-- Logs begin at Mon 2022-01-31 17:45:18 UTC, end at Mon 2022-01-31 20:10:20 UTC. -- Jan 31 18:19:01.221651 n-d-812111-15 systemd[1]: Started Devstack devstack@q-svc.service. Jan 31 18:19:04.214065 n-d-812111-15 neutron-server[103116]: INFO neutron.common.config [-] Logging enabled! Jan 31 18:19:04.214795 n-d-812111-15 neutron-server[103116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 31 18:19:04.214967 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103116) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 31 18:19:04.218807 n-d-812111-15 neutron-server[103116]: INFO neutron.common.config [-] Logging enabled! Jan 31 18:19:04.219087 n-d-812111-15 neutron-server[103116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 31 18:19:04.219382 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103116) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 31 18:19:04.220358 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 18:19:04.220612 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 18:19:04.220989 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 18:19:04.221235 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 18:19:04.221467 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 18:19:04.221785 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.222205 n-d-812111-15 neutron-server[103116]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 31 18:19:04.222540 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.222837 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.223129 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.223423 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.223712 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.223998 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.224283 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.224603 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.224889 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.226105 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.226105 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.226105 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.226492 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.226492 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.226723 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.227626 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] debug = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.227626 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.227920 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.228105 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.228409 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.228409 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.228409 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.228409 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.228409 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.230080 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.230379 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] host = n-d-812111-15 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.231268 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.231268 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.231541 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.231971 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.232121 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.232284 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.232602 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.232883 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.233158 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] log_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.233466 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.233784 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.234074 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.234371 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.234595 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.234821 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.235111 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.235563 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.236011 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.236304 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.236613 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.236892 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.237170 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.237447 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.237733 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.238018 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.238305 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.238580 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.238854 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.239126 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.239398 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.239682 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.239954 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.240229 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.240530 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.240970 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.241206 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.241481 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.241785 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.242070 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.242355 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.242639 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.242911 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.243190 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.243461 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.243729 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.243999 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] use_json = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.244271 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.244565 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.244848 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.245119 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.245388 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.245659 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.245927 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.246211 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.246483 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:04.246781 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.247075 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.247378 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.247675 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.247962 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.248241 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.248559 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.248833 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.249145 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.249434 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.249849 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.250086 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.250394 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.250688 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.250983 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.251295 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.251592 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.251886 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.252163 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.252469 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.252748 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.253027 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.253313 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.253592 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.253881 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.254167 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.254446 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.254742 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.255030 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.255324 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.255614 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.255887 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.256163 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.256483 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.256764 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.257038 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.257314 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.257607 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.257883 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.258154 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.258436 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.258713 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.258984 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.259255 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.259531 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.259819 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.260095 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.260392 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.260670 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.260948 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.261220 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.261505 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.261780 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.262050 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.262321 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.262598 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.262868 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.263141 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.263415 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.263684 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.263959 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.264230 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.264527 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.265419 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.265703 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.265978 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.266252 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.266526 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.266804 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.267076 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.267348 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.267624 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.267895 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.268169 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.268480 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.268787 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.269067 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.269348 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.269627 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.269904 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.270180 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.270456 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.270736 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.271014 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.271286 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.271576 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.271857 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.272141 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.272470 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.272752 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.273049 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.273325 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.273609 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.273885 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.274161 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.274445 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.274730 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.275026 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.275324 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.275620 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.275917 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.276214 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.276520 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.276836 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.277118 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:04.277426 n-d-812111-15 neutron-server[103116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 18:19:04.277685 n-d-812111-15 neutron-server[103116]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103116) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 31 18:19:04.662520 n-d-812111-15 neutron-server[103116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 31 18:19:04.662789 n-d-812111-15 neutron-server[103116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 31 18:19:04.663092 n-d-812111-15 neutron-server[103116]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 31 18:19:04.663683 n-d-812111-15 neutron-server[103116]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 31 18:19:05.009790 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.010082 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.010350 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.011669 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.011938 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.012199 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.056865 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.057140 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.057408 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.071576 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.071857 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.072128 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.108888 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.109359 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.109823 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.153253 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.153531 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.153808 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.492952 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.493606 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.493606 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.493766 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.494416 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.595996 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.596247 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.596573 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.596929 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.597205 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.597525 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.597792 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.598064 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.598323 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.598612 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.598879 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.599149 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.599410 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.599668 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.599927 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.600194 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.600484 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.600759 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.601034 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.601298 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.601574 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.601831 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.602114 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.602494 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.602749 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.603002 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.603406 n-d-812111-15 neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 18:19:05.603648 n-d-812111-15 neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 18:19:05.603888 n-d-812111-15 neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 18:19:05.604124 n-d-812111-15 neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 18:19:05.604385 n-d-812111-15 neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 18:19:05.604627 n-d-812111-15 neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 18:19:05.604995 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 31 18:19:05.608549 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 31 18:19:05.612799 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 31 18:19:05.616735 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jan 31 18:19:05.618376 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 31 18:19:05.618825 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 31 18:19:05.619158 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 31 18:19:05.619540 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 31 18:19:05.622401 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 31 18:19:05.622651 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 31 18:19:05.622998 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 18:19:05.629283 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 31 18:19:05.654127 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 31 18:19:05.654592 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.654902 n-d-812111-15 neutron-server[103116]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103116) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 31 18:19:05.655284 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.656868 n-d-812111-15 neutron-server[103116]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103116) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 31 18:19:05.657033 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 18:19:05.657282 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 31 18:19:05.660614 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.660896 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:05.726697 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 31 18:19:05.726964 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 31 18:19:05.727199 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 31 18:19:05.727581 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 31 18:19:05.748591 n-d-812111-15 neutron-server[103116]: DEBUG oslo_db.sqlalchemy.engines [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103116) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 31 18:19:06.226825 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Initializing driver for type 'gre' Jan 31 18:19:06.227448 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] gre ID ranges: [(1, 1000)] Jan 31 18:19:06.285610 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Initializing driver for type 'local' Jan 31 18:19:06.285944 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Initializing driver for type 'vlan' Jan 31 18:19:06.299997 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] VlanTypeDriver initialization complete Jan 31 18:19:06.300535 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Initializing driver for type 'vxlan' Jan 31 18:19:06.301190 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] vxlan ID ranges: [(1, 1000)] Jan 31 18:19:06.360555 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Initializing extension driver 'port_security' Jan 31 18:19:06.360555 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.extensions.port_security [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] PortSecurityExtensionDriver initialization complete Jan 31 18:19:06.360936 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Initializing mechanism driver 'openvswitch' Jan 31 18:19:06.361243 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Initializing mechanism driver 'hyperv' Jan 31 18:19:06.368005 n-d-812111-15 neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:06.368733 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.369112 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.369465 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.369992 n-d-812111-15 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 18:19:06.370447 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.370808 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.371153 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.371553 n-d-812111-15 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 18:19:06.371975 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > network after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.372352 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > network after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.372697 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.373101 n-d-812111-15 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 18:19:06.373515 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.373863 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.374786 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.375544 n-d-812111-15 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 18:19:06.375961 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.376325 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.376695 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.377113 n-d-812111-15 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 18:19:06.377529 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.377877 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.378217 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.378613 n-d-812111-15 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 18:19:06.379058 n-d-812111-15 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] ML2 OVO RPC backend initialized. {{(pid=103116) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 31 18:19:06.379783 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.380142 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.380607 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > network before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.380962 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > networks before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.381313 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > port before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.381671 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > ports before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.382011 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.382357 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.382701 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > network after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.383043 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > network after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.383377 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.383737 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.384079 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.384450 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.384786 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.385119 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.385450 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.393946 n-d-812111-15 neutron-server[103116]: INFO neutron.quota [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded quota_driver: . Jan 31 18:19:06.394305 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.plugin [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Modular L2 Plugin initialization complete Jan 31 18:19:06.394658 n-d-812111-15 neutron-server[103116]: DEBUG neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading services supported by the core plugin {{(pid=103116) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 31 18:19:06.395006 n-d-812111-15 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Got port-security extension from driver 'port_security' Jan 31 18:19:06.395496 n-d-812111-15 neutron-server[103116]: INFO neutron.extensions.vlantransparent [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Disabled vlantransparent extension. Jan 31 18:19:06.396001 n-d-812111-15 neutron-server[103116]: DEBUG neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103116) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 31 18:19:06.396353 n-d-812111-15 neutron-server[103116]: INFO neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading Plugin: router Jan 31 18:19:06.434908 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.435306 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router after_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.435680 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router before_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.436094 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.437076 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.437681 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router after_delete 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.438098 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.438456 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.438821 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router after_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.439172 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.439527 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.439880 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.440242 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.440689 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.441062 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.441411 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.441752 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.442096 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.442448 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.442801 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.443145 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: port before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.443491 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.443873 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.444219 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.444606 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.444971 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.445316 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.445680 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > agent after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.446034 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.446385 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.447260 n-d-812111-15 neutron-server[103116]: DEBUG neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Tracking information for resource: router configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 18:19:06.447593 n-d-812111-15 neutron-server[103116]: DEBUG neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Tracking information for resource: floatingip configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 18:19:06.452991 n-d-812111-15 neutron-server[103116]: INFO neutron.db.l3_agentschedulers_db [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 31 18:19:06.453589 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.453957 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.454314 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.454671 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.455643 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router before_create 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.456018 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.456409 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.456771 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.461968 n-d-812111-15 neutron-server[103116]: DEBUG neutron.services.provider_configuration [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service providers = [] {{(pid=103116) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 31 18:19:06.462333 n-d-812111-15 neutron-server[103116]: DEBUG neutron.db.servicetype_db [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103116) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 31 18:19:06.465439 n-d-812111-15 neutron-server[103116]: DEBUG neutron.services.service_base [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 18:19:06.465789 n-d-812111-15 neutron-server[103116]: DEBUG neutron.services.service_base [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 18:19:06.466134 n-d-812111-15 neutron-server[103116]: DEBUG neutron.services.service_base [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 18:19:06.467022 n-d-812111-15 neutron-server[103116]: DEBUG neutron.services.service_base [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 18:19:06.467392 n-d-812111-15 neutron-server[103116]: INFO neutron.services.service_base [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 31 18:19:06.467881 n-d-812111-15 neutron-server[103116]: DEBUG neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 18:19:06.468497 n-d-812111-15 neutron-server[103116]: INFO neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 31 18:19:06.479994 n-d-812111-15 neutron-server[103116]: DEBUG neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 18:19:06.479994 n-d-812111-15 neutron-server[103116]: INFO neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading Plugin: auto_allocate Jan 31 18:19:06.487076 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: network precommit_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.487454 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: network precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.488026 n-d-812111-15 neutron-server[103116]: DEBUG neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 18:19:06.488314 n-d-812111-15 neutron-server[103116]: INFO neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading Plugin: tag Jan 31 18:19:06.495091 n-d-812111-15 neutron-server[103116]: DEBUG neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 18:19:06.495813 n-d-812111-15 neutron-server[103116]: INFO neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading Plugin: timestamp Jan 31 18:19:06.500376 n-d-812111-15 neutron-server[103116]: DEBUG neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 18:19:06.500722 n-d-812111-15 neutron-server[103116]: INFO neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading Plugin: network_ip_availability Jan 31 18:19:06.506284 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.506654 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.507015 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.507760 n-d-812111-15 neutron-server[103116]: DEBUG neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 18:19:06.508080 n-d-812111-15 neutron-server[103116]: INFO neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading Plugin: flavors Jan 31 18:19:06.512994 n-d-812111-15 neutron-server[103116]: DEBUG neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 18:19:06.513330 n-d-812111-15 neutron-server[103116]: INFO neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading Plugin: revisions Jan 31 18:19:06.517885 n-d-812111-15 neutron-server[103116]: DEBUG neutron.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 18:19:06.518284 n-d-812111-15 neutron-server[103116]: DEBUG oslo_concurrency.lockutils [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.855s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 31 18:19:06.519034 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103116) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 31 18:19:06.519370 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Initializing extension manager. Jan 31 18:19:06.519885 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: __init__.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.520227 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: __pycache__ {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.520590 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.520927 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: address_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.521702 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.522287 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: address-group Jan 31 18:19:06.522615 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: address_scope.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.523328 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.523845 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: address-scope Jan 31 18:19:06.524165 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.525138 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.525650 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: router-admin-state-down-before-update Jan 31 18:19:06.525973 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: agent.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.526874 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.527388 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: agent Jan 31 18:19:06.527715 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: agent_resources_synced.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.528661 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.529210 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: agent-resources-synced Jan 31 18:19:06.529534 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.531663 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.532188 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: allowed-address-pairs Jan 31 18:19:06.532553 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.533648 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.534165 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: auto-allocated-topology Jan 31 18:19:06.534496 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: availability_zone.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.535194 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.535702 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: availability_zone Jan 31 18:19:06.536025 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: availability_zone_filter.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.536977 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.537486 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: availability_zone_filter Jan 31 18:19:06.537809 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: data_plane_status.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.538984 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.539488 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension data-plane-status not supported by any of loaded plugins Jan 31 18:19:06.539811 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: default_subnetpools.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.540765 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.541272 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: default-subnetpools Jan 31 18:19:06.541600 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.542409 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.542923 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: dhcp_agent_scheduler Jan 31 18:19:06.543248 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: dns.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.544167 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.544709 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension dns-integration not supported by any of loaded plugins Jan 31 18:19:06.545034 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: dns_domain_ports.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.546589 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.547342 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 31 18:19:06.547672 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.548653 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.549149 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 31 18:19:06.549472 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: dvr.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.550145 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.550651 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: dvr Jan 31 18:19:06.550974 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: ecmp_routes.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.551891 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.552434 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 31 18:19:06.552760 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: empty_string_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.553681 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.554189 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: empty-string-filtering Jan 31 18:19:06.554511 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.555432 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.555930 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 31 18:19:06.556253 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.557206 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.557707 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 31 18:19:06.558028 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: external_net.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.558947 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.559454 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: external-net Jan 31 18:19:06.559778 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.560718 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.561221 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: extra_dhcp_opt Jan 31 18:19:06.562282 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: extraroute.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.563366 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.563877 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: extraroute Jan 31 18:19:06.564202 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: extraroute_atomic.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.565287 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.565827 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: extraroute-atomic Jan 31 18:19:06.566211 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: filter_validation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.566877 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.567387 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: filter-validation Jan 31 18:19:06.567712 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: fip_pf_description.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.568653 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.569155 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 31 18:19:06.569476 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: fip_port_details.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.570392 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.570896 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: fip-port-details Jan 31 18:19:06.571219 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: flavors.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.572513 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.573037 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: flavors Jan 31 18:19:06.573367 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.575078 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.575606 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 31 18:19:06.575939 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: floatingip_pools.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.576667 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.577224 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: floatingip-pools Jan 31 18:19:06.577795 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: ip_allocation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.578749 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.579262 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension ip_allocation not supported by any of loaded plugins Jan 31 18:19:06.579590 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.580551 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.581064 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: ip-substring-filtering Jan 31 18:19:06.581391 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: l2_adjacency.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.582326 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.582835 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 31 18:19:06.583158 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: l3.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.584145 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.584699 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: router Jan 31 18:19:06.585028 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.587452 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.587986 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 31 18:19:06.588320 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.589279 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.589799 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: ext-gw-mode Jan 31 18:19:06.590126 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.591054 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.591572 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: l3-ha Jan 31 18:19:06.591892 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: l3_flavors.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.593000 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.593791 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: l3-flavors Jan 31 18:19:06.594120 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.595061 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.595579 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 31 18:19:06.595904 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: l3agentscheduler.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.596990 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.597506 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: l3_agent_scheduler Jan 31 18:19:06.597833 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: local_ip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.599621 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.600153 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension local_ip not supported by any of loaded plugins Jan 31 18:19:06.600516 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: logging.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.602018 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.602544 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension logging not supported by any of loaded plugins Jan 31 18:19:06.602878 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: metering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.603625 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.604209 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: metering Jan 31 18:19:06.604569 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.605677 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.606195 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: metering_source_and_destination_fields Jan 31 18:19:06.606525 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: multiprovidernet.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.607465 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.607980 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: multi-provider Jan 31 18:19:06.609238 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: netmtu.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.610027 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.610553 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: net-mtu Jan 31 18:19:06.610883 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: netmtu_writable.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.611837 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.612432 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: net-mtu-writable Jan 31 18:19:06.612712 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: network_availability_zone.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.613393 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.613898 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: network_availability_zone Jan 31 18:19:06.614221 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: network_ip_availability.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.615326 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.615835 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: network-ip-availability Jan 31 18:19:06.616162 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: network_segment_range.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.616958 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.617464 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension network-segment-range not supported by any of loaded plugins Jan 31 18:19:06.617781 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: pagination.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.618773 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.619105 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: pagination Jan 31 18:19:06.619428 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: port_device_profile.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.620357 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.620881 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: port-device-profile Jan 31 18:19:06.621204 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.622127 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.622643 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: port-mac-address-regenerate Jan 31 18:19:06.622965 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.624720 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.625486 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: port-numa-affinity-policy Jan 31 18:19:06.625815 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: port_resource_request.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.626739 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.627249 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension port-resource-request not supported by any of loaded plugins Jan 31 18:19:06.627574 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.628581 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.629090 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 31 18:19:06.629415 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: portbindings.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.630356 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.630865 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: binding Jan 31 18:19:06.631187 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: portbindings_extended.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.632510 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.633031 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: binding-extended Jan 31 18:19:06.633358 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: portsecurity.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.634276 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.634789 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: port-security Jan 31 18:19:06.635116 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: project_id.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.636093 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.636458 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: project-id Jan 31 18:19:06.636786 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: providernet.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.637704 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.638221 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: provider Jan 31 18:19:06.638549 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: qos.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.642433 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.642966 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension qos not supported by any of loaded plugins Jan 31 18:19:06.643299 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.644609 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.645114 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 31 18:19:06.645446 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.646364 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.646880 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 31 18:19:06.647207 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: qos_default.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.648122 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.648663 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension qos-default not supported by any of loaded plugins Jan 31 18:19:06.648994 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: qos_fip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.649915 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.650428 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension qos-fip not supported by any of loaded plugins Jan 31 18:19:06.650755 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.651673 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.652186 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 31 18:19:06.652551 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.653496 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.654005 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 31 18:19:06.654331 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.655275 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.656079 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 31 18:19:06.656458 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.657531 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.658050 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 31 18:19:06.658379 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: qos_pps_rule.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.659602 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.660120 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension qos-pps not supported by any of loaded plugins Jan 31 18:19:06.660488 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.661413 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.661929 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 31 18:19:06.662319 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: qos_rules_alias.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.663635 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.664149 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 31 18:19:06.664505 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: quota_check_limit.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.665426 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.665943 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: quota-check-limit Jan 31 18:19:06.666338 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: quotasv2.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.667334 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.667664 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: quotas Jan 31 18:19:06.667987 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: quotasv2_detail.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.669876 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.670222 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: quota_details Jan 31 18:19:06.670553 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: rbac.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.672515 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.673057 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: rbac-policies Jan 31 18:19:06.673392 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: rbac_address_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.674332 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.674851 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: rbac-address-group Jan 31 18:19:06.675179 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: rbac_address_scope.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.676099 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.676658 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: rbac-address-scope Jan 31 18:19:06.676983 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: rbac_security_groups.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.677899 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.678409 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: rbac-security-groups Jan 31 18:19:06.678735 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.679649 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.680157 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: rbac-subnetpool Jan 31 18:19:06.680512 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: revisionifmatch.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.681440 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.681949 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: revision-if-match Jan 31 18:19:06.682274 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: revisions.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.683405 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.683919 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: standard-attr-revisions Jan 31 18:19:06.684248 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: router_availability_zone.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.684955 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.685472 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: router_availability_zone Jan 31 18:19:06.685797 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: routerservicetype.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.687496 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.688156 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension router-service-type not supported by any of loaded plugins Jan 31 18:19:06.688524 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.689555 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.690075 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: security-groups-normalized-cidr Jan 31 18:19:06.690403 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.691332 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.691843 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: port-security-groups-filtering Jan 31 18:19:06.692168 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.693131 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.693640 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: security-groups-remote-address-group Jan 31 18:19:06.693968 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.694910 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.695478 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: security-groups-shared-filtering Jan 31 18:19:06.695822 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.696451 n-d-812111-15 neutron-server[103116]: WARNING neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 31 18:19:06.696775 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: securitygroup.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.706860 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.707400 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: security-group Jan 31 18:19:06.707738 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: segment.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.708576 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.709088 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension segment not supported by any of loaded plugins Jan 31 18:19:06.709420 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.710370 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.710884 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 31 18:19:06.711212 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: servicetype.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.712359 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.712885 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: service-type Jan 31 18:19:06.713216 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: sorting.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.714211 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.714548 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: sorting Jan 31 18:19:06.714875 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: standard_attr_segment.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.715806 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.716352 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 31 18:19:06.716696 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: standardattrdescription.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.717347 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.717966 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: standard-attr-description Jan 31 18:19:06.718478 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: stateful_security_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.719427 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.719950 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: stateful-security-group Jan 31 18:19:06.720276 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: stdattrs_common.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.720876 n-d-812111-15 neutron-server[103116]: WARNING neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 31 18:19:06.721201 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.722132 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.722643 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 31 18:19:06.722975 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: subnet_onboard.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.724065 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.724617 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: subnet_onboard Jan 31 18:19:06.724946 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.725885 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.726450 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 31 18:19:06.726773 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: subnet_service_types.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.727696 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.728213 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: subnet-service-types Jan 31 18:19:06.728567 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: subnetallocation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.729640 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.730205 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: subnet_allocation Jan 31 18:19:06.730491 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.731156 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.731663 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: subnetpool-prefix-ops Jan 31 18:19:06.731988 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.732989 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.734179 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 31 18:19:06.734664 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: tagging.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.735764 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.736284 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: standard-attr-tag Jan 31 18:19:06.736641 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: timestamp.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.737879 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.738425 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loaded extension: standard-attr-timestamp Jan 31 18:19:06.738752 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: trunk.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.739794 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.740311 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension trunk not supported by any of loaded plugins Jan 31 18:19:06.740662 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: trunk_details.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.741581 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.742091 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension trunk-details not supported by any of loaded plugins Jan 31 18:19:06.742415 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.743337 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.743858 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 31 18:19:06.744181 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Loading extension file: vlantransparent.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 18:19:06.744877 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 18:19:06.745389 n-d-812111-15 neutron-server[103116]: INFO neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 31 18:19:06.747924 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:network Jan 31 18:19:06.748495 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:subnet Jan 31 18:19:06.748978 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 18:19:06.750201 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:port Jan 31 18:19:06.751538 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.751989 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service FLAVORS assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.752647 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.753081 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.753416 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:router Jan 31 18:19:06.753855 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:floatingip Jan 31 18:19:06.754360 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service METERING assigned prefix: /metering {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.755803 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.756175 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.756563 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:19:06.757594 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 18:19:06.758049 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:security_group Jan 31 18:19:06.758484 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 18:19:06.760203 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.760570 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 18:19:06.760926 n-d-812111-15 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] subnetpool is already registered Jan 31 18:19:06.761364 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.761695 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 18:19:06.762028 n-d-812111-15 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] subnetpool is already registered Jan 31 18:19:06.764325 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.764910 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service FLAVORS assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.765757 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.766180 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.766517 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:router Jan 31 18:19:06.766858 n-d-812111-15 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] router is already registered Jan 31 18:19:06.767271 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:floatingip Jan 31 18:19:06.767608 n-d-812111-15 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] floatingip is already registered Jan 31 18:19:06.768063 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service METERING assigned prefix: /metering {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.768768 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 18:19:06.769096 n-d-812111-15 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] rbac_policy is already registered Jan 31 18:19:06.769511 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:security_group Jan 31 18:19:06.769847 n-d-812111-15 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] security_group is already registered Jan 31 18:19:06.770254 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 18:19:06.770589 n-d-812111-15 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] security_group_rule is already registered Jan 31 18:19:06.771216 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.771549 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 18:19:06.771885 n-d-812111-15 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] subnetpool is already registered Jan 31 18:19:06.772312 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 18:19:06.772666 n-d-812111-15 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 18:19:06.772996 n-d-812111-15 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] subnetpool is already registered Jan 31 18:19:06.773478 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: extensions {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.774973 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: address-groups {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.776473 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: address-scopes {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.777780 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: agents {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.779004 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: auto-allocated-topology {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.780816 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: availability_zones {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.782341 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: dhcp-networks {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.783842 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: dhcp-agents {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.785295 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: routers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.787518 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: flavors {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.788983 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: service_profiles {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.790188 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: next_providers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.791624 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: service_profiles {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.793201 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: floatingip-pools {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.794434 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: routers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.797630 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: floatingips {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.798906 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: l3-routers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.800296 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: l3-agents {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.801834 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: metering-labels {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.803199 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: metering-label-rules {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.804523 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: network-ip-availabilities {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.805778 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: bindings {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.807419 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: quotas {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.808996 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: quotas {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.810571 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: rbac-policies {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.812231 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: security-groups {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.813510 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: security-group-rules {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.814746 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: service-providers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.815968 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: subnetpools {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.817429 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: subnetpools {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.818872 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.820563 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.822366 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.824137 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.827073 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.829294 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.830975 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.832906 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.834673 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.836553 n-d-812111-15 neutron-server[103116]: DEBUG neutron.api.extensions [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 18:19:06.842423 n-d-812111-15 neutron-server[103116]: WARNING keystonemiddleware.auth_token [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 31 18:19:06.848108 n-d-812111-15 neutron-server[103116]: WARNING keystonemiddleware.auth_token [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 31 18:19:06.856796 n-d-812111-15 neutron-server[103116]: DEBUG oslo_concurrency.lockutils [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Acquired lock "singleton_lock" {{(pid=103116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 31 18:19:06.857269 n-d-812111-15 neutron-server[103116]: DEBUG oslo_concurrency.lockutils [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Releasing lock "singleton_lock" {{(pid=103116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 31 18:19:06.857909 n-d-812111-15 neutron-server[103116]: INFO oslo_service.service [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Starting 2 workers Jan 31 18:19:06.863590 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Started child 103225 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 18:19:06.868218 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Started child 103226 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 18:19:06.869285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:06.870207 n-d-812111-15 neutron-server[103116]: INFO neutron.service [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 31 18:19:06.870547 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:06.870777 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [-] (103225) wsgi starting up on http://0.0.0.0:9696 Jan 31 18:19:06.873226 n-d-812111-15 neutron-server[103116]: INFO oslo_service.service [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Starting 1 workers Jan 31 18:19:06.873925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:06.875647 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [-] (103226) wsgi starting up on http://0.0.0.0:9696 Jan 31 18:19:06.878942 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Started child 103227 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 18:19:06.879500 n-d-812111-15 neutron-server[103116]: INFO oslo_service.service [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Starting 1 workers Jan 31 18:19:06.882691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.service [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] calling RpcWorker wait() {{(pid=103227) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 31 18:19:06.883212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.service [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] returning from RpcWorker wait() {{(pid=103227) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 31 18:19:06.884089 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Started child 103228 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 18:19:06.884495 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:06.884908 n-d-812111-15 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-01f362b7-0926-48bf-9d3f-391d601d99b4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:06.885006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:06.886935 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 31 18:19:06.887147 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 18:19:06.887338 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 18:19:06.887566 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 18:19:06.887919 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 18:19:06.888072 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 18:19:06.888630 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.888925 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.889202 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.889468 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.889770 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.889857 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:06.890362 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.890905 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.891208 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.891501 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.891741 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.891912 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.892088 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.892351 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.892616 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.892928 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.893221 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.893487 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.893751 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.893932 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.894210 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.894478 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.894710 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.894992 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] debug = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.895246 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.895747 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.895998 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.896244 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.896510 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.896793 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.897029 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.897315 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.897586 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.897825 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.898086 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.898360 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.898609 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.898821 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.899074 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.899308 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.899555 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.899770 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.900219 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] host = n-d-812111-15 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.900553 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.900776 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.901044 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.901296 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.901591 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.901795 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.902049 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.902320 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.902591 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.902820 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.903093 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.903323 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.903556 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.903819 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.903986 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_options = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.904208 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.904499 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.904760 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.904947 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.906073 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.906073 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.906340 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.906467 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.906811 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.907043 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.907265 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.907487 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.907725 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.907979 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.908260 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.908531 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.908770 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.909018 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.909266 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.909496 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.909728 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.910051 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.910460 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.910910 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.911071 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.911292 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.911530 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.911750 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.911992 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.912236 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.912532 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.912989 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.912989 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.913626 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.913869 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.914283 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.914386 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.914543 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.914810 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.915037 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.915480 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.915594 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.915744 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.916995 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.916995 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.916995 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.916995 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] use_json = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.916995 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.917345 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.917420 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.917495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:19:06.917599 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.917993 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.918480 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.918870 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.919313 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.919751 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:06.920411 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.920981 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.921683 n-d-812111-15 neutron-server[103228]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:06.922455 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.922884 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.923165 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.923593 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.923843 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.924091 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.924375 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.924615 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.924911 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.925138 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.925470 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.925710 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.925954 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.926267 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.926528 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.926785 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.927030 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.927252 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.927843 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.927843 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.928134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0083699 Jan 31 18:19:06.928692 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.928922 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.929174 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.930296 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.930554 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.930856 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.931116 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.931452 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.932083 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.933298 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.933962 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.934154 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.934387 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.934631 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.934887 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.936370 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.936370 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.936370 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.936370 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.936370 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.936370 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.937179 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.937867 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.939799 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.940185 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.942082 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.944753 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.946104 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.946104 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.946104 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.946104 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.946104 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.946455 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.946521 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.946778 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.947788 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.947788 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.947788 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.947788 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.948044 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.948241 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.948723 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.949412 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.949643 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.949895 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.950139 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.951030 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.951437 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.951863 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.952324 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.952926 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.954128 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.954540 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.960705 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.960992 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.961209 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.961448 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.961707 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.961961 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.966627 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.966627 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.966627 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.966627 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.966627 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.966627 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.966627 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.966627 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.966627 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.967250 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.967250 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.967250 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.967250 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.967250 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.967534 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.967534 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.969669 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.969956 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.970193 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.970448 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.970690 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.971058 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.971319 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.971868 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.972131 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.972964 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.972964 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.973549 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.973816 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.974050 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.974303 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.974564 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.974854 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.975122 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.975366 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.975607 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.975847 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.976326 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.977033 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.977333 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.977590 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.977871 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.978168 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.978447 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.978750 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.979023 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.979287 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.979537 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.979808 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.980131 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.981287 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.981490 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.981726 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.981993 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.982412 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.982832 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.983098 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.984088 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.984356 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.984637 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.984863 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.985117 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.985399 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.985675 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.985960 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.986223 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.986476 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.988034 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.988034 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.988034 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.988034 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.988034 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.988034 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.988533 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.988533 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.988677 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.988930 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.989146 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.989549 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.989956 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.990220 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.990565 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.991066 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.991467 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.991906 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.992172 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.992607 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.993121 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.993526 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.993969 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.994394 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.994590 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.995190 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.995449 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.995746 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.996004 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.996253 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.996536 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.996792 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.997037 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.997258 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.997515 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.997742 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.997982 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.998269 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.998497 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.998719 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.999309 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.999553 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:06.999777 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.000045 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.000273 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.000643 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.000905 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.001144 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.001383 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.001608 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.001968 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.002148 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.002360 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.002896 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.002896 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.003073 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.003346 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.003599 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.003843 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.004068 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.004441 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.004642 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.004890 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.005132 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.005425 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.006292 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.006292 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.006292 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.006600 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.007184 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.007625 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.007858 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.008162 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.008380 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.008535 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.008738 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.009199 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.009584 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.009810 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.010062 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.010472 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.010833 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.011250 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.011659 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.012044 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.012487 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.012884 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.013268 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.013683 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.013931 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.014138 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.014336 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.014616 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.014813 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.015242 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.015653 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.015877 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.016111 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.016376 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.016597 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.016910 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.017166 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.017394 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.017684 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.018098 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.018504 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.018775 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.019260 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.019672 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.020088 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.020478 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.020811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:07.020989 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.021370 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.021648 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.021973 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.022286 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.022539 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.022805 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.023094 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.023500 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.024037 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.024284 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.024615 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.024954 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.025255 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.025512 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.025778 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.026482 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.027231 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.027488 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.027722 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.028319 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.028997 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.028997 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.029175 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.029313 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.029541 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.029781 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.030031 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.031409 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.031643 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.031878 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.032125 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.032304 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 18:19:07.032866 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 31 18:19:07.033109 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 18:19:07.033261 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 18:19:07.033409 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 18:19:07.033542 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 18:19:07.034644 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 18:19:07.034644 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.034644 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.034644 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.035000 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.035000 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.035000 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.035218 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.035364 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.035501 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.035635 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.035766 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.035916 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.036085 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.036247 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.036439 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.036595 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.036731 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.036891 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.037079 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.037240 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.037376 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.037512 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.037666 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] debug = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.037829 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.038049 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.038486 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.038628 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.038776 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.038938 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.039263 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.039542 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.039737 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.039855 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.040017 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.040179 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.040711 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.040711 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.040711 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.040990 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.040990 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.041133 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.041294 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] host = n-d-812111-15 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.041454 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.041615 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.042074 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.042074 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.042074 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.042362 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.042362 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.042581 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.043323 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.043323 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.043323 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.043323 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.043323 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.043836 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.045227 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_options = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.045227 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.045227 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.045227 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.045227 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.045737 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.045737 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.045737 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.046312 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.047727 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.047914 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.048314 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.048500 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.048663 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.048847 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.048998 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.050114 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.050287 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.050498 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.051301 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.051301 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.051301 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.051301 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.051301 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.051626 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.051626 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.051844 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.051977 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.052144 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.053864 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.054052 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.054192 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.054354 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.054523 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.054688 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.054855 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.055017 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.055178 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.055341 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.055511 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.055698 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.055867 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.056033 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.056232 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.057455 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.057645 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.057810 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.059293 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] use_json = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.059481 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.059640 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.059805 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.059980 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.060144 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.060301 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.060491 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.060659 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.060828 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 18:19:07.061017 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.061173 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.061350 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.062071 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.062265 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.062402 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.062539 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.062683 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.062856 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.063018 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.063192 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.063365 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.063532 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.063697 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.063860 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.064027 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.064191 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.065487 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.065696 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.065874 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.066047 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.066218 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.066834 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.067019 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.067187 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.067377 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.067569 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.067770 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.067949 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.068308 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.068489 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.068658 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.069748 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.069931 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.070196 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.070373 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.070602 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.070827 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.071002 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.071167 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.071688 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.071870 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.072016 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.072664 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.072986 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.073159 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.073328 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.073496 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.073662 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.074127 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.076382 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.076382 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.076382 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.076633 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.076792 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.076875 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.077173 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.077835 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.078086 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.078233 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.078326 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.078649 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.078810 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.078959 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.079117 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.079278 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.079457 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.079618 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.079786 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.079951 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.080118 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.080279 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.081532 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.081708 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.081891 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.082067 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.082992 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.082992 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.083473 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.083662 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.083833 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.083998 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.084168 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.084410 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.084566 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.084715 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.084885 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.085051 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.085211 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.085372 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.085528 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.085707 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.085889 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.086054 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.086216 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.086937 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.087111 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.087276 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.087440 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.087605 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.087770 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.087935 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.088104 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.088270 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.088492 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.088660 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.088825 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.088989 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.089153 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.089318 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.089481 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.089645 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.089808 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.089972 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.090135 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.090299 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.090462 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.090626 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.090801 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.090965 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.091132 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.091296 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.091468 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.091644 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.091809 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.091978 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.092139 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.092450 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.092624 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.092990 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.093309 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.093487 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.093616 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.093752 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.093945 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.094168 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.094168 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.094379 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.094514 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.094680 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.094844 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.095008 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.095172 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.095336 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.095501 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.095665 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.095884 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.096011 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.096145 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.096311 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.096517 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.096681 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.096885 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.097039 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.097199 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.097365 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.097530 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.097695 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.097861 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.098028 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.098193 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.098356 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.098521 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.098685 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.098849 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.099013 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.099193 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.099345 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.099509 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.099673 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.099837 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.100000 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.100163 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.100328 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.100547 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.100718 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.100886 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.101051 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.101217 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.101383 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.101547 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.101712 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.101879 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.102043 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.102207 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.102373 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.102537 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.102703 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.102868 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.103032 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.103197 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.103362 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.103526 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.103766 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.103929 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.104046 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.104210 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.104401 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.104568 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.104733 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.104898 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.105062 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.105227 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.105391 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.105557 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.105727 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.105893 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.106104 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.108031 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.108031 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.108031 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.108031 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.108031 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.108031 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.108031 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.108031 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.110071 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.110071 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.110071 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.110071 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.110071 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.110071 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.110071 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.110071 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.113699 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.113699 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.113699 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.113699 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.113699 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.113699 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.113699 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.113699 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.114482 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.114482 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.114482 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.114482 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.114482 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.114482 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.114482 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.114482 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.115341 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.115341 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.115341 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.115341 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.115341 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.115341 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.115341 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.115341 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116092 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116092 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116092 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116092 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116092 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116092 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116092 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116092 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116796 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116796 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116796 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116796 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116796 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116796 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116796 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.116796 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.117334 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.117334 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.117334 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.117334 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.117334 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.117334 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.117334 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.117334 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.118163 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.118163 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.118163 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.118163 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.118163 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.118577 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.118577 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.118577 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.118928 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.118928 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.119158 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.119158 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.119314 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.119438 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.119603 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.119768 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.119932 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.120096 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.120260 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 18:19:07.120442 n-d-812111-15 neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 18:19:18.758956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7ea0d6-2bb6-4489-ab40-96b4c76b2104 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:19:18.848539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7ea0d6-2bb6-4489-ab40-96b4c76b2104 None None] No non-hosted networks {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 31 18:19:18.864969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.agentschedulers_db [None req-5d7ea0d6-2bb6-4489-ab40-96b4c76b2104 None None] DHCP Agent not found on host n-d-812111-15 {{(pid=103227) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 31 18:19:18.971153 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b560-bcd5-43b8-995e-b4884d72edad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813198'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:20.910764 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-efdebd65-7339-4bed-b2b6-ab932aa86364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813198'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:20.947389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9527573d-fa51-4f3a-95a4-49a4a771c713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:22.259634 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813198'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:23.872329 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813198'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:25.083074 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813198'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:25.083887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.084506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.085105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.085667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.086234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.086756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.087350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.087940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.088527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.089067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.089396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.089896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.090508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:25.091094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812111-15', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:25.098154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812111-15', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:25.161937 n-d-812111-15 neutron-server[103227]: INFO neutron.db.l3_hamode_db [None req-0740464a-e62a-4f26-9bd9-b280b21572e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 31 18:19:25.247007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740464a-e62a-4f26-9bd9-b280b21572e2 None None] Routers set() bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:19:25.247414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740464a-e62a-4f26-9bd9-b280b21572e2 None None] Router IDs set() for agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 18:19:27.731916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47280) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:19:28.228403 n-d-812111-15 neutron-server[103225]: WARNING oslo_policy.policy [None req-e8a434a5-2cbc-4ea5-b6f7-ddf2c0591b5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 18:19:28.229066 n-d-812111-15 neutron-server[103225]: WARNING oslo_policy.policy [None req-e8a434a5-2cbc-4ea5-b6f7-ddf2c0591b5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 18:19:28.456361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-e8a434a5-2cbc-4ea5-b6f7-ddf2c0591b5a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:19:28.457367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e8a434a5-2cbc-4ea5-b6f7-ddf2c0591b5a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7244701 Jan 31 18:19:31.209175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47296) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:19:31.505251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-98ed18ad-21a2-4d6a-b892-6ab9dc3b6722 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'tenant_id': 'fbdefc18c57f438eb327ed50a59690ec', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:19:31.597629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.policy [None req-98ed18ad-21a2-4d6a-b892-6ab9dc3b6722 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103225) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 31 18:19:31.640528 n-d-812111-15 neutron-server[103225]: WARNING oslo_policy.policy [None req-98ed18ad-21a2-4d6a-b892-6ab9dc3b6722 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 18:19:31.640849 n-d-812111-15 neutron-server[103225]: WARNING oslo_policy.policy [None req-98ed18ad-21a2-4d6a-b892-6ab9dc3b6722 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 18:19:31.736242 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98ed18ad-21a2-4d6a-b892-6ab9dc3b6722 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781440530623', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781440531084', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781440545016', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781440547809', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781444088380', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781444099508', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-613861', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1319653', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-390977', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-417502'] for rbac-policy (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:31.803828 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98ed18ad-21a2-4d6a-b892-6ab9dc3b6722 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:31.805051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-98ed18ad-21a2-4d6a-b892-6ab9dc3b6722 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5948908 Jan 31 18:19:34.473704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47308) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:19:34.793954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:19:34.826731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Made reservation on behalf of abfaf4ff0b1848afbacc93429d5c0e38 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:19:34.829633 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:34.847380 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:34.965847 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Publish callbacks [] for security_group (2d96a55d-1838-4cca-9e0e-5adaa6fe206a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:34.971006 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2d96a55d-1838-4cca-9e0e-5adaa6fe206a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:34.996072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:19:35.021334 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781439318137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a2116cca-3138-4033-b85c-591dc75c7823), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:35.021950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Unsubscribe: segment precommit_create {{(pid=103225) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 18:19:35.022470 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Added segment a2116cca-3138-4033-b85c-591dc75c7823 of type vlan for network a4180f90-e81a-44cf-9a64-b5ea57aebd4d Jan 31 18:19:35.028391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d96a55d-1838-4cca-9e0e-5adaa6fe206a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:35.065728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.066077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.066425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.066757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.067093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.067424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.067752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.068079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.068430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.068759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.069089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.069412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.069737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Tracked resource versions report: Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: pushed versions: Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: { 'AddressGroup': {'1.2'}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'ConntrackHelper': {'1.0'}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'LocalIPAssociation': {'1.0'}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'Log': {'1.0'}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'Network': {'1.1'}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'Port': {'1.7'}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'PortForwarding': {'1.2'}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'QosPolicy': {'1.10'}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'SecurityGroup': {'1.5'}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'SecurityGroupRule': {'1.2'}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'SubPort': {'1.0'}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'Subnet': {'1.1'}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'Trunk': {'1.1'}} Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: consumer versions: Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: { DHCP agent@n-d-812111-15: {}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: L3 agent@n-d-812111-15: {}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: Metadata agent@n-d-812111-15: {}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: Metering agent@n-d-812111-15: {}, Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: Open vSwitch agent@n-d-812111-15: { 'AddressGroup': '1.2', Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'ConntrackHelper': '1.0', Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'LocalIPAssociation': '1.0', Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'Log': '1.0', Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'Network': '1.1', Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'Port': '1.7', Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'PortForwarding': '1.2', Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'QosPolicy': '1.10', Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'SecurityGroup': '1.5', Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'SecurityGroupRule': '1.2', Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'SubPort': '1.0', Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'Subnet': '1.1', Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: 'Trunk': '1.1'}} Jan 31 18:19:35.070940 n-d-812111-15 neutron-server[103225]: {{(pid=103225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 18:19:35.136880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (a4180f90-e81a-44cf-9a64-b5ea57aebd4d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:35.181102 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (a4180f90-e81a-44cf-9a64-b5ea57aebd4d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:35.182206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:35.182917 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:35.231435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7566500 Jan 31 18:19:35.288307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e848a-3849-44be-8d87-efa2a23851ad admin admin] Pushing event updated for resources: {'Network': ['ID=a4180f90-e81a-44cf-9a64-b5ea57aebd4d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:35.300992 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network a4180f90-e81a-44cf-9a64-b5ea57aebd4d details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:19:37.977284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47322) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:19:38.372813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b62aa8d-7122-4e6b-9639-6b809fa4331a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:38.374222 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1b62aa8d-7122-4e6b-9639-6b809fa4331a admin admin] 10.222.0.20 "GET /v2.0/networks/a4180f90-e81a-44cf-9a64-b5ea57aebd4d HTTP/1.1" status: 200 len: 825 time: 0.3959727 Jan 31 18:19:38.398654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1798a527-cf95-49b8-ba83-a77070e4679e admin admin] 10.222.0.20 "GET /v2.0/subnetpools/d6c48bfa-d143-4717-af04-3c597186c30e HTTP/1.1" status: 200 len: 734 time: 0.0187559 Jan 31 18:19:38.407347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b9d3b772-e29c-4d23-adb1-8c26b2717869 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d', 'subnetpool_id': 'd6c48bfa-d143-4717-af04-3c597186c30e', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:19:38.427997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d3b772-e29c-4d23-adb1-8c26b2717869 admin admin] Made reservation on behalf of abfaf4ff0b1848afbacc93429d5c0e38 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:19:38.430267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9d3b772-e29c-4d23-adb1-8c26b2717869 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:38.728044 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9d3b772-e29c-4d23-adb1-8c26b2717869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (6c0cd4dc-da22-4817-b73e-0ccd0483a7d3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:38.798165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3b772-e29c-4d23-adb1-8c26b2717869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0cd4dc-da22-4817-b73e-0ccd0483a7d3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:38.800042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d3b772-e29c-4d23-adb1-8c26b2717869 admin admin] Checking segment: {'id': 'a2116cca-3138-4033-b85c-591dc75c7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:19:38.800440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d3b772-e29c-4d23-adb1-8c26b2717869 admin admin] Network hostable DHCP agents. Network: a4180f90-e81a-44cf-9a64-b5ea57aebd4d, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:19:38.822865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d3b772-e29c-4d23-adb1-8c26b2717869 admin admin] Network a4180f90-e81a-44cf-9a64-b5ea57aebd4d is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:19:38.835126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b9d3b772-e29c-4d23-adb1-8c26b2717869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, a4180f90-e81a-44cf-9a64-b5ea57aebd4d) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:19:38.840255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d3b772-e29c-4d23-adb1-8c26b2717869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:38.840897 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9d3b772-e29c-4d23-adb1-8c26b2717869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:38.845486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5297b1c-27d2-4eec-9c73-2d5f58f0fce3 None None] Network a4180f90-e81a-44cf-9a64-b5ea57aebd4d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:19:38.859306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b9d3b772-e29c-4d23-adb1-8c26b2717869 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4522667 Jan 31 18:19:39.117210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-a4180f90-e81a-44cf-9a64-b5ea57aebd4d', 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d', 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'fixed_ips': [{'subnet_id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:19:39.118465 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:39.401038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Allocated IP 172.20.0.2 (a4180f90-e81a-44cf-9a64-b5ea57aebd4d/6c0cd4dc-da22-4817-b73e-0ccd0483a7d3/b477a123-a1f8-4c0f-b01a-79796d42d8ae) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:19:39.692075 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Publish callbacks [] for port (b477a123-a1f8-4c0f-b01a-79796d42d8ae), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:39.702663 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (b477a123-a1f8-4c0f-b01a-79796d42d8ae), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:39.778215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Network a4180f90-e81a-44cf-9a64-b5ea57aebd4d is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:19:39.784123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:19:39.797089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:19:39.800294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Pushing event updated for resources: {'Port': ['ID=b477a123-a1f8-4c0f-b01a-79796d42d8ae,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:39.836893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.836893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.836893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.836893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.836893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.837434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.837434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.837434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.837647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.837914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.838238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.838561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.838883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Tracked resource versions report: Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: pushed versions: Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: { 'AddressGroup': {'1.2'}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'ConntrackHelper': {'1.0'}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'LocalIPAssociation': {'1.0'}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'Log': {'1.0'}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'Network': {'1.1'}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'Port': {'1.7'}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'PortForwarding': {'1.2'}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'QosPolicy': {'1.10'}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'SecurityGroup': {'1.5'}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'SecurityGroupRule': {'1.2'}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'SubPort': {'1.0'}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'Subnet': {'1.1'}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'Trunk': {'1.1'}} Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: consumer versions: Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: { DHCP agent@n-d-812111-15: {}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: L3 agent@n-d-812111-15: {}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: Metadata agent@n-d-812111-15: {}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: Metering agent@n-d-812111-15: {}, Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: Open vSwitch agent@n-d-812111-15: { 'AddressGroup': '1.2', Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'ConntrackHelper': '1.0', Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'LocalIPAssociation': '1.0', Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'Log': '1.0', Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'Network': '1.1', Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'Port': '1.7', Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'PortForwarding': '1.2', Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'QosPolicy': '1.10', Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'SecurityGroup': '1.5', Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'SecurityGroupRule': '1.2', Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'SubPort': '1.0', Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'Subnet': '1.1', Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: 'Trunk': '1.1'}} Jan 31 18:19:39.840062 n-d-812111-15 neutron-server[103227]: {{(pid=103227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 18:19:39.890981 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Attempting to bind port b477a123-a1f8-4c0f-b01a-79796d42d8ae on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:19:39.891602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Attempting to bind port b477a123-a1f8-4c0f-b01a-79796d42d8ae by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'a2116cca-3138-4033-b85c-591dc75c7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:19:39.891820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Attempting to bind port b477a123-a1f8-4c0f-b01a-79796d42d8ae on network a4180f90-e81a-44cf-9a64-b5ea57aebd4d {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:19:39.896947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:19:39.897352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Checking segment: {'id': 'a2116cca-3138-4033-b85c-591dc75c7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:19:39.897856 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:39.898252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Bound using segment: {'id': 'a2116cca-3138-4033-b85c-591dc75c7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:19:39.898752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Bound port: b477a123-a1f8-4c0f-b01a-79796d42d8ae, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2116cca-3138-4033-b85c-591dc75c7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:19:39.899167 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b477a123-a1f8-4c0f-b01a-79796d42d8ae), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:39.963542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] For port b477a123-a1f8-4c0f-b01a-79796d42d8ae, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:19:39.986080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] For port b477a123-a1f8-4c0f-b01a-79796d42d8ae, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b477a123-a1f8-4c0f-b01a-79796d42d8ae,segment=NetworkSegment(a2116cca-3138-4033-b85c-591dc75c7823),segment_id=a2116cca-3138-4033-b85c-591dc75c7823)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:19:39.993233 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b477a123-a1f8-4c0f-b01a-79796d42d8ae), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:40.048291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8e630-29b3-4c88-b289-56e1c7551bfb None None] Pushing event updated for resources: {'Port': ['ID=b477a123-a1f8-4c0f-b01a-79796d42d8ae,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:41.420748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47330) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:19:42.023498 n-d-812111-15 neutron-server[103226]: WARNING oslo_policy.policy [None req-c2529c7e-b086-4c78-b8ff-2209b1677766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 18:19:42.024216 n-d-812111-15 neutron-server[103226]: WARNING oslo_policy.policy [None req-c2529c7e-b086-4c78-b8ff-2209b1677766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 18:19:42.251383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-c2529c7e-b086-4c78-b8ff-2209b1677766 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:19:42.252699 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c2529c7e-b086-4c78-b8ff-2209b1677766 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8294480 Jan 31 18:19:44.770778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47344) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:19:45.144370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-17c787ff-e3e4-40bb-b2fb-d01a99032930 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:19:45.146298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-17c787ff-e3e4-40bb-b2fb-d01a99032930 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3742146 Jan 31 18:19:46.949201 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:19:47.913432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47354) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:19:48.250494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fd78323b-b49f-439e-852c-0298652c2d10 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'admin_state_up': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:19:48.273935 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd78323b-b49f-439e-852c-0298652c2d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (8595ce97-864f-4c3a-9584-dea9fce7f4b6), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:48.279471 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd78323b-b49f-439e-852c-0298652c2d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (8595ce97-864f-4c3a-9584-dea9fce7f4b6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:48.426457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd78323b-b49f-439e-852c-0298652c2d10 admin admin] Publish callbacks [] for router_controller (8595ce97-864f-4c3a-9584-dea9fce7f4b6), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:48.432088 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd78323b-b49f-439e-852c-0298652c2d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (8595ce97-864f-4c3a-9584-dea9fce7f4b6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:48.448457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd78323b-b49f-439e-852c-0298652c2d10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:48.449786 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fd78323b-b49f-439e-852c-0298652c2d10 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5353041 Jan 31 18:19:48.690118 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c9cd6e7-3bc8-4ad6-aa07-e93aa0d6ca92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:50.911721 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6fc7a3e1-7150-470b-8dc0-36c4e31617b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:50.923825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47366) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:19:51.247205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-3711b73b-55fd-4f40-bf36-079c11c9d1e2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:19:51.248251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3711b73b-55fd-4f40-bf36-079c11c9d1e2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3234048 Jan 31 18:19:51.385916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18def72-6686-4943-91d9-7b8277c5be1d None None] Network a4180f90-e81a-44cf-9a64-b5ea57aebd4d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:19:51.462991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-19d3c7a8-1279-4799-8e83-6bfcd55f7891 None None] Provisioning complete for port b477a123-a1f8-4c0f-b01a-79796d42d8ae triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:19:51.463419 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-19d3c7a8-1279-4799-8e83-6bfcd55f7891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b477a123-a1f8-4c0f-b01a-79796d42d8ae), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:51.658672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-19d3c7a8-1279-4799-8e83-6bfcd55f7891 None None] Current status of the port b477a123-a1f8-4c0f-b01a-79796d42d8ae is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:19:51.659375 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-19d3c7a8-1279-4799-8e83-6bfcd55f7891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b477a123-a1f8-4c0f-b01a-79796d42d8ae), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:51.703589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-19d3c7a8-1279-4799-8e83-6bfcd55f7891 None None] For port b477a123-a1f8-4c0f-b01a-79796d42d8ae, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b477a123-a1f8-4c0f-b01a-79796d42d8ae,segment=NetworkSegment(a2116cca-3138-4033-b85c-591dc75c7823),segment_id=a2116cca-3138-4033-b85c-591dc75c7823)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:51.709455 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-19d3c7a8-1279-4799-8e83-6bfcd55f7891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b477a123-a1f8-4c0f-b01a-79796d42d8ae), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:51.763364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3c7a8-1279-4799-8e83-6bfcd55f7891 None None] Pushing event updated for resources: {'Port': ['ID=b477a123-a1f8-4c0f-b01a-79796d42d8ae,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:51.809787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b477a123-a1f8-4c0f-b01a-79796d42d8ae up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:19:51.867258 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port b477a123-a1f8-4c0f-b01a-79796d42d8ae triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:19:51.867880 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b477a123-a1f8-4c0f-b01a-79796d42d8ae), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:51.959580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port b477a123-a1f8-4c0f-b01a-79796d42d8ae is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:19:51.962890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-99170c7f-baa2-4e66-ab9a-d442c97c84d0 None None] Provisioning complete for port b477a123-a1f8-4c0f-b01a-79796d42d8ae triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:19:51.963366 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-99170c7f-baa2-4e66-ab9a-d442c97c84d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b477a123-a1f8-4c0f-b01a-79796d42d8ae), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:52.046873 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-99170c7f-baa2-4e66-ab9a-d442c97c84d0 None None] Current status of the port b477a123-a1f8-4c0f-b01a-79796d42d8ae is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:19:52.172658 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:53.719867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b477a123-a1f8-4c0f-b01a-79796d42d8ae up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:19:53.767025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port b477a123-a1f8-4c0f-b01a-79796d42d8ae triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:19:53.767430 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b477a123-a1f8-4c0f-b01a-79796d42d8ae), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:53.824345 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:53.861531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47396) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:19:53.862047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port b477a123-a1f8-4c0f-b01a-79796d42d8ae is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:19:53.994354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'project_id': 'fbdefc18c57f438eb327ed50a59690ec', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'tenant_id': 'fbdefc18c57f438eb327ed50a59690ec'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:19:54.049650 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Made reservation on behalf of fbdefc18c57f438eb327ed50a59690ec for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:19:54.111811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.policy [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103226) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 31 18:19:54.153894 n-d-812111-15 neutron-server[103226]: WARNING oslo_policy.policy [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 18:19:54.154283 n-d-812111-15 neutron-server[103226]: WARNING oslo_policy.policy [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 18:19:54.164207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:54.185171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:54.298055 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Publish callbacks [] for security_group (fba08ee8-44bb-412a-9329-df040eb6b477), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:54.302049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fba08ee8-44bb-412a-9329-df040eb6b477), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:54.315763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Reserving flat network on physical network physnet1 {{(pid=103226) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 31 18:19:54.349675 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781439318137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2f0a555d-9502-47c2-ae06-b8d3c8518fad), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:54.350272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Unsubscribe: segment precommit_create {{(pid=103226) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 18:19:54.350770 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Added segment 2f0a555d-9502-47c2-ae06-b8d3c8518fad of type flat for network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 Jan 31 18:19:54.366622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba08ee8-44bb-412a-9329-df040eb6b477,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:54.422742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.423134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.423662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.424151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.424518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.424851 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.425178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.425502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.425825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.426145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.426463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.426780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.427095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Tracked resource versions report: Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: pushed versions: Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: { 'AddressGroup': {'1.2'}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'ConntrackHelper': {'1.0'}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'LocalIPAssociation': {'1.0'}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'Log': {'1.0'}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'Network': {'1.1'}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'Port': {'1.7'}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'PortForwarding': {'1.2'}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'QosPolicy': {'1.10'}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'SecurityGroup': {'1.5'}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'SecurityGroupRule': {'1.2'}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'SubPort': {'1.0'}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'Subnet': {'1.1'}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'Trunk': {'1.1'}} Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: consumer versions: Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: { DHCP agent@n-d-812111-15: {}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: L3 agent@n-d-812111-15: {}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: Metadata agent@n-d-812111-15: {}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: Metering agent@n-d-812111-15: {}, Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: Open vSwitch agent@n-d-812111-15: { 'AddressGroup': '1.2', Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'ConntrackHelper': '1.0', Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'LocalIPAssociation': '1.0', Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'Log': '1.0', Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'Network': '1.1', Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'Port': '1.7', Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'PortForwarding': '1.2', Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'QosPolicy': '1.10', Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'SecurityGroup': '1.5', Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'SecurityGroupRule': '1.2', Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'SubPort': '1.0', Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'Subnet': '1.1', Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: 'Trunk': '1.1'}} Jan 31 18:19:54.428307 n-d-812111-15 neutron-server[103226]: {{(pid=103226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 18:19:54.476520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:54.529810 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:54.531035 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:54.531766 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:54.590602 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7278681 Jan 31 18:19:54.642925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5db86-c307-48e7-ad08-c666bba6cfaa admin admin] Pushing event updated for resources: {'Network': ['ID=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:54.654777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:19:55.091061 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:56.883122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47410) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:19:57.023280 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c02b01-5e85-40a4-a417-2bf23b2e4c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:57.024685 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-40c02b01-5e85-40a4-a417-2bf23b2e4c7d admin admin] 10.222.0.20 "GET /v2.0/subnets/6c0cd4dc-da22-4817-b73e-0ccd0483a7d3 HTTP/1.1" status: 200 len: 849 time: 0.1405883 Jan 31 18:19:57.186997 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a57682ab-7305-4392-9672-62ccbe2766b9 admin admin] 10.222.0.20 "GET /v2.0/routers/8595ce97-864f-4c3a-9584-dea9fce7f4b6 HTTP/1.1" status: 200 len: 704 time: 0.1561081 Jan 31 18:19:57.467640 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:57.758390 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Allocated IP 172.20.0.1 (a4180f90-e81a-44cf-9a64-b5ea57aebd4d/6c0cd4dc-da22-4817-b73e-0ccd0483a7d3/41394b91-717f-4fab-b6d2-9c250ad6cd5f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:19:57.941516 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Publish callbacks [] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:58.011497 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:58.085402 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Network a4180f90-e81a-44cf-9a64-b5ea57aebd4d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:19:58.091756 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:19:58.099263 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Pushing event updated for resources: {'Port': ['ID=41394b91-717f-4fab-b6d2-9c250ad6cd5f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:58.102506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:19:58.102885 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (8595ce97-864f-4c3a-9584-dea9fce7f4b6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:58.307849 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:58.309138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3d7ba723-6531-48a5-86b5-980a069ac99a None None] Provisioning complete for port 41394b91-717f-4fab-b6d2-9c250ad6cd5f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:19:58.309638 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba723-6531-48a5-86b5-980a069ac99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:58.342900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ba723-6531-48a5-86b5-980a069ac99a None None] Port 41394b91-717f-4fab-b6d2-9c250ad6cd5f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:19:58.567988 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Publish callbacks [] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:58.573333 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:58.574143 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (8595ce97-864f-4c3a-9584-dea9fce7f4b6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:58.652690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Pushing event updated for resources: {'Port': ['ID=41394b91-717f-4fab-b6d2-9c250ad6cd5f,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:58.697521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Network a4180f90-e81a-44cf-9a64-b5ea57aebd4d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:19:58.698848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:19:58.863836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-760a15c2-ad01-44b0-989c-1bcba0692182 None None] Provisioning complete for port 41394b91-717f-4fab-b6d2-9c250ad6cd5f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:19:58.864216 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-760a15c2-ad01-44b0-989c-1bcba0692182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:19:58.875973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Router 8595ce97-864f-4c3a-9584-dea9fce7f4b6 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:19:58.898498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-760a15c2-ad01-44b0-989c-1bcba0692182 None None] Port 41394b91-717f-4fab-b6d2-9c250ad6cd5f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:19:58.966293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:19:58.971802 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-59c5bff3-854e-420a-9ca4-d93fca2a4ded admin admin] 10.222.0.20 "PUT /v2.0/routers/8595ce97-864f-4c3a-9584-dea9fce7f4b6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7796676 Jan 31 18:19:58.975245 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Sync routers for ids ['8595ce97-864f-4c3a-9584-dea9fce7f4b6'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:19:58.990267 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Routers {'8595ce97-864f-4c3a-9584-dea9fce7f4b6'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:19:58.991113 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:19:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8595ce97-864f-4c3a-9584-dea9fce7f4b6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:59.186199 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Set router 8595ce97-864f-4c3a-9584-dea9fce7f4b6 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:19:59.623026 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'name': 'router1', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:19:48Z', 'updated_at': '2022-01-31T18:19:58Z', 'revision_number': 2, 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'gw_port_host': None, '_interfaces': [{'id': '41394b91-717f-4fab-b6d2-9c250ad6cd5f', 'name': '', 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'mac_address': 'fa:16:3e:f0:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:19:57Z', 'updated_at': '2022-01-31T18:19:58Z', 'revision_number': 2, 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'subnets': [{'id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6c48bfa-d143-4717-af04-3c597186c30e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:59.672184 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Checking router: 8595ce97-864f-4c3a-9584-dea9fce7f4b6 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:19:59.672586 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Updating router 8595ce97-864f-4c3a-9584-dea9fce7f4b6 port 41394b91-717f-4fab-b6d2-9c250ad6cd5f binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:19:59.753823 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:00.247313 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Publish callbacks [] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:00.254969 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:00.381225 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Pushing event updated for resources: {'Port': ['ID=41394b91-717f-4fab-b6d2-9c250ad6cd5f,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:00.409306 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.409306 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.409306 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.409306 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.409731 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.409998 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.410275 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.410587 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.410906 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.411233 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.411559 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.411881 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.412488 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Tracked resource versions report: Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: pushed versions: Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: { 'AddressGroup': {'1.2'}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'ConntrackHelper': {'1.0'}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'LocalIPAssociation': {'1.0'}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'Log': {'1.0'}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'Network': {'1.1'}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'Port': {'1.7'}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'PortForwarding': {'1.2'}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'QosPolicy': {'1.10'}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'SecurityGroup': {'1.5'}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'SecurityGroupRule': {'1.2'}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'SubPort': {'1.0'}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'Subnet': {'1.1'}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'Trunk': {'1.1'}} Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: consumer versions: Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: { DHCP agent@n-d-812111-15: {}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: L3 agent@n-d-812111-15: {}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: Metadata agent@n-d-812111-15: {}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: Metering agent@n-d-812111-15: {}, Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: Open vSwitch agent@n-d-812111-15: { 'AddressGroup': '1.2', Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'ConntrackHelper': '1.0', Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'LocalIPAssociation': '1.0', Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'Log': '1.0', Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'Network': '1.1', Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'Port': '1.7', Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'PortForwarding': '1.2', Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'QosPolicy': '1.10', Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'SecurityGroup': '1.5', Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'SecurityGroupRule': '1.2', Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'SubPort': '1.0', Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'Subnet': '1.1', Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: 'Trunk': '1.1'}} Jan 31 18:20:00.413665 n-d-812111-15 neutron-server[103228]: {{(pid=103228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 18:20:00.444978 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Attempting to bind port 41394b91-717f-4fab-b6d2-9c250ad6cd5f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:20:00.445393 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Attempting to bind port 41394b91-717f-4fab-b6d2-9c250ad6cd5f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'a2116cca-3138-4033-b85c-591dc75c7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:20:00.445841 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Attempting to bind port 41394b91-717f-4fab-b6d2-9c250ad6cd5f on network a4180f90-e81a-44cf-9a64-b5ea57aebd4d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:20:00.451623 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:20:00.452044 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Checking segment: {'id': 'a2116cca-3138-4033-b85c-591dc75c7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:20:00.452588 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:00.452988 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Bound using segment: {'id': 'a2116cca-3138-4033-b85c-591dc75c7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:20:00.453465 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Bound port: 41394b91-717f-4fab-b6d2-9c250ad6cd5f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2116cca-3138-4033-b85c-591dc75c7823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:20:00.453850 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:00.522848 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] For port 41394b91-717f-4fab-b6d2-9c250ad6cd5f, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:20:00.529359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a9fefdbd-d2f5-46ee-854d-8bf549fa86d9 None None] Provisioning complete for port 41394b91-717f-4fab-b6d2-9c250ad6cd5f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:20:00.529890 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a9fefdbd-d2f5-46ee-854d-8bf549fa86d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:00.542926 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] For port 41394b91-717f-4fab-b6d2-9c250ad6cd5f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=41394b91-717f-4fab-b6d2-9c250ad6cd5f,segment=NetworkSegment(a2116cca-3138-4033-b85c-591dc75c7823),segment_id=a2116cca-3138-4033-b85c-591dc75c7823)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:20:00.550577 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:00.565418 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a9fefdbd-d2f5-46ee-854d-8bf549fa86d9 None None] Port 41394b91-717f-4fab-b6d2-9c250ad6cd5f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:20:00.614884 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31359a-cd71-4426-867e-07c7d7cce7df None None] Pushing event updated for resources: {'Port': ['ID=41394b91-717f-4fab-b6d2-9c250ad6cd5f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:00.622635 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Routers {'8595ce97-864f-4c3a-9584-dea9fce7f4b6'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:20:00.623259 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:19:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8595ce97-864f-4c3a-9584-dea9fce7f4b6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:00.714738 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] Set router 8595ce97-864f-4c3a-9584-dea9fce7f4b6 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:20:00.785322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d0aa384c-960f-4a38-9455-764f6af51c6a None None] Provisioning complete for port 41394b91-717f-4fab-b6d2-9c250ad6cd5f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:20:00.785672 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0aa384c-960f-4a38-9455-764f6af51c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:00.868541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa384c-960f-4a38-9455-764f6af51c6a None None] Current status of the port 41394b91-717f-4fab-b6d2-9c250ad6cd5f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:20:00.868879 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0aa384c-960f-4a38-9455-764f6af51c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:00.907561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d0aa384c-960f-4a38-9455-764f6af51c6a None None] For port 41394b91-717f-4fab-b6d2-9c250ad6cd5f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=41394b91-717f-4fab-b6d2-9c250ad6cd5f,segment=NetworkSegment(a2116cca-3138-4033-b85c-591dc75c7823),segment_id=a2116cca-3138-4033-b85c-591dc75c7823)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:00.912879 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0aa384c-960f-4a38-9455-764f6af51c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:00.929218 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'name': 'router1', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:19:48Z', 'updated_at': '2022-01-31T18:19:58Z', 'revision_number': 2, 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'gw_port_host': None, '_interfaces': [{'id': '41394b91-717f-4fab-b6d2-9c250ad6cd5f', 'name': '', 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'mac_address': 'fa:16:3e:f0:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:19:57Z', 'updated_at': '2022-01-31T18:20:00Z', 'revision_number': 4, 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'subnets': [{'id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6c48bfa-d143-4717-af04-3c597186c30e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:00.957458 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325887c-39bb-4148-8282-23b6ee34adee None None] The sync data for ids ['8595ce97-864f-4c3a-9584-dea9fce7f4b6'] in n-d-812111-15 is: [{'id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'name': 'router1', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:19:48Z', 'updated_at': '2022-01-31T18:19:58Z', 'revision_number': 2, 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'gw_port_host': None, '_interfaces': [{'id': '41394b91-717f-4fab-b6d2-9c250ad6cd5f', 'name': '', 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'mac_address': 'fa:16:3e:f0:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:19:57Z', 'updated_at': '2022-01-31T18:20:00Z', 'revision_number': 4, 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'subnets': [{'id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6c48bfa-d143-4717-af04-3c597186c30e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:20:00.973791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa384c-960f-4a38-9455-764f6af51c6a None None] Pushing event updated for resources: {'Port': ['ID=41394b91-717f-4fab-b6d2-9c250ad6cd5f,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:03.815797 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47430) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:20:03.927022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be7d3bb-6eae-4efc-927a-20466651194a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:03.934294 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0be7d3bb-6eae-4efc-927a-20466651194a admin admin] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 842 time: 0.1115568 Jan 31 18:20:03.938742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] Request body: {'subnet': {'tenant_id': 'fbdefc18c57f438eb327ed50a59690ec', 'enable_dhcp': False, 'cidr': '172.25.8.0/24', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.8.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:20:03.962603 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] Made reservation on behalf of fbdefc18c57f438eb327ed50a59690ec for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:03.965368 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:04.280530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:20:04.280980 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:04.339363 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:04.343963 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:20:04.344315 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] Network hostable DHCP agents. Network: 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:20:04.368165 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:20:04.380371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:04.384320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:04.384941 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:04.389847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b0c8d0-c2f6-486c-9050-24aa0010cc32 None None] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:20:04.414870 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ca9d5e20-e8f5-43d8-89bb-69b33458d06f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4672754 Jan 31 18:20:04.502569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6f5f20-5117-47c3-89b5-e11801b265f6 None None] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:20:06.766254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47438) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:20:06.901932 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dabfc30c-f2d2-4554-97e0-8acd1476ea4b admin admin] 10.222.0.20 "GET /v2.0/routers/8595ce97-864f-4c3a-9584-dea9fce7f4b6 HTTP/1.1" status: 200 len: 710 time: 0.1345332 Jan 31 18:20:06.985690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61575f1b-87b5-486d-9bc9-7bbfd8d8ac23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:06.986948 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-61575f1b-87b5-486d-9bc9-7bbfd8d8ac23 admin admin] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 886 time: 0.0792749 Jan 31 18:20:06.995653 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:20:07.331684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Publish callbacks [] for router_gateway (8595ce97-864f-4c3a-9584-dea9fce7f4b6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:07.579894 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Publish callbacks [] for router_gateway (8595ce97-864f-4c3a-9584-dea9fce7f4b6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:07.662967 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:07.778150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Allocated IP 172.25.8.89 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/799c2838-2560-4a92-a262-0cdf79a66623) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:20:07.785064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 41394b91-717f-4fab-b6d2-9c250ad6cd5f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:20:07.839722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 41394b91-717f-4fab-b6d2-9c250ad6cd5f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:20:07.840211 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:07.889903 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Publish callbacks [] for port (799c2838-2560-4a92-a262-0cdf79a66623), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:07.925481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 41394b91-717f-4fab-b6d2-9c250ad6cd5f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:20:07.925893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (799c2838-2560-4a92-a262-0cdf79a66623), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:07.963506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:20:07.966600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:07.971931 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:20:07.979864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Pushing event updated for resources: {'Port': ['ID=799c2838-2560-4a92-a262-0cdf79a66623,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:08.232071 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Publish callbacks [] for router_gateway (8595ce97-864f-4c3a-9584-dea9fce7f4b6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:08.427482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (8595ce97-864f-4c3a-9584-dea9fce7f4b6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:08.430957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (8595ce97-864f-4c3a-9584-dea9fce7f4b6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:08.538484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Router 8595ce97-864f-4c3a-9584-dea9fce7f4b6 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:20:08.647071 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:20:08.651316 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:08.653284 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-602cb673-f93b-4aa4-a3e9-255b39ef0311 admin admin] 10.222.0.20 "PUT /v2.0/routers/8595ce97-864f-4c3a-9584-dea9fce7f4b6 HTTP/1.1" status: 200 len: 889 time: 1.6605821 Jan 31 18:20:09.552647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Sync routers for ids ['8595ce97-864f-4c3a-9584-dea9fce7f4b6'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:20:09.563882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Routers {'8595ce97-864f-4c3a-9584-dea9fce7f4b6'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:20:09.564669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:19:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8595ce97-864f-4c3a-9584-dea9fce7f4b6'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:09.778183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Set router 8595ce97-864f-4c3a-9584-dea9fce7f4b6 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:20:10.242398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'name': 'router1', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '799c2838-2560-4a92-a262-0cdf79a66623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:19:48Z', 'updated_at': '2022-01-31T18:20:08Z', 'revision_number': 4, 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'gw_port': {'id': '799c2838-2560-4a92-a262-0cdf79a66623', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:20:07Z', 'updated_at': '2022-01-31T18:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '41394b91-717f-4fab-b6d2-9c250ad6cd5f', 'name': '', 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'mac_address': 'fa:16:3e:f0:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:19:57Z', 'updated_at': '2022-01-31T18:20:00Z', 'revision_number': 5, 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'subnets': [{'id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6c48bfa-d143-4717-af04-3c597186c30e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:10.291815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Checking router: 8595ce97-864f-4c3a-9584-dea9fce7f4b6 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:20:10.292188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Updating router 8595ce97-864f-4c3a-9584-dea9fce7f4b6 port 799c2838-2560-4a92-a262-0cdf79a66623 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:20:10.349641 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (799c2838-2560-4a92-a262-0cdf79a66623), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:10.691236 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Publish callbacks [] for port (799c2838-2560-4a92-a262-0cdf79a66623), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:10.697302 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (799c2838-2560-4a92-a262-0cdf79a66623), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:10.753230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7c439-2c02-4588-9a51-23d768183c90 None None] Pushing event updated for resources: {'Port': ['ID=799c2838-2560-4a92-a262-0cdf79a66623,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:10.755609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Attempting to bind port 799c2838-2560-4a92-a262-0cdf79a66623 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:20:10.756023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Attempting to bind port 799c2838-2560-4a92-a262-0cdf79a66623 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:20:10.756436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Attempting to bind port 799c2838-2560-4a92-a262-0cdf79a66623 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:20:10.762118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:20:10.762672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:20:10.763112 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:10.763513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:20:10.764025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Bound port: 799c2838-2560-4a92-a262-0cdf79a66623, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:20:10.764455 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (799c2838-2560-4a92-a262-0cdf79a66623), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:10.822541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] For port 799c2838-2560-4a92-a262-0cdf79a66623, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:20:10.826161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] For port 799c2838-2560-4a92-a262-0cdf79a66623, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=799c2838-2560-4a92-a262-0cdf79a66623,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:20:10.833565 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (799c2838-2560-4a92-a262-0cdf79a66623), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:10.896525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7c439-2c02-4588-9a51-23d768183c90 None None] Pushing event updated for resources: {'Port': ['ID=799c2838-2560-4a92-a262-0cdf79a66623,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:10.899136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Routers {'8595ce97-864f-4c3a-9584-dea9fce7f4b6'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:20:10.899832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:19:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8595ce97-864f-4c3a-9584-dea9fce7f4b6'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:11.012278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] Set router 8595ce97-864f-4c3a-9584-dea9fce7f4b6 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:20:11.128328 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47450) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:20:11.245392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'name': 'router1', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '799c2838-2560-4a92-a262-0cdf79a66623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:19:48Z', 'updated_at': '2022-01-31T18:20:08Z', 'revision_number': 4, 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'gw_port': {'id': '799c2838-2560-4a92-a262-0cdf79a66623', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:20:07Z', 'updated_at': '2022-01-31T18:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '41394b91-717f-4fab-b6d2-9c250ad6cd5f', 'name': '', 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'mac_address': 'fa:16:3e:f0:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:19:57Z', 'updated_at': '2022-01-31T18:20:00Z', 'revision_number': 5, 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'subnets': [{'id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6c48bfa-d143-4717-af04-3c597186c30e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:11.258859 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-314bcb51-9bf4-4896-b0ec-d730f0c54e12 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1291502 Jan 31 18:20:11.274244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc032f8-f36f-426c-9cb7-b4f07c1c28b5 None None] The sync data for ids ['8595ce97-864f-4c3a-9584-dea9fce7f4b6'] in n-d-812111-15 is: [{'id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'name': 'router1', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '799c2838-2560-4a92-a262-0cdf79a66623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:19:48Z', 'updated_at': '2022-01-31T18:20:08Z', 'revision_number': 4, 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'gw_port': {'id': '799c2838-2560-4a92-a262-0cdf79a66623', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:20:07Z', 'updated_at': '2022-01-31T18:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '41394b91-717f-4fab-b6d2-9c250ad6cd5f', 'name': '', 'network_id': 'a4180f90-e81a-44cf-9a64-b5ea57aebd4d', 'tenant_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'mac_address': 'fa:16:3e:f0:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8595ce97-864f-4c3a-9584-dea9fce7f4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:19:57Z', 'updated_at': '2022-01-31T18:20:00Z', 'revision_number': 5, 'project_id': 'abfaf4ff0b1848afbacc93429d5c0e38', 'subnets': [{'id': '6c0cd4dc-da22-4817-b73e-0ccd0483a7d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6c48bfa-d143-4717-af04-3c597186c30e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:20:11.814608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 799c2838-2560-4a92-a262-0cdf79a66623 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:20:11.891064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 799c2838-2560-4a92-a262-0cdf79a66623 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:20:11.891821 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (799c2838-2560-4a92-a262-0cdf79a66623), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:12.013494 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 799c2838-2560-4a92-a262-0cdf79a66623 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:20:12.013894 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (799c2838-2560-4a92-a262-0cdf79a66623), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:12.037246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 799c2838-2560-4a92-a262-0cdf79a66623, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=799c2838-2560-4a92-a262-0cdf79a66623,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:12.041647 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (799c2838-2560-4a92-a262-0cdf79a66623), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:12.104385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=799c2838-2560-4a92-a262-0cdf79a66623,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:13.747956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 799c2838-2560-4a92-a262-0cdf79a66623 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:20:13.806617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 799c2838-2560-4a92-a262-0cdf79a66623 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:20:13.807013 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (799c2838-2560-4a92-a262-0cdf79a66623), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:13.893106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 799c2838-2560-4a92-a262-0cdf79a66623 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:20:18.708056 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a0fd9795-9840-4a46-9c48-0bd62db012c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:20.917405 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-412a3581-2bf6-40bb-9ef6-62a8b4f778d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:22.187616 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:23.813839 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:23.948326 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:20:25.086696 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:48.700390 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9999aea-dcc1-4355-ad51-2a85dcc3324c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:50.921648 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1c25e2c2-51fe-4a34-a1ff-0defc8ff6428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:52.185092 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:53.818886 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:20:55.083919 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:00.947339 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:21:18.688895 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7ed6523b-8c4b-47e7-93f7-64f834813db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:20.916200 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3403df2d-805e-4a42-bbfe-c5d6a72785a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:22.187652 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:23.822768 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:25.080948 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:37.814386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:21:37.947391 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:21:37.956422 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-427f30a2-7e4c-44ad-a930-b73b16e66b4e admin admin] GET failed (client error): The resource could not be found. Jan 31 18:21:37.957776 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-427f30a2-7e4c-44ad-a930-b73b16e66b4e admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1424322 Jan 31 18:21:38.117907 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c2cc62-35dd-473c-b3bc-15d735c526b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:38.119984 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-14c2cc62-35dd-473c-b3bc-15d735c526b8 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581244 Jan 31 18:21:40.441583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:21:40.538481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc8d6e-423e-441f-98d3-7782d65c0f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:40.539930 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fdcc8d6e-423e-441f-98d3-7782d65c0f9e admin admin] 10.222.0.20 "GET /v2.0/subnets/6c0cd4dc-da22-4817-b73e-0ccd0483a7d3 HTTP/1.1" status: 200 len: 849 time: 0.0973067 Jan 31 18:21:40.549331 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:21:40.632142 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Publish callbacks [] for subnet (6c0cd4dc-da22-4817-b73e-0ccd0483a7d3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:40.771525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781439280065'] for subnet (6c0cd4dc-da22-4817-b73e-0ccd0483a7d3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:40.800949 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:40.802181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:40.802846 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] 10.222.0.20 "PUT /v2.0/subnets/6c0cd4dc-da22-4817-b73e-0ccd0483a7d3 HTTP/1.1" status: 200 len: 868 time: 0.2571635 Jan 31 18:21:40.819657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155aefe0-cc2a-43e6-a68e-0d3813de1a24 None None] Network a4180f90-e81a-44cf-9a64-b5ea57aebd4d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:21:40.824037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0cd4dc-da22-4817-b73e-0ccd0483a7d3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:40.831405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:40.831832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:40.832184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:40.832559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:40.832899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:40.833238 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:40.833574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:40.833907 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:40.834239 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:40.834569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:40.834900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:40.835228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:40.835559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ccccf-a079-4f7b-86cc-7a78b633342b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:41.163097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4b115a73-76b1-4689-94c7-b7e9e6128cd3 None None] Provisioning complete for port 41394b91-717f-4fab-b6d2-9c250ad6cd5f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:41.163492 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b115a73-76b1-4689-94c7-b7e9e6128cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (41394b91-717f-4fab-b6d2-9c250ad6cd5f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:41.243469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4b115a73-76b1-4689-94c7-b7e9e6128cd3 None None] Current status of the port 41394b91-717f-4fab-b6d2-9c250ad6cd5f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:21:41.254267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4b115a73-76b1-4689-94c7-b7e9e6128cd3 None None] Provisioning complete for port b477a123-a1f8-4c0f-b01a-79796d42d8ae triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:41.254662 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b115a73-76b1-4689-94c7-b7e9e6128cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b477a123-a1f8-4c0f-b01a-79796d42d8ae), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:41.336670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4b115a73-76b1-4689-94c7-b7e9e6128cd3 None None] Current status of the port b477a123-a1f8-4c0f-b01a-79796d42d8ae is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:21:43.090281 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47984) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:21:43.289304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac116462-a72c-4712-8d5b-f20e4b794f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:43.290307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac116462-a72c-4712-8d5b-f20e4b794f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:43.291940 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ac116462-a72c-4712-8d5b-f20e4b794f87 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006865 Jan 31 18:21:45.538183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47992) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:21:45.747242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead08c57-8f11-412c-8189-f6d36c27f016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:45.747720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead08c57-8f11-412c-8189-f6d36c27f016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:45.749276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ead08c57-8f11-412c-8189-f6d36c27f016 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2101502 Jan 31 18:21:48.080448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48002) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:21:48.270879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e46b5-b5f0-4d42-b836-f50a994a62f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:48.272403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-951e46b5-b5f0-4d42-b836-f50a994a62f7 admin admin] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 886 time: 0.1909041 Jan 31 18:21:48.687181 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c172342-d435-42a7-9b62-b0fce325a93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:50.887885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48010) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:21:50.926157 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29665d85-9ce0-4d1b-b79d-5a8a9de7617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:51.063410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a8e5c-9602-499e-9366-9fa77965e5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:51.064840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7c8a8e5c-9602-499e-9366-9fa77965e5b1 admin admin] 10.222.0.20 "GET /v2.0/networks/a4180f90-e81a-44cf-9a64-b5ea57aebd4d HTTP/1.1" status: 200 len: 869 time: 0.1758184 Jan 31 18:21:52.193363 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:53.824311 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:54.205455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48018) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:21:54.348272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de75337-6207-4c06-ba41-dd136dbfbf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:54.348766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de75337-6207-4c06-ba41-dd136dbfbf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:54.350331 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3de75337-6207-4c06-ba41-dd136dbfbf03 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1438694 Jan 31 18:21:55.074686 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:21:56.789079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48026) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:21:56.884363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada90fa-b3cb-47bc-b004-c5b5cc244f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:56.884847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada90fa-b3cb-47bc-b004-c5b5cc244f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:56.886387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9ada90fa-b3cb-47bc-b004-c5b5cc244f29 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0963414 Jan 31 18:21:59.250993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48034) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:21:59.349512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c1fd61-a20c-4d24-b235-cb2e879f3e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:59.350899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-83c1fd61-a20c-4d24-b235-cb2e879f3e7f admin admin] 10.222.0.20 "GET /v2.0/subnets/6c0cd4dc-da22-4817-b73e-0ccd0483a7d3 HTTP/1.1" status: 200 len: 868 time: 0.0989537 Jan 31 18:22:01.805662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:22:01.917985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a411e2c-04f0-426e-b6f7-53760b1e27b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:01.919357 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0a411e2c-04f0-426e-b6f7-53760b1e27b9 admin admin] 10.222.0.20 "GET /v2.0/subnets/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c HTTP/1.1" status: 200 len: 816 time: 0.1126127 Jan 31 18:22:14.946524 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:22:18.690297 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad242-92d3-4083-9f05-6c1f0c16475a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:20.920119 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-967b8e3a-1757-4164-808c-9f9d57a2c899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:22.192415 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:23.831139 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:25.077154 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:28.276702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48096) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:22:28.328501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-75323991-d05c-4da8-a232-f9793fa0a4b5 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:22:28.329503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-75323991-d05c-4da8-a232-f9793fa0a4b5 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518546 Jan 31 18:22:30.710270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48104) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:22:30.773548 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-843c7516-5640-4fd2-9e09-b8211b6e20cb admin admin] GET failed (client error): The resource could not be found. Jan 31 18:22:30.774871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-843c7516-5640-4fd2-9e09-b8211b6e20cb admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0635476 Jan 31 18:22:30.924700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82cfeb5-ca43-45b8-9695-f8eb894b7179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:30.926088 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d82cfeb5-ca43-45b8-9695-f8eb894b7179 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1471851 Jan 31 18:22:33.287699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48114) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:22:33.335217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'fbdefc18c57f438eb327ed50a59690ec', 'name': 'shared', 'project_id': 'fbdefc18c57f438eb327ed50a59690ec', 'shared': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:22:33.360084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] Made reservation on behalf of fbdefc18c57f438eb327ed50a59690ec for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:22:33.362468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:33.389369 n-d-812111-15 neutron-server[103226]: WARNING neutron.services.revisions.revision_plugin [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] Could not find related network for resource to bump revision. Jan 31 18:22:33.405988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:22:33.419786 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f08e05b3-7de7-4d2b-a27a-230302c68b15), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:33.420131 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] Added segment f08e05b3-7de7-4d2b-a27a-230302c68b15 of type vlan for network 0ca8100f-f789-4e71-ba36-fc08e9550af6 Jan 31 18:22:33.458866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (0ca8100f-f789-4e71-ba36-fc08e9550af6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:33.483208 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (0ca8100f-f789-4e71-ba36-fc08e9550af6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:33.484153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:33.484769 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:33.535222 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2463825 Jan 31 18:22:33.550137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca1b4a-550a-4286-9aec-62d4f4d27468 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca8100f-f789-4e71-ba36-fc08e9550af6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:33.562278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:22:35.947774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:22:36.011042 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc63dde-4c3b-4235-948a-9c54f867567f admin admin] GET failed (client error): The resource could not be found. Jan 31 18:22:36.012264 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bcc63dde-4c3b-4235-948a-9c54f867567f admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0634570 Jan 31 18:22:36.087008 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11c0dd0-d370-4e3e-896d-83792be30353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:36.088514 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b11c0dd0-d370-4e3e-896d-83792be30353 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0716462 Jan 31 18:22:36.100800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0fb96f62-7c6a-42f5-88de-2126748ad2fa admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'tenant_id': 'fbdefc18c57f438eb327ed50a59690ec', 'description': 'shared-subnet', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:22:36.127815 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb96f62-7c6a-42f5-88de-2126748ad2fa admin admin] Made reservation on behalf of fbdefc18c57f438eb327ed50a59690ec for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:22:36.130525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0fb96f62-7c6a-42f5-88de-2126748ad2fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:36.326201 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0fb96f62-7c6a-42f5-88de-2126748ad2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (e8e45e0b-cb0c-44e6-93cf-a9bdade88be4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:36.388660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb96f62-7c6a-42f5-88de-2126748ad2fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:36.407916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb96f62-7c6a-42f5-88de-2126748ad2fa admin admin] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:22:36.408264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb96f62-7c6a-42f5-88de-2126748ad2fa admin admin] Network hostable DHCP agents. Network: 0ca8100f-f789-4e71-ba36-fc08e9550af6, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:22:36.430165 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb96f62-7c6a-42f5-88de-2126748ad2fa admin admin] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:22:36.440461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0fb96f62-7c6a-42f5-88de-2126748ad2fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 0ca8100f-f789-4e71-ba36-fc08e9550af6) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:22:36.444613 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb96f62-7c6a-42f5-88de-2126748ad2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:36.445504 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0fb96f62-7c6a-42f5-88de-2126748ad2fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:36.450694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bbae6c-dc56-4de2-b021-e69a7d088d16 None None] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:22:36.464699 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0fb96f62-7c6a-42f5-88de-2126748ad2fa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3677084 Jan 31 18:22:36.578613 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-0ca8100f-f789-4e71-ba36-fc08e9550af6', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'project_id': 'fbdefc18c57f438eb327ed50a59690ec', 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:22:36.579510 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:36.754654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Allocated IP 192.168.233.2 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/6603f097-2d04-439a-b624-f1e418081685) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:22:36.928516 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Publish callbacks [] for port (6603f097-2d04-439a-b624-f1e418081685), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:36.938870 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (6603f097-2d04-439a-b624-f1e418081685), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:36.989173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Pushing event updated for resources: {'Port': ['ID=6603f097-2d04-439a-b624-f1e418081685,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:36.994816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:22:37.000068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.000420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.002581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.002581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.002581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.002581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.002581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.002581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.003344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.003344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.003598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.003736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.004054 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:37.009650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:22:37.020112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:22:37.086978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Attempting to bind port 6603f097-2d04-439a-b624-f1e418081685 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:22:37.087385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Attempting to bind port 6603f097-2d04-439a-b624-f1e418081685 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:22:37.087755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Attempting to bind port 6603f097-2d04-439a-b624-f1e418081685 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:22:37.093306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:22:37.093680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:22:37.094085 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:37.094484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:22:37.094950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Bound port: 6603f097-2d04-439a-b624-f1e418081685, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:22:37.095328 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6603f097-2d04-439a-b624-f1e418081685), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:37.164761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] For port 6603f097-2d04-439a-b624-f1e418081685, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:22:37.168579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] For port 6603f097-2d04-439a-b624-f1e418081685, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6603f097-2d04-439a-b624-f1e418081685,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:22:37.175478 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6603f097-2d04-439a-b624-f1e418081685), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:37.244896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822dd10-5d35-46e5-9381-099cb7663a36 None None] Pushing event updated for resources: {'Port': ['ID=6603f097-2d04-439a-b624-f1e418081685,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:37.910087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6603f097-2d04-439a-b624-f1e418081685 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:22:37.981599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6603f097-2d04-439a-b624-f1e418081685 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:37.982888 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6603f097-2d04-439a-b624-f1e418081685), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:38.103754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6603f097-2d04-439a-b624-f1e418081685 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:22:38.104566 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6603f097-2d04-439a-b624-f1e418081685), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:38.168044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 6603f097-2d04-439a-b624-f1e418081685, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6603f097-2d04-439a-b624-f1e418081685,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:38.174963 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6603f097-2d04-439a-b624-f1e418081685), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:38.262981 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=6603f097-2d04-439a-b624-f1e418081685,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:38.520769 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2dfde-f3b1-41c2-bff4-156f4a3eef14 None None] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:22:38.598791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6e2a39d0-6e3d-4144-b235-52143ae57127 None None] Provisioning complete for port 6603f097-2d04-439a-b624-f1e418081685 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:38.599056 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6e2a39d0-6e3d-4144-b235-52143ae57127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6603f097-2d04-439a-b624-f1e418081685), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:38.730053 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a39d0-6e3d-4144-b235-52143ae57127 None None] Current status of the port 6603f097-2d04-439a-b624-f1e418081685 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:22:38.957531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-519528bd-8858-4051-9b48-4f93af5b7f05 None None] Provisioning complete for port 6603f097-2d04-439a-b624-f1e418081685 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:38.958742 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-519528bd-8858-4051-9b48-4f93af5b7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6603f097-2d04-439a-b624-f1e418081685), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:39.050499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-519528bd-8858-4051-9b48-4f93af5b7f05 None None] Current status of the port 6603f097-2d04-439a-b624-f1e418081685 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:22:39.822011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6603f097-2d04-439a-b624-f1e418081685 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:22:39.878652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6603f097-2d04-439a-b624-f1e418081685 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:39.879043 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6603f097-2d04-439a-b624-f1e418081685), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:39.962228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6603f097-2d04-439a-b624-f1e418081685 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:22:48.704552 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab695d4e-afe4-4573-96eb-c31fbb9ceee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:50.925807 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce1c34c3-bb2c-4db0-a8d7-aaddd5206dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:51.947484 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:22:52.201209 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:53.832868 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:22:55.084156 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:23:18.702570 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bf39ce1b-0e4b-410d-8fc9-4d0731201af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:23:20.920286 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a43cbd2-8c70-4ab9-beb0-4993fa875649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:23:22.216769 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:23:23.838591 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:23:25.085600 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:23:28.947073 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:23:48.697253 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c54f786e-4594-415e-9930-7bcbc2bf4243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:23:50.929071 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5da253a5-28cb-47a1-af01-14b792a237aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:23:52.205756 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:23:53.840460 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:23:55.084916 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:05.946953 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:24:12.581600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48168) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:24:12.590099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-c4e8d00b-75b1-4e16-b4e5-be0e849b506f tempest-verify_tempest_config-731275690 tempest-verify_tempest_config-731275690-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:24:12.591103 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c4e8d00b-75b1-4e16-b4e5-be0e849b506f tempest-verify_tempest_config-731275690 tempest-verify_tempest_config-731275690-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0082183 Jan 31 18:24:12.989204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48186) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:24:13.126752 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:13.228287 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Publish callbacks [] for security_group (c0b005be-4f79-43fa-b467-490e8adbed71), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:13.232725 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c0b005be-4f79-43fa-b467-490e8adbed71), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:13.285045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b005be-4f79-43fa-b467-490e8adbed71,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:24:13.291298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b8edf58f2ff43f5b958e6311a66c730&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3010352 Jan 31 18:24:13.294989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:24:13.310823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.311383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.311928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.312527 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.312952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.316953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.316953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.316953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.316953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.316953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.316953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.317507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.317507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c9943-429c-4164-8339-7fdb97b50735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.367514 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Publish callbacks [] for security_group (c0b005be-4f79-43fa-b467-490e8adbed71), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:13.391414 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Publish callbacks [] for security_group (c0b005be-4f79-43fa-b467-490e8adbed71), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:13.500005 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c0b005be-4f79-43fa-b467-490e8adbed71), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:13.502655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:13.507657 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0b005be-4f79-43fa-b467-490e8adbed71 HTTP/1.1" status: 204 len: 168 time: 0.2114711 Jan 31 18:24:13.516811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b005be-4f79-43fa-b467-490e8adbed71,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:24:13.526140 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.526495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.527566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.527566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.527566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.529481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.529481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.529481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.529481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.529481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.531226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.531226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:13.531226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926f34b-fe5e-447a-a5fc-d34e187aa0ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:18.700719 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-59b5dd73-99bc-4d50-9efd-3667d6fb83ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:20.926630 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-414a070d-0383-4eb1-aff1-cf0d483416e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:22.210077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:23.854733 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:25.081131 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:42.946461 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:24:48.703491 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f339d25-91e0-449c-b33d-0edc440276dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:50.920850 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d329d4f0-30e1-4901-993d-893c28c427a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:52.210196 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:53.852418 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:24:55.079822 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:25:18.706066 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d8938b8-72bc-4ba8-9d29-76b85add313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:25:19.945624 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:25:20.923204 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ce920aa-fc93-4277-b028-b87df22cf150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:25:22.212508 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:25:23.848297 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:25:25.085764 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:25:48.711822 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b72482e-52d6-4667-a3c7-e79bd5c3262f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:25:50.928114 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c097b22-8271-4451-9f7f-1866e4533314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:25:52.222011 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:25:53.851849 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:25:55.086266 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:25:56.944936 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:26:18.717251 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-065433bc-9b32-4215-9038-283b0288da70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:26:20.933654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-16742ba7-1b56-44a5-bceb-100941f81ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:26:22.225559 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:26:23.862280 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:26:25.083052 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:26:33.945532 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:26:48.717793 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-570c36c1-2495-47fb-9102-99be346f5365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:26:50.937699 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe766345-38f4-44bf-ae74-1eb859108ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:26:52.232134 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:26:53.852811 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:26:55.077422 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:27:10.946719 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:27:18.712839 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a5d27bd-0ca4-4d6a-af07-7e7cd2aa3f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:27:20.941996 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b07b9b19-870a-406c-be33-0e6a2e8f4989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:27:22.227063 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:27:23.856187 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:27:25.082452 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:27:47.945344 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:27:48.716654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-caf8873f-e9eb-4371-bb9e-7d55c7e93640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:27:50.944703 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5b66-5390-4d20-9da5-d6351b56a1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:27:52.234540 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:27:53.858905 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:27:53.891948 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813198'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:27:55.086763 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:27:55.770943 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813198'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:18.719009 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1e855b1-8c37-4841-8ad1-91d31440c328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:20.946819 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9bc210c2-d150-48d6-bf4a-24c61d63b423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:22.233828 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:23.865057 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:23.876537 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:24.944730 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:28:25.093802 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:25.766510 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:39.730324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:28:39.856581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cff90ad7-7fab-48b6-b539-27c2c3f926a2 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1250062 Jan 31 18:28:42.196244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48258) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:28:42.251905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-97e99eeb-5c7a-497b-b3b5-1557af86aa31 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0544753 Jan 31 18:28:48.720800 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a615b501-60ca-494e-b923-eaa659f7b064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:50.957055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0d97d606-a63b-4151-bfd0-4c25d3759712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:52.236146 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:53.868304 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:53.910113 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:55.087826 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:28:55.788720 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:01.947113 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:29:18.730564 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2598bfd2-5273-4be1-be79-d836ddeec0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:20.951958 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c51b-6ea7-43e1-9d3f-2e621fa911f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:22.239680 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:23.869054 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:23.921489 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:25.095473 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:25.813772 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:38.947552 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:29:48.730942 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09f43d42-7924-4d47-861b-b1c9cb52fdc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:50.958657 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7365cd66-6291-40f3-b9f1-15916805a337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:52.241480 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:53.875984 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:53.923709 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:55.111040 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:29:55.836052 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:15.948930 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:30:16.064274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48464) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:16.773775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48486) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:16.785071 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ceab4705-4c43-47d0-b0ea-0b1bb23d6969 tempest-AutoAllocateNetworkTest-352553769 tempest-AutoAllocateNetworkTest-352553769-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad1b575f5d91493d85f6c92e2edbadc4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7193162 Jan 31 18:30:16.996674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bee97-3887-4964-89d1-be25de4a1ba7 tempest-AutoAllocateNetworkTest-352553769 tempest-AutoAllocateNetworkTest-352553769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:17.001107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-554bee97-3887-4964-89d1-be25de4a1ba7 tempest-AutoAllocateNetworkTest-352553769 tempest-AutoAllocateNetworkTest-352553769-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2234612 Jan 31 18:30:17.001285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48496) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:17.137337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48502) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:17.137848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-50c85f56-b949-49e9-b90d-3af41607206d tempest-AutoAllocateNetworkTest-352553769 tempest-AutoAllocateNetworkTest-352553769-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1350317 Jan 31 18:30:17.169897 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fcfbb657-54c7-4e95-81f6-86f127303367 tempest-AutoAllocateNetworkTest-352553769 tempest-AutoAllocateNetworkTest-352553769-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad1b575f5d91493d85f6c92e2edbadc4 HTTP/1.1" status: 200 len: 208 time: 0.0316415 Jan 31 18:30:18.034786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48540) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:18.397556 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:18.503344 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Publish callbacks [] for security_group (afe9a0ad-9214-43a0-9a81-6832b2135cb6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:18.508610 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (afe9a0ad-9214-43a0-9a81-6832b2135cb6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:18.560171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48564) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:18.560697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad1b575f5d91493d85f6c92e2edbadc4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5243936 Jan 31 18:30:18.562409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe9a0ad-9214-43a0-9a81-6832b2135cb6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:18.580094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.580661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.581233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.581779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.582350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.583267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.583808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.585001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.585861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.586302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.586849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.587481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.587927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618cfb-f4dd-40fd-94b7-8b6d814614e7 admin admin] Tracked resource versions report: Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: pushed versions: Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: { 'AddressGroup': {'1.2'}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'ConntrackHelper': {'1.0'}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'LocalIPAssociation': {'1.0'}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'Log': {'1.0'}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'Network': {'1.1'}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'Port': {'1.7'}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'PortForwarding': {'1.2'}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'QosPolicy': {'1.10'}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'SecurityGroup': {'1.5'}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'SecurityGroupRule': {'1.2'}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'SubPort': {'1.0'}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'Subnet': {'1.1'}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'Trunk': {'1.1'}} Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: consumer versions: Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: { DHCP agent@n-d-812111-15: {}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: HyperV agent@n-h1-812111-15: {}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: HyperV agent@n-h2-812111-15: {}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: L3 agent@n-d-812111-15: {}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: Metadata agent@n-d-812111-15: {}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: Metering agent@n-d-812111-15: {}, Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: Open vSwitch agent@n-d-812111-15: { 'AddressGroup': '1.2', Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'ConntrackHelper': '1.0', Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'LocalIPAssociation': '1.0', Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'Log': '1.0', Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'Network': '1.1', Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'Port': '1.7', Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'PortForwarding': '1.2', Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'QosPolicy': '1.10', Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'SecurityGroup': '1.5', Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'SecurityGroupRule': '1.2', Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'SubPort': '1.0', Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'Subnet': '1.1', Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: 'Trunk': '1.1'}} Jan 31 18:30:18.589276 n-d-812111-15 neutron-server[103225]: {{(pid=103225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 18:30:18.638368 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Publish callbacks [] for security_group (afe9a0ad-9214-43a0-9a81-6832b2135cb6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:18.662397 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Publish callbacks [] for security_group (afe9a0ad-9214-43a0-9a81-6832b2135cb6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:18.737375 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (afe9a0ad-9214-43a0-9a81-6832b2135cb6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:18.740375 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:18.743232 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ccbb-510c-497e-85e6-3f67aba7510d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:18.746083 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afe9a0ad-9214-43a0-9a81-6832b2135cb6 HTTP/1.1" status: 204 len: 168 time: 0.1820955 Jan 31 18:30:18.758950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe9a0ad-9214-43a0-9a81-6832b2135cb6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:18.767142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.767142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.770537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.770537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.770537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.770537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.770537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.770537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.770537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.770537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.770537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.770537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.771194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def1524-f844-4065-b1f5-3aaa93b8a4b1 admin admin] Tracked resource versions report: Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: pushed versions: Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: { 'AddressGroup': {'1.2'}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'ConntrackHelper': {'1.0'}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'LocalIPAssociation': {'1.0'}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'Log': {'1.0'}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'Network': {'1.1'}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'Port': {'1.7'}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'PortForwarding': {'1.2'}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'QosPolicy': {'1.10'}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'SecurityGroup': {'1.5'}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'SecurityGroupRule': {'1.2'}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'SubPort': {'1.0'}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'Subnet': {'1.1'}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'Trunk': {'1.1'}} Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: consumer versions: Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: { DHCP agent@n-d-812111-15: {}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: HyperV agent@n-h1-812111-15: {}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: HyperV agent@n-h2-812111-15: {}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: L3 agent@n-d-812111-15: {}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: Metadata agent@n-d-812111-15: {}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: Metering agent@n-d-812111-15: {}, Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: Open vSwitch agent@n-d-812111-15: { 'AddressGroup': '1.2', Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'ConntrackHelper': '1.0', Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'LocalIPAssociation': '1.0', Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'Log': '1.0', Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'Network': '1.1', Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'Port': '1.7', Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'PortForwarding': '1.2', Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'QosPolicy': '1.10', Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'SecurityGroup': '1.5', Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'SecurityGroupRule': '1.2', Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'SubPort': '1.0', Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'Subnet': '1.1', Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: 'Trunk': '1.1'}} Jan 31 18:30:18.771756 n-d-812111-15 neutron-server[103226]: {{(pid=103226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 18:30:18.855957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48578) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:19.476824 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-970672c1-bb9a-48e2-bd8a-ccbe059759bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:19.583674 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-970672c1-bb9a-48e2-bd8a-ccbe059759bf admin admin] Publish callbacks [] for security_group (543adb59-5f08-4ab5-b6dc-44c8068e41a5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:19.589794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-970672c1-bb9a-48e2-bd8a-ccbe059759bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (543adb59-5f08-4ab5-b6dc-44c8068e41a5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:19.634104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970672c1-bb9a-48e2-bd8a-ccbe059759bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543adb59-5f08-4ab5-b6dc-44c8068e41a5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:19.639788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-970672c1-bb9a-48e2-bd8a-ccbe059759bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3dbd26af4d15487a902c8760cf46fa11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7823656 Jan 31 18:30:19.643663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48608) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:19.727978 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d950034-8358-4559-9da4-f7d8d386f62e admin admin] Publish callbacks [] for security_group (543adb59-5f08-4ab5-b6dc-44c8068e41a5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:19.774360 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d950034-8358-4559-9da4-f7d8d386f62e admin admin] Publish callbacks [] for security_group (543adb59-5f08-4ab5-b6dc-44c8068e41a5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:19.853592 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d950034-8358-4559-9da4-f7d8d386f62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (543adb59-5f08-4ab5-b6dc-44c8068e41a5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:19.859305 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d950034-8358-4559-9da4-f7d8d386f62e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:19.861460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0d950034-8358-4559-9da4-f7d8d386f62e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/543adb59-5f08-4ab5-b6dc-44c8068e41a5 HTTP/1.1" status: 204 len: 168 time: 0.2156043 Jan 31 18:30:19.874818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d950034-8358-4559-9da4-f7d8d386f62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543adb59-5f08-4ab5-b6dc-44c8068e41a5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:20.723254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48650) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:20.742989 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c99aee0-ef46-4883-b367-1b3308ff513e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:20.830796 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c99aee0-ef46-4883-b367-1b3308ff513e admin admin] Publish callbacks [] for security_group (8a22aa37-68bf-44d1-a746-d2ac1302ba6c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:20.838732 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c99aee0-ef46-4883-b367-1b3308ff513e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8a22aa37-68bf-44d1-a746-d2ac1302ba6c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:20.886962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99aee0-ef46-4883-b367-1b3308ff513e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a22aa37-68bf-44d1-a746-d2ac1302ba6c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:20.894945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48654) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:20.895564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4c99aee0-ef46-4883-b367-1b3308ff513e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82410efee74a48429a7624b46fc2dd28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1706741 Jan 31 18:30:20.962997 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9587fb0d-f78d-4d02-adff-4cac33780a70 admin admin] Publish callbacks [] for security_group (8a22aa37-68bf-44d1-a746-d2ac1302ba6c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:20.978670 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff5a8b74-6430-414c-b317-36595a91e787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:20.992178 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9587fb0d-f78d-4d02-adff-4cac33780a70 admin admin] Publish callbacks [] for security_group (8a22aa37-68bf-44d1-a746-d2ac1302ba6c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:21.056465 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9587fb0d-f78d-4d02-adff-4cac33780a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8a22aa37-68bf-44d1-a746-d2ac1302ba6c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:21.059328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9587fb0d-f78d-4d02-adff-4cac33780a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:21.065993 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9587fb0d-f78d-4d02-adff-4cac33780a70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a22aa37-68bf-44d1-a746-d2ac1302ba6c HTTP/1.1" status: 204 len: 168 time: 0.1696734 Jan 31 18:30:21.075950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587fb0d-f78d-4d02-adff-4cac33780a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a22aa37-68bf-44d1-a746-d2ac1302ba6c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:21.143965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48660) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:21.567862 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae32058-8b8e-4273-ac84-f0ce4dcff3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:21.667269 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae32058-8b8e-4273-ac84-f0ce4dcff3fe admin admin] Publish callbacks [] for security_group (bf9aa92a-322d-410b-a374-08d90e3b237f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:21.676859 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae32058-8b8e-4273-ac84-f0ce4dcff3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bf9aa92a-322d-410b-a374-08d90e3b237f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:21.727198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae32058-8b8e-4273-ac84-f0ce4dcff3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9aa92a-322d-410b-a374-08d90e3b237f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:21.744238 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aae32058-8b8e-4273-ac84-f0ce4dcff3fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a56225634594a3aa25864a2911a358b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5985548 Jan 31 18:30:21.747911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:21.821699 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc971fe7-a210-4772-8a7e-4a2bd90ada28 admin admin] Publish callbacks [] for security_group (bf9aa92a-322d-410b-a374-08d90e3b237f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:21.860561 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc971fe7-a210-4772-8a7e-4a2bd90ada28 admin admin] Publish callbacks [] for security_group (bf9aa92a-322d-410b-a374-08d90e3b237f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:21.939697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc971fe7-a210-4772-8a7e-4a2bd90ada28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bf9aa92a-322d-410b-a374-08d90e3b237f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:21.943978 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc971fe7-a210-4772-8a7e-4a2bd90ada28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:21.946146 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bc971fe7-a210-4772-8a7e-4a2bd90ada28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf9aa92a-322d-410b-a374-08d90e3b237f HTTP/1.1" status: 204 len: 168 time: 0.1967678 Jan 31 18:30:21.958674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc971fe7-a210-4772-8a7e-4a2bd90ada28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9aa92a-322d-410b-a374-08d90e3b237f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:22.268120 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:22.947962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48742) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:22.965586 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35c1b5fa-528b-4713-a7b6-478a1c880c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:23.060926 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35c1b5fa-528b-4713-a7b6-478a1c880c64 admin admin] Publish callbacks [] for security_group (8a0af922-6d0e-4c2c-92da-e5eee0d9edac), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:23.069796 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35c1b5fa-528b-4713-a7b6-478a1c880c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8a0af922-6d0e-4c2c-92da-e5eee0d9edac), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:23.127301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1b5fa-528b-4713-a7b6-478a1c880c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0af922-6d0e-4c2c-92da-e5eee0d9edac,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:23.149773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-35c1b5fa-528b-4713-a7b6-478a1c880c64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f75a779eb7624afdb3d0a18dda5616d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2005670 Jan 31 18:30:23.151468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48746) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:23.231754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f07cf61a-58e3-4270-8d83-13845b561a22 admin admin] Publish callbacks [] for security_group (8a0af922-6d0e-4c2c-92da-e5eee0d9edac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:23.264049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f07cf61a-58e3-4270-8d83-13845b561a22 admin admin] Publish callbacks [] for security_group (8a0af922-6d0e-4c2c-92da-e5eee0d9edac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:23.336020 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f07cf61a-58e3-4270-8d83-13845b561a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8a0af922-6d0e-4c2c-92da-e5eee0d9edac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:23.342368 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f07cf61a-58e3-4270-8d83-13845b561a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:23.344056 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f07cf61a-58e3-4270-8d83-13845b561a22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a0af922-6d0e-4c2c-92da-e5eee0d9edac HTTP/1.1" status: 204 len: 168 time: 0.1908336 Jan 31 18:30:23.370762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cf61a-58e3-4270-8d83-13845b561a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0af922-6d0e-4c2c-92da-e5eee0d9edac,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:23.878328 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:23.943992 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:25.116890 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:25.587493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48890) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:25.723655 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48900) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:25.739988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48904) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:25.837166 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:25.883955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00cc02b2-3e7b-4654-8e51-e4f8a935c121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:25.977702 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00cc02b2-3e7b-4654-8e51-e4f8a935c121 admin admin] Publish callbacks [] for security_group (47198512-45c9-4276-a3d8-d6c318179a74), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:25.984068 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00cc02b2-3e7b-4654-8e51-e4f8a935c121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (47198512-45c9-4276-a3d8-d6c318179a74), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.023769 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc02b2-3e7b-4654-8e51-e4f8a935c121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47198512-45c9-4276-a3d8-d6c318179a74,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:26.059591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48922) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:26.060148 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-00cc02b2-3e7b-4654-8e51-e4f8a935c121 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de2079dc792d466d8b86907ac459683e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4710627 Jan 31 18:30:26.108606 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e99c7e85-d9cb-4266-bda6-cd6a8b62026e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.130136 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-542eff3a-dd6c-4c54-82d1-c70f3e876a96 admin admin] Publish callbacks [] for security_group (47198512-45c9-4276-a3d8-d6c318179a74), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.162236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-542eff3a-dd6c-4c54-82d1-c70f3e876a96 admin admin] Publish callbacks [] for security_group (47198512-45c9-4276-a3d8-d6c318179a74), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.221279 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e99c7e85-d9cb-4266-bda6-cd6a8b62026e admin admin] Publish callbacks [] for security_group (4b253d91-c024-4085-a2cc-acdd7eb31ca7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.223004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b3cceda-4c51-4c5f-becc-7b610ddb018c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.236097 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-542eff3a-dd6c-4c54-82d1-c70f3e876a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (47198512-45c9-4276-a3d8-d6c318179a74), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.236835 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e99c7e85-d9cb-4266-bda6-cd6a8b62026e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4b253d91-c024-4085-a2cc-acdd7eb31ca7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.240308 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-542eff3a-dd6c-4c54-82d1-c70f3e876a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.244208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-542eff3a-dd6c-4c54-82d1-c70f3e876a96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47198512-45c9-4276-a3d8-d6c318179a74 HTTP/1.1" status: 204 len: 168 time: 0.1832547 Jan 31 18:30:26.258809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542eff3a-dd6c-4c54-82d1-c70f3e876a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47198512-45c9-4276-a3d8-d6c318179a74,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:26.279952 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e99c7e85-d9cb-4266-bda6-cd6a8b62026e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=278fb7411d5540d681c9b30d25e54dcd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5552011 Jan 31 18:30:26.284406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48932) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:26.337886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c7e85-d9cb-4266-bda6-cd6a8b62026e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b253d91-c024-4085-a2cc-acdd7eb31ca7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:26.398850 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b3cceda-4c51-4c5f-becc-7b610ddb018c admin admin] Publish callbacks [] for security_group (89ebeffd-3901-44ee-8087-a80dcfadd5ea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.405107 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b3cceda-4c51-4c5f-becc-7b610ddb018c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (89ebeffd-3901-44ee-8087-a80dcfadd5ea), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.418026 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c928bb7f-a9f7-4812-a3de-f830de79c1e4 admin admin] Publish callbacks [] for security_group (4b253d91-c024-4085-a2cc-acdd7eb31ca7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.443180 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4b3cceda-4c51-4c5f-becc-7b610ddb018c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95889d54a7d24225856a007f94accc05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7013123 Jan 31 18:30:26.445294 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:26.452673 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c928bb7f-a9f7-4812-a3de-f830de79c1e4 admin admin] Publish callbacks [] for security_group (4b253d91-c024-4085-a2cc-acdd7eb31ca7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.523891 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c928bb7f-a9f7-4812-a3de-f830de79c1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4b253d91-c024-4085-a2cc-acdd7eb31ca7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.526888 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c928bb7f-a9f7-4812-a3de-f830de79c1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.528361 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c928bb7f-a9f7-4812-a3de-f830de79c1e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b253d91-c024-4085-a2cc-acdd7eb31ca7 HTTP/1.1" status: 204 len: 168 time: 0.2376814 Jan 31 18:30:26.543676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928bb7f-a9f7-4812-a3de-f830de79c1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b253d91-c024-4085-a2cc-acdd7eb31ca7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:26.571742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48950) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:26.574705 n-d-812111-15 neutron-server[103225]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 18:30:26.622102 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-681a2725-d0e0-404d-aaf3-76bdcc6816c0 admin admin] Publish callbacks [] for security_group (89ebeffd-3901-44ee-8087-a80dcfadd5ea), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.624085 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cceda-4c51-4c5f-becc-7b610ddb018c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ebeffd-3901-44ee-8087-a80dcfadd5ea,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:26.647511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-d9e40a5e-5b76-4055-8a5f-aa8d532827d9 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=45e93c7102ef40ee9bd432488085db8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738518 Jan 31 18:30:26.666090 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-681a2725-d0e0-404d-aaf3-76bdcc6816c0 admin admin] Publish callbacks [] for security_group (89ebeffd-3901-44ee-8087-a80dcfadd5ea), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.751336 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-681a2725-d0e0-404d-aaf3-76bdcc6816c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (89ebeffd-3901-44ee-8087-a80dcfadd5ea), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.754710 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-681a2725-d0e0-404d-aaf3-76bdcc6816c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:26.757428 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-681a2725-d0e0-404d-aaf3-76bdcc6816c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89ebeffd-3901-44ee-8087-a80dcfadd5ea HTTP/1.1" status: 204 len: 168 time: 0.3102891 Jan 31 18:30:26.773456 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a2725-d0e0-404d-aaf3-76bdcc6816c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ebeffd-3901-44ee-8087-a80dcfadd5ea,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:26.853285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-9341c087-02e4-4013-8422-17d6e7256888 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:26.854951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-9341c087-02e4-4013-8422-17d6e7256888 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988516 Jan 31 18:30:26.877584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-686b5e13-1239-462c-a940-7628aec78d23 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/quotas/45e93c7102ef40ee9bd432488085db8c HTTP/1.1" status: 200 len: 375 time: 0.0149338 Jan 31 18:30:26.942052 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-abae690e-10da-4472-aee0-8f88baaf9452 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=45e93c7102ef40ee9bd432488085db8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566518 Jan 31 18:30:27.282825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-891c3332-5e85-46d9-9c93-0207e8913343 req-b85ca61f-d0b8-47a0-b1c8-bb364143f915 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 210 time: 0.0561476 Jan 31 18:30:27.393202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48996) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:27.408876 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d03fcec-6562-4a36-8f37-ff4d5196baf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:27.534430 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d03fcec-6562-4a36-8f37-ff4d5196baf3 admin admin] Publish callbacks [] for security_group (8aa38af0-afb5-40aa-bef8-925fbca06e6c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:27.539853 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d03fcec-6562-4a36-8f37-ff4d5196baf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8aa38af0-afb5-40aa-bef8-925fbca06e6c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:27.591867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1d03fcec-6562-4a36-8f37-ff4d5196baf3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b96be1830d054c01952e94d899e3fccb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1971650 Jan 31 18:30:27.591995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49004) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:27.592936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03fcec-6562-4a36-8f37-ff4d5196baf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa38af0-afb5-40aa-bef8-925fbca06e6c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:27.636418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49008) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:27.655414 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca15430f-f667-4694-96a3-fe77f0383201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:27.659076 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7352943-da0f-4a5c-ad81-feda5ba5553f admin admin] Publish callbacks [] for security_group (8aa38af0-afb5-40aa-bef8-925fbca06e6c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:27.686390 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7352943-da0f-4a5c-ad81-feda5ba5553f admin admin] Publish callbacks [] for security_group (8aa38af0-afb5-40aa-bef8-925fbca06e6c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:27.760407 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7352943-da0f-4a5c-ad81-feda5ba5553f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8aa38af0-afb5-40aa-bef8-925fbca06e6c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:27.765260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7352943-da0f-4a5c-ad81-feda5ba5553f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:27.766697 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d7352943-da0f-4a5c-ad81-feda5ba5553f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8aa38af0-afb5-40aa-bef8-925fbca06e6c HTTP/1.1" status: 204 len: 168 time: 0.1735744 Jan 31 18:30:27.776955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7352943-da0f-4a5c-ad81-feda5ba5553f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa38af0-afb5-40aa-bef8-925fbca06e6c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:27.791541 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca15430f-f667-4694-96a3-fe77f0383201 admin admin] Publish callbacks [] for security_group (73e57f18-4f29-49d5-8639-7b8577b8c4c2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:27.797462 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca15430f-f667-4694-96a3-fe77f0383201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (73e57f18-4f29-49d5-8639-7b8577b8c4c2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:27.847608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15430f-f667-4694-96a3-fe77f0383201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e57f18-4f29-49d5-8639-7b8577b8c4c2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:27.854389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ca15430f-f667-4694-96a3-fe77f0383201 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=453d79d46633439a8bd19c15696a3836&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2166960 Jan 31 18:30:27.858001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49012) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:27.940439 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b263a48a-d2fe-487f-8095-69e1dc466b38 admin admin] Publish callbacks [] for security_group (73e57f18-4f29-49d5-8639-7b8577b8c4c2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:27.970709 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b263a48a-d2fe-487f-8095-69e1dc466b38 admin admin] Publish callbacks [] for security_group (73e57f18-4f29-49d5-8639-7b8577b8c4c2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:28.055022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b263a48a-d2fe-487f-8095-69e1dc466b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (73e57f18-4f29-49d5-8639-7b8577b8c4c2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:28.070387 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b263a48a-d2fe-487f-8095-69e1dc466b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:28.080523 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b263a48a-d2fe-487f-8095-69e1dc466b38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73e57f18-4f29-49d5-8639-7b8577b8c4c2 HTTP/1.1" status: 204 len: 168 time: 0.2203040 Jan 31 18:30:28.100435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263a48a-d2fe-487f-8095-69e1dc466b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e57f18-4f29-49d5-8639-7b8577b8c4c2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:28.101393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49020) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:28.166037 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed23e9fb-f841-4d74-aa14-36cededad6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:28.338086 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed23e9fb-f841-4d74-aa14-36cededad6b8 admin admin] Publish callbacks [] for security_group (880a3f89-8939-48dd-823f-911c762ac6f4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:28.343451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed23e9fb-f841-4d74-aa14-36cededad6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (880a3f89-8939-48dd-823f-911c762ac6f4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:28.422654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23e9fb-f841-4d74-aa14-36cededad6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880a3f89-8939-48dd-823f-911c762ac6f4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:28.435667 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ed23e9fb-f841-4d74-aa14-36cededad6b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=437204d42c9d40828ccec25faedabb00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3324804 Jan 31 18:30:28.440099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49040) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:28.528082 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-448899da-e3f0-4427-b562-a86426d4fc5b admin admin] Publish callbacks [] for security_group (880a3f89-8939-48dd-823f-911c762ac6f4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:28.563096 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-448899da-e3f0-4427-b562-a86426d4fc5b admin admin] Publish callbacks [] for security_group (880a3f89-8939-48dd-823f-911c762ac6f4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:28.638624 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-448899da-e3f0-4427-b562-a86426d4fc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (880a3f89-8939-48dd-823f-911c762ac6f4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:28.641857 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-448899da-e3f0-4427-b562-a86426d4fc5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:28.643852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-448899da-e3f0-4427-b562-a86426d4fc5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/880a3f89-8939-48dd-823f-911c762ac6f4 HTTP/1.1" status: 204 len: 168 time: 0.2015510 Jan 31 18:30:28.657587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448899da-e3f0-4427-b562-a86426d4fc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880a3f89-8939-48dd-823f-911c762ac6f4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:28.809420 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49056) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:29.218199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49072) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:29.480764 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb8bb427-4fc4-41f1-8643-1cf0850424e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:29.580495 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb8bb427-4fc4-41f1-8643-1cf0850424e0 admin admin] Publish callbacks [] for security_group (b050234c-4f52-4fb2-ba64-eb3225160468), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:29.586860 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb8bb427-4fc4-41f1-8643-1cf0850424e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b050234c-4f52-4fb2-ba64-eb3225160468), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:29.640018 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bb427-4fc4-41f1-8643-1cf0850424e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b050234c-4f52-4fb2-ba64-eb3225160468,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:29.649865 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bb8bb427-4fc4-41f1-8643-1cf0850424e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de5a22256b724be5b9673fd90b7e39d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8349085 Jan 31 18:30:29.649865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49088) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:29.716556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ed2ff8e-8d1f-45d3-8fa5-8be30566317d req-a5eac518-786a-4eb3-ae51-23d31c8d2cb4 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 210 time: 0.4960730 Jan 31 18:30:29.752930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c555b452-b38e-4afd-b6c1-618dd8a8d9b3 admin admin] Publish callbacks [] for security_group (b050234c-4f52-4fb2-ba64-eb3225160468), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:29.763702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.21', 51694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:29.792616 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c555b452-b38e-4afd-b6c1-618dd8a8d9b3 admin admin] Publish callbacks [] for security_group (b050234c-4f52-4fb2-ba64-eb3225160468), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:29.792835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-1267595a-5867-465c-95ef-f7168b949a03 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=45e93c7102ef40ee9bd432488085db8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274444 Jan 31 18:30:29.888970 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c555b452-b38e-4afd-b6c1-618dd8a8d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b050234c-4f52-4fb2-ba64-eb3225160468), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:29.892930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c555b452-b38e-4afd-b6c1-618dd8a8d9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:29.895049 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c555b452-b38e-4afd-b6c1-618dd8a8d9b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b050234c-4f52-4fb2-ba64-eb3225160468 HTTP/1.1" status: 204 len: 168 time: 0.2437401 Jan 31 18:30:29.909822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555b452-b38e-4afd-b6c1-618dd8a8d9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b050234c-4f52-4fb2-ba64-eb3225160468,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:30.050900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-24b9093e-bba0-4f62-a5c6-f6c48a404865 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:30.052590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-24b9093e-bba0-4f62-a5c6-f6c48a404865 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546709 Jan 31 18:30:30.155053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Request body: {'port': {'device_id': 'bff767c7-bc1c-4658-8790-33c85db44434', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '45e93c7102ef40ee9bd432488085db8c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:30.482930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Made reservation on behalf of 45e93c7102ef40ee9bd432488085db8c for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:30:30.489534 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:30.504285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:30.610087 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Publish callbacks [] for security_group (a7f4b8b2-3d1d-4f98-a643-ab35a9451402), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:30.618698 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a7f4b8b2-3d1d-4f98-a643-ab35a9451402), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:30.879510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f4b8b2-3d1d-4f98-a643-ab35a9451402,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:31.106212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:31.129414 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3960433-04d1-4159-af4e-b94d92738860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:31.157094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Allocated IP 192.168.233.180 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/67ca9e04-ee5b-467a-8fd2-943e26ace1a3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:30:31.173250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-df1c286b-0bd7-4e2a-869c-e822b69f9100 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=660c2c4a4f844a99bd2f68cd13ffa595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730245 Jan 31 18:30:31.321878 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3960433-04d1-4159-af4e-b94d92738860 admin admin] Publish callbacks [] for security_group (67960bc8-e1fa-4484-bfa7-585401060836), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:31.328292 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3960433-04d1-4159-af4e-b94d92738860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (67960bc8-e1fa-4484-bfa7-585401060836), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:31.368854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3960433-04d1-4159-af4e-b94d92738860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67960bc8-e1fa-4484-bfa7-585401060836,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:31.427514 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b3960433-04d1-4159-af4e-b94d92738860 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01c85597222a45c19617f4fcce88d3b3&name=default HTTP/1.1" status: 200 len: 2994 time: 0.3199039 Jan 31 18:30:31.430890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:31.511137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-50d4976c-1385-4a1b-9f40-936d22ee28c0 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:31.512714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-50d4976c-1385-4a1b-9f40-936d22ee28c0 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336008 Jan 31 18:30:31.551704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-919fe13d-f7d2-4ffa-a78d-8d45447e375e admin admin] Publish callbacks [] for security_group (67960bc8-e1fa-4484-bfa7-585401060836), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:31.553726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-e28c925e-c737-49c3-a88f-55cdd329beed tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/quotas/660c2c4a4f844a99bd2f68cd13ffa595 HTTP/1.1" status: 200 len: 375 time: 0.0295744 Jan 31 18:30:31.610223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-8036886c-c56f-48c6-b865-2ba36b443f5c tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=660c2c4a4f844a99bd2f68cd13ffa595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554566 Jan 31 18:30:31.620235 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-919fe13d-f7d2-4ffa-a78d-8d45447e375e admin admin] Publish callbacks [] for security_group (67960bc8-e1fa-4484-bfa7-585401060836), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:31.694527 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Publish callbacks [] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:31.764012 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-919fe13d-f7d2-4ffa-a78d-8d45447e375e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (67960bc8-e1fa-4484-bfa7-585401060836), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:31.767210 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-919fe13d-f7d2-4ffa-a78d-8d45447e375e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:31.778080 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-919fe13d-f7d2-4ffa-a78d-8d45447e375e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67960bc8-e1fa-4484-bfa7-585401060836 HTTP/1.1" status: 204 len: 168 time: 0.3460591 Jan 31 18:30:31.833160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fe13d-f7d2-4ffa-a78d-8d45447e375e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67960bc8-e1fa-4484-bfa7-585401060836,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:31.837538 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:32.138413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:30:32.153916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:32.185090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:30:32.237121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:32.238205 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:32.410489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2628577 Jan 31 18:30:32.412161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52933838-b407-45ad-9b42-3b39965c9606 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Pushing event updated for resources: {'Port': ['ID=67ca9e04-ee5b-467a-8fd2-943e26ace1a3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:32.492875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-85b9e279-5c3b-4fa4-9c28-fd6f5c0f1868 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:30:32.502099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-85b9e279-5c3b-4fa4-9c28-fd6f5c0f1868 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0659888 Jan 31 18:30:32.722470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d40b93-23ed-4302-900a-6ad13582839f req-b901d4e0-b179-43b7-a29d-2eb96a51b7c0 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:32.739034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21d40b93-23ed-4302-900a-6ad13582839f req-b901d4e0-b179-43b7-a29d-2eb96a51b7c0 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 936 time: 0.4347997 Jan 31 18:30:32.774095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3f8ed6d3-b181-4d8e-a92a-1816cfe26f89 None None] Provisioning complete for port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:32.777898 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed6d3-b181-4d8e-a92a-1816cfe26f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:32.915858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ed6d3-b181-4d8e-a92a-1816cfe26f89 None None] Port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:30:32.937027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21d40b93-23ed-4302-900a-6ad13582839f req-8e1dbd15-f93b-488b-8b68-94bc9876a743 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967647 Jan 31 18:30:33.151476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a58fe779-cc69-4792-a91b-0c5c47788872 req-0e624a19-cc6f-4bc5-aa19-704d69f418c9 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 210 time: 0.1017275 Jan 31 18:30:34.495877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7e4fb-cb39-4d32-9dce-76ad7186617b req-ef280613-2ecf-4c2d-b8d6-1c365d59a17e tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:34.515785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-efa7e4fb-cb39-4d32-9dce-76ad7186617b req-ef280613-2ecf-4c2d-b8d6-1c365d59a17e tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 936 time: 0.3291080 Jan 31 18:30:34.543645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Request body: {'port': {'device_id': 'bff767c7-bc1c-4658-8790-33c85db44434', 'device_owner': 'compute:tempest-test_az-1181051046', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:34.704627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d704a3c2-9a08-4e57-9660-4001f9d9149d req-c9f896f3-37bf-47a6-b9cc-a7e7d634c067 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 210 time: 0.1271694 Jan 31 18:30:34.853064 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:35.013428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-efa7e4fb-cb39-4d32-9dce-76ad7186617b req-52c09902-8f8b-4e41-9444-fcbc8d31cf5c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944496 Jan 31 18:30:35.022671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.49', 52989) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:35.139158 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-68ac002d-8175-4859-bc8c-adc9cab55165 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=660c2c4a4f844a99bd2f68cd13ffa595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1150217 Jan 31 18:30:35.846383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-1483e1fd-4198-4f07-82eb-3091843eab6c tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:35.848464 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-1483e1fd-4198-4f07-82eb-3091843eab6c tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7018082 Jan 31 18:30:35.934882 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Request body: {'port': {'device_id': 'ff524b51-c7db-462f-b91d-3d1d875a3a77', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '660c2c4a4f844a99bd2f68cd13ffa595'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:35.938319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:30:35.969755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Publish callbacks [] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:36.006975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Transition to ACTIVE for port object 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:30:36.069716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f578858-e04c-4df1-a8d1-cdb762c83265 req-d0f7665f-0a51-47bb-845f-79be87f22c26 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 210 time: 0.0606272 Jan 31 18:30:36.071575 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:36.477473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Pushing event updated for resources: {'Port': ['ID=67ca9e04-ee5b-467a-8fd2-943e26ace1a3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:36.629990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07526d-1d11-4cb0-8125-7b5053692fef req-40675ef2-814d-440a-a4fc-f446771db303 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:36.642207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a07526d-1d11-4cb0-8125-7b5053692fef req-40675ef2-814d-440a-a4fc-f446771db303 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 970 time: 0.3782279 Jan 31 18:30:36.672123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Attempting to bind port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:30:36.672433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Attempting to bind port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:30:36.672792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Attempting to bind port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:30:36.722543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:30:36.726772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Attempting to bind port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:30:36.800997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:30:36.801345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:30:36.801980 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Made reservation on behalf of 660c2c4a4f844a99bd2f68cd13ffa595 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:30:36.808354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:30:36.808861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Bound port: 67ca9e04-ee5b-467a-8fd2-943e26ace1a3, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:30:36.809244 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:36.815545 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:36.847705 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:36.951091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a07526d-1d11-4cb0-8125-7b5053692fef req-bfad7c98-fc3e-4712-be5a-920a09e4066f tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014970 Jan 31 18:30:37.144072 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks [] for security_group (6792b6ba-3244-498a-91b9-2424d1f71765), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:37.154775 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6792b6ba-3244-498a-91b9-2424d1f71765), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:37.156484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] For port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:30:37.185093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] For port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=67ca9e04-ee5b-467a-8fd2-943e26ace1a3,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:30:37.204911 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:37.323203 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6792b6ba-3244-498a-91b9-2424d1f71765,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:37.738308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Allocated IP 192.168.233.54 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/acb551a1-854c-4fbd-8e17-6e692fbdf058) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:30:37.794812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1e0b55c-6b62-4ce8-b913-e7a4a6bcc45e req-b7753c72-e4f1-41d1-b581-b30a9b2deb10 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 210 time: 0.2039473 Jan 31 18:30:37.834983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:37.840636 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:37.843691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] 10.222.0.21 "PUT /v2.0/ports/67ca9e04-ee5b-467a-8fd2-943e26ace1a3 HTTP/1.1" status: 200 len: 1119 time: 4.5344427 Jan 31 18:30:37.851550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff767c7-bc1c-4658-8790-33c85db44434', 'tag': '67ca9e04-ee5b-467a-8fd2-943e26ace1a3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:30:38.139201 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks [] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:38.242535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:38.256385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec094e2-e2eb-43ba-9b93-ad651536145e service neutron] Pushing event updated for resources: {'Port': ['ID=67ca9e04-ee5b-467a-8fd2-943e26ace1a3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:38.571769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-06b997f7-79a4-4d45-83ce-dcb5cff265c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:38.574623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-06b997f7-79a4-4d45-83ce-dcb5cff265c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45e93c7102ef40ee9bd432488085db8c&device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 1153 time: 0.5133774 Jan 31 18:30:38.612314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f71b-8e7a-4eaa-afb8-954d8155e1ed req-bcfa74d9-d733-4f95-8508-85a8baa32dbc tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:38.615830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2394f71b-8e7a-4eaa-afb8-954d8155e1ed req-bcfa74d9-d733-4f95-8508-85a8baa32dbc tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 970 time: 0.2123046 Jan 31 18:30:38.781820 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-7a8df3ba-5879-4c4a-b83b-b6a78d0156b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=67ca9e04-ee5b-467a-8fd2-943e26ace1a3 HTTP/1.1" status: 200 len: 217 time: 0.1642406 Jan 31 18:30:38.886121 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2394f71b-8e7a-4eaa-afb8-954d8155e1ed req-8c7bb2b3-8e89-4cd4-8cfd-187c86d93ddb tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007571 Jan 31 18:30:39.019648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-ed38a676-464b-453d-a324-abb3b8ecc0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:39.023520 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-ed38a676-464b-453d-a324-abb3b8ecc0be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1447353 Jan 31 18:30:39.175153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-01adf86c-097e-4578-92c6-e235da3ca1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:39.177106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-01adf86c-097e-4578-92c6-e235da3ca1a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1439807 Jan 31 18:30:39.226215 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:30:39.227386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Pushing event updated for resources: {'Port': ['ID=acb551a1-854c-4fbd-8e17-6e692fbdf058,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:39.247718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:39.257379 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:30:39.269659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:39.274956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:39.336286 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-ecbe7f80-0a0d-4062-8747-6faca8d5d908 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4051685 Jan 31 18:30:39.372401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-41165d65-e21d-4217-b09f-e49060394ae1 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:30:39.376200 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-41165d65-e21d-4217-b09f-e49060394ae1 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0333011 Jan 31 18:30:39.446770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-ec423c65-af59-4bad-a435-abac8d98e22e service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429717 Jan 31 18:30:39.681353 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b0b498-3902-4478-8ab7-387995df9a83 req-54e895d7-1ff7-4674-912c-23434c758f57 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272210 Jan 31 18:30:39.776610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a80c76c5-d054-4422-ae13-13a2d93797c3 None None] Provisioning complete for port acb551a1-854c-4fbd-8e17-6e692fbdf058 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:39.778274 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a80c76c5-d054-4422-ae13-13a2d93797c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:39.858915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a80c76c5-d054-4422-ae13-13a2d93797c3 None None] Port acb551a1-854c-4fbd-8e17-6e692fbdf058 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:30:39.950698 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42695e5-aa14-4f41-813a-a6b72db7e0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bff767c7-bc1c-4658-8790-33c85db44434", "tag": "67ca9e04-ee5b-467a-8fd2-943e26ace1a3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:30:40.376743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:40.583752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b23bc-f120-4a54-bae9-086fd7a7c323 req-305c91ed-5014-4504-a1d6-d97ce163ae8b tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:40.590469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b58b23bc-f120-4a54-bae9-086fd7a7c323 req-305c91ed-5014-4504-a1d6-d97ce163ae8b tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 935 time: 0.2166047 Jan 31 18:30:40.793069 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b58b23bc-f120-4a54-bae9-086fd7a7c323 req-ff984cc6-08fd-4df6-8304-f66452486fc9 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897979 Jan 31 18:30:40.999583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Request body: {'port': {'device_id': 'ff524b51-c7db-462f-b91d-3d1d875a3a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:41.166748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-291109943-network', 'tenant_id': '76e6cbf2e2d142bc94c6528ccfb94e0a'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:41.233071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ff61f-c8d7-4839-96e6-7ba61f39e287 req-bc4df4cb-b5e6-404e-ac6b-6caebbddc07c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:41.250358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-412ff61f-c8d7-4839-96e6-7ba61f39e287 req-bc4df4cb-b5e6-404e-ac6b-6caebbddc07c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 970 time: 0.1663287 Jan 31 18:30:41.410305 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Made reservation on behalf of 76e6cbf2e2d142bc94c6528ccfb94e0a for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:30:41.417136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:41.458604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-412ff61f-c8d7-4839-96e6-7ba61f39e287 req-4ebf2432-32f6-4882-8959-241e58eef907 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072122 Jan 31 18:30:41.461422 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:41.479187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:41.788797 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ff306b-44a8-45ab-88e4-99b0b00ebf0d x-openstack-request-id: req-56ff306b-44a8-45ab-88e4-99b0b00ebf0d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:30:41.789710 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff767c7-bc1c-4658-8790-33c85db44434", "tag": "67ca9e04-ee5b-467a-8fd2-943e26ace1a3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:30:41.789710 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56ff306b-44a8-45ab-88e4-99b0b00ebf0d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:30:41.790489 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff767c7-bc1c-4658-8790-33c85db44434', 'tag': '67ca9e04-ee5b-467a-8fd2-943e26ace1a3', 'status': 'completed', 'code': 200} Jan 31 18:30:42.000215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42695e5-aa14-4f41-813a-a6b72db7e0f9 req-a3bb5a71-db65-4403-8945-36d5f7a0217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:42.003645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d42695e5-aa14-4f41-813a-a6b72db7e0f9 req-a3bb5a71-db65-4403-8945-36d5f7a0217a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45e93c7102ef40ee9bd432488085db8c&device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 1153 time: 0.2017708 Jan 31 18:30:42.274809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Publish callbacks [] for security_group (f32531d2-b107-4349-9d46-9323476071ce), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:42.337226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f32531d2-b107-4349-9d46-9323476071ce), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:42.541539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:30:42.644991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f0fa5590-3292-48b1-88ce-39ca42c11363), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:42.649443 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Added segment f0fa5590-3292-48b1-88ce-39ca42c11363 of type vlan for network 4fffb079-0281-4e37-8173-c46a7953a025 Jan 31 18:30:42.655288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42695e5-aa14-4f41-813a-a6b72db7e0f9 req-c1765eba-2c73-451b-a81e-6e41873077e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:42.666988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d42695e5-aa14-4f41-813a-a6b72db7e0f9 req-c1765eba-2c73-451b-a81e-6e41873077e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.6565845 Jan 31 18:30:42.752202 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32531d2-b107-4349-9d46-9323476071ce,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:42.872008 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d42695e5-aa14-4f41-813a-a6b72db7e0f9 req-2d19f4e5-dece-4d99-bc36-6d5f6872a02d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=67ca9e04-ee5b-467a-8fd2-943e26ace1a3 HTTP/1.1" status: 200 len: 217 time: 0.1868126 Jan 31 18:30:43.077709 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (4fffb079-0281-4e37-8173-c46a7953a025), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:43.171377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb551a1-854c-4fbd-8e17-6e692fbdf058 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:30:43.184629 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Publish callbacks [] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:43.191665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (4fffb079-0281-4e37-8173-c46a7953a025), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:43.193481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:43.194220 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:43.212233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42695e5-aa14-4f41-813a-a6b72db7e0f9 req-71024964-e60c-45ba-96a0-f883841d448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:43.214516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d42695e5-aa14-4f41-813a-a6b72db7e0f9 req-71024964-e60c-45ba-96a0-f883841d448a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2845647 Jan 31 18:30:43.249860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Transition to ACTIVE for port object acb551a1-854c-4fbd-8e17-6e692fbdf058 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:30:43.262809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:43.335142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6443e7-2324-4b3d-a78b-f075a804834c req-51a624f3-12af-415a-a388-34ffe8588996 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:43.343354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f6443e7-2324-4b3d-a78b-f075a804834c req-51a624f3-12af-415a-a388-34ffe8588996 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 935 time: 0.6097977 Jan 31 18:30:43.371530 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.9930024 Jan 31 18:30:43.373274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49396) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:43.405113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-96ace666-de37-45b9-ae56-8b0d61707b5e admin admin] Request body: {'subnet': {'network_id': '4fffb079-0281-4e37-8173-c46a7953a025', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-291109943-subnet', 'tenant_id': '76e6cbf2e2d142bc94c6528ccfb94e0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:43.545909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Attempting to bind port acb551a1-854c-4fbd-8e17-6e692fbdf058 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:30:43.546976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Attempting to bind port acb551a1-854c-4fbd-8e17-6e692fbdf058 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:30:43.546976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Attempting to bind port acb551a1-854c-4fbd-8e17-6e692fbdf058 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:30:43.557767 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Port acb551a1-854c-4fbd-8e17-6e692fbdf058 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:30:43.558160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Attempting to bind port acb551a1-854c-4fbd-8e17-6e692fbdf058 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:30:43.564726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd712fad-34a1-4a69-b62c-b7f0c138d8d9 admin admin] Pushing event updated for resources: {'Network': ['ID=4fffb079-0281-4e37-8173-c46a7953a025,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:43.590665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:30:43.596569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 4fffb079-0281-4e37-8173-c46a7953a025 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:30:43.596997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:30:43.596997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:30:43.597464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Bound port: acb551a1-854c-4fbd-8e17-6e692fbdf058, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:30:43.597839 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:43.649819 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Pushing event updated for resources: {'Port': ['ID=acb551a1-854c-4fbd-8e17-6e692fbdf058,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:43.758913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42695e5-aa14-4f41-813a-a6b72db7e0f9 req-5bf32eac-4211-4791-9935-62c2613c708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:43.769820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] For port acb551a1-854c-4fbd-8e17-6e692fbdf058, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:30:43.776204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d42695e5-aa14-4f41-813a-a6b72db7e0f9 req-5bf32eac-4211-4791-9935-62c2613c708b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5413320 Jan 31 18:30:43.795329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49398) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:43.796891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] For port acb551a1-854c-4fbd-8e17-6e692fbdf058, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=acb551a1-854c-4fbd-8e17-6e692fbdf058,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:30:43.801307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ace666-de37-45b9-ae56-8b0d61707b5e admin admin] Made reservation on behalf of 76e6cbf2e2d142bc94c6528ccfb94e0a for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:30:43.808994 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96ace666-de37-45b9-ae56-8b0d61707b5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:43.979781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f6443e7-2324-4b3d-a78b-f075a804834c req-d3635b2e-2b9a-431e-b5a0-2c054ca54ac6 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351049 Jan 31 18:30:44.002600 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:44.241351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:44.249883 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:44.263256 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] 10.222.0.49 "PUT /v2.0/ports/acb551a1-854c-4fbd-8e17-6e692fbdf058 HTTP/1.1" status: 200 len: 1096 time: 3.7237380 Jan 31 18:30:44.272095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d42695e5-aa14-4f41-813a-a6b72db7e0f9 req-213bac2e-a769-425c-b4a4-df4a9efd0ed5 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569652 Jan 31 18:30:44.273172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff524b51-c7db-462f-b91d-3d1d875a3a77', 'tag': 'acb551a1-854c-4fbd-8e17-6e692fbdf058'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:30:44.493275 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49412) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:44.547456 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7caf1-7d7f-4f6a-9898-e0ec4b206ecf service neutron] Pushing event updated for resources: {'Port': ['ID=acb551a1-854c-4fbd-8e17-6e692fbdf058,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:44.649033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d42695e5-aa14-4f41-813a-a6b72db7e0f9 req-34bba126-0ee2-479e-ac2c-45d8077be44e service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177176 Jan 31 18:30:44.651295 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b19a8e2-22cf-40bd-883b-6b00ae696127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:44.686388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d65df0-11cb-4424-8780-82a5a8b73f44 req-0e5ba2e1-1ee6-427d-b75f-93308d62fa47 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:44.696957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1d65df0-11cb-4424-8780-82a5a8b73f44 req-0e5ba2e1-1ee6-427d-b75f-93308d62fa47 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 970 time: 0.4706759 Jan 31 18:30:44.825355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e40e0bf-6f05-4354-b7dc-7b9e77f4029c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:44.826186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1d65df0-11cb-4424-8780-82a5a8b73f44 req-ef01bb0e-e729-41c1-a99d-d53f779092e6 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272435 Jan 31 18:30:44.940041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b19a8e2-22cf-40bd-883b-6b00ae696127 admin admin] Publish callbacks [] for security_group (05cc914b-e28f-46bf-93f0-ab2475f68a33), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:44.946571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b19a8e2-22cf-40bd-883b-6b00ae696127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (05cc914b-e28f-46bf-93f0-ab2475f68a33), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:45.011505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e40e0bf-6f05-4354-b7dc-7b9e77f4029c admin admin] Publish callbacks [] for security_group (311a10e9-86d8-4507-8b0c-89337765bf6a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:45.023945 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e03f00f-cdba-401c-87bc-b80bdb220220" -d '{"events": [{"name": "network-changed", "server_uuid": "ff524b51-c7db-462f-b91d-3d1d875a3a77", "tag": "acb551a1-854c-4fbd-8e17-6e692fbdf058"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:30:45.054794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e40e0bf-6f05-4354-b7dc-7b9e77f4029c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (311a10e9-86d8-4507-8b0c-89337765bf6a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:45.101974 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-74144eea-a84e-4cf3-a6f6-4e8088c4f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:45.105485 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-74144eea-a84e-4cf3-a6f6-4e8088c4f5f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=660c2c4a4f844a99bd2f68cd13ffa595&device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 1130 time: 0.6317222 Jan 31 18:30:45.155029 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1e40e0bf-6f05-4354-b7dc-7b9e77f4029c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c02dbff5fd14701a8138f2ed808a1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6134846 Jan 31 18:30:45.155657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49440) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:45.162540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40e0bf-6f05-4354-b7dc-7b9e77f4029c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311a10e9-86d8-4507-8b0c-89337765bf6a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:45.236993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19a8e2-22cf-40bd-883b-6b00ae696127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cc914b-e28f-46bf-93f0-ab2475f68a33,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:45.246906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5b19a8e2-22cf-40bd-883b-6b00ae696127 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=685b13e6abcf4e78a3e92bcf3332a97c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4500110 Jan 31 18:30:45.247882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49448) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:45.323738 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da85db03-2a60-4f7b-9158-623bd7efcbe4 admin admin] Publish callbacks [] for security_group (05cc914b-e28f-46bf-93f0-ab2475f68a33), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:45.363156 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da85db03-2a60-4f7b-9158-623bd7efcbe4 admin admin] Publish callbacks [] for security_group (05cc914b-e28f-46bf-93f0-ab2475f68a33), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:45.493076 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da85db03-2a60-4f7b-9158-623bd7efcbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (05cc914b-e28f-46bf-93f0-ab2475f68a33), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:45.497253 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da85db03-2a60-4f7b-9158-623bd7efcbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:45.498963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-da85db03-2a60-4f7b-9158-623bd7efcbe4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05cc914b-e28f-46bf-93f0-ab2475f68a33 HTTP/1.1" status: 204 len: 168 time: 0.2497482 Jan 31 18:30:45.515470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85db03-2a60-4f7b-9158-623bd7efcbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cc914b-e28f-46bf-93f0-ab2475f68a33,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:45.605949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db46d8-ca05-4644-8fe1-c95ad80bc273 req-965898fe-4ef3-4925-9f0c-577a9f8ed1fd tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:45.614193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05db46d8-ca05-4644-8fe1-c95ad80bc273 req-965898fe-4ef3-4925-9f0c-577a9f8ed1fd tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 947 time: 0.2381818 Jan 31 18:30:45.647566 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63640503-0781-4ecc-b703-a88da1d11e37 x-openstack-request-id: req-63640503-0781-4ecc-b703-a88da1d11e37 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:30:45.649892 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff524b51-c7db-462f-b91d-3d1d875a3a77", "tag": "acb551a1-854c-4fbd-8e17-6e692fbdf058", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:30:45.650453 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63640503-0781-4ecc-b703-a88da1d11e37 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:30:45.654903 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff524b51-c7db-462f-b91d-3d1d875a3a77', 'tag': 'acb551a1-854c-4fbd-8e17-6e692fbdf058', 'status': 'completed', 'code': 200} Jan 31 18:30:45.697323 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96ace666-de37-45b9-ae56-8b0d61707b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (dbd1802f-badd-4cac-85c8-8338925b9b50), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:45.702338 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-f0cdf522-fe1d-4db6-b166-fad4764ec6e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=acb551a1-854c-4fbd-8e17-6e692fbdf058 HTTP/1.1" status: 200 len: 217 time: 0.5453928 Jan 31 18:30:45.734179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05db46d8-ca05-4644-8fe1-c95ad80bc273 req-961cdbf7-aff6-4111-a4da-af262971f70d tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177208 Jan 31 18:30:45.966677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b8146cc-c547-4eea-ae97-182ba4a2a1d4 admin admin] Publish callbacks [] for security_group (311a10e9-86d8-4507-8b0c-89337765bf6a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:46.003059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-bf9cc0ac-22cd-4d77-b71a-14fbc5699e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:46.019087 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-bf9cc0ac-22cd-4d77-b71a-14fbc5699e46 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2910740 Jan 31 18:30:46.194118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fcf79-1f0a-4dcd-933d-b9bc3716f0de req-57475ccb-de7a-4a62-8657-3d0f3f59d769 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:46.200283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a8fcf79-1f0a-4dcd-933d-b9bc3716f0de req-57475ccb-de7a-4a62-8657-3d0f3f59d769 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 970 time: 0.1466188 Jan 31 18:30:46.217764 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ace666-de37-45b9-ae56-8b0d61707b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd1802f-badd-4cac-85c8-8338925b9b50,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:46.242233 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b8146cc-c547-4eea-ae97-182ba4a2a1d4 admin admin] Publish callbacks [] for security_group (311a10e9-86d8-4507-8b0c-89337765bf6a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:46.360940 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ace666-de37-45b9-ae56-8b0d61707b5e admin admin] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:30:46.361711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ace666-de37-45b9-ae56-8b0d61707b5e admin admin] Network hostable DHCP agents. Network: 4fffb079-0281-4e37-8173-c46a7953a025, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:30:46.396570 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a8fcf79-1f0a-4dcd-933d-b9bc3716f0de req-2c1416b4-fa88-4fa3-9cea-0244499e61bb tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801581 Jan 31 18:30:46.420792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49484) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:46.479561 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-381f5550-8cc7-4274-b69e-b9fccadcdd23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:46.479789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-e4df29dd-c5a1-4a26-b7e7-5115b3542288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:46.486735 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-e4df29dd-c5a1-4a26-b7e7-5115b3542288 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4667337 Jan 31 18:30:46.581758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ace666-de37-45b9-ae56-8b0d61707b5e admin admin] Network 4fffb079-0281-4e37-8173-c46a7953a025 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:30:46.604449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-96ace666-de37-45b9-ae56-8b0d61707b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 4fffb079-0281-4e37-8173-c46a7953a025) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:46.614428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea495c3-930e-4283-94df-f61efc0c7ccc None None] Network 4fffb079-0281-4e37-8173-c46a7953a025 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:30:46.643906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ace666-de37-45b9-ae56-8b0d61707b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:46.648009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96ace666-de37-45b9-ae56-8b0d61707b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:46.655135 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b8146cc-c547-4eea-ae97-182ba4a2a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (311a10e9-86d8-4507-8b0c-89337765bf6a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:46.666618 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b8146cc-c547-4eea-ae97-182ba4a2a1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:46.670823 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3b8146cc-c547-4eea-ae97-182ba4a2a1d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/311a10e9-86d8-4507-8b0c-89337765bf6a HTTP/1.1" status: 204 len: 168 time: 1.4793012 Jan 31 18:30:46.778751 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8146cc-c547-4eea-ae97-182ba4a2a1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311a10e9-86d8-4507-8b0c-89337765bf6a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:46.818347 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-96ace666-de37-45b9-ae56-8b0d61707b5e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.4275846 Jan 31 18:30:46.855342 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-9e48bfac-6a70-462b-8d75-9282744f2faa service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426549 Jan 31 18:30:46.947519 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-381f5550-8cc7-4274-b69e-b9fccadcdd23 admin admin] Publish callbacks [] for security_group (3ab3474a-3d2b-4248-bd83-e2850f180c03), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:46.959066 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-381f5550-8cc7-4274-b69e-b9fccadcdd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3ab3474a-3d2b-4248-bd83-e2850f180c03), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:46.980173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94ec76d-971d-494b-8ae1-22d18b394c6a None None] Network 4fffb079-0281-4e37-8173-c46a7953a025 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:30:47.229665 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-381f5550-8cc7-4274-b69e-b9fccadcdd23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e447998669e9455a832f9854e120d83d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8046224 Jan 31 18:30:47.229665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f5550-8cc7-4274-b69e-b9fccadcdd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab3474a-3d2b-4248-bd83-e2850f180c03,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:47.239137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49506) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:47.398566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fac13b-2416-4d80-af99-76d599895b90 req-d517477e-8b1d-4963-97fa-aaffd187b667 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:47.411126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-77fac13b-2416-4d80-af99-76d599895b90 req-d517477e-8b1d-4963-97fa-aaffd187b667 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 947 time: 0.4298549 Jan 31 18:30:47.506040 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c7c500fd-d0bb-480c-883b-4cea6d0e82c5 req-a2093f57-4eb2-416d-b0a9-3931e5942749 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396413 Jan 31 18:30:47.506865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49512) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:47.570768 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d02236c9-0994-4a73-87b3-04eb48c2577b admin admin] Publish callbacks [] for security_group (3ab3474a-3d2b-4248-bd83-e2850f180c03), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:47.592783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-77fac13b-2416-4d80-af99-76d599895b90 req-589f976d-a868-42ba-afd7-89651a460d8e tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764719 Jan 31 18:30:47.682758 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d02236c9-0994-4a73-87b3-04eb48c2577b admin admin] Publish callbacks [] for security_group (3ab3474a-3d2b-4248-bd83-e2850f180c03), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:47.791463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03f00f-cdba-401c-87bc-b80bdb220220 req-73fcde81-dd70-4dba-8be1-9a62f8291d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:47.791463 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7e03f00f-cdba-401c-87bc-b80bdb220220 req-73fcde81-dd70-4dba-8be1-9a62f8291d9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=660c2c4a4f844a99bd2f68cd13ffa595&device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 1130 time: 0.1775448 Jan 31 18:30:47.821061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:47.917273 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf954-f082-4d99-8ad5-759e00318350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:47.963827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bef9c6-7300-4f9d-80d5-f08049db7d1c req-64694c25-1f31-4f33-b4de-ba8b65b549e6 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:47.981912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02bef9c6-7300-4f9d-80d5-f08049db7d1c req-64694c25-1f31-4f33-b4de-ba8b65b549e6 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 970 time: 0.2165692 Jan 31 18:30:48.134084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02bef9c6-7300-4f9d-80d5-f08049db7d1c req-16e488a1-3f16-4cf8-9924-bc98deb18755 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508346 Jan 31 18:30:48.166793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d02236c9-0994-4a73-87b3-04eb48c2577b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3ab3474a-3d2b-4248-bd83-e2850f180c03), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:48.171473 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d02236c9-0994-4a73-87b3-04eb48c2577b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:48.190199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d02236c9-0994-4a73-87b3-04eb48c2577b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ab3474a-3d2b-4248-bd83-e2850f180c03 HTTP/1.1" status: 204 len: 168 time: 0.9294221 Jan 31 18:30:48.237703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02236c9-0994-4a73-87b3-04eb48c2577b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab3474a-3d2b-4248-bd83-e2850f180c03,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:48.426091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5076b1c-3a13-494c-8e2f-726d6d996b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:48.474828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03f00f-cdba-401c-87bc-b80bdb220220 req-c73eb2ac-65dd-49bd-880b-df660bad9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:48.477359 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7e03f00f-cdba-401c-87bc-b80bdb220220 req-c73eb2ac-65dd-49bd-880b-df660bad9221 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.6732576 Jan 31 18:30:48.491659 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf954-f082-4d99-8ad5-759e00318350 admin admin] Publish callbacks [] for security_group (6f462fda-68a4-4162-a739-6656b16df20c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:48.507714 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0ebf954-f082-4d99-8ad5-759e00318350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6f462fda-68a4-4162-a739-6656b16df20c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:48.576518 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7e03f00f-cdba-401c-87bc-b80bdb220220 req-485f34ba-40ef-40c4-b1e8-21149bc9c06f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=acb551a1-854c-4fbd-8e17-6e692fbdf058 HTTP/1.1" status: 200 len: 217 time: 0.0826409 Jan 31 18:30:48.742191 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d9c222dc-c8b8-4f05-bdef-05f441cfd62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:48.753092 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d0ebf954-f082-4d99-8ad5-759e00318350 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23d5b67b476741af909290088b8a4f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8924100 Jan 31 18:30:48.756938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:48.802266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebf954-f082-4d99-8ad5-759e00318350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f462fda-68a4-4162-a739-6656b16df20c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:48.858813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03f00f-cdba-401c-87bc-b80bdb220220 req-3ece1051-6481-4c4a-a1c8-0d100366f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:48.874986 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7e03f00f-cdba-401c-87bc-b80bdb220220 req-3ece1051-6481-4c4a-a1c8-0d100366f46c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2857542 Jan 31 18:30:49.051295 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c5d7-5727-42ef-a54b-c12a5f175651 admin admin] Publish callbacks [] for security_group (6f462fda-68a4-4162-a739-6656b16df20c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.077530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256719d7-3618-4ea4-a10a-3b7076fe7e37 req-5cb62864-e530-418c-ba14-c9481180a7de tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:49.080400 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5076b1c-3a13-494c-8e2f-726d6d996b53 admin admin] Publish callbacks [] for security_group (6efc11c4-8e20-4d2e-94ee-f24a4ebe059d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.085496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-256719d7-3618-4ea4-a10a-3b7076fe7e37 req-5cb62864-e530-418c-ba14-c9481180a7de tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 947 time: 0.3060522 Jan 31 18:30:49.087781 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5076b1c-3a13-494c-8e2f-726d6d996b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6efc11c4-8e20-4d2e-94ee-f24a4ebe059d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.191273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49562) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:49.207631 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c5d7-5727-42ef-a54b-c12a5f175651 admin admin] Publish callbacks [] for security_group (6f462fda-68a4-4162-a739-6656b16df20c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.247114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03f00f-cdba-401c-87bc-b80bdb220220 req-436a9577-8a92-4dd5-90b9-594a88e39607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:49.261456 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7e03f00f-cdba-401c-87bc-b80bdb220220 req-436a9577-8a92-4dd5-90b9-594a88e39607 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3746672 Jan 31 18:30:49.275037 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f5076b1c-3a13-494c-8e2f-726d6d996b53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d23b415cfbe144ca8846fe93d3ab0230&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7669997 Jan 31 18:30:49.279742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1651898461-network', 'tenant_id': 'e9fc0281b1c345fb9945c188dd3f6ed5'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:49.287150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49568) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:49.290494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5076b1c-3a13-494c-8e2f-726d6d996b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efc11c4-8e20-4d2e-94ee-f24a4ebe059d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:49.508767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-256719d7-3618-4ea4-a10a-3b7076fe7e37 req-e8d531f0-2e35-41ff-979b-141d0a6b9330 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991110 Jan 31 18:30:49.517947 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70d91180-1817-405b-8bd9-a0776464f115 admin admin] Publish callbacks [] for security_group (6efc11c4-8e20-4d2e-94ee-f24a4ebe059d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.582913 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70d91180-1817-405b-8bd9-a0776464f115 admin admin] Publish callbacks [] for security_group (6efc11c4-8e20-4d2e-94ee-f24a4ebe059d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.660133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Made reservation on behalf of e9fc0281b1c345fb9945c188dd3f6ed5 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:30:49.664574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.718108 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70d91180-1817-405b-8bd9-a0776464f115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6efc11c4-8e20-4d2e-94ee-f24a4ebe059d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.722526 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70d91180-1817-405b-8bd9-a0776464f115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.724560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-70d91180-1817-405b-8bd9-a0776464f115 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6efc11c4-8e20-4d2e-94ee-f24a4ebe059d HTTP/1.1" status: 204 len: 168 time: 0.3993239 Jan 31 18:30:49.741516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d91180-1817-405b-8bd9-a0776464f115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efc11c4-8e20-4d2e-94ee-f24a4ebe059d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:49.751414 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.881988 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Publish callbacks [] for security_group (00a89884-c219-4d0c-958e-9cae385181be), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.901228 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (00a89884-c219-4d0c-958e-9cae385181be), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.957710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a89884-c219-4d0c-958e-9cae385181be,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:49.973057 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c5d7-5727-42ef-a54b-c12a5f175651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6f462fda-68a4-4162-a739-6656b16df20c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.981333 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c5d7-5727-42ef-a54b-c12a5f175651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:49.983498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f6b9c5d7-5727-42ef-a54b-c12a5f175651 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f462fda-68a4-4162-a739-6656b16df20c HTTP/1.1" status: 204 len: 168 time: 1.2250912 Jan 31 18:30:50.018210 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9c5d7-5727-42ef-a54b-c12a5f175651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f462fda-68a4-4162-a739-6656b16df20c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:50.036959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:30:50.037300 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7e03f00f-cdba-401c-87bc-b80bdb220220 req-3b9c2869-9ff1-4356-8d7f-18c5cbb1692b service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460657 Jan 31 18:30:50.065169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0607d-8508-4065-90c2-a62c4032d47b req-fce1ae6f-5edc-4f3f-88d4-360c91ee3ecd tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:50.078091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bbf0607d-8508-4065-90c2-a62c4032d47b req-fce1ae6f-5edc-4f3f-88d4-360c91ee3ecd tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 970 time: 0.4234481 Jan 31 18:30:50.099883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (027ea44e-ce1c-4498-a6c0-ac36d197b1bb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:50.100248 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Added segment 027ea44e-ce1c-4498-a6c0-ac36d197b1bb of type vlan for network 49d1e93e-4c70-4f4f-bda1-0d3910606918 Jan 31 18:30:50.218448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (49d1e93e-4c70-4f4f-bda1-0d3910606918), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:50.277832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (49d1e93e-4c70-4f4f-bda1-0d3910606918), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:50.279942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:50.282407 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:50.404879 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7e03f00f-cdba-401c-87bc-b80bdb220220 req-32ee434e-45c3-4379-bd19-9e6dfcf96562 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564672 Jan 31 18:30:50.440130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2266779 Jan 31 18:30:50.443835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49602) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:50.465170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-861c96c9-4eb5-4eb3-a87c-84a2398273ce admin admin] Request body: {'subnet': {'network_id': '49d1e93e-4c70-4f4f-bda1-0d3910606918', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1651898461-subnet', 'tenant_id': 'e9fc0281b1c345fb9945c188dd3f6ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:50.480265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a49ae-e99b-4fd0-94ee-432c01b8eed4 admin admin] Pushing event updated for resources: {'Network': ['ID=49d1e93e-4c70-4f4f-bda1-0d3910606918,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:50.484991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49604) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:50.498333 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 49d1e93e-4c70-4f4f-bda1-0d3910606918 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:30:50.498944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bbf0607d-8508-4065-90c2-a62c4032d47b req-47c3df57-dd07-4d54-a918-02bf7ec5d232 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198675 Jan 31 18:30:50.506895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af8dd583-4040-4f00-9669-54cae00b5678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:50.551926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861c96c9-4eb5-4eb3-a87c-84a2398273ce admin admin] Made reservation on behalf of e9fc0281b1c345fb9945c188dd3f6ed5 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:30:50.555370 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-861c96c9-4eb5-4eb3-a87c-84a2398273ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:50.843580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af8dd583-4040-4f00-9669-54cae00b5678 admin admin] Publish callbacks [] for security_group (cb2e1530-c852-476b-9191-e774a6fdf38d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:50.858880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af8dd583-4040-4f00-9669-54cae00b5678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (cb2e1530-c852-476b-9191-e774a6fdf38d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:50.918081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-af8dd583-4040-4f00-9669-54cae00b5678 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fc884776efd4a2faaa49f3d8ed2ca2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4313838 Jan 31 18:30:50.920521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49612) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:50.935195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53007b73-9c8d-4b5c-b76c-e1ca5011d8a0 req-20a56b1e-8cb6-4a42-99fb-c577beae260c tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:50.949494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53007b73-9c8d-4b5c-b76c-e1ca5011d8a0 req-20a56b1e-8cb6-4a42-99fb-c577beae260c tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 947 time: 0.2302589 Jan 31 18:30:50.952518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dd583-4040-4f00-9669-54cae00b5678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2e1530-c852-476b-9191-e774a6fdf38d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:50.980689 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e199fe6-aa36-433f-9b63-1f10b6f80863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:51.074265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53007b73-9c8d-4b5c-b76c-e1ca5011d8a0 req-b50d9df5-3c9f-432b-9169-423a20e9384b tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038158 Jan 31 18:30:51.128774 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-861c96c9-4eb5-4eb3-a87c-84a2398273ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (d428e007-8b0d-4e12-a491-01fa1d5f8525), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:51.133095 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a359258-8d24-4203-8808-6f207d5d1106 admin admin] Publish callbacks [] for security_group (cb2e1530-c852-476b-9191-e774a6fdf38d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:51.206552 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a359258-8d24-4203-8808-6f207d5d1106 admin admin] Publish callbacks [] for security_group (cb2e1530-c852-476b-9191-e774a6fdf38d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:51.329858 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c96c9-4eb5-4eb3-a87c-84a2398273ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d428e007-8b0d-4e12-a491-01fa1d5f8525,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:51.343150 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a359258-8d24-4203-8808-6f207d5d1106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (cb2e1530-c852-476b-9191-e774a6fdf38d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:51.353197 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a359258-8d24-4203-8808-6f207d5d1106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:51.359877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7a359258-8d24-4203-8808-6f207d5d1106 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb2e1530-c852-476b-9191-e774a6fdf38d HTTP/1.1" status: 204 len: 168 time: 0.4339709 Jan 31 18:30:51.368667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861c96c9-4eb5-4eb3-a87c-84a2398273ce admin admin] Checking segment: {'id': '027ea44e-ce1c-4498-a6c0-ac36d197b1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '49d1e93e-4c70-4f4f-bda1-0d3910606918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:30:51.369129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861c96c9-4eb5-4eb3-a87c-84a2398273ce admin admin] Network hostable DHCP agents. Network: 49d1e93e-4c70-4f4f-bda1-0d3910606918, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:30:51.383482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a359258-8d24-4203-8808-6f207d5d1106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2e1530-c852-476b-9191-e774a6fdf38d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:51.456844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861c96c9-4eb5-4eb3-a87c-84a2398273ce admin admin] Network 49d1e93e-4c70-4f4f-bda1-0d3910606918 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:30:51.480077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-861c96c9-4eb5-4eb3-a87c-84a2398273ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 49d1e93e-4c70-4f4f-bda1-0d3910606918) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:51.493137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861c96c9-4eb5-4eb3-a87c-84a2398273ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:51.494549 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-861c96c9-4eb5-4eb3-a87c-84a2398273ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:51.499023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac8db6-0944-4a70-93b1-7419f0c745f4 None None] Network 49d1e93e-4c70-4f4f-bda1-0d3910606918 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:30:51.563745 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-861c96c9-4eb5-4eb3-a87c-84a2398273ce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1172295 Jan 31 18:30:51.741805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e6177-166d-4f3c-a672-a1cbc9ea72f1 None None] Network 49d1e93e-4c70-4f4f-bda1-0d3910606918 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:30:51.926166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a4a8d-6178-470e-b0ef-7d2139c523e4 req-ba27deef-1485-4993-9fe0-8e4b7664f48e tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:51.945059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b59a4a8d-6178-470e-b0ef-7d2139c523e4 req-ba27deef-1485-4993-9fe0-8e4b7664f48e tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 970 time: 0.2538540 Jan 31 18:30:52.031331 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b59a4a8d-6178-470e-b0ef-7d2139c523e4 req-f3040c80-dccc-4ee3-a310-e4c8ea6cad1a tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845718 Jan 31 18:30:52.252237 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:52.317206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ff60c-f8d9-45db-94ee-886c877d7121 req-11de5b09-20dd-4d57-80ed-d7a555b3b529 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:52.319806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-065ff60c-f8d9-45db-94ee-886c877d7121 req-11de5b09-20dd-4d57-80ed-d7a555b3b529 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 947 time: 0.1362085 Jan 31 18:30:52.413179 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49648) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:52.436193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-065ff60c-f8d9-45db-94ee-886c877d7121 req-3e8c5d75-7003-4e02-9156-220e06d70e36 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038167 Jan 31 18:30:52.721134 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-316041b5-fdb8-4f00-bf06-dc3c9a0960a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:52.908803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-316041b5-fdb8-4f00-bf06-dc3c9a0960a1 admin admin] Publish callbacks [] for security_group (59afee57-3549-4c54-a535-bb9e0ca7f278), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:52.914393 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-316041b5-fdb8-4f00-bf06-dc3c9a0960a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (59afee57-3549-4c54-a535-bb9e0ca7f278), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:52.956124 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:30:52.992162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49670) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:52.998525 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-316041b5-fdb8-4f00-bf06-dc3c9a0960a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffd6cb0e25094d308d305719a64b1387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5841854 Jan 31 18:30:53.043260 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316041b5-fdb8-4f00-bf06-dc3c9a0960a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59afee57-3549-4c54-a535-bb9e0ca7f278,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:53.081256 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e74d232-36a9-46fe-80bb-8b4cb279d7de admin admin] Publish callbacks [] for security_group (59afee57-3549-4c54-a535-bb9e0ca7f278), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:53.127638 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e74d232-36a9-46fe-80bb-8b4cb279d7de admin admin] Publish callbacks [] for security_group (59afee57-3549-4c54-a535-bb9e0ca7f278), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:53.226366 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e74d232-36a9-46fe-80bb-8b4cb279d7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (59afee57-3549-4c54-a535-bb9e0ca7f278), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:53.230087 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e74d232-36a9-46fe-80bb-8b4cb279d7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:53.231658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1e74d232-36a9-46fe-80bb-8b4cb279d7de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59afee57-3549-4c54-a535-bb9e0ca7f278 HTTP/1.1" status: 204 len: 168 time: 0.2384527 Jan 31 18:30:53.244240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2219c55-4034-41d4-9b8d-5f320f62060c req-9bacc88e-cb5a-4e84-885b-cb7426bbf44e tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:53.246238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2219c55-4034-41d4-9b8d-5f320f62060c req-9bacc88e-cb5a-4e84-885b-cb7426bbf44e tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 970 time: 0.0908196 Jan 31 18:30:53.254050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74d232-36a9-46fe-80bb-8b4cb279d7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59afee57-3549-4c54-a535-bb9e0ca7f278,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:53.315284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2219c55-4034-41d4-9b8d-5f320f62060c req-691dfced-ba3b-448e-a040-3c8046e4a418 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586643 Jan 31 18:30:53.596110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-067feeca-e9ea-40bd-986a-a3de2f8404ff tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:53.600039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-067feeca-e9ea-40bd-986a-a3de2f8404ff tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 807 time: 0.2414095 Jan 31 18:30:53.622833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c38e6-f239-409a-ad5c-d0703038a39f req-75e8ce85-3191-4f51-a56e-d5d1c58d4928 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:53.625116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad2c38e6-f239-409a-ad5c-d0703038a39f req-75e8ce85-3191-4f51-a56e-d5d1c58d4928 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 947 time: 0.1105855 Jan 31 18:30:53.627273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-aad9ad28-735c-4207-9e7b-fe6ec5ea7b43 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/quotas/76e6cbf2e2d142bc94c6528ccfb94e0a HTTP/1.1" status: 200 len: 375 time: 0.0228007 Jan 31 18:30:53.680959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-2fb85e58-0e52-49b1-ba31-6985763408a7 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464852 Jan 31 18:30:53.722912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad2c38e6-f239-409a-ad5c-d0703038a39f req-c1455508-c2c4-4120-961c-fa1be1f63dbd tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874116 Jan 31 18:30:53.875813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49714) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:53.882272 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:53.898152 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2392-ca12-403c-a573-1cc94a256867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:53.940623 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:53.989939 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2392-ca12-403c-a573-1cc94a256867 admin admin] Publish callbacks [] for security_group (2dc53e35-5e57-4a45-8429-324aafcb2c10), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:53.997735 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2392-ca12-403c-a573-1cc94a256867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2dc53e35-5e57-4a45-8429-324aafcb2c10), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:54.044763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b2392-ca12-403c-a573-1cc94a256867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc53e35-5e57-4a45-8429-324aafcb2c10,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:54.051056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0d6b2392-ca12-403c-a573-1cc94a256867 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db39231a5db149fdbb318d563657d435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733661 Jan 31 18:30:54.054019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49722) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:54.108809 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c5f19aa-9943-49dc-a7ac-e647441aa80d admin admin] Publish callbacks [] for security_group (2dc53e35-5e57-4a45-8429-324aafcb2c10), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:54.135005 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c5f19aa-9943-49dc-a7ac-e647441aa80d admin admin] Publish callbacks [] for security_group (2dc53e35-5e57-4a45-8429-324aafcb2c10), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:54.176666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-97b6ec5f-c8bc-4fcb-a2c4-ce262e2bc827 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:30:54.177900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-97b6ec5f-c8bc-4fcb-a2c4-ce262e2bc827 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2927377 Jan 31 18:30:54.217388 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c5f19aa-9943-49dc-a7ac-e647441aa80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2dc53e35-5e57-4a45-8429-324aafcb2c10), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:54.220210 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c5f19aa-9943-49dc-a7ac-e647441aa80d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:54.223934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7c5f19aa-9943-49dc-a7ac-e647441aa80d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dc53e35-5e57-4a45-8429-324aafcb2c10 HTTP/1.1" status: 204 len: 168 time: 0.1664646 Jan 31 18:30:54.268279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f19aa-9943-49dc-a7ac-e647441aa80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc53e35-5e57-4a45-8429-324aafcb2c10,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:54.353528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-d08692fd-f55a-45a7-8347-527bd6c154de service neutron] 10.222.0.20 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664267 Jan 31 18:30:54.382776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-d589b7ac-c217-469c-a897-7a22744cae22 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=57a793ec9c5b4f5291284cbfc8520325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459054 Jan 31 18:30:54.669555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-349817dd-d16e-4982-b35b-7cb44e5f8398 service neutron] 10.222.0.20 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065012 Jan 31 18:30:54.685428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:30:54.701746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49748) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:54.718777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05871-4b14-491a-92fc-d57052432844 req-7eb9c57f-ac80-4ea7-817f-fe377d447c87 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:54.728158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0fcead8-ca75-4b4d-8f68-40ea74f99cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:54.731117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-7eb9c57f-ac80-4ea7-817f-fe377d447c87 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3184969 Jan 31 18:30:54.760514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-d5503d17-cca1-414d-9086-a67fb29c82e4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/quotas/57a793ec9c5b4f5291284cbfc8520325 HTTP/1.1" status: 200 len: 375 time: 0.0284195 Jan 31 18:30:54.851875 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-a1bb8f5d-fa48-42be-a476-92d2cbcaf6f7 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898838 Jan 31 18:30:54.961557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=67ca9e04-ee5b-467a-8fd2-943e26ace1a3,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:54.983004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0fcead8-ca75-4b4d-8f68-40ea74f99cf4 admin admin] Publish callbacks [] for security_group (aad8af7c-5432-476f-ad40-e9f5b62ad252), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:54.992016 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0fcead8-ca75-4b4d-8f68-40ea74f99cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (aad8af7c-5432-476f-ad40-e9f5b62ad252), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:55.005471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '67ca9e04-ee5b-467a-8fd2-943e26ace1a3', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '67ca9e04-ee5b-467a-8fd2-943e26ace1a3', 'mac_address': 'fa:16:3e:9e:b0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:tempest-test_az-1181051046', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:30:55.086494 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a0fcead8-ca75-4b4d-8f68-40ea74f99cf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7adcefe8bec3431ab91ce8adf81b1dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830528 Jan 31 18:30:55.101178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49766) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:55.133873 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:55.153636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcead8-ca75-4b4d-8f68-40ea74f99cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad8af7c-5432-476f-ad40-e9f5b62ad252,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:55.159182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:30:55.164756 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:55.236004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:30:55.238696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d879b-c231-4749-a8be-fba281bc3a4b req-6ec4fc60-bb11-4cd3-96cd-942231036077 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:55.240864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d95d879b-c231-4749-a8be-fba281bc3a4b req-6ec4fc60-bb11-4cd3-96cd-942231036077 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 970 time: 0.1761003 Jan 31 18:30:55.282360 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-239d73dd-391a-4a60-93a2-f089d3e507d6 admin admin] Publish callbacks [] for security_group (aad8af7c-5432-476f-ad40-e9f5b62ad252), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:55.290706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=67ca9e04-ee5b-467a-8fd2-943e26ace1a3,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:55.297602 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:55.363419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-239d73dd-391a-4a60-93a2-f089d3e507d6 admin admin] Publish callbacks [] for security_group (aad8af7c-5432-476f-ad40-e9f5b62ad252), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:55.445200 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=67ca9e04-ee5b-467a-8fd2-943e26ace1a3,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:55.453228 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-239d73dd-391a-4a60-93a2-f089d3e507d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (aad8af7c-5432-476f-ad40-e9f5b62ad252), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:55.456087 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-239d73dd-391a-4a60-93a2-f089d3e507d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:55.457301 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-239d73dd-391a-4a60-93a2-f089d3e507d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aad8af7c-5432-476f-ad40-e9f5b62ad252 HTTP/1.1" status: 204 len: 168 time: 0.3552730 Jan 31 18:30:55.480364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d73dd-391a-4a60-93a2-f089d3e507d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad8af7c-5432-476f-ad40-e9f5b62ad252,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:55.500015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.500624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.503696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.505352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.509210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.511582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d95d879b-c231-4749-a8be-fba281bc3a4b req-ef01259b-fc2c-4bb7-8cc3-d49a530f3488 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588122 Jan 31 18:30:55.513654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.514523 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.517800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.518611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.519133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.519646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.520991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.530664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Tracked resource versions report: Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: pushed versions: Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: { 'AddressGroup': {'1.2'}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'ConntrackHelper': {'1.0'}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'LocalIPAssociation': {'1.0'}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'Log': {'1.0'}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'Network': {'1.1'}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'Port': {'1.7'}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'PortForwarding': {'1.2'}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'QosPolicy': {'1.10'}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'SecurityGroup': {'1.5'}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'SecurityGroupRule': {'1.2'}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'SubPort': {'1.0'}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'Subnet': {'1.1'}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'Trunk': {'1.1'}} Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: consumer versions: Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: { DHCP agent@n-d-812111-15: {}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: HyperV agent@n-h1-812111-15: {}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: HyperV agent@n-h2-812111-15: {}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: L3 agent@n-d-812111-15: {}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: Metadata agent@n-d-812111-15: {}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: Metering agent@n-d-812111-15: {}, Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: Open vSwitch agent@n-d-812111-15: { 'AddressGroup': '1.2', Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'ConntrackHelper': '1.0', Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'LocalIPAssociation': '1.0', Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'Log': '1.0', Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'Network': '1.1', Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'Port': '1.7', Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'PortForwarding': '1.2', Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'QosPolicy': '1.10', Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'SecurityGroup': '1.5', Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'SecurityGroupRule': '1.2', Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'SubPort': '1.0', Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'Subnet': '1.1', Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: 'Trunk': '1.1'}} Jan 31 18:30:55.532611 n-d-812111-15 neutron-server[103227]: {{(pid=103227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 18:30:55.565532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd68cf-2609-4e37-8da6-32689ea3bee9 req-3afb91da-9303-4267-a88d-7e2618c3cac2 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:55.587620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66dd68cf-2609-4e37-8da6-32689ea3bee9 req-3afb91da-9303-4267-a88d-7e2618c3cac2 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 947 time: 0.2995019 Jan 31 18:30:55.669437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17f51fb9-b6a5-4e71-a2d1-facc6849c62b req-6f303eb8-ba6f-4c1f-b2a9-0dede647fb75 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 210 time: 0.0647452 Jan 31 18:30:55.703952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['67ca9e04-ee5b-467a-8fd2-943e26ace1a3'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:30:55.740086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66dd68cf-2609-4e37-8da6-32689ea3bee9 req-0a795a0a-ad2b-483e-8882-a812e6eb93ad tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510446 Jan 31 18:30:55.807697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d90b2aec-4846-4474-bc76-36bdacf96c30 req-d8190ef2-cd86-4d12-adcf-c28c867822da tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 210 time: 0.0536666 Jan 31 18:30:55.925119 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:56.324568 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-69b427c9-71a4-49ea-892d-8778b9c7c771 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=08c710629d5b4b55a82226752f31187b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391655 Jan 31 18:30:56.475027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-ff80f9eb-fc19-4c7b-811e-c93bfc4fa1c2 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:56.476629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-ff80f9eb-fc19-4c7b-811e-c93bfc4fa1c2 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512222 Jan 31 18:30:56.493027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-44323afc-1053-4e1d-98df-93a3128bd7c0 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/quotas/08c710629d5b4b55a82226752f31187b HTTP/1.1" status: 200 len: 375 time: 0.0106852 Jan 31 18:30:56.532173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-5987b821-f312-49e3-9809-fb30980527e2 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=08c710629d5b4b55a82226752f31187b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334878 Jan 31 18:30:56.703689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:30:56.831986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f740-c290-4b4e-86cb-75838c487614 req-b807bb1c-47e1-4189-9a34-88f74627ca8e tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:56.837613 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a623f740-c290-4b4e-86cb-75838c487614 req-b807bb1c-47e1-4189-9a34-88f74627ca8e tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 971 time: 0.1067228 Jan 31 18:30:56.847662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:30:56.861841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:56.861841 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:56.994204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:30:56.995082 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:57.010688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.21', 51704) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:57.058824 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-28fa3943-2bac-46de-9655-63507ad084ec tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=57a793ec9c5b4f5291284cbfc8520325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457513 Jan 31 18:30:57.069115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a623f740-c290-4b4e-86cb-75838c487614 req-69e2d950-c245-4d96-9cba-590b82945fd4 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256217 Jan 31 18:30:57.074393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=67ca9e04-ee5b-467a-8fd2-943e26ace1a3,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:57.075931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff767c7-bc1c-4658-8790-33c85db44434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ca9e04-ee5b-467a-8fd2-943e26ace1a3'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:30:57.186617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81cd495e-74f0-4b9f-9046-36caf4254d81 req-c6fc7131-17ba-4a6c-aea7-dc13ed89d589 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 210 time: 0.1215665 Jan 31 18:30:57.207552 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:57.308329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6e4ef43-6a7d-42de-9a02-af0c5507bd99 req-ee1899b1-2647-4001-9b89-f803c0dc0d5f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 210 time: 0.0759838 Jan 31 18:30:57.314457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05871-4b14-491a-92fc-d57052432844 req-8c25716c-3f55-42db-ad9f-10303947c65d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:57.316125 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-8c25716c-3f55-42db-ad9f-10303947c65d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518973 Jan 31 18:30:57.340001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Request body: {'port': {'device_id': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '57a793ec9c5b4f5291284cbfc8520325'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:57.381979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-95bc329d-5f55-4ce8-914d-a30c091e2886 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:57.385710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-95bc329d-5f55-4ce8-914d-a30c091e2886 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 807 time: 0.4764347 Jan 31 18:30:57.401072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Request body: {'port': {'device_id': '44029c2d-851e-4a69-b0d7-045bb6bdee31', 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025', 'admin_state_up': True, 'tenant_id': '76e6cbf2e2d142bc94c6528ccfb94e0a'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:57.439943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=67ca9e04-ee5b-467a-8fd2-943e26ace1a3,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:57.502103 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Made reservation on behalf of 57a793ec9c5b4f5291284cbfc8520325 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:30:57.507646 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:57.522514 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:57.555207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4eb37139-6fc5-4e5b-887b-ef352159b10e req-5a3f8688-af58-421e-934f-6537c5a88284 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 210 time: 0.0531108 Jan 31 18:30:57.610097 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da79632-9999-4e5a-81fe-a88a9f45aede" -d '{"events": [{"server_uuid": "bff767c7-bc1c-4658-8790-33c85db44434", "name": "network-vif-plugged", "status": "completed", "tag": "67ca9e04-ee5b-467a-8fd2-943e26ace1a3"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:30:57.627837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Made reservation on behalf of 76e6cbf2e2d142bc94c6528ccfb94e0a for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:30:57.632724 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:57.686741 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks [] for security_group (cf58be11-7115-43dd-9d58-f1f0d593f6f2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:57.693526 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (cf58be11-7115-43dd-9d58-f1f0d593f6f2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:57.780750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Allocated IP 172.20.0.8 (4fffb079-0281-4e37-8173-c46a7953a025/dbd1802f-badd-4cac-85c8-8338925b9b50/b18d7196-6732-4533-91c5-a209799a30ea) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:30:57.837198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86ecc5-0c74-4be1-ad90-5e0fb39a0011 req-f7e53131-93a2-426c-aec0-3a3b6b14339a tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:57.840067 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Allocated IP 192.168.233.130 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/03c7401d-cc62-45aa-ab07-3074d09dabcf) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:30:57.845524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f86ecc5-0c74-4be1-ad90-5e0fb39a0011 req-f7e53131-93a2-426c-aec0-3a3b6b14339a tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 947 time: 0.3447897 Jan 31 18:30:57.970328 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf58be11-7115-43dd-9d58-f1f0d593f6f2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:58.006891 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f86ecc5-0c74-4be1-ad90-5e0fb39a0011 req-03b4bfa1-3c0f-4100-972b-8b8705bc3858 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541002 Jan 31 18:30:58.101517 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks [] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:58.102856 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks [] for port (b18d7196-6732-4533-91c5-a209799a30ea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:58.155006 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (b18d7196-6732-4533-91c5-a209799a30ea), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:58.163893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:58.215445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:30:58.219337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:58.223960 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:30:58.229220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:58.229863 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:58.230552 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c089531e-bcfb-4246-bd86-4d5232199f11 x-openstack-request-id: req-c089531e-bcfb-4246-bd86-4d5232199f11 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:30:58.231020 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff767c7-bc1c-4658-8790-33c85db44434", "name": "network-vif-plugged", "status": "completed", "tag": "67ca9e04-ee5b-467a-8fd2-943e26ace1a3", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:30:58.232673 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c089531e-bcfb-4246-bd86-4d5232199f11 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:30:58.241607 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff767c7-bc1c-4658-8790-33c85db44434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ca9e04-ee5b-467a-8fd2-943e26ace1a3', 'code': 200} Jan 31 18:30:58.250906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Pushing event updated for resources: {'Port': ['ID=03c7401d-cc62-45aa-ab07-3074d09dabcf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:58.254395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Network 4fffb079-0281-4e37-8173-c46a7953a025 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:30:58.264435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:58.266177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Pushing event updated for resources: {'Port': ['ID=b18d7196-6732-4533-91c5-a209799a30ea,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:58.268687 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-a846da6b-ba20-469a-a78e-60208bdcb186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9412100 Jan 31 18:30:58.271157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:30:58.276611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:58.277294 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:58.281927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Request body: {'port': {'device_id': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'device_owner': 'compute:tempest-test_az-1181051046', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:58.302624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-55ad629a-7eb3-4ad7-81af-70c76a811a2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9055755 Jan 31 18:30:58.327374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Request body: {'port': {'device_id': '44029c2d-851e-4a69-b0d7-045bb6bdee31', 'device_owner': 'compute:tempest-test_az-1181051046', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:58.392123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f38a4e-a980-4690-bc39-8fce56f07ca9 req-76bb7e24-817e-4926-9b6c-b12289414e9d tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:58.394244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73f38a4e-a980-4690-bc39-8fce56f07ca9 req-76bb7e24-817e-4926-9b6c-b12289414e9d tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 972 time: 0.1998584 Jan 31 18:30:58.396399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.21', 51705) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:58.434110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:58.527411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c0e1df4-ac1c-441e-b9ec-d0e5780b4da5 req-5eec8feb-d6f6-48b5-abf3-5cd6a80ab843 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 210 time: 0.0660601 Jan 31 18:30:58.550741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device acb551a1-854c-4fbd-8e17-6e692fbdf058 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:30:58.584745 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-e49441a2-0661-4f16-99f2-0d5b29605a4a tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=08c710629d5b4b55a82226752f31187b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004956 Jan 31 18:30:58.594574 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73f38a4e-a980-4690-bc39-8fce56f07ca9 req-fde54a0e-a869-4370-bcf8-6c1b94f7d962 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767352 Jan 31 18:30:58.615803 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b18d7196-6732-4533-91c5-a209799a30ea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:58.861871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141ccd6-384a-4bc0-9f0d-13b9cae1195c req-5478e24c-1f17-4052-9ddc-e03953b4770e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:58.865043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8141ccd6-384a-4bc0-9f0d-13b9cae1195c req-5478e24c-1f17-4052-9ddc-e03953b4770e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 931 time: 0.1760638 Jan 31 18:30:58.974004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4d7ea7ac-c7e8-4c00-8dc9-9b13596b34e2 None None] Provisioning complete for port 03c7401d-cc62-45aa-ab07-3074d09dabcf triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:58.974666 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea7ac-c7e8-4c00-8dc9-9b13596b34e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.000853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f5253-f217-4692-90a5-292253a1a781 req-da2b1d09-04e9-4836-b988-14d7fd5d3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:59.002366 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-088f5253-f217-4692-90a5-292253a1a781 req-da2b1d09-04e9-4836-b988-14d7fd5d3b40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 1155 time: 0.6041369 Jan 31 18:30:59.034721 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-088f5253-f217-4692-90a5-292253a1a781 req-2b459934-6a4b-4640-b9ab-aa3439134e39 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.060410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port acb551a1-854c-4fbd-8e17-6e692fbdf058, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=acb551a1-854c-4fbd-8e17-6e692fbdf058,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:59.078454 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8141ccd6-384a-4bc0-9f0d-13b9cae1195c req-65c86ffd-8f60-453c-a9ea-19ca7d97f963 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812601 Jan 31 18:30:59.091594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ea7ac-c7e8-4c00-8dc9-9b13596b34e2 None None] Port 03c7401d-cc62-45aa-ab07-3074d09dabcf cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:30:59.105410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'acb551a1-854c-4fbd-8e17-6e692fbdf058', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'acb551a1-854c-4fbd-8e17-6e692fbdf058', 'mac_address': 'fa:16:3e:09:17:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:30:59.189668 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port acb551a1-854c-4fbd-8e17-6e692fbdf058 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:30:59.190039 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.206419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a4f8e76d-f305-434e-9edb-e186a5cba67b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:59.208019 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a4f8e76d-f305-434e-9edb-e186a5cba67b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6041505 Jan 31 18:30:59.208299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb551a1-854c-4fbd-8e17-6e692fbdf058 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:30:59.226522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Request body: {'port': {'device_id': 'c06a3bd6-8e46-421c-b52c-f8a5b79f3c57', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '08c710629d5b4b55a82226752f31187b'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:30:59.237968 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port acb551a1-854c-4fbd-8e17-6e692fbdf058, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=acb551a1-854c-4fbd-8e17-6e692fbdf058,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:59.246693 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.276891 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18d7196-6732-4533-91c5-a209799a30ea {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:30:59.288292 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Publish callbacks [] for port (b18d7196-6732-4533-91c5-a209799a30ea), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.326192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Transition to ACTIVE for port object b18d7196-6732-4533-91c5-a209799a30ea will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:30:59.355925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49908) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:30:59.358098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=acb551a1-854c-4fbd-8e17-6e692fbdf058,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:59.362850 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b18d7196-6732-4533-91c5-a209799a30ea), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.425416 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Made reservation on behalf of 08c710629d5b4b55a82226752f31187b for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:30:59.429687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.441346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1d4e3-2d95-4454-a6a7-35456153a822 req-0406113e-8040-45bf-b364-8f294045638f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:59.443149 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6fd1d4e3-2d95-4454-a6a7-35456153a822 req-0406113e-8040-45bf-b364-8f294045638f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 936 time: 0.2633052 Jan 31 18:30:59.449291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Pushing event updated for resources: {'Port': ['ID=b18d7196-6732-4533-91c5-a209799a30ea,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:59.475494 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.488374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b944134-4302-4cd3-a0e9-e43767f33463 req-882f964f-7dc9-44b5-9044-a6e362652506 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:59.490551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b944134-4302-4cd3-a0e9-e43767f33463 req-882f964f-7dc9-44b5-9044-a6e362652506 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 948 time: 0.1663568 Jan 31 18:30:59.495754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-088f5253-f217-4692-90a5-292253a1a781 req-2b459934-6a4b-4640-b9ab-aa3439134e39 service neutron] Publish callbacks [] for security_group (f2a061a0-916f-4458-a5c5-b3bf1a1a5590), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.503506 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-088f5253-f217-4692-90a5-292253a1a781 req-2b459934-6a4b-4640-b9ab-aa3439134e39 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f2a061a0-916f-4458-a5c5-b3bf1a1a5590), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.517721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c7401d-cc62-45aa-ab07-3074d09dabcf {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:30:59.546701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Attempting to bind port b18d7196-6732-4533-91c5-a209799a30ea on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:30:59.547305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Attempting to bind port b18d7196-6732-4533-91c5-a209799a30ea by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:30:59.547690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Attempting to bind port b18d7196-6732-4533-91c5-a209799a30ea on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:30:59.552907 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Publish callbacks [] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.565457 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Port b18d7196-6732-4533-91c5-a209799a30ea on network 4fffb079-0281-4e37-8173-c46a7953a025 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:30:59.565761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Attempting to bind port b18d7196-6732-4533-91c5-a209799a30ea on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:30:59.590480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:30:59.590817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:30:59.591206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Bound using segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:30:59.591678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Bound port: b18d7196-6732-4533-91c5-a209799a30ea, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:30:59.592428 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b18d7196-6732-4533-91c5-a209799a30ea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.596712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6fd1d4e3-2d95-4454-a6a7-35456153a822 req-76f4e9ca-c451-4144-b879-fe9fd0cdc27f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444857 Jan 31 18:30:59.614665 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b944134-4302-4cd3-a0e9-e43767f33463 req-5c0daf67-f572-4eeb-917e-7a722d3c371b tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074400 Jan 31 18:30:59.620202 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-088f5253-f217-4692-90a5-292253a1a781 req-2b459934-6a4b-4640-b9ab-aa3439134e39 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110792 Jan 31 18:30:59.626155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b459934-6a4b-4640-b9ab-aa3439134e39 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a061a0-916f-4458-a5c5-b3bf1a1a5590,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:59.640303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Transition to ACTIVE for port object 03c7401d-cc62-45aa-ab07-3074d09dabcf will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:30:59.643795 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59cd7cdf-c89f-4e7f-a486-7e2ea7a2c03f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.650278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['acb551a1-854c-4fbd-8e17-6e692fbdf058'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:30:59.670265 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.700402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:30:59.707481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b18d7196-6732-4533-91c5-a209799a30ea,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:30:59.726582 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b18d7196-6732-4533-91c5-a209799a30ea), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.785414 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Pushing event updated for resources: {'Port': ['ID=03c7401d-cc62-45aa-ab07-3074d09dabcf,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:59.833984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Pushing event updated for resources: {'Port': ['ID=b18d7196-6732-4533-91c5-a209799a30ea,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:59.856576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81aeffd3-1f26-42f7-be02-fb1e958d1e5f req-d04941ac-a8f5-4cdc-b881-986ea629ed2e tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 210 time: 0.1395199 Jan 31 18:30:59.933367 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59cd7cdf-c89f-4e7f-a486-7e2ea7a2c03f admin admin] Publish callbacks [] for security_group (1a98741d-1f78-4cb0-837b-53e394fa722c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.934349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:59.935236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:30:59.943005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-f088e59a-58f2-4741-a979-c6027bca35eb service neutron] 10.222.0.21 "PUT /v2.0/ports/b18d7196-6732-4533-91c5-a209799a30ea HTTP/1.1" status: 200 len: 1114 time: 1.6268280 Jan 31 18:30:59.943564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44029c2d-851e-4a69-b0d7-045bb6bdee31', 'tag': 'b18d7196-6732-4533-91c5-a209799a30ea'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:30:59.958733 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aabddb-22fb-4a8c-a4eb-2367287b040d" -d '{"events": [{"name": "network-changed", "server_uuid": "44029c2d-851e-4a69-b0d7-045bb6bdee31", "tag": "b18d7196-6732-4533-91c5-a209799a30ea"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:30:59.961447 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59cd7cdf-c89f-4e7f-a486-7e2ea7a2c03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1a98741d-1f78-4cb0-837b-53e394fa722c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:00.023895 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-59cd7cdf-c89f-4e7f-a486-7e2ea7a2c03f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43f915a92a534264a18ee66b8433da9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6667371 Jan 31 18:31:00.038934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Publish callbacks [] for security_group (028c2b2a-698f-42e9-961c-13b32b52207f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:00.038934 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49924) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:00.047844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Attempting to bind port 03c7401d-cc62-45aa-ab07-3074d09dabcf on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:00.048290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Attempting to bind port 03c7401d-cc62-45aa-ab07-3074d09dabcf by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:00.048643 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Attempting to bind port 03c7401d-cc62-45aa-ab07-3074d09dabcf on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:00.061522 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (028c2b2a-698f-42e9-961c-13b32b52207f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:00.077243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8750b5a-564f-49e3-8d62-442f373a153e req-5127c6a1-1d95-4ad7-8489-d41075f0b88f tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:00.078787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8750b5a-564f-49e3-8d62-442f373a153e req-5127c6a1-1d95-4ad7-8489-d41075f0b88f tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 972 time: 0.3196766 Jan 31 18:31:00.095159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Port 03c7401d-cc62-45aa-ab07-3074d09dabcf on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:31:00.095491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Attempting to bind port 03c7401d-cc62-45aa-ab07-3074d09dabcf on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:00.106847 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d96749b-c1e9-44fa-b37f-bc9314a182bf x-openstack-request-id: req-2d96749b-c1e9-44fa-b37f-bc9314a182bf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:00.107154 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44029c2d-851e-4a69-b0d7-045bb6bdee31", "tag": "b18d7196-6732-4533-91c5-a209799a30ea", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:00.107417 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d96749b-c1e9-44fa-b37f-bc9314a182bf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:00.107822 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44029c2d-851e-4a69-b0d7-045bb6bdee31', 'tag': 'b18d7196-6732-4533-91c5-a209799a30ea', 'status': 'completed', 'code': 200} Jan 31 18:31:00.116705 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd7cdf-c89f-4e7f-a486-7e2ea7a2c03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a98741d-1f78-4cb0-837b-53e394fa722c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:00.125920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-452ec88f-32b9-4cf7-bae8-8d24a9bea120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:00.127650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-452ec88f-32b9-4cf7-bae8-8d24a9bea120 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 1148 time: 0.1327379 Jan 31 18:31:00.140203 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:00.140772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:00.141318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:00.142038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Bound port: 03c7401d-cc62-45aa-ab07-3074d09dabcf, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:00.142581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:00.186888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-768f99f1-752b-4317-8ad9-80131b0f1a55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18d7196-6732-4533-91c5-a209799a30ea HTTP/1.1" status: 200 len: 217 time: 0.0470936 Jan 31 18:31:00.195091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8750b5a-564f-49e3-8d62-442f373a153e req-e0e01160-835e-4781-a90d-1f5f9e801eaa tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090035 Jan 31 18:31:00.239801 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028c2b2a-698f-42e9-961c-13b32b52207f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:00.298428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-729d9742-b800-4985-8aac-5e077613d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:00.299949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-729d9742-b800-4985-8aac-5e077613d751 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.0937026 Jan 31 18:31:00.352639 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-946e15e3-1cff-4afd-9b0f-2c32f56f98d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403705 Jan 31 18:31:00.355083 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d1f6d48-3972-4b06-9a44-a66ad82528d6 admin admin] Publish callbacks [] for security_group (1a98741d-1f78-4cb0-837b-53e394fa722c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:00.360495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2520995-aeee-4dfb-ba00-a2d57defd2f5 req-b15c99be-96e5-489f-b6a0-1fff439755f4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:00.362674 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2520995-aeee-4dfb-ba00-a2d57defd2f5 req-b15c99be-96e5-489f-b6a0-1fff439755f4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 965 time: 0.1435792 Jan 31 18:31:00.407199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:00.422123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Allocated IP 192.168.233.197 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/ab6e063a-b057-445c-9882-1a2da8142306) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:31:00.425611 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d1f6d48-3972-4b06-9a44-a66ad82528d6 admin admin] Publish callbacks [] for security_group (1a98741d-1f78-4cb0-837b-53e394fa722c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:00.445571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:00.471198 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:00.547629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:00.548258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:00.549794 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] 10.222.0.21 "PUT /v2.0/ports/03c7401d-cc62-45aa-ab07-3074d09dabcf HTTP/1.1" status: 200 len: 1119 time: 2.2722638 Jan 31 18:31:00.550262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'tag': '03c7401d-cc62-45aa-ab07-3074d09dabcf'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:00.553177 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1ee9b4-c1c7-4136-9458-855e4f37516b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e96b99-5bca-4874-9719-963f6c01c67a", "tag": "03c7401d-cc62-45aa-ab07-3074d09dabcf"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:00.567767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device acb551a1-854c-4fbd-8e17-6e692fbdf058 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:31:00.599584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54db66d-f2a4-4b65-9503-a84ff827f37c service neutron] Pushing event updated for resources: {'Port': ['ID=03c7401d-cc62-45aa-ab07-3074d09dabcf,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:00.610020 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d1f6d48-3972-4b06-9a44-a66ad82528d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1a98741d-1f78-4cb0-837b-53e394fa722c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:00.617793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d1f6d48-3972-4b06-9a44-a66ad82528d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:00.622977 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8d1f6d48-3972-4b06-9a44-a66ad82528d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a98741d-1f78-4cb0-837b-53e394fa722c HTTP/1.1" status: 204 len: 168 time: 0.5793965 Jan 31 18:31:00.664201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2520995-aeee-4dfb-ba00-a2d57defd2f5 req-158e8e04-eea1-4dac-ac45-02d52c67b1df tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414365 Jan 31 18:31:00.677854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-83e84b31-9537-4c9f-a0f9-5a442c575fa1 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146515 Jan 31 18:31:00.753022 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af658074-0f18-4526-a59f-8458ec61cf6a x-openstack-request-id: req-af658074-0f18-4526-a59f-8458ec61cf6a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:00.753385 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e96b99-5bca-4874-9719-963f6c01c67a", "tag": "03c7401d-cc62-45aa-ab07-3074d09dabcf", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:00.753647 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af658074-0f18-4526-a59f-8458ec61cf6a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:00.754120 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'tag': '03c7401d-cc62-45aa-ab07-3074d09dabcf', 'status': 'completed', 'code': 200} Jan 31 18:31:00.759506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f6d48-3972-4b06-9a44-a66ad82528d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a98741d-1f78-4cb0-837b-53e394fa722c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:00.763071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port acb551a1-854c-4fbd-8e17-6e692fbdf058 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:31:00.783238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port acb551a1-854c-4fbd-8e17-6e692fbdf058 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:00.783728 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:00.915867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:00.979433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port acb551a1-854c-4fbd-8e17-6e692fbdf058 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:00.981176 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:01.002030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05871-4b14-491a-92fc-d57052432844 req-563dc761-c0da-4fdc-a102-8dd90c929c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:01.003373 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-563dc761-c0da-4fdc-a102-8dd90c929c00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 1153 time: 0.2948129 Jan 31 18:31:01.013067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1d77ae-9cd5-4b1f-95d7-4ade92b3d693 req-35c74511-d156-402f-b8e0-fa660eaa11ad service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178229 Jan 31 18:31:01.041085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff524b51-c7db-462f-b91d-3d1d875a3a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb551a1-854c-4fbd-8e17-6e692fbdf058'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:01.043795 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f41a5f-5094-4f89-bacc-49a27854131c" -d '{"events": [{"server_uuid": "ff524b51-c7db-462f-b91d-3d1d875a3a77", "name": "network-vif-plugged", "status": "completed", "tag": "acb551a1-854c-4fbd-8e17-6e692fbdf058"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:01.063711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port acb551a1-854c-4fbd-8e17-6e692fbdf058, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=acb551a1-854c-4fbd-8e17-6e692fbdf058,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:01.071723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b5f4e-709c-413e-a36d-df0020bbd7dd req-10d4c814-a6ff-43af-818e-227ff98833e6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:01.071933 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:01.086077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe1b5f4e-709c-413e-a36d-df0020bbd7dd req-10d4c814-a6ff-43af-818e-227ff98833e6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 970 time: 0.2611623 Jan 31 18:31:01.111673 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-67217baa-a299-41ef-96ff-5a3f1d3569e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf HTTP/1.1" status: 200 len: 217 time: 0.0912282 Jan 31 18:31:01.139651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5dca5-4681-478f-a604-80fbbdc314df req-681d36f4-dadc-4940-8f75-cf0086b74c16 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:01.142540 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51d5dca5-4681-478f-a604-80fbbdc314df req-681d36f4-dadc-4940-8f75-cf0086b74c16 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 948 time: 0.2802732 Jan 31 18:31:01.154762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=acb551a1-854c-4fbd-8e17-6e692fbdf058,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:01.200070 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Publish callbacks [] for port (ab6e063a-b057-445c-9882-1a2da8142306), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:01.256913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe1b5f4e-709c-413e-a36d-df0020bbd7dd req-933738d0-cc78-44c0-b40f-abdce921cd72 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686909 Jan 31 18:31:01.261172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05871-4b14-491a-92fc-d57052432844 req-1bcd78fc-0150-48bb-be5d-b1b5de0f81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:01.262634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aabddb-22fb-4a8c-a4eb-2367287b040d req-3bffd73d-d5ff-4b40-8e72-d7aad85451ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:01.262766 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-1bcd78fc-0150-48bb-be5d-b1b5de0f81b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1418655 Jan 31 18:31:01.264143 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95aabddb-22fb-4a8c-a4eb-2367287b040d req-3bffd73d-d5ff-4b40-8e72-d7aad85451ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 1148 time: 0.1739798 Jan 31 18:31:01.303735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51d5dca5-4681-478f-a604-80fbbdc314df req-365372b9-fd6d-4ddf-bd3d-057cf113799b tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297443 Jan 31 18:31:01.326004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (ab6e063a-b057-445c-9882-1a2da8142306), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:01.381381 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b6ff-d402-4ae0-8c0e-e9a27e3d37f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:01.424940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49966) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:01.434058 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2222670c-8b71-4340-8e64-6b929fa6dc0f x-openstack-request-id: req-2222670c-8b71-4340-8e64-6b929fa6dc0f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:01.434677 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff524b51-c7db-462f-b91d-3d1d875a3a77", "name": "network-vif-plugged", "status": "completed", "tag": "acb551a1-854c-4fbd-8e17-6e692fbdf058", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:01.435028 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2222670c-8b71-4340-8e64-6b929fa6dc0f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:01.435518 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff524b51-c7db-462f-b91d-3d1d875a3a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb551a1-854c-4fbd-8e17-6e692fbdf058', 'code': 200} Jan 31 18:31:01.435628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:31:01.441753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:01.446192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:31:01.451975 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:01.452668 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:01.482332 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2632160 Jan 31 18:31:01.508899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Request body: {'port': {'device_id': 'c06a3bd6-8e46-421c-b52c-f8a5b79f3c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:01.516553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92502957-6255-4724-afff-e9b8edf7ff2b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Pushing event updated for resources: {'Port': ['ID=ab6e063a-b057-445c-9882-1a2da8142306,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:01.544311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.49', 52997) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:01.554188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05871-4b14-491a-92fc-d57052432844 req-4a0132ec-dcf6-411c-8d72-a4cb62572955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:01.556590 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-4a0132ec-dcf6-411c-8d72-a4cb62572955 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2781701 Jan 31 18:31:01.588801 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5006724-7617-4b70-8356-49020b3d21d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:01.653501 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab6e063a-b057-445c-9882-1a2da8142306), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:01.685943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aabddb-22fb-4a8c-a4eb-2367287b040d req-2476090c-fc6b-4f63-a4db-f00297633dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:01.687500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95aabddb-22fb-4a8c-a4eb-2367287b040d req-2476090c-fc6b-4f63-a4db-f00297633dab service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.3634746 Jan 31 18:31:01.771150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b6ff-d402-4ae0-8c0e-e9a27e3d37f7 admin admin] Publish callbacks [] for security_group (c86834f7-8252-4c24-b7fd-f062fc40ac93), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:01.776205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95aabddb-22fb-4a8c-a4eb-2367287b040d req-c2b77f74-88fc-4ae4-9a87-fcefda8ce25c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18d7196-6732-4533-91c5-a209799a30ea HTTP/1.1" status: 200 len: 217 time: 0.0773702 Jan 31 18:31:01.794589 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b6ff-d402-4ae0-8c0e-e9a27e3d37f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c86834f7-8252-4c24-b7fd-f062fc40ac93), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:01.844427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b27a-7363-47a6-aa3f-4eb07f3df1f4 req-f84d3721-b62b-4aab-bc62-ff06a6a52a9b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:01.846211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fd8b27a-7363-47a6-aa3f-4eb07f3df1f4 req-f84d3721-b62b-4aab-bc62-ff06a6a52a9b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 936 time: 0.3459871 Jan 31 18:31:01.853956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e019289-df98-4ada-ae10-cb0ae658b489 req-a72e23f9-737c-45aa-8b28-586280269841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:01.855605 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e019289-df98-4ada-ae10-cb0ae658b489 req-a72e23f9-737c-45aa-8b28-586280269841 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 1132 time: 0.2898974 Jan 31 18:31:01.869141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4212c-f182-4a20-b876-fcc2a6be193e req-94289d2c-1334-4817-9d0a-43e31b9fed03 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:01.870441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a5bc7d2a-4124-4853-b3d7-2e92ad42fb53 None None] Provisioning complete for port ab6e063a-b057-445c-9882-1a2da8142306 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:01.871151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cdc4212c-f182-4a20-b876-fcc2a6be193e req-94289d2c-1334-4817-9d0a-43e31b9fed03 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 972 time: 0.3323088 Jan 31 18:31:01.871360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a5bc7d2a-4124-4853-b3d7-2e92ad42fb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ab6e063a-b057-445c-9882-1a2da8142306), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:01.901496 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-b50724b3-2b3c-4885-87a2-44abc38acd87 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893248 Jan 31 18:31:01.921687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2b6ff-d402-4ae0-8c0e-e9a27e3d37f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86834f7-8252-4c24-b7fd-f062fc40ac93,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:01.922742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc7d2a-4124-4853-b3d7-2e92ad42fb53 None None] Port ab6e063a-b057-445c-9882-1a2da8142306 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:31:01.944643 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6dd2b6ff-d402-4ae0-8c0e-e9a27e3d37f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f53e898b2f3c48e18a4ed85349a1756b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0247819 Jan 31 18:31:01.947959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49972) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:01.964873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aabddb-22fb-4a8c-a4eb-2367287b040d req-9022e3a4-c093-4c73-b9a6-6428faf5fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:01.966334 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95aabddb-22fb-4a8c-a4eb-2367287b040d req-9022e3a4-c093-4c73-b9a6-6428faf5fe93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.1769521 Jan 31 18:31:02.061094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fd8b27a-7363-47a6-aa3f-4eb07f3df1f4 req-fe5014f9-6966-4530-b4fd-11714bd0e888 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/security-groups?id=028c2b2a-698f-42e9-961c-13b32b52207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007384 Jan 31 18:31:02.063537 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95aabddb-22fb-4a8c-a4eb-2367287b040d req-5b589189-541b-40eb-a50e-cfa66d3bee98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714478 Jan 31 18:31:02.084323 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e019289-df98-4ada-ae10-cb0ae658b489 req-8a6b241f-da98-4f21-aa62-7ab961ecf0ed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093899 Jan 31 18:31:02.095417 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5006724-7617-4b70-8356-49020b3d21d5 admin admin] Publish callbacks [] for security_group (b8229b7f-9321-44b5-984e-8c77a9b2cbe8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:02.112937 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5006724-7617-4b70-8356-49020b3d21d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b8229b7f-9321-44b5-984e-8c77a9b2cbe8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:02.123649 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cdc4212c-f182-4a20-b876-fcc2a6be193e req-74614028-dc44-4b4d-be4c-6932c509e93c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292361 Jan 31 18:31:02.162548 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-07e05871-4b14-491a-92fc-d57052432844 req-cf1d3bf1-c875-4a59-a3f4-31b30fdb120f service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544894 Jan 31 18:31:02.166936 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7017a0c4-ed0a-429c-97ea-baa8fd7467d2 admin admin] Publish callbacks [] for security_group (c86834f7-8252-4c24-b7fd-f062fc40ac93), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:02.197576 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7017a0c4-ed0a-429c-97ea-baa8fd7467d2 admin admin] Publish callbacks [] for security_group (c86834f7-8252-4c24-b7fd-f062fc40ac93), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:02.258152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a5006724-7617-4b70-8356-49020b3d21d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4363fa63d10b44deb1c256fb370f60f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7665741 Jan 31 18:31:02.260819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5006724-7617-4b70-8356-49020b3d21d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8229b7f-9321-44b5-984e-8c77a9b2cbe8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:02.265143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:02.352712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6e063a-b057-445c-9882-1a2da8142306 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:02.366499 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Publish callbacks [] for port (ab6e063a-b057-445c-9882-1a2da8142306), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:02.379115 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ee9b4-c1c7-4136-9458-855e4f37516b req-f9d5a3e4-6922-4031-964a-be119b576b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:02.381566 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9a1ee9b4-c1c7-4136-9458-855e4f37516b req-f9d5a3e4-6922-4031-964a-be119b576b1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 1153 time: 0.1671729 Jan 31 18:31:02.396842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e9762-b610-4b14-b9d8-497aa133240b req-9cb1a9c4-323a-4668-abe6-1276a680da91 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:02.399762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f63e9762-b610-4b14-b9d8-497aa133240b req-9cb1a9c4-323a-4668-abe6-1276a680da91 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 965 time: 0.2345107 Jan 31 18:31:02.406537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Transition to ACTIVE for port object ab6e063a-b057-445c-9882-1a2da8142306 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:31:02.408827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95aabddb-22fb-4a8c-a4eb-2367287b040d req-cc6ecdec-22b7-490c-8663-a35059d230fe service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318043 Jan 31 18:31:02.408973 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7017a0c4-ed0a-429c-97ea-baa8fd7467d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c86834f7-8252-4c24-b7fd-f062fc40ac93), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:02.412250 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7017a0c4-ed0a-429c-97ea-baa8fd7467d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:02.415775 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7017a0c4-ed0a-429c-97ea-baa8fd7467d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c86834f7-8252-4c24-b7fd-f062fc40ac93 HTTP/1.1" status: 204 len: 168 time: 0.4616582 Jan 31 18:31:02.489971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723da3a-43ba-4501-965a-dc2aab7f7694 req-5d8af64d-ed2f-41a1-a729-12a70e3e92a2 tempest-AggregatesAdminTestJSON-497740380 tempest-AggregatesAdminTestJSON-497740380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:02.492645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6723da3a-43ba-4501-965a-dc2aab7f7694 req-5d8af64d-ed2f-41a1-a729-12a70e3e92a2 tempest-AggregatesAdminTestJSON-497740380 tempest-AggregatesAdminTestJSON-497740380-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 1155 time: 0.2200437 Jan 31 18:31:02.501557 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab6e063a-b057-445c-9882-1a2da8142306), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:02.512215 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017a0c4-ed0a-429c-97ea-baa8fd7467d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86834f7-8252-4c24-b7fd-f062fc40ac93,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:02.612871 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6723da3a-43ba-4501-965a-dc2aab7f7694 req-73cdeb28-1136-4703-a52a-205f63eaf775 tempest-AggregatesAdminTestJSON-497740380 tempest-AggregatesAdminTestJSON-497740380-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:02.621996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6e063a-b057-445c-9882-1a2da8142306,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:02.625669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc6685c2-eac2-4a58-9117-f1196592302b admin admin] Publish callbacks [] for security_group (b8229b7f-9321-44b5-984e-8c77a9b2cbe8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:02.668738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f63e9762-b610-4b14-b9d8-497aa133240b req-292180e5-e2a5-4c5b-81e7-9f33c1b8f7c1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430665 Jan 31 18:31:02.700447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95aabddb-22fb-4a8c-a4eb-2367287b040d req-e0e74e20-3bb5-4c5f-8125-342b52850ed2 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840300 Jan 31 18:31:02.897379 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6723da3a-43ba-4501-965a-dc2aab7f7694 req-73cdeb28-1136-4703-a52a-205f63eaf775 tempest-AggregatesAdminTestJSON-497740380 tempest-AggregatesAdminTestJSON-497740380-project-admin] Publish callbacks [] for security_group (b2db87b1-f089-4711-8786-a1189a135771), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:02.902914 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6723da3a-43ba-4501-965a-dc2aab7f7694 req-73cdeb28-1136-4703-a52a-205f63eaf775 tempest-AggregatesAdminTestJSON-497740380 tempest-AggregatesAdminTestJSON-497740380-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b2db87b1-f089-4711-8786-a1189a135771), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:02.962800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0ced7-151a-48ba-a325-4896676f5257 req-7d505311-b287-41f4-a2db-cc49cec92f00 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:02.966520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Attempting to bind port ab6e063a-b057-445c-9882-1a2da8142306 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:02.966864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Attempting to bind port ab6e063a-b057-445c-9882-1a2da8142306 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:02.967190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Attempting to bind port ab6e063a-b057-445c-9882-1a2da8142306 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:02.972210 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42c0ced7-151a-48ba-a325-4896676f5257 req-7d505311-b287-41f4-a2db-cc49cec92f00 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 970 time: 0.1631804 Jan 31 18:31:02.990764 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Port ab6e063a-b057-445c-9882-1a2da8142306 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:31:02.991116 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Attempting to bind port ab6e063a-b057-445c-9882-1a2da8142306 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:02.992000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6723da3a-43ba-4501-965a-dc2aab7f7694 req-73cdeb28-1136-4703-a52a-205f63eaf775 tempest-AggregatesAdminTestJSON-497740380 tempest-AggregatesAdminTestJSON-497740380-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415956 Jan 31 18:31:03.010878 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc6685c2-eac2-4a58-9117-f1196592302b admin admin] Publish callbacks [] for security_group (b8229b7f-9321-44b5-984e-8c77a9b2cbe8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:03.010878 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ee9b4-c1c7-4136-9458-855e4f37516b req-693e4878-8913-434a-af6c-d62681d6a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:03.010878 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9a1ee9b4-c1c7-4136-9458-855e4f37516b req-693e4878-8913-434a-af6c-d62681d6a8db service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.6168716 Jan 31 18:31:03.024134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:03.024517 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:03.024908 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:03.025371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Bound port: ab6e063a-b057-445c-9882-1a2da8142306, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:03.025739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab6e063a-b057-445c-9882-1a2da8142306), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:03.043519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdeb28-1136-4703-a52a-205f63eaf775 tempest-AggregatesAdminTestJSON-497740380 tempest-AggregatesAdminTestJSON-497740380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2db87b1-f089-4711-8786-a1189a135771,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:03.098941 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9a1ee9b4-c1c7-4136-9458-855e4f37516b req-4c968b51-e7ff-4556-a11e-7e5ee4ad8538 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf HTTP/1.1" status: 200 len: 217 time: 0.0807147 Jan 31 18:31:03.099717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42c0ced7-151a-48ba-a325-4896676f5257 req-71b7a8a2-bf16-403f-beaf-0534f52ef4b8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178501 Jan 31 18:31:03.129720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49990) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:03.194703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27cbb851-1aff-4567-8a50-686ddf71b709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:03.212929 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ee9b4-c1c7-4136-9458-855e4f37516b req-7c590575-1f85-4fbf-b8c2-5dacac59fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:03.214407 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9a1ee9b4-c1c7-4136-9458-855e4f37516b req-7c590575-1f85-4fbf-b8c2-5dacac59fa71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1086426 Jan 31 18:31:03.225224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b82c4-b404-4361-ba5d-2a5de9f66ecc req-a4c614f1-04d7-4c5c-8a08-87c45f3a4af6 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:03.232976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad2b82c4-b404-4361-ba5d-2a5de9f66ecc req-a4c614f1-04d7-4c5c-8a08-87c45f3a4af6 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 949 time: 0.1523075 Jan 31 18:31:03.273622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] For port ab6e063a-b057-445c-9882-1a2da8142306, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:03.276785 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc6685c2-eac2-4a58-9117-f1196592302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b8229b7f-9321-44b5-984e-8c77a9b2cbe8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:03.279309 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc6685c2-eac2-4a58-9117-f1196592302b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:03.283050 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fc6685c2-eac2-4a58-9117-f1196592302b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8229b7f-9321-44b5-984e-8c77a9b2cbe8 HTTP/1.1" status: 204 len: 168 time: 1.0105972 Jan 31 18:31:03.330952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad2b82c4-b404-4361-ba5d-2a5de9f66ecc req-7e46eff1-13ba-4421-a916-66744fc88f47 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905836 Jan 31 18:31:03.354750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] For port ab6e063a-b057-445c-9882-1a2da8142306, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab6e063a-b057-445c-9882-1a2da8142306,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:03.368262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6685c2-eac2-4a58-9117-f1196592302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8229b7f-9321-44b5-984e-8c77a9b2cbe8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:03.389668 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab6e063a-b057-445c-9882-1a2da8142306), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:03.492485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ee9b4-c1c7-4136-9458-855e4f37516b req-a7ae699f-0151-42e4-8451-bb7a185c8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:03.495466 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9a1ee9b4-c1c7-4136-9458-855e4f37516b req-a7ae699f-0151-42e4-8451-bb7a185c8f80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2669537 Jan 31 18:31:03.512922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:03.514320 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:03.515892 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] 10.222.0.49 "PUT /v2.0/ports/ab6e063a-b057-445c-9882-1a2da8142306 HTTP/1.1" status: 200 len: 1097 time: 2.0118673 Jan 31 18:31:03.516464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06a3bd6-8e46-421c-b52c-f8a5b79f3c57', 'tag': 'ab6e063a-b057-445c-9882-1a2da8142306'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:03.518742 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdd2c64-0d26-4dcf-86f7-435bb50bb7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c06a3bd6-8e46-421c-b52c-f8a5b79f3c57", "tag": "ab6e063a-b057-445c-9882-1a2da8142306"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:03.529170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc167f-9b69-4592-b8d5-decadabee1cb req-df74a3dc-28fd-4914-84ab-e97764e78704 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:03.543156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e5cc167f-9b69-4592-b8d5-decadabee1cb req-df74a3dc-28fd-4914-84ab-e97764e78704 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 948 time: 0.1059434 Jan 31 18:31:03.706132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8618c7-f235-45bc-bcd2-b23dfe7cf823 req-17432eba-f7d3-4d42-a18e-0d3a23b45e8d tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:03.714081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e8618c7-f235-45bc-bcd2-b23dfe7cf823 req-17432eba-f7d3-4d42-a18e-0d3a23b45e8d tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 972 time: 0.1685376 Jan 31 18:31:03.715840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c640c-1d56-4fe1-ae5b-449a07003478 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6e063a-b057-445c-9882-1a2da8142306,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:03.733291 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27cbb851-1aff-4567-8a50-686ddf71b709 admin admin] Publish callbacks [] for security_group (0782d06a-6ae2-4580-a5b6-cbe6c8cb1a8f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:03.742172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e5cc167f-9b69-4592-b8d5-decadabee1cb req-49e87eb9-fe23-4032-bef8-2d10d2b57ccd tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/security-groups?id=028c2b2a-698f-42e9-961c-13b32b52207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977193 Jan 31 18:31:03.812285 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9a1ee9b4-c1c7-4136-9458-855e4f37516b req-5c4ac697-a1b8-4123-b1d9-3bdcb1ca980b service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011732 Jan 31 18:31:03.815749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27cbb851-1aff-4567-8a50-686ddf71b709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0782d06a-6ae2-4580-a5b6-cbe6c8cb1a8f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:03.853398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e8618c7-f235-45bc-bcd2-b23dfe7cf823 req-d3efb7e7-e04c-4e33-8a24-b9f44a27897c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319101 Jan 31 18:31:03.872252 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567f0c5b-bfa9-4909-948b-d64faa277a5f x-openstack-request-id: req-567f0c5b-bfa9-4909-948b-d64faa277a5f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:03.872252 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06a3bd6-8e46-421c-b52c-f8a5b79f3c57", "tag": "ab6e063a-b057-445c-9882-1a2da8142306", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:03.872252 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-567f0c5b-bfa9-4909-948b-d64faa277a5f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:03.872252 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06a3bd6-8e46-421c-b52c-f8a5b79f3c57', 'tag': 'ab6e063a-b057-445c-9882-1a2da8142306', 'status': 'completed', 'code': 200} Jan 31 18:31:03.887322 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbb851-1aff-4567-8a50-686ddf71b709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0782d06a-6ae2-4580-a5b6-cbe6c8cb1a8f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:03.923848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-4e3bd12f-1b9a-43e3-a812-502af446425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:03.925682 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-4e3bd12f-1b9a-43e3-a812-502af446425f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08c710629d5b4b55a82226752f31187b&device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 1131 time: 0.3632810 Jan 31 18:31:03.988253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9c7ab-2304-4146-8020-0591517e3155 req-6375fdac-d6cd-4e8f-a24d-a5929b0ba82d tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:03.991425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6d9c7ab-2304-4146-8020-0591517e3155 req-6375fdac-d6cd-4e8f-a24d-a5929b0ba82d tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 965 time: 0.0719345 Jan 31 18:31:04.000187 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-27cbb851-1aff-4567-8a50-686ddf71b709 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59d616e50633477b8286c4e515930225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8512187 Jan 31 18:31:04.001586 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-6ccbb788-b8fd-45c7-9afa-5326eca75f8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ab6e063a-b057-445c-9882-1a2da8142306 HTTP/1.1" status: 200 len: 217 time: 0.0447073 Jan 31 18:31:04.006236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50008) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:04.084104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-c979d455-5c7b-43e6-a3a8-ee16005953e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:04.086235 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-c979d455-5c7b-43e6-a3a8-ee16005953e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0781507 Jan 31 18:31:04.090641 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9a1ee9b4-c1c7-4136-9458-855e4f37516b req-a95b7729-1a73-4564-9bb2-3ba626e050b3 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677808 Jan 31 18:31:04.108373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6d9c7ab-2304-4146-8020-0591517e3155 req-47a9e7c2-d8db-4149-826a-ba1bcace2996 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103492 Jan 31 18:31:04.126510 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ee482b2-1a18-4e41-a296-69aecdcb6528 admin admin] Publish callbacks [] for security_group (0782d06a-6ae2-4580-a5b6-cbe6c8cb1a8f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:04.169015 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ee482b2-1a18-4e41-a296-69aecdcb6528 admin admin] Publish callbacks [] for security_group (0782d06a-6ae2-4580-a5b6-cbe6c8cb1a8f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:04.182613 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-26d20726-76f1-43f2-9b41-3f64cea0b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:04.184732 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-26d20726-76f1-43f2-9b41-3f64cea0b8ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0918717 Jan 31 18:31:04.288107 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ee482b2-1a18-4e41-a296-69aecdcb6528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0782d06a-6ae2-4580-a5b6-cbe6c8cb1a8f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:04.292979 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ee482b2-1a18-4e41-a296-69aecdcb6528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:04.296396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7ee482b2-1a18-4e41-a296-69aecdcb6528 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0782d06a-6ae2-4580-a5b6-cbe6c8cb1a8f HTTP/1.1" status: 204 len: 168 time: 0.2884219 Jan 31 18:31:04.328452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee482b2-1a18-4e41-a296-69aecdcb6528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0782d06a-6ae2-4580-a5b6-cbe6c8cb1a8f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:04.367856 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-a98724ff-5271-42aa-ae9f-cd70f6934c72 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760263 Jan 31 18:31:04.389339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91dfaf-243d-4ab5-b255-1a16cda9b317 req-ac5aba17-0563-47ce-87bb-4393d9d2ed64 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:04.399306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b91dfaf-243d-4ab5-b255-1a16cda9b317 req-ac5aba17-0563-47ce-87bb-4393d9d2ed64 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 970 time: 0.1303096 Jan 31 18:31:04.517123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b91dfaf-243d-4ab5-b255-1a16cda9b317 req-4cb85f2c-9ce3-43df-8615-387b9b897853 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118712 Jan 31 18:31:04.534440 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1271c8d3-75e6-4ad1-8b07-a62efadadc81 req-817da94f-764e-455a-9d47-db452716c651 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574497 Jan 31 18:31:04.547028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ebc51-1340-4d0d-bf45-fa348bbfb808 req-1c9f9205-4f1c-47eb-ac7f-26448635a4e5 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:04.554864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-209ebc51-1340-4d0d-bf45-fa348bbfb808 req-1c9f9205-4f1c-47eb-ac7f-26448635a4e5 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 949 time: 0.1108270 Jan 31 18:31:04.632197 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-209ebc51-1340-4d0d-bf45-fa348bbfb808 req-c4b44e17-7f77-4e30-b8a4-be6d9df680bb tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763831 Jan 31 18:31:04.679879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:04.699105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd2c64-0d26-4dcf-86f7-435bb50bb7bb req-e3c63769-fcc0-4059-97f3-fb4bde78bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:04.701247 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-efdd2c64-0d26-4dcf-86f7-435bb50bb7bb req-e3c63769-fcc0-4059-97f3-fb4bde78bcf4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08c710629d5b4b55a82226752f31187b&device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 1131 time: 0.1017485 Jan 31 18:31:04.732740 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 03c7401d-cc62-45aa-ab07-3074d09dabcf details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:31:04.901898 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd2c64-0d26-4dcf-86f7-435bb50bb7bb req-342e8859-86ea-4be1-b462-752b8295c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:04.904164 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-efdd2c64-0d26-4dcf-86f7-435bb50bb7bb req-342e8859-86ea-4be1-b462-752b8295c828 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.1934140 Jan 31 18:31:04.916737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-864060150-network', 'tenant_id': '9fffd57ee5764d53b8880788295d6082'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:04.947693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:04.980171 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '03c7401d-cc62-45aa-ab07-3074d09dabcf', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '03c7401d-cc62-45aa-ab07-3074d09dabcf', 'mac_address': 'fa:16:3e:7f:f2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:tempest-test_az-1181051046', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:31:04.990738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3a05f-3869-4d8a-8690-c6883992afcb req-e661cc97-8360-439e-956b-b06ca346741e tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:04.992296 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49a3a05f-3869-4d8a-8690-c6883992afcb req-e661cc97-8360-439e-956b-b06ca346741e tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 948 time: 0.1258490 Jan 31 18:31:05.010740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Made reservation on behalf of 9fffd57ee5764d53b8880788295d6082 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:05.013111 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.020844 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-efdd2c64-0d26-4dcf-86f7-435bb50bb7bb req-34c05737-3100-41bb-b08a-3c28b8459d21 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=ab6e063a-b057-445c-9882-1a2da8142306 HTTP/1.1" status: 200 len: 217 time: 0.1084182 Jan 31 18:31:05.031147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.050112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 03c7401d-cc62-45aa-ab07-3074d09dabcf is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:05.050875 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.070843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c7401d-cc62-45aa-ab07-3074d09dabcf {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:05.087777 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49a3a05f-3869-4d8a-8690-c6883992afcb req-b258fdb2-1375-48cf-a5bf-f4ef102078f8 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/security-groups?id=028c2b2a-698f-42e9-961c-13b32b52207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873919 Jan 31 18:31:05.136891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:05.145967 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.147422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device b18d7196-6732-4533-91c5-a209799a30ea details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:31:05.197421 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Publish callbacks [] for security_group (a59548df-dc4b-44fc-b812-3d80c5c95321), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.203801 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a59548df-dc4b-44fc-b812-3d80c5c95321), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.210818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8a8c-1e4b-4b4a-855a-c5bf12c76d85 req-e8d1c7f1-6c2f-441d-b37b-01fa2c72a8b9 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:05.219184 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ca5e8a8c-1e4b-4b4a-855a-c5bf12c76d85 req-e8d1c7f1-6c2f-441d-b37b-01fa2c72a8b9 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 972 time: 0.2100668 Jan 31 18:31:05.223410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd2c64-0d26-4dcf-86f7-435bb50bb7bb req-a291e612-171b-431b-bdfc-bf2683750b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:05.228265 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-efdd2c64-0d26-4dcf-86f7-435bb50bb7bb req-a291e612-171b-431b-bdfc-bf2683750b31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1740077 Jan 31 18:31:05.261350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=03c7401d-cc62-45aa-ab07-3074d09dabcf,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:05.273718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:31:05.391268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b18d7196-6732-4533-91c5-a209799a30ea,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:05.405685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59548df-dc4b-44fc-b812-3d80c5c95321,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:05.412092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'b18d7196-6732-4533-91c5-a209799a30ea', 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025', 'port_id': 'b18d7196-6732-4533-91c5-a209799a30ea', 'mac_address': 'fa:16:3e:ce:a1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd1802f-badd-4cac-85c8-8338925b9b50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1181051046', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:31:05.431003 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (54053bcf-8f0d-4503-bef7-bdd873d500bd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.431003 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Added segment 54053bcf-8f0d-4503-bef7-bdd873d500bd of type vlan for network d610a84b-ba66-4c53-baa7-3d2c74b1df1c Jan 31 18:31:05.474942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port b18d7196-6732-4533-91c5-a209799a30ea is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:05.476898 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b18d7196-6732-4533-91c5-a209799a30ea), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.513635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18d7196-6732-4533-91c5-a209799a30ea {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:05.553033 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (d610a84b-ba66-4c53-baa7-3d2c74b1df1c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.560222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b18d7196-6732-4533-91c5-a209799a30ea,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:05.568189 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b18d7196-6732-4533-91c5-a209799a30ea), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.611162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-ca5e8a8c-1e4b-4b4a-855a-c5bf12c76d85 req-78862728-1392-4219-bf18-565022f7d04c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Deleting port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:31:05.611932 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ca5e8a8c-1e4b-4b4a-855a-c5bf12c76d85 req-78862728-1392-4219-bf18-565022f7d04c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.618100 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (d610a84b-ba66-4c53-baa7-3d2c74b1df1c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.618943 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd2c64-0d26-4dcf-86f7-435bb50bb7bb req-31f1a3d6-889a-486b-a33d-2b01bb364031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:05.619066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:05.619633 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.621057 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-efdd2c64-0d26-4dcf-86f7-435bb50bb7bb req-31f1a3d6-889a-486b-a33d-2b01bb364031 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3866301 Jan 31 18:31:05.669551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=b18d7196-6732-4533-91c5-a209799a30ea,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:05.752854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39041e28-f70a-48a4-afc1-cb8e085d876f req-3e868d3c-a1a4-41ca-8644-9fa758fc6356 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:05.767372 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39041e28-f70a-48a4-afc1-cb8e085d876f req-3e868d3c-a1a4-41ca-8644-9fa758fc6356 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 972 time: 0.5104795 Jan 31 18:31:05.808942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['03c7401d-cc62-45aa-ab07-3074d09dabcf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:31:05.825487 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ca5e8a8c-1e4b-4b4a-855a-c5bf12c76d85 req-78862728-1392-4219-bf18-565022f7d04c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] For port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=67ca9e04-ee5b-467a-8fd2-943e26ace1a3,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:05.825843 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ca5e8a8c-1e4b-4b4a-855a-c5bf12c76d85 req-78862728-1392-4219-bf18-565022f7d04c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:05.842672 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-efdd2c64-0d26-4dcf-86f7-435bb50bb7bb req-7390a450-19f8-41b7-975b-5aa39834815d service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107847 Jan 31 18:31:05.852941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-ca5e8a8c-1e4b-4b4a-855a-c5bf12c76d85 req-78862728-1392-4219-bf18-565022f7d04c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Calling delete_port for 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 owned by compute:tempest-test_az-1181051046 {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:31:05.882088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['b18d7196-6732-4533-91c5-a209799a30ea'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:31:06.039950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3552623 Jan 31 18:31:06.040565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50064) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:06.054196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1774b42-3c70-4c47-8970-67fcbe58825e admin admin] Pushing event updated for resources: {'Network': ['ID=d610a84b-ba66-4c53-baa7-3d2c74b1df1c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:06.074817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7aa1898c-f29c-464f-8a42-87802694c7f5 admin admin] Request body: {'subnet': {'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-864060150-subnet', 'tenant_id': '9fffd57ee5764d53b8880788295d6082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:06.100795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de26679-cfdc-4cda-a290-c7b892ca3ee8 req-f91da3bf-d82d-4e6c-9da9-65d641081323 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:06.100970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network d610a84b-ba66-4c53-baa7-3d2c74b1df1c details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:31:06.109317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9de26679-cfdc-4cda-a290-c7b892ca3ee8 req-f91da3bf-d82d-4e6c-9da9-65d641081323 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 966 time: 0.4361036 Jan 31 18:31:06.133918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39041e28-f70a-48a4-afc1-cb8e085d876f req-88641925-7bdb-4edc-9ebe-f7d3123bd301 tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7f4b8b2-3d1d-4f98-a643-ab35a9451402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654091 Jan 31 18:31:06.134342 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa1898c-f29c-464f-8a42-87802694c7f5 admin admin] Made reservation on behalf of 9fffd57ee5764d53b8880788295d6082 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:06.137446 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7aa1898c-f29c-464f-8a42-87802694c7f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:06.218239 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9de26679-cfdc-4cda-a290-c7b892ca3ee8 req-40c99e91-3cdb-4d7b-ae5d-95e016e45cb0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078339 Jan 31 18:31:06.233849 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-efdd2c64-0d26-4dcf-86f7-435bb50bb7bb req-baec48bb-510d-4d5a-a174-14a93196310d service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832543 Jan 31 18:31:06.398276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a80dff-de1a-4bf4-96b8-8ad23f637458 req-fc544953-fa37-4025-96e2-bf387f739b04 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:06.400075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06a80dff-de1a-4bf4-96b8-8ad23f637458 req-fc544953-fa37-4025-96e2-bf387f739b04 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 971 time: 0.1436405 Jan 31 18:31:06.552996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf788f1-6813-421d-910b-a56636fdf65d req-c4092676-d0e0-4394-bcaf-d55243fd5395 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:06.554211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ca5e8a8c-1e4b-4b4a-855a-c5bf12c76d85 req-78862728-1392-4219-bf18-565022f7d04c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (67ca9e04-ee5b-467a-8fd2-943e26ace1a3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:06.556316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bf788f1-6813-421d-910b-a56636fdf65d req-c4092676-d0e0-4394-bcaf-d55243fd5395 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 949 time: 0.1744411 Jan 31 18:31:06.578623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06a80dff-de1a-4bf4-96b8-8ad23f637458 req-72411a9b-dcaf-43a3-aaec-bff16819e186 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688330 Jan 31 18:31:06.641781 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78862728-1392-4219-bf18-565022f7d04c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Pushing event deleted for resources: {'Port': ['ID=67ca9e04-ee5b-467a-8fd2-943e26ace1a3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:06.722464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5e8a8c-1e4b-4b4a-855a-c5bf12c76d85 req-78862728-1392-4219-bf18-565022f7d04c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] No DVR routers for this DVR port 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:31:06.734568 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ca5e8a8c-1e4b-4b4a-855a-c5bf12c76d85 req-78862728-1392-4219-bf18-565022f7d04c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:06.742907 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ca5e8a8c-1e4b-4b4a-855a-c5bf12c76d85 req-78862728-1392-4219-bf18-565022f7d04c tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.21 "DELETE /v2.0/ports/67ca9e04-ee5b-467a-8fd2-943e26ace1a3 HTTP/1.1" status: 204 len: 173 time: 1.5094419 Jan 31 18:31:06.743536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff767c7-bc1c-4658-8790-33c85db44434', 'name': 'network-vif-deleted', 'tag': '67ca9e04-ee5b-467a-8fd2-943e26ace1a3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:06.748104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device b18d7196-6732-4533-91c5-a209799a30ea up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:31:06.758759 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352bed6b-375b-4119-8097-9070d8a7b428" -d '{"events": [{"server_uuid": "bff767c7-bc1c-4658-8790-33c85db44434", "name": "network-vif-deleted", "tag": "67ca9e04-ee5b-467a-8fd2-943e26ace1a3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:06.766372 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bf788f1-6813-421d-910b-a56636fdf65d req-cbf045fb-5923-42c3-b874-243f958c8cf3 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862762 Jan 31 18:31:06.814145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac34c3-0b80-4580-b809-0c68caddcaf4 req-e75a799c-15d1-437f-b8f2-9d5c0a294fcf tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:06.815932 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5ac34c3-0b80-4580-b809-0c68caddcaf4 req-e75a799c-15d1-437f-b8f2-9d5c0a294fcf tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 948 time: 0.1129711 Jan 31 18:31:06.823823 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7aa1898c-f29c-464f-8a42-87802694c7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (2f736a56-6747-41e3-b560-6b1178449d92), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:06.905126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port b18d7196-6732-4533-91c5-a209799a30ea completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:31:06.926697 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eadd4b9-9d8e-4973-9649-65469207395a x-openstack-request-id: req-7eadd4b9-9d8e-4973-9649-65469207395a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:06.927043 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff767c7-bc1c-4658-8790-33c85db44434", "name": "network-vif-deleted", "tag": "67ca9e04-ee5b-467a-8fd2-943e26ace1a3", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:06.927303 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7eadd4b9-9d8e-4973-9649-65469207395a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:06.928386 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff767c7-bc1c-4658-8790-33c85db44434', 'name': 'network-vif-deleted', 'tag': '67ca9e04-ee5b-467a-8fd2-943e26ace1a3', 'status': 'completed', 'code': 200} Jan 31 18:31:06.943747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port b18d7196-6732-4533-91c5-a209799a30ea triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:06.945519 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b18d7196-6732-4533-91c5-a209799a30ea), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:06.961568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1898c-f29c-464f-8a42-87802694c7f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f736a56-6747-41e3-b560-6b1178449d92,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:06.968561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5ac34c3-0b80-4580-b809-0c68caddcaf4 req-604d5121-26f9-4204-aa3c-338d1bff6fcf tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/security-groups?id=028c2b2a-698f-42e9-961c-13b32b52207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359003 Jan 31 18:31:06.969476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa1898c-f29c-464f-8a42-87802694c7f5 admin admin] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:06.969990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1898c-f29c-464f-8a42-87802694c7f5 admin admin] Network hostable DHCP agents. Network: d610a84b-ba66-4c53-baa7-3d2c74b1df1c, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:31:06.999271 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1898c-f29c-464f-8a42-87802694c7f5 admin admin] Network d610a84b-ba66-4c53-baa7-3d2c74b1df1c is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:31:07.018507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7aa1898c-f29c-464f-8a42-87802694c7f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, d610a84b-ba66-4c53-baa7-3d2c74b1df1c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:07.025534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa1898c-f29c-464f-8a42-87802694c7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:07.026502 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7aa1898c-f29c-464f-8a42-87802694c7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:07.028778 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6e2ca-3882-4fa2-ac57-a2a8b2438015 None None] Network d610a84b-ba66-4c53-baa7-3d2c74b1df1c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:07.053099 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7aa1898c-f29c-464f-8a42-87802694c7f5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0038922 Jan 31 18:31:07.158877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port b18d7196-6732-4533-91c5-a209799a30ea is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:07.159476 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b18d7196-6732-4533-91c5-a209799a30ea), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:07.188950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e796f80-1490-46a7-8096-a967c02735ad req-dcc11079-0ea3-4c19-ac98-19bc65937fed tempest-DeleteServersAdminTestJSON-1543266824 tempest-DeleteServersAdminTestJSON-1543266824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:07.190949 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e796f80-1490-46a7-8096-a967c02735ad req-dcc11079-0ea3-4c19-ac98-19bc65937fed tempest-DeleteServersAdminTestJSON-1543266824 tempest-DeleteServersAdminTestJSON-1543266824-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 1132 time: 0.0970201 Jan 31 18:31:07.215426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44029c2d-851e-4a69-b0d7-045bb6bdee31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18d7196-6732-4533-91c5-a209799a30ea'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:07.218138 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b82a13-b433-41ea-8f6a-0b12a8329281" -d '{"events": [{"server_uuid": "44029c2d-851e-4a69-b0d7-045bb6bdee31", "name": "network-vif-plugged", "status": "completed", "tag": "b18d7196-6732-4533-91c5-a209799a30ea"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:07.261122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b18d7196-6732-4533-91c5-a209799a30ea,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:07.265236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a92c8-89ba-4e3b-8426-61ef131b13f4 None None] Network d610a84b-ba66-4c53-baa7-3d2c74b1df1c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:07.271671 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b18d7196-6732-4533-91c5-a209799a30ea), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:07.273351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:31:07.353907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ce9d272-245a-424f-861f-573b682d261a req-6fdc8b39-cd6a-4dc7-a741-133144a7b93a tempest-AggregatesAdminTestJSON-993175263 tempest-AggregatesAdminTestJSON-993175263-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff767c7-bc1c-4658-8790-33c85db44434 HTTP/1.1" status: 200 len: 210 time: 0.0580802 Jan 31 18:31:07.411833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-5e796f80-1490-46a7-8096-a967c02735ad req-e56ffb8a-a99c-4fca-b7a4-1633990eb782 tempest-DeleteServersAdminTestJSON-1543266824 tempest-DeleteServersAdminTestJSON-1543266824-project-admin] Deleting port acb551a1-854c-4fbd-8e17-6e692fbdf058 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:31:07.412325 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5e796f80-1490-46a7-8096-a967c02735ad req-e56ffb8a-a99c-4fca-b7a4-1633990eb782 tempest-DeleteServersAdminTestJSON-1543266824 tempest-DeleteServersAdminTestJSON-1543266824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:07.438969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:31:07.439313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 67ca9e04-ee5b-467a-8fd2-943e26ace1a3 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:31:07.448870 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8850163-9567-416c-b344-1847cb41a566 x-openstack-request-id: req-a8850163-9567-416c-b344-1847cb41a566 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:07.449181 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44029c2d-851e-4a69-b0d7-045bb6bdee31", "name": "network-vif-plugged", "status": "completed", "tag": "b18d7196-6732-4533-91c5-a209799a30ea", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:07.449440 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8850163-9567-416c-b344-1847cb41a566 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:07.449929 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44029c2d-851e-4a69-b0d7-045bb6bdee31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18d7196-6732-4533-91c5-a209799a30ea', 'code': 200} Jan 31 18:31:07.515468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=b18d7196-6732-4533-91c5-a209799a30ea,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:07.537954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5e796f80-1490-46a7-8096-a967c02735ad req-e56ffb8a-a99c-4fca-b7a4-1633990eb782 tempest-DeleteServersAdminTestJSON-1543266824 tempest-DeleteServersAdminTestJSON-1543266824-project-admin] For port acb551a1-854c-4fbd-8e17-6e692fbdf058, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=acb551a1-854c-4fbd-8e17-6e692fbdf058,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:07.538380 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5e796f80-1490-46a7-8096-a967c02735ad req-e56ffb8a-a99c-4fca-b7a4-1633990eb782 tempest-DeleteServersAdminTestJSON-1543266824 tempest-DeleteServersAdminTestJSON-1543266824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:07.558985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-5e796f80-1490-46a7-8096-a967c02735ad req-e56ffb8a-a99c-4fca-b7a4-1633990eb782 tempest-DeleteServersAdminTestJSON-1543266824 tempest-DeleteServersAdminTestJSON-1543266824-project-admin] Calling delete_port for acb551a1-854c-4fbd-8e17-6e692fbdf058 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:31:07.649106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba9e30-6ea6-4f76-8866-8be3234e69f0 req-8be4f184-6272-4b76-8840-498f9ffb2549 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:07.650946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dba9e30-6ea6-4f76-8866-8be3234e69f0 req-8be4f184-6272-4b76-8840-498f9ffb2549 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 967 time: 0.1227360 Jan 31 18:31:07.718085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dba9e30-6ea6-4f76-8866-8be3234e69f0 req-0fb4e758-44dd-4978-b205-5e283dacf9d5 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587537 Jan 31 18:31:07.740778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b13148-c147-4f5c-9577-2b6d91ccd3fe req-2562aee1-545f-48c0-ad18-dd59dc42e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:07.742313 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-27b13148-c147-4f5c-9577-2b6d91ccd3fe req-2562aee1-545f-48c0-ad18-dd59dc42e68b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 1150 time: 0.1188858 Jan 31 18:31:07.839659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fd749-fc90-4f6f-8de7-2455c05c2c8d req-fd9de769-52a0-4b0d-83ec-e12e985c143a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:07.841390 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-679fd749-fc90-4f6f-8de7-2455c05c2c8d req-fd9de769-52a0-4b0d-83ec-e12e985c143a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 971 time: 0.0658474 Jan 31 18:31:07.865909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-27b13148-c147-4f5c-9577-2b6d91ccd3fe req-3d5d1ca3-c069-47b8-b40c-62e092f8313d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142285 Jan 31 18:31:07.881238 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5e796f80-1490-46a7-8096-a967c02735ad req-e56ffb8a-a99c-4fca-b7a4-1633990eb782 tempest-DeleteServersAdminTestJSON-1543266824 tempest-DeleteServersAdminTestJSON-1543266824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (acb551a1-854c-4fbd-8e17-6e692fbdf058), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:07.893901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['acb551a1-854c-4fbd-8e17-6e692fbdf058'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:31:07.922358 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ffb8a-a99c-4fca-b7a4-1633990eb782 tempest-DeleteServersAdminTestJSON-1543266824 tempest-DeleteServersAdminTestJSON-1543266824-project-admin] Pushing event deleted for resources: {'Port': ['ID=acb551a1-854c-4fbd-8e17-6e692fbdf058,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:07.983596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e796f80-1490-46a7-8096-a967c02735ad req-e56ffb8a-a99c-4fca-b7a4-1633990eb782 tempest-DeleteServersAdminTestJSON-1543266824 tempest-DeleteServersAdminTestJSON-1543266824-project-admin] No DVR routers for this DVR port acb551a1-854c-4fbd-8e17-6e692fbdf058 on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:31:07.987019 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5e796f80-1490-46a7-8096-a967c02735ad req-e56ffb8a-a99c-4fca-b7a4-1633990eb782 tempest-DeleteServersAdminTestJSON-1543266824 tempest-DeleteServersAdminTestJSON-1543266824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:07.991994 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e796f80-1490-46a7-8096-a967c02735ad req-e56ffb8a-a99c-4fca-b7a4-1633990eb782 tempest-DeleteServersAdminTestJSON-1543266824 tempest-DeleteServersAdminTestJSON-1543266824-project-admin] 10.222.0.49 "DELETE /v2.0/ports/acb551a1-854c-4fbd-8e17-6e692fbdf058 HTTP/1.1" status: 204 len: 173 time: 0.7945304 Jan 31 18:31:08.055700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c39f12c0-7ea6-4ab5-aad9-7e5c0ea0489b req-f8728641-f36e-47d1-bcb7-09b1610f8851 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff524b51-c7db-462f-b91d-3d1d875a3a77 HTTP/1.1" status: 200 len: 210 time: 0.1187494 Jan 31 18:31:08.070851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-679fd749-fc90-4f6f-8de7-2455c05c2c8d req-1a6d0991-5686-45d5-8014-70a4a7608c39 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213700 Jan 31 18:31:08.238415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdb5ca-ee9b-418a-9ddf-52b258b85dd6 req-0e5e3d68-2f9c-4337-8f3f-9c7752996099 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:08.241048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6cdb5ca-ee9b-418a-9ddf-52b258b85dd6 req-0e5e3d68-2f9c-4337-8f3f-9c7752996099 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 948 time: 0.0743024 Jan 31 18:31:08.253157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50122) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:08.259635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-651776332-network', 'tenant_id': 'baf47456f6944aeaaf95312f8830a695'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:08.275204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:08.303337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Made reservation on behalf of baf47456f6944aeaaf95312f8830a695 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:08.305705 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:08.323413 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:08.339061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6cdb5ca-ee9b-418a-9ddf-52b258b85dd6 req-389fb2a2-4514-4287-9045-c61b85e9dc1d tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/security-groups?id=028c2b2a-698f-42e9-961c-13b32b52207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829287 Jan 31 18:31:08.444595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Publish callbacks [] for security_group (0fc7a3b1-cf6d-423e-bb12-90c95d8e89b4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:08.449495 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0fc7a3b1-cf6d-423e-bb12-90c95d8e89b4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:08.475036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:31:08.491427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc7a3b1-cf6d-423e-bb12-90c95d8e89b4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:08.497662 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (50bb62b6-f35b-4acd-b1a4-eac6f81edaad), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:08.498104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef072869-8d4e-4b36-803f-d914231d6df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:08.498401 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Added segment 50bb62b6-f35b-4acd-b1a4-eac6f81edaad of type vlan for network b93058ea-a868-43e9-9de6-697f070034ad Jan 31 18:31:08.551669 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (b93058ea-a868-43e9-9de6-697f070034ad), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:08.566332 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ab6e063a-b057-445c-9882-1a2da8142306 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:31:08.605369 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (b93058ea-a868-43e9-9de6-697f070034ad), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:08.606615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:08.607409 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:08.682875 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef072869-8d4e-4b36-803f-d914231d6df4 admin admin] Publish callbacks [] for security_group (34e834ed-e4f5-4c56-844a-79a85dc229ae), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:08.694985 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef072869-8d4e-4b36-803f-d914231d6df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (34e834ed-e4f5-4c56-844a-79a85dc229ae), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:08.720814 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef072869-8d4e-4b36-803f-d914231d6df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e834ed-e4f5-4c56-844a-79a85dc229ae,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:08.736599 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4797153 Jan 31 18:31:08.738200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50142) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:08.749036 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8aea8abb-b832-41d3-9eba-7f043e533846 admin admin] Request body: {'subnet': {'network_id': 'b93058ea-a868-43e9-9de6-697f070034ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-651776332-subnet', 'tenant_id': 'baf47456f6944aeaaf95312f8830a695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:08.770682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da2eb1-020e-47b8-ba4e-972b239c1cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=b93058ea-a868-43e9-9de6-697f070034ad,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:08.778908 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ef072869-8d4e-4b36-803f-d914231d6df4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8d28c249ba44e43b24fef5afe2a5d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5024338 Jan 31 18:31:08.782066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50148) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:08.797601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ab6e063a-b057-445c-9882-1a2da8142306, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab6e063a-b057-445c-9882-1a2da8142306,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:08.814791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aea8abb-b832-41d3-9eba-7f043e533846 admin admin] Made reservation on behalf of baf47456f6944aeaaf95312f8830a695 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:08.817525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8aea8abb-b832-41d3-9eba-7f043e533846 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:08.821175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 03c7401d-cc62-45aa-ab07-3074d09dabcf up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:31:08.883402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network b93058ea-a868-43e9-9de6-697f070034ad details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:31:08.894646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'ab6e063a-b057-445c-9882-1a2da8142306', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'ab6e063a-b057-445c-9882-1a2da8142306', 'mac_address': 'fa:16:3e:b9:15:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:31:08.939043 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff524b51-c7db-462f-b91d-3d1d875a3a77', 'name': 'network-vif-deleted', 'tag': 'acb551a1-854c-4fbd-8e17-6e692fbdf058'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:08.944623 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa5f293-bb6b-49f2-ab1a-323197416ecd" -d '{"events": [{"server_uuid": "ff524b51-c7db-462f-b91d-3d1d875a3a77", "name": "network-vif-deleted", "tag": "acb551a1-854c-4fbd-8e17-6e692fbdf058"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:08.948161 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de6632fa-d77d-4e44-9760-01c4f2efe3ba admin admin] Publish callbacks [] for security_group (34e834ed-e4f5-4c56-844a-79a85dc229ae), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.002349 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de6632fa-d77d-4e44-9760-01c4f2efe3ba admin admin] Publish callbacks [] for security_group (34e834ed-e4f5-4c56-844a-79a85dc229ae), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.039767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 03c7401d-cc62-45aa-ab07-3074d09dabcf completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:31:09.044698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ab6e063a-b057-445c-9882-1a2da8142306 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:09.045400 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab6e063a-b057-445c-9882-1a2da8142306), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.047727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 03c7401d-cc62-45aa-ab07-3074d09dabcf triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:09.048413 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.073279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7bc2d-2efa-49f3-ab43-2ff98fc9baa0 req-a1d14818-c268-411a-860d-a0939f46f06e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:09.075050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04f7bc2d-2efa-49f3-ab43-2ff98fc9baa0 req-a1d14818-c268-411a-860d-a0939f46f06e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 967 time: 0.1839309 Jan 31 18:31:09.138046 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787da6eb-9075-4e6f-af9c-6914d3270efe x-openstack-request-id: req-787da6eb-9075-4e6f-af9c-6914d3270efe {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:09.138343 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6e063a-b057-445c-9882-1a2da8142306 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:09.138474 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff524b51-c7db-462f-b91d-3d1d875a3a77", "name": "network-vif-deleted", "tag": "acb551a1-854c-4fbd-8e17-6e692fbdf058", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:09.141162 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-787da6eb-9075-4e6f-af9c-6914d3270efe {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:09.141623 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff524b51-c7db-462f-b91d-3d1d875a3a77', 'name': 'network-vif-deleted', 'tag': 'acb551a1-854c-4fbd-8e17-6e692fbdf058', 'status': 'completed', 'code': 200} Jan 31 18:31:09.171097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04f7bc2d-2efa-49f3-ab43-2ff98fc9baa0 req-e76a981e-b47e-41ca-91ad-1c859e1e0265 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830336 Jan 31 18:31:09.182882 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8aea8abb-b832-41d3-9eba-7f043e533846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (e81c40fd-c8f2-4c07-8bc1-1b17cf6023ba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.186021 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de6632fa-d77d-4e44-9760-01c4f2efe3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (34e834ed-e4f5-4c56-844a-79a85dc229ae), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.194184 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de6632fa-d77d-4e44-9760-01c4f2efe3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.198772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-de6632fa-d77d-4e44-9760-01c4f2efe3ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34e834ed-e4f5-4c56-844a-79a85dc229ae HTTP/1.1" status: 204 len: 168 time: 0.4123194 Jan 31 18:31:09.223012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6632fa-d77d-4e44-9760-01c4f2efe3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e834ed-e4f5-4c56-844a-79a85dc229ae,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:09.279059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea8abb-b832-41d3-9eba-7f043e533846 admin admin] Checking segment: {'id': '50bb62b6-f35b-4acd-b1a4-eac6f81edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b93058ea-a868-43e9-9de6-697f070034ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:09.279713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aea8abb-b832-41d3-9eba-7f043e533846 admin admin] Network hostable DHCP agents. Network: b93058ea-a868-43e9-9de6-697f070034ad, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:31:09.284646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea8abb-b832-41d3-9eba-7f043e533846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81c40fd-c8f2-4c07-8bc1-1b17cf6023ba,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:09.316374 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aea8abb-b832-41d3-9eba-7f043e533846 admin admin] Network b93058ea-a868-43e9-9de6-697f070034ad is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:31:09.334424 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8aea8abb-b832-41d3-9eba-7f043e533846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, b93058ea-a868-43e9-9de6-697f070034ad) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:09.340273 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aea8abb-b832-41d3-9eba-7f043e533846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:09.341063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8aea8abb-b832-41d3-9eba-7f043e533846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.372509 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8aea8abb-b832-41d3-9eba-7f043e533846 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6326647 Jan 31 18:31:09.393399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d0f276-0412-4a1a-b84e-a95c5a79683d None None] Network b93058ea-a868-43e9-9de6-697f070034ad requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:09.451756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3b73a-adeb-4257-b62f-2d2130d0dc3e req-e544dcfa-7e24-4be1-afe5-7acfdbe666f1 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:09.454832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8fa3b73a-adeb-4257-b62f-2d2130d0dc3e req-e544dcfa-7e24-4be1-afe5-7acfdbe666f1 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 971 time: 0.0866187 Jan 31 18:31:09.514137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ab6e063a-b057-445c-9882-1a2da8142306, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab6e063a-b057-445c-9882-1a2da8142306,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:09.525641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8fa3b73a-adeb-4257-b62f-2d2130d0dc3e req-6e4b046c-aa86-471d-94be-f5bf0d9ece85 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628650 Jan 31 18:31:09.546039 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab6e063a-b057-445c-9882-1a2da8142306), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.591229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676338fe-5a39-47de-b1b8-d4cb9c434a08 None None] Network b93058ea-a868-43e9-9de6-697f070034ad requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:09.663586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-a6edfd41-fac6-4746-ac89-b483f0e814a6 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=660c2c4a4f844a99bd2f68cd13ffa595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350568 Jan 31 18:31:09.704016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 03c7401d-cc62-45aa-ab07-3074d09dabcf is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:09.704446 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.729246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=ab6e063a-b057-445c-9882-1a2da8142306,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:09.747792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c7401d-cc62-45aa-ab07-3074d09dabcf'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:09.750228 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce56ab7-b5af-4b05-aa14-8cf3cc9ba85a" -d '{"events": [{"server_uuid": "a7e96b99-5bca-4874-9719-963f6c01c67a", "name": "network-vif-plugged", "status": "completed", "tag": "03c7401d-cc62-45aa-ab07-3074d09dabcf"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:09.773296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['ab6e063a-b057-445c-9882-1a2da8142306'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:31:09.777816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:09.804511 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.830818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50202) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:09.851423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e7782b2-fd6c-4164-be57-49b8872ec777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.862517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-51f65eca-b7da-4a54-b7f7-9265f7836731 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:09.864199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-51f65eca-b7da-4a54-b7f7-9265f7836731 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913321 Jan 31 18:31:09.896542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-408dd58b-2aed-47eb-a431-9d7418b49e97 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/quotas/660c2c4a4f844a99bd2f68cd13ffa595 HTTP/1.1" status: 200 len: 375 time: 0.0233011 Jan 31 18:31:09.944315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-8aebe0dc-84f1-45ae-b888-33d87bc37c9b tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=660c2c4a4f844a99bd2f68cd13ffa595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463235 Jan 31 18:31:09.968583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=03c7401d-cc62-45aa-ab07-3074d09dabcf,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:09.988920 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e7782b2-fd6c-4164-be57-49b8872ec777 admin admin] Publish callbacks [] for security_group (f1a59e38-2f9e-4a65-b010-97b66b0a75b3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:09.998332 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e7782b2-fd6c-4164-be57-49b8872ec777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f1a59e38-2f9e-4a65-b010-97b66b0a75b3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:10.049629 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3e7782b2-fd6c-4164-be57-49b8872ec777 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30a5afb8ae71494ab71cdc8b5ea60989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174456 Jan 31 18:31:10.051958 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7782b2-fd6c-4164-be57-49b8872ec777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a59e38-2f9e-4a65-b010-97b66b0a75b3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:10.053402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50206) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:10.220375 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ffbf013-9fdd-49c8-bb9e-fda8a1c402d1 admin admin] Publish callbacks [] for security_group (f1a59e38-2f9e-4a65-b010-97b66b0a75b3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:10.232470 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437e2767-5bb0-4139-be8c-49b12ce621fa x-openstack-request-id: req-437e2767-5bb0-4139-be8c-49b12ce621fa {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:10.233087 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e96b99-5bca-4874-9719-963f6c01c67a", "name": "network-vif-plugged", "status": "completed", "tag": "03c7401d-cc62-45aa-ab07-3074d09dabcf", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:10.233524 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-437e2767-5bb0-4139-be8c-49b12ce621fa {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:10.234069 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c7401d-cc62-45aa-ab07-3074d09dabcf', 'code': 200} Jan 31 18:31:10.275143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3d650-5859-4a28-be3f-b58c23d27ade req-10ff2429-8aa3-4eb3-aec4-270f8a519dfb tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:10.277765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64e3d650-5859-4a28-be3f-b58c23d27ade req-10ff2429-8aa3-4eb3-aec4-270f8a519dfb tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 949 time: 0.1315308 Jan 31 18:31:10.285961 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ffbf013-9fdd-49c8-bb9e-fda8a1c402d1 admin admin] Publish callbacks [] for security_group (f1a59e38-2f9e-4a65-b010-97b66b0a75b3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:10.376927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64e3d650-5859-4a28-be3f-b58c23d27ade req-2e856607-9096-4d66-b6e0-dd5b6a152031 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/security-groups?id=028c2b2a-698f-42e9-961c-13b32b52207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877216 Jan 31 18:31:10.401860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f3c50-85d9-4d8b-b7b7-f7cee7891a9d req-a1b2f526-6f5d-4a73-bebc-a0777f94c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:10.403373 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cf6f3c50-85d9-4d8b-b7b7-f7cee7891a9d req-a1b2f526-6f5d-4a73-bebc-a0777f94c422 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 1155 time: 0.1002951 Jan 31 18:31:10.414973 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ffbf013-9fdd-49c8-bb9e-fda8a1c402d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f1a59e38-2f9e-4a65-b010-97b66b0a75b3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:10.421013 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ffbf013-9fdd-49c8-bb9e-fda8a1c402d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:10.422790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2ffbf013-9fdd-49c8-bb9e-fda8a1c402d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1a59e38-2f9e-4a65-b010-97b66b0a75b3 HTTP/1.1" status: 204 len: 168 time: 0.3667288 Jan 31 18:31:10.434286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbf013-9fdd-49c8-bb9e-fda8a1c402d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a59e38-2f9e-4a65-b010-97b66b0a75b3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:10.465715 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cf6f3c50-85d9-4d8b-b7b7-f7cee7891a9d req-ac0abcac-76f8-4899-b7de-b6885720b75c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557792 Jan 31 18:31:10.516486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ff1c2e9-84be-4f89-a59a-bb56c753ed6e req-c4938156-6058-4f4d-94eb-f67443d28d8b tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 210 time: 0.0636549 Jan 31 18:31:10.595573 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ab6e063a-b057-445c-9882-1a2da8142306 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:31:10.724820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port ab6e063a-b057-445c-9882-1a2da8142306 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:31:10.743995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port ab6e063a-b057-445c-9882-1a2da8142306 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:10.744665 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ab6e063a-b057-445c-9882-1a2da8142306), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:10.888100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ab6e063a-b057-445c-9882-1a2da8142306 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:10.888604 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab6e063a-b057-445c-9882-1a2da8142306), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:10.893811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9b4c9-9516-4980-a37c-78b8260a8169 req-98ba32f9-d070-4435-8500-d3203c463654 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:10.901236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3b9b4c9-9516-4980-a37c-78b8260a8169 req-98ba32f9-d070-4435-8500-d3203c463654 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 967 time: 0.1998565 Jan 31 18:31:10.940918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ab6e063a-b057-445c-9882-1a2da8142306, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab6e063a-b057-445c-9882-1a2da8142306,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:10.946684 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab6e063a-b057-445c-9882-1a2da8142306), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:10.947761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device acb551a1-854c-4fbd-8e17-6e692fbdf058 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:31:10.989856 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-c7379152-014c-419f-9238-40e3f19d5d6f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:10.991548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-c7379152-014c-419f-9238-40e3f19d5d6f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 820 time: 0.2253327 Jan 31 18:31:11.010364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: acb551a1-854c-4fbd-8e17-6e692fbdf058 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:31:11.010956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device acb551a1-854c-4fbd-8e17-6e692fbdf058 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:31:11.038804 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3b9b4c9-9516-4980-a37c-78b8260a8169 req-acf92267-20ab-41d8-ba09-5e400c4e62b1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346865 Jan 31 18:31:11.065903 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=ab6e063a-b057-445c-9882-1a2da8142306,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:11.071373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-531b6ccd-e974-4bdd-aef9-44cec95e47c7 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/quotas/9fffd57ee5764d53b8880788295d6082 HTTP/1.1" status: 200 len: 375 time: 0.0669746 Jan 31 18:31:11.127204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-1dfaffb7-0819-4d3f-94d4-757081d04c81 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524101 Jan 31 18:31:11.225895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e304f-8117-4eb4-8a49-40bc42ffd5d8 req-a048dd29-da45-48b3-99c3-e0bf63dc8966 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:11.227442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c0e304f-8117-4eb4-8a49-40bc42ffd5d8 req-a048dd29-da45-48b3-99c3-e0bf63dc8966 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.0973763 Jan 31 18:31:11.302289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c0e304f-8117-4eb4-8a49-40bc42ffd5d8 req-271d55dc-981e-47cd-9fce-20a869ab3692 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613647 Jan 31 18:31:11.419272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-4e71964b-789a-4698-80a1-2ccd5ec052e7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:31:11.420906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-4e71964b-789a-4698-80a1-2ccd5ec052e7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0908175 Jan 31 18:31:11.558682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-95b21f3e-39c2-497a-a037-0ee0a0b65a87 service neutron] 10.222.0.20 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300910 Jan 31 18:31:11.725126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-73d33134-7404-4e37-8231-998239ad428d service neutron] 10.222.0.20 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650414 Jan 31 18:31:11.818845 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-67d9651e-af38-435c-9f91-0139ad5e8a1a tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=660c2c4a4f844a99bd2f68cd13ffa595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558805 Jan 31 18:31:11.882036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54ad3-e30c-456d-925f-441d1ece92ef req-ebcca18c-3b76-494d-87c0-efba2059f3ac tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:11.883602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ac54ad3-e30c-456d-925f-441d1ece92ef req-ebcca18c-3b76-494d-87c0-efba2059f3ac tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 1150 time: 0.0716586 Jan 31 18:31:12.040381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-34596d68-7d4c-4e69-82fc-fb0bc41fa4bc tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:12.042548 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-34596d68-7d4c-4e69-82fc-fb0bc41fa4bc tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187529 Jan 31 18:31:12.060434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Request body: {'port': {'device_id': '71349d35-ccb6-4b66-be50-7313ae101ff7', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '660c2c4a4f844a99bd2f68cd13ffa595'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:12.084052 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ac54ad3-e30c-456d-925f-441d1ece92ef req-75d68b67-bc80-4e5d-88a0-57d86c560e99 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854100 Jan 31 18:31:12.235914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06a3bd6-8e46-421c-b52c-f8a5b79f3c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6e063a-b057-445c-9882-1a2da8142306'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:12.246303 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46565ea-fa38-4c38-9ce9-2c4d569cf9b4" -d '{"events": [{"server_uuid": "c06a3bd6-8e46-421c-b52c-f8a5b79f3c57", "name": "network-vif-plugged", "status": "completed", "tag": "ab6e063a-b057-445c-9882-1a2da8142306"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:12.270931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed76e8-c2e6-4a41-b7cf-b41d470bc984 req-3b546b8c-8b59-48ab-ad03-857773ba633e tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:12.272864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2ed76e8-c2e6-4a41-b7cf-b41d470bc984 req-3b546b8c-8b59-48ab-ad03-857773ba633e tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 950 time: 0.1008418 Jan 31 18:31:12.333791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Made reservation on behalf of 660c2c4a4f844a99bd2f68cd13ffa595 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:12.339994 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:12.356299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2ed76e8-c2e6-4a41-b7cf-b41d470bc984 req-1588db09-2b0d-4f1e-ba7a-ad5df698845b tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/security-groups?id=028c2b2a-698f-42e9-961c-13b32b52207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756719 Jan 31 18:31:12.417745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25c460b4-cc3f-4284-a51f-e10e9500bac8 req-c9add066-287b-4f8b-8682-dc01a0bf8884 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 210 time: 0.0486712 Jan 31 18:31:12.459679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85aa363d-8c9d-4e6d-87c0-06c04a3dc056 req-2f3c3fa5-df0e-43cc-af05-138b9ee3fdbf tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 210 time: 0.0440280 Jan 31 18:31:12.542663 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Allocated IP 192.168.233.250 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/04e259f6-2973-4628-9119-a2675b6b8125) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:31:12.584451 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a11f92-a341-4610-b5a2-0a181458174f x-openstack-request-id: req-40a11f92-a341-4610-b5a2-0a181458174f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:12.584919 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06a3bd6-8e46-421c-b52c-f8a5b79f3c57", "name": "network-vif-plugged", "status": "completed", "tag": "ab6e063a-b057-445c-9882-1a2da8142306", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:12.585254 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40a11f92-a341-4610-b5a2-0a181458174f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:12.585688 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06a3bd6-8e46-421c-b52c-f8a5b79f3c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6e063a-b057-445c-9882-1a2da8142306', 'code': 200} Jan 31 18:31:12.730968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fff03-5978-42df-ac27-960e83d27ece req-698d3a9e-a0a8-46d2-9438-072d7a1870c0 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:12.732795 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b83fff03-5978-42df-ac27-960e83d27ece req-698d3a9e-a0a8-46d2-9438-072d7a1870c0 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 1150 time: 0.1643357 Jan 31 18:31:12.735598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac31d6-1733-4a1d-9dfa-0f539f4d3964 req-5048c257-f904-47c7-86a1-248765825ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:12.737030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bdac31d6-1733-4a1d-9dfa-0f539f4d3964 req-5048c257-f904-47c7-86a1-248765825ff5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 1133 time: 0.0957162 Jan 31 18:31:12.780431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks [] for port (04e259f6-2973-4628-9119-a2675b6b8125), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:12.829260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (04e259f6-2973-4628-9119-a2675b6b8125), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:12.865890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bdac31d6-1733-4a1d-9dfa-0f539f4d3964 req-e02c4d27-f09c-4b0d-ae3d-fcb1ede6dfdd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=028c2b2a-698f-42e9-961c-13b32b52207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152813 Jan 31 18:31:12.868225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b83fff03-5978-42df-ac27-960e83d27ece req-05c7e37f-f184-40ba-8630-a2e9cf8e00c3 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272771 Jan 31 18:31:12.919430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cbcb7-02b7-4e0b-89fb-58075ce86fed req-387068eb-8ead-4d4a-9d0a-e24be490ebaf tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:12.921382 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:31:12.921586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cbcb7-02b7-4e0b-89fb-58075ce86fed req-387068eb-8ead-4d4a-9d0a-e24be490ebaf tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.1734612 Jan 31 18:31:12.927272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:12.938798 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:31:12.950266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:12.951537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:13.006300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Pushing event updated for resources: {'Port': ['ID=04e259f6-2973-4628-9119-a2675b6b8125,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:13.026695 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-7efaaab9-45e6-46f8-8002-f28ce5bc0cca tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9726462 Jan 31 18:31:13.040155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cbcb7-02b7-4e0b-89fb-58075ce86fed req-f99ee380-3e06-4432-b1de-1496ec603543 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125944 Jan 31 18:31:13.062217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Request body: {'port': {'device_id': '71349d35-ccb6-4b66-be50-7313ae101ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:13.142103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (04e259f6-2973-4628-9119-a2675b6b8125), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:13.389839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fcb848d4-601a-4dfd-8369-af9abe479035 None None] Provisioning complete for port 04e259f6-2973-4628-9119-a2675b6b8125 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:13.390504 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fcb848d4-601a-4dfd-8369-af9abe479035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (04e259f6-2973-4628-9119-a2675b6b8125), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:13.435433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fcb848d4-601a-4dfd-8369-af9abe479035 None None] Port 04e259f6-2973-4628-9119-a2675b6b8125 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:31:13.495651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-9ebc8721-6d8a-4d06-b8ff-2dba082e651f req-b669139d-dcf6-4802-b3d3-eeb31b1ded39 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:31:13.496943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ebc8721-6d8a-4d06-b8ff-2dba082e651f req-b669139d-dcf6-4802-b3d3-eeb31b1ded39 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069315 Jan 31 18:31:13.591300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e259f6-2973-4628-9119-a2675b6b8125 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:13.604115 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Publish callbacks [] for port (04e259f6-2973-4628-9119-a2675b6b8125), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:13.628578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Transition to ACTIVE for port object 04e259f6-2973-4628-9119-a2675b6b8125 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:31:13.642795 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (04e259f6-2973-4628-9119-a2675b6b8125), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:13.694819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6480ae-12fb-4d57-976d-48af8f215830 req-02ee7c8a-2f94-44c2-b379-00c75082896f tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:13.696821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa6480ae-12fb-4d57-976d-48af8f215830 req-02ee7c8a-2f94-44c2-b379-00c75082896f tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 1155 time: 0.0980377 Jan 31 18:31:13.726399 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa6480ae-12fb-4d57-976d-48af8f215830 req-581b72cf-c851-4235-b3cc-7fb9788736db tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:13.902989 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa6480ae-12fb-4d57-976d-48af8f215830 req-581b72cf-c851-4235-b3cc-7fb9788736db tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] Publish callbacks [] for security_group (28fbc891-6538-4528-bfd6-189ca3748cc0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:13.912719 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa6480ae-12fb-4d57-976d-48af8f215830 req-581b72cf-c851-4235-b3cc-7fb9788736db tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (28fbc891-6538-4528-bfd6-189ca3748cc0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:13.993208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa6480ae-12fb-4d57-976d-48af8f215830 req-581b72cf-c851-4235-b3cc-7fb9788736db tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809732 Jan 31 18:31:14.029597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b72cf-c851-4235-b3cc-7fb9788736db tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fbc891-6538-4528-bfd6-189ca3748cc0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:14.087633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=04e259f6-2973-4628-9119-a2675b6b8125,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:14.118402 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Attempting to bind port 04e259f6-2973-4628-9119-a2675b6b8125 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:14.120079 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Attempting to bind port 04e259f6-2973-4628-9119-a2675b6b8125 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:14.120647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Attempting to bind port 04e259f6-2973-4628-9119-a2675b6b8125 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:14.130741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-0e8db196-4e8a-42c6-8633-733e94f99d5a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:14.132498 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-0e8db196-4e8a-42c6-8633-733e94f99d5a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.21 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 820 time: 0.4760411 Jan 31 18:31:14.136064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Port 04e259f6-2973-4628-9119-a2675b6b8125 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:31:14.136516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Attempting to bind port 04e259f6-2973-4628-9119-a2675b6b8125 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:14.141856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:14.142447 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:14.142583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:14.142978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Bound port: 04e259f6-2973-4628-9119-a2675b6b8125, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:14.143335 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (04e259f6-2973-4628-9119-a2675b6b8125), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:14.151227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Request body: {'port': {'device_id': '136e303e-bfdd-4e49-994d-55fef6348580', 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c', 'admin_state_up': True, 'tenant_id': '9fffd57ee5764d53b8880788295d6082'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:14.303553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] For port 04e259f6-2973-4628-9119-a2675b6b8125, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:14.307736 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] For port 04e259f6-2973-4628-9119-a2675b6b8125, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=04e259f6-2973-4628-9119-a2675b6b8125,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:14.317484 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (04e259f6-2973-4628-9119-a2675b6b8125), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:14.364633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Made reservation on behalf of 9fffd57ee5764d53b8880788295d6082 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:14.369958 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:14.387573 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:14.388193 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:14.391925 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] 10.222.0.49 "PUT /v2.0/ports/04e259f6-2973-4628-9119-a2675b6b8125 HTTP/1.1" status: 200 len: 1097 time: 1.3374393 Jan 31 18:31:14.394503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71349d35-ccb6-4b66-be50-7313ae101ff7', 'tag': '04e259f6-2973-4628-9119-a2675b6b8125'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:14.397147 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851b0e16-6a50-42dc-9272-abd6669970e5" -d '{"events": [{"name": "network-changed", "server_uuid": "71349d35-ccb6-4b66-be50-7313ae101ff7", "tag": "04e259f6-2973-4628-9119-a2675b6b8125"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:14.398551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c1984-4e5e-41d1-9b23-3efe910926e3 req-4be08f19-d107-42a3-8464-129199e22006 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:14.404738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-058c1984-4e5e-41d1-9b23-3efe910926e3 req-4be08f19-d107-42a3-8464-129199e22006 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 950 time: 0.0877929 Jan 31 18:31:14.477767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-058c1984-4e5e-41d1-9b23-3efe910926e3 req-04058498-dde4-4ec0-b3c9-92410af6c002 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/security-groups?id=028c2b2a-698f-42e9-961c-13b32b52207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578735 Jan 31 18:31:14.492812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a10dc-7854-4c32-8daf-a8ff903ad6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=04e259f6-2973-4628-9119-a2675b6b8125,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:14.660090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Allocated IP 172.20.0.8 (d610a84b-ba66-4c53-baa7-3d2c74b1df1c/2f736a56-6747-41e3-b560-6b1178449d92/e9136b00-4bde-4d58-ac92-bbca59604f17) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:31:14.666248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-fc4df77c-6f61-4a99-b5f5-4aa04ee945b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:14.668893 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-fc4df77c-6f61-4a99-b5f5-4aa04ee945b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=660c2c4a4f844a99bd2f68cd13ffa595&device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 1131 time: 0.2226987 Jan 31 18:31:14.683643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d3fee-852b-40a6-b72d-bca9c8f6644a req-ef177df6-9d15-40a7-9e6b-ad3de27f80c1 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:14.690865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f3d3fee-852b-40a6-b72d-bca9c8f6644a req-ef177df6-9d15-40a7-9e6b-ad3de27f80c1 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 948 time: 0.0858026 Jan 31 18:31:14.739240 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-4763c5ac-dddd-410d-a067-a3a4e59f6587 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=04e259f6-2973-4628-9119-a2675b6b8125 HTTP/1.1" status: 200 len: 217 time: 0.0624743 Jan 31 18:31:14.745481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f3d3fee-852b-40a6-b72d-bca9c8f6644a req-6fe04414-0027-44d9-abfb-52dbe3ef6afc tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524354 Jan 31 18:31:14.857501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a93a0ab-811e-4bf9-bf27-d0146d5e8243 req-6b6200cb-0427-4064-9cc2-d7bfb057f235 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 210 time: 0.0360746 Jan 31 18:31:14.858472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-dd0d826a-0355-4efd-a682-48cea1b77b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:14.859982 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-dd0d826a-0355-4efd-a682-48cea1b77b98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1135316 Jan 31 18:31:14.994058 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-ce22d597-0634-4ccd-9810-1ea6ab3ad7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:14.995564 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-ce22d597-0634-4ccd-9810-1ea6ab3ad7d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1249282 Jan 31 18:31:15.009634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-130129cd-e281-49f2-83ce-5fbd0f93fb18 req-68d98873-3902-4f11-9d10-7fb186a37421 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:31:15.010907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-130129cd-e281-49f2-83ce-5fbd0f93fb18 req-68d98873-3902-4f11-9d10-7fb186a37421 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073202 Jan 31 18:31:15.209338 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks [] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:15.240383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50400) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:15.314439 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-8ae4c856-a823-4c3b-a1ca-68b3d4421b49 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068616 Jan 31 18:31:15.316772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:15.392112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-0b6ced1e-7caa-405f-ba8b-d3c2d21873d5 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:31:15.393644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-0b6ced1e-7caa-405f-ba8b-d3c2d21873d5 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1519132 Jan 31 18:31:15.413898 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Network d610a84b-ba66-4c53-baa7-3d2c74b1df1c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:31:15.423410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:15.425310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Pushing event updated for resources: {'Port': ['ID=e9136b00-4bde-4d58-ac92-bbca59604f17,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:15.431880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:31:15.436964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:15.437616 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:15.470655 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-d70ba00c-fde0-41a0-ac73-01f77c2332c1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3242326 Jan 31 18:31:15.495635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Request body: {'port': {'device_id': '136e303e-bfdd-4e49-994d-55fef6348580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:15.547970 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c45c1436-270b-48b9-ad5e-ea3d6a714552 req-103cb005-ac42-4cc4-8a34-ac6118df2327 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220373 Jan 31 18:31:15.582679 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba54382-8ce6-4142-93f3-c8b365d92b73 x-openstack-request-id: req-3ba54382-8ce6-4142-93f3-c8b365d92b73 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:15.583125 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71349d35-ccb6-4b66-be50-7313ae101ff7", "tag": "04e259f6-2973-4628-9119-a2675b6b8125", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:15.583636 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ba54382-8ce6-4142-93f3-c8b365d92b73 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:15.584128 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71349d35-ccb6-4b66-be50-7313ae101ff7', 'tag': '04e259f6-2973-4628-9119-a2675b6b8125', 'status': 'completed', 'code': 200} Jan 31 18:31:15.609619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-a2ff2d0b-1fda-442e-bf6c-de6a0ba3021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:15.621052 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-a2ff2d0b-1fda-442e-bf6c-de6a0ba3021d service neutron] 10.222.0.20 "GET /v2.0/ports/b18d7196-6732-4533-91c5-a209799a30ea HTTP/1.1" status: 200 len: 1147 time: 0.1476715 Jan 31 18:31:15.628758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] Request body: {'binding': {'host': 'n-h1-812111-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:15.630254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] Unknown quota resources ['binding']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:31:15.633416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:15.660156 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:15.731046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b0e16-6a50-42dc-9272-abd6669970e5 req-5e22c98c-114e-403b-9b26-120da30866dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:15.732132 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-851b0e16-6a50-42dc-9272-abd6669970e5 req-5e22c98c-114e-403b-9b26-120da30866dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=660c2c4a4f844a99bd2f68cd13ffa595&device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 1131 time: 0.1153224 Jan 31 18:31:15.846866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] Attempting to bind port b18d7196-6732-4533-91c5-a209799a30ea on host n-h1-812111-15 for vnic_type normal with profile None {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:15.847186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] Attempting to bind port b18d7196-6732-4533-91c5-a209799a30ea by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:15.848096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] Attempting to bind port b18d7196-6732-4533-91c5-a209799a30ea on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:15.855814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] Port b18d7196-6732-4533-91c5-a209799a30ea on network 4fffb079-0281-4e37-8173-c46a7953a025 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:31:15.856523 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] Attempting to bind port b18d7196-6732-4533-91c5-a209799a30ea on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:15.862865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:15.863892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:15.864633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] Bound using segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:15.865379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] Bound port: b18d7196-6732-4533-91c5-a209799a30ea, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:16.008664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b0e16-6a50-42dc-9272-abd6669970e5 req-b724ff1c-728c-4a68-aaa8-8151764d97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:16.010156 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-851b0e16-6a50-42dc-9272-abd6669970e5 req-b724ff1c-728c-4a68-aaa8-8151764d97ae service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.2682192 Jan 31 18:31:16.063463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50432) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:16.072321 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-851b0e16-6a50-42dc-9272-abd6669970e5 req-e363d827-41fb-403f-a54b-88be4766fad6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=04e259f6-2973-4628-9119-a2675b6b8125 HTTP/1.1" status: 200 len: 217 time: 0.0556254 Jan 31 18:31:16.102184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b18d7196-6732-4533-91c5-a209799a30ea,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:16.118331 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:16.124597 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-79cfd8f7-8d11-4e32-bb0c-e9c6cf8c17a7 service neutron] 10.222.0.20 "POST /v2.0/ports/b18d7196-6732-4533-91c5-a209799a30ea/bindings HTTP/1.1" status: 201 len: 390 time: 0.5009732 Jan 31 18:31:16.160526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b0e16-6a50-42dc-9272-abd6669970e5 req-401dffce-39b5-4aec-9a0c-5692721ad5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:16.162176 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-851b0e16-6a50-42dc-9272-abd6669970e5 req-401dffce-39b5-4aec-9a0c-5692721ad5da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0781841 Jan 31 18:31:16.204608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bf038-af45-44be-a491-7e3d71399bd0 req-ce4ce643-8855-47a6-bec9-c9b89642f090 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:16.208798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-921bf038-af45-44be-a491-7e3d71399bd0 req-ce4ce643-8855-47a6-bec9-c9b89642f090 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.1970055 Jan 31 18:31:16.222266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-1958f89e-0887-47b1-8ee6-7ca06f2fd3a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5858350 Jan 31 18:31:16.233043 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9136b00-4bde-4d58-ac92-bbca59604f17 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:16.243515 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Publish callbacks [] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:16.251268 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-673840e2-7e9d-4fa0-accc-2dde24c0f4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:16.260853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Transition to ACTIVE for port object e9136b00-4bde-4d58-ac92-bbca59604f17 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:31:16.268533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:16.299911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-f39f8d63-f6ef-434a-b66e-600694ae2215 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:31:16.301752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-f39f8d63-f6ef-434a-b66e-600694ae2215 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323768 Jan 31 18:31:16.372684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-921bf038-af45-44be-a491-7e3d71399bd0 req-3d5f0cfe-b00a-4926-8a8a-6b0eba39670b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487541 Jan 31 18:31:16.392873 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b0e16-6a50-42dc-9272-abd6669970e5 req-dc433767-6c04-40a2-b211-16bfd9775d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:16.395960 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-851b0e16-6a50-42dc-9272-abd6669970e5 req-dc433767-6c04-40a2-b211-16bfd9775d64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2136226 Jan 31 18:31:16.447519 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Pushing event updated for resources: {'Port': ['ID=e9136b00-4bde-4d58-ac92-bbca59604f17,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:16.492454 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-673840e2-7e9d-4fa0-accc-2dde24c0f4f5 admin admin] Publish callbacks [] for security_group (14bf6884-3100-4cc0-b37b-272f220bad2f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:16.547106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Attempting to bind port e9136b00-4bde-4d58-ac92-bbca59604f17 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:16.547449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Attempting to bind port e9136b00-4bde-4d58-ac92-bbca59604f17 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:16.547779 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Attempting to bind port e9136b00-4bde-4d58-ac92-bbca59604f17 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:16.558094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Port e9136b00-4bde-4d58-ac92-bbca59604f17 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:31:16.558429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Attempting to bind port e9136b00-4bde-4d58-ac92-bbca59604f17 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:16.570530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:16.570874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:16.571268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:16.571721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Bound port: e9136b00-4bde-4d58-ac92-bbca59604f17, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:16.572079 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:16.584562 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-673840e2-7e9d-4fa0-accc-2dde24c0f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (14bf6884-3100-4cc0-b37b-272f220bad2f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:16.642995 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-851b0e16-6a50-42dc-9272-abd6669970e5 req-c5d30ad1-a9e7-4344-8dab-b2b6a85a9cc8 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371011 Jan 31 18:31:16.686794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-673840e2-7e9d-4fa0-accc-2dde24c0f4f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd3ff22f1aca4b23a88381a64d7fd1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6212761 Jan 31 18:31:16.690222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50456) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:16.692852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-0928bf04-1272-4067-9533-6137c2864fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:16.694426 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-0928bf04-1272-4067-9533-6137c2864fd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 1150 time: 0.1877656 Jan 31 18:31:16.696268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673840e2-7e9d-4fa0-accc-2dde24c0f4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bf6884-3100-4cc0-b37b-272f220bad2f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:16.748752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef9800-973c-4eb3-bee5-2492487d7e10 req-8fa02c4e-967b-4a19-9e2d-0a4b39bedd40 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:16.751164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1ef9800-973c-4eb3-bee5-2492487d7e10 req-8fa02c4e-967b-4a19-9e2d-0a4b39bedd40 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 948 time: 0.2658453 Jan 31 18:31:16.764019 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:16.769040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9136b00-4bde-4d58-ac92-bbca59604f17,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:16.784608 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:16.830995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:16.831647 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:16.833471 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] 10.222.0.21 "PUT /v2.0/ports/e9136b00-4bde-4d58-ac92-bbca59604f17 HTTP/1.1" status: 200 len: 1092 time: 1.3480422 Jan 31 18:31:16.856327 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-851b0e16-6a50-42dc-9272-abd6669970e5 req-2acffcf8-4837-4851-ac39-79f536610a86 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001746 Jan 31 18:31:16.908299 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c44701-0875-4e19-9b11-610de8d67414 service neutron] Pushing event updated for resources: {'Port': ['ID=e9136b00-4bde-4d58-ac92-bbca59604f17,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:16.955708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-5bf1dd34-2d4c-483b-88e4-2c7396eaa93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:16.958943 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-5bf1dd34-2d4c-483b-88e4-2c7396eaa93d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 1126 time: 0.0720601 Jan 31 18:31:17.016431 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-370a7159-418f-42c8-b376-f0253d977c80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9136b00-4bde-4d58-ac92-bbca59604f17 HTTP/1.1" status: 200 len: 217 time: 0.0472763 Jan 31 18:31:17.037625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceffce-a84e-4162-a05a-98fee61a2de4 req-1d7c9108-43cd-4003-ae25-fc3164cbc037 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:17.039262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dceffce-a84e-4162-a05a-98fee61a2de4 req-1d7c9108-43cd-4003-ae25-fc3164cbc037 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 943 time: 0.4195609 Jan 31 18:31:17.077799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-0b252976-629e-40c5-8a57-ba63dc622ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:17.079322 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-0b252976-629e-40c5-8a57-ba63dc622ee2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.0521238 Jan 31 18:31:17.116760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1ef9800-973c-4eb3-bee5-2492487d7e10 req-190db052-319e-47e1-b3b5-0cb1b40ee1ae tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528085 Jan 31 18:31:17.117515 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-af4cc667-e6be-42d6-a665-02c5fd81c816 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308571 Jan 31 18:31:17.122567 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93049e6a-16ac-4c91-a99b-c79abbd43602 admin admin] Publish callbacks [] for security_group (14bf6884-3100-4cc0-b37b-272f220bad2f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:17.130144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-d97cf98c-e9c1-4cd4-abb2-b9e68194f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:17.131596 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-d97cf98c-e9c1-4cd4-abb2-b9e68194f13a service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.4270499 Jan 31 18:31:17.198439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-70ce08d0-6bce-4df1-9af2-a9ed99cdb497 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18d7196-6732-4533-91c5-a209799a30ea HTTP/1.1" status: 200 len: 217 time: 0.0507371 Jan 31 18:31:17.256179 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-bb3f7e2f-3847-45f6-836d-ff4620d05d64 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311007 Jan 31 18:31:17.262661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93049e6a-16ac-4c91-a99b-c79abbd43602 admin admin] Publish callbacks [] for security_group (14bf6884-3100-4cc0-b37b-272f220bad2f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:17.289744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dceffce-a84e-4162-a05a-98fee61a2de4 req-d231f8ce-d8a9-46c2-ab78-9d4cbe1fbe22 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303903 Jan 31 18:31:17.366092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba02e069-8121-4a31-842d-92d7df31c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:17.367793 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba02e069-8121-4a31-842d-92d7df31c527 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.1668048 Jan 31 18:31:17.401814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ee49-38f9-4422-b2a1-dce080d3b681 req-d5e29788-f525-48b0-aadc-087f5ee8f428 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:17.403351 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70a1ee49-38f9-4422-b2a1-dce080d3b681 req-d5e29788-f525-48b0-aadc-087f5ee8f428 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 967 time: 0.1374195 Jan 31 18:31:17.422987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-0e09db6b-d7d8-4e14-8684-867e67e9bfb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442486 Jan 31 18:31:17.437776 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-afd161f5-13fd-4aba-972c-cfb9699fb69b req-0fece961-f2ee-4ed8-8d49-b5da35d3c607 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755712 Jan 31 18:31:17.493236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93049e6a-16ac-4c91-a99b-c79abbd43602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (14bf6884-3100-4cc0-b37b-272f220bad2f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:17.495826 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93049e6a-16ac-4c91-a99b-c79abbd43602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:17.497013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-93049e6a-16ac-4c91-a99b-c79abbd43602 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14bf6884-3100-4cc0-b37b-272f220bad2f HTTP/1.1" status: 204 len: 168 time: 0.8016808 Jan 31 18:31:17.550059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93049e6a-16ac-4c91-a99b-c79abbd43602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bf6884-3100-4cc0-b37b-272f220bad2f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:17.585718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136e303e-bfdd-4e49-994d-55fef6348580', 'tag': 'e9136b00-4bde-4d58-ac92-bbca59604f17'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:17.594318 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd64167d-a872-40d5-8e29-c4facce726e8" -d '{"events": [{"name": "network-changed", "server_uuid": "136e303e-bfdd-4e49-994d-55fef6348580", "tag": "e9136b00-4bde-4d58-ac92-bbca59604f17"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:17.595708 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70a1ee49-38f9-4422-b2a1-dce080d3b681 req-69504f2d-86fe-4515-8ea4-10ae4c4ba04a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703451 Jan 31 18:31:17.598111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-3865bc4f-fbe9-4c1d-9120-8b9275eaccc6 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683707 Jan 31 18:31:17.795529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-56952ad1-9829-44c5-aa62-489867412751 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898720 Jan 31 18:31:17.827922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b27e86-6afd-44cc-a603-d842c29ee9e0 req-6a8f856b-bbcd-4898-adfc-d9aa2c98bc04 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:17.832951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09b27e86-6afd-44cc-a603-d842c29ee9e0 req-6a8f856b-bbcd-4898-adfc-d9aa2c98bc04 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.1396959 Jan 31 18:31:17.858009 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751f1201-33b5-4752-9336-b188bab7f706 x-openstack-request-id: req-751f1201-33b5-4752-9336-b188bab7f706 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:17.858310 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136e303e-bfdd-4e49-994d-55fef6348580", "tag": "e9136b00-4bde-4d58-ac92-bbca59604f17", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:17.858566 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-751f1201-33b5-4752-9336-b188bab7f706 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:17.858964 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136e303e-bfdd-4e49-994d-55fef6348580', 'tag': 'e9136b00-4bde-4d58-ac92-bbca59604f17', 'status': 'completed', 'code': 200} Jan 31 18:31:17.890295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09b27e86-6afd-44cc-a603-d842c29ee9e0 req-de27c909-f74e-4f23-9c25-bb618047fa94 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540237 Jan 31 18:31:17.990720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64167d-a872-40d5-8e29-c4facce726e8 req-6dc9fe58-d32e-4f1b-b32f-63bfa347be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:17.992280 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dd64167d-a872-40d5-8e29-c4facce726e8 req-6dc9fe58-d32e-4f1b-b32f-63bfa347be96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 1126 time: 0.0996222 Jan 31 18:31:17.992777 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50496) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:18.007368 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eba41212-40d7-4c6f-bb2a-075b42f169b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:18.123123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-9d48488b-a2db-4da5-8982-566f4241a272 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:18.124889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-9d48488b-a2db-4da5-8982-566f4241a272 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1150 time: 0.1510253 Jan 31 18:31:18.159561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-15'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:18.226772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64167d-a872-40d5-8e29-c4facce726e8 req-9726bddd-d8e4-483a-87b1-73c9f1977858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:18.232791 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dd64167d-a872-40d5-8e29-c4facce726e8 req-9726bddd-d8e4-483a-87b1-73c9f1977858 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.2210929 Jan 31 18:31:18.296822 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dd64167d-a872-40d5-8e29-c4facce726e8 req-14236935-dd4e-4eed-9d5c-d22cdf73f7da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9136b00-4bde-4d58-ac92-bbca59604f17 HTTP/1.1" status: 200 len: 217 time: 0.0537820 Jan 31 18:31:18.314799 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b18d7196-6732-4533-91c5-a209799a30ea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:18.317954 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eba41212-40d7-4c6f-bb2a-075b42f169b2 admin admin] Publish callbacks [] for security_group (63fc75d9-f5ec-47a8-98bf-7ffc229d50ec), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:18.333147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eba41212-40d7-4c6f-bb2a-075b42f169b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (63fc75d9-f5ec-47a8-98bf-7ffc229d50ec), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:18.403767 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eba41212-40d7-4c6f-bb2a-075b42f169b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1f83a1aea234651bae7d9082b2f5891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099648 Jan 31 18:31:18.407854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:18.412065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64167d-a872-40d5-8e29-c4facce726e8 req-6e737673-3756-44fc-bb05-359bb09563dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:18.413534 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dd64167d-a872-40d5-8e29-c4facce726e8 req-6e737673-3756-44fc-bb05-359bb09563dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.0918155 Jan 31 18:31:18.414141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba41212-40d7-4c6f-bb2a-075b42f169b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fc75d9-f5ec-47a8-98bf-7ffc229d50ec,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:18.414927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a73f5-7f61-4930-8a76-384a48910231 req-668f7c9d-a19a-4c61-9ada-5a1a8daec695 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:18.416472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c07a73f5-7f61-4930-8a76-384a48910231 req-668f7c9d-a19a-4c61-9ada-5a1a8daec695 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 950 time: 0.2069647 Jan 31 18:31:18.424069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ab8199be-f1be-42a2-9031-4854a565c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:18.425384 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ab8199be-f1be-42a2-9031-4854a565c6bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 1155 time: 0.1652930 Jan 31 18:31:18.471073 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dd64167d-a872-40d5-8e29-c4facce726e8 req-e0ebab53-b5e2-4db0-9367-b471ff76416d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402813 Jan 31 18:31:18.543672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Publish callbacks [] for security_group (63fc75d9-f5ec-47a8-98bf-7ffc229d50ec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:18.583208 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Publish callbacks [] for security_group (63fc75d9-f5ec-47a8-98bf-7ffc229d50ec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:18.588211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca2361-45f4-4616-9374-c447c97c7f6a req-5622af36-aee0-4464-9958-6a73685bd5c6 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:18.589784 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fdca2361-45f4-4616-9374-c447c97c7f6a req-5622af36-aee0-4464-9958-6a73685bd5c6 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 948 time: 0.2559724 Jan 31 18:31:18.616762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 04e259f6-2973-4628-9119-a2675b6b8125 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:31:18.635700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c07a73f5-7f61-4930-8a76-384a48910231 req-33adaa71-9ac7-44e6-9a1e-e87d32c5c8ff tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/security-groups?id=028c2b2a-698f-42e9-961c-13b32b52207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072875 Jan 31 18:31:18.636092 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dd64167d-a872-40d5-8e29-c4facce726e8 req-b82ec084-f446-4f12-babe-3ef1d7424a8c service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522205 Jan 31 18:31:18.736163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (63fc75d9-f5ec-47a8-98bf-7ffc229d50ec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:18.739433 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:18.740732 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63fc75d9-f5ec-47a8-98bf-7ffc229d50ec HTTP/1.1" status: 204 len: 168 time: 0.3314817 Jan 31 18:31:18.751674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 04e259f6-2973-4628-9119-a2675b6b8125, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=04e259f6-2973-4628-9119-a2675b6b8125,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:18.753354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b18d7196-6732-4533-91c5-a209799a30ea,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:18.765842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '04e259f6-2973-4628-9119-a2675b6b8125', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '04e259f6-2973-4628-9119-a2675b6b8125', 'mac_address': 'fa:16:3e:d6:1f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:31:18.766231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-c458874d-8cee-4fc0-92bc-1cb30d87d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:18.767964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-c458874d-8cee-4fc0-92bc-1cb30d87d32c service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.3289256 Jan 31 18:31:18.806147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fdca2361-45f4-4616-9374-c447c97c7f6a req-4d07a6b3-6be8-4fda-807f-81e0e2af231e tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061059 Jan 31 18:31:18.807383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fc75d9-f5ec-47a8-98bf-7ffc229d50ec,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:18.813503 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81d01cc5-d2d7-4698-9989-32d8a2e45f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:18.838337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.845407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.846060 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.846608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.849212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.849815 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.850362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.850967 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.851508 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.852280 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.852861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.853680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.853931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 04e259f6-2973-4628-9119-a2675b6b8125 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:18.854350 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (04e259f6-2973-4628-9119-a2675b6b8125), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:18.854796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8df851-6d70-4731-9ef1-c4dd64ac7790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:18.903310 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dd64167d-a872-40d5-8e29-c4facce726e8 req-bb0b0207-7ff9-42a5-bf2e-d0e7e9c6d8a3 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565372 Jan 31 18:31:18.924019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-00ad7fee-5099-4283-96a2-d6278b1a8b28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf HTTP/1.1" status: 200 len: 217 time: 0.1442351 Jan 31 18:31:18.932078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e259f6-2973-4628-9119-a2675b6b8125 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:18.959623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 04e259f6-2973-4628-9119-a2675b6b8125, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=04e259f6-2973-4628-9119-a2675b6b8125,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:18.964536 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (04e259f6-2973-4628-9119-a2675b6b8125), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:19.027628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:19.035772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=04e259f6-2973-4628-9119-a2675b6b8125,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:19.098961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-1cc20c5a-3fb6-40bd-8042-b03410d7ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:19.100586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-1cc20c5a-3fb6-40bd-8042-b03410d7ac69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1527174 Jan 31 18:31:19.133659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44029c2d-851e-4a69-b0d7-045bb6bdee31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18d7196-6732-4533-91c5-a209799a30ea'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:19.133659 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ea3c69-5a23-4a9c-8351-1ad3183631c8" -d '{"events": [{"server_uuid": "44029c2d-851e-4a69-b0d7-045bb6bdee31", "name": "network-vif-unplugged", "status": "completed", "tag": "b18d7196-6732-4533-91c5-a209799a30ea"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:19.134969 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Publish callbacks [] for port (b18d7196-6732-4533-91c5-a209799a30ea), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:19.167934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2d76c-b615-49ee-bb58-a6601f59ed93 req-ef9b50f1-d6a8-4cdf-b6b2-3a7e9a2de61c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:19.170408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-19d2d76c-b615-49ee-bb58-a6601f59ed93 req-ef9b50f1-d6a8-4cdf-b6b2-3a7e9a2de61c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 967 time: 0.2390666 Jan 31 18:31:19.170408 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b18d7196-6732-4533-91c5-a209799a30ea), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:19.218579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['04e259f6-2973-4628-9119-a2675b6b8125'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:31:19.226690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c93bb-8314-4934-b1ef-e60f9707ba30 req-f5e16912-f0cc-477d-af7f-b251732476fc tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:19.229012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e9c93bb-8314-4934-b1ef-e60f9707ba30 req-f5e16912-f0cc-477d-af7f-b251732476fc tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 943 time: 0.2260599 Jan 31 18:31:19.322852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Pushing event updated for resources: {'Port': ['ID=b18d7196-6732-4533-91c5-a209799a30ea,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:19.326062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-2726a8bf-50db-4317-89db-03c17b239cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:19.327711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-2726a8bf-50db-4317-89db-03c17b239cb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2123654 Jan 31 18:31:19.367863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.368216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.368596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.368944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.369285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.369624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.369958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.370292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.370622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.370951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.371285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.371627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.372373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:19.402058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-19d2d76c-b615-49ee-bb58-a6601f59ed93 req-d9d63d6c-cc90-44b3-b9e8-ce92a97878ca tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228258 Jan 31 18:31:19.469329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e9c93bb-8314-4934-b1ef-e60f9707ba30 req-cf4c966b-61a5-4f39-bbcd-eb2d287f43e9 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235990 Jan 31 18:31:19.497369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Attempting to bind port b18d7196-6732-4533-91c5-a209799a30ea on host n-h2-812111-15 for vnic_type normal with profile {"migrating_to": "n-h1-812111-15"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:19.497719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Attempting to bind port b18d7196-6732-4533-91c5-a209799a30ea by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:19.498053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Attempting to bind port b18d7196-6732-4533-91c5-a209799a30ea on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:19.506052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Port b18d7196-6732-4533-91c5-a209799a30ea on network 4fffb079-0281-4e37-8173-c46a7953a025 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:31:19.506384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Attempting to bind port b18d7196-6732-4533-91c5-a209799a30ea on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:19.524002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:19.524002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:19.524002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Bound using segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:19.524002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Bound port: b18d7196-6732-4533-91c5-a209799a30ea, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:19.526563 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b18d7196-6732-4533-91c5-a209799a30ea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:19.655890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06fed0-c2ee-46f6-9ef3-146595b2a0ef req-f6dc1dc6-c908-4579-9e66-aae64e55bb55 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:19.660038 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2e06fed0-c2ee-46f6-9ef3-146595b2a0ef req-f6dc1dc6-c908-4579-9e66-aae64e55bb55 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.49 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 950 time: 0.1037228 Jan 31 18:31:19.827095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2e06fed0-c2ee-46f6-9ef3-146595b2a0ef req-6c3e5d68-d411-4020-aa82-9d61fab3c398 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Deleting port ab6e063a-b057-445c-9882-1a2da8142306 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:31:19.827842 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06fed0-c2ee-46f6-9ef3-146595b2a0ef req-6c3e5d68-d411-4020-aa82-9d61fab3c398 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ab6e063a-b057-445c-9882-1a2da8142306), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:19.830609 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ee156c-5bff-4182-bd30-36b3dbf37357 x-openstack-request-id: req-45ee156c-5bff-4182-bd30-36b3dbf37357 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:19.831096 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44029c2d-851e-4a69-b0d7-045bb6bdee31", "name": "network-vif-unplugged", "status": "completed", "tag": "b18d7196-6732-4533-91c5-a209799a30ea", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:19.831489 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45ee156c-5bff-4182-bd30-36b3dbf37357 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:19.836856 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44029c2d-851e-4a69-b0d7-045bb6bdee31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18d7196-6732-4533-91c5-a209799a30ea', 'code': 200} Jan 31 18:31:19.881144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-5c2c52ea-2a53-4a54-ac69-38cce65c0f99 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382075 Jan 31 18:31:19.951318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2e06fed0-c2ee-46f6-9ef3-146595b2a0ef req-6c3e5d68-d411-4020-aa82-9d61fab3c398 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] For port ab6e063a-b057-445c-9882-1a2da8142306, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab6e063a-b057-445c-9882-1a2da8142306,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:19.951318 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06fed0-c2ee-46f6-9ef3-146595b2a0ef req-6c3e5d68-d411-4020-aa82-9d61fab3c398 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ab6e063a-b057-445c-9882-1a2da8142306), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:19.968721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2e06fed0-c2ee-46f6-9ef3-146595b2a0ef req-6c3e5d68-d411-4020-aa82-9d61fab3c398 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Calling delete_port for ab6e063a-b057-445c-9882-1a2da8142306 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:31:20.001225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:20.029151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b18d7196-6732-4533-91c5-a209799a30ea,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:20.055406 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b18d7196-6732-4533-91c5-a209799a30ea), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:20.069894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ff244-8ba5-4231-bbcf-dab2ba48161f req-ed84aa04-0b14-4298-99b3-fc194664c27d tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:20.071486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-819ff244-8ba5-4231-bbcf-dab2ba48161f req-ed84aa04-0b14-4298-99b3-fc194664c27d tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c06a3bd6-8e46-421c-b52c-f8a5b79f3c57 HTTP/1.1" status: 200 len: 950 time: 0.2167683 Jan 31 18:31:20.086583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd5c43-e8ab-4e8f-8e66-57b9fd0d1a83 req-3c583f5a-80f4-47a2-9e57-a7e7022d55ee tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:20.088182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abcd5c43-e8ab-4e8f-8e66-57b9fd0d1a83 req-3c583f5a-80f4-47a2-9e57-a7e7022d55ee tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.2438064 Jan 31 18:31:20.160860 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06fed0-c2ee-46f6-9ef3-146595b2a0ef req-6c3e5d68-d411-4020-aa82-9d61fab3c398 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (ab6e063a-b057-445c-9882-1a2da8142306), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:20.169866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-9213bb8b-d24c-4641-b0c5-64c10a25d5d4 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576702 Jan 31 18:31:20.174046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['ab6e063a-b057-445c-9882-1a2da8142306'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:31:20.196038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e5d68-d411-4020-aa82-9d61fab3c398 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Pushing event deleted for resources: {'Port': ['ID=ab6e063a-b057-445c-9882-1a2da8142306,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:20.272785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e06fed0-c2ee-46f6-9ef3-146595b2a0ef req-6c3e5d68-d411-4020-aa82-9d61fab3c398 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] No DVR routers for this DVR port ab6e063a-b057-445c-9882-1a2da8142306 on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:31:20.276425 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06fed0-c2ee-46f6-9ef3-146595b2a0ef req-6c3e5d68-d411-4020-aa82-9d61fab3c398 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:20.280074 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2e06fed0-c2ee-46f6-9ef3-146595b2a0ef req-6c3e5d68-d411-4020-aa82-9d61fab3c398 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.49 "DELETE /v2.0/ports/ab6e063a-b057-445c-9882-1a2da8142306 HTTP/1.1" status: 204 len: 173 time: 0.6135325 Jan 31 18:31:20.280640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06a3bd6-8e46-421c-b52c-f8a5b79f3c57', 'name': 'network-vif-deleted', 'tag': 'ab6e063a-b057-445c-9882-1a2da8142306'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:20.285363 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053791c9-07de-4b4a-8ecb-feb3a0035bb3" -d '{"events": [{"server_uuid": "c06a3bd6-8e46-421c-b52c-f8a5b79f3c57", "name": "network-vif-deleted", "tag": "ab6e063a-b057-445c-9882-1a2da8142306"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:20.296001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Pushing event updated for resources: {'Port': ['ID=b18d7196-6732-4533-91c5-a209799a30ea,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:20.330052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:20.330692 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:20.332305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-ba016119-903c-4bb0-9a95-006daba69f78 service neutron] 10.222.0.49 "PUT /v2.0/ports/b18d7196-6732-4533-91c5-a209799a30ea HTTP/1.1" status: 200 len: 1145 time: 2.1970191 Jan 31 18:31:20.356992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abcd5c43-e8ab-4e8f-8e66-57b9fd0d1a83 req-3552f7db-9bbb-4cda-a7f6-6786e187f643 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424386 Jan 31 18:31:20.365740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-819ff244-8ba5-4231-bbcf-dab2ba48161f req-c7ce5dff-87fc-4f58-ac7a-026aaa025ab3 tempest-TenantUsagesTestJSON-503366116 tempest-TenantUsagesTestJSON-503366116-project] 10.222.0.20 "GET /v2.0/security-groups?id=028c2b2a-698f-42e9-961c-13b32b52207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542045 Jan 31 18:31:20.419778 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['b18d7196-6732-4533-91c5-a209799a30ea'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:31:20.610109 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1250ef-e292-42a3-b4ef-6650ce1d2fc9 x-openstack-request-id: req-4d1250ef-e292-42a3-b4ef-6650ce1d2fc9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:20.610833 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06a3bd6-8e46-421c-b52c-f8a5b79f3c57", "name": "network-vif-deleted", "tag": "ab6e063a-b057-445c-9882-1a2da8142306", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:20.611324 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d1250ef-e292-42a3-b4ef-6650ce1d2fc9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:20.612010 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06a3bd6-8e46-421c-b52c-f8a5b79f3c57', 'name': 'network-vif-deleted', 'tag': 'ab6e063a-b057-445c-9882-1a2da8142306', 'status': 'completed', 'code': 200} Jan 31 18:31:20.629158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 04e259f6-2973-4628-9119-a2675b6b8125 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:31:20.669514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d98ed-9729-4571-8ad5-614abf01ddb1 req-700a42ec-28ca-4157-bc19-5a65f523ed62 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:20.671510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb6d98ed-9729-4571-8ad5-614abf01ddb1 req-700a42ec-28ca-4157-bc19-5a65f523ed62 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 949 time: 0.1249840 Jan 31 18:31:20.757215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 04e259f6-2973-4628-9119-a2675b6b8125 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:31:20.767093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 04e259f6-2973-4628-9119-a2675b6b8125 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:20.767093 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (04e259f6-2973-4628-9119-a2675b6b8125), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:20.773031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb6d98ed-9729-4571-8ad5-614abf01ddb1 req-a6caf07b-808c-4563-8716-ce83e2314d2e tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952132 Jan 31 18:31:20.812157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89eb1aa-956e-4301-a74e-62ba33df95de req-e1833929-0fbe-46e9-b72e-51c020f4cb06 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:20.813885 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a89eb1aa-956e-4301-a74e-62ba33df95de req-e1833929-0fbe-46e9-b72e-51c020f4cb06 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 965 time: 0.1180899 Jan 31 18:31:20.815669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e9136b00-4bde-4d58-ac92-bbca59604f17 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:31:20.900396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a89eb1aa-956e-4301-a74e-62ba33df95de req-f8f5634e-686e-47ac-93da-c5c93c7ac070 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767777 Jan 31 18:31:20.995482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 04e259f6-2973-4628-9119-a2675b6b8125 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:20.995957 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (04e259f6-2973-4628-9119-a2675b6b8125), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:20.997519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d7041-528a-4827-b5a5-be415cb5b063 req-f8bdbbc1-a22a-445d-a836-ad6f7a608889 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:21.005941 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b3d7041-528a-4827-b5a5-be415cb5b063 req-f8bdbbc1-a22a-445d-a836-ad6f7a608889 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 943 time: 0.0915706 Jan 31 18:31:21.024375 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-599d5702-7f23-4b0b-acd0-cf5e126b0455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:21.046480 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71349d35-ccb6-4b66-be50-7313ae101ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e259f6-2973-4628-9119-a2675b6b8125'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:21.049036 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163f7c47-5996-42d3-87b6-ba4753cccf03" -d '{"events": [{"server_uuid": "71349d35-ccb6-4b66-be50-7313ae101ff7", "name": "network-vif-plugged", "status": "completed", "tag": "04e259f6-2973-4628-9119-a2675b6b8125"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:21.077286 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 04e259f6-2973-4628-9119-a2675b6b8125, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=04e259f6-2973-4628-9119-a2675b6b8125,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:21.084870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b3d7041-528a-4827-b5a5-be415cb5b063 req-567f21c6-aeaf-4e37-8fa3-41e517cfeb4b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749314 Jan 31 18:31:21.088859 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (04e259f6-2973-4628-9119-a2675b6b8125), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:21.112009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9136b00-4bde-4d58-ac92-bbca59604f17,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:21.164145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'e9136b00-4bde-4d58-ac92-bbca59604f17', 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c', 'port_id': 'e9136b00-4bde-4d58-ac92-bbca59604f17', 'mac_address': 'fa:16:3e:8d:9a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f736a56-6747-41e3-b560-6b1178449d92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:31:21.233818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port e9136b00-4bde-4d58-ac92-bbca59604f17 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:21.234671 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:21.236022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=04e259f6-2973-4628-9119-a2675b6b8125,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:21.256230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9136b00-4bde-4d58-ac92-bbca59604f17 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:21.280832 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4217e9-1ead-4c1e-b790-ac4f5bc10b05 x-openstack-request-id: req-7d4217e9-1ead-4c1e-b790-ac4f5bc10b05 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:21.281155 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71349d35-ccb6-4b66-be50-7313ae101ff7", "name": "network-vif-plugged", "status": "completed", "tag": "04e259f6-2973-4628-9119-a2675b6b8125", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:21.281439 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d4217e9-1ead-4c1e-b790-ac4f5bc10b05 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:21.281847 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71349d35-ccb6-4b66-be50-7313ae101ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e259f6-2973-4628-9119-a2675b6b8125', 'code': 200} Jan 31 18:31:21.302361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9136b00-4bde-4d58-ac92-bbca59604f17,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:21.317586 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:21.404994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=e9136b00-4bde-4d58-ac92-bbca59604f17,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:21.441843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d39bb3-4d95-4ae2-89df-deba4b5e5d1a req-c6d22952-a8ac-4d11-860a-2aa59bc4338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:21.443406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1d39bb3-4d95-4ae2-89df-deba4b5e5d1a req-c6d22952-a8ac-4d11-860a-2aa59bc4338d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 1133 time: 0.0861619 Jan 31 18:31:21.528124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1d39bb3-4d95-4ae2-89df-deba4b5e5d1a req-f29a7acf-0b49-4003-b634-74ea4d45e088 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776327 Jan 31 18:31:21.561042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf453d3e-1153-4500-8300-a6467f98a846 req-9944b9e8-f2c7-4da4-b5d2-8b224b1c7c17 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:21.562895 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf453d3e-1153-4500-8300-a6467f98a846 req-9944b9e8-f2c7-4da4-b5d2-8b224b1c7c17 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.0826926 Jan 31 18:31:21.610321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e9136b00-4bde-4d58-ac92-bbca59604f17'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:31:21.629998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf453d3e-1153-4500-8300-a6467f98a846 req-42932e0d-c586-4ea7-b085-ae80bf2d25ed tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579927 Jan 31 18:31:21.838034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44029c2d-851e-4a69-b0d7-045bb6bdee31', 'tag': 'b18d7196-6732-4533-91c5-a209799a30ea'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:21.841949 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0665713-96f0-42c1-9061-8564d3dbe7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "44029c2d-851e-4a69-b0d7-045bb6bdee31", "tag": "b18d7196-6732-4533-91c5-a209799a30ea"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:21.954124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691db4b-b1d9-47fa-9f43-c786bac6ef81 req-9676f3b7-4f81-4cf8-a3d7-bda92579ca2e tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:21.956021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d691db4b-b1d9-47fa-9f43-c786bac6ef81 req-9676f3b7-4f81-4cf8-a3d7-bda92579ca2e tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 950 time: 0.0687625 Jan 31 18:31:22.013109 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d691db4b-b1d9-47fa-9f43-c786bac6ef81 req-16ed8fae-d75d-4bc2-8e07-187fbd03a416 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508637 Jan 31 18:31:22.134571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50644) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:22.151495 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4066aead-f550-49aa-b1db-904d70289f25 x-openstack-request-id: req-4066aead-f550-49aa-b1db-904d70289f25 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:22.153677 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44029c2d-851e-4a69-b0d7-045bb6bdee31", "tag": "b18d7196-6732-4533-91c5-a209799a30ea", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:22.156868 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4066aead-f550-49aa-b1db-904d70289f25 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:22.159565 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44029c2d-851e-4a69-b0d7-045bb6bdee31', 'tag': 'b18d7196-6732-4533-91c5-a209799a30ea', 'status': 'completed', 'code': 200} Jan 31 18:31:22.259856 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:22.331441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665713-96f0-42c1-9061-8564d3dbe7cb req-7e64b386-40fc-487f-b751-ce8772e9de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:22.333156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0665713-96f0-42c1-9061-8564d3dbe7cb req-7e64b386-40fc-487f-b751-ce8772e9de78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 1179 time: 0.1436436 Jan 31 18:31:22.360514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e6b8891e-3a41-48e9-a3fa-d8d49dccbcf1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08c710629d5b4b55a82226752f31187b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244275 Jan 31 18:31:22.364630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:22.382310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71790bc1-0891-4de5-b567-ec0988a70fb0 req-d4f2ffcf-9005-4c1a-ad00-46eae8660539 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:22.384688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71790bc1-0891-4de5-b567-ec0988a70fb0 req-d4f2ffcf-9005-4c1a-ad00-46eae8660539 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 965 time: 0.1488864 Jan 31 18:31:22.438883 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f84e95ba-09a0-43c3-aa1f-02a85f68a47c admin admin] Publish callbacks [] for security_group (028c2b2a-698f-42e9-961c-13b32b52207f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:22.475828 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f84e95ba-09a0-43c3-aa1f-02a85f68a47c admin admin] Publish callbacks [] for security_group (028c2b2a-698f-42e9-961c-13b32b52207f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:22.520979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71790bc1-0891-4de5-b567-ec0988a70fb0 req-9985e03a-a773-4a37-a8e1-bf99abcb399d tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013811 Jan 31 18:31:22.531448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665713-96f0-42c1-9061-8564d3dbe7cb req-42d663a2-d51a-422e-96c3-6bdfcfabce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:22.534074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0665713-96f0-42c1-9061-8564d3dbe7cb req-42d663a2-d51a-422e-96c3-6bdfcfabce4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.1907086 Jan 31 18:31:22.538097 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f84e95ba-09a0-43c3-aa1f-02a85f68a47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (028c2b2a-698f-42e9-961c-13b32b52207f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:22.542308 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f84e95ba-09a0-43c3-aa1f-02a85f68a47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:22.544069 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f84e95ba-09a0-43c3-aa1f-02a85f68a47c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/028c2b2a-698f-42e9-961c-13b32b52207f HTTP/1.1" status: 204 len: 168 time: 0.1756041 Jan 31 18:31:22.557090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e95ba-09a0-43c3-aa1f-02a85f68a47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c2b2a-698f-42e9-961c-13b32b52207f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:22.611579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0665713-96f0-42c1-9061-8564d3dbe7cb req-6a923c48-3e98-4d94-85b4-dd2f8258a45c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18d7196-6732-4533-91c5-a209799a30ea HTTP/1.1" status: 200 len: 217 time: 0.0590720 Jan 31 18:31:22.629150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b18d7196-6732-4533-91c5-a209799a30ea details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:31:22.670278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765673f0-1fe0-4083-a64d-2b65478c9ca1 req-1a0dcc53-c053-4068-ae10-ecaf6eb93940 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:22.672132 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-765673f0-1fe0-4083-a64d-2b65478c9ca1 req-1a0dcc53-c053-4068-ae10-ecaf6eb93940 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 944 time: 0.1942439 Jan 31 18:31:22.708388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665713-96f0-42c1-9061-8564d3dbe7cb req-d0e40b95-445c-4fba-b040-499426c20aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:22.710026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0665713-96f0-42c1-9061-8564d3dbe7cb req-d0e40b95-445c-4fba-b040-499426c20aff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.0907924 Jan 31 18:31:22.761259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0665713-96f0-42c1-9061-8564d3dbe7cb req-9cb435e6-be2c-451a-9386-d185ef635767 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391207 Jan 31 18:31:22.783459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b18d7196-6732-4533-91c5-a209799a30ea,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:22.802007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b18d7196-6732-4533-91c5-a209799a30ea has no active binding in host n-h1-812111-15 {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 18:31:22.802303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-765673f0-1fe0-4083-a64d-2b65478c9ca1 req-cd1474e4-f293-4877-9b1c-5a348f78f865 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188941 Jan 31 18:31:22.827965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e9136b00-4bde-4d58-ac92-bbca59604f17 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:31:22.916249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port e9136b00-4bde-4d58-ac92-bbca59604f17 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:31:22.924559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port e9136b00-4bde-4d58-ac92-bbca59604f17 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:22.925087 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:23.032092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port e9136b00-4bde-4d58-ac92-bbca59604f17 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:23.033786 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:23.040099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0665713-96f0-42c1-9061-8564d3dbe7cb req-3c3ad656-3089-4aff-9198-c396dec389d3 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716882 Jan 31 18:31:23.044810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:23.066649 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f979bc8-7a18-474f-833c-1a4612e1b8b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:23.105101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9136b00-4bde-4d58-ac92-bbca59604f17,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:23.111540 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:23.181461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=e9136b00-4bde-4d58-ac92-bbca59604f17,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:23.196752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9bf21-b655-4e95-a563-29fd57b7d650 req-306764b5-e8b4-46d0-aba1-016ad0390228 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:23.196994 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eab9bf21-b655-4e95-a563-29fd57b7d650 req-306764b5-e8b4-46d0-aba1-016ad0390228 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.1910734 Jan 31 18:31:23.214533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f979bc8-7a18-474f-833c-1a4612e1b8b0 admin admin] Publish callbacks [] for security_group (9e2c9285-e6f9-4c59-a1ae-366bd6685a05), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:23.218904 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f979bc8-7a18-474f-833c-1a4612e1b8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9e2c9285-e6f9-4c59-a1ae-366bd6685a05), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:23.260673 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3f979bc8-7a18-474f-833c-1a4612e1b8b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29392b11acc2491d9a045ece06c5ec4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147155 Jan 31 18:31:23.261796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f979bc8-7a18-474f-833c-1a4612e1b8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2c9285-e6f9-4c59-a1ae-366bd6685a05,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:23.264313 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:23.271034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0665713-96f0-42c1-9061-8564d3dbe7cb req-a6c99cba-622c-4cc9-9f39-e2a43afdfb00 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028079 Jan 31 18:31:23.283435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e303e-bfdd-4e49-994d-55fef6348580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9136b00-4bde-4d58-ac92-bbca59604f17'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:23.288614 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf24ef6-72c5-4a29-8b69-8306c511d894" -d '{"events": [{"server_uuid": "136e303e-bfdd-4e49-994d-55fef6348580", "name": "network-vif-plugged", "status": "completed", "tag": "e9136b00-4bde-4d58-ac92-bbca59604f17"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:23.318527 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166e22f-8233-42d9-af2e-3bc3a2f5281e req-2d44e3f8-b87d-4f87-89f7-2c11c9fbc13b tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:23.320100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8166e22f-8233-42d9-af2e-3bc3a2f5281e req-2d44e3f8-b87d-4f87-89f7-2c11c9fbc13b tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 950 time: 0.1222022 Jan 31 18:31:23.330234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eab9bf21-b655-4e95-a563-29fd57b7d650 req-7acdfa13-0c32-46b4-9c69-efbeace41011 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102524 Jan 31 18:31:23.334258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0bb03ae-12ef-49f9-b70c-4f1726ea4bb8 admin admin] Publish callbacks [] for security_group (9e2c9285-e6f9-4c59-a1ae-366bd6685a05), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:23.371502 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0bb03ae-12ef-49f9-b70c-4f1726ea4bb8 admin admin] Publish callbacks [] for security_group (9e2c9285-e6f9-4c59-a1ae-366bd6685a05), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:23.405704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8166e22f-8233-42d9-af2e-3bc3a2f5281e req-c41c3723-1942-4459-8eb5-ad64edb541a8 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737736 Jan 31 18:31:23.442140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0bb03ae-12ef-49f9-b70c-4f1726ea4bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9e2c9285-e6f9-4c59-a1ae-366bd6685a05), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:23.445188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0bb03ae-12ef-49f9-b70c-4f1726ea4bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:23.455122 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e0bb03ae-12ef-49f9-b70c-4f1726ea4bb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e2c9285-e6f9-4c59-a1ae-366bd6685a05 HTTP/1.1" status: 204 len: 168 time: 0.1858358 Jan 31 18:31:23.469164 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0194467-cff6-4b92-9740-44c34135207c x-openstack-request-id: req-c0194467-cff6-4b92-9740-44c34135207c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:23.469701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb03ae-12ef-49f9-b70c-4f1726ea4bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2c9285-e6f9-4c59-a1ae-366bd6685a05,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:23.469872 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e303e-bfdd-4e49-994d-55fef6348580", "name": "network-vif-plugged", "status": "completed", "tag": "e9136b00-4bde-4d58-ac92-bbca59604f17", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:23.470278 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0194467-cff6-4b92-9740-44c34135207c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:23.470822 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e303e-bfdd-4e49-994d-55fef6348580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9136b00-4bde-4d58-ac92-bbca59604f17', 'code': 200} Jan 31 18:31:23.620215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720da854-a881-46db-9fe6-09f1988105d9 req-0d0164be-68c5-421b-ae5d-c85d935311a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:23.622475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-720da854-a881-46db-9fe6-09f1988105d9 req-0d0164be-68c5-421b-ae5d-c85d935311a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 1128 time: 0.0570803 Jan 31 18:31:23.708962 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-720da854-a881-46db-9fe6-09f1988105d9 req-ca107cd0-88c0-4b47-b7e7-972fffc74550 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749292 Jan 31 18:31:23.820754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3d480-a40a-4365-a965-bc22d5c0206e req-0eed4962-2fb8-4fdc-a20c-8f89f9a90119 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:23.822355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1de3d480-a40a-4365-a965-bc22d5c0206e req-0eed4962-2fb8-4fdc-a20c-8f89f9a90119 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 965 time: 0.0711966 Jan 31 18:31:23.893043 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:23.902883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1de3d480-a40a-4365-a965-bc22d5c0206e req-431e3da4-c1b9-4841-a0d1-458a480d681a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696380 Jan 31 18:31:23.917208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259eea31-4f09-4128-a14f-e690c3628c86 req-ead90f3b-ce8b-449e-8328-2344b0da4cbf tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:23.918920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-259eea31-4f09-4128-a14f-e690c3628c86 req-ead90f3b-ce8b-449e-8328-2344b0da4cbf tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 950 time: 0.0956352 Jan 31 18:31:23.969358 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:23.997120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-259eea31-4f09-4128-a14f-e690c3628c86 req-3cefce17-4ce6-441f-831e-b679d102ea25 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691407 Jan 31 18:31:24.124740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be9d2d-f0c6-4667-b834-d296b72d3fb1 req-03d46655-b75c-4426-9c70-cfcb5360f38d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:24.146514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58be9d2d-f0c6-4667-b834-d296b72d3fb1 req-03d46655-b75c-4426-9c70-cfcb5360f38d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 945 time: 0.1056733 Jan 31 18:31:24.177784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:24.204731 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50740) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:24.221810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58be9d2d-f0c6-4667-b834-d296b72d3fb1 req-d3e29ac5-a3d0-4329-bdff-d895b5046737 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743155 Jan 31 18:31:24.443619 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-091e9dcb-370f-4bf6-8440-dc1e79645d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:24.455210 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d30bed64-76a2-492c-a08e-64f3d85bed06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45e93c7102ef40ee9bd432488085db8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2761874 Jan 31 18:31:24.459421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50758) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:24.511175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa04962-2cdd-40d6-ba5b-07c3754bac8a req-e05cf52e-e105-4db5-beca-fdcaf6c93ea0 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:24.521331 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5aa04962-2cdd-40d6-ba5b-07c3754bac8a req-e05cf52e-e105-4db5-beca-fdcaf6c93ea0 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 950 time: 0.1411164 Jan 31 18:31:24.562741 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-091e9dcb-370f-4bf6-8440-dc1e79645d1b admin admin] Publish callbacks [] for security_group (f1ba3a06-14fc-4907-9905-d5d0479be92d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:24.570131 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-091e9dcb-370f-4bf6-8440-dc1e79645d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f1ba3a06-14fc-4907-9905-d5d0479be92d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:24.611218 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5aa04962-2cdd-40d6-ba5b-07c3754bac8a req-ee6ebd08-5413-4bc1-80b2-093f6dbd0a3a tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888000 Jan 31 18:31:24.623224 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-091e9dcb-370f-4bf6-8440-dc1e79645d1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1d2204b6fab42829ae104d84815e3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172759 Jan 31 18:31:24.624011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e9dcb-370f-4bf6-8440-dc1e79645d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ba3a06-14fc-4907-9905-d5d0479be92d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:24.626667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:24.645993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b4245-771b-4af0-8cb9-5df86111f795 req-102c1320-61b9-4433-8272-33001ebd1711 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:24.649129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ab6e063a-b057-445c-9882-1a2da8142306 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:31:24.661364 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea5b4245-771b-4af0-8cb9-5df86111f795 req-102c1320-61b9-4433-8272-33001ebd1711 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.1981189 Jan 31 18:31:24.679440 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4435d77-2caf-4e41-9329-c8a1a4ec221d admin admin] Publish callbacks [] for security_group (a7f4b8b2-3d1d-4f98-a643-ab35a9451402), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:24.708584 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eec3bcd-740b-40ea-8992-e725a2a5c456 admin admin] Publish callbacks [] for security_group (f1ba3a06-14fc-4907-9905-d5d0479be92d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:24.741155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eec3bcd-740b-40ea-8992-e725a2a5c456 admin admin] Publish callbacks [] for security_group (f1ba3a06-14fc-4907-9905-d5d0479be92d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:24.781910 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4435d77-2caf-4e41-9329-c8a1a4ec221d admin admin] Publish callbacks [] for security_group (a7f4b8b2-3d1d-4f98-a643-ab35a9451402), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:24.841485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: ab6e063a-b057-445c-9882-1a2da8142306 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:31:24.842231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ab6e063a-b057-445c-9882-1a2da8142306 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:31:24.853501 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eec3bcd-740b-40ea-8992-e725a2a5c456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f1ba3a06-14fc-4907-9905-d5d0479be92d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:24.857935 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eec3bcd-740b-40ea-8992-e725a2a5c456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:24.859436 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7eec3bcd-740b-40ea-8992-e725a2a5c456 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1ba3a06-14fc-4907-9905-d5d0479be92d HTTP/1.1" status: 204 len: 168 time: 0.2315803 Jan 31 18:31:24.869579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec3bcd-740b-40ea-8992-e725a2a5c456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ba3a06-14fc-4907-9905-d5d0479be92d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:24.904528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea5b4245-771b-4af0-8cb9-5df86111f795 req-4fca8e2d-5655-47ac-a87e-786ce79c97b9 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428551 Jan 31 18:31:24.939007 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4435d77-2caf-4e41-9329-c8a1a4ec221d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a7f4b8b2-3d1d-4f98-a643-ab35a9451402), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:24.943064 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4435d77-2caf-4e41-9329-c8a1a4ec221d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:24.947112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c4435d77-2caf-4e41-9329-c8a1a4ec221d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7f4b8b2-3d1d-4f98-a643-ab35a9451402 HTTP/1.1" status: 204 len: 168 time: 0.4852223 Jan 31 18:31:24.958776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4435d77-2caf-4e41-9329-c8a1a4ec221d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f4b8b2-3d1d-4f98-a643-ab35a9451402,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:25.046666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50794) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:25.116373 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.135513 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcc4e3-41a5-4c77-acde-65b31b146f5d req-f028912b-7212-476a-b212-c40719623d72 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:25.143142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-badcc4e3-41a5-4c77-acde-65b31b146f5d req-f028912b-7212-476a-b212-c40719623d72 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 965 time: 0.1127284 Jan 31 18:31:25.240014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-badcc4e3-41a5-4c77-acde-65b31b146f5d req-d3c4154a-a6e5-4128-881f-78625611113f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956585 Jan 31 18:31:25.418298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45934634-8113-49a3-b2c2-3c4920e9e4c7 req-ab113ddf-8e2e-4408-a37d-d947154ba1b5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:25.423375 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1175261190-network', 'tenant_id': 'a1305edae93a45479e621b91df9c6cb2'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:25.425336 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45934634-8113-49a3-b2c2-3c4920e9e4c7 req-ab113ddf-8e2e-4408-a37d-d947154ba1b5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 945 time: 0.0887873 Jan 31 18:31:25.469720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Made reservation on behalf of a1305edae93a45479e621b91df9c6cb2 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:25.473486 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.500359 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.510181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45934634-8113-49a3-b2c2-3c4920e9e4c7 req-199e078c-8b3f-4b19-8e62-9ff27ba5489d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754499 Jan 31 18:31:25.537993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50820) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:25.620447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-49ccfcdb-ba51-4ff5-9a30-3b2f8f06adf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=272a7eddc8604234aa812f073576b1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0782974 Jan 31 18:31:25.620955 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50826) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:25.664720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50830) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:25.676325 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Publish callbacks [] for security_group (b4f66e59-d77f-4b6c-8031-49be826543d6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.682239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b4f66e59-d77f-4b6c-8031-49be826543d6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.684770 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-025a5031-559a-4017-8e16-f3238c652ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.728628 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5257503-186c-4e26-ab62-6a84532c24fa admin admin] Publish callbacks [] for security_group (b2db87b1-f089-4711-8786-a1189a135771), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.761450 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f66e59-d77f-4b6c-8031-49be826543d6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:25.770457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:31:25.794314 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4484a0bf-f92c-443e-a2c5-d6f25eab8e59), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.795300 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Added segment 4484a0bf-f92c-443e-a2c5-d6f25eab8e59 of type vlan for network 36126d40-63c5-499a-b826-1a46221bc786 Jan 31 18:31:25.843787 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5257503-186c-4e26-ab62-6a84532c24fa admin admin] Publish callbacks [] for security_group (b2db87b1-f089-4711-8786-a1189a135771), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.845769 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.856049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (36126d40-63c5-499a-b826-1a46221bc786), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.904808 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (36126d40-63c5-499a-b826-1a46221bc786), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.907189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:25.908374 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:25.940672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50834) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:26.003234 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9553552 Jan 31 18:31:26.006844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50840) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:26.008943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4fbe-34f0-4668-93e1-691894887198 req-112317e1-5a48-4e4c-9954-467f66fbf34e tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:26.010633 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-007a4fbe-34f0-4668-93e1-691894887198 req-112317e1-5a48-4e4c-9954-467f66fbf34e tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.49 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 950 time: 0.2728882 Jan 31 18:31:26.013081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-025a5031-559a-4017-8e16-f3238c652ae0 admin admin] Publish callbacks [] for security_group (80b04f47-e81e-4cd8-b80d-34e407b67cd5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:26.015359 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d702d322-f04a-4874-bbc3-b5ca5e416949 admin admin] Request body: {'subnet': {'network_id': '36126d40-63c5-499a-b826-1a46221bc786', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1175261190-subnet', 'tenant_id': 'a1305edae93a45479e621b91df9c6cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:26.026405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299e486-a64f-4383-8acd-ad7831a153a5 admin admin] Pushing event updated for resources: {'Network': ['ID=36126d40-63c5-499a-b826-1a46221bc786,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:26.039190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 36126d40-63c5-499a-b826-1a46221bc786 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:31:26.046609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d702d322-f04a-4874-bbc3-b5ca5e416949 admin admin] Made reservation on behalf of a1305edae93a45479e621b91df9c6cb2 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:26.051422 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d702d322-f04a-4874-bbc3-b5ca5e416949 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:26.089340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21927575-67ea-4ca8-9fda-3116171044d9 req-8651703e-7cff-4580-9143-cf39b41c3c60 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:26.090967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21927575-67ea-4ca8-9fda-3116171044d9 req-8651703e-7cff-4580-9143-cf39b41c3c60 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 950 time: 0.2507658 Jan 31 18:31:26.300451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d702d322-f04a-4874-bbc3-b5ca5e416949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (d1060822-4e18-404c-a17a-93c1ad400b47), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:26.317464 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-025a5031-559a-4017-8e16-f3238c652ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (80b04f47-e81e-4cd8-b80d-34e407b67cd5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:26.336349 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5257503-186c-4e26-ab62-6a84532c24fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b2db87b1-f089-4711-8786-a1189a135771), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:26.338888 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5257503-186c-4e26-ab62-6a84532c24fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:26.340068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e5257503-186c-4e26-ab62-6a84532c24fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2db87b1-f089-4711-8786-a1189a135771 HTTP/1.1" status: 204 len: 168 time: 0.7179461 Jan 31 18:31:26.386466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702d322-f04a-4874-bbc3-b5ca5e416949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1060822-4e18-404c-a17a-93c1ad400b47,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:26.393057 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702d322-f04a-4874-bbc3-b5ca5e416949 admin admin] Checking segment: {'id': '4484a0bf-f92c-443e-a2c5-d6f25eab8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '36126d40-63c5-499a-b826-1a46221bc786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:26.393057 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702d322-f04a-4874-bbc3-b5ca5e416949 admin admin] Network hostable DHCP agents. Network: 36126d40-63c5-499a-b826-1a46221bc786, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:31:26.417778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702d322-f04a-4874-bbc3-b5ca5e416949 admin admin] Network 36126d40-63c5-499a-b826-1a46221bc786 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:31:26.423222 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc507873-a880-4845-9f2f-bb7b39481453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:26.433233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d702d322-f04a-4874-bbc3-b5ca5e416949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 36126d40-63c5-499a-b826-1a46221bc786) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:26.439377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702d322-f04a-4874-bbc3-b5ca5e416949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:26.440282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d702d322-f04a-4874-bbc3-b5ca5e416949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:26.450554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed168e91-9bf6-4253-9b50-9480e8c12dba None None] Network 36126d40-63c5-499a-b826-1a46221bc786 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:26.482338 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d702d322-f04a-4874-bbc3-b5ca5e416949 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4738529 Jan 31 18:31:26.556234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-025a5031-559a-4017-8e16-f3238c652ae0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0a9ae79a27f40099b36fe804568392f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8904729 Jan 31 18:31:26.559022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50854) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:26.566805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a5031-559a-4017-8e16-f3238c652ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b04f47-e81e-4cd8-b80d-34e407b67cd5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:26.600110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5257503-186c-4e26-ab62-6a84532c24fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2db87b1-f089-4711-8786-a1189a135771,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:26.624925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b20a63-f2f2-43f2-855b-c9a4c3c9e976 req-59428e2c-43d7-4b02-87e8-52d87631a882 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:26.634603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87b20a63-f2f2-43f2-855b-c9a4c3c9e976 req-59428e2c-43d7-4b02-87e8-52d87631a882 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 1128 time: 0.3006818 Jan 31 18:31:26.660625 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21927575-67ea-4ca8-9fda-3116171044d9 req-98e3a383-71b3-4399-807b-986fcd90593b tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/security-groups?id=6792b6ba-3244-498a-91b9-2424d1f71765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365030 Jan 31 18:31:26.668687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee4d661-9b23-46dc-bdce-dd563a0a14ed None None] Network 36126d40-63c5-499a-b826-1a46221bc786 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:26.686142 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-403c9a23-b414-4f0d-976a-d917e435d40d admin admin] Publish callbacks [] for security_group (80b04f47-e81e-4cd8-b80d-34e407b67cd5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:26.734562 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-403c9a23-b414-4f0d-976a-d917e435d40d admin admin] Publish callbacks [] for security_group (80b04f47-e81e-4cd8-b80d-34e407b67cd5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:26.812505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-403c9a23-b414-4f0d-976a-d917e435d40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (80b04f47-e81e-4cd8-b80d-34e407b67cd5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:26.816172 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-403c9a23-b414-4f0d-976a-d917e435d40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:26.818576 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-403c9a23-b414-4f0d-976a-d917e435d40d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80b04f47-e81e-4cd8-b80d-34e407b67cd5 HTTP/1.1" status: 204 len: 168 time: 0.2585304 Jan 31 18:31:26.832251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87b20a63-f2f2-43f2-855b-c9a4c3c9e976 req-a272e5c5-2a50-418a-8a44-9f4e82cfba57 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963902 Jan 31 18:31:26.840592 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c9a23-b414-4f0d-976a-d917e435d40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b04f47-e81e-4cd8-b80d-34e407b67cd5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:26.892887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-007a4fbe-34f0-4668-93e1-691894887198 req-4139ddb6-be30-47c5-b550-7ed51ac1a167 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Deleting port 04e259f6-2973-4628-9119-a2675b6b8125 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:31:26.893326 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-007a4fbe-34f0-4668-93e1-691894887198 req-4139ddb6-be30-47c5-b550-7ed51ac1a167 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (04e259f6-2973-4628-9119-a2675b6b8125), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:27.037381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-007a4fbe-34f0-4668-93e1-691894887198 req-4139ddb6-be30-47c5-b550-7ed51ac1a167 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] For port 04e259f6-2973-4628-9119-a2675b6b8125, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=04e259f6-2973-4628-9119-a2675b6b8125,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:27.037751 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-007a4fbe-34f0-4668-93e1-691894887198 req-4139ddb6-be30-47c5-b550-7ed51ac1a167 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (04e259f6-2973-4628-9119-a2675b6b8125), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:27.082987 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc507873-a880-4845-9f2f-bb7b39481453 admin admin] Publish callbacks [] for security_group (99435ea2-fbd7-49c5-8b4e-d1a7486f4b48), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:27.084782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-007a4fbe-34f0-4668-93e1-691894887198 req-4139ddb6-be30-47c5-b550-7ed51ac1a167 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Calling delete_port for 04e259f6-2973-4628-9119-a2675b6b8125 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:31:27.100431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84173a67-c3bd-436e-9d8e-903bdfbe30e9 req-e5fc0649-b9b4-4cb4-ae16-60b44bd8f30a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:27.102284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84173a67-c3bd-436e-9d8e-903bdfbe30e9 req-e5fc0649-b9b4-4cb4-ae16-60b44bd8f30a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.2864747 Jan 31 18:31:27.121009 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc507873-a880-4845-9f2f-bb7b39481453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (99435ea2-fbd7-49c5-8b4e-d1a7486f4b48), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:27.257243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bc507873-a880-4845-9f2f-bb7b39481453 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3cb4c37f1ad4158b2d2703a541af580&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3121181 Jan 31 18:31:27.258150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50878) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:27.265362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc507873-a880-4845-9f2f-bb7b39481453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99435ea2-fbd7-49c5-8b4e-d1a7486f4b48,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:27.325814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84173a67-c3bd-436e-9d8e-903bdfbe30e9 req-759a9c92-b3ad-4dd2-bcac-c356f3ed2cc7 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997113 Jan 31 18:31:27.353515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21003f-07e7-4425-9378-18d32218175c req-3d81f0dd-6528-4beb-aaac-22d36e67afca tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:27.362970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c21003f-07e7-4425-9378-18d32218175c req-3d81f0dd-6528-4beb-aaac-22d36e67afca tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 965 time: 0.3078642 Jan 31 18:31:27.371557 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bce60634-2817-4f36-aba1-a4ebba2ff152 admin admin] Publish callbacks [] for security_group (99435ea2-fbd7-49c5-8b4e-d1a7486f4b48), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:27.404525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bce60634-2817-4f36-aba1-a4ebba2ff152 admin admin] Publish callbacks [] for security_group (99435ea2-fbd7-49c5-8b4e-d1a7486f4b48), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:27.484080 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bce60634-2817-4f36-aba1-a4ebba2ff152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (99435ea2-fbd7-49c5-8b4e-d1a7486f4b48), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:27.488781 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bce60634-2817-4f36-aba1-a4ebba2ff152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:27.491646 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bce60634-2817-4f36-aba1-a4ebba2ff152 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99435ea2-fbd7-49c5-8b4e-d1a7486f4b48 HTTP/1.1" status: 204 len: 168 time: 0.2311027 Jan 31 18:31:27.498081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c21003f-07e7-4425-9378-18d32218175c req-6dcd6166-29f3-430d-adec-885663128aec tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334455 Jan 31 18:31:27.520750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce60634-2817-4f36-aba1-a4ebba2ff152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99435ea2-fbd7-49c5-8b4e-d1a7486f4b48,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:27.560067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cc4b5-c685-448a-9d66-f301e5ebcc52 req-05b764ad-1865-4eeb-a4d1-7a3e60104f5d tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:27.562038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-208cc4b5-c685-448a-9d66-f301e5ebcc52 req-05b764ad-1865-4eeb-a4d1-7a3e60104f5d tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 1128 time: 0.1722467 Jan 31 18:31:27.584207 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-007a4fbe-34f0-4668-93e1-691894887198 req-4139ddb6-be30-47c5-b550-7ed51ac1a167 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (04e259f6-2973-4628-9119-a2675b6b8125), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:27.603458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['04e259f6-2973-4628-9119-a2675b6b8125'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:31:27.644928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139ddb6-be30-47c5-b550-7ed51ac1a167 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Pushing event deleted for resources: {'Port': ['ID=04e259f6-2973-4628-9119-a2675b6b8125,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:27.723284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-007a4fbe-34f0-4668-93e1-691894887198 req-4139ddb6-be30-47c5-b550-7ed51ac1a167 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] No DVR routers for this DVR port 04e259f6-2973-4628-9119-a2675b6b8125 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:31:27.729065 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-007a4fbe-34f0-4668-93e1-691894887198 req-4139ddb6-be30-47c5-b550-7ed51ac1a167 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:27.732849 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-007a4fbe-34f0-4668-93e1-691894887198 req-4139ddb6-be30-47c5-b550-7ed51ac1a167 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.49 "DELETE /v2.0/ports/04e259f6-2973-4628-9119-a2675b6b8125 HTTP/1.1" status: 204 len: 173 time: 1.7158687 Jan 31 18:31:27.734219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71349d35-ccb6-4b66-be50-7313ae101ff7', 'name': 'network-vif-deleted', 'tag': '04e259f6-2973-4628-9119-a2675b6b8125'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:27.748134 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b405bc-751a-4316-b633-b2dc1c3a469d" -d '{"events": [{"server_uuid": "71349d35-ccb6-4b66-be50-7313ae101ff7", "name": "network-vif-deleted", "tag": "04e259f6-2973-4628-9119-a2675b6b8125"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:27.767171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-208cc4b5-c685-448a-9d66-f301e5ebcc52 req-2d01daf9-93a2-4e1d-ab27-26003da397d4 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948452 Jan 31 18:31:27.879484 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b763be-84a3-46b0-9ae2-04d4495f8712 req-896326f5-313c-46da-8ecd-cfc410448045 tempest-DeleteServersAdminTestJSON-1672618240 tempest-DeleteServersAdminTestJSON-1672618240-project] 10.222.0.20 "GET /v2.0/ports?device_id=71349d35-ccb6-4b66-be50-7313ae101ff7 HTTP/1.1" status: 200 len: 210 time: 0.0621469 Jan 31 18:31:27.959059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50904) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:27.966995 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a70e3f1-a5be-424a-b30f-b65f4a7a1f54 x-openstack-request-id: req-5a70e3f1-a5be-424a-b30f-b65f4a7a1f54 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:27.967690 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71349d35-ccb6-4b66-be50-7313ae101ff7", "name": "network-vif-deleted", "tag": "04e259f6-2973-4628-9119-a2675b6b8125", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:27.968110 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a70e3f1-a5be-424a-b30f-b65f4a7a1f54 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:27.968767 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71349d35-ccb6-4b66-be50-7313ae101ff7', 'name': 'network-vif-deleted', 'tag': '04e259f6-2973-4628-9119-a2675b6b8125', 'status': 'completed', 'code': 200} Jan 31 18:31:27.969810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1366978321-network', 'tenant_id': '012868720e2145c9bd0e8f03bf0ba846'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:28.020044 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Made reservation on behalf of 012868720e2145c9bd0e8f03bf0ba846 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:28.024062 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.036673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.171257 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Publish callbacks [] for security_group (2b34ae50-9fad-401c-a8c8-b1e6e4cef511), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.179937 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2b34ae50-9fad-401c-a8c8-b1e6e4cef511), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.229089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:31:28.249737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b34ae50-9fad-401c-a8c8-b1e6e4cef511,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:28.256036 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (07a17643-e210-4b6c-82ac-190966a71977), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.256839 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Added segment 07a17643-e210-4b6c-82ac-190966a71977 of type vlan for network f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e Jan 31 18:31:28.294092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50914) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:28.366372 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aaa4-2d29-4a83-904f-9d1059080cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.369070 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.437004 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-1bea224b-bb8e-4377-8c4a-f90659c284f6 service neutron] 10.222.0.21 "GET /v2.0/ports/b18d7196-6732-4533-91c5-a209799a30ea/bindings/n-h1-812111-15 HTTP/1.1" status: 200 len: 385 time: 0.1344948 Jan 31 18:31:28.465863 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.466864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:28.467478 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.605846 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6426692 Jan 31 18:31:28.609964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50926) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:28.618130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8f82c918-2750-4a27-b992-f25241f5825b admin admin] Request body: {'subnet': {'network_id': 'f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1366978321-subnet', 'tenant_id': '012868720e2145c9bd0e8f03bf0ba846', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:28.629239 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aaa4-2d29-4a83-904f-9d1059080cac admin admin] Publish callbacks [] for security_group (329046ad-08e9-4903-8ecc-27127bd149c4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.634997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce942140-2cf9-4647-8165-84e93cd7eef0 admin admin] Pushing event updated for resources: {'Network': ['ID=f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:28.642469 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aaa4-2d29-4a83-904f-9d1059080cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (329046ad-08e9-4903-8ecc-27127bd149c4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.650729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:31:28.653288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f82c918-2750-4a27-b992-f25241f5825b admin admin] Made reservation on behalf of 012868720e2145c9bd0e8f03bf0ba846 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:28.669210 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f82c918-2750-4a27-b992-f25241f5825b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.684233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa4739-69a8-4b89-9a53-a77da6dbebdf req-c957e7d1-be59-480c-862e-b55e2bf76d51 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:28.686074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9efa4739-69a8-4b89-9a53-a77da6dbebdf req-c957e7d1-be59-480c-862e-b55e2bf76d51 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.1910105 Jan 31 18:31:28.824683 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ecd4aaa4-2d29-4a83-904f-9d1059080cac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8981c318fc3d4b72ada1ee09e3caa7c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5293841 Jan 31 18:31:28.825366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50936) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:28.838190 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4aaa4-2d29-4a83-904f-9d1059080cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329046ad-08e9-4903-8ecc-27127bd149c4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:28.914089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9efa4739-69a8-4b89-9a53-a77da6dbebdf req-3f7cfa05-5684-4fb3-831a-0f50ef62f268 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016075 Jan 31 18:31:28.932578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-470caaab-76a1-429a-87f0-3f45df49fa1d service neutron] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b18d7196-6732-4533-91c5-a209799a30ea,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:28.961590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80e0b61b-b0b1-4f77-bf3b-516c6057ccbd admin admin] Publish callbacks [] for security_group (329046ad-08e9-4903-8ecc-27127bd149c4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:28.986057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-470caaab-76a1-429a-87f0-3f45df49fa1d service neutron] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:29.016072 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f82c918-2750-4a27-b992-f25241f5825b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (0d053ee4-ffc6-4ee2-88e5-0c9170ecf6e1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:29.055381 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80e0b61b-b0b1-4f77-bf3b-516c6057ccbd admin admin] Publish callbacks [] for security_group (329046ad-08e9-4903-8ecc-27127bd149c4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:29.102274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82c918-2750-4a27-b992-f25241f5825b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d053ee4-ffc6-4ee2-88e5-0c9170ecf6e1,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:29.122787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-470caaab-76a1-429a-87f0-3f45df49fa1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18d7196-6732-4533-91c5-a209799a30ea {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:29.126523 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f82c918-2750-4a27-b992-f25241f5825b admin admin] Checking segment: {'id': '07a17643-e210-4b6c-82ac-190966a71977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:29.129529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82c918-2750-4a27-b992-f25241f5825b admin admin] Network hostable DHCP agents. Network: f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:31:29.140282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-470caaab-76a1-429a-87f0-3f45df49fa1d service neutron] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b18d7196-6732-4533-91c5-a209799a30ea,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:29.166497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82c918-2750-4a27-b992-f25241f5825b admin admin] Network f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:31:29.191551 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8f82c918-2750-4a27-b992-f25241f5825b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:29.194170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae2b0a-50a6-4763-8921-dccbe9137718 req-332cd8e0-f8e6-4542-9b24-a6d7b40bad63 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:29.196804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f82c918-2750-4a27-b992-f25241f5825b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:29.197408 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f82c918-2750-4a27-b992-f25241f5825b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:29.202410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06ae2b0a-50a6-4763-8921-dccbe9137718 req-332cd8e0-f8e6-4542-9b24-a6d7b40bad63 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 965 time: 0.1635306 Jan 31 18:31:29.208555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c144295-a787-4ff1-aa8c-9b0c8ce3bffc None None] Network f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:29.210688 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-470caaab-76a1-429a-87f0-3f45df49fa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b18d7196-6732-4533-91c5-a209799a30ea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:29.231735 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8f82c918-2750-4a27-b992-f25241f5825b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6203978 Jan 31 18:31:29.258095 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80e0b61b-b0b1-4f77-bf3b-516c6057ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (329046ad-08e9-4903-8ecc-27127bd149c4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:29.261322 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80e0b61b-b0b1-4f77-bf3b-516c6057ccbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:29.273803 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-80e0b61b-b0b1-4f77-bf3b-516c6057ccbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/329046ad-08e9-4903-8ecc-27127bd149c4 HTTP/1.1" status: 204 len: 168 time: 0.4432361 Jan 31 18:31:29.343113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0b61b-b0b1-4f77-bf3b-516c6057ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329046ad-08e9-4903-8ecc-27127bd149c4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:29.361972 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06ae2b0a-50a6-4763-8921-dccbe9137718 req-f7c64a9b-0138-4253-9931-1d2978430a1e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574256 Jan 31 18:31:29.474431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-470caaab-76a1-429a-87f0-3f45df49fa1d service neutron] Transition to ACTIVE for port object b18d7196-6732-4533-91c5-a209799a30ea will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:31:29.481377 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-470caaab-76a1-429a-87f0-3f45df49fa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b18d7196-6732-4533-91c5-a209799a30ea), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:29.497858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540d4c03-1a87-4ff3-93f3-725ae9eab959 None None] Network f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:29.614363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-470caaab-76a1-429a-87f0-3f45df49fa1d service neutron] No DVR routers for this DVR port b18d7196-6732-4533-91c5-a209799a30ea on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:31:29.706206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-470caaab-76a1-429a-87f0-3f45df49fa1d service neutron] 10.222.0.21 "PUT /v2.0/ports/b18d7196-6732-4533-91c5-a209799a30ea/bindings/n-h1-812111-15/activate HTTP/1.1" status: 200 len: 370 time: 1.2623525 Jan 31 18:31:29.716535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470caaab-76a1-429a-87f0-3f45df49fa1d service neutron] Pushing event updated for resources: {'Port': ['ID=b18d7196-6732-4533-91c5-a209799a30ea,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:29.825874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-0b3d5d01-9cda-4f57-844b-1d4a074b267a tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:29.827441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-0b3d5d01-9cda-4f57-844b-1d4a074b267a tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1149 time: 0.0561523 Jan 31 18:31:29.952009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-216215e8-8fd9-44e4-bd0a-0de6680e9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:29.955417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-216215e8-8fd9-44e4-bd0a-0de6680e9d70 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a HTTP/1.1" status: 200 len: 1149 time: 0.1188698 Jan 31 18:31:29.955958 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:31:30.096435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-38324d91-7927-4634-9d2f-22870c238af1 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:31:30.098330 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-38324d91-7927-4634-9d2f-22870c238af1 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099285 Jan 31 18:31:30.105424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-e9426ebe-349c-4c1d-aba3-88ec7a9f69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:30.107365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-e9426ebe-349c-4c1d-aba3-88ec7a9f69ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 1149 time: 0.1239710 Jan 31 18:31:30.393636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf6239-1234-4939-9b7f-ad3cbb242937 req-0d51b01e-932b-413c-9332-6860d7e62408 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:30.396125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-decf6239-1234-4939-9b7f-ad3cbb242937 req-0d51b01e-932b-413c-9332-6860d7e62408 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.3642442 Jan 31 18:31:30.404608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-dfd0d978-0975-49a4-bf0f-1d36fb46c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:30.406097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-dfd0d978-0975-49a4-bf0f-1d36fb46c6de service neutron] 10.222.0.20 "GET /v2.0/ports/e9136b00-4bde-4d58-ac92-bbca59604f17 HTTP/1.1" status: 200 len: 1125 time: 0.2933776 Jan 31 18:31:30.435634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] Request body: {'binding': {'host': 'n-h1-812111-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:30.436549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] Unknown quota resources ['binding']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:31:30.495964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-f4d14792-605e-47fd-8416-0c0472d67608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:30.497519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-f4d14792-605e-47fd-8416-0c0472d67608 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.3762622 Jan 31 18:31:30.506178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:30.577773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-b56a5ad6-8bb1-4393-87a2-b36fb17d65ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18d7196-6732-4533-91c5-a209799a30ea HTTP/1.1" status: 200 len: 217 time: 0.0704710 Jan 31 18:31:30.615543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-decf6239-1234-4939-9b7f-ad3cbb242937 req-caee6aea-7227-4d25-8f3d-c7e6bb49f6df tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024462 Jan 31 18:31:30.647607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 04e259f6-2973-4628-9119-a2675b6b8125 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:31:30.712916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 04e259f6-2973-4628-9119-a2675b6b8125 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:31:30.713133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-e03e586b-98a3-4218-9f14-cd44c2feb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:30.713644 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 04e259f6-2973-4628-9119-a2675b6b8125 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:31:30.714492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-e03e586b-98a3-4218-9f14-cd44c2feb6c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.0980980 Jan 31 18:31:30.759000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-94fb4223-fb47-4c2a-a8bb-e6b242c93b0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356987 Jan 31 18:31:30.759749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] Attempting to bind port e9136b00-4bde-4d58-ac92-bbca59604f17 on host n-h1-812111-15 for vnic_type normal with profile None {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:30.760028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] Attempting to bind port e9136b00-4bde-4d58-ac92-bbca59604f17 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:30.760562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] Attempting to bind port e9136b00-4bde-4d58-ac92-bbca59604f17 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:30.766124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] Port e9136b00-4bde-4d58-ac92-bbca59604f17 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:31:30.766413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] Attempting to bind port e9136b00-4bde-4d58-ac92-bbca59604f17 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:30.793744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:30.794046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:30.794448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:30.794902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] Bound port: e9136b00-4bde-4d58-ac92-bbca59604f17, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:30.902177 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-03cd84e5-580b-4e6c-83a2-e40e4a64c50f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=660c2c4a4f844a99bd2f68cd13ffa595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928912 Jan 31 18:31:30.904408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51020) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:30.940051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e9136b00-4bde-4d58-ac92-bbca59604f17,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:30.945485 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-12a7f6cc-7f4e-4a81-a191-9cb64cf9aa51 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766546 Jan 31 18:31:30.952410 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:30.953669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-6acc3911-615f-453d-9497-af6c1066aeb4 service neutron] 10.222.0.20 "POST /v2.0/ports/e9136b00-4bde-4d58-ac92-bbca59604f17/bindings HTTP/1.1" status: 201 len: 390 time: 0.5244980 Jan 31 18:31:31.071858 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-842dc3f7-ce68-405c-9521-af9b0509d423 admin admin] Publish callbacks [] for security_group (6792b6ba-3244-498a-91b9-2424d1f71765), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:31.127694 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-842dc3f7-ce68-405c-9521-af9b0509d423 admin admin] Publish callbacks [] for security_group (6792b6ba-3244-498a-91b9-2424d1f71765), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:31.155916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-8fad275c-e5d1-4062-8197-a8c7730c56af service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960552 Jan 31 18:31:31.240237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451d325-503f-4670-a1ea-d348714ed013 req-67462e2d-c638-43ed-ae0d-f844dedec8c1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:31.242257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b451d325-503f-4670-a1ea-d348714ed013 req-67462e2d-c638-43ed-ae0d-f844dedec8c1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 966 time: 0.1173158 Jan 31 18:31:31.271840 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-842dc3f7-ce68-405c-9521-af9b0509d423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6792b6ba-3244-498a-91b9-2424d1f71765), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:31.274852 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-842dc3f7-ce68-405c-9521-af9b0509d423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:31.277888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-842dc3f7-ce68-405c-9521-af9b0509d423 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6792b6ba-3244-498a-91b9-2424d1f71765 HTTP/1.1" status: 204 len: 168 time: 0.3704684 Jan 31 18:31:31.297312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dc3f7-ce68-405c-9521-af9b0509d423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6792b6ba-3244-498a-91b9-2424d1f71765,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:31.398487 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b451d325-503f-4670-a1ea-d348714ed013 req-4de95483-c187-4c59-8d56-d0ada7abb390 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502621 Jan 31 18:31:31.611696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-b5d23361-5e90-4fb1-8849-620f05be7a57 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:31.613875 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-b5d23361-5e90-4fb1-8849-620f05be7a57 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 1149 time: 0.0829580 Jan 31 18:31:31.670430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-705ec02c-ecc5-44db-8c7d-91e233524a6e tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:31.672173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-705ec02c-ecc5-44db-8c7d-91e233524a6e tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/networks?id=36126d40-63c5-499a-b826-1a46221bc786 HTTP/1.1" status: 200 len: 815 time: 0.2341220 Jan 31 18:31:31.709807 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-a1c96f06-a6b9-4f65-a29d-e770ff33ffba tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/quotas/a1305edae93a45479e621b91df9c6cb2 HTTP/1.1" status: 200 len: 375 time: 0.0275421 Jan 31 18:31:31.760676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-531e1fd4-b591-40c5-997d-ce67f4b2f78e tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1305edae93a45479e621b91df9c6cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360157 Jan 31 18:31:31.845656 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51054) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:31.885206 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c451d7f-0cce-4436-8677-795430cb0799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:31.904247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-83031f5a-fb82-47eb-b5d4-861532721413 service neutron] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:31.913209 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-83031f5a-fb82-47eb-b5d4-861532721413 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:31.914747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa2cf450-93ec-4178-a20f-c6cc8f439e5c req-83031f5a-fb82-47eb-b5d4-861532721413 service neutron] 10.222.0.49 "DELETE /v2.0/ports/b18d7196-6732-4533-91c5-a209799a30ea/bindings/n-h2-812111-15 HTTP/1.1" status: 204 len: 173 time: 0.2909100 Jan 31 18:31:31.945640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-6fa99b8f-62a4-4357-b895-bc7faaa01813 service neutron] 10.222.0.20 "GET /v2.0/networks/36126d40-63c5-499a-b826-1a46221bc786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557045 Jan 31 18:31:32.033451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c451d7f-0cce-4436-8677-795430cb0799 admin admin] Publish callbacks [] for security_group (90c290e3-2295-49c0-8148-67a34ef65a76), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:32.042897 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c451d7f-0cce-4436-8677-795430cb0799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (90c290e3-2295-49c0-8148-67a34ef65a76), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:32.108261 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5c451d7f-0cce-4436-8677-795430cb0799 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49b4824234e34dff8b6031557e2aca32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578616 Jan 31 18:31:32.108656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51060) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:32.111052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c451d7f-0cce-4436-8677-795430cb0799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c290e3-2295-49c0-8148-67a34ef65a76,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:32.162990 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-07143437-cf28-4194-b827-955fa1d753cb service neutron] 10.222.0.20 "GET /v2.0/networks/36126d40-63c5-499a-b826-1a46221bc786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088053 Jan 31 18:31:32.176620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5eea08-9c42-49ec-85ef-d3d4179a02b8 req-8b9e13a3-f7a7-4beb-a7da-719eb6d1e42a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:32.178077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c5eea08-9c42-49ec-85ef-d3d4179a02b8 req-8b9e13a3-f7a7-4beb-a7da-719eb6d1e42a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 945 time: 0.1441498 Jan 31 18:31:32.204124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ddc604f-fde4-4cf4-a883-db8f4af7c890 admin admin] Publish callbacks [] for security_group (90c290e3-2295-49c0-8148-67a34ef65a76), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:32.252309 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ddc604f-fde4-4cf4-a883-db8f4af7c890 admin admin] Publish callbacks [] for security_group (90c290e3-2295-49c0-8148-67a34ef65a76), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:32.276369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c5eea08-9c42-49ec-85ef-d3d4179a02b8 req-d7504c42-ba36-41df-85bf-7350e9616da0 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846934 Jan 31 18:31:32.344512 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ddc604f-fde4-4cf4-a883-db8f4af7c890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (90c290e3-2295-49c0-8148-67a34ef65a76), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:32.363713 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ddc604f-fde4-4cf4-a883-db8f4af7c890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:32.382821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3ddc604f-fde4-4cf4-a883-db8f4af7c890 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90c290e3-2295-49c0-8148-67a34ef65a76 HTTP/1.1" status: 204 len: 168 time: 0.2680004 Jan 31 18:31:32.410002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc604f-fde4-4cf4-a883-db8f4af7c890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c290e3-2295-49c0-8148-67a34ef65a76,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:32.522123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c523544-c2ac-4fe1-9d9e-0d39db45d229 req-3e0f90d8-b4f2-43c7-bc51-e09f8c3bfe83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:32.523929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c523544-c2ac-4fe1-9d9e-0d39db45d229 req-3e0f90d8-b4f2-43c7-bc51-e09f8c3bfe83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.1083000 Jan 31 18:31:32.627581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c523544-c2ac-4fe1-9d9e-0d39db45d229 req-af8dfacb-8fc9-4c1f-9c6a-011735203bac tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885885 Jan 31 18:31:32.800908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59d16f19-900d-45fc-bab2-e20b113a9bcb req-52ed7014-d785-4bf0-950a-d94d392865cd tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 210 time: 0.0375621 Jan 31 18:31:32.873734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device b18d7196-6732-4533-91c5-a209799a30ea no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:31:32.960844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port b18d7196-6732-4533-91c5-a209799a30ea host n-h1-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:31:32.961554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device b18d7196-6732-4533-91c5-a209799a30ea not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:31:33.041219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61927c85-f6ac-4aac-a9dd-e87f135babc8 req-8571dd37-cc3c-44d5-aee2-8d196e4896ba tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.041999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61927c85-f6ac-4aac-a9dd-e87f135babc8 req-8571dd37-cc3c-44d5-aee2-8d196e4896ba tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.042652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61927c85-f6ac-4aac-a9dd-e87f135babc8 req-8571dd37-cc3c-44d5-aee2-8d196e4896ba tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.043518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61927c85-f6ac-4aac-a9dd-e87f135babc8 req-8571dd37-cc3c-44d5-aee2-8d196e4896ba tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.044159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61927c85-f6ac-4aac-a9dd-e87f135babc8 req-8571dd37-cc3c-44d5-aee2-8d196e4896ba tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.044806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61927c85-f6ac-4aac-a9dd-e87f135babc8 req-8571dd37-cc3c-44d5-aee2-8d196e4896ba tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.045510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61927c85-f6ac-4aac-a9dd-e87f135babc8 req-8571dd37-cc3c-44d5-aee2-8d196e4896ba tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.046409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61927c85-f6ac-4aac-a9dd-e87f135babc8 req-8571dd37-cc3c-44d5-aee2-8d196e4896ba tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.047356 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61927c85-f6ac-4aac-a9dd-e87f135babc8 req-8571dd37-cc3c-44d5-aee2-8d196e4896ba tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.070311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61927c85-f6ac-4aac-a9dd-e87f135babc8 req-8571dd37-cc3c-44d5-aee2-8d196e4896ba tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6419 time: 0.4061382 Jan 31 18:31:33.105760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f96b3b-1bb6-4f77-a9e9-629489df262b req-82d02936-0b72-45b4-8133-3501f4b371d1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.110144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65f96b3b-1bb6-4f77-a9e9-629489df262b req-82d02936-0b72-45b4-8133-3501f4b371d1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 966 time: 0.1769753 Jan 31 18:31:33.277636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65f96b3b-1bb6-4f77-a9e9-629489df262b req-3ed540ac-75d7-4131-899a-26d32c381504 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527221 Jan 31 18:31:33.555474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbeabb-1cfc-46dd-8ed2-458887531ab4 req-ee48ecfd-21e6-4861-aa59-58733118b076 tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.557242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1cbeabb-1cfc-46dd-8ed2-458887531ab4 req-ee48ecfd-21e6-4861-aa59-58733118b076 tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 886 time: 0.2761805 Jan 31 18:31:33.629277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98719e25-7d5d-461b-9e55-baeee068a227 req-cc9daf3d-60dd-4002-a969-f21f062c3321 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.631511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98719e25-7d5d-461b-9e55-baeee068a227 req-cc9daf3d-60dd-4002-a969-f21f062c3321 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 945 time: 0.1345658 Jan 31 18:31:33.633297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-43de8cdb-290c-4c49-8fcc-f10e7e365658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.634752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-43de8cdb-290c-4c49-8fcc-f10e7e365658 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 1128 time: 0.1364346 Jan 31 18:31:33.767913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98719e25-7d5d-461b-9e55-baeee068a227 req-772ec1e9-2873-459f-bebd-aae94e4b475d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251376 Jan 31 18:31:33.854363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-7d20dc72-b179-456d-8226-ef31a1fbfd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:33.855908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-7d20dc72-b179-456d-8226-ef31a1fbfd5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.2122788 Jan 31 18:31:33.959413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-226ffdfb-8c15-4ae3-bef1-302255a6b481 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9136b00-4bde-4d58-ac92-bbca59604f17 HTTP/1.1" status: 200 len: 217 time: 0.0947773 Jan 31 18:31:34.082826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabbdea-83db-4e68-ad7e-8ee9dd689687 req-bea6cf03-702b-4c3f-ac96-84fe451b8124 tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.083437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabbdea-83db-4e68-ad7e-8ee9dd689687 req-bea6cf03-702b-4c3f-ac96-84fe451b8124 tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.083966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabbdea-83db-4e68-ad7e-8ee9dd689687 req-bea6cf03-702b-4c3f-ac96-84fe451b8124 tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.084511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabbdea-83db-4e68-ad7e-8ee9dd689687 req-bea6cf03-702b-4c3f-ac96-84fe451b8124 tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.084994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabbdea-83db-4e68-ad7e-8ee9dd689687 req-bea6cf03-702b-4c3f-ac96-84fe451b8124 tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.085470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabbdea-83db-4e68-ad7e-8ee9dd689687 req-bea6cf03-702b-4c3f-ac96-84fe451b8124 tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.085943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabbdea-83db-4e68-ad7e-8ee9dd689687 req-bea6cf03-702b-4c3f-ac96-84fe451b8124 tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.086768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabbdea-83db-4e68-ad7e-8ee9dd689687 req-bea6cf03-702b-4c3f-ac96-84fe451b8124 tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.087404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabbdea-83db-4e68-ad7e-8ee9dd689687 req-bea6cf03-702b-4c3f-ac96-84fe451b8124 tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.089738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-24c77fe1-09cc-4c20-a8af-f9d14b4fd481 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.091599 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-24c77fe1-09cc-4c20-a8af-f9d14b4fd481 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.49 "GET /v2.0/networks?id=36126d40-63c5-499a-b826-1a46221bc786 HTTP/1.1" status: 200 len: 815 time: 0.1954179 Jan 31 18:31:34.103278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cfabbdea-83db-4e68-ad7e-8ee9dd689687 req-bea6cf03-702b-4c3f-ac96-84fe451b8124 tempest-NetworksTest-188036640 tempest-NetworksTest-188036640-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6419 time: 0.2800715 Jan 31 18:31:34.110639 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Request body: {'port': {'device_id': '21e90b8c-35e1-4368-a1fa-32b2726a8023', 'network_id': '36126d40-63c5-499a-b826-1a46221bc786', 'admin_state_up': True, 'tenant_id': 'a1305edae93a45479e621b91df9c6cb2'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:34.111590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-29fcf9dc-259d-4187-80b4-d8903e7a29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.119123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-29fcf9dc-259d-4187-80b4-d8903e7a29bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.1489754 Jan 31 18:31:34.184808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-fe8f64dd-38eb-4829-b982-112b325dfb5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595579 Jan 31 18:31:34.360084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cbe0d-626a-433e-80a9-ea3a183b4199 req-877d8fbb-5c46-4f73-9b9b-6d2c04820e36 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.363090 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-970cbe0d-626a-433e-80a9-ea3a183b4199 req-877d8fbb-5c46-4f73-9b9b-6d2c04820e36 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 1149 time: 0.1420398 Jan 31 18:31:34.365846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-a4fae8b5-8575-4227-9cd5-2d0bc6b88f29 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738596 Jan 31 18:31:34.367292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Made reservation on behalf of a1305edae93a45479e621b91df9c6cb2 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:34.374145 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:34.517332 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-970cbe0d-626a-433e-80a9-ea3a183b4199 req-5c067d2c-ee2a-4956-805d-28568291a038 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359076 Jan 31 18:31:34.620758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-d3c59eb7-47c3-4764-9c56-9560bd3fa968 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383606 Jan 31 18:31:34.660515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0ee9-f7bb-4347-ac62-a0e0cf45cb68 req-a9c57049-538c-4ee9-b7fa-e2c340e5a620 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.662051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87de0ee9-f7bb-4347-ac62-a0e0cf45cb68 req-a9c57049-538c-4ee9-b7fa-e2c340e5a620 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.1155190 Jan 31 18:31:34.918138 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51172) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:34.960310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Allocated IP 172.20.0.4 (36126d40-63c5-499a-b826-1a46221bc786/d1060822-4e18-404c-a17a-93c1ad400b47/286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:31:35.050370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45f0cbcf-970b-4219-9b05-f989e79705bb req-b388cabd-1365-4ce4-a5ba-572e369e66c7 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 210 time: 0.0401871 Jan 31 18:31:35.057165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87de0ee9-f7bb-4347-ac62-a0e0cf45cb68 req-84fcd38e-bcc0-446d-bebc-631d33916333 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845577 Jan 31 18:31:35.064714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-5fbe81df-ee5c-425a-b732-c020e9cf8a91 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:35.067111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-5fbe81df-ee5c-425a-b732-c020e9cf8a91 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580&tenant_id=9fffd57ee5764d53b8880788295d6082&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1128 time: 0.3572810 Jan 31 18:31:35.087473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-15'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:35.222080 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Publish callbacks [] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:35.283326 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:35.333333 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:35.357689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Pushing event updated for resources: {'Port': ['ID=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:35.366129 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2c73-49e1-44c0-af95-8c9b262649f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:35.383962 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Network 36126d40-63c5-499a-b826-1a46221bc786 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:31:35.438355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06d349-2e5e-4c96-abe2-b10cf322229e req-b2d3e5ee-1ef4-4e09-80c3-c0bf2ac2a419 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:35.442069 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a06d349-2e5e-4c96-abe2-b10cf322229e req-b2d3e5ee-1ef4-4e09-80c3-c0bf2ac2a419 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 945 time: 0.2420490 Jan 31 18:31:35.481187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2c73-49e1-44c0-af95-8c9b262649f7 admin admin] Publish callbacks [] for security_group (95f078f9-0fed-4fad-98db-932b860e4c7a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:35.484713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:35.489705 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2c73-49e1-44c0-af95-8c9b262649f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (95f078f9-0fed-4fad-98db-932b860e4c7a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:35.503544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:31:35.513072 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:35.513072 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:35.556947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-1a301cdf-14f5-41c1-ba3b-4d6accd88ee5 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:35.558543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-1a301cdf-14f5-41c1-ba3b-4d6accd88ee5 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 807 time: 0.2871451 Jan 31 18:31:35.561474 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-1aaa1d30-5f9c-4055-a08a-a0de3f3f7aa8 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4610760 Jan 31 18:31:35.567766 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cd8a2c73-49e1-44c0-af95-8c9b262649f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b12bea3058c480bb7b0e5b2bba74fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6484547 Jan 31 18:31:35.570355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a2c73-49e1-44c0-af95-8c9b262649f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f078f9-0fed-4fad-98db-932b860e4c7a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:35.574813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51202) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:35.582551 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Request body: {'port': {'device_id': '21e90b8c-35e1-4368-a1fa-32b2726a8023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:35.623863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51204) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:35.630279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a06d349-2e5e-4c96-abe2-b10cf322229e req-c3049454-14ea-4db3-9139-2dc004bc239d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871958 Jan 31 18:31:35.637536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-83a5e568-cda7-452a-90f1-2bc520f6eba5 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/quotas/76e6cbf2e2d142bc94c6528ccfb94e0a HTTP/1.1" status: 200 len: 375 time: 0.0391927 Jan 31 18:31:35.748229 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adc96c75-7c74-42c6-b0c7-ddcfba98c961 admin admin] Publish callbacks [] for security_group (95f078f9-0fed-4fad-98db-932b860e4c7a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:35.765799 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:35.766137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9136b00-4bde-4d58-ac92-bbca59604f17,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:35.798002 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adc96c75-7c74-42c6-b0c7-ddcfba98c961 admin admin] Publish callbacks [] for security_group (95f078f9-0fed-4fad-98db-932b860e4c7a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:35.825678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-965217d1-0e6d-4cb7-b646-62e26dc8e784 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1791520 Jan 31 18:31:35.918262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:35.967931 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a01dfd5b-7589-4ba4-a0ae-4ee756ebefea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.004203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e303e-bfdd-4e49-994d-55fef6348580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9136b00-4bde-4d58-ac92-bbca59604f17'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:36.007539 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea224455-a945-4cc0-ae06-ae30022fa2d8" -d '{"events": [{"server_uuid": "136e303e-bfdd-4e49-994d-55fef6348580", "name": "network-vif-unplugged", "status": "completed", "tag": "e9136b00-4bde-4d58-ac92-bbca59604f17"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:36.013851 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adc96c75-7c74-42c6-b0c7-ddcfba98c961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (95f078f9-0fed-4fad-98db-932b860e4c7a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.016538 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adc96c75-7c74-42c6-b0c7-ddcfba98c961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.017929 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-adc96c75-7c74-42c6-b0c7-ddcfba98c961 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95f078f9-0fed-4fad-98db-932b860e4c7a HTTP/1.1" status: 204 len: 168 time: 0.4418454 Jan 31 18:31:36.022917 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Publish callbacks [] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.046227 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.056835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc96c75-7c74-42c6-b0c7-ddcfba98c961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f078f9-0fed-4fad-98db-932b860e4c7a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:36.073586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-6f3b15a9-4787-45a9-a8d9-c49a293d6fc0 service neutron] 10.222.0.20 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469625 Jan 31 18:31:36.271276 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f575a9-181b-4565-9e48-35b80a2c87df x-openstack-request-id: req-c1f575a9-181b-4565-9e48-35b80a2c87df {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:36.271721 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e303e-bfdd-4e49-994d-55fef6348580", "name": "network-vif-unplugged", "status": "completed", "tag": "e9136b00-4bde-4d58-ac92-bbca59604f17", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:36.271993 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1f575a9-181b-4565-9e48-35b80a2c87df {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:36.272415 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e303e-bfdd-4e49-994d-55fef6348580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9136b00-4bde-4d58-ac92-bbca59604f17', 'code': 200} Jan 31 18:31:36.297370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:36.312444 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Publish callbacks [] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.316151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Pushing event updated for resources: {'Port': ['ID=e9136b00-4bde-4d58-ac92-bbca59604f17,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:36.320484 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a01dfd5b-7589-4ba4-a0ae-4ee756ebefea admin admin] Publish callbacks [] for security_group (a23e30e1-bb60-4493-a4b8-962413627298), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.338009 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a01dfd5b-7589-4ba4-a0ae-4ee756ebefea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a23e30e1-bb60-4493-a4b8-962413627298), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.350171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Transition to ACTIVE for port object 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:31:36.356745 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.379060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Attempting to bind port e9136b00-4bde-4d58-ac92-bbca59604f17 on host n-h2-812111-15 for vnic_type normal with profile {"migrating_to": "n-h1-812111-15"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:36.379575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Attempting to bind port e9136b00-4bde-4d58-ac92-bbca59604f17 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:36.379997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Attempting to bind port e9136b00-4bde-4d58-ac92-bbca59604f17 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:36.432537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Pushing event updated for resources: {'Port': ['ID=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:36.458402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Port e9136b00-4bde-4d58-ac92-bbca59604f17 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:31:36.458933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Attempting to bind port e9136b00-4bde-4d58-ac92-bbca59604f17 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:36.470630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Attempting to bind port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:36.470630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Attempting to bind port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '4484a0bf-f92c-443e-a2c5-d6f25eab8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '36126d40-63c5-499a-b826-1a46221bc786'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:36.472808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Attempting to bind port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef on network 36126d40-63c5-499a-b826-1a46221bc786 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:36.477331 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef on network 36126d40-63c5-499a-b826-1a46221bc786 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:31:36.477664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Attempting to bind port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef on network 36126d40-63c5-499a-b826-1a46221bc786 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:36.484228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:36.484610 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Checking segment: {'id': '4484a0bf-f92c-443e-a2c5-d6f25eab8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '36126d40-63c5-499a-b826-1a46221bc786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:36.484999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Bound using segment: {'id': '4484a0bf-f92c-443e-a2c5-d6f25eab8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '36126d40-63c5-499a-b826-1a46221bc786'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:36.485434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Bound port: 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4484a0bf-f92c-443e-a2c5-d6f25eab8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '36126d40-63c5-499a-b826-1a46221bc786'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:36.485793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.500685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a01dfd5b-7589-4ba4-a0ae-4ee756ebefea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=382c1431f13d48d6b1dd8a24d140de9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8715613 Jan 31 18:31:36.501122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:36.504310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4218618d-2e91-4e6a-9ea7-b163aa147100 service neutron] 10.222.0.20 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634303 Jan 31 18:31:36.504684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:36.505250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:36.505882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:36.506621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Bound port: e9136b00-4bde-4d58-ac92-bbca59604f17, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:36.507220 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.514517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dfd5b-7589-4ba4-a0ae-4ee756ebefea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23e30e1-bb60-4493-a4b8-962413627298,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:36.538157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:36.580171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc726e67-1f36-4b15-9631-1d1ebd7064ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.608368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22eb6d-5b3a-4a35-91d6-1d14d91fa99d req-c6f92a04-b5dc-4367-b18d-afee1c58d4c5 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:36.610780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a22eb6d-5b3a-4a35-91d6-1d14d91fa99d req-c6f92a04-b5dc-4367-b18d-afee1c58d4c5 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 943 time: 0.2765245 Jan 31 18:31:36.627326 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] For port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:36.670682 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] For port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef,segment=NetworkSegment(4484a0bf-f92c-443e-a2c5-d6f25eab8e59),segment_id=4484a0bf-f92c-443e-a2c5-d6f25eab8e59)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:36.675204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:36.676799 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e8cdf79-412b-4f43-91e0-f49cd6a588cb admin admin] Publish callbacks [] for security_group (a23e30e1-bb60-4493-a4b8-962413627298), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.703051 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.724827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9136b00-4bde-4d58-ac92-bbca59604f17,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:36.737314 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.777519 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e8cdf79-412b-4f43-91e0-f49cd6a588cb admin admin] Publish callbacks [] for security_group (a23e30e1-bb60-4493-a4b8-962413627298), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.792918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a22eb6d-5b3a-4a35-91d6-1d14d91fa99d req-fd99e2ff-9b29-4c19-ac15-7873089a0cc6 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4f66e59-d77f-4b6c-8031-49be826543d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760924 Jan 31 18:31:36.795021 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:36.796007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.797189 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] 10.222.0.49 "PUT /v2.0/ports/286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef HTTP/1.1" status: 200 len: 1092 time: 1.2238033 Jan 31 18:31:36.806320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e90b8c-35e1-4368-a1fa-32b2726a8023', 'tag': '286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:36.809820 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181fad07-d0b9-417c-8bb1-b1f40df99620" -d '{"events": [{"name": "network-changed", "server_uuid": "21e90b8c-35e1-4368-a1fa-32b2726a8023", "tag": "286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:36.884235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Pushing event updated for resources: {'Port': ['ID=e9136b00-4bde-4d58-ac92-bbca59604f17,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:36.954842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c475143-f709-4126-9b45-5cda78c83e09 req-a4dd8e32-c9c1-4d50-980c-c2ddb8494759 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:36.962293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9916417-a41a-47ae-914a-7347acf5ddb2 service neutron] Pushing event updated for resources: {'Port': ['ID=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:36.969169 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc726e67-1f36-4b15-9631-1d1ebd7064ab admin admin] Publish callbacks [] for security_group (ad2c2cff-0e44-4261-b055-57663d41b922), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.979676 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc726e67-1f36-4b15-9631-1d1ebd7064ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ad2c2cff-0e44-4261-b055-57663d41b922), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:36.981198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c475143-f709-4126-9b45-5cda78c83e09 req-a4dd8e32-c9c1-4d50-980c-c2ddb8494759 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.1974051 Jan 31 18:31:37.077103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e8cdf79-412b-4f43-91e0-f49cd6a588cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a23e30e1-bb60-4493-a4b8-962413627298), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:37.079669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e8cdf79-412b-4f43-91e0-f49cd6a588cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:37.081425 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4e8cdf79-412b-4f43-91e0-f49cd6a588cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a23e30e1-bb60-4493-a4b8-962413627298 HTTP/1.1" status: 204 len: 168 time: 0.5780187 Jan 31 18:31:37.086474 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dc726e67-1f36-4b15-9631-1d1ebd7064ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d6953500a3a41539ca25891f98cf6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5446682 Jan 31 18:31:37.087089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:37.092190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c475143-f709-4126-9b45-5cda78c83e09 req-7748ee80-a158-4f58-a741-f7cc4ef66389 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945845 Jan 31 18:31:37.116016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-daa723d4-55f9-4ec7-afdf-7bee0185683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:37.117960 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-daa723d4-55f9-4ec7-afdf-7bee0185683a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1305edae93a45479e621b91df9c6cb2&device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 1126 time: 0.2560432 Jan 31 18:31:37.118805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc726e67-1f36-4b15-9631-1d1ebd7064ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2c2cff-0e44-4261-b055-57663d41b922,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:37.127565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:37.131548 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:37.137979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c92620e7-53c1-425b-a6a8-53bb1c41eabd service neutron] 10.222.0.49 "PUT /v2.0/ports/e9136b00-4bde-4d58-ac92-bbca59604f17 HTTP/1.1" status: 200 len: 1123 time: 2.0562890 Jan 31 18:31:37.181785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cdf79-412b-4f43-91e0-f49cd6a588cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23e30e1-bb60-4493-a4b8-962413627298,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:37.225550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e9136b00-4bde-4d58-ac92-bbca59604f17'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:31:37.244184 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-042c7666-0642-4274-b99c-886acc65f9ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef HTTP/1.1" status: 200 len: 217 time: 0.0732894 Jan 31 18:31:37.269459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46f70015-6230-404b-ba0b-0aa2f72efda3 req-dbcd58c6-e131-4bd3-884f-edb0aa7821b7 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 210 time: 0.1051607 Jan 31 18:31:37.393114 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a67411-6193-4469-8390-991f52556cee x-openstack-request-id: req-55a67411-6193-4469-8390-991f52556cee {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:37.394059 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e90b8c-35e1-4368-a1fa-32b2726a8023", "tag": "286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:37.395994 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55a67411-6193-4469-8390-991f52556cee {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:37.396538 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e90b8c-35e1-4368-a1fa-32b2726a8023', 'tag': '286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef', 'status': 'completed', 'code': 200} Jan 31 18:31:37.414012 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb133b8d-53a4-4ab8-b7e0-0aba7d75fc6b admin admin] Publish callbacks [] for security_group (ad2c2cff-0e44-4261-b055-57663d41b922), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:37.429090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-f6e14ffd-0cc5-478d-b7ae-93a736fd5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:37.431025 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-f6e14ffd-0cc5-478d-b7ae-93a736fd5a65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1060822-4e18-404c-a17a-93c1ad400b47 HTTP/1.1" status: 200 len: 855 time: 0.1805356 Jan 31 18:31:37.474426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c669cdf-7956-43db-977c-07fdc7b47048 req-893468e7-2037-4efd-8cc1-28cbd5962812 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:37.476113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c669cdf-7956-43db-977c-07fdc7b47048 req-893468e7-2037-4efd-8cc1-28cbd5962812 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 943 time: 0.0936522 Jan 31 18:31:37.479563 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-c3bac59d-a289-4b3a-b144-83337294491a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=36126d40-63c5-499a-b826-1a46221bc786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404553 Jan 31 18:31:37.485393 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb133b8d-53a4-4ab8-b7e0-0aba7d75fc6b admin admin] Publish callbacks [] for security_group (ad2c2cff-0e44-4261-b055-57663d41b922), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:37.601746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c669cdf-7956-43db-977c-07fdc7b47048 req-b2eb9e97-60a6-4c90-bcf7-cb961de987d4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189144 Jan 31 18:31:37.686939 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb133b8d-53a4-4ab8-b7e0-0aba7d75fc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ad2c2cff-0e44-4261-b055-57663d41b922), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:37.689810 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb133b8d-53a4-4ab8-b7e0-0aba7d75fc6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:37.694597 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cb133b8d-53a4-4ab8-b7e0-0aba7d75fc6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad2c2cff-0e44-4261-b055-57663d41b922 HTTP/1.1" status: 204 len: 168 time: 0.5928078 Jan 31 18:31:37.695935 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-d7f4c468-a8bd-4964-b514-6c953a429267 service neutron] 10.222.0.49 "GET /v2.0/networks/36126d40-63c5-499a-b826-1a46221bc786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079194 Jan 31 18:31:37.703082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb133b8d-53a4-4ab8-b7e0-0aba7d75fc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2c2cff-0e44-4261-b055-57663d41b922,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:37.777928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51272) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:37.799319 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd1b4006-6a96-4f03-bf4e-b2054c4361a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:37.905313 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5e04547-6030-45c4-98e6-fcae74bc3485 req-0cea330b-267d-4ab2-b98a-a23633c7682f service neutron] 10.222.0.49 "GET /v2.0/networks/36126d40-63c5-499a-b826-1a46221bc786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948543 Jan 31 18:31:37.980638 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd1b4006-6a96-4f03-bf4e-b2054c4361a2 admin admin] Publish callbacks [] for security_group (45bea1a0-d20f-4186-93ce-916f170040fc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:38.015804 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd1b4006-6a96-4f03-bf4e-b2054c4361a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (45bea1a0-d20f-4186-93ce-916f170040fc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:38.046236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fad07-d0b9-417c-8bb1-b1f40df99620 req-e6fbf277-8106-4d49-95a5-f533b409cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:38.048718 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-181fad07-d0b9-417c-8bb1-b1f40df99620 req-e6fbf277-8106-4d49-95a5-f533b409cabe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a1305edae93a45479e621b91df9c6cb2&device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 1126 time: 0.0724354 Jan 31 18:31:38.088492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bd1b4006-6a96-4f03-bf4e-b2054c4361a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=380fe7e8294a46f0b0c9c13495ce5eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089004 Jan 31 18:31:38.092763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51278) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:38.104795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b4006-6a96-4f03-bf4e-b2054c4361a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bea1a0-d20f-4186-93ce-916f170040fc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:38.124400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca348a6-9600-424f-a20e-7738d5e3b3dd req-05f1719c-fb48-47a3-850f-27924a913116 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:38.136065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ca348a6-9600-424f-a20e-7738d5e3b3dd req-05f1719c-fb48-47a3-850f-27924a913116 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 943 time: 0.1706240 Jan 31 18:31:38.231611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ca348a6-9600-424f-a20e-7738d5e3b3dd req-9cd47b1a-dc8f-4d9a-83a7-777b4f12c128 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4f66e59-d77f-4b6c-8031-49be826543d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941372 Jan 31 18:31:38.258961 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcd650ed-429b-43fa-a443-48ebcc3cf7a3 admin admin] Publish callbacks [] for security_group (45bea1a0-d20f-4186-93ce-916f170040fc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:38.264387 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fad07-d0b9-417c-8bb1-b1f40df99620 req-0b4495c0-e456-4670-b5e8-23cf283b6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:38.271199 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-181fad07-d0b9-417c-8bb1-b1f40df99620 req-0b4495c0-e456-4670-b5e8-23cf283b6d83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=36126d40-63c5-499a-b826-1a46221bc786 HTTP/1.1" status: 200 len: 916 time: 0.2144763 Jan 31 18:31:38.275741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136e303e-bfdd-4e49-994d-55fef6348580', 'tag': 'e9136b00-4bde-4d58-ac92-bbca59604f17'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:38.284299 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57951c13-f4f1-4ed2-a36d-1780d1a935d9" -d '{"events": [{"name": "network-changed", "server_uuid": "136e303e-bfdd-4e49-994d-55fef6348580", "tag": "e9136b00-4bde-4d58-ac92-bbca59604f17"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:38.319278 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcd650ed-429b-43fa-a443-48ebcc3cf7a3 admin admin] Publish callbacks [] for security_group (45bea1a0-d20f-4186-93ce-916f170040fc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:38.377120 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe7cca2-c728-4c88-913d-0af9954bd3e7 x-openstack-request-id: req-dfe7cca2-c728-4c88-913d-0af9954bd3e7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:38.377462 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136e303e-bfdd-4e49-994d-55fef6348580", "tag": "e9136b00-4bde-4d58-ac92-bbca59604f17", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:38.378898 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfe7cca2-c728-4c88-913d-0af9954bd3e7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:38.379724 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136e303e-bfdd-4e49-994d-55fef6348580', 'tag': 'e9136b00-4bde-4d58-ac92-bbca59604f17', 'status': 'completed', 'code': 200} Jan 31 18:31:38.390662 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-181fad07-d0b9-417c-8bb1-b1f40df99620 req-dbcc770d-b19f-4245-a7e9-cbe609f8523e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef HTTP/1.1" status: 200 len: 217 time: 0.1132944 Jan 31 18:31:38.459037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51290) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:38.502380 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fad07-d0b9-417c-8bb1-b1f40df99620 req-a3716c92-6037-40b2-bc6c-1158e347d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:38.506575 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-181fad07-d0b9-417c-8bb1-b1f40df99620 req-a3716c92-6037-40b2-bc6c-1158e347d263 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1060822-4e18-404c-a17a-93c1ad400b47 HTTP/1.1" status: 200 len: 855 time: 0.1082528 Jan 31 18:31:38.554024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25f85a82-0555-4710-8f5b-edf1028da711 req-a9a7b6ea-dda1-4488-9211-bac513645c8d tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 210 time: 0.0715976 Jan 31 18:31:38.641513 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951c13-f4f1-4ed2-a36d-1780d1a935d9 req-fb58795a-446d-4596-8151-47d0526bc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:38.644906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57951c13-f4f1-4ed2-a36d-1780d1a935d9 req-fb58795a-446d-4596-8151-47d0526bc2c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 1157 time: 0.2421722 Jan 31 18:31:38.646644 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-181fad07-d0b9-417c-8bb1-b1f40df99620 req-a311550b-b50e-4e80-8a9e-212a0a217b49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=36126d40-63c5-499a-b826-1a46221bc786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285529 Jan 31 18:31:38.659489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed205f-bd6e-49ce-8349-778e4187a702 req-9bac309f-3934-4bc3-a7d6-07e5998d3b79 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:38.668950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30ed205f-bd6e-49ce-8349-778e4187a702 req-9bac309f-3934-4bc3-a7d6-07e5998d3b79 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.3107829 Jan 31 18:31:38.677779 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcd650ed-429b-43fa-a443-48ebcc3cf7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (45bea1a0-d20f-4186-93ce-916f170040fc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:38.680971 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcd650ed-429b-43fa-a443-48ebcc3cf7a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:38.689372 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bcd650ed-429b-43fa-a443-48ebcc3cf7a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45bea1a0-d20f-4186-93ce-916f170040fc HTTP/1.1" status: 204 len: 168 time: 0.5934041 Jan 31 18:31:38.785207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51304) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:38.786019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd650ed-429b-43fa-a443-48ebcc3cf7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bea1a0-d20f-4186-93ce-916f170040fc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:38.799063 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-181fad07-d0b9-417c-8bb1-b1f40df99620 req-06ce838e-fad7-408e-844e-1ad77873ba57 service neutron] 10.222.0.49 "GET /v2.0/networks/36126d40-63c5-499a-b826-1a46221bc786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456425 Jan 31 18:31:38.836257 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c7d45fa-aecb-4fd0-8953-a23d6456c13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:38.974013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30ed205f-bd6e-49ce-8349-778e4187a702 req-c464e365-92dd-438b-a206-0bf7277fa682 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030670 Jan 31 18:31:38.997348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-a860a7aa-da20-41da-a01e-bff5ac558386 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:38.998887 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-a860a7aa-da20-41da-a01e-bff5ac558386 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.49 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 807 time: 0.5190430 Jan 31 18:31:39.006902 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-181fad07-d0b9-417c-8bb1-b1f40df99620 req-18c3d19f-ebc5-400d-af9d-538a4757cc6c service neutron] 10.222.0.49 "GET /v2.0/networks/36126d40-63c5-499a-b826-1a46221bc786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726804 Jan 31 18:31:39.020064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Request body: {'port': {'device_id': '6e816a5b-c742-4802-b585-26223f1c1da3', 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025', 'admin_state_up': True, 'tenant_id': '76e6cbf2e2d142bc94c6528ccfb94e0a'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:39.034763 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c7d45fa-aecb-4fd0-8953-a23d6456c13a admin admin] Publish callbacks [] for security_group (99250d23-541b-488b-b8b4-b92fde765c72), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:39.041174 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c7d45fa-aecb-4fd0-8953-a23d6456c13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (99250d23-541b-488b-b8b4-b92fde765c72), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:39.083834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58825-030b-443d-b2b3-4efa52d950e7 req-8c10cc7b-9158-468b-9581-55d619759493 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:39.085454 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58e58825-030b-443d-b2b3-4efa52d950e7 req-8c10cc7b-9158-468b-9581-55d619759493 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 943 time: 0.3031414 Jan 31 18:31:39.086846 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3c7d45fa-aecb-4fd0-8953-a23d6456c13a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f3ef2a0f42b441eb54b4440d0785927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6267645 Jan 31 18:31:39.089129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d45fa-aecb-4fd0-8953-a23d6456c13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99250d23-541b-488b-b8b4-b92fde765c72,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:39.091886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:39.093591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951c13-f4f1-4ed2-a36d-1780d1a935d9 req-2cf2c49a-ac9a-4158-afb8-ed05bf5acc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:39.095124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57951c13-f4f1-4ed2-a36d-1780d1a935d9 req-2cf2c49a-ac9a-4158-afb8-ed05bf5acc5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.4236529 Jan 31 18:31:39.166835 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e71587b4-c696-4205-90df-336aa4ab02ac admin admin] Publish callbacks [] for security_group (99250d23-541b-488b-b8b4-b92fde765c72), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:39.211755 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e71587b4-c696-4205-90df-336aa4ab02ac admin admin] Publish callbacks [] for security_group (99250d23-541b-488b-b8b4-b92fde765c72), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:39.294258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e71587b4-c696-4205-90df-336aa4ab02ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (99250d23-541b-488b-b8b4-b92fde765c72), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:39.297020 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e71587b4-c696-4205-90df-336aa4ab02ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:39.301837 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e71587b4-c696-4205-90df-336aa4ab02ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99250d23-541b-488b-b8b4-b92fde765c72 HTTP/1.1" status: 204 len: 168 time: 0.2053735 Jan 31 18:31:39.312162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71587b4-c696-4205-90df-336aa4ab02ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99250d23-541b-488b-b8b4-b92fde765c72,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:39.399530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57951c13-f4f1-4ed2-a36d-1780d1a935d9 req-0db3e02d-f93e-442d-b191-5b5359662fda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9136b00-4bde-4d58-ac92-bbca59604f17 HTTP/1.1" status: 200 len: 217 time: 0.2749891 Jan 31 18:31:39.435052 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b6845d8-7878-43e7-93d0-3ab3fe66f1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:39.571441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58e58825-030b-443d-b2b3-4efa52d950e7 req-b594cb65-b94e-4bdb-ae5a-712034368245 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460011 Jan 31 18:31:39.582982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951c13-f4f1-4ed2-a36d-1780d1a935d9 req-5314b4c1-8078-44cd-a40d-8467d38c2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:39.584724 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57951c13-f4f1-4ed2-a36d-1780d1a935d9 req-5314b4c1-8078-44cd-a40d-8467d38c2227 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.1651750 Jan 31 18:31:39.715640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabb7d9-c682-4551-946e-dfdd06f68635 req-ad34456c-cade-4dc1-b838-41b116b1f40e tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:39.717487 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0eabb7d9-c682-4551-946e-dfdd06f68635 req-ad34456c-cade-4dc1-b838-41b116b1f40e tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 943 time: 0.3325260 Jan 31 18:31:39.740620 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b6845d8-7878-43e7-93d0-3ab3fe66f1ea admin admin] Publish callbacks [] for security_group (7023d798-08ba-4bc3-a448-7d5b23cf1d6f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:39.744811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57951c13-f4f1-4ed2-a36d-1780d1a935d9 req-4fe6e725-ec87-4fc5-9c91-106f96a5549b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740881 Jan 31 18:31:39.764499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Made reservation on behalf of 76e6cbf2e2d142bc94c6528ccfb94e0a for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:39.768291 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:39.791621 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b6845d8-7878-43e7-93d0-3ab3fe66f1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7023d798-08ba-4bc3-a448-7d5b23cf1d6f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:39.795749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71cec054-2186-4476-9962-a6db7e87654a req-8ba49d17-1884-4ee8-addc-56b8de51a2c9 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 210 time: 0.1175747 Jan 31 18:31:39.858917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51342) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:39.881166 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa8e29a2-165a-48a5-882c-6daee8deb052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:39.996893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8b6845d8-7878-43e7-93d0-3ab3fe66f1ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6de6e59ca0844c4a9dd65a716a54e070&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2043684 Jan 31 18:31:40.002093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51346) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:40.010673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6845d8-7878-43e7-93d0-3ab3fe66f1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7023d798-08ba-4bc3-a448-7d5b23cf1d6f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:40.035349 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa8e29a2-165a-48a5-882c-6daee8deb052 admin admin] Publish callbacks [] for security_group (073584ab-1aeb-40db-8d03-35a421c399c6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.048537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa8e29a2-165a-48a5-882c-6daee8deb052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (073584ab-1aeb-40db-8d03-35a421c399c6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.064111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0eabb7d9-c682-4551-946e-dfdd06f68635 req-d7d0b241-30fe-442f-996b-c56de3d09c5a tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4f66e59-d77f-4b6c-8031-49be826543d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175893 Jan 31 18:31:40.121704 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e29a2-165a-48a5-882c-6daee8deb052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073584ab-1aeb-40db-8d03-35a421c399c6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:40.127284 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aa8e29a2-165a-48a5-882c-6daee8deb052 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0177b02508a042d7a07e47bd4071d257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668836 Jan 31 18:31:40.131181 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51354) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:40.160580 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02345279-ae8d-4a92-8758-059b8947ee3e admin admin] Publish callbacks [] for security_group (7023d798-08ba-4bc3-a448-7d5b23cf1d6f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.168384 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57951c13-f4f1-4ed2-a36d-1780d1a935d9 req-cc440347-3fc2-4c9b-b45a-37d2cf7f86c3 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801427 Jan 31 18:31:40.207723 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02345279-ae8d-4a92-8758-059b8947ee3e admin admin] Publish callbacks [] for security_group (7023d798-08ba-4bc3-a448-7d5b23cf1d6f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.226565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Allocated IP 172.20.0.3 (4fffb079-0281-4e37-8173-c46a7953a025/dbd1802f-badd-4cac-85c8-8338925b9b50/3338c7a3-86c8-4a6e-9f8a-d284be9bca33) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:31:40.251300 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96632c8f-22c2-4dcc-990a-8bf0076d0469 admin admin] Publish callbacks [] for security_group (073584ab-1aeb-40db-8d03-35a421c399c6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.315999 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96632c8f-22c2-4dcc-990a-8bf0076d0469 admin admin] Publish callbacks [] for security_group (073584ab-1aeb-40db-8d03-35a421c399c6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.325097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684b7a2-973a-49ae-9a72-3aa84095ab88 req-03117103-67b1-4e63-a9d1-7da931c0e0cb tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:40.332734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4684b7a2-973a-49ae-9a72-3aa84095ab88 req-03117103-67b1-4e63-a9d1-7da931c0e0cb tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.2073078 Jan 31 18:31:40.379543 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02345279-ae8d-4a92-8758-059b8947ee3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7023d798-08ba-4bc3-a448-7d5b23cf1d6f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.382311 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02345279-ae8d-4a92-8758-059b8947ee3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.383516 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-02345279-ae8d-4a92-8758-059b8947ee3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7023d798-08ba-4bc3-a448-7d5b23cf1d6f HTTP/1.1" status: 204 len: 168 time: 0.3807931 Jan 31 18:31:40.406918 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02345279-ae8d-4a92-8758-059b8947ee3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7023d798-08ba-4bc3-a448-7d5b23cf1d6f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:40.458442 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96632c8f-22c2-4dcc-990a-8bf0076d0469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (073584ab-1aeb-40db-8d03-35a421c399c6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.461617 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96632c8f-22c2-4dcc-990a-8bf0076d0469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.465759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57951c13-f4f1-4ed2-a36d-1780d1a935d9 req-3d9fde43-9fd7-4df5-b790-ce28f65f8fd3 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824385 Jan 31 18:31:40.465954 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-96632c8f-22c2-4dcc-990a-8bf0076d0469 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/073584ab-1aeb-40db-8d03-35a421c399c6 HTTP/1.1" status: 204 len: 168 time: 0.3312502 Jan 31 18:31:40.489438 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96632c8f-22c2-4dcc-990a-8bf0076d0469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073584ab-1aeb-40db-8d03-35a421c399c6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:40.511899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4684b7a2-973a-49ae-9a72-3aa84095ab88 req-96b27dc5-a912-42a0-bf0b-900c195ff2b0 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778264 Jan 31 18:31:40.643206 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks [] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.688012 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.709040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:31:40.797117 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Network 4fffb079-0281-4e37-8173-c46a7953a025 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:31:40.805616 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51378) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:40.807841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:40.810694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Pushing event updated for resources: {'Port': ['ID=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:40.814135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:31:40.820280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:40.820981 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:40.848201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4208b7-3754-489f-af93-9522339cef12 req-f785d168-4e40-416c-97c5-9940c3a4e3e8 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:40.850011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a4208b7-3754-489f-af93-9522339cef12 req-f785d168-4e40-416c-97c5-9940c3a4e3e8 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 943 time: 0.1576512 Jan 31 18:31:40.854064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4fdf4d53-c7a7-42be-9446-01f0e3104915 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8426290 Jan 31 18:31:40.884821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Request body: {'port': {'device_id': '6e816a5b-c742-4802-b585-26223f1c1da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:40.904627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef,segment=NetworkSegment(4484a0bf-f92c-443e-a2c5-d6f25eab8e59),segment_id=4484a0bf-f92c-443e-a2c5-d6f25eab8e59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:40.929732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef', 'network_id': '36126d40-63c5-499a-b826-1a46221bc786', 'port_id': '286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef', 'mac_address': 'fa:16:3e:21:19:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1060822-4e18-404c-a17a-93c1ad400b47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:31:40.990073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:40.991087 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.023395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:41.033303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a4208b7-3754-489f-af93-9522339cef12 req-170f2693-ffbf-416d-9107-dfe52555ce44 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722744 Jan 31 18:31:41.062546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef,segment=NetworkSegment(4484a0bf-f92c-443e-a2c5-d6f25eab8e59),segment_id=4484a0bf-f92c-443e-a2c5-d6f25eab8e59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:41.069102 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.072126 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.072841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e9136b00-4bde-4d58-ac92-bbca59604f17 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:31:41.105717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c03d5e-ccdf-400c-9d10-ee9385786a6c req-005337e2-554a-4a6a-969f-ecfa6204b20b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:41.114761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0c03d5e-ccdf-400c-9d10-ee9385786a6c req-005337e2-554a-4a6a-969f-ecfa6204b20b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 931 time: 0.1972287 Jan 31 18:31:41.155369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:41.218418 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51388) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:41.243907 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdfe454f-7a0d-4cd0-9c9c-949de51fd084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.371783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0c03d5e-ccdf-400c-9d10-ee9385786a6c req-eac2688c-dc8c-480e-b012-e531ea15f8df tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545340 Jan 31 18:31:41.372098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9136b00-4bde-4d58-ac92-bbca59604f17,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:41.405132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e9136b00-4bde-4d58-ac92-bbca59604f17 has no active binding in host n-h1-812111-15 {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 18:31:41.412118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166db75-765b-4e16-8626-d85066f420bb req-9c55b458-5ab6-49aa-887b-408cae9a2e2f tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:41.414604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d166db75-765b-4e16-8626-d85066f420bb req-9c55b458-5ab6-49aa-887b-408cae9a2e2f tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 944 time: 0.2521753 Jan 31 18:31:41.419052 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdfe454f-7a0d-4cd0-9c9c-949de51fd084 admin admin] Publish callbacks [] for security_group (b9e5cdd2-bbd6-4b8d-9545-8166637fecb7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.425152 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdfe454f-7a0d-4cd0-9c9c-949de51fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b9e5cdd2-bbd6-4b8d-9545-8166637fecb7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.485780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe454f-7a0d-4cd0-9c9c-949de51fd084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e5cdd2-bbd6-4b8d-9545-8166637fecb7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:41.499933 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cdfe454f-7a0d-4cd0-9c9c-949de51fd084 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7cd73e2636046158a2d6a10399e3468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804239 Jan 31 18:31:41.504518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51394) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:41.551053 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-network', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:41.589830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d166db75-765b-4e16-8626-d85066f420bb req-a3dfbe5c-cabb-4f6c-92b9-9db8f97f8ed0 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4f66e59-d77f-4b6c-8031-49be826543d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634789 Jan 31 18:31:41.590075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Made reservation on behalf of e82e137c40634b88b95c4547ead4451e for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:41.593008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.622807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.676571 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b377395c-a406-4593-8084-500491dee6be admin admin] Publish callbacks [] for security_group (b9e5cdd2-bbd6-4b8d-9545-8166637fecb7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.740993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:41.752002 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b377395c-a406-4593-8084-500491dee6be admin admin] Publish callbacks [] for security_group (b9e5cdd2-bbd6-4b8d-9545-8166637fecb7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.755962 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Publish callbacks [] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.767989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52df8a-c3e3-44f2-bfa5-498d1694da39 req-b55845fe-27e7-4018-b418-9cc8708d62a4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:41.770161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be52df8a-c3e3-44f2-bfa5-498d1694da39 req-b55845fe-27e7-4018-b418-9cc8708d62a4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.1357026 Jan 31 18:31:41.784209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Transition to ACTIVE for port object 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:31:41.797090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:31:41.798995 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.885556 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Publish callbacks [] for security_group (cdf420b1-bd5d-4e52-a859-143a6937c7cc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.893822 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (cdf420b1-bd5d-4e52-a859-143a6937c7cc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.969923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:31:41.990591 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b377395c-a406-4593-8084-500491dee6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b9e5cdd2-bbd6-4b8d-9545-8166637fecb7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:41.994968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51406) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:42.001880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:42.004622 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b377395c-a406-4593-8084-500491dee6be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:42.005821 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b377395c-a406-4593-8084-500491dee6be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9e5cdd2-bbd6-4b8d-9545-8166637fecb7 HTTP/1.1" status: 204 len: 168 time: 0.5002258 Jan 31 18:31:42.029730 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be52df8a-c3e3-44f2-bfa5-498d1694da39 req-5be66355-b636-47af-b1c1-81941ad08992 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376556 Jan 31 18:31:42.030844 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e4ee0f54-d8e6-4fa9-b805-f045c735f1fa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:42.052512 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Added segment e4ee0f54-d8e6-4fa9-b805-f045c735f1fa of type vlan for network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 Jan 31 18:31:42.052512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf420b1-bd5d-4e52-a859-143a6937c7cc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:42.052708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Attempting to bind port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:42.052708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Attempting to bind port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:42.052708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Attempting to bind port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:42.061021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on network 4fffb079-0281-4e37-8173-c46a7953a025 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:31:42.061576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Attempting to bind port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:42.068911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:42.069255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:42.069642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Bound using segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:42.070087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Bound port: 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:42.070454 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:42.097287 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377395c-a406-4593-8084-500491dee6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e5cdd2-bbd6-4b8d-9545-8166637fecb7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:42.181927 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (e60f7062-f7f6-43a2-ad3f-cd81a1b82398), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:42.235064 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (e60f7062-f7f6-43a2-ad3f-cd81a1b82398), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:42.245030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:42.247377 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:42.274404 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4650478 Jan 31 18:31:42.274906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51416) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:42.283397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0c4dedc6-2aad-4acd-832f-a7d29e56344b admin admin] Request body: {'subnet': {'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-subnet', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:42.321504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:42.347489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4dedc6-2aad-4acd-832f-a7d29e56344b admin admin] Made reservation on behalf of e82e137c40634b88b95c4547ead4451e for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:42.351172 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c4dedc6-2aad-4acd-832f-a7d29e56344b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:42.388528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92a997-6b0f-4ef7-97f4-d84505e14577 admin admin] Pushing event updated for resources: {'Network': ['ID=e60f7062-f7f6-43a2-ad3f-cd81a1b82398,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:42.401802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:42.410564 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2876e2-e470-4441-836c-0c9a8e797384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:42.414424 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:31:42.467180 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:42.628859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830ab3a-e1ac-47d7-afbd-1eca2a128349 req-8c122d13-891b-4e0a-88d1-b11825fb2804 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:42.631745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f830ab3a-e1ac-47d7-afbd-1eca2a128349 req-8c122d13-891b-4e0a-88d1-b11825fb2804 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 943 time: 0.4155254 Jan 31 18:31:42.804772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:42.805499 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:42.807103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] 10.222.0.49 "PUT /v2.0/ports/3338c7a3-86c8-4a6e-9f8a-d284be9bca33 HTTP/1.1" status: 200 len: 1092 time: 1.9293706 Jan 31 18:31:42.813239 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2876e2-e470-4441-836c-0c9a8e797384 admin admin] Publish callbacks [] for security_group (9c40b94d-6a8d-4bde-ae93-5fdbcbcdf973), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:42.818534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e816a5b-c742-4802-b585-26223f1c1da3', 'tag': '3338c7a3-86c8-4a6e-9f8a-d284be9bca33'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:42.821453 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2681a337-64ec-4450-9549-b67cf9c41471" -d '{"events": [{"name": "network-changed", "server_uuid": "6e816a5b-c742-4802-b585-26223f1c1da3", "tag": "3338c7a3-86c8-4a6e-9f8a-d284be9bca33"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:42.849324 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2876e2-e470-4441-836c-0c9a8e797384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9c40b94d-6a8d-4bde-ae93-5fdbcbcdf973), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:42.989434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209d205-0913-4528-b5ef-d13b2a24a1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:43.069846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f830ab3a-e1ac-47d7-afbd-1eca2a128349 req-ad532ce4-dd9e-4651-adf0-38001c8733d3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745809 Jan 31 18:31:43.080145 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-b725102e-fa8c-483f-b378-6eaaaf3d1f9a service neutron] 10.222.0.21 "GET /v2.0/ports/e9136b00-4bde-4d58-ac92-bbca59604f17/bindings/n-h1-812111-15 HTTP/1.1" status: 200 len: 385 time: 0.4447165 Jan 31 18:31:43.082380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6c2876e2-e470-4441-836c-0c9a8e797384 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e71d202e0434511b8a04788661b73c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0815964 Jan 31 18:31:43.086802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:43.118144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82365fa-865b-4cfb-ba5b-c06cb749abe1 req-b5c59324-a122-46b6-92f9-09339743569a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:43.125762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f82365fa-865b-4cfb-ba5b-c06cb749abe1 req-b5c59324-a122-46b6-92f9-09339743569a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 943 time: 0.5874245 Jan 31 18:31:43.128722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2876e2-e470-4441-836c-0c9a8e797384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c40b94d-6a8d-4bde-ae93-5fdbcbcdf973,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:43.233669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f60e64bf-d08c-487a-abd3-8351699fceca admin admin] Publish callbacks [] for security_group (9c40b94d-6a8d-4bde-ae93-5fdbcbcdf973), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:43.277710 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f60e64bf-d08c-487a-abd3-8351699fceca admin admin] Publish callbacks [] for security_group (9c40b94d-6a8d-4bde-ae93-5fdbcbcdf973), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:43.369036 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f60e64bf-d08c-487a-abd3-8351699fceca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9c40b94d-6a8d-4bde-ae93-5fdbcbcdf973), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:43.371855 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f60e64bf-d08c-487a-abd3-8351699fceca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:43.376762 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f60e64bf-d08c-487a-abd3-8351699fceca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c40b94d-6a8d-4bde-ae93-5fdbcbcdf973 HTTP/1.1" status: 204 len: 168 time: 0.2849565 Jan 31 18:31:43.403155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e64bf-d08c-487a-abd3-8351699fceca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c40b94d-6a8d-4bde-ae93-5fdbcbcdf973,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:43.522382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-7f3067ba-7bc0-41c0-9241-65d0a9f1af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:43.523931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-7f3067ba-7bc0-41c0-9241-65d0a9f1af4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1126 time: 0.6242831 Jan 31 18:31:43.581745 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c4dedc6-2aad-4acd-832f-a7d29e56344b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (8e668443-8281-4364-bcee-a7871b835b9c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:43.630159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f82365fa-865b-4cfb-ba5b-c06cb749abe1 req-8430376a-7349-4f33-8abf-e90606976ac2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033019 Jan 31 18:31:43.659774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-68b57556-602b-4762-b933-215006e1dd3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33 HTTP/1.1" status: 200 len: 217 time: 0.1134374 Jan 31 18:31:43.695167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288f811-b27f-4cc9-a80d-d61de071ed18 req-71d1280d-4081-4a2c-b41d-62d8509ffc0b tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:43.702815 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a288f811-b27f-4cc9-a80d-d61de071ed18 req-71d1280d-4081-4a2c-b41d-62d8509ffc0b tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 944 time: 0.2976332 Jan 31 18:31:43.746515 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e425ff21-62f3-41b1-ae1c-039b8ef3cb9e x-openstack-request-id: req-e425ff21-62f3-41b1-ae1c-039b8ef3cb9e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:43.746978 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e816a5b-c742-4802-b585-26223f1c1da3", "tag": "3338c7a3-86c8-4a6e-9f8a-d284be9bca33", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:43.747374 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e425ff21-62f3-41b1-ae1c-039b8ef3cb9e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:43.747754 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e816a5b-c742-4802-b585-26223f1c1da3', 'tag': '3338c7a3-86c8-4a6e-9f8a-d284be9bca33', 'status': 'completed', 'code': 200} Jan 31 18:31:43.838368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dedc6-2aad-4acd-832f-a7d29e56344b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e668443-8281-4364-bcee-a7871b835b9c,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:43.941044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4f550f3d-0f86-4ac1-b009-6a4310e913af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:43.943091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-4f550f3d-0f86-4ac1-b009-6a4310e913af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.2688653 Jan 31 18:31:43.987680 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a288f811-b27f-4cc9-a80d-d61de071ed18 req-e3a6ac96-3e35-4e9f-8b14-eaa99de17727 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4f66e59-d77f-4b6c-8031-49be826543d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839880 Jan 31 18:31:44.028137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-3070e0e8-52a4-4b1e-9646-0d7e3d809d34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712271 Jan 31 18:31:44.033211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4dedc6-2aad-4acd-832f-a7d29e56344b admin admin] Checking segment: {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:44.033211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4dedc6-2aad-4acd-832f-a7d29e56344b admin admin] Network hostable DHCP agents. Network: e60f7062-f7f6-43a2-ad3f-cd81a1b82398, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:31:44.116171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbed05-c177-4e89-8841-400d87ed705a req-18006f02-6fc4-4c5e-bdc9-c2ad60c6bf1a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:44.117802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96bbed05-c177-4e89-8841-400d87ed705a req-18006f02-6fc4-4c5e-bdc9-c2ad60c6bf1a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.3112800 Jan 31 18:31:44.169685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-4511c389-0a61-41e3-937b-bf1e2c00714d service neutron] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9136b00-4bde-4d58-ac92-bbca59604f17,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:44.204848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4dedc6-2aad-4acd-832f-a7d29e56344b admin admin] Network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:31:44.249585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-4511c389-0a61-41e3-937b-bf1e2c00714d service neutron] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:44.267444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:44.284954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0c4dedc6-2aad-4acd-832f-a7d29e56344b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, e60f7062-f7f6-43a2-ad3f-cd81a1b82398) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:44.289977 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d24fa4f-76b2-4408-81e6-2729dd02225c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:44.294811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63611546-48ec-45e1-b3f1-cb1ba6da57e0 None None] Network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:44.346152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4dedc6-2aad-4acd-832f-a7d29e56344b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:44.346658 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c4dedc6-2aad-4acd-832f-a7d29e56344b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:44.390941 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d24fa4f-76b2-4408-81e6-2729dd02225c admin admin] Publish callbacks [] for security_group (be585a32-7df2-40dd-ac2e-2d78107b93d9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:44.397326 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d24fa4f-76b2-4408-81e6-2729dd02225c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (be585a32-7df2-40dd-ac2e-2d78107b93d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:44.410188 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-5265aecf-382a-4223-b2f4-62e25632e250 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709481 Jan 31 18:31:44.422432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96bbed05-c177-4e89-8841-400d87ed705a req-ee783ac3-0791-40d4-8f72-b02ab5311263 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594690 Jan 31 18:31:44.432466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-4511c389-0a61-41e3-937b-bf1e2c00714d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9136b00-4bde-4d58-ac92-bbca59604f17 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:44.463898 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9d24fa4f-76b2-4408-81e6-2729dd02225c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d64f61d8d7084098b9263a370c23877d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937184 Jan 31 18:31:44.465335 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:44.467629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24fa4f-76b2-4408-81e6-2729dd02225c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be585a32-7df2-40dd-ac2e-2d78107b93d9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:44.476134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-4511c389-0a61-41e3-937b-bf1e2c00714d service neutron] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e9136b00-4bde-4d58-ac92-bbca59604f17,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:44.484846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0c4dedc6-2aad-4acd-832f-a7d29e56344b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2057045 Jan 31 18:31:44.485443 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51488) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:44.490683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:44.525986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:44.528488 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:44.614853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:31:44.614853 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:44.664407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa602ab7-8ce7-48b1-bba0-4c053fc02329 req-76e266bb-23ab-4f5c-9ea0-eaabe6168bf4 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141297 Jan 31 18:31:44.670619 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-4511c389-0a61-41e3-937b-bf1e2c00714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:44.712768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:31:44.728648 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Publish callbacks [] for router_controller (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:44.729696 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60da79c2-3123-4fb6-8858-40dddc3a89c1 admin admin] Publish callbacks [] for security_group (be585a32-7df2-40dd-ac2e-2d78107b93d9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:44.834132 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60da79c2-3123-4fb6-8858-40dddc3a89c1 admin admin] Publish callbacks [] for security_group (be585a32-7df2-40dd-ac2e-2d78107b93d9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:44.891443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732566fb-0617-46ca-8ffc-d342a55c7492 req-b4b928e5-7212-4bc1-9c92-84d6adcea9c9 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:44.893186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-732566fb-0617-46ca-8ffc-d342a55c7492 req-b4b928e5-7212-4bc1-9c92-84d6adcea9c9 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 943 time: 0.5980253 Jan 31 18:31:44.934589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-4511c389-0a61-41e3-937b-bf1e2c00714d service neutron] Transition to ACTIVE for port object e9136b00-4bde-4d58-ac92-bbca59604f17 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:31:44.959111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:31:44.959854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681a337-64ec-4450-9549-b67cf9c41471 req-e4ac4993-c178-4eb8-8f73-7d7e97a75e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:44.963391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2681a337-64ec-4450-9549-b67cf9c41471 req-e4ac4993-c178-4eb8-8f73-7d7e97a75e31 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1126 time: 0.2216940 Jan 31 18:31:44.965420 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-4511c389-0a61-41e3-937b-bf1e2c00714d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:44.989537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:44.989919 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:45.003131 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Publish callbacks [] for router_gateway (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:45.060051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511c389-0a61-41e3-937b-bf1e2c00714d service neutron] Pushing event updated for resources: {'Port': ['ID=e9136b00-4bde-4d58-ac92-bbca59604f17,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:45.092581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60da79c2-3123-4fb6-8858-40dddc3a89c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (be585a32-7df2-40dd-ac2e-2d78107b93d9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:45.095282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60da79c2-3123-4fb6-8858-40dddc3a89c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:45.099760 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-60da79c2-3123-4fb6-8858-40dddc3a89c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be585a32-7df2-40dd-ac2e-2d78107b93d9 HTTP/1.1" status: 204 len: 168 time: 0.6305254 Jan 31 18:31:45.113046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Allocated IP 172.20.0.2 (e60f7062-f7f6-43a2-ad3f-cd81a1b82398/8e668443-8281-4364-bcee-a7871b835b9c/3ae569bf-c99b-49bc-8ea4-9ccc1799c013) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:31:45.114873 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da79c2-3123-4fb6-8858-40dddc3a89c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be585a32-7df2-40dd-ac2e-2d78107b93d9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:45.116104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-732566fb-0617-46ca-8ffc-d342a55c7492 req-fe60e2d8-5d48-4751-ae4a-d3d732b7387f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107882 Jan 31 18:31:45.249070 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:45.249553 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:45.293905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e90b8c-35e1-4368-a1fa-32b2726a8023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:45.296252 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1ab121-67ad-4796-8902-cfa0a5b01736" -d '{"events": [{"server_uuid": "21e90b8c-35e1-4368-a1fa-32b2726a8023", "name": "network-vif-plugged", "status": "completed", "tag": "286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:45.340094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef,segment=NetworkSegment(4484a0bf-f92c-443e-a2c5-d6f25eab8e59),segment_id=4484a0bf-f92c-443e-a2c5-d6f25eab8e59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:45.345745 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:45.412582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-4511c389-0a61-41e3-937b-bf1e2c00714d service neutron] No DVR routers for this DVR port e9136b00-4bde-4d58-ac92-bbca59604f17 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:31:45.456568 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Publish callbacks [] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:45.460638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5231b03-2541-4b95-8b94-9eed7e61fc6b req-1b4038ca-0177-49ed-91f1-b776a67347b9 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:45.462344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5231b03-2541-4b95-8b94-9eed7e61fc6b req-1b4038ca-0177-49ed-91f1-b776a67347b9 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 943 time: 0.3381145 Jan 31 18:31:45.469601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:45.475095 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:45.506255 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-4511c389-0a61-41e3-937b-bf1e2c00714d service neutron] 10.222.0.21 "PUT /v2.0/ports/e9136b00-4bde-4d58-ac92-bbca59604f17/bindings/n-h1-812111-15/activate HTTP/1.1" status: 200 len: 370 time: 2.4102006 Jan 31 18:31:45.602367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681a337-64ec-4450-9549-b67cf9c41471 req-35537004-a288-4a31-920e-af65244b80d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:45.603853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2681a337-64ec-4450-9549-b67cf9c41471 req-35537004-a288-4a31-920e-af65244b80d7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.5456121 Jan 31 18:31:45.611774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808406f-8f60-4908-b3cf-98383778ba85 req-624eada5-cf34-45d5-a5f7-2eed4d43ca31 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:45.622350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1808406f-8f60-4908-b3cf-98383778ba85 req-624eada5-cf34-45d5-a5f7-2eed4d43ca31 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 945 time: 0.2558968 Jan 31 18:31:45.650616 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Publish callbacks [] for router_gateway (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:45.680851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:31:45.684068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:45.701385 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:45.705073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:31:45.735351 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1808406f-8f60-4908-b3cf-98383778ba85 req-b0f644c8-1f79-4df3-88b1-77ceedf185dc tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4f66e59-d77f-4b6c-8031-49be826543d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140740 Jan 31 18:31:45.744349 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2681a337-64ec-4450-9549-b67cf9c41471 req-ca84e935-3d10-40f7-9ab9-94bf97aa9526 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33 HTTP/1.1" status: 200 len: 217 time: 0.1165013 Jan 31 18:31:45.749315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Pushing event updated for resources: {'Port': ['ID=3ae569bf-c99b-49bc-8ea4-9ccc1799c013,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:45.753962 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5231b03-2541-4b95-8b94-9eed7e61fc6b req-02e72946-a939-4db9-9d4c-3f11bb54ba20 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577798 Jan 31 18:31:45.818552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Attempting to bind port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:45.818933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Attempting to bind port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:45.819304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Attempting to bind port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 on network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:45.826913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:45.826913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Checking segment: {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:45.827305 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:45.827913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Bound using segment: {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:45.828215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Bound port: 3ae569bf-c99b-49bc-8ea4-9ccc1799c013, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:45.828640 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:45.832752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681a337-64ec-4450-9549-b67cf9c41471 req-b916ce82-666c-4e49-91cc-02ae2afd341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:45.835276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2681a337-64ec-4450-9549-b67cf9c41471 req-b916ce82-666c-4e49-91cc-02ae2afd341e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.0786283 Jan 31 18:31:45.842522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-1158e3a5-a6e7-46ce-9b0d-3872c3f6ae4d tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:45.844270 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-1158e3a5-a6e7-46ce-9b0d-3872c3f6ae4d tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580&tenant_id=9fffd57ee5764d53b8880788295d6082&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1127 time: 0.2670546 Jan 31 18:31:45.906285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2681a337-64ec-4450-9549-b67cf9c41471 req-e19e8653-3717-4f34-a0ed-545ee182206d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599272 Jan 31 18:31:45.942999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] For port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:45.950514 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] For port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3ae569bf-c99b-49bc-8ea4-9ccc1799c013,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:45.962665 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d62c97c-f2a8-4673-90d9-1a7093791763 x-openstack-request-id: req-6d62c97c-f2a8-4673-90d9-1a7093791763 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:45.965979 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e90b8c-35e1-4368-a1fa-32b2726a8023", "name": "network-vif-plugged", "status": "completed", "tag": "286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:45.966682 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d62c97c-f2a8-4673-90d9-1a7093791763 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:45.968815 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e90b8c-35e1-4368-a1fa-32b2726a8023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef', 'code': 200} Jan 31 18:31:45.970556 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:46.076798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.49', 53013) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:46.109261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Allocated IP 172.25.8.209 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/d3273dd7-1605-4f26-9492-d2946e266770) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:31:46.118137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-a5342866-ede2-4d20-9182-95e52b1c025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:46.119188 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-a5342866-ede2-4d20-9182-95e52b1c025c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580&tenant_id=9fffd57ee5764d53b8880788295d6082 HTTP/1.1" status: 200 len: 1127 time: 0.2472873 Jan 31 18:31:46.126857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70188acd-eef0-4e24-9029-51b3c31490f5 None None] Pushing event updated for resources: {'Port': ['ID=3ae569bf-c99b-49bc-8ea4-9ccc1799c013,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:46.253448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2681a337-64ec-4450-9549-b67cf9c41471 req-ca36f94c-5df9-44fb-8486-caf3bf0b5821 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398309 Jan 31 18:31:46.302391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03299c0b-cc28-46c4-b63d-58e9665d513e req-6607e9c4-dd68-4d60-9df8-32f551603ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:46.304144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-03299c0b-cc28-46c4-b63d-58e9665d513e req-6607e9c4-dd68-4d60-9df8-32f551603ac6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 1128 time: 0.2252698 Jan 31 18:31:46.360838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Publish callbacks [] for port (d3273dd7-1605-4f26-9492-d2946e266770), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:46.364260 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-ffd32dfd-9db5-46a4-910b-d8fd70f16f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:46.365818 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-ffd32dfd-9db5-46a4-910b-d8fd70f16f0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 1127 time: 0.1447470 Jan 31 18:31:46.373020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aae67-57e0-4844-84a3-4aa1f17f29a5 req-8526745f-af4c-4aa6-829b-92b1c7d33d4e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:46.374570 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff5aae67-57e0-4844-84a3-4aa1f17f29a5 req-8526745f-af4c-4aa6-829b-92b1c7d33d4e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.2708833 Jan 31 18:31:46.399848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51546) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:46.490520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (d3273dd7-1605-4f26-9492-d2946e266770), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:46.590796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:31:46.611066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:46.629257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:31:46.684999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c7066ba2-57fe-4ad1-8744-a4cca2ed8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:46.686633 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-c7066ba2-57fe-4ad1-8744-a4cca2ed8c85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.3057196 Jan 31 18:31:46.686867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2681a337-64ec-4450-9549-b67cf9c41471 req-e87047cf-84db-40cc-816f-fdea65ecf539 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245501 Jan 31 18:31:46.701266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-03299c0b-cc28-46c4-b63d-58e9665d513e req-f19e8d82-9ff5-4d8a-afd7-222a58c5de6e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b4f66e59-d77f-4b6c-8031-49be826543d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468349 Jan 31 18:31:46.713698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff5aae67-57e0-4844-84a3-4aa1f17f29a5 req-0cc89b31-ec30-4716-83aa-81723fb91959 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185830 Jan 31 18:31:46.719941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1139406027-network', 'tenant_id': '08bf323cbeac4719b88fd63908e36526'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:46.724905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0f6ad-6850-4b99-a202-98fca427cdd5 req-669960e0-6cc7-4e54-91eb-01f0937520ad tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:46.725598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Pushing event updated for resources: {'Port': ['ID=d3273dd7-1605-4f26-9492-d2946e266770,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:46.727012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cf0f6ad-6850-4b99-a202-98fca427cdd5 req-669960e0-6cc7-4e54-91eb-01f0937520ad tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 944 time: 0.3717868 Jan 31 18:31:46.827164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:31:46.836168 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Made reservation on behalf of 08bf323cbeac4719b88fd63908e36526 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:46.838668 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:46.902798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e9136b00-4bde-4d58-ac92-bbca59604f17 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:31:46.941435 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-7f4b34fe-d9d8-44bd-9d67-7b8e15e7a58a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9136b00-4bde-4d58-ac92-bbca59604f17 HTTP/1.1" status: 200 len: 217 time: 0.2096043 Jan 31 18:31:46.942580 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:46.944688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51558) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:46.954267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:46.954752 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:46.959577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port e9136b00-4bde-4d58-ac92-bbca59604f17 host n-h1-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:31:46.960009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e9136b00-4bde-4d58-ac92-bbca59604f17 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:31:47.070651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:47.071116 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.122526 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cf0f6ad-6850-4b99-a202-98fca427cdd5 req-4874c4d4-173b-4fe4-96ec-21be874acbc5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684418 Jan 31 18:31:47.125593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3ae569bf-c99b-49bc-8ea4-9ccc1799c013,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:47.132767 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.169765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bf193-1b35-437b-9715-8b2da35ed246 req-c0beba93-ba23-464d-b4fb-059b3a0b5e45 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:47.170827 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Publish callbacks [] for security_group (7e044b38-bd82-4b86-beef-f50b676b842d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.180558 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd0bf193-1b35-437b-9715-8b2da35ed246 req-c0beba93-ba23-464d-b4fb-059b3a0b5e45 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 945 time: 0.1506746 Jan 31 18:31:47.185251 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7e044b38-bd82-4b86-beef-f50b676b842d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.200035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=3ae569bf-c99b-49bc-8ea4-9ccc1799c013,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:47.210451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b308ff1-a47d-4cf4-a4ba-0014c921d0de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.251066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-5624e2d5-1704-42cf-ba43-169d2c02189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:47.252631 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-5624e2d5-1704-42cf-ba43-169d2c02189f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.2938230 Jan 31 18:31:47.253971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:31:47.279422 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd0bf193-1b35-437b-9715-8b2da35ed246 req-ed604de6-b0b1-4522-82ac-98ca8acef301 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4f66e59-d77f-4b6c-8031-49be826543d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975380 Jan 31 18:31:47.367443 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-2b5ca785-1637-42b0-ab2e-3f3cb8c11082 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977302 Jan 31 18:31:47.369820 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c5fb9295-514d-4612-905a-23d9c9f6496c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.370157 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Added segment c5fb9295-514d-4612-905a-23d9c9f6496c of type vlan for network 2a717cd3-4695-4c00-a9e2-02acd94a1625 Jan 31 18:31:47.373137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e044b38-bd82-4b86-beef-f50b676b842d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:47.442253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fec40f-969a-4508-ac1e-28e2a0f54077 req-f73fb7d1-595a-4ef9-b672-b3bdb06d9155 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:47.452120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5fec40f-969a-4508-ac1e-28e2a0f54077 req-f73fb7d1-595a-4ef9-b672-b3bdb06d9155 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 943 time: 0.0929165 Jan 31 18:31:47.457889 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Publish callbacks [] for router_gateway (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.519359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5fec40f-969a-4508-ac1e-28e2a0f54077 req-c3d41421-89ae-48ea-8da0-72d63951ffdf tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661983 Jan 31 18:31:47.560041 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (2a717cd3-4695-4c00-a9e2-02acd94a1625), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.652593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389c9f8-cde6-47d7-8392-152d14043fa3 None None] Network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:47.677888 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (2a717cd3-4695-4c00-a9e2-02acd94a1625), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.678872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:47.679476 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.713477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51568) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:47.741605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f9483606-16d7-408b-bc61-847ee796704b None None] Provisioning complete for port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:47.741977 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f9483606-16d7-408b-bc61-847ee796704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.752920 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-e7086022-b2b2-47f7-8c0c-205f5ea5377c service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750215 Jan 31 18:31:47.766345 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b308ff1-a47d-4cf4-a4ba-0014c921d0de admin admin] Publish callbacks [] for security_group (babe1535-3610-43b4-9c94-ac9b32a51ddb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.828536 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4266977 Jan 31 18:31:47.854172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51574) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:47.878905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f9483606-16d7-408b-bc61-847ee796704b None None] Current status of the port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:47.884305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b3647abb-c87d-446d-9e8e-6fd96e950c99 admin admin] Request body: {'subnet': {'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1139406027-subnet', 'tenant_id': '08bf323cbeac4719b88fd63908e36526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:47.927589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3647abb-c87d-446d-9e8e-6fd96e950c99 admin admin] Made reservation on behalf of 08bf323cbeac4719b88fd63908e36526 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:47.930361 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3647abb-c87d-446d-9e8e-6fd96e950c99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.945155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b308ff1-a47d-4cf4-a4ba-0014c921d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (babe1535-3610-43b4-9c94-ac9b32a51ddb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:47.951121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a45612-b28a-4064-b049-3e3c057bc688 req-7c531054-4f6f-494f-921e-1126ddbaa58c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:47.952816 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68a45612-b28a-4064-b049-3e3c057bc688 req-7c531054-4f6f-494f-921e-1126ddbaa58c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.1500516 Jan 31 18:31:47.998497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b308ff1-a47d-4cf4-a4ba-0014c921d0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babe1535-3610-43b4-9c94-ac9b32a51ddb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:48.010691 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9a56d9f-afab-4f74-bae2-742d2b38afa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:48.051314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b0913-9a2f-4560-b489-1e7ad5273b52 admin admin] Pushing event updated for resources: {'Network': ['ID=2a717cd3-4695-4c00-a9e2-02acd94a1625,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:48.068005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 2a717cd3-4695-4c00-a9e2-02acd94a1625 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:31:48.095506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68a45612-b28a-4064-b049-3e3c057bc688 req-fd65567e-0c93-4fdb-845b-f8e272afac35 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069090 Jan 31 18:31:48.110501 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:48.120473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51578) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:48.130848 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5b308ff1-a47d-4cf4-a4ba-0014c921d0de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=532edabe7bb247e7870d4c65fa5572b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1780510 Jan 31 18:31:48.217272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-55bf4c95-f505-4556-b1e7-de05fdfa72c4 None None] Provisioning complete for port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:48.217834 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55bf4c95-f505-4556-b1e7-de05fdfa72c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:48.303285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9be60eb5-175d-4204-8bc0-1e6833042e40 admin admin] Publish callbacks [] for security_group (babe1535-3610-43b4-9c94-ac9b32a51ddb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:48.320287 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3647abb-c87d-446d-9e8e-6fd96e950c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (4a886752-5fa3-4f61-a2a9-5923eb8db5c3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:48.326067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-55bf4c95-f505-4556-b1e7-de05fdfa72c4 None None] Current status of the port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:48.366667 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9be60eb5-175d-4204-8bc0-1e6833042e40 admin admin] Publish callbacks [] for security_group (babe1535-3610-43b4-9c94-ac9b32a51ddb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:48.389842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed60f6-3fda-4eef-aaa6-1d6ab596d9a9 req-7abfdfb6-50e6-489b-a490-17d1553f883c tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:48.391538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4bed60f6-3fda-4eef-aaa6-1d6ab596d9a9 req-7abfdfb6-50e6-489b-a490-17d1553f883c tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 944 time: 0.1820726 Jan 31 18:31:48.440216 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-18b5363d-d609-48e2-9f6b-f0f8a674d14d service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381091 Jan 31 18:31:48.494685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3647abb-c87d-446d-9e8e-6fd96e950c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a886752-5fa3-4f61-a2a9-5923eb8db5c3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:48.537073 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3647abb-c87d-446d-9e8e-6fd96e950c99 admin admin] Checking segment: {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:48.537450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3647abb-c87d-446d-9e8e-6fd96e950c99 admin admin] Network hostable DHCP agents. Network: 2a717cd3-4695-4c00-a9e2-02acd94a1625, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:31:48.546844 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4bed60f6-3fda-4eef-aaa6-1d6ab596d9a9 req-4926064e-c69f-4dd4-b273-9687fc3d8b0e tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358407 Jan 31 18:31:48.555211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dee699-909b-4d60-8793-bf3c380a261b req-94e2a374-3b53-4767-aa1b-b042be5e85cd tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:48.556790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2dee699-909b-4d60-8793-bf3c380a261b req-94e2a374-3b53-4767-aa1b-b042be5e85cd tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 945 time: 0.1811867 Jan 31 18:31:48.580230 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9a56d9f-afab-4f74-bae2-742d2b38afa7 admin admin] Publish callbacks [] for security_group (32f9c1b5-b613-4eb8-ba66-879eeb1c0e53), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:48.584579 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9be60eb5-175d-4204-8bc0-1e6833042e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (babe1535-3610-43b4-9c94-ac9b32a51ddb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:48.587682 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9be60eb5-175d-4204-8bc0-1e6833042e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:48.591428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9be60eb5-175d-4204-8bc0-1e6833042e40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/babe1535-3610-43b4-9c94-ac9b32a51ddb HTTP/1.1" status: 204 len: 168 time: 0.4696229 Jan 31 18:31:48.594880 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9a56d9f-afab-4f74-bae2-742d2b38afa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (32f9c1b5-b613-4eb8-ba66-879eeb1c0e53), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:48.615888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be60eb5-175d-4204-8bc0-1e6833042e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babe1535-3610-43b4-9c94-ac9b32a51ddb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:48.621502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3647abb-c87d-446d-9e8e-6fd96e950c99 admin admin] Network 2a717cd3-4695-4c00-a9e2-02acd94a1625 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:31:48.645634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b3647abb-c87d-446d-9e8e-6fd96e950c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 2a717cd3-4695-4c00-a9e2-02acd94a1625) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:48.653282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3647abb-c87d-446d-9e8e-6fd96e950c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:48.653742 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3647abb-c87d-446d-9e8e-6fd96e950c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:48.659679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacdd28d-9d23-4e0b-a55b-e4030ba54362 None None] Network 2a717cd3-4695-4c00-a9e2-02acd94a1625 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:48.661091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2dee699-909b-4d60-8793-bf3c380a261b req-fe8a794b-4d07-46ff-b6be-31e817a5d93c tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4f66e59-d77f-4b6c-8031-49be826543d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976093 Jan 31 18:31:48.684727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b3647abb-c87d-446d-9e8e-6fd96e950c99 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8288672 Jan 31 18:31:48.686675 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a56d9f-afab-4f74-bae2-742d2b38afa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f9c1b5-b613-4eb8-ba66-879eeb1c0e53,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:48.740562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:31:48.787113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b994e3-3488-47ef-8942-75770a4d77a6 req-46b50a2e-5032-4eff-8180-81d199eee133 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:48.788720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b994e3-3488-47ef-8942-75770a4d77a6 req-46b50a2e-5032-4eff-8180-81d199eee133 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 943 time: 0.1025867 Jan 31 18:31:48.798191 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a9a56d9f-afab-4f74-bae2-742d2b38afa7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89720ac6310849dcaee68be226e80479&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0801375 Jan 31 18:31:48.806922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51594) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:48.836619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:31:48.893107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:31:48.911843 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d6fbd35-ff07-402e-a420-ab09cb41c666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:48.969036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1b994e3-3488-47ef-8942-75770a4d77a6 req-f92cf739-1021-4749-96bf-f00c8cac11ea tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677985 Jan 31 18:31:48.998138 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-f20adfe1-f4a7-4740-92c6-ff8b6a2f4bfa tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:49.000316 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-f20adfe1-f4a7-4740-92c6-ff8b6a2f4bfa tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580&tenant_id=9fffd57ee5764d53b8880788295d6082&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 1127 time: 0.1793473 Jan 31 18:31:49.007540 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52c6b938-554d-4fe2-9471-e68a5ab40ac7 admin admin] Publish callbacks [] for security_group (32f9c1b5-b613-4eb8-ba66-879eeb1c0e53), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:49.048742 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52c6b938-554d-4fe2-9471-e68a5ab40ac7 admin admin] Publish callbacks [] for security_group (32f9c1b5-b613-4eb8-ba66-879eeb1c0e53), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:49.160453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dc2f23-52fc-43b9-8892-35773a775ab8 None None] Network 2a717cd3-4695-4c00-a9e2-02acd94a1625 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:49.163007 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52c6b938-554d-4fe2-9471-e68a5ab40ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (32f9c1b5-b613-4eb8-ba66-879eeb1c0e53), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:49.167608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52c6b938-554d-4fe2-9471-e68a5ab40ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:49.171337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-52c6b938-554d-4fe2-9471-e68a5ab40ac7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32f9c1b5-b613-4eb8-ba66-879eeb1c0e53 HTTP/1.1" status: 204 len: 168 time: 0.3612120 Jan 31 18:31:49.182809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6b938-554d-4fe2-9471-e68a5ab40ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f9c1b5-b613-4eb8-ba66-879eeb1c0e53,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:49.237545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:31:49.253507 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Sync routers for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:31:49.277564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:49.278091 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:49.279644 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:31:49.280380 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:31:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:31:49.301921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51608) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:49.364186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:49.371426 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68ee943d-2253-43d0-8b33-fa8c609a1872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:49.400549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584e6c7-ba6a-49d3-8dc2-78759dc60b25 req-594cfde7-9794-4342-8f9a-994e1343de2f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:49.415834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6584e6c7-ba6a-49d3-8dc2-78759dc60b25 req-594cfde7-9794-4342-8f9a-994e1343de2f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.1769087 Jan 31 18:31:49.440133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '3338c7a3-86c8-4a6e-9f8a-d284be9bca33', 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025', 'port_id': '3338c7a3-86c8-4a6e-9f8a-d284be9bca33', 'mac_address': 'fa:16:3e:4a:1a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd1802f-badd-4cac-85c8-8338925b9b50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:31:49.485171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:49.493125 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e25a0ede-a2e9-4278-bfa8-c7821178dc64 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0063779 Jan 31 18:31:49.504165 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:49.559593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6584e6c7-ba6a-49d3-8dc2-78759dc60b25 req-8fedc8cf-226e-4880-b5e6-d4053840e99f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364810 Jan 31 18:31:49.616019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:49.617470 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:49.633843 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:31:49.637142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-65b4d5b6-cb2a-4cc6-9564-5a4b6ed5d1d1 service neutron] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:49.663313 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-65b4d5b6-cb2a-4cc6-9564-5a4b6ed5d1d1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:49.663657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:49.670516 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a1448feb-6340-41d2-af4f-b8b670cae9f8 req-65b4d5b6-cb2a-4cc6-9564-5a4b6ed5d1d1 service neutron] 10.222.0.49 "DELETE /v2.0/ports/e9136b00-4bde-4d58-ac92-bbca59604f17/bindings/n-h2-812111-15 HTTP/1.1" status: 204 len: 173 time: 0.6612003 Jan 31 18:31:49.757026 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68ee943d-2253-43d0-8b33-fa8c609a1872 admin admin] Publish callbacks [] for security_group (2744fcfa-9614-4c11-87d9-9085288e2ef2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:49.807231 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68ee943d-2253-43d0-8b33-fa8c609a1872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2744fcfa-9614-4c11-87d9-9085288e2ef2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:49.816582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:49.849454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:49.855171 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:49.879761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-68ee943d-2253-43d0-8b33-fa8c609a1872 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5637762a833847728c892bb823375b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5570338 Jan 31 18:31:49.881499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee943d-2253-43d0-8b33-fa8c609a1872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2744fcfa-9614-4c11-87d9-9085288e2ef2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:49.882635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51622) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:49.914000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e40e9f-7d0d-4dad-b170-7b25bca80fee req-3f2cc764-b77e-4673-a9e2-ab7355f874d2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:49.921337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3e40e9f-7d0d-4dad-b170-7b25bca80fee req-3f2cc764-b77e-4673-a9e2-ab7355f874d2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 944 time: 0.1920748 Jan 31 18:31:49.965372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:50.022116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3e40e9f-7d0d-4dad-b170-7b25bca80fee req-91fae0bc-d097-4e21-9137-8a43cd4ebcbe tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996833 Jan 31 18:31:50.124090 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:46Z', 'revision_number': 3, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:31:50.131664 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc084062-97f0-46eb-9416-557946fcac67 admin admin] Publish callbacks [] for security_group (2744fcfa-9614-4c11-87d9-9085288e2ef2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:50.147762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['3338c7a3-86c8-4a6e-9f8a-d284be9bca33'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:31:50.178784 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Checking router: 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:31:50.184403 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Updating router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 port d3273dd7-1605-4f26-9492-d2946e266770 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:31:50.289301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05643a-bd7d-4390-b4db-3000bcc43fa8 req-d17a2399-650d-4727-a8e8-943fee626cc0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:50.296063 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d3273dd7-1605-4f26-9492-d2946e266770), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:50.297246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51640) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:50.299483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b05643a-bd7d-4390-b4db-3000bcc43fa8 req-d17a2399-650d-4727-a8e8-943fee626cc0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 944 time: 0.1359808 Jan 31 18:31:50.315496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-675b31ec-781f-4b12-b86d-37eedf74ebd5 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:50.317345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-675b31ec-781f-4b12-b86d-37eedf74ebd5 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/networks?id=2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 200 len: 805 time: 0.2575057 Jan 31 18:31:50.326738 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc084062-97f0-46eb-9416-557946fcac67 admin admin] Publish callbacks [] for security_group (2744fcfa-9614-4c11-87d9-9085288e2ef2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:50.339433 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-cd81a778-cda5-4c39-9fcd-40219d21ad59 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/quotas/08bf323cbeac4719b88fd63908e36526 HTTP/1.1" status: 200 len: 375 time: 0.0136678 Jan 31 18:31:50.351227 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac91c831-1a97-46ac-bc36-f544381c76fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:50.396050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b05643a-bd7d-4390-b4db-3000bcc43fa8 req-fac69c3b-dd0a-4a83-be6a-9c4dbd128d32 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954506 Jan 31 18:31:50.423720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-1aff9a0e-e788-47fc-8ccd-158ef8cb8541 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=08bf323cbeac4719b88fd63908e36526&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708683 Jan 31 18:31:50.567793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc084062-97f0-46eb-9416-557946fcac67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2744fcfa-9614-4c11-87d9-9085288e2ef2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:50.570377 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc084062-97f0-46eb-9416-557946fcac67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:50.571684 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fc084062-97f0-46eb-9416-557946fcac67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2744fcfa-9614-4c11-87d9-9085288e2ef2 HTTP/1.1" status: 204 len: 168 time: 0.6879511 Jan 31 18:31:50.634597 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc084062-97f0-46eb-9416-557946fcac67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2744fcfa-9614-4c11-87d9-9085288e2ef2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:50.666859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-05b85cc5-0c3b-4207-97a2-55ea8f5555b4 service neutron] 10.222.0.20 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354281 Jan 31 18:31:50.739927 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac91c831-1a97-46ac-bc36-f544381c76fe admin admin] Publish callbacks [] for security_group (4694da71-3649-4f4c-a6cb-9625b27a979c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:50.755977 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac91c831-1a97-46ac-bc36-f544381c76fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4694da71-3649-4f4c-a6cb-9625b27a979c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:50.871785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae1510-656f-415c-b15f-5c90674d5430 req-08be3e36-d902-40e5-8bc7-6b9a8293b7ee tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:50.874137 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Publish callbacks [] for port (d3273dd7-1605-4f26-9492-d2946e266770), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:50.879760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-deae1510-656f-415c-b15f-5c90674d5430 req-08be3e36-d902-40e5-8bc7-6b9a8293b7ee tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 1127 time: 0.2406142 Jan 31 18:31:50.887251 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d3273dd7-1605-4f26-9492-d2946e266770), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:50.920654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91c831-1a97-46ac-bc36-f544381c76fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4694da71-3649-4f4c-a6cb-9625b27a979c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:50.937757 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Pushing event updated for resources: {'Port': ['ID=d3273dd7-1605-4f26-9492-d2946e266770,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:50.942620 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:50.953048 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.953330 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.953833 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.954317 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.954818 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.955843 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.956408 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.956885 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.957357 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.957842 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.958439 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.958947 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.959418 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Tracked resource versions report: Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: pushed versions: Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: { 'AddressGroup': {'1.2'}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'ConntrackHelper': {'1.0'}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'LocalIPAssociation': {'1.0'}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'Log': {'1.0'}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'Network': {'1.1'}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'Port': {'1.7'}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'PortForwarding': {'1.2'}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'QosPolicy': {'1.10'}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'SecurityGroup': {'1.5'}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'SecurityGroupRule': {'1.2'}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'SubPort': {'1.0'}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'Subnet': {'1.1'}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'Trunk': {'1.1'}} Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: consumer versions: Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: { DHCP agent@n-d-812111-15: {}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: HyperV agent@n-h1-812111-15: {}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: HyperV agent@n-h2-812111-15: {}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: L3 agent@n-d-812111-15: {}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: Metadata agent@n-d-812111-15: {}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: Metering agent@n-d-812111-15: {}, Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: Open vSwitch agent@n-d-812111-15: { 'AddressGroup': '1.2', Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'ConntrackHelper': '1.0', Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'LocalIPAssociation': '1.0', Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'Log': '1.0', Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'Network': '1.1', Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'Port': '1.7', Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'PortForwarding': '1.2', Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'QosPolicy': '1.10', Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'SecurityGroup': '1.5', Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'SecurityGroupRule': '1.2', Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'SubPort': '1.0', Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'Subnet': '1.1', Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: 'Trunk': '1.1'}} Jan 31 18:31:50.961462 n-d-812111-15 neutron-server[103228]: {{(pid=103228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 18:31:50.973239 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-beb2acd4-9cc6-4d29-82c7-672a1fb39efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:50.993597 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Attempting to bind port d3273dd7-1605-4f26-9492-d2946e266770 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:50.993965 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Attempting to bind port d3273dd7-1605-4f26-9492-d2946e266770 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:50.994507 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Attempting to bind port d3273dd7-1605-4f26-9492-d2946e266770 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:51.001576 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:51.003113 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:51.003677 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:51.004287 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:51.005478 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Bound port: d3273dd7-1605-4f26-9492-d2946e266770, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:51.008839 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ac91c831-1a97-46ac-bc36-f544381c76fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=132772cdcb4f48af8e5f4e2c734aefcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7080975 Jan 31 18:31:51.009408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51656) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:51.009752 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d3273dd7-1605-4f26-9492-d2946e266770), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:51.032650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-a7b86c06-d901-4991-b6e3-4664714c2813 service neutron] 10.222.0.20 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520858 Jan 31 18:31:51.092951 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] For port d3273dd7-1605-4f26-9492-d2946e266770, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:51.099234 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] For port d3273dd7-1605-4f26-9492-d2946e266770, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d3273dd7-1605-4f26-9492-d2946e266770,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:51.116631 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d3273dd7-1605-4f26-9492-d2946e266770), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:51.154018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-deae1510-656f-415c-b15f-5c90674d5430 req-6462d45a-8441-49f4-828d-bd06309a2dae tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638481 Jan 31 18:31:51.201140 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b83128d-576c-4778-b8e8-24c258ecac40 admin admin] Publish callbacks [] for security_group (4694da71-3649-4f4c-a6cb-9625b27a979c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:51.253050 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b83128d-576c-4778-b8e8-24c258ecac40 admin admin] Publish callbacks [] for security_group (4694da71-3649-4f4c-a6cb-9625b27a979c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:51.362368 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Allocated IP 172.20.0.1 (e60f7062-f7f6-43a2-ad3f-cd81a1b82398/8e668443-8281-4364-bcee-a7871b835b9c/d3d697de-ae74-4b09-a46b-78b74e137b20) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:31:51.399573 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a0d8d-b851-465a-9d2a-4b315cda0f3d None None] Pushing event updated for resources: {'Port': ['ID=d3273dd7-1605-4f26-9492-d2946e266770,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:51.426617 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:31:51.427529 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:31:51.505147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Publish callbacks [] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:51.548701 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:51.566497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7955415c-1000-4761-9fc7-c22f73fa1e3b req-db0518c2-d147-4701-ac5a-fe9cab3efdcc tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 210 time: 0.1658700 Jan 31 18:31:51.600974 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:31:51.605485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:51.621867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:31:51.622365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:51.672510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470f4cb-911f-4fcb-814c-6ebfc0b6aaab req-56b470af-3c61-4300-87f2-a3dbec9209e4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:51.684207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f470f4cb-911f-4fcb-814c-6ebfc0b6aaab req-56b470af-3c61-4300-87f2-a3dbec9209e4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.3106067 Jan 31 18:31:51.739979 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d697de-ae74-4b09-a46b-78b74e137b20,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:51.784107 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b83128d-576c-4778-b8e8-24c258ecac40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4694da71-3649-4f4c-a6cb-9625b27a979c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:51.794299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b83128d-576c-4778-b8e8-24c258ecac40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:51.800855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1b83128d-576c-4778-b8e8-24c258ecac40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4694da71-3649-4f4c-a6cb-9625b27a979c HTTP/1.1" status: 204 len: 168 time: 0.7903094 Jan 31 18:31:51.822253 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:31:51.941207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83128d-576c-4778-b8e8-24c258ecac40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4694da71-3649-4f4c-a6cb-9625b27a979c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:51.967800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f470f4cb-911f-4fcb-814c-6ebfc0b6aaab req-70e8c9ca-0ff4-41da-98a2-47b43f4d6338 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794847 Jan 31 18:31:52.041971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f8411-5ebb-4b38-b8a7-266192bb4a74 req-ad9cbf0a-05ca-468b-a7ea-40efff00d481 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:52.070172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-952f8411-5ebb-4b38-b8a7-266192bb4a74 req-ad9cbf0a-05ca-468b-a7ea-40efff00d481 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 944 time: 0.2908669 Jan 31 18:31:52.195138 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-952f8411-5ebb-4b38-b8a7-266192bb4a74 req-0407022c-10de-4905-bddb-6634996ebfae tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174226 Jan 31 18:31:52.201813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53e909b9-04a9-46ca-8aa7-47fb08ec7411 None None] Provisioning complete for port d3d697de-ae74-4b09-a46b-78b74e137b20 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:52.203213 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53e909b9-04a9-46ca-8aa7-47fb08ec7411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:52.275752 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:52.356393 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:52.365571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53e909b9-04a9-46ca-8aa7-47fb08ec7411 None None] Port d3d697de-ae74-4b09-a46b-78b74e137b20 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:31:52.426054 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:46Z', 'revision_number': 3, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:31:52.535567 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4643693-9f2a-4586-b8f4-d1c0052fc69e None None] The sync data for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 is: [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:46Z', 'revision_number': 3, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:31:52.659751 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ab519cba-a541-442d-b026-645c74e1b0e1 service neutron] show failed (client error): The resource could not be found. Jan 31 18:31:52.661106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ab519cba-a541-442d-b026-645c74e1b0e1 service neutron] 10.222.0.21 "GET /v2.0/ports/03c7401d-cc62-45aa-ab07-3074d09dabcf/bindings/n-h1-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.2697997 Jan 31 18:31:52.682075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-52e26ecc-08ac-4181-9ca5-5da55e9f8cbc tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:52.683176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-52e26ecc-08ac-4181-9ca5-5da55e9f8cbc tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 820 time: 0.3906326 Jan 31 18:31:52.734621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-1a55948c-eb23-45ec-93cb-30bb95b83f57 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/quotas/9fffd57ee5764d53b8880788295d6082 HTTP/1.1" status: 200 len: 375 time: 0.0350389 Jan 31 18:31:52.739379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:31:52.914727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:31:52.922949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:52.923534 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:52.943954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0d4a36c-8496-4d16-afc8-3d39f18d0cd0 req-955519b9-40b8-453a-a6c0-56a76b308b03 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 210 time: 0.0959907 Jan 31 18:31:52.982669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-cc5b4c70-6b14-4c30-bc9d-bb6f13b9beb2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2355523 Jan 31 18:31:53.008080 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Publish callbacks [] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:53.017753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:53.019390 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:53.231814 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d697de-ae74-4b09-a46b-78b74e137b20,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:53.283104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:53.283945 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:53.326146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-cd02c85d-e804-4378-8fde-ae279153fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:53.328878 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-cd02c85d-e804-4378-8fde-ae279153fcd6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a&tenant_id=57a793ec9c5b4f5291284cbfc8520325 HTTP/1.1" status: 200 len: 1155 time: 0.2141652 Jan 31 18:31:53.363712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e816a5b-c742-4802-b585-26223f1c1da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3338c7a3-86c8-4a6e-9f8a-d284be9bca33'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:53.374317 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:53.376168 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a609e796-c119-4675-882c-e268a4e15eb1" -d '{"events": [{"server_uuid": "6e816a5b-c742-4802-b585-26223f1c1da3", "name": "network-vif-plugged", "status": "completed", "tag": "3338c7a3-86c8-4a6e-9f8a-d284be9bca33"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:53.413983 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:31:53.441255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:53.444627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:53.454618 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:53.512525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1972bc-5be4-42e5-98d7-44339af21cff req-1f72707c-2836-4b5d-872b-b99cd9ee5f70 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:53.526188 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a1972bc-5be4-42e5-98d7-44339af21cff req-1f72707c-2836-4b5d-872b-b99cd9ee5f70 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 972 time: 0.2796955 Jan 31 18:31:53.689274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:53.749305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a1972bc-5be4-42e5-98d7-44339af21cff req-975e3ff6-d33d-42b7-bac7-c046b3587815 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193890 Jan 31 18:31:53.756918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-3a2d8aed-fd10-4968-b1f6-1e377e7bc6d3 service neutron] 10.222.0.20 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7559469 Jan 31 18:31:53.914459 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:54.004421 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:54.129877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-91003cca-b5bf-4225-b989-13435db14562 None None] Provisioning complete for port d3d697de-ae74-4b09-a46b-78b74e137b20 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:54.130566 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-91003cca-b5bf-4225-b989-13435db14562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:54.207343 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-91003cca-b5bf-4225-b989-13435db14562 None None] Port d3d697de-ae74-4b09-a46b-78b74e137b20 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:31:54.241215 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51742) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:54.380928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:54.476151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:31:54.533428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-72adeda9-bbae-49f3-bc45-902a7dc0e684 service neutron] 10.222.0.20 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7447793 Jan 31 18:31:54.568090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002eeaf-6e83-409f-bba7-cb4e18c0a049 req-175e4b2d-e807-4856-8622-4709d62a8789 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:54.569613 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c002eeaf-6e83-409f-bba7-cb4e18c0a049 req-175e4b2d-e807-4856-8622-4709d62a8789 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 945 time: 0.5833938 Jan 31 18:31:54.585861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-18be430d-b150-4b5e-837b-bb030a272d7d tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:54.590365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-18be430d-b150-4b5e-837b-bb030a272d7d tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.21 "GET /v2.0/networks?id=2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 200 len: 805 time: 0.8659101 Jan 31 18:31:54.609323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Request body: {'port': {'device_id': 'f5ad4a63-f212-43e6-a7eb-f9f5f199cc14', 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'admin_state_up': True, 'tenant_id': '08bf323cbeac4719b88fd63908e36526'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:54.613954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-117861166-network', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:54.735603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d3273dd7-1605-4f26-9492-d2946e266770 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:31:54.783151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c002eeaf-6e83-409f-bba7-cb4e18c0a049 req-ddf301ed-f4ed-4759-a9e3-e47689e891c7 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905720 Jan 31 18:31:54.809459 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41207199-31aa-49f7-8021-1437fbdb4534 x-openstack-request-id: req-41207199-31aa-49f7-8021-1437fbdb4534 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:54.811769 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e816a5b-c742-4802-b585-26223f1c1da3", "name": "network-vif-plugged", "status": "completed", "tag": "3338c7a3-86c8-4a6e-9f8a-d284be9bca33", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:54.812430 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41207199-31aa-49f7-8021-1437fbdb4534 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:54.813293 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e816a5b-c742-4802-b585-26223f1c1da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3338c7a3-86c8-4a6e-9f8a-d284be9bca33', 'code': 200} Jan 31 18:31:54.818155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Made reservation on behalf of 08bf323cbeac4719b88fd63908e36526 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:54.825440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:54.845285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:54.871792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d3273dd7-1605-4f26-9492-d2946e266770 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:54.877628 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d3273dd7-1605-4f26-9492-d2946e266770), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:54.906542 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Made reservation on behalf of dab36522d47f443eb9131f1f758596f2 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:54.910356 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:54.957774 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:55.005660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:55.039682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3ece5b9-4771-4b90-a62f-f050a0dd06b9 req-d27079ea-9ffe-4224-95cd-e3a49efed93a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 210 time: 0.0951769 Jan 31 18:31:55.043947 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:31:55.126012 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Publish callbacks [] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:55.186171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Transition to ACTIVE for port object 03c7401d-cc62-45aa-ab07-3074d09dabcf will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:31:55.187347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f9ec7-3353-44f6-a874-a030279b1b4f req-86fb04f8-c43f-467b-a8ba-925ff4da0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:55.187472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03c7401d-cc62-45aa-ab07-3074d09dabcf'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:55.189607 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-588f9ec7-3353-44f6-a874-a030279b1b4f req-86fb04f8-c43f-467b-a8ba-925ff4da0981 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1128 time: 0.3346951 Jan 31 18:31:55.199308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3cf0d81-34b1-4a6a-bbdb-a1da4c9acb9b req-6fd42a8e-b422-4d50-be35-a014b9dc3407 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 210 time: 0.0722287 Jan 31 18:31:55.203495 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbbfc2f-3d88-442b-aa92-96db966d9b46" -d '{"events": [{"server_uuid": "a7e96b99-5bca-4874-9719-963f6c01c67a", "name": "network-vif-unplugged", "status": "completed", "tag": "03c7401d-cc62-45aa-ab07-3074d09dabcf"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:55.329341 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:55.333670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d3273dd7-1605-4f26-9492-d2946e266770 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:55.334814 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d3273dd7-1605-4f26-9492-d2946e266770), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:55.372860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port d3273dd7-1605-4f26-9492-d2946e266770, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d3273dd7-1605-4f26-9492-d2946e266770,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:31:55.379813 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d3273dd7-1605-4f26-9492-d2946e266770), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:55.399823 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9c43c300-7430-4226-acc2-e3bbdafa68d9 admin admin] 10.222.0.20 "PUT /v2.0/routers/958bac8c-f4fb-4ef1-bf45-2bccc19b8937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8885388 Jan 31 18:31:55.401763 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:55.456435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-588f9ec7-3353-44f6-a874-a030279b1b4f req-abd0459e-dc34-47ef-a66d-5f02d114ee6a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478223 Jan 31 18:31:55.477727 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Publish callbacks [] for security_group (e191dc48-db37-47e2-9d20-8cad9108cde0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:55.489620 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e191dc48-db37-47e2-9d20-8cad9108cde0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:55.508230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Allocated IP 172.20.0.7 (2a717cd3-4695-4c00-a9e2-02acd94a1625/4a886752-5fa3-4f61-a2a9-5923eb8db5c3/981f6c98-c637-434c-8824-5eed080b252b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:31:55.557545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:31:55.593889 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (23b54b89-d8af-44d2-9fab-f50d3dfaf76c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:55.594981 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Added segment 23b54b89-d8af-44d2-9fab-f50d3dfaf76c of type vlan for network 6c742845-69ba-4224-9b8b-96f5efed9b0b Jan 31 18:31:55.601082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3229ca-686e-4911-bedb-b8b032f85898 req-97ba9112-1735-410d-9d75-e200404f8ef1 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:55.608952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c3229ca-686e-4911-bedb-b8b032f85898 req-97ba9112-1735-410d-9d75-e200404f8ef1 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 948 time: 0.2874043 Jan 31 18:31:55.654795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=d3273dd7-1605-4f26-9492-d2946e266770,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:55.672712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.674293 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.674672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.678664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.679136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.679491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.679840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.680184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.680582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.686641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.687076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.687410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.689417 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:31:55.712710 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6dfbed-ec8f-4754-afdc-2771b830d0a1 x-openstack-request-id: req-8f6dfbed-ec8f-4754-afdc-2771b830d0a1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:55.713050 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e96b99-5bca-4874-9719-963f6c01c67a", "name": "network-vif-unplugged", "status": "completed", "tag": "03c7401d-cc62-45aa-ab07-3074d09dabcf", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:55.713315 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f6dfbed-ec8f-4754-afdc-2771b830d0a1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:55.713736 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03c7401d-cc62-45aa-ab07-3074d09dabcf', 'code': 200} Jan 31 18:31:55.737178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Pushing event updated for resources: {'Port': ['ID=03c7401d-cc62-45aa-ab07-3074d09dabcf,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:55.741812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e191dc48-db37-47e2-9d20-8cad9108cde0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:55.746815 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] No DVR routers for this DVR port 03c7401d-cc62-45aa-ab07-3074d09dabcf on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:31:55.863406 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:55.901470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Attempting to bind port 03c7401d-cc62-45aa-ab07-3074d09dabcf on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:55.902329 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Attempting to bind port 03c7401d-cc62-45aa-ab07-3074d09dabcf by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:55.902972 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Attempting to bind port 03c7401d-cc62-45aa-ab07-3074d09dabcf on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:55.915611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Port 03c7401d-cc62-45aa-ab07-3074d09dabcf on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:31:55.916266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Attempting to bind port 03c7401d-cc62-45aa-ab07-3074d09dabcf on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:55.917888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c3229ca-686e-4911-bedb-b8b032f85898 req-0eae9bf1-72a7-459f-b296-46e0687e8c10 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821419 Jan 31 18:31:55.923861 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (6c742845-69ba-4224-9b8b-96f5efed9b0b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:55.938390 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:55.940956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:55.943739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:55.944686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Bound port: 03c7401d-cc62-45aa-ab07-3074d09dabcf, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:55.945653 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:56.072934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (6c742845-69ba-4224-9b8b-96f5efed9b0b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:56.079098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:56.079774 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:56.150411 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks [] for port (981f6c98-c637-434c-8824-5eed080b252b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:56.222147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] Pushing event updated for resources: {'Network': ['ID=6c742845-69ba-4224-9b8b-96f5efed9b0b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:56.226660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70474f-e446-4682-817c-0ed5f1a72175 req-21e1c47f-e43a-4687-9c44-cc0ea84b1e6d tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:56.231889 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-582f7620-fa12-484e-9f0c-22c1e70fb7bd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9824502 Jan 31 18:31:56.235169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c70474f-e446-4682-817c-0ed5f1a72175 req-21e1c47f-e43a-4687-9c44-cc0ea84b1e6d tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 945 time: 0.1049812 Jan 31 18:31:56.237618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51796) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:56.237764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 6c742845-69ba-4224-9b8b-96f5efed9b0b details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:31:56.241224 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (981f6c98-c637-434c-8824-5eed080b252b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:56.247397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a87d6d93-c699-4cfb-b840-f9c52b5fd132 admin admin] Request body: {'subnet': {'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-117861166-subnet', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:56.286946 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:56.292925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:56.304694 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:56.368870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Network 2a717cd3-4695-4c00-a9e2-02acd94a1625 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:31:56.388052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87d6d93-c699-4cfb-b840-f9c52b5fd132 admin admin] Made reservation on behalf of dab36522d47f443eb9131f1f758596f2 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:56.391773 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:56.393434 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:56.396502 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] 10.222.0.49 "PUT /v2.0/ports/03c7401d-cc62-45aa-ab07-3074d09dabcf HTTP/1.1" status: 200 len: 1097 time: 3.0351939 Jan 31 18:31:56.413028 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a87d6d93-c699-4cfb-b840-f9c52b5fd132 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:56.424666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:56.447257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:56.498196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Pushing event updated for resources: {'Port': ['ID=981f6c98-c637-434c-8824-5eed080b252b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:56.506171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:31:56.511795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca375704-c8d6-4025-b225-b6fc4d53afe5 service neutron] Pushing event updated for resources: {'Port': ['ID=03c7401d-cc62-45aa-ab07-3074d09dabcf,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:56.521089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:56.531764 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:56.691170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-bdb72c36-7590-4f5c-ab8e-829fbf2f5ff8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0861218 Jan 31 18:31:56.723826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Request body: {'port': {'device_id': 'f5ad4a63-f212-43e6-a7eb-f9f5f199cc14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:56.757779 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c70474f-e446-4682-817c-0ed5f1a72175 req-fbeb653a-f1f2-4e42-8a67-8cf96f4b73b9 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213280 Jan 31 18:31:56.807241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d3273dd7-1605-4f26-9492-d2946e266770 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:31:56.957247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 03c7401d-cc62-45aa-ab07-3074d09dabcf no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:31:57.007974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d3273dd7-1605-4f26-9492-d2946e266770 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:31:57.010097 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d3273dd7-1605-4f26-9492-d2946e266770), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:57.021623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51818) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:57.043169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-864223074-network', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:57.078724 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bea41511-66ab-4424-be33-06b7a1819c67 req-6a2ea4e2-9af4-4e4c-979f-99d04b2f78c0 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 210 time: 0.0690706 Jan 31 18:31:57.101768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-b7b4e6f9-34c8-4681-9f6c-9fd6ccd7128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:57.106439 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-b7b4e6f9-34c8-4681-9f6c-9fd6ccd7128b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 1131 time: 0.6601567 Jan 31 18:31:57.145623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Made reservation on behalf of 6f461e4d3b8746f99e7a4478223a8d75 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:57.168980 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:57.183153 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74cd83a6-49c8-444a-8d15-d3a3a8fbe367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:57.235412 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (981f6c98-c637-434c-8824-5eed080b252b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:57.237210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port 03c7401d-cc62-45aa-ab07-3074d09dabcf host n-h1-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:31:57.237650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 03c7401d-cc62-45aa-ab07-3074d09dabcf not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:31:57.268390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d3273dd7-1605-4f26-9492-d2946e266770 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:31:57.280022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:57.416792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d767aef-fb54-4848-b609-d505d8812168 req-99ef02db-2779-4d27-bdf9-848e7ef347d3 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:57.423976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-ed78187e-869b-48b4-9b48-ccbb98e55af3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:57.425920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d767aef-fb54-4848-b609-d505d8812168 req-99ef02db-2779-4d27-bdf9-848e7ef347d3 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 931 time: 0.6667740 Jan 31 18:31:57.426900 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-ed78187e-869b-48b4-9b48-ccbb98e55af3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.21 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 820 time: 0.7588155 Jan 31 18:31:57.447440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Request body: {'port': {'device_id': '32a4e083-3c55-463e-9601-9fb6dd2c2e23', 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c', 'admin_state_up': True, 'tenant_id': '9fffd57ee5764d53b8880788295d6082'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:57.516351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0af6c0-49bc-46a7-9ab3-ef5a0fcd9f05 req-ce1aa7bd-90eb-4b4c-942e-c64e298401b5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:57.519249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e0af6c0-49bc-46a7-9ab3-ef5a0fcd9f05 req-ce1aa7bd-90eb-4b4c-942e-c64e298401b5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 948 time: 0.2743566 Jan 31 18:31:57.661013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Made reservation on behalf of 9fffd57ee5764d53b8880788295d6082 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:31:57.664458 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:57.676840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-31dc3dc6-ccb4-4c58-bed3-206c89ff63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:57.678624 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-31dc3dc6-ccb4-4c58-bed3-206c89ff63fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.4489577 Jan 31 18:31:57.695281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d767aef-fb54-4848-b609-d505d8812168 req-5eccacbb-9d0d-4cff-868b-1601b5e954b8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676806 Jan 31 18:31:57.717695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74cd83a6-49c8-444a-8d15-d3a3a8fbe367 admin admin] Publish callbacks [] for security_group (7ec41532-4a16-4ace-bbb4-299ee7f98056), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:57.719914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'tag': '03c7401d-cc62-45aa-ab07-3074d09dabcf'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:57.723336 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef60357e-6afd-4407-b244-61e302a1efbc" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e96b99-5bca-4874-9719-963f6c01c67a", "tag": "03c7401d-cc62-45aa-ab07-3074d09dabcf"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:57.775532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e0af6c0-49bc-46a7-9ab3-ef5a0fcd9f05 req-3da3d470-4a80-4ba5-82fe-3ad45041c430 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298512 Jan 31 18:31:57.778848 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a87d6d93-c699-4cfb-b840-f9c52b5fd132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (7dc43df7-bccd-4397-b7fa-acd65919f006), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:57.803695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74cd83a6-49c8-444a-8d15-d3a3a8fbe367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7ec41532-4a16-4ace-bbb4-299ee7f98056), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:57.812296 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-3a9bb9c3-6417-478d-8735-01db020d434c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf HTTP/1.1" status: 200 len: 217 time: 0.1208100 Jan 31 18:31:57.820822 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123557cd-b4c6-40ff-b0a6-9c57ee1c47bd x-openstack-request-id: req-123557cd-b4c6-40ff-b0a6-9c57ee1c47bd {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:57.821890 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e96b99-5bca-4874-9719-963f6c01c67a", "tag": "03c7401d-cc62-45aa-ab07-3074d09dabcf", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:57.822258 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-123557cd-b4c6-40ff-b0a6-9c57ee1c47bd {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:57.823052 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'tag': '03c7401d-cc62-45aa-ab07-3074d09dabcf', 'status': 'completed', 'code': 200} Jan 31 18:31:57.860477 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-74cd83a6-49c8-444a-8d15-d3a3a8fbe367 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27f186c71c0e41c4b24da9474094c198&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4340224 Jan 31 18:31:57.874516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51828) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:57.919754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Sync routers for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:31:57.936039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:31:57.940839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:31:57.945892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d6d93-c699-4cfb-b840-f9c52b5fd132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc43df7-bccd-4397-b7fa-acd65919f006,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:57.984944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d6d93-c699-4cfb-b840-f9c52b5fd132 admin admin] Checking segment: {'id': '23b54b89-d8af-44d2-9fab-f50d3dfaf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:57.985304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d6d93-c699-4cfb-b840-f9c52b5fd132 admin admin] Network hostable DHCP agents. Network: 6c742845-69ba-4224-9b8b-96f5efed9b0b, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:31:58.013511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-baac90ef-5c80-4ea4-8149-de5a0cfa3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:58.015643 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-baac90ef-5c80-4ea4-8149-de5a0cfa3ee5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1154931 Jan 31 18:31:58.065062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd9202-0ac9-4565-af67-87beb597b7eb req-1ad16a04-5797-4cf3-bc1f-bbc7546b04d9 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:58.066664 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1afd9202-0ac9-4565-af67-87beb597b7eb req-1ad16a04-5797-4cf3-bc1f-bbc7546b04d9 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 945 time: 0.1912100 Jan 31 18:31:58.075158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d6d93-c699-4cfb-b840-f9c52b5fd132 admin admin] Network 6c742845-69ba-4224-9b8b-96f5efed9b0b is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:31:58.085908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981f6c98-c637-434c-8824-5eed080b252b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:31:58.086655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Publish callbacks [] for security_group (492bda41-759a-4505-b200-622cd824f395), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.105930 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Publish callbacks [] for port (981f6c98-c637-434c-8824-5eed080b252b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.108690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-badce983-9f61-4be3-966b-11c434ed1976 admin admin] Publish callbacks [] for security_group (7ec41532-4a16-4ace-bbb4-299ee7f98056), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.110695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:31:58.118641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a87d6d93-c699-4cfb-b840-f9c52b5fd132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 6c742845-69ba-4224-9b8b-96f5efed9b0b) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:58.133717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d6d93-c699-4cfb-b840-f9c52b5fd132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:58.133717 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a87d6d93-c699-4cfb-b840-f9c52b5fd132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.155987 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (492bda41-759a-4505-b200-622cd824f395), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.161974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Transition to ACTIVE for port object 981f6c98-c637-434c-8824-5eed080b252b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:31:58.173648 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd83a6-49c8-444a-8d15-d3a3a8fbe367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec41532-4a16-4ace-bbb4-299ee7f98056,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:58.180133 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (981f6c98-c637-434c-8824-5eed080b252b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.189798 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-badce983-9f61-4be3-966b-11c434ed1976 admin admin] Publish callbacks [] for security_group (7ec41532-4a16-4ace-bbb4-299ee7f98056), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.199644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a87d6d93-c699-4cfb-b840-f9c52b5fd132 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9573832 Jan 31 18:31:58.209914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:58.245282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9141d-93d0-432b-a448-68716bcd0515 None None] Network 6c742845-69ba-4224-9b8b-96f5efed9b0b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:31:58.261723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1afd9202-0ac9-4565-af67-87beb597b7eb req-3d96ed12-0ecf-4dcf-bb53-fc8643c4da14 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832647 Jan 31 18:31:58.327408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Pushing event updated for resources: {'Port': ['ID=981f6c98-c637-434c-8824-5eed080b252b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:58.349268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Allocated IP 172.20.0.7 (d610a84b-ba66-4c53-baa7-3d2c74b1df1c/2f736a56-6747-41e3-b560-6b1178449d92/165189e3-1402-4ee7-aeef-d0b266a88695) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:31:58.366789 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91f8bfc3-985f-4acb-9651-13dcf830b041 req-9c071771-0c33-405e-9399-39480c0e9e33 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 210 time: 0.0693693 Jan 31 18:31:58.392911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-117861166-router', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:31:58.404233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:31:58.408510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60357e-6afd-4407-b244-61e302a1efbc req-67b4de70-1199-417c-b4c0-2ab974a48bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:58.410517 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-67b4de70-1199-417c-b4c0-2ab974a48bec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 1131 time: 0.5617442 Jan 31 18:31:58.447114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492bda41-759a-4505-b200-622cd824f395,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:58.450953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-9b4e98c1-a99c-49f3-8486-a1e2339c11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:58.452522 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-9b4e98c1-a99c-49f3-8486-a1e2339c11fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4133425 Jan 31 18:31:58.531618 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (122d7d1f-ffda-411e-b58e-75dce6fd6c2f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.531618 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Added segment 122d7d1f-ffda-411e-b58e-75dce6fd6c2f of type vlan for network c9846beb-09c1-408e-9a57-928a56ead9d7 Jan 31 18:31:58.553836 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-badce983-9f61-4be3-966b-11c434ed1976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7ec41532-4a16-4ace-bbb4-299ee7f98056), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.554181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (9931ad87-0943-4fc7-b37c-119181ee35cb), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.555213 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (9931ad87-0943-4fc7-b37c-119181ee35cb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.558007 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-badce983-9f61-4be3-966b-11c434ed1976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.559301 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-badce983-9f61-4be3-966b-11c434ed1976 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ec41532-4a16-4ace-bbb4-299ee7f98056 HTTP/1.1" status: 204 len: 168 time: 0.6826906 Jan 31 18:31:58.566426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Attempting to bind port 981f6c98-c637-434c-8824-5eed080b252b on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:58.566426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Attempting to bind port 981f6c98-c637-434c-8824-5eed080b252b by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:58.566426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Attempting to bind port 981f6c98-c637-434c-8824-5eed080b252b on network 2a717cd3-4695-4c00-a9e2-02acd94a1625 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:58.610112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-6c742845-69ba-4224-9b8b-96f5efed9b0b', 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b', 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'fixed_ips': [{'subnet_id': '7dc43df7-bccd-4397-b7fa-acd65919f006'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:31:58.613671 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.614383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Port 981f6c98-c637-434c-8824-5eed080b252b on network 2a717cd3-4695-4c00-a9e2-02acd94a1625 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:31:58.614707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Attempting to bind port 981f6c98-c637-434c-8824-5eed080b252b on network 2a717cd3-4695-4c00-a9e2-02acd94a1625 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:58.632120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badce983-9f61-4be3-966b-11c434ed1976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec41532-4a16-4ace-bbb4-299ee7f98056,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:58.638082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced3ac1-9fd1-4539-b224-d49e09497ee8 req-5d5ebb05-1df4-45f4-b04f-2fbf58af7251 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:58.639523 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ced3ac1-9fd1-4539-b224-d49e09497ee8 req-5d5ebb05-1df4-45f4-b04f-2fbf58af7251 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1128 time: 0.2519269 Jan 31 18:31:58.642899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:58.643238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Checking segment: {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:58.643619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Bound using segment: {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:58.644061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Bound port: 981f6c98-c637-434c-8824-5eed080b252b, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:58.652037 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (981f6c98-c637-434c-8824-5eed080b252b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.705869 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c98bc8de-dbe5-45b3-be8d-1cff0a715b64 req-7b2f9a66-cc82-433e-8af7-e16bd284a458 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2223306 Jan 31 18:31:58.775801 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (c9846beb-09c1-408e-9a57-928a56ead9d7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.865872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] For port 981f6c98-c637-434c-8824-5eed080b252b, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:58.871217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] For port 981f6c98-c637-434c-8824-5eed080b252b, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=981f6c98-c637-434c-8824-5eed080b252b,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:58.894912 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (981f6c98-c637-434c-8824-5eed080b252b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:58.940526 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Allocated IP 172.20.0.2 (6c742845-69ba-4224-9b8b-96f5efed9b0b/7dc43df7-bccd-4397-b7fa-acd65919f006/a44824d8-08a0-47b4-a162-be5138767aca) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:31:59.093277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:59.093929 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.095560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] 10.222.0.21 "PUT /v2.0/ports/981f6c98-c637-434c-8824-5eed080b252b HTTP/1.1" status: 200 len: 1092 time: 2.3931851 Jan 31 18:31:59.096389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ad4a63-f212-43e6-a7eb-f9f5f199cc14', 'tag': '981f6c98-c637-434c-8824-5eed080b252b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:31:59.099083 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38b0d9c-4bb7-4294-a123-8f87806abe8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ad4a63-f212-43e6-a7eb-f9f5f199cc14", "tag": "981f6c98-c637-434c-8824-5eed080b252b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:31:59.126232 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ced3ac1-9fd1-4539-b224-d49e09497ee8 req-7aca3faa-3873-4b65-b466-4061f9596a8f tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694970 Jan 31 18:31:59.182100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51850) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:31:59.195227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04c696-78b3-45f1-8949-ad96112cd615 service neutron] Pushing event updated for resources: {'Port': ['ID=981f6c98-c637-434c-8824-5eed080b252b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:59.218683 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Publish callbacks [] for port (a44824d8-08a0-47b4-a162-be5138767aca), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.229575 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (a44824d8-08a0-47b4-a162-be5138767aca), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.234721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fc542-dfa6-46c9-ab25-51a68d86e924 req-415ebb1f-ef54-4714-a7cb-9ba8d1ac80e5 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:59.237251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd8fc542-dfa6-46c9-ab25-51a68d86e924 req-415ebb1f-ef54-4714-a7cb-9ba8d1ac80e5 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 943 time: 0.3613465 Jan 31 18:31:59.275838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Network 6c742845-69ba-4224-9b8b-96f5efed9b0b is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:31:59.279509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:59.282746 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:31:59.290591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bc8de-dbe5-45b3-be8d-1cff0a715b64 req-b67f5884-df09-4543-8aeb-a71b6c6db7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:59.293026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c98bc8de-dbe5-45b3-be8d-1cff0a715b64 req-b67f5884-df09-4543-8aeb-a71b6c6db7db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 1149 time: 0.4134607 Jan 31 18:31:59.333255 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b45c527c-276e-4f7c-8e97-68ce3bd0da5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.333523 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Publish callbacks [] for router_controller (9931ad87-0943-4fc7-b37c-119181ee35cb), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.351961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Pushing event updated for resources: {'Port': ['ID=a44824d8-08a0-47b4-a162-be5138767aca,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:59.358304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 2, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:31:59.413638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Checking router: 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:31:59.414331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Updating router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 port d3d697de-ae74-4b09-a46b-78b74e137b20 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:31:59.437832 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks [] for port (165189e3-1402-4ee7-aeef-d0b266a88695), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.445382 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:31:59.458624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Attempting to bind port a44824d8-08a0-47b4-a162-be5138767aca on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:31:59.459280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Attempting to bind port a44824d8-08a0-47b4-a162-be5138767aca by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '23b54b89-d8af-44d2-9fab-f50d3dfaf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:31:59.459836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Attempting to bind port a44824d8-08a0-47b4-a162-be5138767aca on network 6c742845-69ba-4224-9b8b-96f5efed9b0b {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:31:59.473330 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:31:59.474234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Checking segment: {'id': '23b54b89-d8af-44d2-9fab-f50d3dfaf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:31:59.474885 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.475700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Bound using segment: {'id': '23b54b89-d8af-44d2-9fab-f50d3dfaf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:31:59.476515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Bound port: a44824d8-08a0-47b4-a162-be5138767aca, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b54b89-d8af-44d2-9fab-f50d3dfaf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:31:59.477246 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a44824d8-08a0-47b4-a162-be5138767aca), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.482461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-edac7dc8-be6e-46c1-a02d-5b77e49399e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:59.484056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-edac7dc8-be6e-46c1-a02d-5b77e49399e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf323cbeac4719b88fd63908e36526&device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 1126 time: 0.3114119 Jan 31 18:31:59.492480 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.493672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd8fc542-dfa6-46c9-ab25-51a68d86e924 req-1c6a6c54-b3bc-4180-83e8-5a64d33648cb tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215450 Jan 31 18:31:59.539297 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (c9846beb-09c1-408e-9a57-928a56ead9d7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.540298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:59.541076 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.547037 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.549806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60357e-6afd-4407-b244-61e302a1efbc req-a924da6f-57b8-434c-b427-6329483c355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:59.551775 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-a924da6f-57b8-434c-b427-6329483c355c service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 1.1297731 Jan 31 18:31:59.731313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] For port a44824d8-08a0-47b4-a162-be5138767aca, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:31:59.736794 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9d9e70-039c-41c8-ae3b-6ac57a7771f6 x-openstack-request-id: req-fc9d9e70-039c-41c8-ae3b-6ac57a7771f6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:31:59.737329 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ad4a63-f212-43e6-a7eb-f9f5f199cc14", "tag": "981f6c98-c637-434c-8824-5eed080b252b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:31:59.737608 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc9d9e70-039c-41c8-ae3b-6ac57a7771f6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:31:59.738140 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ad4a63-f212-43e6-a7eb-f9f5f199cc14', 'tag': '981f6c98-c637-434c-8824-5eed080b252b', 'status': 'completed', 'code': 200} Jan 31 18:31:59.764158 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Pushing event updated for resources: {'Port': ['ID=165189e3-1402-4ee7-aeef-d0b266a88695,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:31:59.766116 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] For port a44824d8-08a0-47b4-a162-be5138767aca, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a44824d8-08a0-47b4-a162-be5138767aca,segment=NetworkSegment(23b54b89-d8af-44d2-9fab-f50d3dfaf76c),segment_id=23b54b89-d8af-44d2-9fab-f50d3dfaf76c)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:31:59.785010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cfb84-6e0e-4105-a5b8-da9e95f40c98 req-fbc8c7ac-b1e1-4f54-abae-f273cdc926a0 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:59.786919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-977cfb84-6e0e-4105-a5b8-da9e95f40c98 req-fbc8c7ac-b1e1-4f54-abae-f273cdc926a0 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 948 time: 0.5303566 Jan 31 18:31:59.795200 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a44824d8-08a0-47b4-a162-be5138767aca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.807207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-49a31e36-cde3-4da3-8511-730844cd0fad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=981f6c98-c637-434c-8824-5eed080b252b HTTP/1.1" status: 200 len: 217 time: 0.3124321 Jan 31 18:31:59.859166 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Publish callbacks [] for router_gateway (9931ad87-0943-4fc7-b37c-119181ee35cb), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.873897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bc8de-dbe5-45b3-be8d-1cff0a715b64 req-b2926a76-8bc2-4940-8e56-dd3113817373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:59.875450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c98bc8de-dbe5-45b3-be8d-1cff0a715b64 req-b2926a76-8bc2-4940-8e56-dd3113817373 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.5398154 Jan 31 18:31:59.881394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Network d610a84b-ba66-4c53-baa7-3d2c74b1df1c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:31:59.884679 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-448b7af1-0005-464a-a787-8e4a8ac5f3d3 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4064710 Jan 31 18:31:59.938922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:31:59.957243 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-8e3cf6e5-c50a-4bb9-b15b-510e1a599471 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf HTTP/1.1" status: 200 len: 217 time: 0.2295530 Jan 31 18:31:59.973360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:31:59.979167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:59.979838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:31:59.991003 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed23fa-017f-4734-8825-d70f692f9c75 None None] Pushing event updated for resources: {'Port': ['ID=a44824d8-08a0-47b4-a162-be5138767aca,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:00.033892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c98bc8de-dbe5-45b3-be8d-1cff0a715b64 req-e7813ec1-4cad-4770-bc3d-6757ed262c50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18d7196-6732-4533-91c5-a209799a30ea HTTP/1.1" status: 200 len: 217 time: 0.1102231 Jan 31 18:32:00.146393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-9d81d38b-79f4-4ecb-8da9-16ad5ed52af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:00.153578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-9d81d38b-79f4-4ecb-8da9-16ad5ed52af9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a886752-5fa3-4f61-a2a9-5923eb8db5c3 HTTP/1.1" status: 200 len: 845 time: 0.3135130 Jan 31 18:32:00.167086 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b45c527c-276e-4f7c-8e97-68ce3bd0da5e admin admin] Publish callbacks [] for security_group (ad0b2feb-9129-484f-a46e-9e6f5bab3819), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:00.168926 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.1372769 Jan 31 18:32:00.171275 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c636796e-1466-429b-9b7b-088c6d9d3b0f req-66fca955-3081-427a-bb1f-3df6327b6dc6 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775756 Jan 31 18:32:00.208604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51856) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:00.216609 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b45c527c-276e-4f7c-8e97-68ce3bd0da5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ad0b2feb-9129-484f-a46e-9e6f5bab3819), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:00.247919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-70907774-b931-43f7-bef0-1fd99b0327db admin admin] Request body: {'subnet': {'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864223074-subnet', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:00.256084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-977cfb84-6e0e-4105-a5b8-da9e95f40c98 req-4a8fb4bc-fb46-408d-bf31-61edb1b1af9c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538445 Jan 31 18:32:00.342410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-33630eb0-643b-42ad-abee-5c1f6a621b11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a717cd3-4695-4c00-a9e2-02acd94a1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306846 Jan 31 18:32:00.344446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896175fd-8ff6-4ae0-8883-d54fa278ba9b req-c3b02f10-75ec-48d3-a862-6268b19f82dc tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:00.352914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-896175fd-8ff6-4ae0-8883-d54fa278ba9b req-c3b02f10-75ec-48d3-a862-6268b19f82dc tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1128 time: 0.6188390 Jan 31 18:32:00.358146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60357e-6afd-4407-b244-61e302a1efbc req-824c35e1-492d-4806-86c2-f85847cc5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:00.370539 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-824c35e1-492d-4806-86c2-f85847cc5125 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.3976390 Jan 31 18:32:00.380216 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e5005053-67bc-4498-8f84-db828efc61ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9353118 Jan 31 18:32:00.401336 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Publish callbacks [] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:00.410478 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:00.453926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Request body: {'port': {'device_id': '32a4e083-3c55-463e-9601-9fb6dd2c2e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:00.491378 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5507b9-13bc-4377-81d9-b1521e77a8a6 None None] Pushing event updated for resources: {'Port': ['ID=d3d697de-ae74-4b09-a46b-78b74e137b20,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:00.526394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bc8de-dbe5-45b3-be8d-1cff0a715b64 req-946a1713-fa77-4379-abb9-bcd36d7cc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:00.528055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c98bc8de-dbe5-45b3-be8d-1cff0a715b64 req-946a1713-fa77-4379-abb9-bcd36d7cc8a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.4705362 Jan 31 18:32:00.539481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c527c-276e-4f7c-8e97-68ce3bd0da5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0b2feb-9129-484f-a46e-9e6f5bab3819,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:00.553560 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c9992-f144-4fe4-89d0-12e609fab031 admin admin] Pushing event updated for resources: {'Network': ['ID=c9846beb-09c1-408e-9a57-928a56ead9d7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:00.600328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70907774-b931-43f7-bef0-1fd99b0327db admin admin] Made reservation on behalf of 6f461e4d3b8746f99e7a4478223a8d75 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:00.610328 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70907774-b931-43f7-bef0-1fd99b0327db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:00.629266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network c9846beb-09c1-408e-9a57-928a56ead9d7 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:32:00.657302 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Attempting to bind port d3d697de-ae74-4b09-a46b-78b74e137b20 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:00.657535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Attempting to bind port d3d697de-ae74-4b09-a46b-78b74e137b20 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:00.658001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Attempting to bind port d3d697de-ae74-4b09-a46b-78b74e137b20 on network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:00.663897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c98bc8de-dbe5-45b3-be8d-1cff0a715b64 req-80d1a10f-4de5-4cb8-872e-a4fe0c8275af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208434 Jan 31 18:32:00.666469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b45c527c-276e-4f7c-8e97-68ce3bd0da5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c27f5832ed0b49bf9518084ff5ef7fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4655824 Jan 31 18:32:00.702081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:00.714341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:00.714747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Checking segment: {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:00.718794 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:00.719219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Bound using segment: {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:00.719737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Bound port: d3d697de-ae74-4b09-a46b-78b74e137b20, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:00.720131 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:00.769708 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:00.839191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60357e-6afd-4407-b244-61e302a1efbc req-082f5606-a161-4141-b173-dca7ac7f249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:00.841910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-3e563c72-407a-4260-b8ca-8ae55d7cfc66 service neutron] 10.222.0.21 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747546 Jan 31 18:32:00.849931 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-082f5606-a161-4141-b173-dca7ac7f249d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 1131 time: 0.4625864 Jan 31 18:32:00.854858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a44824d8-08a0-47b4-a162-be5138767aca up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:00.925289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da870c20-6862-4af1-bbe3-9781dddc5fe8 admin admin] Publish callbacks [] for security_group (ad0b2feb-9129-484f-a46e-9e6f5bab3819), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:01.004513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-896175fd-8ff6-4ae0-8883-d54fa278ba9b req-8cef30de-13f8-4220-b93b-0ad70d15c7c5 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466911 Jan 31 18:32:01.046079 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a44824d8-08a0-47b4-a162-be5138767aca triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:01.048146 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a44824d8-08a0-47b4-a162-be5138767aca), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:01.079595 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac1063-7021-43da-bd34-0a064ae86af5 req-76cc632b-8788-4548-ad42-b766e1477161 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:01.085400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1ac1063-7021-43da-bd34-0a064ae86af5 req-76cc632b-8788-4548-ad42-b766e1477161 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 931 time: 0.6049235 Jan 31 18:32:01.161446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c98bc8de-dbe5-45b3-be8d-1cff0a715b64 req-3f5ce356-6b2d-4de9-a243-cb38a7b84a03 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764495 Jan 31 18:32:01.194827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-857e3046-97fd-4e6a-b874-641508336df4 None None] Provisioning complete for port d3d697de-ae74-4b09-a46b-78b74e137b20 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:01.195374 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-857e3046-97fd-4e6a-b874-641508336df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:01.297035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1ac1063-7021-43da-bd34-0a064ae86af5 req-c487cd9d-03c9-4aef-9adb-26bbf6e042eb tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958327 Jan 31 18:32:01.312547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] For port d3d697de-ae74-4b09-a46b-78b74e137b20, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:01.350544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] For port d3d697de-ae74-4b09-a46b-78b74e137b20, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d3d697de-ae74-4b09-a46b-78b74e137b20,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:01.380754 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:01.461959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5507b9-13bc-4377-81d9-b1521e77a8a6 None None] Pushing event updated for resources: {'Port': ['ID=d3d697de-ae74-4b09-a46b-78b74e137b20,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:01.464531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-857e3046-97fd-4e6a-b874-641508336df4 None None] Port d3d697de-ae74-4b09-a46b-78b74e137b20 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:32:01.482326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d7dc7cc-9aa2-4053-bd5b-29676816afd3 req-3f775df3-31a7-4b16-978e-61c8c13c362c service neutron] 10.222.0.21 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246662 Jan 31 18:32:01.528414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a44824d8-08a0-47b4-a162-be5138767aca is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:01.528731 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a44824d8-08a0-47b4-a162-be5138767aca), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:01.547940 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165189e3-1402-4ee7-aeef-d0b266a88695 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:01.560868 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Publish callbacks [] for port (165189e3-1402-4ee7-aeef-d0b266a88695), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:01.579721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Transition to ACTIVE for port object 165189e3-1402-4ee7-aeef-d0b266a88695 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:01.584075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port a44824d8-08a0-47b4-a162-be5138767aca, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a44824d8-08a0-47b4-a162-be5138767aca,segment=NetworkSegment(23b54b89-d8af-44d2-9fab-f50d3dfaf76c),segment_id=23b54b89-d8af-44d2-9fab-f50d3dfaf76c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:01.593102 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a44824d8-08a0-47b4-a162-be5138767aca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:01.601552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:01.602397 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:01.603978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60357e-6afd-4407-b244-61e302a1efbc req-80be9ca8-4a8c-4e29-bffb-5c3f051999d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:01.605711 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-80be9ca8-4a8c-4e29-bffb-5c3f051999d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.2216465 Jan 31 18:32:01.609489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60357e-6afd-4407-b244-61e302a1efbc req-aad5ecd3-8add-49b4-814f-7b64018cfb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:01.612044 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-aad5ecd3-8add-49b4-814f-7b64018cfb05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.7468276 Jan 31 18:32:01.624583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:01.757651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6536cf8-4f00-462b-a6e5-fc1ea39f16a9 None None] Network 6c742845-69ba-4224-9b8b-96f5efed9b0b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:32:01.818358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db70203-ed6c-416c-aa32-1b8943d06c83 req-9bf3275a-f301-49fd-8d04-14ffb26e9047 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:01.825940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8db70203-ed6c-416c-aa32-1b8943d06c83 req-9bf3275a-f301-49fd-8d04-14ffb26e9047 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 943 time: 0.6919026 Jan 31 18:32:01.844973 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-54f036eb-7e87-4f87-becb-bd6a511d34e8 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292192 Jan 31 18:32:01.885182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c98bc8de-dbe5-45b3-be8d-1cff0a715b64 req-c163521d-ab2e-4937-99bf-66e747539066 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989505 Jan 31 18:32:01.889353 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Pushing event updated for resources: {'Port': ['ID=165189e3-1402-4ee7-aeef-d0b266a88695,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:01.903214 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-6b37092a-949a-4782-91bc-956f3fd26bdd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf HTTP/1.1" status: 200 len: 217 time: 0.1280618 Jan 31 18:32:01.913381 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=a44824d8-08a0-47b4-a162-be5138767aca,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:01.930595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70907774-b931-43f7-bef0-1fd99b0327db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (9eeb9e83-35cc-4644-8eca-f0b68a73abfc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:01.967681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b3400480-6a0c-4119-af47-03e0d25bef40 None None] Provisioning complete for port a44824d8-08a0-47b4-a162-be5138767aca triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:01.967681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3400480-6a0c-4119-af47-03e0d25bef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a44824d8-08a0-47b4-a162-be5138767aca), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:01.974377 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da870c20-6862-4af1-bbe3-9781dddc5fe8 admin admin] Publish callbacks [] for security_group (ad0b2feb-9129-484f-a46e-9e6f5bab3819), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:01.993336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:02.034025 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8db70203-ed6c-416c-aa32-1b8943d06c83 req-3e51d7a1-e910-41e0-b0f9-083b642a0cd3 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070508 Jan 31 18:32:02.054904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51301b4-ce54-42cf-b8f1-7693489f209c req-d9a7bb02-46b0-451d-9ccd-559d4d35ef0d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:02.058536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d51301b4-ce54-42cf-b8f1-7693489f209c req-d9a7bb02-46b0-451d-9ccd-559d4d35ef0d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 948 time: 0.5280540 Jan 31 18:32:02.098074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b0d9c-4bb7-4294-a123-8f87806abe8d req-a085a040-e947-4a51-b964-358072f3aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:02.100284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a38b0d9c-4bb7-4294-a123-8f87806abe8d req-a085a040-e947-4a51-b964-358072f3aef7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf323cbeac4719b88fd63908e36526&device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 1126 time: 0.5273712 Jan 31 18:32:02.144740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70907774-b931-43f7-bef0-1fd99b0327db admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eeb9e83-35cc-4644-8eca-f0b68a73abfc,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:02.221944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60357e-6afd-4407-b244-61e302a1efbc req-873264ff-3d97-4bfc-ab12-de17f8e8410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:02.228845 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-873264ff-3d97-4bfc-ab12-de17f8e8410f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2830722 Jan 31 18:32:02.235830 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-d7f5bb6a-2523-4fe6-b674-aa9c4cdd8761 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188403 Jan 31 18:32:02.273823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d51301b4-ce54-42cf-b8f1-7693489f209c req-d0435462-4521-4f93-9225-85544687db8e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006783 Jan 31 18:32:02.308049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b3400480-6a0c-4119-af47-03e0d25bef40 None None] Current status of the port a44824d8-08a0-47b4-a162-be5138767aca is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:02.411742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:01Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:02.460191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70907774-b931-43f7-bef0-1fd99b0327db admin admin] Checking segment: {'id': '122d7d1f-ffda-411e-b58e-75dce6fd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:02.462164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70907774-b931-43f7-bef0-1fd99b0327db admin admin] Network hostable DHCP agents. Network: c9846beb-09c1-408e-9a57-928a56ead9d7, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:32:02.497531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ed89b-6c34-41ac-9850-2f83dec9a2d4 None None] The sync data for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 is: [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:01Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:32:02.524834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e632010c-f245-4f93-91ed-ff3644ff9d56 None None] Provisioning complete for port d3d697de-ae74-4b09-a46b-78b74e137b20 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:02.527162 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e632010c-f245-4f93-91ed-ff3644ff9d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:02.668670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Attempting to bind port 165189e3-1402-4ee7-aeef-d0b266a88695 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:02.669530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Attempting to bind port 165189e3-1402-4ee7-aeef-d0b266a88695 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:02.669530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Attempting to bind port 165189e3-1402-4ee7-aeef-d0b266a88695 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:02.789725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 03c7401d-cc62-45aa-ab07-3074d09dabcf details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:32:02.841941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a44824d8-08a0-47b4-a162-be5138767aca up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:02.850608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70907774-b931-43f7-bef0-1fd99b0327db admin admin] Network c9846beb-09c1-408e-9a57-928a56ead9d7 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:32:02.888660 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da870c20-6862-4af1-bbe3-9781dddc5fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ad0b2feb-9129-484f-a46e-9e6f5bab3819), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:02.893704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da870c20-6862-4af1-bbe3-9781dddc5fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:02.897253 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-da870c20-6862-4af1-bbe3-9781dddc5fe8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad0b2feb-9129-484f-a46e-9e6f5bab3819 HTTP/1.1" status: 204 len: 168 time: 2.1933465 Jan 31 18:32:03.002445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Port 165189e3-1402-4ee7-aeef-d0b266a88695 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:32:03.002946 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Attempting to bind port 165189e3-1402-4ee7-aeef-d0b266a88695 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:03.014090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-70907774-b931-43f7-bef0-1fd99b0327db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, c9846beb-09c1-408e-9a57-928a56ead9d7) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:03.014917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e632010c-f245-4f93-91ed-ff3644ff9d56 None None] Current status of the port d3d697de-ae74-4b09-a46b-78b74e137b20 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:03.015936 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e632010c-f245-4f93-91ed-ff3644ff9d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:03.065325 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113d6cd-ab34-411a-ab17-fecbaf4e308b req-6a2eaa7a-21a1-4b2b-8de6-0d2a95133162 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:03.069840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e113d6cd-ab34-411a-ab17-fecbaf4e308b req-6a2eaa7a-21a1-4b2b-8de6-0d2a95133162 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 943 time: 0.5437469 Jan 31 18:32:03.075060 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:03.075410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:03.076752 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:03.078383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Bound port: 165189e3-1402-4ee7-aeef-d0b266a88695, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:03.078761 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:03.082475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da870c20-6862-4af1-bbe3-9781dddc5fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0b2feb-9129-484f-a46e-9e6f5bab3819,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:03.095235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70907774-b931-43f7-bef0-1fd99b0327db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:03.102546 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70907774-b931-43f7-bef0-1fd99b0327db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:03.103994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4384f50-2b00-4f4b-a825-d00e8cd1537f None None] Network c9846beb-09c1-408e-9a57-928a56ead9d7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:32:03.192826 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Publish callbacks [] for router_gateway (9931ad87-0943-4fc7-b37c-119181ee35cb), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:03.302158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e113d6cd-ab34-411a-ab17-fecbaf4e308b req-0cc3c8fd-9b64-4272-9106-2eb2d72e9b5e tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522410 Jan 31 18:32:03.315296 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-70907774-b931-43f7-bef0-1fd99b0327db admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.1010413 Jan 31 18:32:03.316660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b0d9c-4bb7-4294-a123-8f87806abe8d req-9e82b7a3-c689-4921-bc44-94adf0ed9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:03.317452 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60357e-6afd-4407-b244-61e302a1efbc req-67146bb6-b721-41fc-959a-f6cacf1b1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:03.318164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a38b0d9c-4bb7-4294-a123-8f87806abe8d req-9e82b7a3-c689-4921-bc44-94adf0ed9784 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 200 len: 906 time: 1.2073305 Jan 31 18:32:03.319171 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-67146bb6-b721-41fc-959a-f6cacf1b1bcb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6987121 Jan 31 18:32:03.319454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51886) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:03.340493 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:03.340734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-864223074-router', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:03.365087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9bbf7-fd2b-4ce9-bb93-913a6b6384c0 req-25b3082a-ad10-43a9-b528-029c1de10a9b tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:03.368346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6c9bbf7-fd2b-4ce9-bb93-913a6b6384c0 req-25b3082a-ad10-43a9-b528-029c1de10a9b tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1128 time: 0.9169252 Jan 31 18:32:03.457636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-c9846beb-09c1-408e-9a57-928a56ead9d7', 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7', 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'fixed_ips': [{'subnet_id': '9eeb9e83-35cc-4644-8eca-f0b68a73abfc'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:32:03.458852 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:03.462433 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:32:03.473942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a44824d8-08a0-47b4-a162-be5138767aca triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:03.474653 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a44824d8-08a0-47b4-a162-be5138767aca), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:03.494427 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a38b0d9c-4bb7-4294-a123-8f87806abe8d req-109fae2c-7435-4cf4-b25b-047966a78490 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=981f6c98-c637-434c-8824-5eed080b252b HTTP/1.1" status: 200 len: 217 time: 0.1523154 Jan 31 18:32:03.625868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e632010c-f245-4f93-91ed-ff3644ff9d56 None None] For port d3d697de-ae74-4b09-a46b-78b74e137b20, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d3d697de-ae74-4b09-a46b-78b74e137b20,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:03.651957 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e632010c-f245-4f93-91ed-ff3644ff9d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:03.660728 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Allocated IP 172.25.8.81 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/93428866-df7b-41f2-b24f-71bd3b68ade7) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:03.668296 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (0cacb009-37c9-4ae2-95e7-656f432a7990), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:03.669379 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (0cacb009-37c9-4ae2-95e7-656f432a7990), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:03.791496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6c9bbf7-fd2b-4ce9-bb93-913a6b6384c0 req-20e9d486-c197-49ac-8fb7-5c3362868bc7 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957239 Jan 31 18:32:03.878845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5a946-34f5-4011-9514-4cffec377790 req-bf9939de-1499-403e-96e7-7e6e98e63905 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:03.882494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9de5a946-34f5-4011-9514-4cffec377790 req-bf9939de-1499-403e-96e7-7e6e98e63905 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 943 time: 0.3688767 Jan 31 18:32:03.889354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b0d9c-4bb7-4294-a123-8f87806abe8d req-cc6a42ea-9905-4081-862e-486c9a9c8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:03.891409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a38b0d9c-4bb7-4294-a123-8f87806abe8d req-cc6a42ea-9905-4081-862e-486c9a9c8137 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a886752-5fa3-4f61-a2a9-5923eb8db5c3 HTTP/1.1" status: 200 len: 845 time: 0.3609624 Jan 31 18:32:03.958871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632010c-f245-4f93-91ed-ff3644ff9d56 None None] Pushing event updated for resources: {'Port': ['ID=d3d697de-ae74-4b09-a46b-78b74e137b20,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:04.033948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Publish callbacks [] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:04.049397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a38b0d9c-4bb7-4294-a123-8f87806abe8d req-7c9ecfc7-6383-4cfd-b676-a3d3f3e945d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a717cd3-4695-4c00-a9e2-02acd94a1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500406 Jan 31 18:32:04.082069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:04.102250 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=165189e3-1402-4ee7-aeef-d0b266a88695,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:04.151871 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:04.201759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Publish callbacks [] for router_controller (0cacb009-37c9-4ae2-95e7-656f432a7990), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:04.343810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:04.347553 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:04.354138 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] 10.222.0.21 "PUT /v2.0/ports/165189e3-1402-4ee7-aeef-d0b266a88695 HTTP/1.1" status: 200 len: 1092 time: 3.9018562 Jan 31 18:32:04.354138 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a4e083-3c55-463e-9601-9fb6dd2c2e23', 'tag': '165189e3-1402-4ee7-aeef-d0b266a88695'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:04.356647 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade40619-b4d1-4419-a98e-1842332994e0" -d '{"events": [{"name": "network-changed", "server_uuid": "32a4e083-3c55-463e-9601-9fb6dd2c2e23", "tag": "165189e3-1402-4ee7-aeef-d0b266a88695"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:04.379803 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-0a089b81-e3e3-4d5c-871c-c5883b1a6960 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0271604 Jan 31 18:32:04.459231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Allocated IP 172.20.0.2 (c9846beb-09c1-408e-9a57-928a56ead9d7/9eeb9e83-35cc-4644-8eca-f0b68a73abfc/2bdbb270-75db-4137-9d1d-d24a46d42414) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:04.472921 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:04.585538 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-42dac68c-e826-492f-9e13-635bc2e46620 None None] Provisioning complete for port a44824d8-08a0-47b4-a162-be5138767aca triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:04.586342 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42dac68c-e826-492f-9e13-635bc2e46620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a44824d8-08a0-47b4-a162-be5138767aca), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:04.632064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b5e15-dd6a-4673-b717-4af782bcd5ee service neutron] Pushing event updated for resources: {'Port': ['ID=165189e3-1402-4ee7-aeef-d0b266a88695,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:04.747405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a44824d8-08a0-47b4-a162-be5138767aca is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:04.871787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:04.889765 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ef60357e-6afd-4407-b244-61e302a1efbc req-e087578f-6385-45c5-9b9f-212aca82bd2a service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925559 Jan 31 18:32:04.899203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:04.919023 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:04.930468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '03c7401d-cc62-45aa-ab07-3074d09dabcf', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '03c7401d-cc62-45aa-ab07-3074d09dabcf', 'mac_address': 'fa:16:3e:7f:f2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:32:04.943627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:05.025556 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Pushing event updated for resources: {'Port': ['ID=93428866-df7b-41f2-b24f-71bd3b68ade7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:05.052274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-42dac68c-e826-492f-9e13-635bc2e46620 None None] Current status of the port a44824d8-08a0-47b4-a162-be5138767aca is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:05.054466 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 981f6c98-c637-434c-8824-5eed080b252b details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:32:05.056526 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d3d697de-ae74-4b09-a46b-78b74e137b20 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:05.114384 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e01e8e55-aa81-4c52-ade0-312b6917378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:05.115920 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-e01e8e55-aa81-4c52-ade0-312b6917378a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 1126 time: 0.7022259 Jan 31 18:32:05.165246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 03c7401d-cc62-45aa-ab07-3074d09dabcf is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:05.165644 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:05.182583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9de5a946-34f5-4011-9514-4cffec377790 req-3b9a3907-a15f-483f-aa48-6d7ffdc12d3a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2817850 Jan 31 18:32:05.232306 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Publish callbacks [] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:05.245479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c7401d-cc62-45aa-ab07-3074d09dabcf {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:05.263369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c6aa1-c7c0-4895-8211-98305342df27 req-9593c2d2-370c-4c02-b428-496986b196a2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:05.269471 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-418c6aa1-c7c0-4895-8211-98305342df27 req-9593c2d2-370c-4c02-b428-496986b196a2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 948 time: 1.2637162 Jan 31 18:32:05.276501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:05.279615 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:32:05.284483 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:05.286778 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:05.338661 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-ee7b5be6-4f4d-44e5-a95a-f9df482830f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165189e3-1402-4ee7-aeef-d0b266a88695 HTTP/1.1" status: 200 len: 217 time: 0.2088244 Jan 31 18:32:05.355615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Pushing event updated for resources: {'Port': ['ID=2bdbb270-75db-4137-9d1d-d24a46d42414,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:05.404045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Network c9846beb-09c1-408e-9a57-928a56ead9d7 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:05.411666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:05.440157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:05.471934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d3d697de-ae74-4b09-a46b-78b74e137b20 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:05.471934 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:05.572506 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Publish callbacks [] for router_gateway (0cacb009-37c9-4ae2-95e7-656f432a7990), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:05.585191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-418c6aa1-c7c0-4895-8211-98305342df27 req-d994f481-046e-4795-aeec-a333d892d87b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972879 Jan 31 18:32:05.588366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a38b0d9c-4bb7-4294-a123-8f87806abe8d req-17602c13-45dc-4fe6-aa57-72d6f60171b4 service neutron] 10.222.0.21 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4934587 Jan 31 18:32:05.687994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-3c205555-e03e-40c9-aa75-16b7a8133f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:05.690864 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-3c205555-e03e-40c9-aa75-16b7a8133f0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.3419547 Jan 31 18:32:05.707894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407f64f-9542-45ec-b97b-e717ba47dfb6 req-f55f2989-63de-4b85-962b-87ed827e27b4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:05.709883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4407f64f-9542-45ec-b97b-e717ba47dfb6 req-f55f2989-63de-4b85-962b-87ed827e27b4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 943 time: 0.3184576 Jan 31 18:32:05.770718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['03c7401d-cc62-45aa-ab07-3074d09dabcf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:32:05.774900 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715f2a35-18f4-4ba0-a334-6b091a5dfb19 x-openstack-request-id: req-715f2a35-18f4-4ba0-a334-6b091a5dfb19 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:05.776903 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a4e083-3c55-463e-9601-9fb6dd2c2e23", "tag": "165189e3-1402-4ee7-aeef-d0b266a88695", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:05.777230 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-715f2a35-18f4-4ba0-a334-6b091a5dfb19 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:05.778281 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a4e083-3c55-463e-9601-9fb6dd2c2e23', 'tag': '165189e3-1402-4ee7-aeef-d0b266a88695', 'status': 'completed', 'code': 200} Jan 31 18:32:05.782100 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-3e60dbbf-2abb-4eaf-8a0c-89b1f1d4764d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830312 Jan 31 18:32:05.895758 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d3d697de-ae74-4b09-a46b-78b74e137b20 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:05.906137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=03c7401d-cc62-45aa-ab07-3074d09dabcf,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:05.947412 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4407f64f-9542-45ec-b97b-e717ba47dfb6 req-e2419787-b234-4c21-b57a-93bd2043e542 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259779 Jan 31 18:32:05.961506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Attempting to bind port 2bdbb270-75db-4137-9d1d-d24a46d42414 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:05.962273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Attempting to bind port 2bdbb270-75db-4137-9d1d-d24a46d42414 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '122d7d1f-ffda-411e-b58e-75dce6fd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:05.962876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Attempting to bind port 2bdbb270-75db-4137-9d1d-d24a46d42414 on network c9846beb-09c1-408e-9a57-928a56ead9d7 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:05.981048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:05.981854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Checking segment: {'id': '122d7d1f-ffda-411e-b58e-75dce6fd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:05.983339 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:05.984060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Bound using segment: {'id': '122d7d1f-ffda-411e-b58e-75dce6fd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:05.984898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Bound port: 2bdbb270-75db-4137-9d1d-d24a46d42414, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122d7d1f-ffda-411e-b58e-75dce6fd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:05.986385 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:06.006228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 981f6c98-c637-434c-8824-5eed080b252b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=981f6c98-c637-434c-8824-5eed080b252b,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:06.099559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '981f6c98-c637-434c-8824-5eed080b252b', 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'port_id': '981f6c98-c637-434c-8824-5eed080b252b', 'mac_address': 'fa:16:3e:a9:78:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a886752-5fa3-4f61-a2a9-5923eb8db5c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:32:06.125468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a38b0d9c-4bb7-4294-a123-8f87806abe8d req-3f6070c0-bccd-4e95-ac37-e0ad3f9e3673 service neutron] 10.222.0.21 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282712 Jan 31 18:32:06.177969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272ca3-48e6-404a-a66e-208a7bda0532 req-6d23b6a2-c53b-4326-b758-2decd475c6ed tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:06.190078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65272ca3-48e6-404a-a66e-208a7bda0532 req-6d23b6a2-c53b-4326-b758-2decd475c6ed tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1128 time: 0.2747471 Jan 31 18:32:06.330369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65272ca3-48e6-404a-a66e-208a7bda0532 req-8d803f1a-bc91-4f86-9227-351dec8ec5c2 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379135 Jan 31 18:32:06.455149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 981f6c98-c637-434c-8824-5eed080b252b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:06.455478 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (981f6c98-c637-434c-8824-5eed080b252b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:06.482045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] For port 2bdbb270-75db-4137-9d1d-d24a46d42414, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:06.585427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] For port 2bdbb270-75db-4137-9d1d-d24a46d42414, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2bdbb270-75db-4137-9d1d-d24a46d42414,segment=NetworkSegment(122d7d1f-ffda-411e-b58e-75dce6fd6c2f),segment_id=122d7d1f-ffda-411e-b58e-75dce6fd6c2f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:06.599394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981f6c98-c637-434c-8824-5eed080b252b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:06.659201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 981f6c98-c637-434c-8824-5eed080b252b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=981f6c98-c637-434c-8824-5eed080b252b,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:06.661287 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:06.665285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Publish callbacks [] for router_gateway (9931ad87-0943-4fc7-b37c-119181ee35cb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:06.678236 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (981f6c98-c637-434c-8824-5eed080b252b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:06.838332 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Publish callbacks [] for router_gateway (0cacb009-37c9-4ae2-95e7-656f432a7990), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:06.872024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7190b25-84be-47bf-beb6-dba4e3b55dd8 None None] Pushing event updated for resources: {'Port': ['ID=2bdbb270-75db-4137-9d1d-d24a46d42414,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:06.934908 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:06.944010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['981f6c98-c637-434c-8824-5eed080b252b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:32:06.956117 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:32:07.037571 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (9931ad87-0943-4fc7-b37c-119181ee35cb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:07.042909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=981f6c98-c637-434c-8824-5eed080b252b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:07.089273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-1e3b15d1-cb38-4df6-bb50-302bcee7a5d9 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:07.092098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-1e3b15d1-cb38-4df6-bb50-302bcee7a5d9 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a&tenant_id=57a793ec9c5b4f5291284cbfc8520325&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 949 time: 0.6414058 Jan 31 18:32:07.143945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a121f40-8fbb-4b04-b62c-67a41e19e472 req-4b4196ca-f122-4bbd-8efa-a2647d1701f6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:07.146298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a121f40-8fbb-4b04-b62c-67a41e19e472 req-4b4196ca-f122-4bbd-8efa-a2647d1701f6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 949 time: 0.5960090 Jan 31 18:32:07.176598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d564b-7fe0-40ca-8496-4986153a00e8 req-498c6a11-76c5-4d9c-a4b1-953fc0ac9725 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:07.178216 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c52d564b-7fe0-40ca-8496-4986153a00e8 req-498c6a11-76c5-4d9c-a4b1-953fc0ac9725 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 943 time: 0.8347981 Jan 31 18:32:07.202824 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-4566a7f4-ac22-458f-a913-67251f4fdb59 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4133439 Jan 31 18:32:07.412540 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a121f40-8fbb-4b04-b62c-67a41e19e472 req-50ed07a5-c25a-4025-ba4d-406a20400be8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332385 Jan 31 18:32:07.413671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Router 9931ad87-0943-4fc7-b37c-119181ee35cb is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:32:07.415993 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-a15382f3-76aa-4934-a0a2-d8abaff87114 service neutron] delete failed (client error): The resource could not be found. Jan 31 18:32:07.417112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-a15382f3-76aa-4934-a0a2-d8abaff87114 service neutron] 10.222.0.21 "DELETE /v2.0/ports/03c7401d-cc62-45aa-ab07-3074d09dabcf/bindings/n-h2-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.2698336 Jan 31 18:32:07.430585 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-000c6dec-d649-43c8-9f94-b15d3c1b1a2f req-eba4e7f3-0076-4ce2-81fb-28c93fe856b7 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187939 Jan 31 18:32:07.448942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Allocated IP 172.25.8.97 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/84bfdeee-68b1-49d5-b728-00815256857f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:07.471809 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c52d564b-7fe0-40ca-8496-4986153a00e8 req-7149ed2d-45d9-4f5a-adfb-77e5a5f1bfd8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379079 Jan 31 18:32:07.590261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:32:07.620540 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Sync routers for ids ['9931ad87-0943-4fc7-b37c-119181ee35cb'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:32:07.638857 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Routers {'9931ad87-0943-4fc7-b37c-119181ee35cb'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:07.640968 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9931ad87-0943-4fc7-b37c-119181ee35cb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:07.694994 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:07.703224 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7fb20c1e-7ffb-4b75-8e27-0ee4755c88ff admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.3508487 Jan 31 18:32:07.703902 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51950) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:07.823129 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Set router 9931ad87-0943-4fc7-b37c-119181ee35cb gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:07.825352 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Publish callbacks [] for port (84bfdeee-68b1-49d5-b728-00815256857f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:07.905944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-0d78ce68-2f8c-4281-8816-fdeede2e70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:07.933512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade40619-b4d1-4419-a98e-1842332994e0 req-c17796ab-c33b-4fa7-b0a8-f2dc0ef21fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:07.933749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-0d78ce68-2f8c-4281-8816-fdeede2e70fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 1132 time: 0.2702174 Jan 31 18:32:07.937311 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ade40619-b4d1-4419-a98e-1842332994e0 req-c17796ab-c33b-4fa7-b0a8-f2dc0ef21fc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 1126 time: 0.3110366 Jan 31 18:32:08.075334 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'name': 'tempest-FloatingIPsTestJSON-117861166-router', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:58Z', 'updated_at': '2022-01-31T18:32:05Z', 'revision_number': 3, 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'gw_port': {'id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:08.154973 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (84bfdeee-68b1-49d5-b728-00815256857f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:08.177523 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Checking router: 9931ad87-0943-4fc7-b37c-119181ee35cb for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:32:08.177886 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Updating router 9931ad87-0943-4fc7-b37c-119181ee35cb port 93428866-df7b-41f2-b24f-71bd3b68ade7 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:32:08.208555 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade40619-b4d1-4419-a98e-1842332994e0 req-fa8d74ea-5f79-4ad1-b2cd-61dc3695acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:08.210137 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ade40619-b4d1-4419-a98e-1842332994e0 req-fa8d74ea-5f79-4ad1-b2cd-61dc3695acbb service neutron] 10.222.0.21 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.2637119 Jan 31 18:32:08.278127 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ade40619-b4d1-4419-a98e-1842332994e0 req-fc7ff6c9-4b66-4955-9ecc-bfc58c65c4ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165189e3-1402-4ee7-aeef-d0b266a88695 HTTP/1.1" status: 200 len: 217 time: 0.0558591 Jan 31 18:32:08.297002 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:08.526449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ad10ed-21c7-4cd2-89e9-95e34d1169d9 None None] Network c9846beb-09c1-408e-9a57-928a56ead9d7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:32:08.580195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade40619-b4d1-4419-a98e-1842332994e0 req-bfe4823e-6fce-46ea-b4db-578196f936ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:08.582356 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ade40619-b4d1-4419-a98e-1842332994e0 req-bfe4823e-6fce-46ea-b4db-578196f936ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.2956614 Jan 31 18:32:08.651731 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ade40619-b4d1-4419-a98e-1842332994e0 req-6430939b-08b7-49ea-bd89-d54653da25ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359843 Jan 31 18:32:08.655120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dcc9a425-5d9a-419e-bd60-b641182a6527 None None] Provisioning complete for port 2bdbb270-75db-4137-9d1d-d24a46d42414 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:08.656224 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dcc9a425-5d9a-419e-bd60-b641182a6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:08.672368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:08.675152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Pushing event updated for resources: {'Port': ['ID=84bfdeee-68b1-49d5-b728-00815256857f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:08.709995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:08.715451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:08.742508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f2027-7810-4c68-aba4-a64acde56dea req-12d9e657-aa61-45f6-b51b-8e6a6c3cc297 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:08.746611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be3f2027-7810-4c68-aba4-a64acde56dea req-12d9e657-aa61-45f6-b51b-8e6a6c3cc297 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 943 time: 0.7166393 Jan 31 18:32:08.819106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-cce37d2a-3bbe-449b-bdca-8af7b0ecb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:08.820750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-cce37d2a-3bbe-449b-bdca-8af7b0ecb481 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.8861175 Jan 31 18:32:08.853592 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Publish callbacks [] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:08.879967 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:08.956284 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ade40619-b4d1-4419-a98e-1842332994e0 req-b3fac6af-712f-4f34-9ff0-98939ccc6acd service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934222 Jan 31 18:32:09.014058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 981f6c98-c637-434c-8824-5eed080b252b up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:09.036205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2bdbb270-75db-4137-9d1d-d24a46d42414 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:09.047950 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Attempting to bind port 93428866-df7b-41f2-b24f-71bd3b68ade7 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:09.049614 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Attempting to bind port 93428866-df7b-41f2-b24f-71bd3b68ade7 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:09.050128 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Attempting to bind port 93428866-df7b-41f2-b24f-71bd3b68ade7 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:09.053169 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cc631-f47d-4db1-8d8a-3befb1a1d81e None None] Pushing event updated for resources: {'Port': ['ID=93428866-df7b-41f2-b24f-71bd3b68ade7,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:09.060881 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:09.061363 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:09.061960 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:09.062897 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:09.064500 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Bound port: 93428866-df7b-41f2-b24f-71bd3b68ade7, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:09.065246 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:09.103947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-6e7d93d9-61da-4834-839e-cdc6e640137b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf HTTP/1.1" status: 200 len: 217 time: 0.2396166 Jan 31 18:32:09.106430 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:09.184009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9a425-5d9a-419e-bd60-b641182a6527 None None] Current status of the port 2bdbb270-75db-4137-9d1d-d24a46d42414 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:09.184439 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dcc9a425-5d9a-419e-bd60-b641182a6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:09.232368 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] For port 93428866-df7b-41f2-b24f-71bd3b68ade7, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:09.238675 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] For port 93428866-df7b-41f2-b24f-71bd3b68ade7, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=93428866-df7b-41f2-b24f-71bd3b68ade7,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:09.247545 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:09.273188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dcc9a425-5d9a-419e-bd60-b641182a6527 None None] For port 2bdbb270-75db-4137-9d1d-d24a46d42414, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2bdbb270-75db-4137-9d1d-d24a46d42414,segment=NetworkSegment(122d7d1f-ffda-411e-b58e-75dce6fd6c2f),segment_id=122d7d1f-ffda-411e-b58e-75dce6fd6c2f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:09.322334 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be3f2027-7810-4c68-aba4-a64acde56dea req-a3295a84-befb-4648-acd5-f3b5e4b98f74 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005550 Jan 31 18:32:09.327741 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dcc9a425-5d9a-419e-bd60-b641182a6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:09.352121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 03c7401d-cc62-45aa-ab07-3074d09dabcf up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:09.376034 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Routers {'9931ad87-0943-4fc7-b37c-119181ee35cb'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:09.380845 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9931ad87-0943-4fc7-b37c-119181ee35cb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:09.404906 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ade40619-b4d1-4419-a98e-1842332994e0 req-365026e2-7fd8-4752-864d-5c255bfda743 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414549 Jan 31 18:32:09.446156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-08671d07-b969-4614-ac44-f3c0095d6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:09.447802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-08671d07-b969-4614-ac44-f3c0095d6bf4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.3195255 Jan 31 18:32:09.509471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9a425-5d9a-419e-bd60-b641182a6527 None None] Pushing event updated for resources: {'Port': ['ID=2bdbb270-75db-4137-9d1d-d24a46d42414,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:09.587255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2bdbb270-75db-4137-9d1d-d24a46d42414 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:09.587971 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:09.601279 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] Set router 9931ad87-0943-4fc7-b37c-119181ee35cb gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:09.651147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Allocated IP 172.20.0.1 (6c742845-69ba-4224-9b8b-96f5efed9b0b/7dc43df7-bccd-4397-b7fa-acd65919f006/fd96aebe-2920-45f8-8e1a-6c5396e6a31b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:09.682610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-86c4b5ce-b087-4fd0-bac5-3c80be76b736 None None] Provisioning complete for port 2bdbb270-75db-4137-9d1d-d24a46d42414 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:09.683375 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-86c4b5ce-b087-4fd0-bac5-3c80be76b736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:09.688647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-510bddef-67fe-4c4d-884f-36dc971939df tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:32:09.689992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-510bddef-67fe-4c4d-884f-36dc971939df tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2376516 Jan 31 18:32:09.733178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-5fdd1eba-09c7-4015-b3a9-349af25ede55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:09.734832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-5fdd1eba-09c7-4015-b3a9-349af25ede55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2709327 Jan 31 18:32:09.736767 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Publish callbacks [] for router_gateway (0cacb009-37c9-4ae2-95e7-656f432a7990), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:09.755689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 981f6c98-c637-434c-8824-5eed080b252b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:09.775051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 981f6c98-c637-434c-8824-5eed080b252b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:09.775576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (981f6c98-c637-434c-8824-5eed080b252b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:09.778829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 03c7401d-cc62-45aa-ab07-3074d09dabcf completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:09.860272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-c2a93397-306e-4236-a893-4cf2316099d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:09.861833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-c2a93397-306e-4236-a893-4cf2316099d4 service neutron] 10.222.0.20 "GET /v2.0/ports/3338c7a3-86c8-4a6e-9f8a-d284be9bca33 HTTP/1.1" status: 200 len: 1125 time: 0.1621587 Jan 31 18:32:09.872124 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cc631-f47d-4db1-8d8a-3befb1a1d81e None None] Pushing event updated for resources: {'Port': ['ID=93428866-df7b-41f2-b24f-71bd3b68ade7,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:09.872376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ee19b-0a41-413c-99cd-eb94275c2873 req-5b3f9602-f6dd-4d82-81cd-4d275eab6e57 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:09.873956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-405ee19b-0a41-413c-99cd-eb94275c2873 req-5b3f9602-f6dd-4d82-81cd-4d275eab6e57 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 949 time: 0.3299680 Jan 31 18:32:09.892816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] Request body: {'binding': {'host': 'n-h2-812111-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:09.893272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] Unknown quota resources ['binding']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:32:09.918601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Publish callbacks [] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:09.950779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-86c4b5ce-b087-4fd0-bac5-3c80be76b736 None None] Current status of the port 2bdbb270-75db-4137-9d1d-d24a46d42414 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:09.969177 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:09.976917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 03c7401d-cc62-45aa-ab07-3074d09dabcf triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:09.978803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:10.053389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Network 6c742845-69ba-4224-9b8b-96f5efed9b0b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:10.060995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:10.078046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:10.078541 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (9931ad87-0943-4fc7-b37c-119181ee35cb), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:10.116214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 03c7401d-cc62-45aa-ab07-3074d09dabcf is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:10.116952 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:10.126520 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-405ee19b-0a41-413c-99cd-eb94275c2873 req-ddaa1084-4775-4d28-a633-abd260e3f97a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287788 Jan 31 18:32:10.136153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2bdbb270-75db-4137-9d1d-d24a46d42414 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:10.147773 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'name': 'tempest-FloatingIPsTestJSON-117861166-router', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:58Z', 'updated_at': '2022-01-31T18:32:05Z', 'revision_number': 3, 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'gw_port': {'id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:10.180495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c7401d-cc62-45aa-ab07-3074d09dabcf'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:10.182906 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cae2ddf-336e-4381-9260-55e8b4b30f8d" -d '{"events": [{"server_uuid": "a7e96b99-5bca-4874-9719-963f6c01c67a", "name": "network-vif-plugged", "status": "completed", "tag": "03c7401d-cc62-45aa-ab07-3074d09dabcf"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:10.193282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fd96aebe-2920-45f8-8e1a-6c5396e6a31b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:10.202538 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff1876-af1c-494d-baae-cb409ad17ded None None] The sync data for ids ['9931ad87-0943-4fc7-b37c-119181ee35cb'] in n-d-812111-15 is: [{'id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'name': 'tempest-FloatingIPsTestJSON-117861166-router', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:58Z', 'updated_at': '2022-01-31T18:32:05Z', 'revision_number': 3, 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'gw_port': {'id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:32:10.203652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:10.221116 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:10.228811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 981f6c98-c637-434c-8824-5eed080b252b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:10.234356 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (981f6c98-c637-434c-8824-5eed080b252b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:10.297348 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-f83c2732-f950-4269-8d2f-290fbd5c5057 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547988 Jan 31 18:32:10.429147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 981f6c98-c637-434c-8824-5eed080b252b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=981f6c98-c637-434c-8824-5eed080b252b,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:10.442545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=03c7401d-cc62-45aa-ab07-3074d09dabcf,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:10.457823 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (981f6c98-c637-434c-8824-5eed080b252b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:10.550558 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=981f6c98-c637-434c-8824-5eed080b252b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:10.599332 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-87c855f6-1668-4edc-8892-e8b91eadffdc None None] Provisioning complete for port fd96aebe-2920-45f8-8e1a-6c5396e6a31b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:10.599332 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87c855f6-1668-4edc-8892-e8b91eadffdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:10.634538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] Attempting to bind port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on host n-h2-812111-15 for vnic_type normal with profile None {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:10.634977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] Attempting to bind port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:10.635392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] Attempting to bind port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:10.674079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (0cacb009-37c9-4ae2-95e7-656f432a7990), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:10.676652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] Port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on network 4fffb079-0281-4e37-8173-c46a7953a025 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:32:10.677118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] Attempting to bind port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:10.695285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebf82dbe-475b-4a8a-8480-8d3522370fad req-f1de359b-9c60-492c-b113-d42f1fa0f73a service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762670 Jan 31 18:32:10.716021 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:10.727352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3296a61-afd7-4473-8bc2-1ae8b65b082a req-ce9c0c8a-0b16-4577-9eb1-9fcc0262cad2 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:10.729282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3296a61-afd7-4473-8bc2-1ae8b65b082a req-ce9c0c8a-0b16-4577-9eb1-9fcc0262cad2 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 945 time: 0.3397856 Jan 31 18:32:10.730176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:10.730522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:10.730913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] Bound using segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:10.731375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] Bound port: 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:10.762643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-87c855f6-1668-4edc-8892-e8b91eadffdc None None] Port fd96aebe-2920-45f8-8e1a-6c5396e6a31b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:32:10.893306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:10.996966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Publish callbacks [] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:11.005458 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:11.006524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (9931ad87-0943-4fc7-b37c-119181ee35cb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:11.026247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 165189e3-1402-4ee7-aeef-d0b266a88695 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:32:11.067148 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:11.088491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53f01a07-c21d-4d14-b0ec-0a5f5e221ff0 service neutron] 10.222.0.20 "POST /v2.0/ports/3338c7a3-86c8-4a6e-9f8a-d284be9bca33/bindings HTTP/1.1" status: 201 len: 390 time: 1.1984429 Jan 31 18:32:11.096706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2bdbb270-75db-4137-9d1d-d24a46d42414 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:11.115691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3296a61-afd7-4473-8bc2-1ae8b65b082a req-16ca76a1-d227-4daa-82f8-4167cf1e9704 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157120 Jan 31 18:32:11.188434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Router 0cacb009-37c9-4ae2-95e7-656f432a7990 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:32:11.200640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fd96aebe-2920-45f8-8e1a-6c5396e6a31b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:11.327771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Network 6c742845-69ba-4224-9b8b-96f5efed9b0b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:11.331267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:11.381902 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d77129-f460-4ec3-97fe-4320bec73599 x-openstack-request-id: req-a6d77129-f460-4ec3-97fe-4320bec73599 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:11.386033 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e96b99-5bca-4874-9719-963f6c01c67a", "name": "network-vif-plugged", "status": "completed", "tag": "03c7401d-cc62-45aa-ab07-3074d09dabcf", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:11.386373 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6d77129-f460-4ec3-97fe-4320bec73599 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:11.388313 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c7401d-cc62-45aa-ab07-3074d09dabcf', 'code': 200} Jan 31 18:32:11.574642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2bdbb270-75db-4137-9d1d-d24a46d42414 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:11.576530 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:11.604796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=165189e3-1402-4ee7-aeef-d0b266a88695,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:11.633005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '165189e3-1402-4ee7-aeef-d0b266a88695', 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c', 'port_id': '165189e3-1402-4ee7-aeef-d0b266a88695', 'mac_address': 'fa:16:3e:56:00:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f736a56-6747-41e3-b560-6b1178449d92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:32:11.768267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Router 9931ad87-0943-4fc7-b37c-119181ee35cb has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:32:11.881690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3b4f2377-7427-48cb-a6e8-8fd31b173e77 None None] Provisioning complete for port fd96aebe-2920-45f8-8e1a-6c5396e6a31b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:11.882286 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2377-7427-48cb-a6e8-8fd31b173e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:11.945975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 165189e3-1402-4ee7-aeef-d0b266a88695 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:11.946379 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:11.967506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165189e3-1402-4ee7-aeef-d0b266a88695 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:11.987727 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:32:11.997245 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-74976d1a-e61c-4ac4-a532-0558c69d23e1 admin admin] 10.222.0.20 "PUT /v2.0/routers/9931ad87-0943-4fc7-b37c-119181ee35cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2904675 Jan 31 18:32:12.005531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=165189e3-1402-4ee7-aeef-d0b266a88695,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:12.045734 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:12.052488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f2377-7427-48cb-a6e8-8fd31b173e77 None None] Port fd96aebe-2920-45f8-8e1a-6c5396e6a31b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:32:12.101354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2bdbb270-75db-4137-9d1d-d24a46d42414 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:12.103347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 93428866-df7b-41f2-b24f-71bd3b68ade7 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:12.232751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=165189e3-1402-4ee7-aeef-d0b266a88695,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:12.243167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:32:12.255248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 93428866-df7b-41f2-b24f-71bd3b68ade7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:12.255696 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:12.257407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4225d-b369-492a-a80c-ecd0a00f844d req-a99bea55-e78f-494a-bff7-04d7b8263299 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:12.259172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Sync routers for ids ['0cacb009-37c9-4ae2-95e7-656f432a7990'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:32:12.259447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8d4225d-b369-492a-a80c-ecd0a00f844d req-a99bea55-e78f-494a-bff7-04d7b8263299 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 944 time: 0.1989520 Jan 31 18:32:12.270444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-6a06a814-5634-4df2-8d5b-1de369d5f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:12.272870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-6a06a814-5634-4df2-8d5b-1de369d5f414 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1128 time: 0.2134430 Jan 31 18:32:12.306799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Routers {'0cacb009-37c9-4ae2-95e7-656f432a7990'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:12.307811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0cacb009-37c9-4ae2-95e7-656f432a7990'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:12.338602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baec5d9-0f42-4ee7-a901-a3e7682da569 req-8a4421dd-ea92-4f8a-b4c3-c9d66a52842e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:12.340734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4baec5d9-0f42-4ee7-a901-a3e7682da569 req-8a4421dd-ea92-4f8a-b4c3-c9d66a52842e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 950 time: 0.2835953 Jan 31 18:32:12.373397 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['165189e3-1402-4ee7-aeef-d0b266a88695'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:32:12.419247 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:12.423544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52012) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:12.424603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b79ef974-8d7e-4de9-981f-250d12ae8869 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.1037629 Jan 31 18:32:12.541273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 93428866-df7b-41f2-b24f-71bd3b68ade7 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:12.541273 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:12.556840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8d4225d-b369-492a-a80c-ecd0a00f844d req-1fb26270-b791-4769-9d11-e2cffff346b4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803371 Jan 31 18:32:12.586001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4baec5d9-0f42-4ee7-a901-a3e7682da569 req-d841fffc-23fa-47aa-9dc5-5e0693821264 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292292 Jan 31 18:32:12.620911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 93428866-df7b-41f2-b24f-71bd3b68ade7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=93428866-df7b-41f2-b24f-71bd3b68ade7,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:12.629093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-c3fc2659-a145-4646-9755-9e47603548e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:12.639332 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:12.642380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-c3fc2659-a145-4646-9755-9e47603548e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.3602970 Jan 31 18:32:12.642690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Set router 0cacb009-37c9-4ae2-95e7-656f432a7990 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:12.886478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-15f33298-2e09-470c-acb0-4232f533f586 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33 HTTP/1.1" status: 200 len: 217 time: 0.2355731 Jan 31 18:32:13.042989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-62a84a18-572a-42e6-bae9-297838ab0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:13.044734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-62a84a18-572a-42e6-bae9-297838ab0a9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.1528125 Jan 31 18:32:13.047505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=93428866-df7b-41f2-b24f-71bd3b68ade7,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:13.084719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864223074-router', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '84bfdeee-68b1-49d5-b728-00815256857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:09Z', 'revision_number': 3, 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'gw_port': {'id': '84bfdeee-68b1-49d5-b728-00815256857f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:be:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:06Z', 'updated_at': '2022-01-31T18:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:13.108587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec06286-9fde-462f-a598-cbc98fef9eb7 req-5a91c80c-d05b-4966-b1d9-45795abe8a13 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:13.116070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dec06286-9fde-462f-a598-cbc98fef9eb7 req-5a91c80c-d05b-4966-b1d9-45795abe8a13 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 945 time: 0.2767406 Jan 31 18:32:13.126882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Checking router: 0cacb009-37c9-4ae2-95e7-656f432a7990 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:32:13.127405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Updating router 0cacb009-37c9-4ae2-95e7-656f432a7990 port 84bfdeee-68b1-49d5-b728-00815256857f binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:32:13.142667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-b0a96f7a-1ba0-486b-9b48-ba8c9cf24234 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730913 Jan 31 18:32:13.164387 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (84bfdeee-68b1-49d5-b728-00815256857f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:13.269304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dec06286-9fde-462f-a598-cbc98fef9eb7 req-f963882d-707b-4d95-a458-5f2134816b18 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521912 Jan 31 18:32:13.312250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6908f-e836-478a-81c4-a1edc5a6cdb2 req-31cb308f-3103-4921-b83a-e5d790861c45 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:13.321563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ba6908f-e836-478a-81c4-a1edc5a6cdb2 req-31cb308f-3103-4921-b83a-e5d790861c45 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 945 time: 0.2742441 Jan 31 18:32:13.357226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-e7e7fab2-1ade-49a4-b170-e57e46c07e4d service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038774 Jan 31 18:32:13.392363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ad4a63-f212-43e6-a7eb-f9f5f199cc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981f6c98-c637-434c-8824-5eed080b252b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:13.395234 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d86e154-e325-4acf-9474-4365b4580291" -d '{"events": [{"server_uuid": "f5ad4a63-f212-43e6-a7eb-f9f5f199cc14", "name": "network-vif-plugged", "status": "completed", "tag": "981f6c98-c637-434c-8824-5eed080b252b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:13.411697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:13.443084 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Sync routers for ids ['9931ad87-0943-4fc7-b37c-119181ee35cb'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:32:13.464408 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Routers {'9931ad87-0943-4fc7-b37c-119181ee35cb'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:13.465614 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9931ad87-0943-4fc7-b37c-119181ee35cb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:13.536402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ba6908f-e836-478a-81c4-a1edc5a6cdb2 req-71b241dc-39f0-4644-9b55-859e8c2fc432 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138543 Jan 31 18:32:13.580409 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Publish callbacks [] for port (84bfdeee-68b1-49d5-b728-00815256857f), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:13.589308 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (84bfdeee-68b1-49d5-b728-00815256857f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:13.632233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Allocated IP 172.20.0.1 (c9846beb-09c1-408e-9a57-928a56ead9d7/9eeb9e83-35cc-4644-8eca-f0b68a73abfc/60e777a0-16a3-4d06-8837-7f1ea6343c47) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:13.643325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986c28f-1f7d-4573-bc26-8ecb37ce2133 None None] Pushing event updated for resources: {'Port': ['ID=84bfdeee-68b1-49d5-b728-00815256857f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:13.674306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Attempting to bind port 84bfdeee-68b1-49d5-b728-00815256857f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:13.674821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Attempting to bind port 84bfdeee-68b1-49d5-b728-00815256857f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:13.675270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Attempting to bind port 84bfdeee-68b1-49d5-b728-00815256857f on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:13.685617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:13.686117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:13.686637 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:13.687572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:13.688296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Bound port: 84bfdeee-68b1-49d5-b728-00815256857f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:13.689676 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (84bfdeee-68b1-49d5-b728-00815256857f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:13.792030 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Set router 9931ad87-0943-4fc7-b37c-119181ee35cb gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:13.816759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] For port 84bfdeee-68b1-49d5-b728-00815256857f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:13.822414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] For port 84bfdeee-68b1-49d5-b728-00815256857f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=84bfdeee-68b1-49d5-b728-00815256857f,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:13.832500 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (84bfdeee-68b1-49d5-b728-00815256857f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:13.859464 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Publish callbacks [] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:13.915812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-65889e90-985b-4466-b42c-3cca8f659f31 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433414 Jan 31 18:32:13.937139 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Routers {'0cacb009-37c9-4ae2-95e7-656f432a7990'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:13.938245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-910c23b8-7a15-452a-a26a-b1aa853fc079 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5204372 Jan 31 18:32:13.940468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0cacb009-37c9-4ae2-95e7-656f432a7990'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:13.946371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41710a5e-2ed8-4fb9-8c5b-a13186a50d20 req-7c4a4690-c58a-40a5-a161-a6e884d362de tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:13.950337 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:13.956427 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41710a5e-2ed8-4fb9-8c5b-a13186a50d20 req-7c4a4690-c58a-40a5-a161-a6e884d362de tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 1133 time: 0.2567904 Jan 31 18:32:13.962432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:13.993868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986c28f-1f7d-4573-bc26-8ecb37ce2133 None None] Pushing event updated for resources: {'Port': ['ID=84bfdeee-68b1-49d5-b728-00815256857f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:14.040110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Network c9846beb-09c1-408e-9a57-928a56ead9d7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:14.056080 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.059491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:14.080706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:14.081393 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (0cacb009-37c9-4ae2-95e7-656f432a7990), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.085486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Pushing event updated for resources: {'Port': ['ID=60e777a0-16a3-4d06-8837-7f1ea6343c47,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:14.097490 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41710a5e-2ed8-4fb9-8c5b-a13186a50d20 req-95641c69-31e8-44e1-b263-cbf894bf8883 tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337843 Jan 31 18:32:14.199997 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'name': 'tempest-FloatingIPsTestJSON-117861166-router', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:58Z', 'updated_at': '2022-01-31T18:32:10Z', 'revision_number': 4, 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'gw_port': {'id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fd96aebe-2920-45f8-8e1a-6c5396e6a31b', 'name': '', 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'mac_address': 'fa:16:3e:3a:95:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7dc43df7-bccd-4397-b7fa-acd65919f006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:09Z', 'updated_at': '2022-01-31T18:32:10Z', 'revision_number': 2, 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'subnets': [{'id': '7dc43df7-bccd-4397-b7fa-acd65919f006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:14.227794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ba310798-49de-4987-b033-14871f6bb11a tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:14.250027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ba310798-49de-4987-b033-14871f6bb11a tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 1128 time: 0.2695572 Jan 31 18:32:14.274288 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ccd8da-1ac6-4e4d-9a6d-c38a73ebbeb5 x-openstack-request-id: req-b0ccd8da-1ac6-4e4d-9a6d-c38a73ebbeb5 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:14.274513 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ad4a63-f212-43e6-a7eb-f9f5f199cc14", "name": "network-vif-plugged", "status": "completed", "tag": "981f6c98-c637-434c-8824-5eed080b252b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:14.274748 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0ccd8da-1ac6-4e4d-9a6d-c38a73ebbeb5 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:14.275200 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ad4a63-f212-43e6-a7eb-f9f5f199cc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981f6c98-c637-434c-8824-5eed080b252b', 'code': 200} Jan 31 18:32:14.281355 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Checking router: 9931ad87-0943-4fc7-b37c-119181ee35cb for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:32:14.282531 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Updating router 9931ad87-0943-4fc7-b37c-119181ee35cb port fd96aebe-2920-45f8-8e1a-6c5396e6a31b binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:32:14.299994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-15'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:14.372994 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.438038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b4ef7-5dc3-483d-87ac-f3535053acf2 req-2b514b0d-f7fe-48c4-84c5-954079cefa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:14.441513 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-391b4ef7-5dc3-483d-87ac-f3535053acf2 req-2b514b0d-f7fe-48c4-84c5-954079cefa7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 1128 time: 0.1040046 Jan 31 18:32:14.459579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] Set router 0cacb009-37c9-4ae2-95e7-656f432a7990 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:14.511600 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.551252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.599173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3027f1-94cb-4869-b24f-a1afcf0e68c2 req-aa4744ec-bfc6-4fd7-9367-0df44cde3ac4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:14.612652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b3027f1-94cb-4869-b24f-a1afcf0e68c2 req-aa4744ec-bfc6-4fd7-9367-0df44cde3ac4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 944 time: 0.2195678 Jan 31 18:32:14.707555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a0e93e56-03df-4ad9-9533-7a89f34eb9b1 None None] Provisioning complete for port 60e777a0-16a3-4d06-8837-7f1ea6343c47 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:14.708147 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a0e93e56-03df-4ad9-9533-7a89f34eb9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.715290 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-391b4ef7-5dc3-483d-87ac-f3535053acf2 req-db3a051b-a6e0-46b4-ad1b-8dbc1cefbc3a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681797 Jan 31 18:32:14.740260 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Publish callbacks [] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.746838 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.798537 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203dacb-6827-40b6-b7b6-70ecdc3ec889 None None] Pushing event updated for resources: {'Port': ['ID=fd96aebe-2920-45f8-8e1a-6c5396e6a31b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:14.800288 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Publish callbacks [] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.806736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a0e93e56-03df-4ad9-9533-7a89f34eb9b1 None None] Port 60e777a0-16a3-4d06-8837-7f1ea6343c47 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:32:14.819200 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.820664 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (0cacb009-37c9-4ae2-95e7-656f432a7990), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.927392 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.940819 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 93428866-df7b-41f2-b24f-71bd3b68ade7 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:14.943669 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Attempting to bind port fd96aebe-2920-45f8-8e1a-6c5396e6a31b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:14.944268 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Attempting to bind port fd96aebe-2920-45f8-8e1a-6c5396e6a31b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '23b54b89-d8af-44d2-9fab-f50d3dfaf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:14.944494 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Attempting to bind port fd96aebe-2920-45f8-8e1a-6c5396e6a31b on network 6c742845-69ba-4224-9b8b-96f5efed9b0b {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:14.953969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864223074-router', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '84bfdeee-68b1-49d5-b728-00815256857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:09Z', 'revision_number': 3, 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'gw_port': {'id': '84bfdeee-68b1-49d5-b728-00815256857f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:be:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:06Z', 'updated_at': '2022-01-31T18:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:14.960033 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:14.960455 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Checking segment: {'id': '23b54b89-d8af-44d2-9fab-f50d3dfaf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:14.960882 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:14.961289 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Bound using segment: {'id': '23b54b89-d8af-44d2-9fab-f50d3dfaf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:14.961781 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Bound port: fd96aebe-2920-45f8-8e1a-6c5396e6a31b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b54b89-d8af-44d2-9fab-f50d3dfaf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:14.962359 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:15.025524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Pushing event updated for resources: {'Port': ['ID=60e777a0-16a3-4d06-8837-7f1ea6343c47,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:15.056696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:15.069972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 165189e3-1402-4ee7-aeef-d0b266a88695 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:15.076377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3eedb-8207-4c7d-abcd-d73899ef7f51 None None] The sync data for ids ['0cacb009-37c9-4ae2-95e7-656f432a7990'] in n-d-812111-15 is: [{'id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864223074-router', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '84bfdeee-68b1-49d5-b728-00815256857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:09Z', 'revision_number': 3, 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'gw_port': {'id': '84bfdeee-68b1-49d5-b728-00815256857f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:be:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:06Z', 'updated_at': '2022-01-31T18:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:32:15.085107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b3027f1-94cb-4869-b24f-a1afcf0e68c2 req-29bde1d2-032a-4e57-a9d7-d7ebe669f9af tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714484 Jan 31 18:32:15.093941 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] For port fd96aebe-2920-45f8-8e1a-6c5396e6a31b, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:15.103240 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] For port fd96aebe-2920-45f8-8e1a-6c5396e6a31b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fd96aebe-2920-45f8-8e1a-6c5396e6a31b,segment=NetworkSegment(23b54b89-d8af-44d2-9fab-f50d3dfaf76c),segment_id=23b54b89-d8af-44d2-9fab-f50d3dfaf76c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:15.115630 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:15.125977 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Network c9846beb-09c1-408e-9a57-928a56ead9d7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:15.127978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:15.257027 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Routers {'9931ad87-0943-4fc7-b37c-119181ee35cb'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:15.260218 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9931ad87-0943-4fc7-b37c-119181ee35cb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:15.349477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:15.367416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 93428866-df7b-41f2-b24f-71bd3b68ade7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:15.372640 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:15.435622 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203dacb-6827-40b6-b7b6-70ecdc3ec889 None None] Pushing event updated for resources: {'Port': ['ID=fd96aebe-2920-45f8-8e1a-6c5396e6a31b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:15.475081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Router 0cacb009-37c9-4ae2-95e7-656f432a7990 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:32:15.478048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 165189e3-1402-4ee7-aeef-d0b266a88695 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:15.505388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 165189e3-1402-4ee7-aeef-d0b266a88695 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:15.506038 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:15.571696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-45a86177-15db-48d1-8aaa-ed85b1e85da2 None None] Provisioning complete for port fd96aebe-2920-45f8-8e1a-6c5396e6a31b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:15.572470 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45a86177-15db-48d1-8aaa-ed85b1e85da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:15.586560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Allocated IP 172.25.8.84 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/205ef0ca-eb8d-4f78-a81c-0000ce9b4e53) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:15.596515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e816a5b-c742-4802-b585-26223f1c1da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3338c7a3-86c8-4a6e-9f8a-d284be9bca33'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:15.599077 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9239eb-b043-46de-96c0-01554374983b" -d '{"events": [{"server_uuid": "6e816a5b-c742-4802-b585-26223f1c1da3", "name": "network-vif-unplugged", "status": "completed", "tag": "3338c7a3-86c8-4a6e-9f8a-d284be9bca33"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:15.608711 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Publish callbacks [] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:15.639835 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:15.646327 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] Set router 9931ad87-0943-4fc7-b37c-119181ee35cb gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:15.677113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8de2c0-c066-4321-bec8-abf56a3c327a req-b69cabaa-e804-4773-9cf0-5c33aaeeffed tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:15.679340 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e8de2c0-c066-4321-bec8-abf56a3c327a req-b69cabaa-e804-4773-9cf0-5c33aaeeffed tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 945 time: 0.2480328 Jan 31 18:32:15.834216 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:32:15.839756 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7c85f010-6588-4385-86bb-f01a3c4fa6ad admin admin] 10.222.0.20 "PUT /v2.0/routers/0cacb009-37c9-4ae2-95e7-656f432a7990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4147265 Jan 31 18:32:15.923485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 93428866-df7b-41f2-b24f-71bd3b68ade7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:15.949771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e8de2c0-c066-4321-bec8-abf56a3c327a req-21f8f31b-a897-4b0a-80a2-0264494ec859 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317436 Jan 31 18:32:15.958107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Attempting to bind port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on host n-h1-812111-15 for vnic_type normal with profile {"migrating_to": "n-h2-812111-15"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:15.958533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Attempting to bind port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:15.958778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Attempting to bind port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:15.975236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:15.996751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on network 4fffb079-0281-4e37-8173-c46a7953a025 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:32:15.998893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Attempting to bind port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:16.018030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 165189e3-1402-4ee7-aeef-d0b266a88695 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:16.018792 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:16.024392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:16.024762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:16.025166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Bound using segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:16.025628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Bound port: 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:16.026002 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:16.047076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-45a86177-15db-48d1-8aaa-ed85b1e85da2 None None] Current status of the port fd96aebe-2920-45f8-8e1a-6c5396e6a31b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:16.053443 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45a86177-15db-48d1-8aaa-ed85b1e85da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:16.133519 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'name': 'tempest-FloatingIPsTestJSON-117861166-router', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:58Z', 'updated_at': '2022-01-31T18:32:10Z', 'revision_number': 4, 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'gw_port': {'id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fd96aebe-2920-45f8-8e1a-6c5396e6a31b', 'name': '', 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'mac_address': 'fa:16:3e:3a:95:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7dc43df7-bccd-4397-b7fa-acd65919f006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:09Z', 'updated_at': '2022-01-31T18:32:15Z', 'revision_number': 4, 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'subnets': [{'id': '7dc43df7-bccd-4397-b7fa-acd65919f006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:16.145500 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=165189e3-1402-4ee7-aeef-d0b266a88695,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:16.162307 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:16.170416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-45a86177-15db-48d1-8aaa-ed85b1e85da2 None None] For port fd96aebe-2920-45f8-8e1a-6c5396e6a31b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fd96aebe-2920-45f8-8e1a-6c5396e6a31b,segment=NetworkSegment(23b54b89-d8af-44d2-9fab-f50d3dfaf76c),segment_id=23b54b89-d8af-44d2-9fab-f50d3dfaf76c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:16.188637 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e04c7-66b7-4142-aedc-68f56a35c73c None None] The sync data for ids ['9931ad87-0943-4fc7-b37c-119181ee35cb'] in n-d-812111-15 is: [{'id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'name': 'tempest-FloatingIPsTestJSON-117861166-router', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:58Z', 'updated_at': '2022-01-31T18:32:10Z', 'revision_number': 4, 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'gw_port': {'id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fd96aebe-2920-45f8-8e1a-6c5396e6a31b', 'name': '', 'network_id': '6c742845-69ba-4224-9b8b-96f5efed9b0b', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'mac_address': 'fa:16:3e:3a:95:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7dc43df7-bccd-4397-b7fa-acd65919f006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:09Z', 'updated_at': '2022-01-31T18:32:15Z', 'revision_number': 4, 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'subnets': [{'id': '7dc43df7-bccd-4397-b7fa-acd65919f006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:32:16.202616 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks [] for port (205ef0ca-eb8d-4f78-a81c-0000ce9b4e53), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:16.205330 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45a86177-15db-48d1-8aaa-ed85b1e85da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:16.222002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:16.229114 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:16.248367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525f534-5a64-4e29-80b5-6b8981e3eafd req-af5d9a76-edd3-4cc9-a423-9d6753be2472 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:16.249988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2525f534-5a64-4e29-80b5-6b8981e3eafd req-af5d9a76-edd3-4cc9-a423-9d6753be2472 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 945 time: 0.1380982 Jan 31 18:32:16.284904 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:16.287530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a4e083-3c55-463e-9601-9fb6dd2c2e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165189e3-1402-4ee7-aeef-d0b266a88695'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:16.291487 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade89359-fe33-470c-b391-d3a54e5f0948" -d '{"events": [{"server_uuid": "32a4e083-3c55-463e-9601-9fb6dd2c2e23", "name": "network-vif-plugged", "status": "completed", "tag": "165189e3-1402-4ee7-aeef-d0b266a88695"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:16.299938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=165189e3-1402-4ee7-aeef-d0b266a88695,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:16.408379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6f0a45cb-130b-4685-b981-167960f17164 None None] Provisioning complete for port 60e777a0-16a3-4d06-8837-7f1ea6343c47 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:16.408825 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f0a45cb-130b-4685-b981-167960f17164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:16.421847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a86177-15db-48d1-8aaa-ed85b1e85da2 None None] Pushing event updated for resources: {'Port': ['ID=fd96aebe-2920-45f8-8e1a-6c5396e6a31b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:16.501305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6f0a45cb-130b-4685-b981-167960f17164 None None] Port 60e777a0-16a3-4d06-8837-7f1ea6343c47 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:32:16.508608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6f0a45cb-130b-4685-b981-167960f17164 None None] Provisioning complete for port fd96aebe-2920-45f8-8e1a-6c5396e6a31b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:16.509063 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f0a45cb-130b-4685-b981-167960f17164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:16.648195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6f0a45cb-130b-4685-b981-167960f17164 None None] Current status of the port fd96aebe-2920-45f8-8e1a-6c5396e6a31b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:16.648400 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (205ef0ca-eb8d-4f78-a81c-0000ce9b4e53), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:16.693832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2525f534-5a64-4e29-80b5-6b8981e3eafd req-d3b16427-ec0f-4f0a-ba42-0869df408a8c tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060414 Jan 31 18:32:16.699289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:16.722808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:16.758493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:16.770059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:16.770873 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:16.772369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ae51e9d5-711c-4aac-824b-bc7fdfe163c3 service neutron] 10.222.0.21 "PUT /v2.0/ports/3338c7a3-86c8-4a6e-9f8a-d284be9bca33 HTTP/1.1" status: 200 len: 1123 time: 2.5122957 Jan 31 18:32:16.775807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:16.898108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['3338c7a3-86c8-4a6e-9f8a-d284be9bca33'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:32:16.957488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Pushing event updated for resources: {'Port': ['ID=205ef0ca-eb8d-4f78-a81c-0000ce9b4e53,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:16.966920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-1aa9a778-81fc-4675-a2ba-e92fdc209f52 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=57a793ec9c5b4f5291284cbfc8520325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479636 Jan 31 18:32:17.070126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fd96aebe-2920-45f8-8e1a-6c5396e6a31b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:17.092419 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks [] for floatingip (149f4ce8-51a8-47d5-881e-362ae75b703f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:17.183091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port fd96aebe-2920-45f8-8e1a-6c5396e6a31b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:17.183582 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:17.214928 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (205ef0ca-eb8d-4f78-a81c-0000ce9b4e53), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:17.251297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-d716b682-7759-47bf-993b-7268200194c6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:17.253525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-d716b682-7759-47bf-993b-7268200194c6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2749364 Jan 31 18:32:17.283991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9fbf8c62-70b4-483a-a71d-af1021a9420e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/quotas/57a793ec9c5b4f5291284cbfc8520325 HTTP/1.1" status: 200 len: 375 time: 0.0249269 Jan 31 18:32:17.284311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port fd96aebe-2920-45f8-8e1a-6c5396e6a31b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:17.285585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 84bfdeee-68b1-49d5-b728-00815256857f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:17.346919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 84bfdeee-68b1-49d5-b728-00815256857f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:17.347362 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (84bfdeee-68b1-49d5-b728-00815256857f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:17.414431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-ce6d070d-2f0e-4dac-b286-9754970322f3 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229615 Jan 31 18:32:17.440314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 84bfdeee-68b1-49d5-b728-00815256857f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:17.440760 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (84bfdeee-68b1-49d5-b728-00815256857f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:17.466045 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks [] for port (205ef0ca-eb8d-4f78-a81c-0000ce9b4e53), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:17.468321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 84bfdeee-68b1-49d5-b728-00815256857f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=84bfdeee-68b1-49d5-b728-00815256857f,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:17.473785 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (205ef0ca-eb8d-4f78-a81c-0000ce9b4e53), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:17.478162 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (84bfdeee-68b1-49d5-b728-00815256857f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:17.528050 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (149f4ce8-51a8-47d5-881e-362ae75b703f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:17.555471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=84bfdeee-68b1-49d5-b728-00815256857f,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:17.555693 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:17.556749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5980408 Jan 31 18:32:17.557356 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b88580-bc43-4fec-a89d-7c56618fab80 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Pushing event updated for resources: {'Port': ['ID=205ef0ca-eb8d-4f78-a81c-0000ce9b4e53,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:17.645973 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b515bc-51bc-42be-aca0-3be70b4cfcca x-openstack-request-id: req-a5b515bc-51bc-42be-aca0-3be70b4cfcca {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:17.646279 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e816a5b-c742-4802-b585-26223f1c1da3", "name": "network-vif-unplugged", "status": "completed", "tag": "3338c7a3-86c8-4a6e-9f8a-d284be9bca33", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:17.646545 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5b515bc-51bc-42be-aca0-3be70b4cfcca {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:17.646969 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e816a5b-c742-4802-b585-26223f1c1da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3338c7a3-86c8-4a6e-9f8a-d284be9bca33', 'code': 200} Jan 31 18:32:17.661900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-ba0078db-1bad-4188-ab82-3e486e2325d5 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.0862684 Jan 31 18:32:17.810598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-a42f15e8-af56-4294-bb50-902b330e6f90 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:17.812074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-a42f15e8-af56-4294-bb50-902b330e6f90 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.1442385 Jan 31 18:32:17.826782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-8fc38e9a-0203-4574-b0e6-97596b0ca4e7 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:32:17.827883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12cb9081-876a-4a9b-898b-c996774f2fb0 req-8fc38e9a-0203-4574-b0e6-97596b0ca4e7 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066156 Jan 31 18:32:17.896912 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53870ac-0e1c-4861-93b0-0471c6ec28fc x-openstack-request-id: req-c53870ac-0e1c-4861-93b0-0471c6ec28fc {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:17.897221 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a4e083-3c55-463e-9601-9fb6dd2c2e23", "name": "network-vif-plugged", "status": "completed", "tag": "165189e3-1402-4ee7-aeef-d0b266a88695", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:17.897484 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c53870ac-0e1c-4861-93b0-0471c6ec28fc {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:17.897884 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a4e083-3c55-463e-9601-9fb6dd2c2e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165189e3-1402-4ee7-aeef-d0b266a88695', 'code': 200} Jan 31 18:32:17.921298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b83da8-9e17-42a1-9f9b-480ab3890d55 req-abc75965-1c82-4f5f-b287-f9b67cb8860a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:17.923771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b83da8-9e17-42a1-9f9b-480ab3890d55 req-abc75965-1c82-4f5f-b287-f9b67cb8860a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 945 time: 0.0768452 Jan 31 18:32:18.034343 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b83da8-9e17-42a1-9f9b-480ab3890d55 req-d57b7973-97e2-43af-93bc-f672ca408246 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044171 Jan 31 18:32:18.051199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc7358-7d98-4025-a71d-a3a3c85922f3 req-1e53b795-5398-46d8-8df0-3152b98d83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:18.055133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbbc7358-7d98-4025-a71d-a3a3c85922f3 req-1e53b795-5398-46d8-8df0-3152b98d83b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 1128 time: 0.0918553 Jan 31 18:32:18.115820 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbbc7358-7d98-4025-a71d-a3a3c85922f3 req-610c31c6-b0fa-470c-8c08-3b365df95ddf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503092 Jan 31 18:32:18.216857 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-244aba17-81dd-4803-a51f-0a1737745460 req-853137bb-b013-42f7-95a3-b477f8b6332e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 210 time: 0.0407317 Jan 31 18:32:18.224781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Sync routers for ids ['0cacb009-37c9-4ae2-95e7-656f432a7990'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:32:18.242755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c654-6212-4c05-bf93-a38fce4283fa req-9efedd1b-8e6a-4bf7-b5cd-125bbeb8051e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:18.250248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Routers {'0cacb009-37c9-4ae2-95e7-656f432a7990'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:18.251946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31d0c654-6212-4c05-bf93-a38fce4283fa req-9efedd1b-8e6a-4bf7-b5cd-125bbeb8051e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 943 time: 0.1091452 Jan 31 18:32:18.252974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0cacb009-37c9-4ae2-95e7-656f432a7990'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:18.328425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31d0c654-6212-4c05-bf93-a38fce4283fa req-9d807e1e-2ed9-4a63-9105-3126338bc0ec tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752635 Jan 31 18:32:18.448411 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Set router 0cacb009-37c9-4ae2-95e7-656f432a7990 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:18.481828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d862bfc-2ec8-416a-bfd2-94b52ba042d7 req-120cdacc-8cf3-4549-8d9c-66c18296d791 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/floatingips/149f4ce8-51a8-47d5-881e-362ae75b703f HTTP/1.1" status: 200 len: 692 time: 0.1262023 Jan 31 18:32:18.634512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa79284-130a-41f0-9fbc-33adf829de93 req-f2a6049c-0768-4ee4-a7e9-8ed186855a3c tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:18.636024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1fa79284-130a-41f0-9fbc-33adf829de93 req-f2a6049c-0768-4ee4-a7e9-8ed186855a3c tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 945 time: 0.1391773 Jan 31 18:32:18.663309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d862bfc-2ec8-416a-bfd2-94b52ba042d7 req-38282aee-b1fe-458d-9b89-866b63337a3f tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:18.664703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d862bfc-2ec8-416a-bfd2-94b52ba042d7 req-38282aee-b1fe-458d-9b89-866b63337a3f tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.1816475 Jan 31 18:32:18.678698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-9d862bfc-2ec8-416a-bfd2-94b52ba042d7 req-fdf92481-6d87-49a8-a6c9-ca8bf17d189d tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:32:18.679697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d862bfc-2ec8-416a-bfd2-94b52ba042d7 req-fdf92481-6d87-49a8-a6c9-ca8bf17d189d tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084567 Jan 31 18:32:18.714303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864223074-router', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '84bfdeee-68b1-49d5-b728-00815256857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:14Z', 'revision_number': 4, 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'gw_port': {'id': '84bfdeee-68b1-49d5-b728-00815256857f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:06Z', 'updated_at': '2022-01-31T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '60e777a0-16a3-4d06-8837-7f1ea6343c47', 'name': '', 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'mac_address': 'fa:16:3e:bc:66:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '9eeb9e83-35cc-4644-8eca-f0b68a73abfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:13Z', 'updated_at': '2022-01-31T18:32:14Z', 'revision_number': 2, 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'subnets': [{'id': '9eeb9e83-35cc-4644-8eca-f0b68a73abfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:18.715394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1fa79284-130a-41f0-9fbc-33adf829de93 req-af719d30-50cf-40bb-a7ed-7c6f1abc0876 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695319 Jan 31 18:32:18.765932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Checking router: 0cacb009-37c9-4ae2-95e7-656f432a7990 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:32:18.766821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Updating router 0cacb009-37c9-4ae2-95e7-656f432a7990 port 60e777a0-16a3-4d06-8837-7f1ea6343c47 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:32:18.804965 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8316b40b-e27c-4288-b015-992d71233ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:18.808929 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:18.872849 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e91bf78d-4e47-4c1a-84f0-dd3e5edb5b0e req-bf49532d-f580-4502-a430-fe3f64eb55c2 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=dab36522d47f443eb9131f1f758596f2 HTTP/1.1" status: 200 len: 695 time: 0.1182582 Jan 31 18:32:18.902219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 84bfdeee-68b1-49d5-b728-00815256857f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:18.994089 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-72f1cfda-8ef7-4b95-bb98-9f23c9babbd6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=57a793ec9c5b4f5291284cbfc8520325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519788 Jan 31 18:32:19.037028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bf78d-4e47-4c1a-84f0-dd3e5edb5b0e req-d3fb4cf5-b08f-457c-9dd8-d80368d860e1 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:19.038848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e91bf78d-4e47-4c1a-84f0-dd3e5edb5b0e req-d3fb4cf5-b08f-457c-9dd8-d80368d860e1 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/networks?id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 787 time: 0.1526146 Jan 31 18:32:19.058692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-e91bf78d-4e47-4c1a-84f0-dd3e5edb5b0e req-53794e67-5a4f-4b41-b2a8-84487191119b tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:32:19.061369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e91bf78d-4e47-4c1a-84f0-dd3e5edb5b0e req-53794e67-5a4f-4b41-b2a8-84487191119b tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133383 Jan 31 18:32:19.091225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:32:19.176859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-89562d8a-7f70-42d9-ac0a-2c6fc391576c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:19.179118 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-89562d8a-7f70-42d9-ac0a-2c6fc391576c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779301 Jan 31 18:32:19.195832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Request body: {'port': {'device_id': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '57a793ec9c5b4f5291284cbfc8520325'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:19.215699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-697ea86f-6bd6-4ec7-a9ba-c7f64b63296e tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/floatingips/149f4ce8-51a8-47d5-881e-362ae75b703f HTTP/1.1" status: 200 len: 692 time: 0.1087503 Jan 31 18:32:19.326143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:19.425314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Made reservation on behalf of 57a793ec9c5b4f5291284cbfc8520325 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:19.432263 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:19.471568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-bfb359d0-dceb-46d4-b84e-8de4d9834ab1 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:19.480625 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-bfb359d0-dceb-46d4-b84e-8de4d9834ab1 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.2587252 Jan 31 18:32:19.484832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 84bfdeee-68b1-49d5-b728-00815256857f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:19.485971 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (84bfdeee-68b1-49d5-b728-00815256857f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:19.487266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-5322fb2e-6832-406a-8e1d-a9375cff4af0 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:32:19.499067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-5322fb2e-6832-406a-8e1d-a9375cff4af0 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172358 Jan 31 18:32:19.518247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:19.532620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 has no active binding in host n-h2-812111-15 {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 18:32:19.572018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-ddc17e1b-0bd7-4a5f-8b36-f25fe425583e tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.0715897 Jan 31 18:32:19.648149 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-8192882c-c571-4e15-874a-e5da883d9898 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.0748811 Jan 31 18:32:19.651175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e816a5b-c742-4802-b585-26223f1c1da3', 'tag': '3338c7a3-86c8-4a6e-9f8a-d284be9bca33'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:19.653863 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6872daff-1985-4b9b-9c4a-70a76e534a02" -d '{"events": [{"name": "network-changed", "server_uuid": "6e816a5b-c742-4802-b585-26223f1c1da3", "tag": "3338c7a3-86c8-4a6e-9f8a-d284be9bca33"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:19.695011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:19.700035 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4588f544-d390-4687-b9d7-944f685255c8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754812231', 'description': 'tempest-description--636837040'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:19.731136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:19.750580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 84bfdeee-68b1-49d5-b728-00815256857f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:19.771337 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Publish callbacks [] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:19.777107 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:19.803947 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4588f544-d390-4687-b9d7-944f685255c8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:19.860127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Deleting port 205ef0ca-eb8d-4f78-a81c-0000ce9b4e53 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:32:19.861095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7df6f-2ed5-4a7f-afd2-5ea2e5ec6cd6 None None] Pushing event updated for resources: {'Port': ['ID=60e777a0-16a3-4d06-8837-7f1ea6343c47,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:19.861726 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (205ef0ca-eb8d-4f78-a81c-0000ce9b4e53), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:19.894067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Attempting to bind port 60e777a0-16a3-4d06-8837-7f1ea6343c47 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:19.894293 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Attempting to bind port 60e777a0-16a3-4d06-8837-7f1ea6343c47 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '122d7d1f-ffda-411e-b58e-75dce6fd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:19.894648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Attempting to bind port 60e777a0-16a3-4d06-8837-7f1ea6343c47 on network c9846beb-09c1-408e-9a57-928a56ead9d7 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:19.900473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:19.901669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Checking segment: {'id': '122d7d1f-ffda-411e-b58e-75dce6fd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:19.901669 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:19.901669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Bound using segment: {'id': '122d7d1f-ffda-411e-b58e-75dce6fd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:19.902301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Bound port: 60e777a0-16a3-4d06-8837-7f1ea6343c47, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122d7d1f-ffda-411e-b58e-75dce6fd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:19.902566 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:19.964078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Allocated IP 192.168.233.194 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:19.977722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80feb5a9-dc46-4515-8dcb-eb25144c56fd req-3aed11ad-f377-49e0-aeed-eaacff74fe39 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:19.987759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80feb5a9-dc46-4515-8dcb-eb25144c56fd req-3aed11ad-f377-49e0-aeed-eaacff74fe39 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 945 time: 0.2256541 Jan 31 18:32:19.999262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] For port 60e777a0-16a3-4d06-8837-7f1ea6343c47, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:20.006175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] For port 60e777a0-16a3-4d06-8837-7f1ea6343c47, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=60e777a0-16a3-4d06-8837-7f1ea6343c47,segment=NetworkSegment(122d7d1f-ffda-411e-b58e-75dce6fd6c2f),segment_id=122d7d1f-ffda-411e-b58e-75dce6fd6c2f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:20.014084 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.032163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Publish callbacks [] for security_group (7116904f-dce6-403f-b806-258e475df9f5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.037729 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (205ef0ca-eb8d-4f78-a81c-0000ce9b4e53), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.038137 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks [] for floatingip (205ef0ca-eb8d-4f78-a81c-0000ce9b4e53), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.070697 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Calling delete_port for 205ef0ca-eb8d-4f78-a81c-0000ce9b4e53 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:32:20.104983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80feb5a9-dc46-4515-8dcb-eb25144c56fd req-26f6188c-16f0-4094-a6f4-024fa5e4fa5e tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162536 Jan 31 18:32:20.105163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7df6f-2ed5-4a7f-afd2-5ea2e5ec6cd6 None None] Pushing event updated for resources: {'Port': ['ID=60e777a0-16a3-4d06-8837-7f1ea6343c47,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:20.135265 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7116904f-dce6-403f-b806-258e475df9f5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.135451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Routers {'0cacb009-37c9-4ae2-95e7-656f432a7990'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:20.135451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0cacb009-37c9-4ae2-95e7-656f432a7990'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:20.237328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4588f544-d390-4687-b9d7-944f685255c8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for security_group (04245899-744a-49af-ae87-c57d0ee0d886), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.260494 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4588f544-d390-4687-b9d7-944f685255c8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (04245899-744a-49af-ae87-c57d0ee0d886), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.270248 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=794f564af52c498fa8604400126cef06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9509244 Jan 31 18:32:20.274262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:20.274950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7116904f-dce6-403f-b806-258e475df9f5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:20.283332 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5449cc96-07c7-4211-9716-c7088f88ac44 req-edbc9e41-7a7e-418d-9943-c765c16edd95 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 210 time: 0.0630991 Jan 31 18:32:20.328653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-810eb4a7-5e35-4dfb-b40a-cc79c0372b5f None None] Provisioning complete for port 60e777a0-16a3-4d06-8837-7f1ea6343c47 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:20.329534 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-810eb4a7-5e35-4dfb-b40a-cc79c0372b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.339445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.339445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.339445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.339445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.340111 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.349058 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.349570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.350029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.350381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.350773 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.351159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.351493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.351819 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbeb056-8d48-4a30-8198-0306b3173a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.376429 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4588f544-d390-4687-b9d7-944f685255c8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.379707 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4588f544-d390-4687-b9d7-944f685255c8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6833718 Jan 31 18:32:20.400113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52138) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:20.426691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7d366e52-b43e-4b9a-900c-1233abf060f3 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Request body: {'security_group_rule': {'security_group_id': '04245899-744a-49af-ae87-c57d0ee0d886', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:20.475451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] Set router 0cacb009-37c9-4ae2-95e7-656f432a7990 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:20.503592 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks [] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.509387 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588f544-d390-4687-b9d7-944f685255c8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04245899-744a-49af-ae87-c57d0ee0d886,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:20.517864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-810eb4a7-5e35-4dfb-b40a-cc79c0372b5f None None] Current status of the port 60e777a0-16a3-4d06-8837-7f1ea6343c47 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:20.518525 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-810eb4a7-5e35-4dfb-b40a-cc79c0372b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.523172 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (205ef0ca-eb8d-4f78-a81c-0000ce9b4e53), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.552675 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d366e52-b43e-4b9a-900c-1233abf060f3 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for security_group_rule (84e59d7c-f2a7-4b05-a02f-54c6b2be0517), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.565362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Pushing event deleted for resources: {'Port': ['ID=205ef0ca-eb8d-4f78-a81c-0000ce9b4e53,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:20.577064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435b6f4-a0c9-41b7-8a88-b2de86ae682d req-5da6f81c-b51c-4e48-a89c-25a06685a2fa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:20.578309 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7743ea-294f-4dea-a5bc-7785d8562266 admin admin] Publish callbacks [] for security_group (7116904f-dce6-403f-b806-258e475df9f5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.578622 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2435b6f4-a0c9-41b7-8a88-b2de86ae682d req-5da6f81c-b51c-4e48-a89c-25a06685a2fa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 943 time: 0.1366072 Jan 31 18:32:20.608197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.608544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.609622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.609622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.609622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.609908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.610742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.611485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.611485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.611860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.612373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.612485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.612812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:20.615914 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks [] for floatingip (149f4ce8-51a8-47d5-881e-362ae75b703f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.618676 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.620157 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86636e4-72f5-49c7-9cd2-c52d0dacabd7 req-84dda5ca-a810-45b3-85b2-c5819e851474 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "DELETE /v2.0/floatingips/149f4ce8-51a8-47d5-881e-362ae75b703f HTTP/1.1" status: 204 len: 173 time: 0.9708202 Jan 31 18:32:20.621808 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-810eb4a7-5e35-4dfb-b40a-cc79c0372b5f None None] For port 60e777a0-16a3-4d06-8837-7f1ea6343c47, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=60e777a0-16a3-4d06-8837-7f1ea6343c47,segment=NetworkSegment(122d7d1f-ffda-411e-b58e-75dce6fd6c2f),segment_id=122d7d1f-ffda-411e-b58e-75dce6fd6c2f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:20.630021 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-810eb4a7-5e35-4dfb-b40a-cc79c0372b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.641872 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.650136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7743ea-294f-4dea-a5bc-7785d8562266 admin admin] Publish callbacks [] for security_group (7116904f-dce6-403f-b806-258e475df9f5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.669366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['03c7401d-cc62-45aa-ab07-3074d09dabcf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:32:20.682959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2435b6f4-a0c9-41b7-8a88-b2de86ae682d req-00c87177-d4e2-40d2-9624-86d4dcc0d74a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801837 Jan 31 18:32:20.698095 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00318171-8421-464a-ace9-4e82d6ba7fa0 x-openstack-request-id: req-00318171-8421-464a-ace9-4e82d6ba7fa0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:20.699219 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e816a5b-c742-4802-b585-26223f1c1da3", "tag": "3338c7a3-86c8-4a6e-9f8a-d284be9bca33", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:20.699219 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00318171-8421-464a-ace9-4e82d6ba7fa0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:20.699219 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e816a5b-c742-4802-b585-26223f1c1da3', 'tag': '3338c7a3-86c8-4a6e-9f8a-d284be9bca33', 'status': 'completed', 'code': 200} Jan 31 18:32:20.760386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:20.804140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d366e52-b43e-4b9a-900c-1233abf060f3 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for security_group_rule (84e59d7c-f2a7-4b05-a02f-54c6b2be0517), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.816051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810eb4a7-5e35-4dfb-b40a-cc79c0372b5f None None] Pushing event updated for resources: {'Port': ['ID=60e777a0-16a3-4d06-8837-7f1ea6343c47,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:20.816361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Pushing event updated for resources: {'Port': ['ID=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:20.823460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b5a3ee06-bd41-449e-aa72-e2cd8be18aca None None] Provisioning complete for port 60e777a0-16a3-4d06-8837-7f1ea6343c47 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:20.823938 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ee06-bd41-449e-aa72-e2cd8be18aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.838524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:20.857453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:20.865121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:20.866737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.869755 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d366e52-b43e-4b9a-900c-1233abf060f3 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (84e59d7c-f2a7-4b05-a02f-54c6b2be0517), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.895444 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7743ea-294f-4dea-a5bc-7785d8562266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7116904f-dce6-403f-b806-258e475df9f5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.898827 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7743ea-294f-4dea-a5bc-7785d8562266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:20.910681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872daff-1985-4b9b-9c4a-70a76e534a02 req-2b6163f6-dc00-414d-b5a8-ff8337207a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:20.912913 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9f7743ea-294f-4dea-a5bc-7785d8562266 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7116904f-dce6-403f-b806-258e475df9f5 HTTP/1.1" status: 204 len: 168 time: 0.6251736 Jan 31 18:32:20.913138 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6872daff-1985-4b9b-9c4a-70a76e534a02 req-2b6163f6-dc00-414d-b5a8-ff8337207a06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1157 time: 0.1687038 Jan 31 18:32:20.985197 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7743ea-294f-4dea-a5bc-7785d8562266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7116904f-dce6-403f-b806-258e475df9f5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:20.992710 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d366e52-b43e-4b9a-900c-1233abf060f3 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e59d7c-f2a7-4b05-a02f-54c6b2be0517,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:21.008241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2155e0-3add-4be3-8d49-73d7f54746ee req-cbae6a03-671c-4f3b-9b2c-8c6d2d9974f8 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:21.013371 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-9aab27e5-f11d-4573-baab-7c318bfb86fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8231330 Jan 31 18:32:21.015520 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d2155e0-3add-4be3-8d49-73d7f54746ee req-cbae6a03-671c-4f3b-9b2c-8c6d2d9974f8 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 1128 time: 0.1716495 Jan 31 18:32:21.024392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623838fe-a4aa-4292-af2e-35c4e7eaa788 req-901c1185-b9d1-4949-bd15-934fd47f7c31 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:21.026031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-623838fe-a4aa-4292-af2e-35c4e7eaa788 req-901c1185-b9d1-4949-bd15-934fd47f7c31 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 945 time: 0.1956148 Jan 31 18:32:21.028814 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d366e52-b43e-4b9a-900c-1233abf060f3 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:21.032618 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7d366e52-b43e-4b9a-900c-1233abf060f3 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6078622 Jan 31 18:32:21.039422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52144) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:21.046547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5718b30d-84fe-427e-969d-fbc16cff7bbe tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Request body: {'security_group_rule': {'security_group_id': '04245899-744a-49af-ae87-c57d0ee0d886', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:21.053233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Request body: {'port': {'device_id': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:21.053511 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1f366605-353d-42e8-b4c2-0f4b00451d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:21.065779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3ee06-bd41-449e-aa72-e2cd8be18aca None None] Current status of the port 60e777a0-16a3-4d06-8837-7f1ea6343c47 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:21.095685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864223074-router', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '84bfdeee-68b1-49d5-b728-00815256857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:14Z', 'revision_number': 4, 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'gw_port': {'id': '84bfdeee-68b1-49d5-b728-00815256857f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:06Z', 'updated_at': '2022-01-31T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '60e777a0-16a3-4d06-8837-7f1ea6343c47', 'name': '', 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'mac_address': 'fa:16:3e:bc:66:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '9eeb9e83-35cc-4644-8eca-f0b68a73abfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:13Z', 'updated_at': '2022-01-31T18:32:19Z', 'revision_number': 4, 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'subnets': [{'id': '9eeb9e83-35cc-4644-8eca-f0b68a73abfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:21.147404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98713751-7f42-4438-9c21-5b09fe6a4305 None None] The sync data for ids ['0cacb009-37c9-4ae2-95e7-656f432a7990'] in n-d-812111-15 is: [{'id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864223074-router', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '84bfdeee-68b1-49d5-b728-00815256857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:14Z', 'revision_number': 4, 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'gw_port': {'id': '84bfdeee-68b1-49d5-b728-00815256857f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:06Z', 'updated_at': '2022-01-31T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '60e777a0-16a3-4d06-8837-7f1ea6343c47', 'name': '', 'network_id': 'c9846beb-09c1-408e-9a57-928a56ead9d7', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'mac_address': 'fa:16:3e:bc:66:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '9eeb9e83-35cc-4644-8eca-f0b68a73abfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:13Z', 'updated_at': '2022-01-31T18:32:19Z', 'revision_number': 4, 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'subnets': [{'id': '9eeb9e83-35cc-4644-8eca-f0b68a73abfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:32:21.249479 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:21.308680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-cfde6afe-269b-410c-b575-a3eb827ca0be None None] Provisioning complete for port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:21.309144 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cfde6afe-269b-410c-b575-a3eb827ca0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:21.386407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cfde6afe-269b-410c-b575-a3eb827ca0be None None] Port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:32:21.560646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52152) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:21.583009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872daff-1985-4b9b-9c4a-70a76e534a02 req-5590f076-df8b-4f56-891e-bac5deb9f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:21.584775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6872daff-1985-4b9b-9c4a-70a76e534a02 req-5590f076-df8b-4f56-891e-bac5deb9f2bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.6569483 Jan 31 18:32:21.585125 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddb51935-ffd6-4b4f-b53a-8ba822e6cda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:21.600058 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5718b30d-84fe-427e-969d-fbc16cff7bbe tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for security_group_rule (5757e471-d8a1-4ef7-a9fc-2b369a2d7741), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:21.614975 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d2155e0-3add-4be3-8d49-73d7f54746ee req-8d268c33-fc86-4c58-9cf4-8cb049245704 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5984924 Jan 31 18:32:21.663204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-623838fe-a4aa-4292-af2e-35c4e7eaa788 req-b5c24cd0-46cd-46f1-b046-0bb66725e19f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245072 Jan 31 18:32:21.667147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6872daff-1985-4b9b-9c4a-70a76e534a02 req-68c4b821-733b-4cf5-b268-22dd3b264823 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33 HTTP/1.1" status: 200 len: 217 time: 0.0697687 Jan 31 18:32:21.778618 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddb51935-ffd6-4b4f-b53a-8ba822e6cda6 admin admin] Publish callbacks [] for security_group (f2f6e6c4-fff5-4b8e-93b8-f237f6f2e595), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:21.785588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:21.792453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddb51935-ffd6-4b4f-b53a-8ba822e6cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f2f6e6c4-fff5-4b8e-93b8-f237f6f2e595), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:21.798160 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Publish callbacks [] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:21.835491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Transition to ACTIVE for port object f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:21.850103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:21.866099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-e333513e-f635-4365-8f4f-a06658a09740 service neutron] 10.222.0.49 "GET /v2.0/ports/3338c7a3-86c8-4a6e-9f8a-d284be9bca33/bindings/n-h2-812111-15 HTTP/1.1" status: 200 len: 385 time: 0.3604221 Jan 31 18:32:21.873555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872daff-1985-4b9b-9c4a-70a76e534a02 req-68cbde41-3fb8-491a-9d26-cf5d6ed2a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:21.875149 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6872daff-1985-4b9b-9c4a-70a76e534a02 req-68cbde41-3fb8-491a-9d26-cf5d6ed2a696 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.1947479 Jan 31 18:32:21.893205 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ddb51935-ffd6-4b4f-b53a-8ba822e6cda6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=643812f18a104c68b9c1ec7301000af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313146 Jan 31 18:32:21.895888 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:21.906360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb51935-ffd6-4b4f-b53a-8ba822e6cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f6e6c4-fff5-4b8e-93b8-f237f6f2e595,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:21.945099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Pushing event updated for resources: {'Port': ['ID=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:22.002418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6872daff-1985-4b9b-9c4a-70a76e534a02 req-2cf15904-b664-4550-a11e-f6b26998de4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963132 Jan 31 18:32:22.025078 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1289046-5360-487c-bcad-47502ef07fb4 admin admin] Publish callbacks [] for security_group (f2f6e6c4-fff5-4b8e-93b8-f237f6f2e595), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.026928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Attempting to bind port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:22.027272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Attempting to bind port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:22.027607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Attempting to bind port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:22.039853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:32:22.040588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Attempting to bind port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:22.056910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:22.057264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:22.057662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:22.058041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Bound port: f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:22.058349 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.061811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1289046-5360-487c-bcad-47502ef07fb4 admin admin] Publish callbacks [] for security_group (f2f6e6c4-fff5-4b8e-93b8-f237f6f2e595), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.065372 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5718b30d-84fe-427e-969d-fbc16cff7bbe tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for security_group_rule (5757e471-d8a1-4ef7-a9fc-2b369a2d7741), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.090452 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5718b30d-84fe-427e-969d-fbc16cff7bbe tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5757e471-d8a1-4ef7-a9fc-2b369a2d7741), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.140930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b60571-6edd-4e95-9e00-f2be14a7afdb req-3dffc2e9-976f-48a8-a997-f9ca4075cdf2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:22.144599 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30b60571-6edd-4e95-9e00-f2be14a7afdb req-3dffc2e9-976f-48a8-a997-f9ca4075cdf2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 936 time: 0.3877616 Jan 31 18:32:22.166263 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-70da01e0-fde2-415a-81c8-aecd323baa63 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4191465 Jan 31 18:32:22.166827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:22.174775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:22.178589 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1289046-5360-487c-bcad-47502ef07fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f2f6e6c4-fff5-4b8e-93b8-f237f6f2e595), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.183586 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1289046-5360-487c-bcad-47502ef07fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.186293 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b1289046-5360-487c-bcad-47502ef07fb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2f6e6c4-fff5-4b8e-93b8-f237f6f2e595 HTTP/1.1" status: 204 len: 168 time: 0.2862802 Jan 31 18:32:22.193158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.268618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:22.274182 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.274766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718b30d-84fe-427e-969d-fbc16cff7bbe tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5757e471-d8a1-4ef7-a9fc-2b369a2d7741,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:22.290493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:22.291309 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.294176 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] 10.222.0.49 "PUT /v2.0/ports/f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf HTTP/1.1" status: 200 len: 1097 time: 1.2582550 Jan 31 18:32:22.295109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c83a1d-2f52-4db0-b9b3-8be4dc70e6fc service neutron] Pushing event updated for resources: {'Port': ['ID=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:22.333334 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'tag': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:22.335682 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010a392b-68c7-4c46-9cf0-cb326c26acfe" -d '{"events": [{"name": "network-changed", "server_uuid": "4da3e9eb-21f6-4bd9-b6d3-80e2816d5243", "tag": "f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:22.357225 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1289046-5360-487c-bcad-47502ef07fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f6e6c4-fff5-4b8e-93b8-f237f6f2e595,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:22.389273 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5718b30d-84fe-427e-969d-fbc16cff7bbe tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.394473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5718b30d-84fe-427e-969d-fbc16cff7bbe tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3518856 Jan 31 18:32:22.402013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:22.416105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:22.449662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-762262fb-56ed-4926-bb21-43612423b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:22.452017 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-762262fb-56ed-4926-bb21-43612423b032 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 1131 time: 0.0821061 Jan 31 18:32:22.479566 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.539675 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-d4adbddb-987f-43af-adf0-ae4e69225acf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf HTTP/1.1" status: 200 len: 217 time: 0.0780180 Jan 31 18:32:22.597498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-940910fa-ae8b-4c25-a0db-d0a392c57674 service neutron] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:22.617177 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-28e0181c-305a-40a3-a3e8-5206eaf44a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:22.618916 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-28e0181c-305a-40a3-a3e8-5206eaf44a36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0661566 Jan 31 18:32:22.629658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-940910fa-ae8b-4c25-a0db-d0a392c57674 service neutron] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:22.696151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-ca5f6444-ae11-4653-b9a2-055f69964e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:22.699502 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-ca5f6444-ae11-4653-b9a2-055f69964e24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0651050 Jan 31 18:32:22.705563 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:22.715293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-940910fa-ae8b-4c25-a0db-d0a392c57674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:22.740079 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6872daff-1985-4b9b-9c4a-70a76e534a02 req-8426f7c4-21e6-409d-8211-d4ef9073b096 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203116 Jan 31 18:32:22.761071 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30b60571-6edd-4e95-9e00-f2be14a7afdb req-daa27801-b925-438c-9ed4-010e344ee9cd tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885701 Jan 31 18:32:22.772690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-940910fa-ae8b-4c25-a0db-d0a392c57674 service neutron] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:22.882447 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-347125e1-eb0b-46e8-b610-97d9bd395bf2 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721714 Jan 31 18:32:22.957904 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-940910fa-ae8b-4c25-a0db-d0a392c57674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:23.044143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 60e777a0-16a3-4d06-8837-7f1ea6343c47 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:23.153919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 60e777a0-16a3-4d06-8837-7f1ea6343c47 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:23.154953 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:23.158392 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7ee1b69d-8606-468b-bbe3-a752b64048bf req-72871623-36c4-4da8-b818-01aae07ec30d service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678165 Jan 31 18:32:23.214838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-940910fa-ae8b-4c25-a0db-d0a392c57674 service neutron] Transition to ACTIVE for port object 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:23.254761 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-940910fa-ae8b-4c25-a0db-d0a392c57674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:23.275719 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6872daff-1985-4b9b-9c4a-70a76e534a02 req-f41eff23-74af-4774-97f6-c7a1722696d5 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996758 Jan 31 18:32:23.304605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 60e777a0-16a3-4d06-8837-7f1ea6343c47 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:23.389383 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:23.431552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae6e59-b78c-42d8-8dc2-e8b6f4c13f62 req-77f590fe-5425-4d6c-a2de-6e33b7bcfb5b tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:23.434223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-adae6e59-b78c-42d8-8dc2-e8b6f4c13f62 req-77f590fe-5425-4d6c-a2de-6e33b7bcfb5b tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 1128 time: 0.2901490 Jan 31 18:32:23.445202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-940910fa-ae8b-4c25-a0db-d0a392c57674 service neutron] No DVR routers for this DVR port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:32:23.475080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940910fa-ae8b-4c25-a0db-d0a392c57674 service neutron] Pushing event updated for resources: {'Port': ['ID=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:23.563699 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:23.579278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-940910fa-ae8b-4c25-a0db-d0a392c57674 service neutron] 10.222.0.49 "PUT /v2.0/ports/3338c7a3-86c8-4a6e-9f8a-d284be9bca33/bindings/n-h2-812111-15/activate HTTP/1.1" status: 200 len: 370 time: 1.6982834 Jan 31 18:32:23.714426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52190) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:23.733510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-adae6e59-b78c-42d8-8dc2-e8b6f4c13f62 req-36a20b0b-97f5-478d-83e6-1337be1135a0 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767627 Jan 31 18:32:23.776740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Allocated IP 172.25.8.22 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/b63a84c0-1f37-4c1b-9854-e61c051ab813) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:23.811008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53dc8db6-270f-4bed-9b32-1bbfb5d658ce tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:23.812007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-53dc8db6-270f-4bed-9b32-1bbfb5d658ce tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 1127 time: 0.1366971 Jan 31 18:32:23.917005 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:23.944987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-2e858ee5-5174-43c0-abd6-bcac0d71f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:23.946854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-2e858ee5-5174-43c0-abd6-bcac0d71f291 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a HTTP/1.1" status: 200 len: 1127 time: 0.1229591 Jan 31 18:32:23.959667 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:23.976502 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for port (b63a84c0-1f37-4c1b-9854-e61c051ab813), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:23.979211 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1226879877-network', 'tenant_id': '97a8798c40e64faaa460cc628745e61f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:24.011132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Made reservation on behalf of 97a8798c40e64faaa460cc628745e61f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:24.015281 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.029473 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.065898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-8230f1e0-ba56-4032-9e23-40f81a869821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:24.067486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-8230f1e0-ba56-4032-9e23-40f81a869821 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1127 time: 0.0854342 Jan 31 18:32:24.146728 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Publish callbacks [] for security_group (10812d68-9801-4984-b318-4d19e327e30a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.152073 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (10812d68-9801-4984-b318-4d19e327e30a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.195802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:32:24.208751 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10812d68-9801-4984-b318-4d19e327e30a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:24.223120 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1819d610-c516-4bd5-879b-9d0bb7efc3f1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.223759 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Added segment 1819d610-c516-4bd5-879b-9d0bb7efc3f1 of type vlan for network e4117e99-4ed2-46bf-8b81-4d1effda2e4d Jan 31 18:32:24.291603 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (e4117e99-4ed2-46bf-8b81-4d1effda2e4d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.322469 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (e4117e99-4ed2-46bf-8b81-4d1effda2e4d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.323553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:24.324144 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.388039 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6705132 Jan 31 18:32:24.389870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52212) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:24.397687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-38e1ae86-eecd-4047-94f7-52f1f28b0377 admin admin] Request body: {'subnet': {'network_id': 'e4117e99-4ed2-46bf-8b81-4d1effda2e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1226879877-subnet', 'tenant_id': '97a8798c40e64faaa460cc628745e61f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:24.402007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089b786-7b8d-4c85-9a45-bc9268a3c306 admin admin] Pushing event updated for resources: {'Network': ['ID=e4117e99-4ed2-46bf-8b81-4d1effda2e4d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:24.425213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network e4117e99-4ed2-46bf-8b81-4d1effda2e4d details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:32:24.425886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e1ae86-eecd-4047-94f7-52f1f28b0377 admin admin] Made reservation on behalf of 97a8798c40e64faaa460cc628745e61f for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:24.428509 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38e1ae86-eecd-4047-94f7-52f1f28b0377 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.442184 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (b63a84c0-1f37-4c1b-9854-e61c051ab813), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.564319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:24.579321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Allocated IP 172.25.8.6 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/3304b0a6-66c9-4bc4-a636-3c30a7a0c622) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:24.583683 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-24a20847-dad7-4896-819f-4ab3310f9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:24.585331 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-24a20847-dad7-4896-819f-4ab3310f9ecd service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.5100281 Jan 31 18:32:24.589629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Pushing event updated for resources: {'Port': ['ID=b63a84c0-1f37-4c1b-9854-e61c051ab813,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:24.592137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:24.601794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:24.616385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8fe4b-c7a9-40ae-ac0f-605840846e0d req-a17dcd8a-ca5b-4133-9c9d-67e5c63b2dfc tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:24.617905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94b8fe4b-c7a9-40ae-ac0f-605840846e0d req-a17dcd8a-ca5b-4133-9c9d-67e5c63b2dfc tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 944 time: 0.2219281 Jan 31 18:32:24.665894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-7792d8a3-1cab-4f74-9fa2-4e4bc71a7263 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33 HTTP/1.1" status: 200 len: 217 time: 0.0687127 Jan 31 18:32:24.672844 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38e1ae86-eecd-4047-94f7-52f1f28b0377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (91d79b6d-b0a8-474d-8c07-9756ad9cd965), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.727995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1ae86-eecd-4047-94f7-52f1f28b0377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d79b6d-b0a8-474d-8c07-9756ad9cd965,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:24.747009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e1ae86-eecd-4047-94f7-52f1f28b0377 admin admin] Checking segment: {'id': '1819d610-c516-4bd5-879b-9d0bb7efc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e4117e99-4ed2-46bf-8b81-4d1effda2e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:24.747368 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e1ae86-eecd-4047-94f7-52f1f28b0377 admin admin] Network hostable DHCP agents. Network: e4117e99-4ed2-46bf-8b81-4d1effda2e4d, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:32:24.768640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e1ae86-eecd-4047-94f7-52f1f28b0377 admin admin] Network e4117e99-4ed2-46bf-8b81-4d1effda2e4d is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:32:24.781123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-38e1ae86-eecd-4047-94f7-52f1f28b0377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, e4117e99-4ed2-46bf-8b81-4d1effda2e4d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:24.788011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e1ae86-eecd-4047-94f7-52f1f28b0377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:24.788511 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38e1ae86-eecd-4047-94f7-52f1f28b0377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.796554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448a7088-18c5-4008-b192-80acf4e92e6c None None] Network e4117e99-4ed2-46bf-8b81-4d1effda2e4d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:32:24.810761 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-38e1ae86-eecd-4047-94f7-52f1f28b0377 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4197989 Jan 31 18:32:24.816436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for floatingip (5a9baf55-1f53-410f-9e64-0541eba98039), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.832724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ff35d5e7-7ecf-4d27-ab60-4bda70f3387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:24.834230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ff35d5e7-7ecf-4d27-ab60-4bda70f3387b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.1306539 Jan 31 18:32:24.894959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-3eefc5af-101e-4fda-882d-83cf52336977 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476048 Jan 31 18:32:24.904379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94b8fe4b-c7a9-40ae-ac0f-605840846e0d req-636b7a8e-58f3-4b62-86f6-6b76072bc3cd tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466598 Jan 31 18:32:24.940432 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc578be-e416-4ce5-b38e-e1a0be1de120 None None] Network e4117e99-4ed2-46bf-8b81-4d1effda2e4d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:32:24.961429 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks [] for port (3304b0a6-66c9-4bc4-a636-3c30a7a0c622), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:24.972796 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaad650-6f13-4779-9b28-1c8193de65fe x-openstack-request-id: req-5eaad650-6f13-4779-9b28-1c8193de65fe {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:24.973239 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da3e9eb-21f6-4bd9-b6d3-80e2816d5243", "tag": "f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:24.973630 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5eaad650-6f13-4779-9b28-1c8193de65fe {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:24.974268 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'tag': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf', 'status': 'completed', 'code': 200} Jan 31 18:32:25.049259 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b63a84c0-1f37-4c1b-9854-e61c051ab813), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.091525 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.194037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-6b538270-61db-493a-af0e-99aca7ff0327 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697625 Jan 31 18:32:25.253569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a392b-68c7-4c46-9cf0-cb326c26acfe req-6480e1cc-44b0-4045-ac64-8e66250dce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:25.255086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010a392b-68c7-4c46-9cf0-cb326c26acfe req-6480e1cc-44b0-4045-ac64-8e66250dce9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 1131 time: 0.2296591 Jan 31 18:32:25.286570 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (3304b0a6-66c9-4bc4-a636-3c30a7a0c622), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.294757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486591-9713-4de0-be86-c2395ed0a92a req-2a44b2de-9d29-46a3-bf23-a6cd7513d90e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:25.296295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41486591-9713-4de0-be86-c2395ed0a92a req-2a44b2de-9d29-46a3-bf23-a6cd7513d90e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 948 time: 0.2670929 Jan 31 18:32:25.408882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:32:25.479371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:25.509954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:25.521827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:25.529806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:25.530059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-73102796-network', 'tenant_id': '5859bcbfaf484ef2b3a0984fe2e1edaf'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:25.536016 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Pushing event updated for resources: {'Port': ['ID=3304b0a6-66c9-4bc4-a636-3c30a7a0c622,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:25.560581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Made reservation on behalf of 5859bcbfaf484ef2b3a0984fe2e1edaf for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:25.564155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.574925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.617195 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-88df5efd-1f8b-4339-92af-6625ab9c1b64 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162564 Jan 31 18:32:25.624659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 host n-h2-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:32:25.627583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:32:25.628755 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41486591-9713-4de0-be86-c2395ed0a92a req-465ce323-2f48-40b8-a90f-f4b36d6cf92f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815609 Jan 31 18:32:25.650178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a392b-68c7-4c46-9cf0-cb326c26acfe req-6847be1d-8d6c-4dfe-8231-ea3969df6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:25.651645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010a392b-68c7-4c46-9cf0-cb326c26acfe req-6847be1d-8d6c-4dfe-8231-ea3969df6522 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.3685539 Jan 31 18:32:25.660591 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for port (b63a84c0-1f37-4c1b-9854-e61c051ab813), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.675304 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b63a84c0-1f37-4c1b-9854-e61c051ab813), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.698886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Publish callbacks [] for security_group (d504aef1-c690-42b4-922e-10c925bb199a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.704994 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d504aef1-c690-42b4-922e-10c925bb199a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.711285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks [] for floatingip (ed90f10b-319b-4b31-80c9-c1ad9f6128c6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.724466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010a392b-68c7-4c46-9cf0-cb326c26acfe req-87aa7673-9d9a-4ea2-8ba1-31dd806cc22a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf HTTP/1.1" status: 200 len: 217 time: 0.0602791 Jan 31 18:32:25.739991 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:32:25.748079 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d504aef1-c690-42b4-922e-10c925bb199a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:25.748411 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (5a9baf55-1f53-410f-9e64-0541eba98039), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.760827 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e4a4148d-73dc-4fe8-b068-91196c99360c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.761208 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Added segment e4a4148d-73dc-4fe8-b068-91196c99360c of type vlan for network 134c21a8-5a35-461d-909d-a1ed138157c0 Jan 31 18:32:25.818542 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (134c21a8-5a35-461d-909d-a1ed138157c0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.833394 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.843764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4405496 Jan 31 18:32:25.847761 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3304b0a6-66c9-4bc4-a636-3c30a7a0c622), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.849425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f69ff4-2838-4e7b-9799-b7b0a8d2100f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Pushing event updated for resources: {'Port': ['ID=b63a84c0-1f37-4c1b-9854-e61c051ab813,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:25.864620 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.886197 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (134c21a8-5a35-461d-909d-a1ed138157c0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.887712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:25.888314 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:25.900181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a392b-68c7-4c46-9cf0-cb326c26acfe req-e2225da1-0a51-4593-9409-b45a0918f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:25.901674 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010a392b-68c7-4c46-9cf0-cb326c26acfe req-e2225da1-0a51-4593-9409-b45a0918f01b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1589174 Jan 31 18:32:25.988839 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4649708 Jan 31 18:32:25.991897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:25.998237 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5f287b5e-5a16-4b88-ba4c-666b800f1241 admin admin] Request body: {'subnet': {'network_id': '134c21a8-5a35-461d-909d-a1ed138157c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-73102796-subnet', 'tenant_id': '5859bcbfaf484ef2b3a0984fe2e1edaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:26.016953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e0413-3d93-4e16-b8e3-c203aebb9601 admin admin] Pushing event updated for resources: {'Network': ['ID=134c21a8-5a35-461d-909d-a1ed138157c0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:26.030600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f287b5e-5a16-4b88-ba4c-666b800f1241 admin admin] Made reservation on behalf of 5859bcbfaf484ef2b3a0984fe2e1edaf for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:26.033534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 134c21a8-5a35-461d-909d-a1ed138157c0 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:32:26.034142 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f287b5e-5a16-4b88-ba4c-666b800f1241 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.066894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-4e8a1fc5-c476-4e94-bf9a-c6315b2c0ae5 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:26.069037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-4e8a1fc5-c476-4e94-bf9a-c6315b2c0ae5 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1127 time: 0.1879351 Jan 31 18:32:26.103863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a392b-68c7-4c46-9cf0-cb326c26acfe req-d2ca948c-f401-4953-8105-25aecb2f564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:26.105575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010a392b-68c7-4c46-9cf0-cb326c26acfe req-d2ca948c-f401-4953-8105-25aecb2f564d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1849442 Jan 31 18:32:26.228870 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f287b5e-5a16-4b88-ba4c-666b800f1241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (cf73daad-0014-437f-a307-18eba7addea2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.256994 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks [] for port (3304b0a6-66c9-4bc4-a636-3c30a7a0c622), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.267740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3304b0a6-66c9-4bc4-a636-3c30a7a0c622), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.296151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f287b5e-5a16-4b88-ba4c-666b800f1241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf73daad-0014-437f-a307-18eba7addea2,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:26.306341 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f287b5e-5a16-4b88-ba4c-666b800f1241 admin admin] Checking segment: {'id': 'e4a4148d-73dc-4fe8-b068-91196c99360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '134c21a8-5a35-461d-909d-a1ed138157c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:26.306706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f287b5e-5a16-4b88-ba4c-666b800f1241 admin admin] Network hostable DHCP agents. Network: 134c21a8-5a35-461d-909d-a1ed138157c0, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:32:26.327691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f287b5e-5a16-4b88-ba4c-666b800f1241 admin admin] Network 134c21a8-5a35-461d-909d-a1ed138157c0 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:32:26.342441 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5f287b5e-5a16-4b88-ba4c-666b800f1241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 134c21a8-5a35-461d-909d-a1ed138157c0) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:26.351987 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (ed90f10b-319b-4b31-80c9-c1ad9f6128c6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.354511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325a0a28-b36a-4b20-9862-6359e3fb27f6 None None] Network 134c21a8-5a35-461d-909d-a1ed138157c0 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:32:26.359060 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f287b5e-5a16-4b88-ba4c-666b800f1241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:26.360870 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f287b5e-5a16-4b88-ba4c-666b800f1241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.383780 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5f287b5e-5a16-4b88-ba4c-666b800f1241 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3908789 Jan 31 18:32:26.404643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Pushing event updated for resources: {'Port': ['ID=3304b0a6-66c9-4bc4-a636-3c30a7a0c622,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:26.415554 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.423032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-bdc4eb79-3c28-42fd-9462-d7dde15218e9 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.1607807 Jan 31 18:32:26.435687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010a392b-68c7-4c46-9cf0-cb326c26acfe req-07f9ba27-e83a-43ae-90d7-97be42d750f6 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027558 Jan 31 18:32:26.476812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ff5bffdc-a7f0-4a8e-8e9a-bb33505ebecf service neutron] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:26.490219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3432f6c7-12e9-4b03-92c4-a8ffe09f7924 None None] Network 134c21a8-5a35-461d-909d-a1ed138157c0 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:32:26.610302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:26.665727 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-158bf5ba-393c-4365-993e-a7e57b432cc8 admin admin] Deleting subnet 91d79b6d-b0a8-474d-8c07-9756ad9cd965 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:32:26.670396 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-158bf5ba-393c-4365-993e-a7e57b432cc8 admin admin] Publish callbacks [] for subnet (91d79b6d-b0a8-474d-8c07-9756ad9cd965), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.712585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-158bf5ba-393c-4365-993e-a7e57b432cc8 admin admin] Publish callbacks [] for subnet (91d79b6d-b0a8-474d-8c07-9756ad9cd965), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.724473 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-158bf5ba-393c-4365-993e-a7e57b432cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (91d79b6d-b0a8-474d-8c07-9756ad9cd965), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.772078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-28598de8-c6ba-494c-8b7c-b46fea60fbc6 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 694 time: 0.3478851 Jan 31 18:32:26.777844 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ff5bffdc-a7f0-4a8e-8e9a-bb33505ebecf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.778038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6433ad72-0250-4d98-bddb-aec3d84d2bab req-ff5bffdc-a7f0-4a8e-8e9a-bb33505ebecf service neutron] 10.222.0.21 "DELETE /v2.0/ports/3338c7a3-86c8-4a6e-9f8a-d284be9bca33/bindings/n-h1-812111-15 HTTP/1.1" status: 204 len: 173 time: 0.6960909 Jan 31 18:32:26.796209 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-158bf5ba-393c-4365-993e-a7e57b432cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (91d79b6d-b0a8-474d-8c07-9756ad9cd965), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.810294 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-158bf5ba-393c-4365-993e-a7e57b432cc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:26.816177 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-158bf5ba-393c-4365-993e-a7e57b432cc8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/91d79b6d-b0a8-474d-8c07-9756ad9cd965 HTTP/1.1" status: 204 len: 168 time: 0.2043591 Jan 31 18:32:26.835294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:26.838499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bf5ba-393c-4365-993e-a7e57b432cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d79b6d-b0a8-474d-8c07-9756ad9cd965,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:27.036807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd123b37-15b9-498a-9433-15c0c5cf1120 req-9369c170-9824-4bbb-8552-3622d7a2a112 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:27.038321 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd123b37-15b9-498a-9433-15c0c5cf1120 req-9369c170-9824-4bbb-8552-3622d7a2a112 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 944 time: 0.2654407 Jan 31 18:32:27.064520 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (e4117e99-4ed2-46bf-8b81-4d1effda2e4d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.072593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010a392b-68c7-4c46-9cf0-cb326c26acfe req-1fd93981-4d2f-4ed9-932d-99f9ec7455f8 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947278 Jan 31 18:32:27.106386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-3f32f5fe-ce23-4b75-94b4-c9806155aa37 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:27.107850 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b6a8edc-735e-4527-ba8c-6e84de56b396 req-3f32f5fe-ce23-4b75-94b4-c9806155aa37 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.3186052 Jan 31 18:32:27.122858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 981f6c98-c637-434c-8824-5eed080b252b details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:32:27.139028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd123b37-15b9-498a-9433-15c0c5cf1120 req-e547476d-ef95-427d-bc78-0e895c406bb4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881498 Jan 31 18:32:27.264028 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (e4117e99-4ed2-46bf-8b81-4d1effda2e4d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.327020 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.327775 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.328776 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.329064 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.330180 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.330543 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.330897 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.331232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.332225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.332225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.422015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:32:27.426119 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 981f6c98-c637-434c-8824-5eed080b252b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=981f6c98-c637-434c-8824-5eed080b252b,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:27.428951 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.429692 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.430213 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.430407 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:27.430736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4117e99-4ed2-46bf-8b81-4d1effda2e4d']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:27.448156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '981f6c98-c637-434c-8824-5eed080b252b', 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'port_id': '981f6c98-c637-434c-8824-5eed080b252b', 'mac_address': 'fa:16:3e:a9:78:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a886752-5fa3-4f61-a2a9-5923eb8db5c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:32:27.457632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1819d610-c516-4bd5-879b-9d0bb7efc3f1') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:27.457994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1819d610-c516-4bd5-879b-9d0bb7efc3f1') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:27.485573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (1819d610-c516-4bd5-879b-9d0bb7efc3f1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.518915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1819d610-c516-4bd5-879b-9d0bb7efc3f1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.529701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:32:27.530779 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (1819d610-c516-4bd5-879b-9d0bb7efc3f1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.561369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 981f6c98-c637-434c-8824-5eed080b252b is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:27.561878 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (981f6c98-c637-434c-8824-5eed080b252b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.620177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 981f6c98-c637-434c-8824-5eed080b252b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:27.627161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: from cryptography.utils import int_from_bytes Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: from cryptography.utils import int_from_bytes Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:32:27.639955 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:32:27.649245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf', 'mac_address': 'fa:16:3e:96:8a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:32:27.651533 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (e4117e99-4ed2-46bf-8b81-4d1effda2e4d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.658034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 981f6c98-c637-434c-8824-5eed080b252b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=981f6c98-c637-434c-8824-5eed080b252b,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:27.692771 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (981f6c98-c637-434c-8824-5eed080b252b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.719478 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.726504 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e4117e99-4ed2-46bf-8b81-4d1effda2e4d HTTP/1.1" status: 204 len: 168 time: 0.8830035 Jan 31 18:32:27.726686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52316) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:27.727140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63e75b-4fe0-47e3-bdb7-760ad957b8a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4117e99-4ed2-46bf-8b81-4d1effda2e4d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:27.782561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-5ef59c02-1d28-4243-95a1-ee39c2a052b8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--754812231&fields=id&tenant_id=e82e137c40634b88b95c4547ead4451e HTTP/1.1" status: 200 len: 267 time: 0.1338930 Jan 31 18:32:27.808529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:27.808932 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.855721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe264c7-35ea-4d28-b8dc-edda7b988f17 admin admin] Deleting subnet cf73daad-0014-437f-a307-18eba7addea2 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:32:27.864555 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe264c7-35ea-4d28-b8dc-edda7b988f17 admin admin] Publish callbacks [] for subnet (cf73daad-0014-437f-a307-18eba7addea2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.878039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:27.904725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['981f6c98-c637-434c-8824-5eed080b252b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:32:27.925404 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe264c7-35ea-4d28-b8dc-edda7b988f17 admin admin] Publish callbacks [] for subnet (cf73daad-0014-437f-a307-18eba7addea2), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.935426 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe264c7-35ea-4d28-b8dc-edda7b988f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (cf73daad-0014-437f-a307-18eba7addea2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:27.949573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-55997a74-ef57-448c-a513-27a0d9ab0502 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:27.951874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-55997a74-ef57-448c-a513-27a0d9ab0502 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/networks?id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398 HTTP/1.1" status: 200 len: 823 time: 0.1668534 Jan 31 18:32:27.966246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881479-f22f-4ae8-b9b8-576aae6fa9f7 req-daac9dac-1365-4048-832e-c64e54e5103d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:27.972977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3881479-f22f-4ae8-b9b8-576aae6fa9f7 req-daac9dac-1365-4048-832e-c64e54e5103d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 948 time: 0.1860185 Jan 31 18:32:27.997279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-ea975cfa-4ca6-4166-86c2-8926d03aeb0b tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/quotas/e82e137c40634b88b95c4547ead4451e HTTP/1.1" status: 200 len: 375 time: 0.0392091 Jan 31 18:32:27.997461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:28.008320 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:28.009767 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe264c7-35ea-4d28-b8dc-edda7b988f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for subnet (cf73daad-0014-437f-a307-18eba7addea2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:28.014801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=981f6c98-c637-434c-8824-5eed080b252b,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:28.064689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe264c7-35ea-4d28-b8dc-edda7b988f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf73daad-0014-437f-a307-18eba7addea2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:28.071835 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe264c7-35ea-4d28-b8dc-edda7b988f17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:28.080812 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-abe264c7-35ea-4d28-b8dc-edda7b988f17 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cf73daad-0014-437f-a307-18eba7addea2 HTTP/1.1" status: 204 len: 168 time: 0.3527281 Jan 31 18:32:28.083736 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:28.085652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3881479-f22f-4ae8-b9b8-576aae6fa9f7 req-6a403b99-06aa-484b-b8c7-d757531d9ab1 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055996 Jan 31 18:32:28.136122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:28.149332 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-35c0b0ce-8a41-436d-9da0-0fc07d245504 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e82e137c40634b88b95c4547ead4451e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1349978 Jan 31 18:32:28.217463 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (134c21a8-5a35-461d-909d-a1ed138157c0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:28.363292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bd2a7-669e-48d2-8a86-9a09b23b8666 req-b9303328-f8ed-4161-af32-9571ef5e3b23 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:28.364768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-302bd2a7-669e-48d2-8a86-9a09b23b8666 req-b9303328-f8ed-4161-af32-9571ef5e3b23 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 1128 time: 0.1066253 Jan 31 18:32:28.367755 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (134c21a8-5a35-461d-909d-a1ed138157c0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:28.371020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-7a6bbd0b-696a-4554-abc3-a8bd5948dd24 service neutron] 10.222.0.20 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042627 Jan 31 18:32:28.380449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:32:28.396739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.397096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.398025 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.398394 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > port after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.398746 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.399091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > port after_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.399436 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.399759 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.400081 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.400435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.502277 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.502719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.502999 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.503341 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 18:32:28.503863 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134c21a8-5a35-461d-909d-a1ed138157c0']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:28.524968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a4148d-73dc-4fe8-b068-91196c99360c') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:28.525285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a4148d-73dc-4fe8-b068-91196c99360c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:28.559697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (e4a4148d-73dc-4fe8-b068-91196c99360c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:28.576094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-302bd2a7-669e-48d2-8a86-9a09b23b8666 req-a0eb8bc7-59d3-42c7-9025-f55d2f991457 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984694 Jan 31 18:32:28.611871 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e4a4148d-73dc-4fe8-b068-91196c99360c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:28.635591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:32:28.636525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (e4a4148d-73dc-4fe8-b068-91196c99360c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: from cryptography.utils import int_from_bytes Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: from cryptography.utils import int_from_bytes Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:32:28.643506 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:32:28.762803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (134c21a8-5a35-461d-909d-a1ed138157c0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:28.779158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-d7b349d2-d097-40d1-b417-d3368e0a7877 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/floatingips/ed90f10b-319b-4b31-80c9-c1ad9f6128c6 HTTP/1.1" status: 200 len: 691 time: 0.1472609 Jan 31 18:32:28.812813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Pushing event deleted for resources: {'Network': ['ID=134c21a8-5a35-461d-909d-a1ed138157c0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:28.820722 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:28.830260 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f8b6cf6c-5ae5-4939-ace2-c9aa91406c3c admin admin] 10.222.0.20 "DELETE /v2.0/networks/134c21a8-5a35-461d-909d-a1ed138157c0 HTTP/1.1" status: 204 len: 168 time: 0.7444155 Jan 31 18:32:28.868849 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-cb2c6403-7fbe-42d0-b28d-08a998edf492 service neutron] 10.222.0.20 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785738 Jan 31 18:32:29.058367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-79598ebd-4176-4006-bd62-4aa4eabd6703 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:29.073686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-79598ebd-4176-4006-bd62-4aa4eabd6703 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.2788763 Jan 31 18:32:29.135007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 981f6c98-c637-434c-8824-5eed080b252b up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:29.152240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-ef372663-c4f3-49b0-889f-4e45608df0ac tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 694 time: 0.0753949 Jan 31 18:32:29.256957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52344) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:29.260807 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-61fac14f-ef6f-4fcb-aa8f-3a211587a74e tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.6 HTTP/1.1" status: 200 len: 694 time: 0.1000290 Jan 31 18:32:29.332318 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-26adce16-a1d9-4bcc-8430-430be0c3c02d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97a8798c40e64faaa460cc628745e61f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738523 Jan 31 18:32:29.333040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52346) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:29.337588 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 981f6c98-c637-434c-8824-5eed080b252b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:29.338310 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (981f6c98-c637-434c-8824-5eed080b252b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:29.433883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:29.446375 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27842e87-a861-4387-b3f5-8e1dacf83795 admin admin] Publish callbacks [] for security_group (10812d68-9801-4984-b318-4d19e327e30a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:29.493299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27842e87-a861-4387-b3f5-8e1dacf83795 admin admin] Publish callbacks [] for security_group (10812d68-9801-4984-b318-4d19e327e30a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:29.618245 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27842e87-a861-4387-b3f5-8e1dacf83795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (10812d68-9801-4984-b318-4d19e327e30a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:29.624466 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27842e87-a861-4387-b3f5-8e1dacf83795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:29.633322 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-27842e87-a861-4387-b3f5-8e1dacf83795 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10812d68-9801-4984-b318-4d19e327e30a HTTP/1.1" status: 204 len: 168 time: 0.2985663 Jan 31 18:32:29.650803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27842e87-a861-4387-b3f5-8e1dacf83795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10812d68-9801-4984-b318-4d19e327e30a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:29.671553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-42e02072-f38f-46bb-add0-c6ea5472ae06 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Deleting port 3304b0a6-66c9-4bc4-a636-3c30a7a0c622 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:32:29.672269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-42e02072-f38f-46bb-add0-c6ea5472ae06 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3304b0a6-66c9-4bc4-a636-3c30a7a0c622), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:29.706016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:29.727728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:29.728243 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:29.793185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 981f6c98-c637-434c-8824-5eed080b252b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:29.801265 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (981f6c98-c637-434c-8824-5eed080b252b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:29.871067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ad4a63-f212-43e6-a7eb-f9f5f199cc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981f6c98-c637-434c-8824-5eed080b252b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:29.873776 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cff0ba-0d9e-4bcc-a533-fe83669bdb7b" -d '{"events": [{"server_uuid": "f5ad4a63-f212-43e6-a7eb-f9f5f199cc14", "name": "network-vif-plugged", "status": "completed", "tag": "981f6c98-c637-434c-8824-5eed080b252b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:29.889840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 981f6c98-c637-434c-8824-5eed080b252b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=981f6c98-c637-434c-8824-5eed080b252b,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:29.932423 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-42e02072-f38f-46bb-add0-c6ea5472ae06 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3304b0a6-66c9-4bc4-a636-3c30a7a0c622), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:29.933272 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-42e02072-f38f-46bb-add0-c6ea5472ae06 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks [] for floatingip (3304b0a6-66c9-4bc4-a636-3c30a7a0c622), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:29.933379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:29.933594 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:29.935741 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (981f6c98-c637-434c-8824-5eed080b252b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:29.990362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-42e02072-f38f-46bb-add0-c6ea5472ae06 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Calling delete_port for 3304b0a6-66c9-4bc4-a636-3c30a7a0c622 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:32:30.058015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:30.083393 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:30.096662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=981f6c98-c637-434c-8824-5eed080b252b,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:30.282845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:30.449281 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-42e02072-f38f-46bb-add0-c6ea5472ae06 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3304b0a6-66c9-4bc4-a636-3c30a7a0c622), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:30.544478 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:30.545071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e02072-f38f-46bb-add0-c6ea5472ae06 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Pushing event deleted for resources: {'Port': ['ID=3304b0a6-66c9-4bc4-a636-3c30a7a0c622,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:30.644243 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c2199dc3-1999-4ac3-a4a3-54d9b3768cba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5859bcbfaf484ef2b3a0984fe2e1edaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0946808 Jan 31 18:32:30.645530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52382) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:30.694266 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-42e02072-f38f-46bb-add0-c6ea5472ae06 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks [] for floatingip (ed90f10b-319b-4b31-80c9-c1ad9f6128c6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:30.697115 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-42e02072-f38f-46bb-add0-c6ea5472ae06 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:30.698522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8387b036-3598-4d05-abd8-db6dcb22a4dc req-42e02072-f38f-46bb-add0-c6ea5472ae06 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "DELETE /v2.0/floatingips/ed90f10b-319b-4b31-80c9-c1ad9f6128c6 HTTP/1.1" status: 204 len: 173 time: 1.4369328 Jan 31 18:32:30.772983 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2250d0a0-43ac-4c19-b810-7179f3310678 admin admin] Publish callbacks [] for security_group (d504aef1-c690-42b4-922e-10c925bb199a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:30.805794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2250d0a0-43ac-4c19-b810-7179f3310678 admin admin] Publish callbacks [] for security_group (d504aef1-c690-42b4-922e-10c925bb199a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:30.922180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2250d0a0-43ac-4c19-b810-7179f3310678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d504aef1-c690-42b4-922e-10c925bb199a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:30.925942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2250d0a0-43ac-4c19-b810-7179f3310678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:30.927274 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2250d0a0-43ac-4c19-b810-7179f3310678 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d504aef1-c690-42b4-922e-10c925bb199a HTTP/1.1" status: 204 len: 168 time: 0.2804694 Jan 31 18:32:30.944164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250d0a0-43ac-4c19-b810-7179f3310678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d504aef1-c690-42b4-922e-10c925bb199a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:30.952233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df5bf0e8-e488-4b33-ac04-9ce7baae7ebf req-720d6d80-2674-42d1-88bf-7356a598a0a1 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 210 time: 0.0684817 Jan 31 18:32:31.242604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfd310-b85f-4070-a525-2533aa3b3567 req-9c4c65ea-9428-4cf5-844e-27ddbb5f9657 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:31.246864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2dfd310-b85f-4070-a525-2533aa3b3567 req-9c4c65ea-9428-4cf5-844e-27ddbb5f9657 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.1310592 Jan 31 18:32:31.577098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-9cde694d-8818-486e-83d1-cbbe3c850acf tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:31.580754 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-9cde694d-8818-486e-83d1-cbbe3c850acf tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.49 "GET /v2.0/networks?id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398 HTTP/1.1" status: 200 len: 823 time: 0.3090804 Jan 31 18:32:31.635692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-7014bc87-d79a-4636-9561-d4e0afeb3099 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:32:31.648690 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-7014bc87-d79a-4636-9561-d4e0afeb3099 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0441468 Jan 31 18:32:31.731023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2dfd310-b85f-4070-a525-2533aa3b3567 req-bc917bbb-9511-4613-b89d-add3cf8292d2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701307 Jan 31 18:32:31.770607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-2ca15db8-1981-481f-87f6-88ab5bdbc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:31.772011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-2ca15db8-1981-481f-87f6-88ab5bdbc35b service neutron] 10.222.0.20 "GET /v2.0/ports/165189e3-1402-4ee7-aeef-d0b266a88695 HTTP/1.1" status: 200 len: 1125 time: 0.1110885 Jan 31 18:32:31.789172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] Request body: {'binding': {'host': 'n-h1-812111-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:31.789784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] Unknown quota resources ['binding']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:32:31.833083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e6e3427c-36f5-42ed-898f-77bfe84c3d70 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e82e137c40634b88b95c4547ead4451e HTTP/1.1" status: 200 len: 379 time: 0.2221365 Jan 31 18:32:31.845512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Request body: {'port': {'device_id': '1a411092-4dca-4505-bfd6-cf4eec495731', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'admin_state_up': True, 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'security_groups': ['04245899-744a-49af-ae87-c57d0ee0d886']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:32.189722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1e0bd-bb51-4787-9e15-29215b79a327 req-b6f2b2d5-6b92-49eb-884a-cf6b1a60985a tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:32.191461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50b1e0bd-bb51-4787-9e15-29215b79a327 req-b6f2b2d5-6b92-49eb-884a-cf6b1a60985a tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1127 time: 0.3572879 Jan 31 18:32:32.694998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Made reservation on behalf of e82e137c40634b88b95c4547ead4451e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:32.698398 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:32.714637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] Attempting to bind port 165189e3-1402-4ee7-aeef-d0b266a88695 on host n-h1-812111-15 for vnic_type normal with profile None {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:32.715003 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] Attempting to bind port 165189e3-1402-4ee7-aeef-d0b266a88695 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:32.715365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] Attempting to bind port 165189e3-1402-4ee7-aeef-d0b266a88695 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:32.725162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50b1e0bd-bb51-4787-9e15-29215b79a327 req-b44e75a8-a026-4d41-bef1-3a6a0ae89b39 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176547 Jan 31 18:32:32.727510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] Port 165189e3-1402-4ee7-aeef-d0b266a88695 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:32:32.727829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] Attempting to bind port 165189e3-1402-4ee7-aeef-d0b266a88695 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:32.745237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:32.745586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:32.746014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:32.746393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] Bound port: 165189e3-1402-4ee7-aeef-d0b266a88695, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:32.875785 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d1325e-8eac-484b-a438-a554f474acc6 x-openstack-request-id: req-23d1325e-8eac-484b-a438-a554f474acc6 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:32.876751 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ad4a63-f212-43e6-a7eb-f9f5f199cc14", "name": "network-vif-plugged", "status": "completed", "tag": "981f6c98-c637-434c-8824-5eed080b252b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:32.877196 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23d1325e-8eac-484b-a438-a554f474acc6 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:32.877929 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ad4a63-f212-43e6-a7eb-f9f5f199cc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981f6c98-c637-434c-8824-5eed080b252b', 'code': 200} Jan 31 18:32:32.958235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=165189e3-1402-4ee7-aeef-d0b266a88695,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:32.987823 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:32.994291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-61808478-8b56-4140-b52f-5b0bd218590c service neutron] 10.222.0.20 "POST /v2.0/ports/165189e3-1402-4ee7-aeef-d0b266a88695/bindings HTTP/1.1" status: 201 len: 390 time: 1.2134633 Jan 31 18:32:33.010882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Allocated IP 172.20.0.7 (e60f7062-f7f6-43a2-ad3f-cd81a1b82398/8e668443-8281-4364-bcee-a7871b835b9c/9df90780-a5b4-4bfe-a5b9-565fe39b1237) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:33.300064 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-31c26883-fb2c-4ab7-b204-aa5c57ef1313 req-9bac01ee-b9d9-43dc-b776-e2fb1bf707c0 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] show failed (client error): The resource could not be found. Jan 31 18:32:33.301353 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31c26883-fb2c-4ab7-b204-aa5c57ef1313 req-9bac01ee-b9d9-43dc-b776-e2fb1bf707c0 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/floatingips/ed90f10b-319b-4b31-80c9-c1ad9f6128c6 HTTP/1.1" status: 404 len: 350 time: 0.0770836 Jan 31 18:32:33.378993 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b00f099c-337b-4952-a824-b3a6c4eb6889 req-b837726e-138e-49a8-8a1e-cd366d618c4a tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 210 time: 0.0480289 Jan 31 18:32:33.519019 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:33.601510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-0c5f4259-886b-4ada-b998-573043abf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:33.614296 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-0c5f4259-886b-4ada-b998-573043abf1cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 1128 time: 0.2186677 Jan 31 18:32:33.864365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28e9de-a004-463b-b4f9-e893b60c64ff req-d2409b30-e0ff-4f63-a93d-93b84744b444 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:33.884655 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd28e9de-a004-463b-b4f9-e893b60c64ff req-d2409b30-e0ff-4f63-a93d-93b84744b444 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.3784144 Jan 31 18:32:33.903827 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:34.093189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:34.101417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-80a028e9-dfcc-43bd-834d-850740c1e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:34.102901 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-80a028e9-dfcc-43bd-834d-850740c1e80d service neutron] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.4800639 Jan 31 18:32:34.120627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:34.143427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:34.224376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Pushing event updated for resources: {'Port': ['ID=9df90780-a5b4-4bfe-a5b9-565fe39b1237,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:34.251737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd28e9de-a004-463b-b4f9-e893b60c64ff req-f93b1736-0ab6-42db-8ef2-d8829f569302 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660560 Jan 31 18:32:34.272952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-b3f74768-eb23-4e91-acba-8a6df7cb3619 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165189e3-1402-4ee7-aeef-d0b266a88695 HTTP/1.1" status: 200 len: 217 time: 0.1486003 Jan 31 18:32:34.425032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:34.425032 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:34.446434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-8cc177e2-6241-4a2e-8427-fd13066c672f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:34.459290 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-8cc177e2-6241-4a2e-8427-fd13066c672f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 807 time: 0.5289721 Jan 31 18:32:34.470853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2d10c31c-16a4-43f4-b3b2-e9d7cdeedcf6 None None] Provisioning complete for port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:34.472371 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d10c31c-16a4-43f4-b3b2-e9d7cdeedcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:34.541294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-dd0ee734-9f1d-4c54-a4b0-cd939d1c3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:34.543310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-dd0ee734-9f1d-4c54-a4b0-cd939d1c3284 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.2604687 Jan 31 18:32:34.555298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-b66726af-44d5-4616-afdc-49811e058dbf tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/quotas/76e6cbf2e2d142bc94c6528ccfb94e0a HTTP/1.1" status: 200 len: 375 time: 0.0945008 Jan 31 18:32:34.561074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2d10c31c-16a4-43f4-b3b2-e9d7cdeedcf6 None None] Port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:32:34.602997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-91c78c66-70e2-405f-ad9c-5036b0b90f8f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7632775 Jan 31 18:32:34.643407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-6d73288b-37ca-4b5d-8cd8-b8b5fcd915f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837853 Jan 31 18:32:34.653691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Request body: {'port': {'device_id': '1a411092-4dca-4505-bfd6-cf4eec495731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:34.827843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66844b-beed-4090-88c0-b348ae2defb9 req-da26aac3-32e4-43dd-9b27-9f024bd3add7 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:34.829796 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea66844b-beed-4090-88c0-b348ae2defb9 req-da26aac3-32e4-43dd-9b27-9f024bd3add7 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 945 time: 0.3997393 Jan 31 18:32:34.879482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:34.883281 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d3d56d-40b7-4b20-bbde-18c90684376b" -d '{"events": [{"server_uuid": "4da3e9eb-21f6-4bd9-b6d3-80e2816d5243", "name": "network-vif-plugged", "status": "completed", "tag": "f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:34.888802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-d4c5d497-1ec7-452d-bd1a-d5ef50b942cd tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3323131 Jan 31 18:32:34.899431 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:35.095058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea66844b-beed-4090-88c0-b348ae2defb9 req-1ebf77f2-962d-4202-9ae2-82a2ba3aff64 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560637 Jan 31 18:32:35.098673 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-91dc7804-f33e-4f68-a66a-caf493f81107 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153438 Jan 31 18:32:35.328378 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-22351fe3-34ad-4902-ad59-3f9e655f0048 req-e5be1d18-bb5d-49bb-8187-8707b4c58022 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] show failed (client error): The resource could not be found. Jan 31 18:32:35.329400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-22351fe3-34ad-4902-ad59-3f9e655f0048 req-e5be1d18-bb5d-49bb-8187-8707b4c58022 tempest-FloatingIPsTestJSON-2031330778 tempest-FloatingIPsTestJSON-2031330778-project] 10.222.0.20 "GET /v2.0/floatingips/ed90f10b-319b-4b31-80c9-c1ad9f6128c6 HTTP/1.1" status: 404 len: 350 time: 0.1329319 Jan 31 18:32:35.340810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52470) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:35.366593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-bab2bebe-9f9f-4200-bb36-7bbc6f5478ed service neutron] 10.222.0.20 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638236 Jan 31 18:32:35.400240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-a2013d9f-73d4-4073-b012-89311fda82f3 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925951 Jan 31 18:32:35.692274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-732f3917-410d-43dd-a2ce-e4556d86a4bc tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:35.693802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-732f3917-410d-43dd-a2ce-e4556d86a4bc tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23&tenant_id=9fffd57ee5764d53b8880788295d6082&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1128 time: 0.2208822 Jan 31 18:32:35.725154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-15'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:35.748116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-6a1a2a08-017c-4a60-bee6-30704d3044ef service neutron] 10.222.0.20 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728564 Jan 31 18:32:35.902266 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:35.949087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df90780-a5b4-4bfe-a5b9-565fe39b1237 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:35.979676 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Publish callbacks [] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:36.010961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Transition to ACTIVE for port object 9df90780-a5b4-4bfe-a5b9-565fe39b1237 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:36.041186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:36.224032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Pushing event updated for resources: {'Port': ['ID=9df90780-a5b4-4bfe-a5b9-565fe39b1237,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:36.235818 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242eedd1-6fb1-41b8-8ec6-8a6a1014a621 x-openstack-request-id: req-242eedd1-6fb1-41b8-8ec6-8a6a1014a621 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:36.237592 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da3e9eb-21f6-4bd9-b6d3-80e2816d5243", "name": "network-vif-plugged", "status": "completed", "tag": "f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:36.238197 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-242eedd1-6fb1-41b8-8ec6-8a6a1014a621 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:36.239261 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf', 'code': 200} Jan 31 18:32:36.558242 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af1391-7add-4cca-badb-4dd930087931 req-96fe7eec-5838-4988-9b29-bcb377828ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:36.561940 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d6af1391-7add-4cca-badb-4dd930087931 req-96fe7eec-5838-4988-9b29-bcb377828ab0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 1133 time: 0.1842723 Jan 31 18:32:36.656738 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d6af1391-7add-4cca-badb-4dd930087931 req-3322624c-66ef-4652-ba6b-e424a2f2789c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834465 Jan 31 18:32:36.885655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8edc-eebd-4bf4-8d63-9542bba17205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (9931ad87-0943-4fc7-b37c-119181ee35cb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:37.075162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee907bb9-4267-42a1-a4a0-0896dcdd4530 req-c4c693f0-494c-4f9c-8a87-7bb1cf3148ae tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:37.076862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee907bb9-4267-42a1-a4a0-0896dcdd4530 req-c4c693f0-494c-4f9c-8a87-7bb1cf3148ae tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 943 time: 0.8554373 Jan 31 18:32:37.116722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=165189e3-1402-4ee7-aeef-d0b266a88695,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:37.212545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d0917-4718-4ffe-a5b2-b757973f8679 req-c1f6f7d8-1b18-4d96-adcf-1b090b9bfbe5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:37.223710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec6d0917-4718-4ffe-a5b2-b757973f8679 req-c1f6f7d8-1b18-4d96-adcf-1b090b9bfbe5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.7835095 Jan 31 18:32:37.264492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Attempting to bind port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:37.265097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Attempting to bind port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:37.267543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Attempting to bind port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 on network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:37.377733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec6d0917-4718-4ffe-a5b2-b757973f8679 req-e5b4bd6a-1827-45a8-9a69-1117cb9cc1d8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529279 Jan 31 18:32:37.378561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 on network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:32:37.379789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Attempting to bind port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 on network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:37.419655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:37.427800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee907bb9-4267-42a1-a4a0-0896dcdd4530 req-a2ba14bf-8601-4453-9f36-e737e22cd60a tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221078 Jan 31 18:32:37.473719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:37.474076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Checking segment: {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:37.474503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Bound using segment: {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:37.485733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Bound port: 9df90780-a5b4-4bfe-a5b9-565fe39b1237, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:37.486437 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:37.647401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a4e083-3c55-463e-9601-9fb6dd2c2e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165189e3-1402-4ee7-aeef-d0b266a88695'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:37.667050 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e2dc1b-006f-4cc2-9e9a-71bde7793258" -d '{"events": [{"server_uuid": "32a4e083-3c55-463e-9601-9fb6dd2c2e23", "name": "network-vif-unplugged", "status": "completed", "tag": "165189e3-1402-4ee7-aeef-d0b266a88695"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:37.673967 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Publish callbacks [] for port (165189e3-1402-4ee7-aeef-d0b266a88695), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:37.695363 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b8edc-eebd-4bf4-8d63-9542bba17205 admin admin] Deleting port fd96aebe-2920-45f8-8e1a-6c5396e6a31b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:32:37.695941 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8edc-eebd-4bf4-8d63-9542bba17205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:37.762380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04821577-554e-41ca-aa2d-12c726af9526 req-10627c65-471e-4bca-848c-85c1afb6ffe4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 210 time: 0.1463852 Jan 31 18:32:37.774158 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:37.925307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-1d6b8edc-eebd-4bf4-8d63-9542bba17205 admin admin] For port fd96aebe-2920-45f8-8e1a-6c5396e6a31b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fd96aebe-2920-45f8-8e1a-6c5396e6a31b,segment=NetworkSegment(23b54b89-d8af-44d2-9fab-f50d3dfaf76c),segment_id=23b54b89-d8af-44d2-9fab-f50d3dfaf76c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:37.928375 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8edc-eebd-4bf4-8d63-9542bba17205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:37.976068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b8edc-eebd-4bf4-8d63-9542bba17205 admin admin] Calling delete_port for fd96aebe-2920-45f8-8e1a-6c5396e6a31b owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:32:38.011452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] For port 9df90780-a5b4-4bfe-a5b9-565fe39b1237, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:38.194480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] For port 9df90780-a5b4-4bfe-a5b9-565fe39b1237, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9df90780-a5b4-4bfe-a5b9-565fe39b1237,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:38.243434 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458067a3-b009-4a61-bde4-7babd7044664 x-openstack-request-id: req-458067a3-b009-4a61-bde4-7babd7044664 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:38.243807 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a4e083-3c55-463e-9601-9fb6dd2c2e23", "name": "network-vif-unplugged", "status": "completed", "tag": "165189e3-1402-4ee7-aeef-d0b266a88695", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:38.244037 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-458067a3-b009-4a61-bde4-7babd7044664 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:38.245043 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a4e083-3c55-463e-9601-9fb6dd2c2e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165189e3-1402-4ee7-aeef-d0b266a88695', 'code': 200} Jan 31 18:32:38.279870 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:38.291184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Pushing event updated for resources: {'Port': ['ID=165189e3-1402-4ee7-aeef-d0b266a88695,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:38.432688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93e2bd-2159-4d18-8fff-fedb03366de2 req-d9f1fd80-0b94-436b-aa12-273af138ccbf tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:38.443057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d93e2bd-2159-4d18-8fff-fedb03366de2 req-d9f1fd80-0b94-436b-aa12-273af138ccbf tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 943 time: 0.6156969 Jan 31 18:32:38.513611 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8edc-eebd-4bf4-8d63-9542bba17205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (fd96aebe-2920-45f8-8e1a-6c5396e6a31b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:38.529637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Attempting to bind port 165189e3-1402-4ee7-aeef-d0b266a88695 on host n-h2-812111-15 for vnic_type normal with profile {"migrating_to": "n-h1-812111-15"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:38.530267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Attempting to bind port 165189e3-1402-4ee7-aeef-d0b266a88695 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:38.530610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Attempting to bind port 165189e3-1402-4ee7-aeef-d0b266a88695 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:38.551101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:38.551740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:38.554841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] 10.222.0.49 "PUT /v2.0/ports/9df90780-a5b4-4bfe-a5b9-565fe39b1237 HTTP/1.1" status: 200 len: 1092 time: 3.9173591 Jan 31 18:32:38.565719 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b8edc-eebd-4bf4-8d63-9542bba17205 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd96aebe-2920-45f8-8e1a-6c5396e6a31b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:38.617814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5af66f55-98ed-4638-bf08-abc4e2c0fc9b req-9bc84bfd-19e3-4840-b654-d05532a0efe1 tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dd55f513dbad43eeaccec7973e0c4f4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188560 Jan 31 18:32:38.639196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Port 165189e3-1402-4ee7-aeef-d0b266a88695 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:32:38.639767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Attempting to bind port 165189e3-1402-4ee7-aeef-d0b266a88695 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:38.655490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-942cd321-e0a1-48ea-9340-e0f35214ae41 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:38.658395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-942cd321-e0a1-48ea-9340-e0f35214ae41 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 807 time: 0.7153511 Jan 31 18:32:38.717209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:38.717853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:38.718427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:38.719093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Bound port: 165189e3-1402-4ee7-aeef-d0b266a88695, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:38.719830 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:38.745499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Request body: {'port': {'device_id': '19f7ab2c-2631-4ae7-8b1b-58c4e10988f3', 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025', 'admin_state_up': True, 'tenant_id': '76e6cbf2e2d142bc94c6528ccfb94e0a'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:38.775785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea522a-19b2-48d1-8829-d5264fdd6555 service neutron] Pushing event updated for resources: {'Port': ['ID=9df90780-a5b4-4bfe-a5b9-565fe39b1237,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:38.809117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d93e2bd-2159-4d18-8fff-fedb03366de2 req-9375acaa-5d0b-48db-b44b-43b4921c527a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651128 Jan 31 18:32:39.144799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:39.149426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=165189e3-1402-4ee7-aeef-d0b266a88695,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:39.159642 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8edc-eebd-4bf4-8d63-9542bba17205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (9931ad87-0943-4fc7-b37c-119181ee35cb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:39.255558 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:39.338054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Pushing event updated for resources: {'Port': ['ID=165189e3-1402-4ee7-aeef-d0b266a88695,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:39.354855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-1c134d40-a77a-451e-b466-6f6eff978c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:39.356472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-1c134d40-a77a-451e-b466-6f6eff978c47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e82e137c40634b88b95c4547ead4451e&device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 1126 time: 0.6916461 Jan 31 18:32:39.459918 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6b8edc-eebd-4bf4-8d63-9542bba17205 admin admin] Router 9931ad87-0943-4fc7-b37c-119181ee35cb has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:32:39.466293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Made reservation on behalf of 76e6cbf2e2d142bc94c6528ccfb94e0a for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:39.470689 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:39.479885 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-5b249531-50d9-49f6-9e15-ee8b2e1fc875 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df90780-a5b4-4bfe-a5b9-565fe39b1237 HTTP/1.1" status: 200 len: 217 time: 0.1110678 Jan 31 18:32:39.521395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd95f9c-13de-49c2-9d67-08655a633c5f req-0ce44f9f-c849-4ab8-abba-60a05743cb66 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:39.523239 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-afd95f9c-13de-49c2-9d67-08655a633c5f req-0ce44f9f-c849-4ab8-abba-60a05743cb66 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.5020742 Jan 31 18:32:39.547473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af66f55-98ed-4638-bf08-abc4e2c0fc9b req-33ad2bed-e213-47a2-92b2-7a68bc549ab4 tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:39.549159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5af66f55-98ed-4638-bf08-abc4e2c0fc9b req-33ad2bed-e213-47a2-92b2-7a68bc549ab4 tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9303465 Jan 31 18:32:39.619644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6b8edc-eebd-4bf4-8d63-9542bba17205 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:32:39.630452 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965710-7d21-40a5-8d25-bb60f773c066 None None] Sync routers for ids ['9931ad87-0943-4fc7-b37c-119181ee35cb'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:32:39.633244 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1d6b8edc-eebd-4bf4-8d63-9542bba17205 admin admin] 10.222.0.20 "PUT /v2.0/routers/9931ad87-0943-4fc7-b37c-119181ee35cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2913172 Jan 31 18:32:39.637715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52542) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:39.640430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:39.641865 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:39.643440 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-89138071-2c1b-44d2-931f-3894a3ff46ad service neutron] 10.222.0.49 "PUT /v2.0/ports/165189e3-1402-4ee7-aeef-d0b266a88695 HTTP/1.1" status: 200 len: 1123 time: 3.9407411 Jan 31 18:32:39.670075 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d965710-7d21-40a5-8d25-bb60f773c066 None None] Routers {'9931ad87-0943-4fc7-b37c-119181ee35cb'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:39.672559 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d965710-7d21-40a5-8d25-bb60f773c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:32:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9931ad87-0943-4fc7-b37c-119181ee35cb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:39.680373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5af66f55-98ed-4638-bf08-abc4e2c0fc9b req-e86114ff-46fe-494b-a354-bda88e75c5da tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] 10.222.0.20 "GET /v2.0/quotas/dd55f513dbad43eeaccec7973e0c4f4e HTTP/1.1" status: 200 len: 375 time: 0.0747318 Jan 31 18:32:39.709856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['165189e3-1402-4ee7-aeef-d0b266a88695'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:32:39.788752 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Publish callbacks [] for router (9931ad87-0943-4fc7-b37c-119181ee35cb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:39.917104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Publish callbacks [] for router_gateway (9931ad87-0943-4fc7-b37c-119181ee35cb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:39.918875 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-afd95f9c-13de-49c2-9d67-08655a633c5f req-e09c9f12-0f08-431c-b973-c41956052885 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768723 Jan 31 18:32:39.935484 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7d965710-7d21-40a5-8d25-bb60f773c066 None None] Set router 9931ad87-0943-4fc7-b37c-119181ee35cb gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:39.986730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-ab78d63a-0c33-497b-8ade-506a7c6020e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:39.991412 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-ab78d63a-0c33-497b-8ade-506a7c6020e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e668443-8281-4364-bcee-a7871b835b9c HTTP/1.1" status: 200 len: 862 time: 0.4890311 Jan 31 18:32:40.015081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5af66f55-98ed-4638-bf08-abc4e2c0fc9b req-ebb8191f-f0e3-4d2b-9bb4-794e1ec26384 tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd55f513dbad43eeaccec7973e0c4f4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3145516 Jan 31 18:32:40.081329 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Deleting port 93428866-df7b-41f2-b24f-71bd3b68ade7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:32:40.083389 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:40.249225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a411092-4dca-4505-bfd6-cf4eec495731', 'tag': '9df90780-a5b4-4bfe-a5b9-565fe39b1237'}, {'name': 'network-changed', 'server_uuid': '32a4e083-3c55-463e-9601-9fb6dd2c2e23', 'tag': '165189e3-1402-4ee7-aeef-d0b266a88695'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:40.253707 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5961b5a-f490-41a4-b46a-1987882f57aa" -d '{"events": [{"name": "network-changed", "server_uuid": "1a411092-4dca-4505-bfd6-cf4eec495731", "tag": "9df90780-a5b4-4bfe-a5b9-565fe39b1237"}, {"name": "network-changed", "server_uuid": "32a4e083-3c55-463e-9601-9fb6dd2c2e23", "tag": "165189e3-1402-4ee7-aeef-d0b266a88695"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:40.286035 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] For port 93428866-df7b-41f2-b24f-71bd3b68ade7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=93428866-df7b-41f2-b24f-71bd3b68ade7,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:40.286651 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:40.319570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Calling delete_port for 93428866-df7b-41f2-b24f-71bd3b68ade7 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:32:40.324026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e0d36e3-ca5a-4c8c-a7e8-a080de9ea682 req-b709cdfd-6c81-4c59-bb6a-ef978fac3bbc tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 210 time: 0.1052697 Jan 31 18:32:40.348746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-12a5155c-0895-4b90-b146-5ed4fa4a8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:40.350584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-12a5155c-0895-4b90-b146-5ed4fa4a8650 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3340263 Jan 31 18:32:40.377002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf23c7-9383-4029-8da1-f7d786a44d90 req-ee4d3d82-4e66-4a7b-8581-bbd7ff4d35c5 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:40.378813 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70bf23c7-9383-4029-8da1-f7d786a44d90 req-ee4d3d82-4e66-4a7b-8581-bbd7ff4d35c5 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 943 time: 0.2535830 Jan 31 18:32:40.395160 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Allocated IP 172.20.0.11 (4fffb079-0281-4e37-8173-c46a7953a025/dbd1802f-badd-4cac-85c8-8338925b9b50/a1ea5589-cc93-4490-b675-4447ddc19326) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:40.545676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70bf23c7-9383-4029-8da1-f7d786a44d90 req-7b077bb6-8a54-475d-a38a-07d87f05c3b0 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520815 Jan 31 18:32:40.664071 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d965710-7d21-40a5-8d25-bb60f773c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'name': 'tempest-FloatingIPsTestJSON-117861166-router', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:58Z', 'updated_at': '2022-01-31T18:32:38Z', 'revision_number': 5, 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'gw_port': {'id': '93428866-df7b-41f2-b24f-71bd3b68ade7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:40.698854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-41700b82-4ecf-45be-8a6d-16132d3e7c0d service neutron] 10.222.0.49 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347125 Jan 31 18:32:40.730235 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965710-7d21-40a5-8d25-bb60f773c066 None None] Checking router: 9931ad87-0943-4fc7-b37c-119181ee35cb for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:32:40.744900 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d965710-7d21-40a5-8d25-bb60f773c066 None None] Routers {'9931ad87-0943-4fc7-b37c-119181ee35cb'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:40.745945 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d965710-7d21-40a5-8d25-bb60f773c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:32:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9931ad87-0943-4fc7-b37c-119181ee35cb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:40.899702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-0a11fcf7-1a3e-42e2-87b6-f2fb04814c23 req-b880200a-8288-4753-9ca9-46e3cb020136 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:32:40.905091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a11fcf7-1a3e-42e2-87b6-f2fb04814c23 req-b880200a-8288-4753-9ca9-46e3cb020136 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087090 Jan 31 18:32:41.002025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093650d7-aea1-474e-a96f-8040c50df5b3 req-bb26f8a5-975e-432c-9e88-6ce9394b366f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:41.007002 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (93428866-df7b-41f2-b24f-71bd3b68ade7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:41.012177 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7d965710-7d21-40a5-8d25-bb60f773c066 None None] Set router 9931ad87-0943-4fc7-b37c-119181ee35cb gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:41.014306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-093650d7-aea1-474e-a96f-8040c50df5b3 req-bb26f8a5-975e-432c-9e88-6ce9394b366f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 943 time: 0.2811267 Jan 31 18:32:41.056845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=93428866-df7b-41f2-b24f-71bd3b68ade7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:41.091731 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d965710-7d21-40a5-8d25-bb60f773c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'name': 'tempest-FloatingIPsTestJSON-117861166-router', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:58Z', 'updated_at': '2022-01-31T18:32:39Z', 'revision_number': 6, 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:41.126271 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965710-7d21-40a5-8d25-bb60f773c066 None None] The sync data for ids ['9931ad87-0943-4fc7-b37c-119181ee35cb'] in n-d-812111-15 is: [{'id': '9931ad87-0943-4fc7-b37c-119181ee35cb', 'name': 'tempest-FloatingIPsTestJSON-117861166-router', 'tenant_id': 'dab36522d47f443eb9131f1f758596f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:58Z', 'updated_at': '2022-01-31T18:32:39Z', 'revision_number': 6, 'project_id': 'dab36522d47f443eb9131f1f758596f2', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:32:41.277168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015dfc4-f7dd-4d03-bdcc-3bb848372a48 req-ce748bd2-adf7-4c59-bf10-1426e2aa4ed4 service neutron] 10.222.0.49 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430310 Jan 31 18:32:41.286496 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks [] for port (a1ea5589-cc93-4490-b675-4447ddc19326), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:41.291524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-093650d7-aea1-474e-a96f-8040c50df5b3 req-6684d504-4aa8-4906-97a5-3796860add2e tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739685 Jan 31 18:32:41.297674 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (9931ad87-0943-4fc7-b37c-119181ee35cb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:41.504453 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:41.546970 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fd1de4-888c-4662-a2ea-4f094fb5e939 x-openstack-request-id: req-b8fd1de4-888c-4662-a2ea-4f094fb5e939 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:41.549177 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a411092-4dca-4505-bfd6-cf4eec495731", "tag": "9df90780-a5b4-4bfe-a5b9-565fe39b1237", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32a4e083-3c55-463e-9601-9fb6dd2c2e23", "tag": "165189e3-1402-4ee7-aeef-d0b266a88695", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:41.551327 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8fd1de4-888c-4662-a2ea-4f094fb5e939 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:41.551866 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a411092-4dca-4505-bfd6-cf4eec495731', 'tag': '9df90780-a5b4-4bfe-a5b9-565fe39b1237', 'status': 'completed', 'code': 200} Jan 31 18:32:41.552232 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a4e083-3c55-463e-9601-9fb6dd2c2e23', 'tag': '165189e3-1402-4ee7-aeef-d0b266a88695', 'status': 'completed', 'code': 200} Jan 31 18:32:41.706873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Network 4fffb079-0281-4e37-8173-c46a7953a025 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:41.730345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:41.745675 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:42.075316 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (9931ad87-0943-4fc7-b37c-119181ee35cb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:42.079166 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Publish callbacks [] for router_controller (9931ad87-0943-4fc7-b37c-119181ee35cb), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:42.217258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (9931ad87-0943-4fc7-b37c-119181ee35cb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:42.218103 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9931ad87-0943-4fc7-b37c-119181ee35cb {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:32:42.224883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-14d4c339-b723-429a-a69b-2bc5f4ec1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:42.226421 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-14d4c339-b723-429a-a69b-2bc5f4ec1bf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 1157 time: 0.5877583 Jan 31 18:32:42.232028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:42.237309 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f03c0461-c627-40ea-824e-9402f214fd6a admin admin] 10.222.0.20 "DELETE /v2.0/routers/9931ad87-0943-4fc7-b37c-119181ee35cb HTTP/1.1" status: 204 len: 168 time: 2.5939229 Jan 31 18:32:42.243361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52576) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:42.264105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-2980ec6f-ae56-4d70-8838-2bed36a9f25f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7943115 Jan 31 18:32:42.358337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-64f7f725-dc9f-4254-9011-2ee698f2657f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:32:42.360667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-64f7f725-dc9f-4254-9011-2ee698f2657f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074706 Jan 31 18:32:42.369769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d0afdc-97e3-4236-b073-f73aae41cd02 admin admin] Deleting subnet 7dc43df7-bccd-4397-b7fa-acd65919f006 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:32:42.375215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83d0afdc-97e3-4236-b073-f73aae41cd02 admin admin] Publish callbacks [] for subnet (7dc43df7-bccd-4397-b7fa-acd65919f006), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:42.379856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-bbbe4283-4555-435d-b69c-78ca7e47b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:42.381482 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-bbbe4283-4555-435d-b69c-78ca7e47b158 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.1456859 Jan 31 18:32:42.445634 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-ab58c34f-95dd-4700-b0d3-acaf1f8e0229 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165189e3-1402-4ee7-aeef-d0b266a88695 HTTP/1.1" status: 200 len: 217 time: 0.0558915 Jan 31 18:32:42.447090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:42.447909 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:42.469021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Pushing event updated for resources: {'Port': ['ID=a1ea5589-cc93-4490-b675-4447ddc19326,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:42.510561 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83d0afdc-97e3-4236-b073-f73aae41cd02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (7dc43df7-bccd-4397-b7fa-acd65919f006), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:42.516940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-09d509ac-2429-4aa9-96c7-4b4a07f0c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:42.519315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-09d509ac-2429-4aa9-96c7-4b4a07f0c297 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e82e137c40634b88b95c4547ead4451e&device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 1126 time: 0.9540613 Jan 31 18:32:42.526894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcbb8b-e436-4b59-aa7c-465649311e68 req-2f9885c8-bbc5-469a-ad70-bba6a30654d2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:42.538335 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45fcbb8b-e436-4b59-aa7c-465649311e68 req-2f9885c8-bbc5-469a-ad70-bba6a30654d2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 932 time: 0.8220940 Jan 31 18:32:42.586262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-39737a20-b461-47cb-a562-73fb6a248e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:42.587921 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-39737a20-b461-47cb-a562-73fb6a248e5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.1309626 Jan 31 18:32:42.641877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45fcbb8b-e436-4b59-aa7c-465649311e68 req-d3a4c545-7c4f-4a90-9bc1-77b774fa4f2b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994499 Jan 31 18:32:42.647177 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-a8da26e0-4aff-4fbd-a7af-0020484f2332 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507250 Jan 31 18:32:42.651917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-80ca9fe8-d266-4e5a-b688-e7bf1de6315b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9120328 Jan 31 18:32:42.695157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769a318-7f56-43e7-a37e-8d98018b9e78 req-a3efc045-fe1b-4700-b194-cd9a1592d0e2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:42.697268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8769a318-7f56-43e7-a37e-8d98018b9e78 req-a3efc045-fe1b-4700-b194-cd9a1592d0e2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.5252016 Jan 31 18:32:42.710744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Request body: {'port': {'device_id': '19f7ab2c-2631-4ae7-8b1b-58c4e10988f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:42.934677 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-dc3c8d22-70f9-44ba-9ea4-43c3cbaedf85 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725077 Jan 31 18:32:43.030331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 93428866-df7b-41f2-b24f-71bd3b68ade7 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:32:43.082962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 93428866-df7b-41f2-b24f-71bd3b68ade7 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:32:43.083728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 93428866-df7b-41f2-b24f-71bd3b68ade7 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:32:43.084551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fd96aebe-2920-45f8-8e1a-6c5396e6a31b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:32:43.126249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: fd96aebe-2920-45f8-8e1a-6c5396e6a31b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:32:43.127465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fd96aebe-2920-45f8-8e1a-6c5396e6a31b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:32:43.151275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8769a318-7f56-43e7-a37e-8d98018b9e78 req-11f802e8-650e-42e2-93c4-6f2fa56f10a2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349694 Jan 31 18:32:43.184433 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-def82215-109f-47bf-b652-8daca070a444 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384443 Jan 31 18:32:43.284462 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83d0afdc-97e3-4236-b073-f73aae41cd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (7dc43df7-bccd-4397-b7fa-acd65919f006), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:43.424122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f4b32-9c40-4b54-adfc-3161678ab09c req-e0358053-f43c-48a8-a1c8-7b1eca2a7f50 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:43.430784 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-962f4b32-9c40-4b54-adfc-3161678ab09c req-e0358053-f43c-48a8-a1c8-7b1eca2a7f50 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 943 time: 0.4911437 Jan 31 18:32:43.462479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 165189e3-1402-4ee7-aeef-d0b266a88695 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:32:43.467564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-04d336de-cb96-4ba3-9fea-27cdce4a484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:43.469709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-04d336de-cb96-4ba3-9fea-27cdce4a484b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398 HTTP/1.1" status: 200 len: 924 time: 0.9084969 Jan 31 18:32:43.480814 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83d0afdc-97e3-4236-b073-f73aae41cd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (7dc43df7-bccd-4397-b7fa-acd65919f006), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:43.556397 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83d0afdc-97e3-4236-b073-f73aae41cd02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:43.563538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-83d0afdc-97e3-4236-b073-f73aae41cd02 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7dc43df7-bccd-4397-b7fa-acd65919f006 HTTP/1.1" status: 204 len: 168 time: 1.2951956 Jan 31 18:32:43.565616 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52620) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:43.566379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-f4e200c1-6ea6-4cf5-8131-c57f873be659 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df90780-a5b4-4bfe-a5b9-565fe39b1237 HTTP/1.1" status: 200 len: 217 time: 0.0722463 Jan 31 18:32:43.600123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6ebb0b-b4b6-462c-9383-18cd5c84dc01 None None] Network 6c742845-69ba-4224-9b8b-96f5efed9b0b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:32:43.691020 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:43.841873 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (6c742845-69ba-4224-9b8b-96f5efed9b0b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:43.852257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0afdc-97e3-4236-b073-f73aae41cd02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc43df7-bccd-4397-b7fa-acd65919f006,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:43.973839 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:32:44.089887 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-33bd0a86-ede6-4580-b130-719223771616 service neutron] 10.222.0.21 "GET /v2.0/ports/165189e3-1402-4ee7-aeef-d0b266a88695/bindings/n-h1-812111-15 HTTP/1.1" status: 200 len: 385 time: 0.2790275 Jan 31 18:32:44.112748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=165189e3-1402-4ee7-aeef-d0b266a88695,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:44.119296 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-962f4b32-9c40-4b54-adfc-3161678ab09c req-09aac0db-d026-48d2-96c4-7e520ba72bb8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6478016 Jan 31 18:32:44.138182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-02e9c67b-073a-4520-9b9f-90ebcfec4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:44.139988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-02e9c67b-073a-4520-9b9f-90ebcfec4f99 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e668443-8281-4364-bcee-a7871b835b9c HTTP/1.1" status: 200 len: 862 time: 0.4223027 Jan 31 18:32:44.147211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 165189e3-1402-4ee7-aeef-d0b266a88695 has no active binding in host n-h1-812111-15 {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 18:32:44.296072 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668629e1-7fdc-4b8f-8566-c7fd438db227 None None] DHCP port deletion for 6c742845-69ba-4224-9b8b-96f5efed9b0b request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:32:44.301955 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1973f-88e3-49c8-a315-6973da070997 req-d5e07984-3adb-486b-a0b2-c0a24b4c6d41 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:44.303558 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01e1973f-88e3-49c8-a315-6973da070997 req-d5e07984-3adb-486b-a0b2-c0a24b4c6d41 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 943 time: 0.6660891 Jan 31 18:32:44.379407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Deleting port a44824d8-08a0-47b4-a162-be5138767aca {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:32:44.379677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a44824d8-08a0-47b4-a162-be5138767aca), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:44.426863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-7c9a5598-f5a8-449b-b523-099989d5b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:44.432466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-7c9a5598-f5a8-449b-b523-099989d5b203 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2815766 Jan 31 18:32:44.444581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01e1973f-88e3-49c8-a315-6973da070997 req-de108a44-8f07-4429-bda4-da05fa064cc7 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211398 Jan 31 18:32:44.523217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-668629e1-7fdc-4b8f-8566-c7fd438db227 None None] Deleting port a44824d8-08a0-47b4-a162-be5138767aca {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:32:44.524853 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-668629e1-7fdc-4b8f-8566-c7fd438db227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a44824d8-08a0-47b4-a162-be5138767aca), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:44.649703 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-668629e1-7fdc-4b8f-8566-c7fd438db227 None None] For port a44824d8-08a0-47b4-a162-be5138767aca, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a44824d8-08a0-47b4-a162-be5138767aca,segment=NetworkSegment(23b54b89-d8af-44d2-9fab-f50d3dfaf76c),segment_id=23b54b89-d8af-44d2-9fab-f50d3dfaf76c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:44.649703 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-668629e1-7fdc-4b8f-8566-c7fd438db227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a44824d8-08a0-47b4-a162-be5138767aca), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:44.690572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] For port a44824d8-08a0-47b4-a162-be5138767aca, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a44824d8-08a0-47b4-a162-be5138767aca,segment=NetworkSegment(23b54b89-d8af-44d2-9fab-f50d3dfaf76c),segment_id=23b54b89-d8af-44d2-9fab-f50d3dfaf76c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:44.691257 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a44824d8-08a0-47b4-a162-be5138767aca), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:44.695699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-668629e1-7fdc-4b8f-8566-c7fd438db227 None None] Calling delete_port for a44824d8-08a0-47b4-a162-be5138767aca owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:32:44.767651 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Calling delete_port for a44824d8-08a0-47b4-a162-be5138767aca owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:32:44.896061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-b2ff89e9-3243-43b6-9139-109f9a43d5e6 service neutron] 10.222.0.49 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483531 Jan 31 18:32:44.965940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a44824d8-08a0-47b4-a162-be5138767aca no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:32:45.024020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5961b5a-f490-41a4-b46a-1987882f57aa req-3f8952ea-1a57-4861-bec8-2bb3b663bc1d service neutron] 10.222.0.49 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181438 Jan 31 18:32:45.061145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d056f4-30de-4e0f-9cda-3d6875aa47a7 req-8dfa81a8-3713-4523-b242-f3d316b637a3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:45.069382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3d056f4-30de-4e0f-9cda-3d6875aa47a7 req-8dfa81a8-3713-4523-b242-f3d316b637a3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 932 time: 0.3841052 Jan 31 18:32:45.071863 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-62edf01d-a10e-4f1f-bc29-c40e6513e0f3 service neutron] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=165189e3-1402-4ee7-aeef-d0b266a88695,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:45.092878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-e0f04876-4871-450e-aa14-5ca3db8e1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:45.095732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-e0f04876-4871-450e-aa14-5ca3db8e1dc5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 1133 time: 0.2575536 Jan 31 18:32:45.111003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-62edf01d-a10e-4f1f-bc29-c40e6513e0f3 service neutron] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:45.173581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-62edf01d-a10e-4f1f-bc29-c40e6513e0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165189e3-1402-4ee7-aeef-d0b266a88695 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:45.188123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-62edf01d-a10e-4f1f-bc29-c40e6513e0f3 service neutron] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=165189e3-1402-4ee7-aeef-d0b266a88695,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:45.205823 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a44824d8-08a0-47b4-a162-be5138767aca), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.211126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-62edf01d-a10e-4f1f-bc29-c40e6513e0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.215689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a44824d8-08a0-47b4-a162-be5138767aca is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:45.216260 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a44824d8-08a0-47b4-a162-be5138767aca), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.237567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-2a16eca2-9ceb-4da1-b747-e87e7f24e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:45.238667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-2a16eca2-9ceb-4da1-b747-e87e7f24e66c service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.1041727 Jan 31 18:32:45.294593 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Pushing event deleted for resources: {'Port': ['ID=a44824d8-08a0-47b4-a162-be5138767aca,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:45.304305 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-668629e1-7fdc-4b8f-8566-c7fd438db227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (a44824d8-08a0-47b4-a162-be5138767aca), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.362396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-2759e5a9-c5e4-40e7-8eb5-8eecfcc8484b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf HTTP/1.1" status: 200 len: 217 time: 0.1067817 Jan 31 18:32:45.368218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668629e1-7fdc-4b8f-8566-c7fd438db227 None None] No DVR routers for this DVR port a44824d8-08a0-47b4-a162-be5138767aca on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:32:45.372568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668629e1-7fdc-4b8f-8566-c7fd438db227 None None] Pushing event deleted for resources: {'Port': ['ID=a44824d8-08a0-47b4-a162-be5138767aca,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:45.387865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] No DVR routers for this DVR port a44824d8-08a0-47b4-a162-be5138767aca on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:32:45.388103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1ed7b-5df6-4963-900d-258052633f3d req-1dd91257-4b2d-41b1-ad3e-859c3118ad8b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:45.389818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73e1ed7b-5df6-4963-900d-258052633f3d req-1dd91257-4b2d-41b1-ad3e-859c3118ad8b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.6137857 Jan 31 18:32:45.469613 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9df90780-a5b4-4bfe-a5b9-565fe39b1237 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:32:45.497583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (6c742845-69ba-4224-9b8b-96f5efed9b0b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.532201 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c742845-69ba-4224-9b8b-96f5efed9b0b']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:45.548231 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b54b89-d8af-44d2-9fab-f50d3dfaf76c') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:45.548720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b54b89-d8af-44d2-9fab-f50d3dfaf76c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:45.560925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (23b54b89-d8af-44d2-9fab-f50d3dfaf76c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.581552 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (23b54b89-d8af-44d2-9fab-f50d3dfaf76c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.590589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:32:45.591501 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (23b54b89-d8af-44d2-9fab-f50d3dfaf76c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.598144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-e1bd6fdf-cefe-466b-9fe0-49871e764f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:45.599600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-e1bd6fdf-cefe-466b-9fe0-49871e764f63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1955678 Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:32:45.610168 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:32:45.615193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9df90780-a5b4-4bfe-a5b9-565fe39b1237, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9df90780-a5b4-4bfe-a5b9-565fe39b1237,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:45.631523 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '9df90780-a5b4-4bfe-a5b9-565fe39b1237', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'port_id': '9df90780-a5b4-4bfe-a5b9-565fe39b1237', 'mac_address': 'fa:16:3e:0a:8c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:32:45.644633 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3d056f4-30de-4e0f-9cda-3d6875aa47a7 req-6dfd7a4f-0501-4ea4-b5c3-d468b087cd19 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690269 Jan 31 18:32:45.736260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:45.738126 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.746608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-62edf01d-a10e-4f1f-bc29-c40e6513e0f3 service neutron] Transition to ACTIVE for port object 165189e3-1402-4ee7-aeef-d0b266a88695 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:45.751282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (6c742845-69ba-4224-9b8b-96f5efed9b0b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.756109 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-62edf01d-a10e-4f1f-bc29-c40e6513e0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.786959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df90780-a5b4-4bfe-a5b9-565fe39b1237 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:45.826720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ea5589-cc93-4490-b675-4447ddc19326 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:45.853309 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Publish callbacks [] for port (a1ea5589-cc93-4490-b675-4447ddc19326), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.879006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Transition to ACTIVE for port object a1ea5589-cc93-4490-b675-4447ddc19326 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:45.889070 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.891317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9df90780-a5b4-4bfe-a5b9-565fe39b1237, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9df90780-a5b4-4bfe-a5b9-565fe39b1237,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:45.917816 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:45.923281 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] 10.222.0.20 "DELETE /v2.0/networks/6c742845-69ba-4224-9b8b-96f5efed9b0b HTTP/1.1" status: 204 len: 168 time: 2.3528185 Jan 31 18:32:45.950718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34dc00d4-2fa6-4977-918b-0cf6467cfaee req-02ab6eab-e834-401f-b0b7-8e73b430de7e tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dd55f513dbad43eeaccec7973e0c4f4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524504 Jan 31 18:32:45.954677 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-62edf01d-a10e-4f1f-bc29-c40e6513e0f3 service neutron] No DVR routers for this DVR port 165189e3-1402-4ee7-aeef-d0b266a88695 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:32:45.967452 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:46.048712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=9df90780-a5b4-4bfe-a5b9-565fe39b1237,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:46.054523 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149d57a-73d6-4c8e-80de-0872103db64a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c742845-69ba-4224-9b8b-96f5efed9b0b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:46.089279 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-62edf01d-a10e-4f1f-bc29-c40e6513e0f3 service neutron] 10.222.0.21 "PUT /v2.0/ports/165189e3-1402-4ee7-aeef-d0b266a88695/bindings/n-h1-812111-15/activate HTTP/1.1" status: 200 len: 370 time: 1.9899616 Jan 31 18:32:46.108187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edf01d-a10e-4f1f-bc29-c40e6513e0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=165189e3-1402-4ee7-aeef-d0b266a88695,revision_number=10']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:46.380882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['9df90780-a5b4-4bfe-a5b9-565fe39b1237'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:32:46.427788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52662) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:46.509375 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73e1ed7b-5df6-4963-900d-258052633f3d req-c8263d3d-f5cf-47cd-887e-bae1946f32f9 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9253166 Jan 31 18:32:46.510196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea5589-cc93-4490-b675-4447ddc19326,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:46.511922 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1e399fd7-c8cd-42f3-8b2e-cceb39ea5cb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dab36522d47f443eb9131f1f758596f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0828345 Jan 31 18:32:46.513860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52664) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:46.675259 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9684-ebff-4b81-bd09-8b7f1f6c82b6 admin admin] Publish callbacks [] for security_group (e191dc48-db37-47e2-9d20-8cad9108cde0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:46.701484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc00d4-2fa6-4977-918b-0cf6467cfaee req-b8201340-b61b-4269-bc35-b293e98bba7d tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:46.709254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34dc00d4-2fa6-4977-918b-0cf6467cfaee req-b8201340-b61b-4269-bc35-b293e98bba7d tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7563581 Jan 31 18:32:46.711782 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9684-ebff-4b81-bd09-8b7f1f6c82b6 admin admin] Publish callbacks [] for security_group (e191dc48-db37-47e2-9d20-8cad9108cde0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:46.788783 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9684-ebff-4b81-bd09-8b7f1f6c82b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e191dc48-db37-47e2-9d20-8cad9108cde0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:46.792260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9684-ebff-4b81-bd09-8b7f1f6c82b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:46.799411 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4e3e9684-ebff-4b81-bd09-8b7f1f6c82b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e191dc48-db37-47e2-9d20-8cad9108cde0 HTTP/1.1" status: 204 len: 168 time: 0.2780159 Jan 31 18:32:46.799647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34dc00d4-2fa6-4977-918b-0cf6467cfaee req-a5019c8a-3687-4acb-95a4-9d9ec6bf0b56 tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] 10.222.0.20 "GET /v2.0/quotas/dd55f513dbad43eeaccec7973e0c4f4e HTTP/1.1" status: 200 len: 375 time: 0.0857105 Jan 31 18:32:46.819328 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e9684-ebff-4b81-bd09-8b7f1f6c82b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e191dc48-db37-47e2-9d20-8cad9108cde0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:46.857768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34dc00d4-2fa6-4977-918b-0cf6467cfaee req-b1b3e5aa-1ca5-46ec-8421-deb76cdc0e48 tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd55f513dbad43eeaccec7973e0c4f4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608397 Jan 31 18:32:46.863010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-1b28a138-c854-4520-917a-6feaabe4909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:46.864556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-1b28a138-c854-4520-917a-6feaabe4909a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.9831011 Jan 31 18:32:46.916403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-75d8ac58-5ede-4513-a123-ced9bb389aaa tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:46.917956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-75d8ac58-5ede-4513-a123-ced9bb389aaa tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23&tenant_id=9fffd57ee5764d53b8880788295d6082&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1127 time: 0.3270586 Jan 31 18:32:46.995592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad4ab3-0074-4f15-ac55-09658bedd49e req-7deee4cb-4b49-4b11-ab53-7503a8dca697 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:46.997163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cad4ab3-0074-4f15-ac55-09658bedd49e req-7deee4cb-4b49-4b11-ab53-7503a8dca697 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 944 time: 0.3177288 Jan 31 18:32:47.005333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Attempting to bind port a1ea5589-cc93-4490-b675-4447ddc19326 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:47.005676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Attempting to bind port a1ea5589-cc93-4490-b675-4447ddc19326 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:47.006008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Attempting to bind port a1ea5589-cc93-4490-b675-4447ddc19326 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:47.037789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Port a1ea5589-cc93-4490-b675-4447ddc19326 on network 4fffb079-0281-4e37-8173-c46a7953a025 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:32:47.038145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Attempting to bind port a1ea5589-cc93-4490-b675-4447ddc19326 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:47.072136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:47.072406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:47.072793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Bound using segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:47.073244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Bound port: a1ea5589-cc93-4490-b675-4447ddc19326, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:47.073722 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:47.138860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-232db8c2-9cbe-4ee5-bdc3-a9ffd3be11c4 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653706 Jan 31 18:32:47.190324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-ffaa24fa-37f5-4711-97d2-30765c129117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:47.192016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-ffaa24fa-37f5-4711-97d2-30765c129117 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23&tenant_id=9fffd57ee5764d53b8880788295d6082 HTTP/1.1" status: 200 len: 1127 time: 0.2339442 Jan 31 18:32:47.200524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cad4ab3-0074-4f15-ac55-09658bedd49e req-f1f38491-46a5-4ae0-b7bf-9df8932bccd7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912560 Jan 31 18:32:47.229629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 165189e3-1402-4ee7-aeef-d0b266a88695 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:32:47.351713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988da3e6-5957-4290-b642-2e66c8db1d99 req-f6284775-4a3a-46f3-8ba4-35ec83916556 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:47.352120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port 165189e3-1402-4ee7-aeef-d0b266a88695 host n-h1-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:32:47.352770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 165189e3-1402-4ee7-aeef-d0b266a88695 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:32:47.353326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-988da3e6-5957-4290-b642-2e66c8db1d99 req-f6284775-4a3a-46f3-8ba4-35ec83916556 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 944 time: 0.2913642 Jan 31 18:32:47.358618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:47.418937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a1ea5589-cc93-4490-b675-4447ddc19326,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:47.440987 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:47.453399 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-b384b536-88e6-48dc-953e-b0ba0c9876fc service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068209 Jan 31 18:32:47.482217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9df90780-a5b4-4bfe-a5b9-565fe39b1237 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:47.535945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:47.536757 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:47.538773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] 10.222.0.21 "PUT /v2.0/ports/a1ea5589-cc93-4490-b675-4447ddc19326 HTTP/1.1" status: 200 len: 1093 time: 4.8398721 Jan 31 18:32:47.554237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-988da3e6-5957-4290-b642-2e66c8db1d99 req-4bba3c3c-79fe-49a7-bf69-32d5af0ddb8b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818874 Jan 31 18:32:47.554749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f7ab2c-2631-4ae7-8b1b-58c4e10988f3', 'tag': 'a1ea5589-cc93-4490-b675-4447ddc19326'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:47.568787 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3a5dbe-4295-422a-919f-7a0f958add4c" -d '{"events": [{"name": "network-changed", "server_uuid": "19f7ab2c-2631-4ae7-8b1b-58c4e10988f3", "tag": "a1ea5589-cc93-4490-b675-4447ddc19326"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:47.573340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-a4031a8c-a590-44b8-8720-b38733ede63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:47.574874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-a4031a8c-a590-44b8-8720-b38733ede63f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 1127 time: 0.2852690 Jan 31 18:32:47.621038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:47.627849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:47.628430 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:47.701458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4ab71-121e-4570-8a82-9430c66ae349 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea5589-cc93-4490-b675-4447ddc19326,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:47.824858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:47.825271 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:47.858255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-016a1acc-f456-4779-a2e5-9c66a57a47de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:47.860564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-016a1acc-f456-4779-a2e5-9c66a57a47de service neutron] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.2754354 Jan 31 18:32:47.917376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a411092-4dca-4505-bfd6-cf4eec495731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df90780-a5b4-4bfe-a5b9-565fe39b1237'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:47.935269 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93eceb8-039f-4faa-aaad-3d3097542068" -d '{"events": [{"server_uuid": "1a411092-4dca-4505-bfd6-cf4eec495731", "name": "network-vif-plugged", "status": "completed", "tag": "9df90780-a5b4-4bfe-a5b9-565fe39b1237"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:47.939615 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-e1e2865c-233a-48d3-9d87-c5ab089a3281 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165189e3-1402-4ee7-aeef-d0b266a88695 HTTP/1.1" status: 200 len: 217 time: 0.0623901 Jan 31 18:32:47.952472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0d336-ce86-496d-a9d7-48d8071d8713 req-b69f1657-220c-4c7c-be4c-02792a546cd3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:47.963182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43f0d336-ce86-496d-a9d7-48d8071d8713 req-b69f1657-220c-4c7c-be4c-02792a546cd3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 944 time: 0.2945259 Jan 31 18:32:47.963473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9df90780-a5b4-4bfe-a5b9-565fe39b1237, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9df90780-a5b4-4bfe-a5b9-565fe39b1237,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:47.974807 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:48.040739 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-7257bb7d-6560-4722-be52-5a6b485c7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:48.042652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-7257bb7d-6560-4722-be52-5a6b485c7aff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.0686593 Jan 31 18:32:48.146597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=9df90780-a5b4-4bfe-a5b9-565fe39b1237,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:48.173924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43f0d336-ce86-496d-a9d7-48d8071d8713 req-9b93df97-7c12-46fc-b8a6-4b25753ccd68 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096405 Jan 31 18:32:48.282748 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-c37c49bf-1575-439c-9df6-15dd42f47b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:48.285714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-c37c49bf-1575-439c-9df6-15dd42f47b5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 1127 time: 0.6312973 Jan 31 18:32:48.296932 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-8e4979da-6393-463f-8ad6-deb5cb30f685 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369233 Jan 31 18:32:48.455954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-88c7d5cc-bfcb-4059-9865-623f5d74a473 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521618 Jan 31 18:32:48.494845 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-8e935fcd-0050-4386-b969-92cca001ab59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1ea5589-cc93-4490-b675-4447ddc19326 HTTP/1.1" status: 200 len: 217 time: 0.0503891 Jan 31 18:32:48.534132 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ab3f37-536d-478d-82ee-e7b7c6511531 x-openstack-request-id: req-26ab3f37-536d-478d-82ee-e7b7c6511531 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:48.534553 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f7ab2c-2631-4ae7-8b1b-58c4e10988f3", "tag": "a1ea5589-cc93-4490-b675-4447ddc19326", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:48.534912 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26ab3f37-536d-478d-82ee-e7b7c6511531 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:48.535420 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f7ab2c-2631-4ae7-8b1b-58c4e10988f3', 'tag': 'a1ea5589-cc93-4490-b675-4447ddc19326', 'status': 'completed', 'code': 200} Jan 31 18:32:48.555105 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af149f1-2c25-4965-8962-a0d5effaf045 x-openstack-request-id: req-9af149f1-2c25-4965-8962-a0d5effaf045 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:48.556593 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a411092-4dca-4505-bfd6-cf4eec495731", "name": "network-vif-plugged", "status": "completed", "tag": "9df90780-a5b4-4bfe-a5b9-565fe39b1237", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:48.557212 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9af149f1-2c25-4965-8962-a0d5effaf045 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:48.558052 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a411092-4dca-4505-bfd6-cf4eec495731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df90780-a5b4-4bfe-a5b9-565fe39b1237', 'code': 200} Jan 31 18:32:48.645936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-cdd00e21-f36c-4ea4-90df-1ef0e58a609c service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497462 Jan 31 18:32:48.684285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52722) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:48.781774 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac7036f4-b3bd-4014-8e88-6b0a00989053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:48.922665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d806b99-5121-414f-a931-f80b73f16059 req-ea0a4823-996a-4037-a4b0-a54e9f700a4e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:48.932815 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d806b99-5121-414f-a931-f80b73f16059 req-ea0a4823-996a-4037-a4b0-a54e9f700a4e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.4871044 Jan 31 18:32:48.980917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1488204018-network', 'tenant_id': '66547495f5664d03aa91ce8746ad08b1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:48.997589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-9b5dedbe-e467-403d-8a8f-2114b11f3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:48.999437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-9b5dedbe-e467-403d-8a8f-2114b11f3ca1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.3582578 Jan 31 18:32:49.026531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Made reservation on behalf of 66547495f5664d03aa91ce8746ad08b1 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:49.034203 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:49.053099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:49.083917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-f246f441-473e-4f65-bb12-ddfca8228e25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595493 Jan 31 18:32:49.134860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465bac4-2435-4cf3-b66c-5e9b1908edf7 req-cc2e6ed3-5020-474a-b01a-7460aa83bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:49.136569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7465bac4-2435-4cf3-b66c-5e9b1908edf7 req-cc2e6ed3-5020-474a-b01a-7460aa83bf61 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 1128 time: 0.4302557 Jan 31 18:32:49.161953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1b5eb-3498-4952-877f-d8f1880693c3 req-021ab701-edd4-4675-a0d3-9931b7eca669 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:49.161953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73a1b5eb-3498-4952-877f-d8f1880693c3 req-021ab701-edd4-4675-a0d3-9931b7eca669 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 945 time: 0.5031993 Jan 31 18:32:49.210164 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Publish callbacks [] for security_group (33d31889-d408-40dd-aa91-9c90349aabd1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:49.218167 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (33d31889-d408-40dd-aa91-9c90349aabd1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:49.229790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d806b99-5121-414f-a931-f80b73f16059 req-4537bf95-fb77-48dd-8c8c-a48a7c5d43a3 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685513 Jan 31 18:32:49.273336 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:32:49.285805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-ef0d637e-88bb-46e4-b4bb-419be0365fc2 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:49.287683 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-ef0d637e-88bb-46e4-b4bb-419be0365fc2 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23&tenant_id=9fffd57ee5764d53b8880788295d6082&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 1127 time: 0.2920203 Jan 31 18:32:49.291937 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d31889-d408-40dd-aa91-9c90349aabd1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:49.303663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2102777f-6518-4535-9277-4bf2969b3d3e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:49.304286 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Added segment 2102777f-6518-4535-9277-4bf2969b3d3e of type vlan for network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 Jan 31 18:32:49.378592 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (733bbce2-1d9b-4e28-b32d-b72fc50c4561), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:49.386444 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7465bac4-2435-4cf3-b66c-5e9b1908edf7 req-7f721b08-d942-4aa7-8cea-11bf09072e95 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246585 Jan 31 18:32:49.440793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (733bbce2-1d9b-4e28-b32d-b72fc50c4561), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:49.441984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:49.442531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:49.465732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-89c3161a-7c73-46a3-977d-a154980af991 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672402 Jan 31 18:32:49.493739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73a1b5eb-3498-4952-877f-d8f1880693c3 req-88a4213d-f704-4b48-9ba9-85dc9bc5cb2d tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3096530 Jan 31 18:32:49.582616 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] Pushing event updated for resources: {'Network': ['ID=733bbce2-1d9b-4e28-b32d-b72fc50c4561,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:49.602132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:32:49.628780 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0250df65-dbc9-40b4-8a5a-6d2a8c1a581f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9408066 Jan 31 18:32:49.631673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52746) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:49.637041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9e80ebf3-0cee-4dc5-8b28-269d5444bcc6 admin admin] Request body: {'subnet': {'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1488204018-subnet', 'tenant_id': '66547495f5664d03aa91ce8746ad08b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:49.681546 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e80ebf3-0cee-4dc5-8b28-269d5444bcc6 admin admin] Made reservation on behalf of 66547495f5664d03aa91ce8746ad08b1 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:49.683873 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e80ebf3-0cee-4dc5-8b28-269d5444bcc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:49.825939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d8ae061-ad2d-4b52-9625-38c21ffd7bfe req-b53c0503-833f-4726-a517-861f47c68a13 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293271 Jan 31 18:32:49.861050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fe97f-b3a2-4667-b16b-6209a7bf9f6c req-8bba6938-e3aa-46df-a798-65835ad2d7cf tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:49.872673 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-432fe97f-b3a2-4667-b16b-6209a7bf9f6c req-8bba6938-e3aa-46df-a798-65835ad2d7cf tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 944 time: 0.2094793 Jan 31 18:32:49.887003 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-287402ee-2f17-44ad-a383-66ea15d15e1b service neutron] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:49.919970 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-287402ee-2f17-44ad-a383-66ea15d15e1b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:49.922423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-818845f2-002d-4ee5-8419-2728d4e453d2 req-287402ee-2f17-44ad-a383-66ea15d15e1b service neutron] 10.222.0.49 "DELETE /v2.0/ports/165189e3-1402-4ee7-aeef-d0b266a88695/bindings/n-h2-812111-15 HTTP/1.1" status: 204 len: 173 time: 0.6159086 Jan 31 18:32:50.037988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-432fe97f-b3a2-4667-b16b-6209a7bf9f6c req-bb2c3aea-86f8-4489-a4ab-f2e060a20a1b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620238 Jan 31 18:32:50.059535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a5dbe-4295-422a-919f-7a0f958add4c req-6b61b3ec-818c-4dd0-b35c-c8ed466e2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:50.061144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc3a5dbe-4295-422a-919f-7a0f958add4c req-6b61b3ec-818c-4dd0-b35c-c8ed466e2b2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 1127 time: 0.1714795 Jan 31 18:32:50.112198 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e80ebf3-0cee-4dc5-8b28-269d5444bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (87adcd95-d160-4714-a71a-98ed64115d46), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:50.288015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a5dbe-4295-422a-919f-7a0f958add4c req-30fd2aa8-6df0-48f0-8750-5ad1936fa95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:50.289465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80ebf3-0cee-4dc5-8b28-269d5444bcc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87adcd95-d160-4714-a71a-98ed64115d46,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:50.290622 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc3a5dbe-4295-422a-919f-7a0f958add4c req-30fd2aa8-6df0-48f0-8750-5ad1936fa95e service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.2211852 Jan 31 18:32:50.319088 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80ebf3-0cee-4dc5-8b28-269d5444bcc6 admin admin] Checking segment: {'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:50.319455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80ebf3-0cee-4dc5-8b28-269d5444bcc6 admin admin] Network hostable DHCP agents. Network: 733bbce2-1d9b-4e28-b32d-b72fc50c4561, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:32:50.362959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc3a5dbe-4295-422a-919f-7a0f958add4c req-27f2c957-1c75-4172-903b-ddebdce13434 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1ea5589-cc93-4490-b675-4447ddc19326 HTTP/1.1" status: 200 len: 217 time: 0.0601678 Jan 31 18:32:50.379464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80ebf3-0cee-4dc5-8b28-269d5444bcc6 admin admin] Network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:32:50.407825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9e80ebf3-0cee-4dc5-8b28-269d5444bcc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 733bbce2-1d9b-4e28-b32d-b72fc50c4561) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:50.413699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80ebf3-0cee-4dc5-8b28-269d5444bcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:50.420930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6798c74-3413-4481-a9bb-39dd4fc92cb7 None None] Network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:32:50.427739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e80ebf3-0cee-4dc5-8b28-269d5444bcc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:50.466391 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9e80ebf3-0cee-4dc5-8b28-269d5444bcc6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8335631 Jan 31 18:32:50.856983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f278075f-1a53-422d-81c8-7adcc8f626db None None] Network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:32:51.063490 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe3c21c9-c38e-4544-82ac-deca4422e3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:51.216855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac3719-01b3-4e1c-8f24-bf6143bf8570 req-7584414b-d8e4-4e8d-9a13-7c6846306f0b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:51.220179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9bac3719-01b3-4e1c-8f24-bf6143bf8570 req-7584414b-d8e4-4e8d-9a13-7c6846306f0b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 944 time: 1.0498767 Jan 31 18:32:51.243820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a5dbe-4295-422a-919f-7a0f958add4c req-d879927e-da24-4347-90ed-9ad61e777e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:51.245291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc3a5dbe-4295-422a-919f-7a0f958add4c req-d879927e-da24-4347-90ed-9ad61e777e2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.8738549 Jan 31 18:32:51.333542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc3a5dbe-4295-422a-919f-7a0f958add4c req-977fed0d-0b22-4339-96d1-14ea0b9a08ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774379 Jan 31 18:32:51.369921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4d12c-fbc1-4a45-8fb4-68feb105b8e4 req-3cf38f48-8648-4b46-a254-c99125fe28eb tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:51.376316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dd4d12c-fbc1-4a45-8fb4-68feb105b8e4 req-3cf38f48-8648-4b46-a254-c99125fe28eb tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.2119086 Jan 31 18:32:51.444407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9bac3719-01b3-4e1c-8f24-bf6143bf8570 req-4b94d663-399c-4d05-ae86-08b615a2a5a2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152088 Jan 31 18:32:51.613012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dd4d12c-fbc1-4a45-8fb4-68feb105b8e4 req-077ae829-87c2-41c3-bfbc-caa396de8f28 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356398 Jan 31 18:32:51.641244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc3a5dbe-4295-422a-919f-7a0f958add4c req-12df5d19-e310-46ed-ac0b-f858986f365f service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000629 Jan 31 18:32:51.749322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4642ce4-3467-409f-8721-cf3b065d5a89 req-81a78eea-49cc-4e41-b81a-3a5d6614dcea tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:51.751621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4642ce4-3467-409f-8721-cf3b065d5a89 req-81a78eea-49cc-4e41-b81a-3a5d6614dcea tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 1127 time: 0.2022464 Jan 31 18:32:51.806662 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc3a5dbe-4295-422a-919f-7a0f958add4c req-89763928-3985-4cc1-b12a-ee31b46e338d service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580491 Jan 31 18:32:51.860986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4642ce4-3467-409f-8721-cf3b065d5a89 req-5b16e1ef-fe05-4054-81b6-a1324639e641 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985222 Jan 31 18:32:51.882011 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ade63-f549-4cb2-97b2-6e34a3d92dd2 req-d36f37a0-ade0-4040-8746-654910971a6f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:51.883507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c47ade63-f549-4cb2-97b2-6e34a3d92dd2 req-d36f37a0-ade0-4040-8746-654910971a6f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 945 time: 0.0955341 Jan 31 18:32:51.967797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c47ade63-f549-4cb2-97b2-6e34a3d92dd2 req-57d413f7-1bbd-4eb2-8918-8f1d6dd53346 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652955 Jan 31 18:32:52.007395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f851213d-5541-4165-89b8-dbe518eb0c50 req-c442c72b-3baa-45c7-8f11-10523059d3ea tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dd55f513dbad43eeaccec7973e0c4f4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276477 Jan 31 18:32:52.184624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851213d-5541-4165-89b8-dbe518eb0c50 req-0ff4cb14-39fc-4149-a248-a294a7306888 tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:52.186056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f851213d-5541-4165-89b8-dbe518eb0c50 req-0ff4cb14-39fc-4149-a248-a294a7306888 tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726344 Jan 31 18:32:52.210712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f851213d-5541-4165-89b8-dbe518eb0c50 req-22b62c90-15c1-43ac-9987-f9ce035f500b tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] 10.222.0.20 "GET /v2.0/quotas/dd55f513dbad43eeaccec7973e0c4f4e HTTP/1.1" status: 200 len: 375 time: 0.0165703 Jan 31 18:32:52.254498 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:52.257718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f851213d-5541-4165-89b8-dbe518eb0c50 req-96975337-bfea-4889-856c-693dcfa7c8fe tempest-QuotasAdminNegativeTest-804259765 tempest-QuotasAdminNegativeTest-804259765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd55f513dbad43eeaccec7973e0c4f4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414052 Jan 31 18:32:52.272865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-88d70a93-710a-47e8-8b32-295c9e02ce42 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:52.274375 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-88d70a93-710a-47e8-8b32-295c9e02ce42 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/networks?id=733bbce2-1d9b-4e28-b32d-b72fc50c4561 HTTP/1.1" status: 200 len: 822 time: 0.1676149 Jan 31 18:32:52.290962 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-6525134d-9cf9-428e-8701-eded19557724 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/quotas/66547495f5664d03aa91ce8746ad08b1 HTTP/1.1" status: 200 len: 375 time: 0.0109594 Jan 31 18:32:52.342413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-09039023-ca44-4801-8b11-68381f6396db tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=66547495f5664d03aa91ce8746ad08b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423431 Jan 31 18:32:52.477236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd13b1de-2ce0-42b3-9e8f-04b53058eb61 service neutron] 10.222.0.20 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273766 Jan 31 18:32:52.485519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdd9ff-7135-4967-b718-ac0105037e6e req-1a2e65bc-3607-4bb6-a1dc-96058c4f20aa tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:52.487067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cbdd9ff-7135-4967-b718-ac0105037e6e req-1a2e65bc-3607-4bb6-a1dc-96058c4f20aa tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 945 time: 0.0894792 Jan 31 18:32:52.496699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:52.502048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5cbeb7f9-b634-45f9-b85d-5b51be7bfd5f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Request body: {'floatingip': {'port_id': '9df90780-a5b4-4bfe-a5b9-565fe39b1237'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:52.579602 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb7f9-b634-45f9-b85d-5b51be7bfd5f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for floatingip (5a9baf55-1f53-410f-9e64-0541eba98039), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:52.668999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-045dad4b-d1f9-4a46-968c-ddd7d748ee02 service neutron] 10.222.0.20 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808584 Jan 31 18:32:52.728795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-96813b65-c450-4c9e-8da5-955364591562 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:52.737253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-96813b65-c450-4c9e-8da5-955364591562 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 820 time: 0.1673532 Jan 31 18:32:52.753664 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-86bcbab7-9426-4ece-a28a-5a2d636f1a3e tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/quotas/9fffd57ee5764d53b8880788295d6082 HTTP/1.1" status: 200 len: 375 time: 0.0154400 Jan 31 18:32:52.826170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-de2f06ce-0d47-44d8-bbbf-b7397dfa606c tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714777 Jan 31 18:32:53.028913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-dced06e1-1f53-4991-a4f9-6393a7c7632e service neutron] 10.222.0.20 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014055 Jan 31 18:32:53.259476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device a1ea5589-cc93-4490-b675-4447ddc19326 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:32:53.316999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-403e7629-e26c-4b36-98dc-f97ca0f43af0 service neutron] 10.222.0.20 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841136 Jan 31 18:32:53.541257 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a1ea5589-cc93-4490-b675-4447ddc19326,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:53.573586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'a1ea5589-cc93-4490-b675-4447ddc19326', 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025', 'port_id': 'a1ea5589-cc93-4490-b675-4447ddc19326', 'mac_address': 'fa:16:3e:5c:e4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd1802f-badd-4cac-85c8-8338925b9b50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:32:53.661581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port a1ea5589-cc93-4490-b675-4447ddc19326 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:53.662325 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:53.691697 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ea5589-cc93-4490-b675-4447ddc19326 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:53.740428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a1ea5589-cc93-4490-b675-4447ddc19326,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:53.745648 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:53.802522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c39fd-3ade-47de-8556-19e2a8029c2b req-7463ae29-4dfa-4794-830c-8b987360f431 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:53.805264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e4c39fd-3ade-47de-8556-19e2a8029c2b req-7463ae29-4dfa-4794-830c-8b987360f431 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.1138687 Jan 31 18:32:53.833088 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-5cbeb7f9-b634-45f9-b85d-5b51be7bfd5f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:32:53.860765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=a1ea5589-cc93-4490-b675-4447ddc19326,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:53.913828 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:53.958591 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb7f9-b634-45f9-b85d-5b51be7bfd5f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:53.963885 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb7f9-b634-45f9-b85d-5b51be7bfd5f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (5a9baf55-1f53-410f-9e64-0541eba98039), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:53.966176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4c4aa-9be5-4db9-9d3c-15695a500452 req-1c0ef710-8acf-4d9d-9517-d6b46aceec25 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:53.968513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95a4c4aa-9be5-4db9-9d3c-15695a500452 req-1c0ef710-8acf-4d9d-9517-d6b46aceec25 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 945 time: 0.1617599 Jan 31 18:32:53.975401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['a1ea5589-cc93-4490-b675-4447ddc19326'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:32:54.025962 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:54.064288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e4c39fd-3ade-47de-8556-19e2a8029c2b req-c0d43ac6-f792-4dbc-9e40-60ac94b5257a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097106 Jan 31 18:32:54.149698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95a4c4aa-9be5-4db9-9d3c-15695a500452 req-6799744b-5ac1-4c52-88af-a6f45464109c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387548 Jan 31 18:32:54.386975 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7a47e06-1024-4e85-8135-9975402b456b req-c19f2f2f-69f9-47d3-8416-9db75652fc17 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 210 time: 0.0913599 Jan 31 18:32:54.432693 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54128b85-f18c-43c3-a0e6-076223a29a81 req-0dd20dc1-7fbc-4209-819e-019d9d626da7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 210 time: 0.1087124 Jan 31 18:32:54.654753 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-5cbeb7f9-b634-45f9-b85d-5b51be7bfd5f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Floating IP 5a9baf55-1f53-410f-9e64-0541eba98039 associated. External IP: 172.25.8.22, port: 9df90780-a5b4-4bfe-a5b9-565fe39b1237. Jan 31 18:32:54.778618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52910) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:54.955797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-2607e2cf-a0b9-4397-9789-1718700ed1ac tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:54.969230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-2607e2cf-a0b9-4397-9789-1718700ed1ac tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.21 "GET /v2.0/networks?id=733bbce2-1d9b-4e28-b32d-b72fc50c4561 HTTP/1.1" status: 200 len: 822 time: 0.2999284 Jan 31 18:32:54.981892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Request body: {'port': {'device_id': 'a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06', 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561', 'admin_state_up': True, 'tenant_id': '66547495f5664d03aa91ce8746ad08b1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:55.005192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbeb7f9-b634-45f9-b85d-5b51be7bfd5f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:32:55.124563 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:55.168935 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5958facc-5fd5-485e-bc6b-618fee1efc1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:55.269606 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device a1ea5589-cc93-4490-b675-4447ddc19326 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:32:55.275311 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbeb7f9-b634-45f9-b85d-5b51be7bfd5f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:32:55.281870 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb7f9-b634-45f9-b85d-5b51be7bfd5f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:55.341581 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5cbeb7f9-b634-45f9-b85d-5b51be7bfd5f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "PUT /v2.0/floatingips/5a9baf55-1f53-410f-9e64-0541eba98039 HTTP/1.1" status: 200 len: 990 time: 2.8434384 Jan 31 18:32:55.342536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a411092-4dca-4505-bfd6-cf4eec495731', 'tag': '9df90780-a5b4-4bfe-a5b9-565fe39b1237'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:55.346922 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ec0a27-ecdd-4a44-a4d8-42726fe0cc56" -d '{"events": [{"name": "network-changed", "server_uuid": "1a411092-4dca-4505-bfd6-cf4eec495731", "tag": "9df90780-a5b4-4bfe-a5b9-565fe39b1237"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:55.352952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Made reservation on behalf of 66547495f5664d03aa91ce8746ad08b1 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:55.356910 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:55.436504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d017aad-e0dd-424a-aeef-03a1eda15f4f req-c6b545fa-d341-4bdb-9053-5abbd3dc160e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:55.438956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d017aad-e0dd-424a-aeef-03a1eda15f4f req-c6b545fa-d341-4bdb-9053-5abbd3dc160e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.2296412 Jan 31 18:32:55.560868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d017aad-e0dd-424a-aeef-03a1eda15f4f req-b88ae896-6012-47f9-9984-a99773162b7c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063554 Jan 31 18:32:55.617806 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5958facc-5fd5-485e-bc6b-618fee1efc1f admin admin] Publish callbacks [] for security_group (ee2b1b5c-fc74-4911-a319-61eb079bd0b3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:55.619676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41ae24-8cc2-4bbe-acab-12d512291f56 None None] Sync routers for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:32:55.630929 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5958facc-5fd5-485e-bc6b-618fee1efc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ee2b1b5c-fc74-4911-a319-61eb079bd0b3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:55.703579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41ae24-8cc2-4bbe-acab-12d512291f56 None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:55.704643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2b41ae24-8cc2-4bbe-acab-12d512291f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:32:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:55.789511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958facc-5fd5-485e-bc6b-618fee1efc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2b1b5c-fc74-4911-a319-61eb079bd0b3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:55.800782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5958facc-5fd5-485e-bc6b-618fee1efc1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd55f513dbad43eeaccec7973e0c4f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0102072 Jan 31 18:32:55.800990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52960) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:55.802632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Allocated IP 172.20.0.3 (733bbce2-1d9b-4e28-b32d-b72fc50c4561/87adcd95-d160-4714-a71a-98ed64115d46/987c28c5-09f8-4cd6-9e16-7cae2bd970ee) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:55.894701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf88d2-dc24-4bef-ae54-0007e146d0b9 req-3b2cc485-a0ef-496f-8c04-7125e6b28f28 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:55.903048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16bf88d2-dc24-4bef-ae54-0007e146d0b9 req-3b2cc485-a0ef-496f-8c04-7125e6b28f28 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 945 time: 0.1517603 Jan 31 18:32:55.996993 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:55.998237 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-b6ff00c2-840b-4a2d-92ed-0e2396a1eb99 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:56.004077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16bf88d2-dc24-4bef-ae54-0007e146d0b9 req-6752635d-b093-4b28-b6a8-9b3cc3f7cb9b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926507 Jan 31 18:32:56.004931 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-b6ff00c2-840b-4a2d-92ed-0e2396a1eb99 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.21 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 820 time: 0.3735874 Jan 31 18:32:56.023891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Request body: {'port': {'device_id': '4c395926-ccb4-40b0-9dcc-b2cbb0e61973', 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c', 'admin_state_up': True, 'tenant_id': '9fffd57ee5764d53b8880788295d6082'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:56.047848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2b41ae24-8cc2-4bbe-acab-12d512291f56 None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:56.133981 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port a1ea5589-cc93-4490-b675-4447ddc19326 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:56.172068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port a1ea5589-cc93-4490-b675-4447ddc19326 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:56.173485 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:56.212199 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670fb7bb-d21d-448b-ad1b-fbcc46333b42 x-openstack-request-id: req-670fb7bb-d21d-448b-ad1b-fbcc46333b42 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:56.212875 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a411092-4dca-4505-bfd6-cf4eec495731", "tag": "9df90780-a5b4-4bfe-a5b9-565fe39b1237", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:56.213421 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-670fb7bb-d21d-448b-ad1b-fbcc46333b42 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:56.214192 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a411092-4dca-4505-bfd6-cf4eec495731', 'tag': '9df90780-a5b4-4bfe-a5b9-565fe39b1237', 'status': 'completed', 'code': 200} Jan 31 18:32:56.242209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e100df-e2ef-4383-9054-6a0522ad6539 req-76d137ef-3cb5-4adc-9819-f5a26cec926b tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:56.245632 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08e100df-e2ef-4383-9054-6a0522ad6539 req-76d137ef-3cb5-4adc-9819-f5a26cec926b tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 945 time: 0.1621335 Jan 31 18:32:56.251797 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f66257f9-ac6b-4c01-83b8-9c2fa84f2f26 admin admin] Publish callbacks [] for security_group (ee2b1b5c-fc74-4911-a319-61eb079bd0b3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:56.294715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Made reservation on behalf of 9fffd57ee5764d53b8880788295d6082 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:56.300906 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:56.318326 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f66257f9-ac6b-4c01-83b8-9c2fa84f2f26 admin admin] Publish callbacks [] for security_group (ee2b1b5c-fc74-4911-a319-61eb079bd0b3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:56.333918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6c7b2bb-6ddb-45f7-9c95-b4293ab586ce req-bb7dab6d-c6cc-4b2a-9992-997d12697ca3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 210 time: 0.1698649 Jan 31 18:32:56.430359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec0a27-ecdd-4a44-a4d8-42726fe0cc56 req-7aee5c07-1a85-4fb0-8c67-04fdc7a660ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:56.432119 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15ec0a27-ecdd-4a44-a4d8-42726fe0cc56 req-7aee5c07-1a85-4fb0-8c67-04fdc7a660ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e82e137c40634b88b95c4547ead4451e&device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 1128 time: 0.2941852 Jan 31 18:32:56.438356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08e100df-e2ef-4383-9054-6a0522ad6539 req-7bebb206-101a-465a-9cf0-bbd6c29322d5 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379178 Jan 31 18:32:56.442813 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:56.519578 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f66257f9-ac6b-4c01-83b8-9c2fa84f2f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ee2b1b5c-fc74-4911-a319-61eb079bd0b3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:56.525334 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f66257f9-ac6b-4c01-83b8-9c2fa84f2f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:56.527774 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f66257f9-ac6b-4c01-83b8-9c2fa84f2f26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee2b1b5c-fc74-4911-a319-61eb079bd0b3 HTTP/1.1" status: 204 len: 168 time: 0.7191849 Jan 31 18:32:56.571124 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66257f9-ac6b-4c01-83b8-9c2fa84f2f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2b1b5c-fc74-4911-a319-61eb079bd0b3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:56.571882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43c0eed8-6227-405b-b1f6-ad9d1e9b59a6 req-c8bdc569-04d9-4004-b87b-388955eec825 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 210 time: 0.0477638 Jan 31 18:32:56.652393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Allocated IP 172.20.0.12 (d610a84b-ba66-4c53-baa7-3d2c74b1df1c/2f736a56-6747-41e3-b560-6b1178449d92/ab40b8cb-66a7-4c96-ba4b-c11c1166af7a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:56.657476 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:56.703947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec0a27-ecdd-4a44-a4d8-42726fe0cc56 req-344218c2-f63c-41b7-8f30-40cd58fbb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:56.705566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15ec0a27-ecdd-4a44-a4d8-42726fe0cc56 req-344218c2-f63c-41b7-8f30-40cd58fbb79f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398 HTTP/1.1" status: 200 len: 924 time: 0.2661421 Jan 31 18:32:56.739161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:56.744589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:56.798320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:56.811542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event updated for resources: {'Port': ['ID=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:56.944924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port a1ea5589-cc93-4490-b675-4447ddc19326 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:56.945837 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:56.964541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:56.964541 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:56.971629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15ec0a27-ecdd-4a44-a4d8-42726fe0cc56 req-a79cb098-6aab-4b1b-88aa-dffba6a6ec56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9df90780-a5b4-4bfe-a5b9-565fe39b1237 HTTP/1.1" status: 200 len: 998 time: 0.2548068 Jan 31 18:32:57.010126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f7ab2c-2631-4ae7-8b1b-58c4e10988f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ea5589-cc93-4490-b675-4447ddc19326'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:57.022854 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23168d96-7a06-4d24-b32d-24f23be27ccd" -d '{"events": [{"server_uuid": "19f7ab2c-2631-4ae7-8b1b-58c4e10988f3", "name": "network-vif-plugged", "status": "completed", "tag": "a1ea5589-cc93-4490-b675-4447ddc19326"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:57.118453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec0a27-ecdd-4a44-a4d8-42726fe0cc56 req-21cc355a-70f8-4a0c-8a58-d53587d88323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:57.119944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15ec0a27-ecdd-4a44-a4d8-42726fe0cc56 req-21cc355a-70f8-4a0c-8a58-d53587d88323 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e668443-8281-4364-bcee-a7871b835b9c HTTP/1.1" status: 200 len: 862 time: 0.1252742 Jan 31 18:32:57.137807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a1ea5589-cc93-4490-b675-4447ddc19326,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:57.157115 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:57.157951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-bd864455-f15e-409e-a965-754d6efb12e9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1825733 Jan 31 18:32:57.184741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763e582-8dfc-4445-bb7b-17414e116cce req-0ca0f1fd-d9e8-427d-927e-445ba2f19c02 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:57.194611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b763e582-8dfc-4445-bb7b-17414e116cce req-0ca0f1fd-d9e8-427d-927e-445ba2f19c02 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.3987217 Jan 31 18:32:57.254938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks [] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:57.286232 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 981f6c98-c637-434c-8824-5eed080b252b no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:32:57.292096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Request body: {'port': {'device_id': 'a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:57.299762 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:57.369104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Network d610a84b-ba66-4c53-baa7-3d2c74b1df1c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:57.372796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:57.376253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:32:57.423960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=a1ea5589-cc93-4490-b675-4447ddc19326,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:57.434867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Pushing event updated for resources: {'Port': ['ID=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:57.455788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec0a27-ecdd-4a44-a4d8-42726fe0cc56 req-4aa8da02-00ef-4ef7-9335-ed85c50118a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:57.461746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15ec0a27-ecdd-4a44-a4d8-42726fe0cc56 req-4aa8da02-00ef-4ef7-9335-ed85c50118a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3267524 Jan 31 18:32:57.473024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:57.474827 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:57.483775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52984) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:57.510419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a658fb2c-e488-4130-8492-94257628d612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:57.513721 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.521246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.521928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.522477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.523091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.523946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.532677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.533383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.533912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.534437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.534960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.535482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.536017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:57.551095 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-263e7038-f12d-41c1-a8e4-065a85631cc2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5374022 Jan 31 18:32:57.567869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2b41ae24-8cc2-4bbe-acab-12d512291f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '5a9baf55-1f53-410f-9e64-0541eba98039', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'port_id': '9df90780-a5b4-4bfe-a5b9-565fe39b1237', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'mac_address': 'fa:16:3e:0a:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a411092-4dca-4505-bfd6-cf4eec495731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:32:24Z', 'updated_at': '2022-01-31T18:32:53Z', 'revision_number': 1, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:57.581568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Request body: {'port': {'device_id': '4c395926-ccb4-40b0-9dcc-b2cbb0e61973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:32:57.606394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 981f6c98-c637-434c-8824-5eed080b252b is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:32:57.607107 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (981f6c98-c637-434c-8824-5eed080b252b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:57.611046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41ae24-8cc2-4bbe-acab-12d512291f56 None None] Checking router: 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:32:57.636890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41ae24-8cc2-4bbe-acab-12d512291f56 None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:32:57.637939 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2b41ae24-8cc2-4bbe-acab-12d512291f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:32:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:57.663665 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b763e582-8dfc-4445-bb7b-17414e116cce req-fa1d6298-344c-4de5-b518-fa3d5f27006b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678893 Jan 31 18:32:57.713869 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15ec0a27-ecdd-4a44-a4d8-42726fe0cc56 req-78741b77-4715-4618-b809-5f6c2cd33241 service neutron] 10.222.0.49 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934092 Jan 31 18:32:57.726016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 981f6c98-c637-434c-8824-5eed080b252b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=981f6c98-c637-434c-8824-5eed080b252b,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:57.735522 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (981f6c98-c637-434c-8824-5eed080b252b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:57.818731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=981f6c98-c637-434c-8824-5eed080b252b,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:57.831253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:57.914337 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a658fb2c-e488-4130-8492-94257628d612 admin admin] Publish callbacks [] for security_group (66ccda84-474d-47eb-8bb6-2107e8e4c016), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:57.941199 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a658fb2c-e488-4130-8492-94257628d612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (66ccda84-474d-47eb-8bb6-2107e8e4c016), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:58.021855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2b41ae24-8cc2-4bbe-acab-12d512291f56 None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:32:58.110306 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a658fb2c-e488-4130-8492-94257628d612 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=648603ea883a40a68a328a9d25357e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6242054 Jan 31 18:32:58.115325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52998) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:58.127998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658fb2c-e488-4130-8492-94257628d612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ccda84-474d-47eb-8bb6-2107e8e4c016,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:58.182895 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63195b1a-24a5-4579-8c0a-4656d918c302 x-openstack-request-id: req-63195b1a-24a5-4579-8c0a-4656d918c302 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:32:58.184051 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f7ab2c-2631-4ae7-8b1b-58c4e10988f3", "name": "network-vif-plugged", "status": "completed", "tag": "a1ea5589-cc93-4490-b675-4447ddc19326", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:32:58.184566 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63195b1a-24a5-4579-8c0a-4656d918c302 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:32:58.185232 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f7ab2c-2631-4ae7-8b1b-58c4e10988f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ea5589-cc93-4490-b675-4447ddc19326', 'code': 200} Jan 31 18:32:58.232805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598390d-8ac8-4d4f-b899-093ed2996ef3 req-7ab64842-5da5-41b7-bed2-a5d912a8923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:58.235760 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0598390d-8ac8-4d4f-b899-093ed2996ef3 req-7ab64842-5da5-41b7-bed2-a5d912a8923e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 1129 time: 0.3199883 Jan 31 18:32:58.306542 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfd078d1-faad-4a9e-bc07-b8a9d59c7203 admin admin] Publish callbacks [] for security_group (66ccda84-474d-47eb-8bb6-2107e8e4c016), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:58.328261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f6752-9980-414b-9c8e-cd519aa38d51 req-c9e42e69-2b74-43b5-9596-2c79f58dc9dc tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:58.330417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a6f6752-9980-414b-9c8e-cd519aa38d51 req-c9e42e69-2b74-43b5-9596-2c79f58dc9dc tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 946 time: 1.0153494 Jan 31 18:32:58.332002 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:58.368442 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0598390d-8ac8-4d4f-b899-093ed2996ef3 req-b6bc1af0-886a-46d6-89c4-80170127ebbe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227539 Jan 31 18:32:58.372848 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfd078d1-faad-4a9e-bc07-b8a9d59c7203 admin admin] Publish callbacks [] for security_group (66ccda84-474d-47eb-8bb6-2107e8e4c016), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:58.428632 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2b41ae24-8cc2-4bbe-acab-12d512291f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '5a9baf55-1f53-410f-9e64-0541eba98039', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'port_id': '9df90780-a5b4-4bfe-a5b9-565fe39b1237', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'mac_address': 'fa:16:3e:0a:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a411092-4dca-4505-bfd6-cf4eec495731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:32:24Z', 'updated_at': '2022-01-31T18:32:53Z', 'revision_number': 1, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:58.478228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41ae24-8cc2-4bbe-acab-12d512291f56 None None] The sync data for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 is: [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '5a9baf55-1f53-410f-9e64-0541eba98039', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'port_id': '9df90780-a5b4-4bfe-a5b9-565fe39b1237', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'mac_address': 'fa:16:3e:0a:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a411092-4dca-4505-bfd6-cf4eec495731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:32:24Z', 'updated_at': '2022-01-31T18:32:53Z', 'revision_number': 1, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:32:58.487995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab40b8cb-66a7-4c96-ba4b-c11c1166af7a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:58.500005 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Publish callbacks [] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:58.504014 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfd078d1-faad-4a9e-bc07-b8a9d59c7203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (66ccda84-474d-47eb-8bb6-2107e8e4c016), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:58.511134 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfd078d1-faad-4a9e-bc07-b8a9d59c7203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:58.517059 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bfd078d1-faad-4a9e-bc07-b8a9d59c7203 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66ccda84-474d-47eb-8bb6-2107e8e4c016 HTTP/1.1" status: 204 len: 168 time: 0.4004200 Jan 31 18:32:58.535411 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Transition to ACTIVE for port object ab40b8cb-66a7-4c96-ba4b-c11c1166af7a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:58.551612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd078d1-faad-4a9e-bc07-b8a9d59c7203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ccda84-474d-47eb-8bb6-2107e8e4c016,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:58.555630 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:58.677288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:58.789588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.21', 51783) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:32:58.821075 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0e76fea2-2554-4f2e-a8a9-fe1adbf10ef9 req-2b3626b4-e5e8-4833-87c7-9488bf2bb3fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1342390 Jan 31 18:32:58.849489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Attempting to bind port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:32:58.849872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Attempting to bind port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:32:58.850173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Attempting to bind port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:58.858350 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:32:58.860611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Attempting to bind port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:32:58.866374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15ec0a27-ecdd-4a44-a4d8-42726fe0cc56 req-9a559001-4d5f-436a-9d74-475f9e8b2570 service neutron] 10.222.0.49 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1213186 Jan 31 18:32:58.867325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:32:58.867804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:32:58.868263 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:32:58.868887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Bound port: ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:32:58.869529 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:58.906866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a6f6752-9980-414b-9c8e-cd519aa38d51 req-c018607f-2933-4094-90b3-f45596f1d2db tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478482 Jan 31 18:32:59.018004 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971e8ed-7604-4de4-abeb-b4a1af9b56cd None None] New status for floating IP 5a9baf55-1f53-410f-9e64-0541eba98039: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:32:59.073561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-39acda30-dee6-44f4-91a2-92055e5a9fda tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:59.083621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-39acda30-dee6-44f4-91a2-92055e5a9fda tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/networks?id=2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 200 len: 805 time: 0.8770728 Jan 31 18:32:59.121694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:59.125621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:59.142131 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fea2-2554-4f2e-a8a9-fe1adbf10ef9 req-f5816688-c4eb-427a-8efe-42ad1f680a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:59.144573 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0e76fea2-2554-4f2e-a8a9-fe1adbf10ef9 req-f5816688-c4eb-427a-8efe-42ad1f680a2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1127 time: 0.2019930 Jan 31 18:32:59.146429 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:59.415156 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:59.420352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fea2-2554-4f2e-a8a9-fe1adbf10ef9 req-60260e5c-e0bc-4a38-8d64-029ec677835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:59.423970 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0e76fea2-2554-4f2e-a8a9-fe1adbf10ef9 req-60260e5c-e0bc-4a38-8d64-029ec677835c service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.2326875 Jan 31 18:32:59.438806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:59.439981 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:59.442807 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-5a7fa64c-b004-4ec9-bae9-9ff415ddb6b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/ab40b8cb-66a7-4c96-ba4b-c11c1166af7a HTTP/1.1" status: 200 len: 1093 time: 1.8771577 Jan 31 18:32:59.445421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c395926-ccb4-40b0-9dcc-b2cbb0e61973', 'tag': 'ab40b8cb-66a7-4c96-ba4b-c11c1166af7a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:32:59.449805 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb11bde-a086-4659-b1f7-4f22dd8d33c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c395926-ccb4-40b0-9dcc-b2cbb0e61973", "tag": "ab40b8cb-66a7-4c96-ba4b-c11c1166af7a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:32:59.456005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987c28c5-09f8-4cd6-9e16-7cae2bd970ee {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:32:59.479289 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Publish callbacks [] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:59.520438 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Transition to ACTIVE for port object 987c28c5-09f8-4cd6-9e16-7cae2bd970ee will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:59.527744 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:32:59.561984 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0e76fea2-2554-4f2e-a8a9-fe1adbf10ef9 req-91a6c829-5f02-41b7-ad86-d7663cc570e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33 HTTP/1.1" status: 200 len: 217 time: 0.1168513 Jan 31 18:32:59.587376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-db0c06b2-29e9-48a8-9d38-1adc46fbb1f6 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/quotas/08bf323cbeac4719b88fd63908e36526 HTTP/1.1" status: 200 len: 375 time: 0.5023885 Jan 31 18:32:59.642965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90b9a6-09b5-4a51-81f2-52b8b8b0f1f5 req-20d97487-99b2-432e-92d0-757d031ca8a9 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:59.644661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b90b9a6-09b5-4a51-81f2-52b8b8b0f1f5 req-20d97487-99b2-432e-92d0-757d031ca8a9 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5ad4a63-f212-43e6-a7eb-f9f5f199cc14 HTTP/1.1" status: 200 len: 943 time: 0.8405960 Jan 31 18:32:59.702544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fea2-2554-4f2e-a8a9-fe1adbf10ef9 req-5db9ad20-18ea-4028-9cb1-34f3ad624630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:59.704555 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0e76fea2-2554-4f2e-a8a9-fe1adbf10ef9 req-5db9ad20-18ea-4028-9cb1-34f3ad624630 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.1375241 Jan 31 18:32:59.806653 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0e76fea2-2554-4f2e-a8a9-fe1adbf10ef9 req-01d920b3-b649-476e-9ea3-d04453ffad14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892594 Jan 31 18:32:59.976718 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0e76fea2-2554-4f2e-a8a9-fe1adbf10ef9 req-6ab810e9-9895-45b5-9a6a-4c7f935149e6 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455772 Jan 31 18:32:59.995378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Pushing event updated for resources: {'Port': ['ID=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:00.106285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd66f4-aae7-4895-a6a2-98cbc13e64a2 req-05d3d62b-dd90-4a60-bca2-1bb48e18fabf tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:00.107795 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abbd66f4-aae7-4895-a6a2-98cbc13e64a2 req-05d3d62b-dd90-4a60-bca2-1bb48e18fabf tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 944 time: 1.0028048 Jan 31 18:33:00.186978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ad4a63-f212-43e6-a7eb-f9f5f199cc14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981f6c98-c637-434c-8824-5eed080b252b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:00.190207 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668cf9e7-1b3a-49d7-b16e-65fd7642b2b1" -d '{"events": [{"server_uuid": "f5ad4a63-f212-43e6-a7eb-f9f5f199cc14", "name": "network-vif-unplugged", "status": "completed", "tag": "981f6c98-c637-434c-8824-5eed080b252b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:00.218678 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0e76fea2-2554-4f2e-a8a9-fe1adbf10ef9 req-6625e84b-e626-4fcf-9a99-95e37f14af6c service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938324 Jan 31 18:33:00.240411 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-b9840bf3-4665-4136-9a42-b1660c1c7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:00.242748 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-b9840bf3-4665-4136-9a42-b1660c1c7c38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 1127 time: 0.4514492 Jan 31 18:33:00.325094 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-6ff8c5fa-9c17-49b1-8365-26b5a84b40e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a HTTP/1.1" status: 200 len: 217 time: 0.0761025 Jan 31 18:33:00.335399 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-a24f1d08-27df-4d10-9b8d-d618fde71d66 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=08bf323cbeac4719b88fd63908e36526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7117574 Jan 31 18:33:00.336138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Attempting to bind port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:00.336552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Attempting to bind port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:00.336924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Attempting to bind port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee on network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:00.350723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee on network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:33:00.351487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Attempting to bind port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee on network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:00.356737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010c32cd-ee14-4a06-96c0-ff02d95a173b req-40aa8fb7-eea6-44e6-b75c-22e896a24db5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6526408 Jan 31 18:33:00.402343 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:00.402694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Checking segment: {'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:00.403146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Bound using segment: {'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:00.403674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Bound port: 987c28c5-09f8-4cd6-9e16-7cae2bd970ee, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:00.404123 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:00.413124 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-175e1819-f779-4dea-8fbf-1b46c16f9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:00.417162 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-175e1819-f779-4dea-8fbf-1b46c16f9c22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.0855575 Jan 31 18:33:00.426679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abbd66f4-aae7-4895-a6a2-98cbc13e64a2 req-d982dca6-9134-4835-b8e3-6bd240e35605 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862556 Jan 31 18:33:00.458001 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-9867cec2-4f7b-4c67-a135-59c93ae0bd11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344009 Jan 31 18:33:00.659796 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-2b551a57-ffa3-4783-9547-232b74f9fd9e service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961362 Jan 31 18:33:00.674600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-2b90b9a6-09b5-4a51-81f2-52b8b8b0f1f5 req-a8890f07-6c3f-4486-b51a-052c77e6f2ab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Deleting port 981f6c98-c637-434c-8824-5eed080b252b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:33:00.675210 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2b90b9a6-09b5-4a51-81f2-52b8b8b0f1f5 req-a8890f07-6c3f-4486-b51a-052c77e6f2ab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (981f6c98-c637-434c-8824-5eed080b252b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:00.799397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c32cd-ee14-4a06-96c0-ff02d95a173b req-2167c37b-0d39-40c1-a844-aaa567575dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:00.800998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010c32cd-ee14-4a06-96c0-ff02d95a173b req-2167c37b-0d39-40c1-a844-aaa567575dce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 1133 time: 0.4013548 Jan 31 18:33:00.806988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] For port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:00.821265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-a5c7449e-a671-45c9-b388-a04572d3d78a service neutron] 10.222.0.20 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727037 Jan 31 18:33:00.832416 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1f4bd405-418f-490b-ae88-82a91edbb865 req-21580163-9c67-4ad2-bce7-dc6380a46d15 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633530 Jan 31 18:33:00.883930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] For port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:00.941388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64280f-62fa-434b-bf8f-ff069248f45d req-7aca410e-7baa-4388-b274-ba5b29955dae tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:00.948480 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d64280f-62fa-434b-bf8f-ff069248f45d req-7aca410e-7baa-4388-b274-ba5b29955dae tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 945 time: 0.3567781 Jan 31 18:33:00.973213 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:01.093039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2b90b9a6-09b5-4a51-81f2-52b8b8b0f1f5 req-a8890f07-6c3f-4486-b51a-052c77e6f2ab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] For port 981f6c98-c637-434c-8824-5eed080b252b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=981f6c98-c637-434c-8824-5eed080b252b,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:01.093778 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2b90b9a6-09b5-4a51-81f2-52b8b8b0f1f5 req-a8890f07-6c3f-4486-b51a-052c77e6f2ab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (981f6c98-c637-434c-8824-5eed080b252b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:01.114749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:01.115653 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:01.117322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] 10.222.0.21 "PUT /v2.0/ports/987c28c5-09f8-4cd6-9e16-7cae2bd970ee HTTP/1.1" status: 200 len: 1092 time: 3.8814929 Jan 31 18:33:01.136994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06', 'tag': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:01.151845 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0338ac-85db-4363-9ea1-9d4136b13093" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06", "tag": "987c28c5-09f8-4cd6-9e16-7cae2bd970ee"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:01.182319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-253d92d2-4c88-4e69-996e-ece69d71709c service neutron] 10.222.0.20 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601372 Jan 31 18:33:01.190314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-2b90b9a6-09b5-4a51-81f2-52b8b8b0f1f5 req-a8890f07-6c3f-4486-b51a-052c77e6f2ab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Calling delete_port for 981f6c98-c637-434c-8824-5eed080b252b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:33:01.297137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d64280f-62fa-434b-bf8f-ff069248f45d req-8e27c285-4903-4147-b63d-732bfaad0d5e tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475773 Jan 31 18:33:01.458827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d9eea-70c0-4144-b2ab-d2b969df6776 service neutron] Pushing event updated for resources: {'Port': ['ID=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:01.516776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c32cd-ee14-4a06-96c0-ff02d95a173b req-2bfdb9e9-f5a6-4afc-ae4e-75cbca9b8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:01.518477 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010c32cd-ee14-4a06-96c0-ff02d95a173b req-2bfdb9e9-f5a6-4afc-ae4e-75cbca9b8ffe service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.6713641 Jan 31 18:33:01.698483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010c32cd-ee14-4a06-96c0-ff02d95a173b req-02a118ba-1bbd-4bf0-b213-402010f4efca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf HTTP/1.1" status: 200 len: 217 time: 0.1478131 Jan 31 18:33:01.790858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-3eb95b84-9964-4620-b274-713396c5a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:01.792685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-3eb95b84-9964-4620-b274-713396c5a542 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66547495f5664d03aa91ce8746ad08b1&device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 1126 time: 0.5970044 Jan 31 18:33:01.895683 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c32cd-ee14-4a06-96c0-ff02d95a173b req-405b93fe-c91a-4735-8da6-4470a5843282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:01.897758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010c32cd-ee14-4a06-96c0-ff02d95a173b req-405b93fe-c91a-4735-8da6-4470a5843282 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1473186 Jan 31 18:33:02.271859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba09b4c-776d-4fa4-94ec-b85933c7cdea req-6fbc8c94-789e-47eb-8102-076b8e18aee6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:02.273460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ba09b4c-776d-4fa4-94ec-b85933c7cdea req-6fbc8c94-789e-47eb-8102-076b8e18aee6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 943 time: 0.8249695 Jan 31 18:33:02.287569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-8c0d0ece-7438-463c-87c6-ea89ac7c9242 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=987c28c5-09f8-4cd6-9e16-7cae2bd970ee HTTP/1.1" status: 200 len: 217 time: 0.4792149 Jan 31 18:33:02.550395 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2b90b9a6-09b5-4a51-81f2-52b8b8b0f1f5 req-a8890f07-6c3f-4486-b51a-052c77e6f2ab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (981f6c98-c637-434c-8824-5eed080b252b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:02.629026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8890f07-6c3f-4486-b51a-052c77e6f2ab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Pushing event deleted for resources: {'Port': ['ID=981f6c98-c637-434c-8824-5eed080b252b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:02.710197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c32cd-ee14-4a06-96c0-ff02d95a173b req-393648e9-b09a-4df0-ae5e-ee86c61ee14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:02.712092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010c32cd-ee14-4a06-96c0-ff02d95a173b req-393648e9-b09a-4df0-ae5e-ee86c61ee14d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4373987 Jan 31 18:33:02.724903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98902e-c951-4712-9306-8088045ee330 req-1178be95-362d-46c1-a40a-9bcaf971715e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:02.727519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b98902e-c951-4712-9306-8088045ee330 req-1178be95-362d-46c1-a40a-9bcaf971715e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 1.0664086 Jan 31 18:33:02.803169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ba09b4c-776d-4fa4-94ec-b85933c7cdea req-873cb64e-1283-4dd4-8ab4-6649f42bc1e6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124164 Jan 31 18:33:02.894423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b90b9a6-09b5-4a51-81f2-52b8b8b0f1f5 req-a8890f07-6c3f-4486-b51a-052c77e6f2ab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] No DVR routers for this DVR port 981f6c98-c637-434c-8824-5eed080b252b on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:33:02.978778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-c9c62e9d-17b6-41df-a552-b84949b257a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:02.980604 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f19e117-c6a2-4098-b346-96cc175aab1f x-openstack-request-id: req-8f19e117-c6a2-4098-b346-96cc175aab1f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:02.981181 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c395926-ccb4-40b0-9dcc-b2cbb0e61973", "tag": "ab40b8cb-66a7-4c96-ba4b-c11c1166af7a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:02.981394 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f19e117-c6a2-4098-b346-96cc175aab1f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:02.981778 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c395926-ccb4-40b0-9dcc-b2cbb0e61973', 'tag': 'ab40b8cb-66a7-4c96-ba4b-c11c1166af7a', 'status': 'completed', 'code': 200} Jan 31 18:33:02.987530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-c9c62e9d-17b6-41df-a552-b84949b257a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87adcd95-d160-4714-a71a-98ed64115d46 HTTP/1.1" status: 200 len: 862 time: 0.6887667 Jan 31 18:33:03.000516 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2b90b9a6-09b5-4a51-81f2-52b8b8b0f1f5 req-a8890f07-6c3f-4486-b51a-052c77e6f2ab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:03.010361 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b90b9a6-09b5-4a51-81f2-52b8b8b0f1f5 req-a8890f07-6c3f-4486-b51a-052c77e6f2ab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.21 "DELETE /v2.0/ports/981f6c98-c637-434c-8824-5eed080b252b HTTP/1.1" status: 204 len: 173 time: 3.2866490 Jan 31 18:33:03.079256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-5c9167fe-43f6-4be3-b318-f4c5b68672e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=733bbce2-1d9b-4e28-b32d-b72fc50c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672824 Jan 31 18:33:03.178066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb11bde-a086-4659-b1f7-4f22dd8d33c0 req-5102d429-4aa2-4966-b49b-54623a0638b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:03.179559 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fdb11bde-a086-4659-b1f7-4f22dd8d33c0 req-5102d429-4aa2-4966-b49b-54623a0638b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 1127 time: 0.1969550 Jan 31 18:33:03.236431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b98902e-c951-4712-9306-8088045ee330 req-68b7a569-fcac-41e7-aab7-9cb9d357bb1c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813213 Jan 31 18:33:03.288549 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010c32cd-ee14-4a06-96c0-ff02d95a173b req-4983ba2a-ed37-4a79-8837-12eab1ba2701 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536876 Jan 31 18:33:03.317816 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb11bde-a086-4659-b1f7-4f22dd8d33c0 req-a828a38d-5363-463a-8d36-4ec1af8866ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:03.319476 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fdb11bde-a086-4659-b1f7-4f22dd8d33c0 req-a828a38d-5363-463a-8d36-4ec1af8866ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.1316795 Jan 31 18:33:03.319833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ab40b8cb-66a7-4c96-ba4b-c11c1166af7a details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:33:03.357256 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d972ff6-8d69-4c67-8227-e0e3b80168f7 x-openstack-request-id: req-1d972ff6-8d69-4c67-8227-e0e3b80168f7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:03.363700 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ad4a63-f212-43e6-a7eb-f9f5f199cc14", "name": "network-vif-unplugged", "status": "completed", "tag": "981f6c98-c637-434c-8824-5eed080b252b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:03.364106 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d972ff6-8d69-4c67-8227-e0e3b80168f7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:03.364768 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ad4a63-f212-43e6-a7eb-f9f5f199cc14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981f6c98-c637-434c-8824-5eed080b252b', 'code': 200} Jan 31 18:33:03.375885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 981f6c98-c637-434c-8824-5eed080b252b no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:33:03.379930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-5186d2c1-b77e-4e98-b3fd-82651ee7d322 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:03.381688 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-5186d2c1-b77e-4e98-b3fd-82651ee7d322 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.21 "GET /v2.0/networks?id=2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 200 len: 805 time: 0.5364771 Jan 31 18:33:03.383308 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fdb11bde-a086-4659-b1f7-4f22dd8d33c0 req-39140afa-7d74-467a-aa25-f4909d0d4541 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a HTTP/1.1" status: 200 len: 217 time: 0.0545256 Jan 31 18:33:03.399939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Request body: {'port': {'device_id': 'dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb', 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'admin_state_up': True, 'tenant_id': '08bf323cbeac4719b88fd63908e36526'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:03.440876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 981f6c98-c637-434c-8824-5eed080b252b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:33:03.441356 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 981f6c98-c637-434c-8824-5eed080b252b not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:33:03.479881 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c28774-08a5-4709-8d54-dd3a5e8eeda3 req-ed192ed7-42e6-47f3-94fb-ad51a8f90e16 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:03.481439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-03c28774-08a5-4709-8d54-dd3a5e8eeda3 req-ed192ed7-42e6-47f3-94fb-ad51a8f90e16 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 946 time: 0.4075491 Jan 31 18:33:03.486166 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a0bc2f-d5b1-46fd-8d08-f5050806228d x-openstack-request-id: req-a8a0bc2f-d5b1-46fd-8d08-f5050806228d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:03.486529 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06", "tag": "987c28c5-09f8-4cd6-9e16-7cae2bd970ee", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:03.486720 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8a0bc2f-d5b1-46fd-8d08-f5050806228d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:03.487101 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06', 'tag': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee', 'status': 'completed', 'code': 200} Jan 31 18:33:03.592093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb11bde-a086-4659-b1f7-4f22dd8d33c0 req-c5eb60c9-a0ef-4549-b16b-ae861074b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:03.595143 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fdb11bde-a086-4659-b1f7-4f22dd8d33c0 req-c5eb60c9-a0ef-4549-b16b-ae861074b0eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.1994226 Jan 31 18:33:03.654162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-8d3bf382-b881-407e-bfc1-54506115cd0e service neutron] 10.222.0.21 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542562 Jan 31 18:33:03.662498 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fdb11bde-a086-4659-b1f7-4f22dd8d33c0 req-fa68bd46-83e1-462d-8c7d-622aeb3f8bc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593281 Jan 31 18:33:03.683954 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:03.724261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'ab40b8cb-66a7-4c96-ba4b-c11c1166af7a', 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c', 'port_id': 'ab40b8cb-66a7-4c96-ba4b-c11c1166af7a', 'mac_address': 'fa:16:3e:87:51:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f736a56-6747-41e3-b560-6b1178449d92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:33:03.779921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Made reservation on behalf of 08bf323cbeac4719b88fd63908e36526 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:03.795684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:03.841827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:03.843343 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:03.870649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab40b8cb-66a7-4c96-ba4b-c11c1166af7a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:03.906092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:03.915620 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:03.930147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-03c28774-08a5-4709-8d54-dd3a5e8eeda3 req-6fb1cf49-1aca-40ac-88a3-4cb5653b3eee tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386160 Jan 31 18:33:03.956488 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-010c32cd-ee14-4a06-96c0-ff02d95a173b req-79cbbf1d-e1c6-411f-b4d2-941d1670f408 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505275 Jan 31 18:33:03.964378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51ee7a45-45b4-4f2a-864e-bea9a5072239 req-fe07b5a0-d70c-4600-a9e6-1777eee6bf79 service neutron] 10.222.0.21 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914393 Jan 31 18:33:03.975362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d78417-9df8-4af6-8996-0f5a27763bd6 req-ab9a2100-3cbe-4cdd-b865-1e0079aa545a tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:03.988735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11d78417-9df8-4af6-8996-0f5a27763bd6 req-ab9a2100-3cbe-4cdd-b865-1e0079aa545a tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 945 time: 0.5062203 Jan 31 18:33:04.032645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:04.084022 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fdb11bde-a086-4659-b1f7-4f22dd8d33c0 req-8814c70b-673b-4276-825b-9980ac48f3d6 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150343 Jan 31 18:33:04.117414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11d78417-9df8-4af6-8996-0f5a27763bd6 req-f626da94-fbb0-466b-8555-ce0e12edc6e7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190414 Jan 31 18:33:04.150385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['ab40b8cb-66a7-4c96-ba4b-c11c1166af7a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:04.228088 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a476754e-fb9d-44cd-b29f-4e30bda8eb39 req-a5ff09d6-5879-48ff-832d-f67c8210debe tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 210 time: 0.0517271 Jan 31 18:33:04.242423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0338ac-85db-4363-9ea1-9d4136b13093 req-950dd7a9-9df1-41e7-a9ec-c8bb04b6b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:04.244096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c0338ac-85db-4363-9ea1-9d4136b13093 req-950dd7a9-9df1-41e7-a9ec-c8bb04b6b7c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66547495f5664d03aa91ce8746ad08b1&device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 1126 time: 0.1673636 Jan 31 18:33:04.479452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0338ac-85db-4363-9ea1-9d4136b13093 req-ea3dd064-b5d7-461a-a74e-9163502339de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:04.482042 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c0338ac-85db-4363-9ea1-9d4136b13093 req-ea3dd064-b5d7-461a-a74e-9163502339de service neutron] 10.222.0.21 "GET /v2.0/networks?id=733bbce2-1d9b-4e28-b32d-b72fc50c4561 HTTP/1.1" status: 200 len: 923 time: 0.2229137 Jan 31 18:33:04.608598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c8a6c-cc98-443e-b191-9bc52b048694 req-c12eb1eb-408b-49fa-b0fd-fd29c23b7608 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:04.622991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a47c8a6c-cc98-443e-b191-9bc52b048694 req-c12eb1eb-408b-49fa-b0fd-fd29c23b7608 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 945 time: 0.3596485 Jan 31 18:33:04.637136 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c0338ac-85db-4363-9ea1-9d4136b13093 req-7317a509-24e1-4585-8933-d335de5d0087 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=987c28c5-09f8-4cd6-9e16-7cae2bd970ee HTTP/1.1" status: 200 len: 217 time: 0.1490836 Jan 31 18:33:04.750586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-da82c562-4426-48ea-b7dd-ef5cb1570ca9 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381734 Jan 31 18:33:04.837151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a47c8a6c-cc98-443e-b191-9bc52b048694 req-e5279259-18bd-4fe0-b8e3-0487d05c25ac tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123251 Jan 31 18:33:04.847935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0338ac-85db-4363-9ea1-9d4136b13093 req-5ac60d0d-697e-4e06-ad0c-16f41366c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:04.850438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c0338ac-85db-4363-9ea1-9d4136b13093 req-5ac60d0d-697e-4e06-ad0c-16f41366c97f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87adcd95-d160-4714-a71a-98ed64115d46 HTTP/1.1" status: 200 len: 862 time: 0.2020631 Jan 31 18:33:05.049548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c0338ac-85db-4363-9ea1-9d4136b13093 req-8e6515a3-a1f9-44ac-813b-9e3d5dd9c19e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=733bbce2-1d9b-4e28-b32d-b72fc50c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1905417 Jan 31 18:33:05.159354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Allocated IP 172.20.0.10 (2a717cd3-4695-4c00-a9e2-02acd94a1625/4a886752-5fa3-4f61-a2a9-5923eb8db5c3/58301899-e973-4182-8ffe-18f59c3ae942) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:05.219915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885d201-a735-452a-8851-0b01baef24fa req-4b0da13e-3246-40ba-b26b-4d62f647717c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:05.221844 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-4b0da13e-3246-40ba-b26b-4d62f647717c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4613302 Jan 31 18:33:05.324855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ab40b8cb-66a7-4c96-ba4b-c11c1166af7a up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:05.397890 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks [] for port (58301899-e973-4182-8ffe-18f59c3ae942), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:05.417497 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:05.425833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:05.426305 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:05.488808 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fdb11bde-a086-4659-b1f7-4f22dd8d33c0 req-1a76f4e8-6e16-481f-af95-dd690b9a04aa service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3970661 Jan 31 18:33:05.492382 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (58301899-e973-4182-8ffe-18f59c3ae942), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:05.522830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-54e235a4-552e-4951-8460-4729597e5cbc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/quotas/91a42f644a6a43c6a68db0de6be71875 HTTP/1.1" status: 200 len: 375 time: 0.2651069 Jan 31 18:33:05.524773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ad4a63-f212-43e6-a7eb-f9f5f199cc14', 'name': 'network-vif-deleted', 'tag': '981f6c98-c637-434c-8824-5eed080b252b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:05.527291 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1c2312-c240-43ae-9111-3d624f538765" -d '{"events": [{"server_uuid": "f5ad4a63-f212-43e6-a7eb-f9f5f199cc14", "name": "network-vif-deleted", "tag": "981f6c98-c637-434c-8824-5eed080b252b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:05.581363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfacce-f408-4376-a739-441852f7601b req-7c44370e-4b4f-4923-8a1c-e28369c6f1db tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:05.581587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:05.581692 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:05.583391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49cfacce-f408-4376-a739-441852f7601b req-7c44370e-4b4f-4923-8a1c-e28369c6f1db tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 943 time: 0.5881920 Jan 31 18:33:05.586591 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c0338ac-85db-4363-9ea1-9d4136b13093 req-a0c22641-c520-42e0-91b7-bb4f7cc7024a service neutron] 10.222.0.21 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764668 Jan 31 18:33:05.603821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-e83fbd37-3843-4982-9e9e-07062c9ca25d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797694 Jan 31 18:33:05.613290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c395926-ccb4-40b0-9dcc-b2cbb0e61973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab40b8cb-66a7-4c96-ba4b-c11c1166af7a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:05.616439 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec646e1-79cb-465c-a52b-229a1d15c299" -d '{"events": [{"server_uuid": "4c395926-ccb4-40b0-9dcc-b2cbb0e61973", "name": "network-vif-plugged", "status": "completed", "tag": "ab40b8cb-66a7-4c96-ba4b-c11c1166af7a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:05.644461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:05.658600 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:05.664183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Pushing event updated for resources: {'Port': ['ID=58301899-e973-4182-8ffe-18f59c3ae942,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:05.683129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Network 2a717cd3-4695-4c00-a9e2-02acd94a1625 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:05.686972 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:05.690281 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:05.782814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:05.810942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:05.812315 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:05.858596 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49cfacce-f408-4376-a739-441852f7601b req-8c77c0c8-37db-4216-8dad-e4b2b0163083 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487979 Jan 31 18:33:05.861189 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-af1083e7-f179-4340-aefb-3f5992915d8a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4665256 Jan 31 18:33:05.862719 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-26084d7c-6253-4e31-91e4-08122352a899 service neutron] show failed (client error): The resource could not be found. Jan 31 18:33:05.864032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-26084d7c-6253-4e31-91e4-08122352a899 service neutron] 10.222.0.49 "GET /v2.0/ports/f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf/bindings/n-h2-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.6603220 Jan 31 18:33:05.892357 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Request body: {'port': {'device_id': 'dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:05.913047 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c0338ac-85db-4363-9ea1-9d4136b13093 req-e14df974-557d-4cbc-a33f-f76366ff5047 service neutron] 10.222.0.21 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004174 Jan 31 18:33:06.114793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (58301899-e973-4182-8ffe-18f59c3ae942), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:06.284701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60964296-e820-492b-8a79-2e10ce73a607 req-542201cf-1fb6-4729-bd9e-fd2dbe0eed5d tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:06.289574 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60964296-e820-492b-8a79-2e10ce73a607 req-542201cf-1fb6-4729-bd9e-fd2dbe0eed5d tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 1129 time: 0.3583686 Jan 31 18:33:06.340570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e00737-95e7-40e3-8db7-1b804e83b3b1 req-fbfb2397-7393-4756-95ad-499a34a28ca5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:06.352862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11e00737-95e7-40e3-8db7-1b804e83b3b1 req-fbfb2397-7393-4756-95ad-499a34a28ca5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.3107438 Jan 31 18:33:06.426228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-e033b953-899f-4271-bd48-fa0d078cd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:06.427664 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-e033b953-899f-4271-bd48-fa0d078cd56f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243&tenant_id=57a793ec9c5b4f5291284cbfc8520325 HTTP/1.1" status: 200 len: 1133 time: 0.2553596 Jan 31 18:33:06.444276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:06.502176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11e00737-95e7-40e3-8db7-1b804e83b3b1 req-86a805ab-be9e-4fcd-931c-e32aed226fc5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474340 Jan 31 18:33:06.513212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60964296-e820-492b-8a79-2e10ce73a607 req-fa4ebad7-910c-41be-9b95-f81b44ab0df2 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096486 Jan 31 18:33:06.579467 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:06.672048 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747c7abb-e956-42ca-b187-683d77156549 x-openstack-request-id: req-747c7abb-e956-42ca-b187-683d77156549 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:06.672530 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ad4a63-f212-43e6-a7eb-f9f5f199cc14", "name": "network-vif-deleted", "tag": "981f6c98-c637-434c-8824-5eed080b252b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:06.673076 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-747c7abb-e956-42ca-b187-683d77156549 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:06.673504 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ad4a63-f212-43e6-a7eb-f9f5f199cc14', 'name': 'network-vif-deleted', 'tag': '981f6c98-c637-434c-8824-5eed080b252b', 'status': 'completed', 'code': 200} Jan 31 18:33:06.691416 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c00a1e-d6e2-4700-89fe-77e87f5571d5 x-openstack-request-id: req-45c00a1e-d6e2-4700-89fe-77e87f5571d5 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:06.692596 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c395926-ccb4-40b0-9dcc-b2cbb0e61973", "name": "network-vif-plugged", "status": "completed", "tag": "ab40b8cb-66a7-4c96-ba4b-c11c1166af7a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:06.693201 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45c00a1e-d6e2-4700-89fe-77e87f5571d5 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:06.694573 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c395926-ccb4-40b0-9dcc-b2cbb0e61973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab40b8cb-66a7-4c96-ba4b-c11c1166af7a', 'code': 200} Jan 31 18:33:06.695147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58301899-e973-4182-8ffe-18f59c3ae942 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:06.713637 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Publish callbacks [] for port (58301899-e973-4182-8ffe-18f59c3ae942), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:06.753652 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Transition to ACTIVE for port object 58301899-e973-4182-8ffe-18f59c3ae942 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:06.764678 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (58301899-e973-4182-8ffe-18f59c3ae942), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:06.846463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Pushing event updated for resources: {'Port': ['ID=58301899-e973-4182-8ffe-18f59c3ae942,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:06.865893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ab2bb-5459-4bbb-9191-7fcd43fdb80a req-bb8b27d5-f459-4587-8035-184317542e03 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:06.865893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-740ab2bb-5459-4bbb-9191-7fcd43fdb80a req-bb8b27d5-f459-4587-8035-184317542e03 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 932 time: 0.2287312 Jan 31 18:33:06.887996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c5f8a54-9db8-45af-ada0-9dd73040e96c req-cc40e003-d7f7-453c-b247-0464f3156aff tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 210 time: 0.0878716 Jan 31 18:33:06.957838 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab002d6-d797-4a92-9ec0-338c403c9b89 req-bc9d3c47-c8bb-4e48-83d4-72b0296ed716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:06.962316 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fab002d6-d797-4a92-9ec0-338c403c9b89 req-bc9d3c47-c8bb-4e48-83d4-72b0296ed716 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 1129 time: 0.2073712 Jan 31 18:33:07.023175 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Attempting to bind port 58301899-e973-4182-8ffe-18f59c3ae942 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:07.023668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Attempting to bind port 58301899-e973-4182-8ffe-18f59c3ae942 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:07.024114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Attempting to bind port 58301899-e973-4182-8ffe-18f59c3ae942 on network 2a717cd3-4695-4c00-a9e2-02acd94a1625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:07.037102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Port 58301899-e973-4182-8ffe-18f59c3ae942 on network 2a717cd3-4695-4c00-a9e2-02acd94a1625 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:33:07.037520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Attempting to bind port 58301899-e973-4182-8ffe-18f59c3ae942 on network 2a717cd3-4695-4c00-a9e2-02acd94a1625 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:07.051058 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:07.051482 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Checking segment: {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:07.051969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Bound using segment: {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:07.052515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Bound port: 58301899-e973-4182-8ffe-18f59c3ae942, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:07.052957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (58301899-e973-4182-8ffe-18f59c3ae942), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:07.070371 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fab002d6-d797-4a92-9ec0-338c403c9b89 req-c136c070-154c-47b1-9811-380932bfc58f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995445 Jan 31 18:33:07.096577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-740ab2bb-5459-4bbb-9191-7fcd43fdb80a req-e45574d2-f0a9-4cae-9728-36ab753b1f24 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048867 Jan 31 18:33:07.162307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:07.163107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] For port 58301899-e973-4182-8ffe-18f59c3ae942, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:07.169923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] For port 58301899-e973-4182-8ffe-18f59c3ae942, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=58301899-e973-4182-8ffe-18f59c3ae942,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:07.181173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (58301899-e973-4182-8ffe-18f59c3ae942), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:07.244145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:07.245314 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:07.248265 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] 10.222.0.21 "PUT /v2.0/ports/58301899-e973-4182-8ffe-18f59c3ae942 HTTP/1.1" status: 200 len: 1093 time: 1.3797176 Jan 31 18:33:07.252001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb', 'tag': '58301899-e973-4182-8ffe-18f59c3ae942'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:07.256517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f798c1-26bb-4140-9943-f48eeaf90c25 req-3a7e5ef0-86d6-448c-8a5a-63d22eb96118 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:07.257028 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9719ef18-fe3c-4d00-86c4-b14e9c40aabb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb", "tag": "58301899-e973-4182-8ffe-18f59c3ae942"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:07.276817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1f798c1-26bb-4140-9943-f48eeaf90c25 req-3a7e5ef0-86d6-448c-8a5a-63d22eb96118 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.2764738 Jan 31 18:33:07.323715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 987c28c5-09f8-4cd6-9e16-7cae2bd970ee details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:33:07.347711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b0d41-c83a-4dfc-8347-e65b416864fe service neutron] Pushing event updated for resources: {'Port': ['ID=58301899-e973-4182-8ffe-18f59c3ae942,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:07.375799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:07.456134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-c2d7d705-7713-49f0-8783-9dab95cf12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:07.459323 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-c2d7d705-7713-49f0-8783-9dab95cf12b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf323cbeac4719b88fd63908e36526&device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 1127 time: 0.1563067 Jan 31 18:33:07.519841 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Publish callbacks [] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:07.526949 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-1a962855-1c77-4d58-8395-bdc44b7479a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58301899-e973-4182-8ffe-18f59c3ae942 HTTP/1.1" status: 200 len: 217 time: 0.0598176 Jan 31 18:33:07.527615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:07.534517 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1f798c1-26bb-4140-9943-f48eeaf90c25 req-d3d409db-390f-4d32-bded-7db177abf904 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558007 Jan 31 18:33:07.567367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee', 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561', 'port_id': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee', 'mac_address': 'fa:16:3e:ea:52:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87adcd95-d160-4714-a71a-98ed64115d46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:33:07.621191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-b60599de-2f2c-42a6-8ddb-9f05ac6be02b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279912 Jan 31 18:33:07.671677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:07.671839 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-d76ca66a-781d-4aa7-958a-77a3d5d2623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:07.672530 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:07.673337 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-d76ca66a-781d-4aa7-958a-77a3d5d2623b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a886752-5fa3-4f61-a2a9-5923eb8db5c3 HTTP/1.1" status: 200 len: 845 time: 0.1375048 Jan 31 18:33:07.680723 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b528cb-31fd-4d50-a12f-d4c78d6a4a12 x-openstack-request-id: req-82b528cb-31fd-4d50-a12f-d4c78d6a4a12 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:07.681102 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb", "tag": "58301899-e973-4182-8ffe-18f59c3ae942", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:07.681905 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82b528cb-31fd-4d50-a12f-d4c78d6a4a12 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:07.682330 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb', 'tag': '58301899-e973-4182-8ffe-18f59c3ae942', 'status': 'completed', 'code': 200} Jan 31 18:33:07.705083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987c28c5-09f8-4cd6-9e16-7cae2bd970ee {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:07.748507 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-df2eec9f-e438-4d33-8597-b5da76682c82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a717cd3-4695-4c00-a9e2-02acd94a1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651696 Jan 31 18:33:07.769176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:07.774110 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:07.797563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b4aba-b04f-42d7-a6af-c39fe6c0b4b6 req-f53e6164-1c18-4586-a3c3-8723a8e008fe tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:07.799599 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c20b4aba-b04f-42d7-a6af-c39fe6c0b4b6 req-f53e6164-1c18-4586-a3c3-8723a8e008fe tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 943 time: 0.4931157 Jan 31 18:33:07.800956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Transition to ACTIVE for port object f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:07.860642 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-afbb804c-f6bc-4135-9337-e5bad9ad5587 service neutron] 10.222.0.21 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024055 Jan 31 18:33:07.895354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:07.902776 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:08.016933 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5590e444-7f83-456d-8fbe-5f29d7dcc1f1 req-924e4ba0-e780-45a8-98d5-7c59f632bfcd service neutron] 10.222.0.21 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497188 Jan 31 18:33:08.051568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['987c28c5-09f8-4cd6-9e16-7cae2bd970ee'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:08.115451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Pushing event updated for resources: {'Port': ['ID=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:08.196793 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c20b4aba-b04f-42d7-a6af-c39fe6c0b4b6 req-5c63f705-8fb0-424b-8e8a-dfe0873cecb4 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644357 Jan 31 18:33:08.224467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885d201-a735-452a-8851-0b01baef24fa req-6d5a6d22-ed90-4387-b431-6c6a981689de tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:08.231097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-6d5a6d22-ed90-4387-b431-6c6a981689de tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5893528 Jan 31 18:33:08.233437 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719ef18-fe3c-4d00-86c4-b14e9c40aabb req-e9dd2af5-7201-4ce1-991c-7de9e8e8995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:08.235167 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9719ef18-fe3c-4d00-86c4-b14e9c40aabb req-e9dd2af5-7201-4ce1-991c-7de9e8e8995d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf323cbeac4719b88fd63908e36526&device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 1127 time: 0.1369128 Jan 31 18:33:08.236329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] No DVR routers for this DVR port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:33:08.262551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Request body: {'port': {'device_id': 'e3f8271e-c4d4-4548-b962-bed31214e646', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '91a42f644a6a43c6a68db0de6be71875'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:08.450288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383aafe-5a6e-4353-b56c-7ff3eeec13e4 req-867625b3-e1ac-4abf-95e4-8cb6bc7f917d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:08.458524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1383aafe-5a6e-4353-b56c-7ff3eeec13e4 req-867625b3-e1ac-4abf-95e4-8cb6bc7f917d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 948 time: 0.6488631 Jan 31 18:33:08.515051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84445c77-6c54-4c2e-a2b3-051ec01473f3 req-db3e70de-c136-463c-a3c0-5e1f3f2cf5f8 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 210 time: 0.1296380 Jan 31 18:33:08.524141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Attempting to bind port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:08.524596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Attempting to bind port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:08.525010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Attempting to bind port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:08.542004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719ef18-fe3c-4d00-86c4-b14e9c40aabb req-a2942591-2723-4916-b737-5043486739b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:08.543503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:33:08.543503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Attempting to bind port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:08.545637 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9719ef18-fe3c-4d00-86c4-b14e9c40aabb req-a2942591-2723-4916-b737-5043486739b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 200 len: 906 time: 0.3013065 Jan 31 18:33:08.567170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:08.567679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:08.568153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:08.568931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Bound port: f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:08.569163 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:08.643716 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9719ef18-fe3c-4d00-86c4-b14e9c40aabb req-690b38ef-c103-4e6a-a37a-5d59f260aa55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58301899-e973-4182-8ffe-18f59c3ae942 HTTP/1.1" status: 200 len: 217 time: 0.0893919 Jan 31 18:33:08.705715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719ef18-fe3c-4d00-86c4-b14e9c40aabb req-2dda3158-ff8e-4e15-af22-9dd312d1fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:08.708277 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9719ef18-fe3c-4d00-86c4-b14e9c40aabb req-2dda3158-ff8e-4e15-af22-9dd312d1fc0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a886752-5fa3-4f61-a2a9-5923eb8db5c3 HTTP/1.1" status: 200 len: 845 time: 0.0571418 Jan 31 18:33:08.756979 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9719ef18-fe3c-4d00-86c4-b14e9c40aabb req-71984a07-2ed2-4142-8f75-5a73d6f57b1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a717cd3-4695-4c00-a9e2-02acd94a1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419810 Jan 31 18:33:08.881072 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9719ef18-fe3c-4d00-86c4-b14e9c40aabb req-c954a7a9-4d29-4451-be2c-93bce1f23645 service neutron] 10.222.0.21 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146717 Jan 31 18:33:08.891799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:08.894681 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b733c04-f3a2-463b-931d-dc33a555b59b" -d '{"events": [{"server_uuid": "4da3e9eb-21f6-4bd9-b6d3-80e2816d5243", "name": "network-vif-unplugged", "status": "completed", "tag": "f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:08.975000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1383aafe-5a6e-4353-b56c-7ff3eeec13e4 req-3453a49e-8fbf-429a-a4bc-11d50bc4d917 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111644 Jan 31 18:33:09.011842 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9719ef18-fe3c-4d00-86c4-b14e9c40aabb req-31279505-d829-45b7-814d-9a03c448ec39 service neutron] 10.222.0.21 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164732 Jan 31 18:33:09.032307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Made reservation on behalf of 91a42f644a6a43c6a68db0de6be71875 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:09.035787 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:09.067232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:09.153586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a4ce7-1084-48f8-a94b-918067a2f5bc req-c9e98dbb-4f0c-4267-905c-7796a67192de tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:09.155256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-106a4ce7-1084-48f8-a94b-918067a2f5bc req-c9e98dbb-4f0c-4267-905c-7796a67192de tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 944 time: 0.2497704 Jan 31 18:33:09.168545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:09.180663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:09.209047 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:09.301151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85157824-f81c-467e-a0ef-bedcd4445625 req-752bba2c-8a5a-41f5-a6da-4e4df19b7714 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:09.302856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85157824-f81c-467e-a0ef-bedcd4445625 req-752bba2c-8a5a-41f5-a6da-4e4df19b7714 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.2182379 Jan 31 18:33:09.304273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:09.309879 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:09.319129 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] 10.222.0.21 "PUT /v2.0/ports/f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf HTTP/1.1" status: 200 len: 1097 time: 2.8833811 Jan 31 18:33:09.352850 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 987c28c5-09f8-4cd6-9e16-7cae2bd970ee up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:09.380934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-106a4ce7-1084-48f8-a94b-918067a2f5bc req-c1ab36f6-98c0-4884-9ed6-d1ac713c24e0 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165217 Jan 31 18:33:09.401984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf5da5-5ce8-47e7-8457-335f397f5c3a service neutron] Pushing event updated for resources: {'Port': ['ID=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:09.500720 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:09.520913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:09.524998 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:09.569632 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c868d0-2e2d-426b-9090-e643e8a409f5 x-openstack-request-id: req-04c868d0-2e2d-426b-9090-e643e8a409f5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:09.569632 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da3e9eb-21f6-4bd9-b6d3-80e2816d5243", "name": "network-vif-unplugged", "status": "completed", "tag": "f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:09.570328 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04c868d0-2e2d-426b-9090-e643e8a409f5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:09.573437 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf', 'code': 200} Jan 31 18:33:09.586640 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks [] for security_group (e095e8c2-3e74-401c-afb1-695d8d6749e4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:09.603290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:33:09.612827 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e095e8c2-3e74-401c-afb1-695d8d6749e4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:09.689030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85157824-f81c-467e-a0ef-bedcd4445625 req-11ee5ea6-cdac-469c-af0c-fd59e239365d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570855 Jan 31 18:33:09.773292 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf host n-h2-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:33:09.773864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:33:09.802231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e095e8c2-3e74-401c-afb1-695d8d6749e4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:09.810055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:09.810223 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:09.829464 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-b2b14f79-61f3-4398-aca3-227233309690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:09.831020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-b2b14f79-61f3-4398-aca3-227233309690 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 1131 time: 0.4320941 Jan 31 18:33:09.857419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:09.872423 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f06992-4a89-4544-af2f-119b6277edb9" -d '{"events": [{"server_uuid": "a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06", "name": "network-vif-plugged", "status": "completed", "tag": "987c28c5-09f8-4cd6-9e16-7cae2bd970ee"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:09.876587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:09.885812 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:10.010707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-7bec0b97-ef47-4363-919c-d886a807ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:10.012291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-7bec0b97-ef47-4363-919c-d886a807ff16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.1715837 Jan 31 18:33:10.029309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:10.137160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-171c5db6-d5eb-44d5-8692-eec39fe62448 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf HTTP/1.1" status: 200 len: 217 time: 0.1103535 Jan 31 18:33:10.157478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32b77c37-a7d7-4777-85a5-063d43203f82 req-74f3d9c1-2d32-405c-a245-e65e2666a461 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 210 time: 0.0856402 Jan 31 18:33:10.179554 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649db74-fda5-4076-a67c-ec75aaac4151 req-e08528fb-d303-4a72-844c-c93cbb7c9043 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:10.186917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6649db74-fda5-4076-a67c-ec75aaac4151 req-e08528fb-d303-4a72-844c-c93cbb7c9043 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 944 time: 0.5306041 Jan 31 18:33:10.305558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Allocated IP 192.168.233.73 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/7914fcdf-5533-49bf-a7d3-5109429ddd28) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:10.329125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-2a6b0ed2-254c-4ae3-8700-59085f12d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:10.330724 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-2a6b0ed2-254c-4ae3-8700-59085f12d4ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1703181 Jan 31 18:33:10.335637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6649db74-fda5-4076-a67c-ec75aaac4151 req-0b856b31-c685-4642-b731-9abed163a988 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478236 Jan 31 18:33:10.399811 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85809bfd-6021-40ec-bb44-70da404405f7 x-openstack-request-id: req-85809bfd-6021-40ec-bb44-70da404405f7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:10.400308 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06", "name": "network-vif-plugged", "status": "completed", "tag": "987c28c5-09f8-4cd6-9e16-7cae2bd970ee", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:10.400594 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85809bfd-6021-40ec-bb44-70da404405f7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:10.401118 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee', 'code': 200} Jan 31 18:33:10.410644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aadff7-14ba-407e-ab3c-bec6602efe56 req-dba092cc-9c92-4e55-a90a-51085dd5a5fe tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:10.412186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5aadff7-14ba-407e-ab3c-bec6602efe56 req-dba092cc-9c92-4e55-a90a-51085dd5a5fe tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 1129 time: 0.1793797 Jan 31 18:33:10.528256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-ee7ddb1b-d64c-4f45-8d75-96d1997a3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:10.530434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-ee7ddb1b-d64c-4f45-8d75-96d1997a3c6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1904182 Jan 31 18:33:10.547234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5301f6-cd82-4f10-813b-dc86faaaec27 req-4865c7cb-51fb-4d72-bf68-c915452546ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:10.548963 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ee5301f6-cd82-4f10-813b-dc86faaaec27 req-4865c7cb-51fb-4d72-bf68-c915452546ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 1128 time: 0.0689740 Jan 31 18:33:10.600828 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ee5301f6-cd82-4f10-813b-dc86faaaec27 req-b357af0b-0a5a-4e79-847a-4de6fd26fd3c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458131 Jan 31 18:33:10.675995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5aadff7-14ba-407e-ab3c-bec6602efe56 req-e2d04091-3086-4d1c-a640-5444e3c5be12 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384748 Jan 31 18:33:10.712226 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks [] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:10.747976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7d032-6261-400a-9792-2c82753e123b req-ee4f6643-1b11-42a6-96f0-10570a458dd4 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:10.749931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32e7d032-6261-400a-9792-2c82753e123b req-ee4f6643-1b11-42a6-96f0-10570a458dd4 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 945 time: 0.2695286 Jan 31 18:33:10.772940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-c3da3b31-1c38-49f8-99b1-efadd8f0cfa8 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218871 Jan 31 18:33:10.921821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32e7d032-6261-400a-9792-2c82753e123b req-882cef3f-c791-4c8e-873b-782c36c45b9b tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4f66e59-d77f-4b6c-8031-49be826543d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595926 Jan 31 18:33:10.924946 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:10.994540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:11.013053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:11.016064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:11.033810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e6c41-aa47-46d0-89bc-3de9fd7b9977 req-ed567d67-d074-4ebe-b157-1ebe3557b3cd tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:11.035529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-876e6c41-aa47-46d0-89bc-3de9fd7b9977 req-ed567d67-d074-4ebe-b157-1ebe3557b3cd tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 948 time: 0.2509046 Jan 31 18:33:11.069717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event updated for resources: {'Port': ['ID=7914fcdf-5533-49bf-a7d3-5109429ddd28,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:11.097974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b255011d-d5df-4c19-be16-7f9fea4e766a req-89843586-0197-401b-a899-28cbf223c394 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679656 Jan 31 18:33:11.157590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:11.158940 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:11.187704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-876e6c41-aa47-46d0-89bc-3de9fd7b9977 req-4aeed831-c973-49de-8b2c-b093c99864d6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263561 Jan 31 18:33:11.210695 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-7cc34cf4-a965-4574-ac34-a9bbf3d094a0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9684043 Jan 31 18:33:11.225988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Request body: {'port': {'device_id': 'e3f8271e-c4d4-4548-b962-bed31214e646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:11.345318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f261638e-131a-4cf3-bc1d-835e078ee5e2 None None] Provisioning complete for port 7914fcdf-5533-49bf-a7d3-5109429ddd28 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:11.345981 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f261638e-131a-4cf3-bc1d-835e078ee5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:11.379763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 58301899-e973-4182-8ffe-18f59c3ae942 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:33:11.388731 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:11.422634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f261638e-131a-4cf3-bc1d-835e078ee5e2 None None] Port 7914fcdf-5533-49bf-a7d3-5109429ddd28 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:33:11.462696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99126a2-1ed9-4525-8d87-433d4a80a540 req-0ca05d55-cfe9-4328-9ceb-457d777f6c88 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:11.473156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b99126a2-1ed9-4525-8d87-433d4a80a540 req-0ca05d55-cfe9-4328-9ceb-457d777f6c88 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 944 time: 0.1313689 Jan 31 18:33:11.540381 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 58301899-e973-4182-8ffe-18f59c3ae942, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=58301899-e973-4182-8ffe-18f59c3ae942,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:11.562351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '58301899-e973-4182-8ffe-18f59c3ae942', 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'port_id': '58301899-e973-4182-8ffe-18f59c3ae942', 'mac_address': 'fa:16:3e:14:89:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a886752-5fa3-4f61-a2a9-5923eb8db5c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:33:11.581623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'tag': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:11.583857 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183a3164-1051-4ec1-8542-eb0c4ac59caf" -d '{"events": [{"name": "network-changed", "server_uuid": "4da3e9eb-21f6-4bd9-b6d3-80e2816d5243", "tag": "f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:11.605911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 58301899-e973-4182-8ffe-18f59c3ae942 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:11.606279 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (58301899-e973-4182-8ffe-18f59c3ae942), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:11.622261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58301899-e973-4182-8ffe-18f59c3ae942 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:11.679531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 58301899-e973-4182-8ffe-18f59c3ae942, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=58301899-e973-4182-8ffe-18f59c3ae942,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:11.688641 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (58301899-e973-4182-8ffe-18f59c3ae942), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:11.703367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b99126a2-1ed9-4525-8d87-433d4a80a540 req-a7f8eaf7-7860-49cc-9ad7-b6dea75b181f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876650 Jan 31 18:33:11.765755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=58301899-e973-4182-8ffe-18f59c3ae942,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:11.786190 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9888b4a-2423-4fb4-892b-b74fea902bb8 req-09f43d36-6d92-4b54-bf95-9cb6ea0ff438 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:11.793626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9888b4a-2423-4fb4-892b-b74fea902bb8 req-09f43d36-6d92-4b54-bf95-9cb6ea0ff438 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 935 time: 0.2040038 Jan 31 18:33:12.034552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['58301899-e973-4182-8ffe-18f59c3ae942'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:12.125147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9888b4a-2423-4fb4-892b-b74fea902bb8 req-22c4614c-0a65-4632-8585-48b5323b51b3 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284328 Jan 31 18:33:12.156569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11316007-59e3-448e-8861-1b8c05322191 req-59e98d7e-28d6-4436-aa6b-b55a78b9e7c3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:12.172229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11316007-59e3-448e-8861-1b8c05322191 req-59e98d7e-28d6-4436-aa6b-b55a78b9e7c3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 945 time: 0.3643053 Jan 31 18:33:12.261572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da699ab5-423e-4364-984d-3b60cd1f624b req-f26ad783-b42b-460d-8763-27839dfb02a1 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:12.264592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da699ab5-423e-4364-984d-3b60cd1f624b req-f26ad783-b42b-460d-8763-27839dfb02a1 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 945 time: 0.4005406 Jan 31 18:33:12.279742 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d5473e-5ce0-4a8b-93d7-0bc7fe608f46 x-openstack-request-id: req-92d5473e-5ce0-4a8b-93d7-0bc7fe608f46 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:12.281041 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da3e9eb-21f6-4bd9-b6d3-80e2816d5243", "tag": "f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:12.281710 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92d5473e-5ce0-4a8b-93d7-0bc7fe608f46 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:12.282598 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'tag': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf', 'status': 'completed', 'code': 200} Jan 31 18:33:12.301372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7914fcdf-5533-49bf-a7d3-5109429ddd28 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:12.352123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-edac4432-7966-4050-b4dc-cff7e8065321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:12.353674 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-edac4432-7966-4050-b4dc-cff7e8065321 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 1131 time: 0.0638471 Jan 31 18:33:12.358564 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Publish callbacks [] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:12.437925 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11316007-59e3-448e-8861-1b8c05322191 req-b712f2c4-a39d-4942-b584-e8997ad3d94a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631645 Jan 31 18:33:12.489857 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-b93444b2-feed-4b48-af29-4d4535796748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:12.491712 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-b93444b2-feed-4b48-af29-4d4535796748 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.1304460 Jan 31 18:33:12.547700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Transition to ACTIVE for port object 7914fcdf-5533-49bf-a7d3-5109429ddd28 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:12.576917 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:12.631080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be37ee-cc25-4328-b1a9-fa2ce216412c req-1f3b76db-f9d0-4e48-b7b3-1ded686eb59e tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:12.631080 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99be37ee-cc25-4328-b1a9-fa2ce216412c req-1f3b76db-f9d0-4e48-b7b3-1ded686eb59e tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 945 time: 0.2216709 Jan 31 18:33:12.633663 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-5fe32767-e31a-4b82-a2ad-dfb4dc0191ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf HTTP/1.1" status: 200 len: 217 time: 0.1350462 Jan 31 18:33:12.682687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Pushing event updated for resources: {'Port': ['ID=7914fcdf-5533-49bf-a7d3-5109429ddd28,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:12.687969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-41b3afa3-c408-4c4b-8854-d2c1422522e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:12.689528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-41b3afa3-c408-4c4b-8854-d2c1422522e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 1131 time: 0.3962100 Jan 31 18:33:12.722508 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-4f833b25-e0a5-4822-981c-ff348587de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:12.725565 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-4f833b25-e0a5-4822-981c-ff348587de56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0852439 Jan 31 18:33:12.809124 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-26629557-fa7f-49ed-999b-6b998eaa5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:12.811228 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-26629557-fa7f-49ed-999b-6b998eaa5214 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0771189 Jan 31 18:33:13.008641 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-23082f42-5a2a-4a35-83fc-0405858be93e service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895711 Jan 31 18:33:13.147902 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-db51538b-934f-4a89-8784-f6eeb940cd50 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296985 Jan 31 18:33:13.293765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c31c0-b2b5-43ec-b767-d268b667ecc6 req-0a366bb4-c4b9-45df-992b-e5e2241720d4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:13.297019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-237c31c0-b2b5-43ec-b767-d268b667ecc6 req-0a366bb4-c4b9-45df-992b-e5e2241720d4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 948 time: 0.6213837 Jan 31 18:33:13.345673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-da699ab5-423e-4364-984d-3b60cd1f624b req-587da6f1-6ea8-4253-80bf-cc8cda141229 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Deleting port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:33:13.346056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da699ab5-423e-4364-984d-3b60cd1f624b req-587da6f1-6ea8-4253-80bf-cc8cda141229 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:13.377126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 58301899-e973-4182-8ffe-18f59c3ae942 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:13.428775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99be37ee-cc25-4328-b1a9-fa2ce216412c req-557c1462-f8ce-4364-9487-b77f0f50c764 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/security-groups?id=b4f66e59-d77f-4b6c-8031-49be826543d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7539990 Jan 31 18:33:13.521348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Attempting to bind port 7914fcdf-5533-49bf-a7d3-5109429ddd28 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:13.521743 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Attempting to bind port 7914fcdf-5533-49bf-a7d3-5109429ddd28 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:13.522026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Attempting to bind port 7914fcdf-5533-49bf-a7d3-5109429ddd28 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:13.528680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-1f1a3298-5dbb-4644-9de2-d534180c5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:13.532468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-1f1a3298-5dbb-4644-9de2-d534180c5c40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.8228009 Jan 31 18:33:13.537845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Port 7914fcdf-5533-49bf-a7d3-5109429ddd28 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:33:13.538655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Attempting to bind port 7914fcdf-5533-49bf-a7d3-5109429ddd28 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:13.548212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 58301899-e973-4182-8ffe-18f59c3ae942 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:13.557410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:13.557775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:13.558177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:13.558841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Bound port: 7914fcdf-5533-49bf-a7d3-5109429ddd28, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:13.559219 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:13.568974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 58301899-e973-4182-8ffe-18f59c3ae942 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:13.569700 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (58301899-e973-4182-8ffe-18f59c3ae942), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:13.703263 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-db4f48b3-5f4c-4950-a736-61e4f7fc5ee1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf HTTP/1.1" status: 200 len: 217 time: 0.1476948 Jan 31 18:33:13.758846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 58301899-e973-4182-8ffe-18f59c3ae942 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:13.759576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (58301899-e973-4182-8ffe-18f59c3ae942), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:13.771971 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-237c31c0-b2b5-43ec-b767-d268b667ecc6 req-3b7f7e2b-eab4-4b8c-8834-f9e16550ad9c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214873 Jan 31 18:33:13.832560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58301899-e973-4182-8ffe-18f59c3ae942'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:13.837853 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40664813-145a-4153-870c-ad9fc73db79e" -d '{"events": [{"server_uuid": "dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb", "name": "network-vif-plugged", "status": "completed", "tag": "58301899-e973-4182-8ffe-18f59c3ae942"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:13.854081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-da699ab5-423e-4364-984d-3b60cd1f624b req-587da6f1-6ea8-4253-80bf-cc8cda141229 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] For port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef,segment=NetworkSegment(4484a0bf-f92c-443e-a2c5-d6f25eab8e59),segment_id=4484a0bf-f92c-443e-a2c5-d6f25eab8e59)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:13.854465 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da699ab5-423e-4364-984d-3b60cd1f624b req-587da6f1-6ea8-4253-80bf-cc8cda141229 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:13.868920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 58301899-e973-4182-8ffe-18f59c3ae942, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=58301899-e973-4182-8ffe-18f59c3ae942,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:13.875430 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (58301899-e973-4182-8ffe-18f59c3ae942), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:13.892197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-da699ab5-423e-4364-984d-3b60cd1f624b req-587da6f1-6ea8-4253-80bf-cc8cda141229 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Calling delete_port for 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:33:13.903250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] For port 7914fcdf-5533-49bf-a7d3-5109429ddd28, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:13.916961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] For port 7914fcdf-5533-49bf-a7d3-5109429ddd28, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=7914fcdf-5533-49bf-a7d3-5109429ddd28,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:13.937450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-fbfb5041-45b2-44e0-9284-63e7720b0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:13.939181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-fbfb5041-45b2-44e0-9284-63e7720b0606 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2135186 Jan 31 18:33:13.949306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=58301899-e973-4182-8ffe-18f59c3ae942,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:13.966636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4e51a-4996-4cf6-9994-a2834dbef6f3 req-0a65f631-e969-4290-8de2-ca7f51f36b86 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:13.969091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02e4e51a-4996-4cf6-9994-a2834dbef6f3 req-0a65f631-e969-4290-8de2-ca7f51f36b86 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 945 time: 0.3846385 Jan 31 18:33:13.970765 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:14.124660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:14.125291 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:14.127358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] 10.222.0.49 "PUT /v2.0/ports/7914fcdf-5533-49bf-a7d3-5109429ddd28 HTTP/1.1" status: 200 len: 1096 time: 2.9062948 Jan 31 18:33:14.199754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99090379-c56e-4fe5-b279-0418a1c974da service neutron] Pushing event updated for resources: {'Port': ['ID=7914fcdf-5533-49bf-a7d3-5109429ddd28,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:14.214513 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b2a05-6f09-467d-acda-0e90386e98ab req-56632e5b-d0f9-49a7-9418-566d32ae88b8 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:14.216177 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f36b2a05-6f09-467d-acda-0e90386e98ab req-56632e5b-d0f9-49a7-9418-566d32ae88b8 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 947 time: 0.3066885 Jan 31 18:33:14.244569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02e4e51a-4996-4cf6-9994-a2834dbef6f3 req-af8aa516-275f-472b-8780-1602922d477c tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644482 Jan 31 18:33:14.283957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-b475e9d7-1d67-4d02-a36f-b61c80d04cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:14.285514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-b475e9d7-1d67-4d02-a36f-b61c80d04cd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3123195 Jan 31 18:33:14.290550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f8271e-c4d4-4548-b962-bed31214e646', 'tag': '7914fcdf-5533-49bf-a7d3-5109429ddd28'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:14.291421 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844adb37-b9f6-4f79-8b7e-7c6f2afcdc02" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f8271e-c4d4-4548-b962-bed31214e646", "tag": "7914fcdf-5533-49bf-a7d3-5109429ddd28"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:14.470081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885d201-a735-452a-8851-0b01baef24fa req-2ce4d04a-3345-445a-9a12-46fbd0beed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:14.471627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-2ce4d04a-3345-445a-9a12-46fbd0beed9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 1130 time: 0.2941861 Jan 31 18:33:14.482539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f36b2a05-6f09-467d-acda-0e90386e98ab req-41753c81-be1b-425a-bf11-7106e7eac9c7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431989 Jan 31 18:33:14.541073 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da699ab5-423e-4364-984d-3b60cd1f624b req-587da6f1-6ea8-4253-80bf-cc8cda141229 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:14.548585 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d0ba6e-e20b-4e64-9e06-a4584bd4a3f3 x-openstack-request-id: req-67d0ba6e-e20b-4e64-9e06-a4584bd4a3f3 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:14.549137 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb", "name": "network-vif-plugged", "status": "completed", "tag": "58301899-e973-4182-8ffe-18f59c3ae942", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:14.549244 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67d0ba6e-e20b-4e64-9e06-a4584bd4a3f3 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:14.550825 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58301899-e973-4182-8ffe-18f59c3ae942', 'code': 200} Jan 31 18:33:14.553865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-a43b6e6e-d5ae-4a83-8429-a85196bb8f60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7914fcdf-5533-49bf-a7d3-5109429ddd28 HTTP/1.1" status: 200 len: 217 time: 0.0686464 Jan 31 18:33:14.616639 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587da6f1-6ea8-4253-80bf-cc8cda141229 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Pushing event deleted for resources: {'Port': ['ID=286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:14.660282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-fe06b930-4700-48fe-a7c4-c29ee434ed9b service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566530 Jan 31 18:33:14.701006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481771b-30fc-4b8b-a12a-b9f943de052e req-3e0a1cb6-709b-48b5-b9cd-409327e20577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:14.703631 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6481771b-30fc-4b8b-a12a-b9f943de052e req-3e0a1cb6-709b-48b5-b9cd-409327e20577 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 1129 time: 0.0738490 Jan 31 18:33:14.765180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff71a-761b-42b2-8d5b-674b753a9b7e req-0da39568-f307-4687-a96e-ee3477097e06 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:14.768782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-855ff71a-761b-42b2-8d5b-674b753a9b7e req-0da39568-f307-4687-a96e-ee3477097e06 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 945 time: 0.3693442 Jan 31 18:33:14.772240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885d201-a735-452a-8851-0b01baef24fa req-4c6f47e0-056b-48d0-a21b-17e33a3bc371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:14.776281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-4c6f47e0-056b-48d0-a21b-17e33a3bc371 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2057443 Jan 31 18:33:14.800177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-da699ab5-423e-4364-984d-3b60cd1f624b req-587da6f1-6ea8-4253-80bf-cc8cda141229 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] No DVR routers for this DVR port 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:33:14.818337 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6481771b-30fc-4b8b-a12a-b9f943de052e req-aefb5f83-49ac-472e-8c8d-e8ca6a420865 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040459 Jan 31 18:33:14.846458 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da699ab5-423e-4364-984d-3b60cd1f624b req-587da6f1-6ea8-4253-80bf-cc8cda141229 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:14.849793 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da699ab5-423e-4364-984d-3b60cd1f624b req-587da6f1-6ea8-4253-80bf-cc8cda141229 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.49 "DELETE /v2.0/ports/286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef HTTP/1.1" status: 204 len: 173 time: 2.5628152 Jan 31 18:33:14.964279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-855ff71a-761b-42b2-8d5b-674b753a9b7e req-134e84d8-2023-4360-9436-f48f408402d2 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644037 Jan 31 18:33:14.966636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885d201-a735-452a-8851-0b01baef24fa req-4b7dee1a-a08c-43d3-8305-b9f3d8e69fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:14.968889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-4b7dee1a-a08c-43d3-8305-b9f3d8e69fcf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1708486 Jan 31 18:33:14.972922 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-183a3164-1051-4ec1-8542-eb0c4ac59caf req-ddaa403d-9b12-4d2e-be56-ffa7b2e6562f service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019807 Jan 31 18:33:15.028981 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14f80aa-9c64-4b8e-aede-6983f2110a95 x-openstack-request-id: req-c14f80aa-9c64-4b8e-aede-6983f2110a95 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:15.029807 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f8271e-c4d4-4548-b962-bed31214e646", "tag": "7914fcdf-5533-49bf-a7d3-5109429ddd28", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:15.030077 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c14f80aa-9c64-4b8e-aede-6983f2110a95 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:15.030493 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f8271e-c4d4-4548-b962-bed31214e646', 'tag': '7914fcdf-5533-49bf-a7d3-5109429ddd28', 'status': 'completed', 'code': 200} Jan 31 18:33:15.147073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10de2d99-59f3-4c86-a1ed-8a1f1308852f req-188e0895-e2a7-4133-9259-336a50690321 tempest-VolumesAdminNegativeTest-2071650711 tempest-VolumesAdminNegativeTest-2071650711-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e90b8c-35e1-4368-a1fa-32b2726a8023 HTTP/1.1" status: 200 len: 210 time: 0.0718851 Jan 31 18:33:15.189576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-9c54078b-f619-42c5-a2fe-08bac02be936 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063901 Jan 31 18:33:15.226928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef782b25-e72f-4a10-a54c-2aa3df076d8c req-948477e0-9589-446d-b9a4-269851f6f53e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:15.235381 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef782b25-e72f-4a10-a54c-2aa3df076d8c req-948477e0-9589-446d-b9a4-269851f6f53e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 948 time: 0.1585531 Jan 31 18:33:15.367208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef782b25-e72f-4a10-a54c-2aa3df076d8c req-12a0f5a9-3be0-41e5-9a1d-82127739731c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311526 Jan 31 18:33:15.372891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:33:15.402609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9885d201-a735-452a-8851-0b01baef24fa req-24b7d17c-02df-458a-95a9-f91a0d9b5512 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057159 Jan 31 18:33:15.410389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f99b9-2426-42de-9cc1-ad511c1207f0 req-fd3162d5-534e-41f8-8dee-27b75ee7f4f4 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:15.417829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d6f99b9-2426-42de-9cc1-ad511c1207f0 req-fd3162d5-534e-41f8-8dee-27b75ee7f4f4 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 945 time: 0.1690342 Jan 31 18:33:15.480104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d6f99b9-2426-42de-9cc1-ad511c1207f0 req-06425d96-33ac-40aa-a989-9ad1fef46b01 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612979 Jan 31 18:33:15.589756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:33:15.635470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaad3f1-cafd-4c8e-9325-61f17ac96bde req-2fb579fe-e307-4943-bd2b-c9636684f9a5 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:15.637922 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebaad3f1-cafd-4c8e-9325-61f17ac96bde req-2fb579fe-e307-4943-bd2b-c9636684f9a5 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.1001692 Jan 31 18:33:15.657938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:33:15.658772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:33:15.679371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:15.724891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf', 'mac_address': 'fa:16:3e:96:8a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:33:15.782964 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:15.783375 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:15.801114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:15.820606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebaad3f1-cafd-4c8e-9325-61f17ac96bde req-1bf17bfb-f1af-48da-8b6b-75667277b17c tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493125 Jan 31 18:33:15.839411 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:15.849144 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:15.859001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844adb37-b9f6-4f79-8b7e-7c6f2afcdc02 req-facde5f4-d67e-41a9-b503-ce7fcf9a7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:15.860764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-844adb37-b9f6-4f79-8b7e-7c6f2afcdc02 req-facde5f4-d67e-41a9-b503-ce7fcf9a7709 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 1130 time: 0.2176054 Jan 31 18:33:15.951991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:16.035145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d166b-500b-49b7-8a54-51b32781059f req-2e83257e-34bb-4636-bb5e-813667b57883 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:16.038146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e7d166b-500b-49b7-8a54-51b32781059f req-2e83257e-34bb-4636-bb5e-813667b57883 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243&tenant_id=57a793ec9c5b4f5291284cbfc8520325&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 948 time: 0.2856281 Jan 31 18:33:16.041548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844adb37-b9f6-4f79-8b7e-7c6f2afcdc02 req-471ab199-e1f7-40ee-99ed-7048bea855a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:16.042877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-844adb37-b9f6-4f79-8b7e-7c6f2afcdc02 req-471ab199-e1f7-40ee-99ed-7048bea855a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.1672962 Jan 31 18:33:16.057582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7df0e-6206-40da-8025-c702018f36d2 req-aa8076cb-48bc-4049-b8d5-e6b5074a8e13 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:16.059028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bd7df0e-6206-40da-8025-c702018f36d2 req-aa8076cb-48bc-4049-b8d5-e6b5074a8e13 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 947 time: 0.2827504 Jan 31 18:33:16.250493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:16.427258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-844adb37-b9f6-4f79-8b7e-7c6f2afcdc02 req-3c9a0476-4f90-44b8-938d-b6e87e39b02c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7914fcdf-5533-49bf-a7d3-5109429ddd28 HTTP/1.1" status: 200 len: 217 time: 0.3612049 Jan 31 18:33:16.441239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a153bd-7a3a-4ff1-8b42-f4473cc9fb25 req-777c82fe-967c-4cd2-b136-395b490bcb2c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:16.442747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0a153bd-7a3a-4ff1-8b42-f4473cc9fb25 req-777c82fe-967c-4cd2-b136-395b490bcb2c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 949 time: 0.4705360 Jan 31 18:33:16.542729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bd7df0e-6206-40da-8025-c702018f36d2 req-36fba84d-9b54-4f5a-956b-aea010df6a61 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691863 Jan 31 18:33:16.574252 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-6e7d166b-500b-49b7-8a54-51b32781059f req-66d6ab83-f29e-419e-a6f9-659c6c633f36 service neutron] delete failed (client error): The resource could not be found. Jan 31 18:33:16.575590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e7d166b-500b-49b7-8a54-51b32781059f req-66d6ab83-f29e-419e-a6f9-659c6c633f36 service neutron] 10.222.0.49 "DELETE /v2.0/ports/f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf/bindings/n-h1-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.5149593 Jan 31 18:33:16.586871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844adb37-b9f6-4f79-8b7e-7c6f2afcdc02 req-9a99c81f-9c0b-41cf-8acd-a2649ee14732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:16.590346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-844adb37-b9f6-4f79-8b7e-7c6f2afcdc02 req-9a99c81f-9c0b-41cf-8acd-a2649ee14732 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1445000 Jan 31 18:33:16.682149 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0a153bd-7a3a-4ff1-8b42-f4473cc9fb25 req-2ea5a16d-d364-401d-ab3b-a83cf77e34f3 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309146 Jan 31 18:33:16.743231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844adb37-b9f6-4f79-8b7e-7c6f2afcdc02 req-c16e34d6-6c74-49cf-90a0-e51b8a8d7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:16.744786 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-844adb37-b9f6-4f79-8b7e-7c6f2afcdc02 req-c16e34d6-6c74-49cf-90a0-e51b8a8d7935 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1473415 Jan 31 18:33:16.745210 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53272) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:16.809098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d166b-500b-49b7-8a54-51b32781059f req-3da0c7af-378c-42e4-b3d2-64f85a1becec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:16.811273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e7d166b-500b-49b7-8a54-51b32781059f req-3da0c7af-378c-42e4-b3d2-64f85a1becec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 1132 time: 0.1701725 Jan 31 18:33:16.850163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae41703-f7fa-44c4-aad4-3b42e0429363 req-2eba2274-fef7-426c-a567-25c1a424d777 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:16.857194 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ae41703-f7fa-44c4-aad4-3b42e0429363 req-2eba2274-fef7-426c-a567-25c1a424d777 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 945 time: 0.2100019 Jan 31 18:33:16.914177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a5e134-5efe-49ee-8d87-b8f4785e4146 admin admin] Deleting subnet d1060822-4e18-404c-a17a-93c1ad400b47 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:33:16.968549 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71a5e134-5efe-49ee-8d87-b8f4785e4146 admin admin] Publish callbacks [] for subnet (d1060822-4e18-404c-a17a-93c1ad400b47), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.036933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e90b8c-35e1-4368-a1fa-32b2726a8023', 'name': 'network-vif-deleted', 'tag': '286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:17.039669 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71310ee8-4304-458b-bc02-3e71e1c8ced4" -d '{"events": [{"server_uuid": "21e90b8c-35e1-4368-a1fa-32b2726a8023", "name": "network-vif-deleted", "tag": "286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:17.097150 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71a5e134-5efe-49ee-8d87-b8f4785e4146 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (d1060822-4e18-404c-a17a-93c1ad400b47), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.100765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-844adb37-b9f6-4f79-8b7e-7c6f2afcdc02 req-9a482035-0f0a-4084-a558-824256fdb2c0 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439963 Jan 31 18:33:17.128432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ae41703-f7fa-44c4-aad4-3b42e0429363 req-4ac45902-481c-4145-a268-090e2a5ae51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695501 Jan 31 18:33:17.173533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d166b-500b-49b7-8a54-51b32781059f req-465e5161-d5eb-485c-8cdf-9808433dde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:17.174988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e7d166b-500b-49b7-8a54-51b32781059f req-465e5161-d5eb-485c-8cdf-9808433dde5d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.3322210 Jan 31 18:33:17.219881 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea69cc3-6b08-4b83-b0be-f94d94a3d437 x-openstack-request-id: req-eea69cc3-6b08-4b83-b0be-f94d94a3d437 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:17.220238 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e90b8c-35e1-4368-a1fa-32b2726a8023", "name": "network-vif-deleted", "tag": "286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:17.220466 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eea69cc3-6b08-4b83-b0be-f94d94a3d437 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:17.220855 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e90b8c-35e1-4368-a1fa-32b2726a8023', 'name': 'network-vif-deleted', 'tag': '286a8d3b-b6f9-4200-b8d4-135a7fc9b6ef', 'status': 'completed', 'code': 200} Jan 31 18:33:17.269606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76257e5f-ea70-45e6-9a32-9aebedc6625a req-e52d8a72-c385-431c-9e8e-cc109407b052 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:17.271167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-76257e5f-ea70-45e6-9a32-9aebedc6625a req-e52d8a72-c385-431c-9e8e-cc109407b052 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.3611331 Jan 31 18:33:17.277281 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71a5e134-5efe-49ee-8d87-b8f4785e4146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (d1060822-4e18-404c-a17a-93c1ad400b47), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.282123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e7d166b-500b-49b7-8a54-51b32781059f req-c19265f3-a901-42d1-8b32-949d3e2532df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf HTTP/1.1" status: 200 len: 217 time: 0.1001055 Jan 31 18:33:17.388776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:17.443962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:17.448739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:17.449305 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.471264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d166b-500b-49b7-8a54-51b32781059f req-1cb0f9dc-3f42-478e-9215-e0806b2b9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:17.472694 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e7d166b-500b-49b7-8a54-51b32781059f req-1cb0f9dc-3f42-478e-9215-e0806b2b9c70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1570952 Jan 31 18:33:17.474931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-844adb37-b9f6-4f79-8b7e-7c6f2afcdc02 req-a09c21af-7b01-4ff3-b925-d3d58b98c31c service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451984 Jan 31 18:33:17.512213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-76257e5f-ea70-45e6-9a32-9aebedc6625a req-532fa574-406b-4bdd-b67e-19319862358c tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976116 Jan 31 18:33:17.519848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409fb21-a9cc-4ec8-a675-449737bebbba req-f954b74e-bcd2-4700-8e38-e6f6bf3aa4cd tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:17.521494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d409fb21-a9cc-4ec8-a675-449737bebbba req-f954b74e-bcd2-4700-8e38-e6f6bf3aa4cd tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 945 time: 0.2492840 Jan 31 18:33:17.547795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:17.548824 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.551996 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71a5e134-5efe-49ee-8d87-b8f4785e4146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (d1060822-4e18-404c-a17a-93c1ad400b47), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.579646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:17.583373 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3bb54f-4be3-4a24-86b6-991e08771e09" -d '{"events": [{"server_uuid": "4da3e9eb-21f6-4bd9-b6d3-80e2816d5243", "name": "network-vif-plugged", "status": "completed", "tag": "f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:17.599427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:17.606279 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.610136 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71a5e134-5efe-49ee-8d87-b8f4785e4146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.616439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-71a5e134-5efe-49ee-8d87-b8f4785e4146 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d1060822-4e18-404c-a17a-93c1ad400b47 HTTP/1.1" status: 204 len: 168 time: 0.8681374 Jan 31 18:33:17.617590 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53286) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:17.622938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5e134-5efe-49ee-8d87-b8f4785e4146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1060822-4e18-404c-a17a-93c1ad400b47,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:17.683761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d166b-500b-49b7-8a54-51b32781059f req-f3e88ef2-8194-4e47-aef7-affebc2c2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:17.687146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e7d166b-500b-49b7-8a54-51b32781059f req-f3e88ef2-8194-4e47-aef7-affebc2c2605 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1950150 Jan 31 18:33:17.699537 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d409fb21-a9cc-4ec8-a675-449737bebbba req-089f423f-9461-4398-b788-d9503fdaef92 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496878 Jan 31 18:33:17.735446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:17.770978 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (36126d40-63c5-499a-b826-1a46221bc786), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.833519 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1787a698-fd1d-4b37-87d7-86410752de73 x-openstack-request-id: req-1787a698-fd1d-4b37-87d7-86410752de73 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:17.833879 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da3e9eb-21f6-4bd9-b6d3-80e2816d5243", "name": "network-vif-plugged", "status": "completed", "tag": "f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:17.834191 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1787a698-fd1d-4b37-87d7-86410752de73 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:17.834593 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf', 'code': 200} Jan 31 18:33:17.891424 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e7d166b-500b-49b7-8a54-51b32781059f req-d228bb03-b570-43be-8a66-7ebe90b856ef service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839206 Jan 31 18:33:17.893744 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (36126d40-63c5-499a-b826-1a46221bc786), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.921470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36126d40-63c5-499a-b826-1a46221bc786']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:17.931346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4484a0bf-f92c-443e-a2c5-d6f25eab8e59') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:17.931669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4484a0bf-f92c-443e-a2c5-d6f25eab8e59') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:17.942099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (4484a0bf-f92c-443e-a2c5-d6f25eab8e59), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.957690 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4484a0bf-f92c-443e-a2c5-d6f25eab8e59), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.965632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:33:17.966455 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (4484a0bf-f92c-443e-a2c5-d6f25eab8e59), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:33:17.969247 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:33:18.035886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (36126d40-63c5-499a-b826-1a46221bc786), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.045951 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.052800 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] 10.222.0.20 "DELETE /v2.0/networks/36126d40-63c5-499a-b826-1a46221bc786 HTTP/1.1" status: 204 len: 168 time: 0.4298866 Jan 31 18:33:18.054926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d6573-9d19-488f-bcb9-951e94de1193 req-f323708b-a14a-42c1-a496-8a3febda6f80 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:18.056455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd3d6573-9d19-488f-bcb9-951e94de1193 req-f323708b-a14a-42c1-a496-8a3febda6f80 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 947 time: 0.2355628 Jan 31 18:33:18.056939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53294) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:18.061425 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2867b-a370-4f89-9179-b20ee66368dd admin admin] Pushing event deleted for resources: {'Network': ['ID=36126d40-63c5-499a-b826-1a46221bc786,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:18.067737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e7d166b-500b-49b7-8a54-51b32781059f req-7aab88d9-b527-45dc-a589-e2df82aaee4e service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711328 Jan 31 18:33:18.075586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec6758-e0ae-43a0-b809-ff4cccc5c254 req-23cab63e-b476-49bb-a862-e1c80ddd7d62 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:18.077751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ec6758-e0ae-43a0-b809-ff4cccc5c254 req-23cab63e-b476-49bb-a862-e1c80ddd7d62 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.1704710 Jan 31 18:33:18.160961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f39e42f-a39f-4eac-9f25-550333ba57a9 admin admin] Deleting subnet 0d053ee4-ffc6-4ee2-88e5-0c9170ecf6e1 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:33:18.176221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f39e42f-a39f-4eac-9f25-550333ba57a9 admin admin] Publish callbacks [] for subnet (0d053ee4-ffc6-4ee2-88e5-0c9170ecf6e1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.212974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ec6758-e0ae-43a0-b809-ff4cccc5c254 req-974d4feb-29f8-4cd7-abdc-b7e5b07ec5a9 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155534 Jan 31 18:33:18.220866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd3d6573-9d19-488f-bcb9-951e94de1193 req-a6c19a0c-acd1-4e92-9066-73e7ea69dc9f tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251862 Jan 31 18:33:18.233403 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f39e42f-a39f-4eac-9f25-550333ba57a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (0d053ee4-ffc6-4ee2-88e5-0c9170ecf6e1), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.278650 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f39e42f-a39f-4eac-9f25-550333ba57a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (0d053ee4-ffc6-4ee2-88e5-0c9170ecf6e1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.384859 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f39e42f-a39f-4eac-9f25-550333ba57a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (0d053ee4-ffc6-4ee2-88e5-0c9170ecf6e1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.428439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39e42f-a39f-4eac-9f25-550333ba57a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d053ee4-ffc6-4ee2-88e5-0c9170ecf6e1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:18.431351 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f39e42f-a39f-4eac-9f25-550333ba57a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.434561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6f39e42f-a39f-4eac-9f25-550333ba57a9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0d053ee4-ffc6-4ee2-88e5-0c9170ecf6e1 HTTP/1.1" status: 204 len: 168 time: 0.3749754 Jan 31 18:33:18.437303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:18.466541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d6189-f1f9-4e5b-9631-b79918c381a5 req-aabc7138-e30b-4391-9b49-cbc448f08ca4 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:18.472502 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-189d6189-f1f9-4e5b-9631-b79918c381a5 req-aabc7138-e30b-4391-9b49-cbc448f08ca4 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 945 time: 0.1379659 Jan 31 18:33:18.481102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b14ac-5b4b-4ba4-8e64-5b64bf5d7b45 req-3b2fc84a-bbeb-41ea-aa4c-061bf811e1df tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:18.482886 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-298b14ac-5b4b-4ba4-8e64-5b64bf5d7b45 req-3b2fc84a-bbeb-41ea-aa4c-061bf811e1df tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.1459167 Jan 31 18:33:18.511986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.558732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-189d6189-f1f9-4e5b-9631-b79918c381a5 req-f89e3cf6-2fd1-47cd-90af-1e1d9cac59b9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746348 Jan 31 18:33:18.579272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-298b14ac-5b4b-4ba4-8e64-5b64bf5d7b45 req-13abdd48-af8b-41f6-90f4-530fa0ed1208 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867743 Jan 31 18:33:18.634749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.657077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:18.669644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a17643-e210-4b6c-82ac-190966a71977') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:18.670056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a17643-e210-4b6c-82ac-190966a71977') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:18.680850 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (07a17643-e210-4b6c-82ac-190966a71977), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.695730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (07a17643-e210-4b6c-82ac-190966a71977), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.702717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:33:18.703261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (07a17643-e210-4b6c-82ac-190966a71977), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:33:18.705045 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:33:18.723792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428cb34-a583-466e-8f2b-2adb935f2397 req-4c9de158-f06b-4d26-b2ad-e097db0c1585 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:18.726131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2428cb34-a583-466e-8f2b-2adb935f2397 req-4c9de158-f06b-4d26-b2ad-e097db0c1585 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 945 time: 0.0767319 Jan 31 18:33:18.771633 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6e72e7fa-e5c4-460f-a7ab-8dd0150b5485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.787552 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.793001 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:18.799949 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] 10.222.0.20 "DELETE /v2.0/networks/f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e HTTP/1.1" status: 204 len: 168 time: 0.3613753 Jan 31 18:33:18.809890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2428cb34-a583-466e-8f2b-2adb935f2397 req-a7526a93-4c7e-4200-90ae-90f3e9be8cce tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658255 Jan 31 18:33:18.814205 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8a99f-6b14-48bf-8237-c3127207299d admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a69ff0-f7e4-40fc-b1e0-77d9c4bfbc5e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:18.975750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b39cb-cc7b-4ca8-a029-4cb5426e81cc req-77ed91cb-4313-40a6-9007-285098ec69d9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:18.977052 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a6b39cb-cc7b-4ca8-a029-4cb5426e81cc req-77ed91cb-4313-40a6-9007-285098ec69d9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 945 time: 0.0629618 Jan 31 18:33:19.035716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a6b39cb-cc7b-4ca8-a029-4cb5426e81cc req-c8776310-5ab4-42c0-8a0d-12fa84d190f7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520468 Jan 31 18:33:19.036909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53308) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:19.084934 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4e955ba4-19a7-4480-a0e5-34f50341c58d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1305edae93a45479e621b91df9c6cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468681 Jan 31 18:33:19.087445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:19.145859 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57720b84-898d-4f24-a508-8d7a5bdd7e0a admin admin] Publish callbacks [] for security_group (b4f66e59-d77f-4b6c-8031-49be826543d6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:19.168533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081f441-602f-421b-bba4-ae5bc063d48d req-32f54d00-afdc-4db9-a0dd-74c87efbd3e2 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:19.170556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3081f441-602f-421b-bba4-ae5bc063d48d req-32f54d00-afdc-4db9-a0dd-74c87efbd3e2 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 945 time: 0.0616620 Jan 31 18:33:19.172475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57720b84-898d-4f24-a508-8d7a5bdd7e0a admin admin] Publish callbacks [] for security_group (b4f66e59-d77f-4b6c-8031-49be826543d6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:19.228634 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57720b84-898d-4f24-a508-8d7a5bdd7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b4f66e59-d77f-4b6c-8031-49be826543d6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:19.230678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3081f441-602f-421b-bba4-ae5bc063d48d req-10b0a3d6-3362-44d2-9b12-97533b7a32ae tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543332 Jan 31 18:33:19.233585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57720b84-898d-4f24-a508-8d7a5bdd7e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:19.237904 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-57720b84-898d-4f24-a508-8d7a5bdd7e0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4f66e59-d77f-4b6c-8031-49be826543d6 HTTP/1.1" status: 204 len: 168 time: 0.1469264 Jan 31 18:33:19.245981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57720b84-898d-4f24-a508-8d7a5bdd7e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f66e59-d77f-4b6c-8031-49be826543d6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:19.413902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348aa3b-5f5e-4041-b829-753197e791f7 req-89585288-87c4-4ad3-8f7b-d986d8c963da tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:19.415572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2348aa3b-5f5e-4041-b829-753197e791f7 req-89585288-87c4-4ad3-8f7b-d986d8c963da tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.0995624 Jan 31 18:33:19.446452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e87308-302e-4311-9d00-669f52d93293 req-ac8ac64f-af03-460e-b34f-bb7a8aeacf04 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:19.447919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85e87308-302e-4311-9d00-669f52d93293 req-ac8ac64f-af03-460e-b34f-bb7a8aeacf04 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 947 time: 0.0916431 Jan 31 18:33:19.497545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2348aa3b-5f5e-4041-b829-753197e791f7 req-d1509d29-3e66-4454-88d2-e77ae33aec18 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726995 Jan 31 18:33:19.554132 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85e87308-302e-4311-9d00-669f52d93293 req-64f196b0-020d-4dfd-9d28-b980c38804b4 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975471 Jan 31 18:33:19.619717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 7914fcdf-5533-49bf-a7d3-5109429ddd28 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:33:19.673969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700b997-cfc5-44bb-b6ad-6991224977f0 req-1d852a92-6b55-4d03-954e-06339bc9ae39 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:19.681355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3700b997-cfc5-44bb-b6ad-6991224977f0 req-1d852a92-6b55-4d03-954e-06339bc9ae39 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.0667381 Jan 31 18:33:19.761009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3700b997-cfc5-44bb-b6ad-6991224977f0 req-1f9c47c0-9123-4721-b56c-9d7d1970df72 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748749 Jan 31 18:33:19.806862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 7914fcdf-5533-49bf-a7d3-5109429ddd28, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=7914fcdf-5533-49bf-a7d3-5109429ddd28,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:19.816805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53338) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:19.826708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '7914fcdf-5533-49bf-a7d3-5109429ddd28', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '7914fcdf-5533-49bf-a7d3-5109429ddd28', 'mac_address': 'fa:16:3e:45:82:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:33:19.883748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 7914fcdf-5533-49bf-a7d3-5109429ddd28 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:19.885176 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:19.899403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7914fcdf-5533-49bf-a7d3-5109429ddd28 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:19.913687 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d5b32455-6931-4af0-9d33-cfb7aca95c98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=012868720e2145c9bd0e8f03bf0ba846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0945957 Jan 31 18:33:19.916426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53340) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:19.923867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 7914fcdf-5533-49bf-a7d3-5109429ddd28, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=7914fcdf-5533-49bf-a7d3-5109429ddd28,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:19.929904 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:19.931067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150624e-8534-4f3b-89c8-f099ff4f9ee7 req-89675376-4512-4b21-a16f-d322ac31937c tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:19.944588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0150624e-8534-4f3b-89c8-f099ff4f9ee7 req-89675376-4512-4b21-a16f-d322ac31937c tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.0848587 Jan 31 18:33:20.001077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=7914fcdf-5533-49bf-a7d3-5109429ddd28,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:20.051657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0150624e-8534-4f3b-89c8-f099ff4f9ee7 req-3c102b27-ae05-4627-8557-10ffe72fa0eb tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998487 Jan 31 18:33:20.056563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f378da4b-b939-449e-8d6c-4efce7f53b2b admin admin] Publish callbacks [] for security_group (2b34ae50-9fad-401c-a8c8-b1e6e4cef511), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:20.096328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f378da4b-b939-449e-8d6c-4efce7f53b2b admin admin] Publish callbacks [] for security_group (2b34ae50-9fad-401c-a8c8-b1e6e4cef511), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:20.180065 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f378da4b-b939-449e-8d6c-4efce7f53b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2b34ae50-9fad-401c-a8c8-b1e6e4cef511), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:20.189663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f378da4b-b939-449e-8d6c-4efce7f53b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:20.194933 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f378da4b-b939-449e-8d6c-4efce7f53b2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b34ae50-9fad-401c-a8c8-b1e6e4cef511 HTTP/1.1" status: 204 len: 168 time: 0.2773550 Jan 31 18:33:20.209608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378da4b-b939-449e-8d6c-4efce7f53b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b34ae50-9fad-401c-a8c8-b1e6e4cef511,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:20.229622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:20.463657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-3a0dba44-3df7-41bf-bbdc-bb92d16890d0 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=57a793ec9c5b4f5291284cbfc8520325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482426 Jan 31 18:33:20.636130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3c543-3577-41b2-ae36-f9a19f76c469 req-c14e12fd-40d5-4d5f-afa6-b37107e41c1e tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:20.637911 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aea3c543-3577-41b2-ae36-f9a19f76c469 req-c14e12fd-40d5-4d5f-afa6-b37107e41c1e tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 945 time: 0.0919077 Jan 31 18:33:20.644510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-e398081a-37cb-4198-86d4-627abe7873ad tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:20.646021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-e398081a-37cb-4198-86d4-627abe7873ad tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809747 Jan 31 18:33:20.705407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-300f5c9a-8d1a-497e-ade3-05fedb041814 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/quotas/57a793ec9c5b4f5291284cbfc8520325 HTTP/1.1" status: 200 len: 375 time: 0.0310550 Jan 31 18:33:20.729883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aea3c543-3577-41b2-ae36-f9a19f76c469 req-9849d889-9df0-4563-8151-06499a78780a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824924 Jan 31 18:33:20.788970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-7e2a838a-e2b1-49ab-863f-9dc9494eea67 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776875 Jan 31 18:33:20.955114 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:33:20.983553 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e8acdf96-5876-4d99-9012-9efc903f621f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:21.126434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cda00c67-c420-499a-8f60-25e49adea2b9 req-73d97ded-6d3b-413b-a9c6-e5e9f7d9552e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 210 time: 0.0304384 Jan 31 18:33:21.150573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1b447-69c5-42fa-a2fa-55b4b54add98 req-ed3ac196-14de-41b7-9580-29aaf5efbec6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:21.152573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9c1b447-69c5-42fa-a2fa-55b4b54add98 req-ed3ac196-14de-41b7-9580-29aaf5efbec6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 948 time: 0.3486187 Jan 31 18:33:21.264638 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9c1b447-69c5-42fa-a2fa-55b4b54add98 req-8b866e49-94ce-4db4-ab02-20503b1d838c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033056 Jan 31 18:33:21.378614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494d38a-5685-4633-a539-17c9c533cbd4 req-0b10846e-be8c-4f87-91a7-24ce35cd8579 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:21.387589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b494d38a-5685-4633-a539-17c9c533cbd4 req-0b10846e-be8c-4f87-91a7-24ce35cd8579 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.0942531 Jan 31 18:33:21.448572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b494d38a-5685-4633-a539-17c9c533cbd4 req-83db245d-f506-4e99-8035-02d186a97772 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555928 Jan 31 18:33:21.619941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 7914fcdf-5533-49bf-a7d3-5109429ddd28 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:21.681910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 7914fcdf-5533-49bf-a7d3-5109429ddd28 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:21.687436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 7914fcdf-5533-49bf-a7d3-5109429ddd28 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:21.687871 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:21.849371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 7914fcdf-5533-49bf-a7d3-5109429ddd28 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:21.849775 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:21.899135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 7914fcdf-5533-49bf-a7d3-5109429ddd28, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=7914fcdf-5533-49bf-a7d3-5109429ddd28,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:21.900242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f8271e-c4d4-4548-b962-bed31214e646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7914fcdf-5533-49bf-a7d3-5109429ddd28'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:21.904307 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552d80b2-ba5b-4e0f-b8e7-2bbb33e0d9fc" -d '{"events": [{"server_uuid": "e3f8271e-c4d4-4548-b962-bed31214e646", "name": "network-vif-plugged", "status": "completed", "tag": "7914fcdf-5533-49bf-a7d3-5109429ddd28"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:21.909946 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:21.964429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f126a9-df65-4fc1-94b6-0086e8bb14eb req-8ccc0c95-53fa-4abd-bf3a-6248273d35ef tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:21.970323 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6f126a9-df65-4fc1-94b6-0086e8bb14eb req-8ccc0c95-53fa-4abd-bf3a-6248273d35ef tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 945 time: 0.1287143 Jan 31 18:33:21.984607 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3810f9f6-f7ac-4e09-81f3-24658bf9730f x-openstack-request-id: req-3810f9f6-f7ac-4e09-81f3-24658bf9730f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:21.985159 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f8271e-c4d4-4548-b962-bed31214e646", "name": "network-vif-plugged", "status": "completed", "tag": "7914fcdf-5533-49bf-a7d3-5109429ddd28", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:21.985454 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3810f9f6-f7ac-4e09-81f3-24658bf9730f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:21.985862 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f8271e-c4d4-4548-b962-bed31214e646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7914fcdf-5533-49bf-a7d3-5109429ddd28', 'code': 200} Jan 31 18:33:22.002090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=7914fcdf-5533-49bf-a7d3-5109429ddd28,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:22.053833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6f126a9-df65-4fc1-94b6-0086e8bb14eb req-bc636148-a609-4f04-a9a3-82d7e805a7af tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752320 Jan 31 18:33:22.124238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b980a-d63c-464b-b716-f72d619b5435 req-779fe4e8-5a0b-4290-859e-96bf3bf7d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:22.126211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a60b980a-d63c-464b-b716-f72d619b5435 req-779fe4e8-5a0b-4290-859e-96bf3bf7d819 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 1132 time: 0.0641177 Jan 31 18:33:22.185940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a60b980a-d63c-464b-b716-f72d619b5435 req-0730a9c2-8fa4-49c6-ac05-033d2f2735ff service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486732 Jan 31 18:33:22.266741 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:22.276314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:22.307199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-74136032-5852-412a-bbab-2797c35d02ac req-7de8d6b4-bfa5-49e3-bebf-fff1dc839e88 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 210 time: 0.0570009 Jan 31 18:33:22.409842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077a714-4360-47a4-9e4d-9ad177075faa req-2c011bcf-0b67-4c21-8c3e-5586d980a3ec tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:22.411635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d077a714-4360-47a4-9e4d-9ad177075faa req-2c011bcf-0b67-4c21-8c3e-5586d980a3ec tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 949 time: 0.0668237 Jan 31 18:33:22.434146 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:22.466245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d077a714-4360-47a4-9e4d-9ad177075faa req-2625a530-8bc3-426b-9a7c-aa3ff3556292 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485952 Jan 31 18:33:22.521396 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Publish callbacks [] for security_group (4dd4ca65-baa6-48f5-9120-ccfec8f3ba03), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:22.526137 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4dd4ca65-baa6-48f5-9120-ccfec8f3ba03), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:22.582279 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=261de6493ce8465fa2941d8aedc852db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045039 Jan 31 18:33:22.583400 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd4ca65-baa6-48f5-9120-ccfec8f3ba03,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:22.584619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53460) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:22.593470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.593985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.594298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.594606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.594993 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.595474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.595875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.596420 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.596873 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.597252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.597649 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.598043 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.598434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46de2d7e-d422-4ee7-8675-eab5df906e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:22.622754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033d270-f0a5-41cb-ab46-d62aea3b3ac1 req-7848a4b8-90c9-40e8-a598-7d1264e8837a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:22.624373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d033d270-f0a5-41cb-ab46-d62aea3b3ac1 req-7848a4b8-90c9-40e8-a598-7d1264e8837a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.0874305 Jan 31 18:33:22.684514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-13780742-cd8f-4c44-af89-a85f4a8c7aaf tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=57a793ec9c5b4f5291284cbfc8520325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392013 Jan 31 18:33:22.765420 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Publish callbacks [] for security_group (4dd4ca65-baa6-48f5-9120-ccfec8f3ba03), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:22.792842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d033d270-f0a5-41cb-ab46-d62aea3b3ac1 req-1dce458a-5ed5-4767-a925-60cb6ab9a9c6 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593516 Jan 31 18:33:22.828208 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Publish callbacks [] for security_group (4dd4ca65-baa6-48f5-9120-ccfec8f3ba03), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:22.877659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-9481aa00-17d3-4088-a6ee-b15ceaf96ffa tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:22.879002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-9481aa00-17d3-4088-a6ee-b15ceaf96ffa tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877043 Jan 31 18:33:22.901133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Request body: {'port': {'device_id': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '57a793ec9c5b4f5291284cbfc8520325'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:22.958768 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4dd4ca65-baa6-48f5-9120-ccfec8f3ba03), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:22.961575 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:22.965330 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dd4ca65-baa6-48f5-9120-ccfec8f3ba03 HTTP/1.1" status: 204 len: 168 time: 0.3765690 Jan 31 18:33:22.998740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd4ca65-baa6-48f5-9120-ccfec8f3ba03,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:23.011504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.011847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.012189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.012554 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.012887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.013223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.014247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.014579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.015035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.015425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.015757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.016078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.017006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e861730-43f0-4f88-a80a-50dcd93336b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:23.049906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Made reservation on behalf of 57a793ec9c5b4f5291284cbfc8520325 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:23.053694 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:23.247531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0921df0-8ba5-4f8c-9495-68e2d802c42f req-4eb3cd6c-b31a-4c16-8fc5-cc5d2ea1abaa tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:23.249890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0921df0-8ba5-4f8c-9495-68e2d802c42f req-4eb3cd6c-b31a-4c16-8fc5-cc5d2ea1abaa tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 945 time: 0.1089094 Jan 31 18:33:23.273686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Allocated IP 192.168.233.19 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/b64980aa-f285-496c-9e2e-92e512166d64) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:23.358250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0921df0-8ba5-4f8c-9495-68e2d802c42f req-1a17fd2c-26c5-4d88-b460-abf294067317 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010408 Jan 31 18:33:23.450249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 987c28c5-09f8-4cd6-9e16-7cae2bd970ee details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:33:23.561126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fab7ab5e-ae36-40fa-8239-f6a7c838b906 req-d0420b93-ed31-42ad-a064-2976c2558f05 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 210 time: 0.1447248 Jan 31 18:33:23.679988 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks [] for port (b64980aa-f285-496c-9e2e-92e512166d64), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:23.744929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2b6b2-22d7-467d-ae4b-09a78a892d94 req-e20e8076-08dd-47c4-b030-aec6583682bb tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:23.746762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9e2b6b2-22d7-467d-ae4b-09a78a892d94 req-e20e8076-08dd-47c4-b030-aec6583682bb tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 949 time: 0.1136439 Jan 31 18:33:23.814913 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b64980aa-f285-496c-9e2e-92e512166d64), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:23.815948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:23.821207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9e2b6b2-22d7-467d-ae4b-09a78a892d94 req-ac40fe7e-ecde-4ecd-9ea8-60dd08d8cdea tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570011 Jan 31 18:33:23.832563 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['03c7401d-cc62-45aa-ab07-3074d09dabcf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:23.836177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:23.899230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Pushing event updated for resources: {'Port': ['ID=b64980aa-f285-496c-9e2e-92e512166d64,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:23.909285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee', 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561', 'port_id': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee', 'mac_address': 'fa:16:3e:ea:52:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87adcd95-d160-4714-a71a-98ed64115d46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:33:23.918001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:23.922990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:23.927328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:24.003162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:24.117899 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.121960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:24.130988 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.160674 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.165750 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:24.171933 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.172831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-04f6d8d7-5f6e-4750-85ae-50a2d4086b83 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2755332 Jan 31 18:33:24.192304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Request body: {'port': {'device_id': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:24.207407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 987c28c5-09f8-4cd6-9e16-7cae2bd970ee {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:24.220679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-network', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:24.272832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:24.273446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dce78-191e-4671-98a2-2e9bcbc12764 req-9a7e06ff-6acb-4350-9191-2df62632924e tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:24.276503 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.293199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b04dce78-191e-4671-98a2-2e9bcbc12764 req-9a7e06ff-6acb-4350-9191-2df62632924e tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.3120382 Jan 31 18:33:24.301453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.320826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:24.338240 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.419368 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Publish callbacks [] for security_group (192de879-82f6-45fa-a9fb-fd3a28e5f384), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.425323 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (192de879-82f6-45fa-a9fb-fd3a28e5f384), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.443740 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:33:24.455336 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.455968 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Added segment 2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d of type vlan for network a69c8120-6908-4e05-952c-14dc7b37ddd6 Jan 31 18:33:24.483811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8223-06be-4963-a090-68776418b8e2 req-cdf7013f-a70d-46d7-8080-e34d632ee278 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:24.494723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-759d8223-06be-4963-a090-68776418b8e2 req-cdf7013f-a70d-46d7-8080-e34d632ee278 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 1132 time: 0.1230803 Jan 31 18:33:24.497923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['987c28c5-09f8-4cd6-9e16-7cae2bd970ee'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:24.514431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (a69c8120-6908-4e05-952c-14dc7b37ddd6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.520903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b04dce78-191e-4671-98a2-2e9bcbc12764 req-cf5c3a5a-e03d-44c0-ae5e-b968f8594be5 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264965 Jan 31 18:33:24.535673 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b64980aa-f285-496c-9e2e-92e512166d64), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.557979 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (a69c8120-6908-4e05-952c-14dc7b37ddd6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.559050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:24.559683 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.701871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-55bd1558-94c4-4e9d-87ee-b70b10eb11d2 None None] Provisioning complete for port b64980aa-f285-496c-9e2e-92e512166d64 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:24.702296 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55bd1558-94c4-4e9d-87ee-b70b10eb11d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b64980aa-f285-496c-9e2e-92e512166d64), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.706808 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:24.712950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192de879-82f6-45fa-a9fb-fd3a28e5f384,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:24.740768 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7362182 Jan 31 18:33:24.745722 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:24.763274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0d70a3bd-56b1-42af-9c1e-a4e4c105f592 admin admin] Request body: {'subnet': {'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-subnet', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:24.781098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0216b2-64fd-4836-be09-6182e9b4abe0 admin admin] Pushing event updated for resources: {'Network': ['ID=a69c8120-6908-4e05-952c-14dc7b37ddd6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:24.797360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network a69c8120-6908-4e05-952c-14dc7b37ddd6 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:33:24.803476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-55bd1558-94c4-4e9d-87ee-b70b10eb11d2 None None] Port b64980aa-f285-496c-9e2e-92e512166d64 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:33:24.809935 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d70a3bd-56b1-42af-9c1e-a4e4c105f592 admin admin] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:24.813610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d70a3bd-56b1-42af-9c1e-a4e4c105f592 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:24.943325 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-759d8223-06be-4963-a090-68776418b8e2 req-70cc0341-0a5f-4330-a9f2-58c87b428d9f tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.085090 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d70a3bd-56b1-42af-9c1e-a4e4c105f592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (1b3dd08e-b156-4999-ad16-0c3ed85c691c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.111312 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.155165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3a28a-42fb-4df7-ac9b-83e94276f6cf req-848c85f8-24d9-4f65-8c43-1a13a67c7e99 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:25.157914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3c3a28a-42fb-4df7-ac9b-83e94276f6cf req-848c85f8-24d9-4f65-8c43-1a13a67c7e99 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 944 time: 0.2166245 Jan 31 18:33:25.160976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70a3bd-56b1-42af-9c1e-a4e4c105f592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b3dd08e-b156-4999-ad16-0c3ed85c691c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:25.175586 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d70a3bd-56b1-42af-9c1e-a4e4c105f592 admin admin] Checking segment: {'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:25.176244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70a3bd-56b1-42af-9c1e-a4e4c105f592 admin admin] Network hostable DHCP agents. Network: a69c8120-6908-4e05-952c-14dc7b37ddd6, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:33:25.198526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70a3bd-56b1-42af-9c1e-a4e4c105f592 admin admin] Network a69c8120-6908-4e05-952c-14dc7b37ddd6 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:33:25.209863 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0d70a3bd-56b1-42af-9c1e-a4e4c105f592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, a69c8120-6908-4e05-952c-14dc7b37ddd6) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:25.214791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d70a3bd-56b1-42af-9c1e-a4e4c105f592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:25.215391 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d70a3bd-56b1-42af-9c1e-a4e4c105f592 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.225217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e9b830-6e71-4f6a-9079-32444fe36fcb None None] Network a69c8120-6908-4e05-952c-14dc7b37ddd6 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:33:25.244457 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0d70a3bd-56b1-42af-9c1e-a4e4c105f592 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4869235 Jan 31 18:33:25.245247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:25.257025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:25.283261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64980aa-f285-496c-9e2e-92e512166d64 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:25.286101 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.287330 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.338730 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Publish callbacks [] for port (b64980aa-f285-496c-9e2e-92e512166d64), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.393250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-a69c8120-6908-4e05-952c-14dc7b37ddd6', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:33:25.394772 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.407825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3c3a28a-42fb-4df7-ac9b-83e94276f6cf req-95e5c790-2cd0-4068-a1c1-43b7267b2ce6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138970 Jan 31 18:33:25.409488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Transition to ACTIVE for port object b64980aa-f285-496c-9e2e-92e512166d64 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:25.411464 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Publish callbacks [] for router_controller (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.425148 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b64980aa-f285-496c-9e2e-92e512166d64), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.428981 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-759d8223-06be-4963-a090-68776418b8e2 req-70cc0341-0a5f-4330-a9f2-58c87b428d9f tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] Publish callbacks [] for security_group (bee00483-efd2-48eb-ab4d-0cbf7bcadb1a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.478303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 987c28c5-09f8-4cd6-9e16-7cae2bd970ee up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:25.487774 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-759d8223-06be-4963-a090-68776418b8e2 req-70cc0341-0a5f-4330-a9f2-58c87b428d9f tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bee00483-efd2-48eb-ab4d-0cbf7bcadb1a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.589424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Pushing event updated for resources: {'Port': ['ID=b64980aa-f285-496c-9e2e-92e512166d64,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:25.632495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-759d8223-06be-4963-a090-68776418b8e2 req-70cc0341-0a5f-4330-a9f2-58c87b428d9f tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1361837 Jan 31 18:33:25.641074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc0341-0a5f-4330-a9f2-58c87b428d9f tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee00483-efd2-48eb-ab4d-0cbf7bcadb1a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:25.709296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Allocated IP 172.20.0.2 (a69c8120-6908-4e05-952c-14dc7b37ddd6/1b3dd08e-b156-4999-ad16-0c3ed85c691c/d6a11820-4d6b-4074-97af-59c487639c90) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:25.724708 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Publish callbacks [] for router_gateway (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.921536 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Publish callbacks [] for port (d6a11820-4d6b-4074-97af-59c487639c90), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.937618 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (d6a11820-4d6b-4074-97af-59c487639c90), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:25.988019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3e062-ee27-4c3c-88f4-2234d14ae8e8 req-d252279b-927d-46eb-af5d-29e51734560b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:25.989625 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ff3e062-ee27-4c3c-88f4-2234d14ae8e8 req-d252279b-927d-46eb-af5d-29e51734560b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 947 time: 0.4239454 Jan 31 18:33:26.055974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Attempting to bind port b64980aa-f285-496c-9e2e-92e512166d64 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:26.068705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Attempting to bind port b64980aa-f285-496c-9e2e-92e512166d64 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:26.068970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Attempting to bind port b64980aa-f285-496c-9e2e-92e512166d64 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:26.071226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Pushing event updated for resources: {'Port': ['ID=d6a11820-4d6b-4074-97af-59c487639c90,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:26.080749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Port b64980aa-f285-496c-9e2e-92e512166d64 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:33:26.081089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Attempting to bind port b64980aa-f285-496c-9e2e-92e512166d64 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:26.104587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:26.104948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:26.105309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:26.105763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Bound port: b64980aa-f285-496c-9e2e-92e512166d64, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:26.106154 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b64980aa-f285-496c-9e2e-92e512166d64), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.106628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Network a69c8120-6908-4e05-952c-14dc7b37ddd6 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:26.107579 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.119820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:26.130185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:26.158084 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Publish callbacks [] for router_gateway (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.180519 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.216407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:26.217250 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.236617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ff3e062-ee27-4c3c-88f4-2234d14ae8e8 req-4ea49cb0-c12b-410d-afa5-380332a54fd0 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396202 Jan 31 18:33:26.243462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:26.248157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:26.258953 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b64980aa-f285-496c-9e2e-92e512166d64), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.284094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Attempting to bind port d6a11820-4d6b-4074-97af-59c487639c90 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:26.284499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Attempting to bind port d6a11820-4d6b-4074-97af-59c487639c90 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:26.284880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Attempting to bind port d6a11820-4d6b-4074-97af-59c487639c90 on network a69c8120-6908-4e05-952c-14dc7b37ddd6 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:26.301653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:26.302143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Checking segment: {'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:26.302557 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.303310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Bound using segment: {'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:26.303441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Bound port: d6a11820-4d6b-4074-97af-59c487639c90, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:26.303821 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d6a11820-4d6b-4074-97af-59c487639c90), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.346253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:26.346888 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.348771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] 10.222.0.49 "PUT /v2.0/ports/b64980aa-f285-496c-9e2e-92e512166d64 HTTP/1.1" status: 200 len: 1096 time: 2.1680069 Jan 31 18:33:26.364212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc19a1-13dc-4dff-9ebd-8653ccf04256 req-17bdeae2-c2c9-4541-a0c9-67fcfa8c18be tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:26.369612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cfc19a1-13dc-4dff-9ebd-8653ccf04256 req-17bdeae2-c2c9-4541-a0c9-67fcfa8c18be tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.2544630 Jan 31 18:33:26.370335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:26.375629 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e023336-c8ec-4049-8bac-f9c6639aa373" -d '{"events": [{"name": "network-changed", "server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "tag": "b64980aa-f285-496c-9e2e-92e512166d64"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:26.391605 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49568bfa-fbf3-4419-9aa8-df582f97d056 service neutron] Pushing event updated for resources: {'Port': ['ID=b64980aa-f285-496c-9e2e-92e512166d64,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:26.394997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Allocated IP 172.25.8.197 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/7338c6b8-b41b-462c-91b4-d4cff60789f6) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:26.488082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:26.488528 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.491828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] For port d6a11820-4d6b-4074-97af-59c487639c90, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:26.533646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] For port d6a11820-4d6b-4074-97af-59c487639c90, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d6a11820-4d6b-4074-97af-59c487639c90,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:26.552141 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d6a11820-4d6b-4074-97af-59c487639c90), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.562311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cfc19a1-13dc-4dff-9ebd-8653ccf04256 req-19b37740-18e0-45bb-9a11-3cf1176299ad tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807497 Jan 31 18:33:26.576977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-cef81458-abe0-4422-9e99-98ffcf32ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:26.578518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-cef81458-abe0-4422-9e99-98ffcf32ecac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 1130 time: 0.1568336 Jan 31 18:33:26.688514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-af84cefd-8669-4e72-9119-a30b9394e98f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b64980aa-f285-496c-9e2e-92e512166d64 HTTP/1.1" status: 200 len: 217 time: 0.0989773 Jan 31 18:33:26.692154 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f474ae7-132e-4cd7-95ab-e3cee910b24f x-openstack-request-id: req-2f474ae7-132e-4cd7-95ab-e3cee910b24f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:26.692729 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "tag": "b64980aa-f285-496c-9e2e-92e512166d64", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:26.693122 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f474ae7-132e-4cd7-95ab-e3cee910b24f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:26.695484 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64', 'status': 'completed', 'code': 200} Jan 31 18:33:26.701187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Publish callbacks [] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.701716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc9bc0-e022-4f4e-aad3-1638598b744d None None] Pushing event updated for resources: {'Port': ['ID=d6a11820-4d6b-4074-97af-59c487639c90,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:26.726833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:26.733593 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f67dc9-11f9-42f7-97de-7d866d4c6a60" -d '{"events": [{"server_uuid": "a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06", "name": "network-vif-plugged", "status": "completed", "tag": "987c28c5-09f8-4cd6-9e16-7cae2bd970ee"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:26.782463 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.787281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:26.797383 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:26.842334 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:26.850806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:26.856347 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:26.856663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-b75ec84b-1606-4dd8-b50c-010a0c77ddd4 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767915 Jan 31 18:33:26.881588 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:26.919164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Pushing event updated for resources: {'Port': ['ID=7338c6b8-b41b-462c-91b4-d4cff60789f6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:26.920536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac39d4-c121-4841-9196-6c0870550172 req-d0451c45-8ebb-4e74-8a9f-e276ed917a1c tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:26.922100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-edac39d4-c121-4841-9196-6c0870550172 req-d0451c45-8ebb-4e74-8a9f-e276ed917a1c tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 944 time: 0.2251372 Jan 31 18:33:26.926466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-c6db7ddc-c803-4c47-81ae-bcdc3d43663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:26.927888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-c6db7ddc-c803-4c47-81ae-bcdc3d43663b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2276366 Jan 31 18:33:27.103307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-edac39d4-c121-4841-9196-6c0870550172 req-644be879-0a83-4341-a753-6c4bb18b475c tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638703 Jan 31 18:33:27.136054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-87eb61e6-786c-4d04-8ee7-fb89dc1fd3c0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:27.139600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-87eb61e6-786c-4d04-8ee7-fb89dc1fd3c0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692661 Jan 31 18:33:27.143647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-7a60358b-015a-4dfb-b787-55c1e404b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:27.146189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-7a60358b-015a-4dfb-b787-55c1e404b316 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1804395 Jan 31 18:33:27.172780 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4019b379-487a-46c8-8dec-9d6e8e85d004 x-openstack-request-id: req-4019b379-487a-46c8-8dec-9d6e8e85d004 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:27.173095 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06", "name": "network-vif-plugged", "status": "completed", "tag": "987c28c5-09f8-4cd6-9e16-7cae2bd970ee", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:27.173358 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4019b379-487a-46c8-8dec-9d6e8e85d004 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:27.173754 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee', 'code': 200} Jan 31 18:33:27.205728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-69b28706-41f9-431b-9dc5-bb5fab2c1540 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/quotas/91a42f644a6a43c6a68db0de6be71875 HTTP/1.1" status: 200 len: 375 time: 0.0578885 Jan 31 18:33:27.321982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-8e65faa9-af97-402b-bd75-f5fe2b26295f service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570261 Jan 31 18:33:27.326506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-6fb3fe67-02e7-4b4b-9587-52b05aafc097 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872920 Jan 31 18:33:27.478274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 987c28c5-09f8-4cd6-9e16-7cae2bd970ee no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:33:27.489777 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dbc524e-b5b8-48f8-9b31-4bfe87fa3eda req-9738b1dc-0c84-40b8-8964-c0895e94738f service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622972 Jan 31 18:33:27.658931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:27.659585 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:27.662045 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Publish callbacks [] for router_gateway (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:27.666486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f12450-59c8-447c-87d1-f58a1c32b012 req-e4feaa4c-7a5b-47df-8ec2-274276e0227c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:27.668047 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52f12450-59c8-447c-87d1-f58a1c32b012 req-e4feaa4c-7a5b-47df-8ec2-274276e0227c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 947 time: 0.2024353 Jan 31 18:33:27.701661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:27.707074 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:27.726351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e023336-c8ec-4049-8bac-f9c6639aa373 req-479d0fc7-6226-442a-a7a4-330f2e8eecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:27.727908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e023336-c8ec-4049-8bac-f9c6639aa373 req-479d0fc7-6226-442a-a7a4-330f2e8eecc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 1130 time: 0.1657441 Jan 31 18:33:27.783955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:27.832538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52f12450-59c8-447c-87d1-f58a1c32b012 req-8f86d75c-df7d-43e8-8e14-d17818d6eaa6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483562 Jan 31 18:33:27.901675 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e023336-c8ec-4049-8bac-f9c6639aa373 req-3f38cca3-4c48-4396-afef-e6fc980561d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:27.903267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e023336-c8ec-4049-8bac-f9c6639aa373 req-3f38cca3-4c48-4396-afef-e6fc980561d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.1640840 Jan 31 18:33:27.993557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e023336-c8ec-4049-8bac-f9c6639aa373 req-af6df0b2-e37c-4fe5-b155-a0ef9f4ea1a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b64980aa-f285-496c-9e2e-92e512166d64 HTTP/1.1" status: 200 len: 217 time: 0.0840838 Jan 31 18:33:28.069529 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:28.082841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e1747-a29e-46d0-9842-583fd6506a0d req-15975405-db9e-4e20-99de-b286ddf7b2d2 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:28.084465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee6e1747-a29e-46d0-9842-583fd6506a0d req-15975405-db9e-4e20-99de-b286ddf7b2d2 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.1344070 Jan 31 18:33:28.086155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e023336-c8ec-4049-8bac-f9c6639aa373 req-3cedf02e-1aed-47d9-b7be-0802b898d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:28.087703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e023336-c8ec-4049-8bac-f9c6639aa373 req-3cedf02e-1aed-47d9-b7be-0802b898d105 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0865731 Jan 31 18:33:28.198835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e023336-c8ec-4049-8bac-f9c6639aa373 req-3d21c7b4-9653-4bd8-8c28-e05b85b40507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:28.200355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e023336-c8ec-4049-8bac-f9c6639aa373 req-3d21c7b4-9653-4bd8-8c28-e05b85b40507 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1010468 Jan 31 18:33:28.218455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee6e1747-a29e-46d0-9842-583fd6506a0d req-ce5f239b-ac35-4c7c-a476-2c1e6468302d tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167111 Jan 31 18:33:28.342526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:33:28.378432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e023336-c8ec-4049-8bac-f9c6639aa373 req-9a6a27ec-e262-4490-87a3-274a103fbbcb service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589198 Jan 31 18:33:28.488530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8200e12-ec10-4b08-b98e-cf870aa2cbd1 None None] Network a69c8120-6908-4e05-952c-14dc7b37ddd6 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:33:28.524991 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:33:28.546193 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:28.547575 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-32ed766d-9dc5-4a96-8cf7-3a64a449362f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3011630 Jan 31 18:33:28.550639 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:28.632735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Sync routers for ids ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:33:28.700309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0aa24f0b-d086-4267-ae0b-d64339e0493f None None] Provisioning complete for port d6a11820-4d6b-4074-97af-59c487639c90 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:28.702350 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0aa24f0b-d086-4267-ae0b-d64339e0493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d6a11820-4d6b-4074-97af-59c487639c90), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:28.764371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Routers {'e37721d8-1ea4-48cd-a855-0a10e64ab8d9'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:33:28.765537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:33:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:28.878283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e023336-c8ec-4049-8bac-f9c6639aa373 req-d3ff53c6-2841-41fa-8a06-6c87e30949e0 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518049 Jan 31 18:33:28.926551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Set router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:33:29.065733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c1c6733-bf5b-4e99-9015-15b68321e30a req-d15d760e-cfae-4018-b1f2-128c49efa360 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 210 time: 0.1182542 Jan 31 18:33:29.199221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7273ceb-e5dd-4686-86bc-91e761646b58 req-f3ef0e6a-7d73-4b59-b95f-afb9ebe3d889 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:29.215607 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7273ceb-e5dd-4686-86bc-91e761646b58 req-f3ef0e6a-7d73-4b59-b95f-afb9ebe3d889 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 943 time: 0.7821503 Jan 31 18:33:29.306004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06038d2b-5b12-433e-b79a-12160b75926e req-61e40645-ff9c-4259-b9e2-2b5e9781d8de tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:29.307497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06038d2b-5b12-433e-b79a-12160b75926e req-61e40645-ff9c-4259-b9e2-2b5e9781d8de tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 943 time: 0.9416809 Jan 31 18:33:29.320431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:29.322906 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7ee1b4-3080-4e43-ba31-6bbd746c4b94" -d '{"events": [{"server_uuid": "a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06", "name": "network-vif-unplugged", "status": "completed", "tag": "987c28c5-09f8-4cd6-9e16-7cae2bd970ee"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:29.327404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d6a11820-4d6b-4074-97af-59c487639c90 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:29.370224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7273ceb-e5dd-4686-86bc-91e761646b58 req-373abf1d-4993-4c5d-878b-90399fe5f267 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485145 Jan 31 18:33:29.506447 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:29.520159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6baa4-f10f-4c54-ab93-19b6e87e46d1 req-3c8ee262-dc76-412f-84c5-a8705be1af1e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:29.528492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14d6baa4-f10f-4c54-ab93-19b6e87e46d1 req-3c8ee262-dc76-412f-84c5-a8705be1af1e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 947 time: 0.2441983 Jan 31 18:33:29.590695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0aa24f0b-d086-4267-ae0b-d64339e0493f None None] Current status of the port d6a11820-4d6b-4074-97af-59c487639c90 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:29.592052 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0aa24f0b-d086-4267-ae0b-d64339e0493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d6a11820-4d6b-4074-97af-59c487639c90), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:29.656425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14d6baa4-f10f-4c54-ab93-19b6e87e46d1 req-d63e0c90-f33b-4be1-801c-c62a1dd146cd tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239142 Jan 31 18:33:29.676741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0aa24f0b-d086-4267-ae0b-d64339e0493f None None] For port d6a11820-4d6b-4074-97af-59c487639c90, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d6a11820-4d6b-4074-97af-59c487639c90,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:29.684390 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0aa24f0b-d086-4267-ae0b-d64339e0493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d6a11820-4d6b-4074-97af-59c487639c90), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:29.715372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d6a11820-4d6b-4074-97af-59c487639c90 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:29.715754 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d6a11820-4d6b-4074-97af-59c487639c90), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:29.718488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b64980aa-f285-496c-9e2e-92e512166d64 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:33:29.767688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-06038d2b-5b12-433e-b79a-12160b75926e req-8d7afe0c-b0e6-477d-b9ef-a0b843063902 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Deleting port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:33:29.769829 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-06038d2b-5b12-433e-b79a-12160b75926e req-8d7afe0c-b0e6-477d-b9ef-a0b843063902 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:29.837161 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Allocated IP 172.20.0.1 (a69c8120-6908-4e05-952c-14dc7b37ddd6/1b3dd08e-b156-4999-ad16-0c3ed85c691c/22b609d7-999d-4245-802a-b6c30bdb7038) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:29.869031 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c18da4-f60c-4b16-a24c-ec686799824e x-openstack-request-id: req-d5c18da4-f60c-4b16-a24c-ec686799824e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:29.869496 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06", "name": "network-vif-unplugged", "status": "completed", "tag": "987c28c5-09f8-4cd6-9e16-7cae2bd970ee", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:29.869829 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5c18da4-f60c-4b16-a24c-ec686799824e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:29.870431 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee', 'code': 200} Jan 31 18:33:29.911354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-06038d2b-5b12-433e-b79a-12160b75926e req-8d7afe0c-b0e6-477d-b9ef-a0b843063902 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] For port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:29.911639 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-06038d2b-5b12-433e-b79a-12160b75926e req-8d7afe0c-b0e6-477d-b9ef-a0b843063902 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:29.972499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-06038d2b-5b12-433e-b79a-12160b75926e req-8d7afe0c-b0e6-477d-b9ef-a0b843063902 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Calling delete_port for 987c28c5-09f8-4cd6-9e16-7cae2bd970ee owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:33:29.975698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:30.000624 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Publish callbacks [] for port (22b609d7-999d-4245-802a-b6c30bdb7038), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:30.019997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'b64980aa-f285-496c-9e2e-92e512166d64', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'b64980aa-f285-496c-9e2e-92e512166d64', 'mac_address': 'fa:16:3e:b7:e2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:33:30.031508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa24f0b-d086-4267-ae0b-d64339e0493f None None] Pushing event updated for resources: {'Port': ['ID=d6a11820-4d6b-4074-97af-59c487639c90,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:30.050681 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:30.097443 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Network a69c8120-6908-4e05-952c-14dc7b37ddd6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:30.098261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-86010e87-bf67-4250-9dcd-ba4c99ede427 None None] Provisioning complete for port d6a11820-4d6b-4074-97af-59c487639c90 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:30.098749 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-86010e87-bf67-4250-9dcd-ba4c99ede427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d6a11820-4d6b-4074-97af-59c487639c90), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:30.108939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:30.118894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be793c12-b193-4dbe-a034-ec938b305692 req-36e6f8ce-1208-47d4-9d18-a863054db47b tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:30.125793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Pushing event updated for resources: {'Port': ['ID=22b609d7-999d-4245-802a-b6c30bdb7038,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:30.130890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be793c12-b193-4dbe-a034-ec938b305692 req-36e6f8ce-1208-47d4-9d18-a863054db47b tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.5959036 Jan 31 18:33:30.135163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:30.165701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:33:27Z', 'revision_number': 3, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:30.246766 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-83c74015-a396-4c47-826d-5f23882b3eac tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529523 Jan 31 18:33:30.284788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Checking router: e37721d8-1ea4-48cd-a855-0a10e64ab8d9 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:33:30.285288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Updating router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 port 7338c6b8-b41b-462c-91b4-d4cff60789f6 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:33:30.290565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b64980aa-f285-496c-9e2e-92e512166d64 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:30.291000 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b64980aa-f285-496c-9e2e-92e512166d64), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:30.299873 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:30.319434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f82cd90-d462-4adc-a534-52ce7a46ba57 req-a6b720f0-bf5f-4a52-b6c0-fd3ce8c576ed tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 210 time: 0.0470674 Jan 31 18:33:30.367136 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be793c12-b193-4dbe-a034-ec938b305692 req-b1de270b-d25d-4576-a7a0-3a3a4a4931e8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311304 Jan 31 18:33:30.401489 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d6a11820-4d6b-4074-97af-59c487639c90 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:30.414915 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:30.427161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64980aa-f285-496c-9e2e-92e512166d64 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:30.544047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:30.545052 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-63e5b5de-aa6d-4765-b607-3b803f2f463c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448432 Jan 31 18:33:30.554342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-06038d2b-5b12-433e-b79a-12160b75926e req-8d7afe0c-b0e6-477d-b9ef-a0b843063902 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (987c28c5-09f8-4cd6-9e16-7cae2bd970ee), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:30.582407 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b64980aa-f285-496c-9e2e-92e512166d64), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:30.625251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7afe0c-b0e6-477d-b9ef-a0b843063902 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event deleted for resources: {'Port': ['ID=987c28c5-09f8-4cd6-9e16-7cae2bd970ee,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:30.676383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f23d7cb-866c-4dc0-8d34-065f2e5ba3cb req-bad5f53f-71d2-4ee3-99b9-d15adbffddc9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06 HTTP/1.1" status: 200 len: 210 time: 0.1119883 Jan 31 18:33:30.747017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-06038d2b-5b12-433e-b79a-12160b75926e req-8d7afe0c-b0e6-477d-b9ef-a0b843063902 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] No DVR routers for this DVR port 987c28c5-09f8-4cd6-9e16-7cae2bd970ee on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:33:30.751571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-06038d2b-5b12-433e-b79a-12160b75926e req-8d7afe0c-b0e6-477d-b9ef-a0b843063902 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:30.755657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06038d2b-5b12-433e-b79a-12160b75926e req-8d7afe0c-b0e6-477d-b9ef-a0b843063902 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.21 "DELETE /v2.0/ports/987c28c5-09f8-4cd6-9e16-7cae2bd970ee HTTP/1.1" status: 204 len: 173 time: 1.4182818 Jan 31 18:33:30.756260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06', 'name': 'network-vif-deleted', 'tag': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:30.758959 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c311881-25b4-43a5-b859-e844c20b5257" -d '{"events": [{"server_uuid": "a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06", "name": "network-vif-deleted", "tag": "987c28c5-09f8-4cd6-9e16-7cae2bd970ee"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:30.762114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-d66273c2-8b66-4e0c-8530-b41870088650 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:30.776516 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-d66273c2-8b66-4e0c-8530-b41870088650 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5123665 Jan 31 18:33:30.823177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-86010e87-bf67-4250-9dcd-ba4c99ede427 None None] Current status of the port d6a11820-4d6b-4074-97af-59c487639c90 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:30.857522 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfa77c4-0761-43a5-baee-933ba95af20d x-openstack-request-id: req-4bfa77c4-0761-43a5-baee-933ba95af20d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:30.858069 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06", "name": "network-vif-deleted", "tag": "987c28c5-09f8-4cd6-9e16-7cae2bd970ee", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:30.858476 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bfa77c4-0761-43a5-baee-933ba95af20d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:30.859090 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f5eeb8-61b5-4c3b-aef4-9b45bbed8c06', 'name': 'network-vif-deleted', 'tag': '987c28c5-09f8-4cd6-9e16-7cae2bd970ee', 'status': 'completed', 'code': 200} Jan 31 18:33:30.859752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b64980aa-f285-496c-9e2e-92e512166d64,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:30.908191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['b64980aa-f285-496c-9e2e-92e512166d64'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:30.924325 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51fd48-984a-4121-a0fd-be4480e59803 req-47a582e4-27a0-421a-b650-202ec746a248 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:30.943282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f51fd48-984a-4121-a0fd-be4480e59803 req-47a582e4-27a0-421a-b650-202ec746a248 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 948 time: 0.1610682 Jan 31 18:33:31.005876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-73d66a0d-5286-423d-80c9-87d248029e45 None None] Provisioning complete for port 22b609d7-999d-4245-802a-b6c30bdb7038 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:31.006514 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73d66a0d-5286-423d-80c9-87d248029e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:31.020963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f51fd48-984a-4121-a0fd-be4480e59803 req-300fad53-3ad1-4601-85e8-36fd6a436697 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741022 Jan 31 18:33:31.058510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d6a11820-4d6b-4074-97af-59c487639c90 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:31.135110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-73d66a0d-5286-423d-80c9-87d248029e45 None None] Port 22b609d7-999d-4245-802a-b6c30bdb7038 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:33:31.223476 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Publish callbacks [] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:31.230535 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Request body: {'port': {'device_id': '578f42e4-a37c-451a-9f40-d5d427a94d06', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '91a42f644a6a43c6a68db0de6be71875'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:31.237722 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:31.242129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d6a11820-4d6b-4074-97af-59c487639c90 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:31.243759 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d6a11820-4d6b-4074-97af-59c487639c90), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:31.269107 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:31.348593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b050363-86f2-4b01-a3e4-0a7d6ce2c2c5 None None] Pushing event updated for resources: {'Port': ['ID=7338c6b8-b41b-462c-91b4-d4cff60789f6,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:31.354088 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-87e55281-9338-4302-8726-b0105c30a52a tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:31.356181 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-87e55281-9338-4302-8726-b0105c30a52a tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8033082 Jan 31 18:33:31.388164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Request body: {'port': {'device_id': '38393d98-57f3-46a3-82a9-42297c9371a8', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '91a42f644a6a43c6a68db0de6be71875'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:31.401578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Attempting to bind port 7338c6b8-b41b-462c-91b4-d4cff60789f6 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:31.402118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Attempting to bind port 7338c6b8-b41b-462c-91b4-d4cff60789f6 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:31.402587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Attempting to bind port 7338c6b8-b41b-462c-91b4-d4cff60789f6 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:31.413701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:31.414246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:31.414780 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:31.415434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:31.416082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Bound port: 7338c6b8-b41b-462c-91b4-d4cff60789f6, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:31.416714 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:31.530231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d6a11820-4d6b-4074-97af-59c487639c90 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:31.532796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 987c28c5-09f8-4cd6-9e16-7cae2bd970ee no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:33:31.558423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 987c28c5-09f8-4cd6-9e16-7cae2bd970ee {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:33:31.558940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 987c28c5-09f8-4cd6-9e16-7cae2bd970ee not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:33:31.588386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92c8d92a-1661-4a30-a361-af09f1d61820 req-4e8da4f8-25d3-411f-850e-fcdad24658ec tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 210 time: 0.0382302 Jan 31 18:33:31.607719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] For port 7338c6b8-b41b-462c-91b4-d4cff60789f6, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:31.612182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] For port 7338c6b8-b41b-462c-91b4-d4cff60789f6, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7338c6b8-b41b-462c-91b4-d4cff60789f6,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:31.621948 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:31.695633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f7517-7dad-4ae8-b338-68449336bcde req-3f27931f-9735-4a2e-8c64-da8748a29989 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:31.698010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-616f7517-7dad-4ae8-b338-68449336bcde req-3f27931f-9735-4a2e-8c64-da8748a29989 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.1010227 Jan 31 18:33:31.736163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Made reservation on behalf of 91a42f644a6a43c6a68db0de6be71875 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:31.740033 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:31.753684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b050363-86f2-4b01-a3e4-0a7d6ce2c2c5 None None] Pushing event updated for resources: {'Port': ['ID=7338c6b8-b41b-462c-91b4-d4cff60789f6,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:31.783875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Routers {'e37721d8-1ea4-48cd-a855-0a10e64ab8d9'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:33:31.785117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-616f7517-7dad-4ae8-b338-68449336bcde req-29bf7859-492b-49f6-aa8b-2aa94d0f71d7 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689166 Jan 31 18:33:31.786359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:33:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:31.815318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Made reservation on behalf of 91a42f644a6a43c6a68db0de6be71875 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:31.815318 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:31.944091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] Set router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:33:31.944463 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Publish callbacks [] for port (22b609d7-999d-4245-802a-b6c30bdb7038), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:31.961463 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:32.009603 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:32.068763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53586) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:32.076054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-df84135e-9628-4917-9604-9a9c2f459882 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269036650', 'description': 'tempest-description--1334804803'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:32.129387 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df84135e-9628-4917-9604-9a9c2f459882 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:32.208145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Pushing event updated for resources: {'Port': ['ID=22b609d7-999d-4245-802a-b6c30bdb7038,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:32.244098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Allocated IP 192.168.233.185 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/4815076e-c6b0-4930-b769-bd7a44ba5f3b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:32.323080 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df84135e-9628-4917-9604-9a9c2f459882 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for security_group (7ec8c8d0-56c8-43da-b9dd-124fba80969b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:32.334641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28252343-5d5c-4796-815f-8ad1dbc4c3d7 req-2883f1f8-3e6f-4923-ae9f-ab83bf78eabd tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:32.344415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28252343-5d5c-4796-815f-8ad1dbc4c3d7 req-2883f1f8-3e6f-4923-ae9f-ab83bf78eabd tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 948 time: 0.1334434 Jan 31 18:33:32.356067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df84135e-9628-4917-9604-9a9c2f459882 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7ec8c8d0-56c8-43da-b9dd-124fba80969b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:32.420395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28252343-5d5c-4796-815f-8ad1dbc4c3d7 req-3654ffff-2259-484e-95db-07ee7b03bce6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749705 Jan 31 18:33:32.446022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Network a69c8120-6908-4e05-952c-14dc7b37ddd6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:32.459458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:32.459661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df84135e-9628-4917-9604-9a9c2f459882 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:32.460813 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-df84135e-9628-4917-9604-9a9c2f459882 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3909042 Jan 31 18:33:32.464371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84135e-9628-4917-9604-9a9c2f459882 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec8c8d0-56c8-43da-b9dd-124fba80969b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:32.483881 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:32.490822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-22552d40-cdfe-41a2-80ba-c13a5ef1fbc7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Request body: {'security_group_rule': {'security_group_id': '7ec8c8d0-56c8-43da-b9dd-124fba80969b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:32.506789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:33:30Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '22b609d7-999d-4245-802a-b6c30bdb7038', 'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'mac_address': 'fa:16:3e:01:1e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:29Z', 'updated_at': '2022-01-31T18:33:29Z', 'revision_number': 1, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'subnets': [{'id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:32.565930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-93a6db42-07a5-4511-b7c9-c1becfc00275 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--754812231&fields=id&tenant_id=e82e137c40634b88b95c4547ead4451e HTTP/1.1" status: 200 len: 267 time: 0.1024659 Jan 31 18:33:32.566809 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243dad9-1903-4334-b22d-120c5599e796 None None] The sync data for ids ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'] in n-d-812111-15 is: [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:33:30Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '22b609d7-999d-4245-802a-b6c30bdb7038', 'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'mac_address': 'fa:16:3e:01:1e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:29Z', 'updated_at': '2022-01-31T18:33:29Z', 'revision_number': 1, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'subnets': [{'id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:33:32.601703 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22552d40-cdfe-41a2-80ba-c13a5ef1fbc7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for security_group_rule (c45fdbb3-1c4f-46a6-8d9a-79f7fb74cada), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:32.704358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks [] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:32.762126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-434410e2-89d3-4633-a8b4-59b245e44ee8 req-1d7bbece-f283-435a-9149-ae25e2472529 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 210 time: 0.0481572 Jan 31 18:33:32.784470 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:32.800991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:32.807573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22552d40-cdfe-41a2-80ba-c13a5ef1fbc7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for security_group_rule (c45fdbb3-1c4f-46a6-8d9a-79f7fb74cada), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:32.821408 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22552d40-cdfe-41a2-80ba-c13a5ef1fbc7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (c45fdbb3-1c4f-46a6-8d9a-79f7fb74cada), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:32.843796 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22552d40-cdfe-41a2-80ba-c13a5ef1fbc7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45fdbb3-1c4f-46a6-8d9a-79f7fb74cada,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:32.867266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-5e79350b-0a7a-4dcf-a962-f2ff34cf9beb tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:32.876293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-5e79350b-0a7a-4dcf-a962-f2ff34cf9beb tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/networks?id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398 HTTP/1.1" status: 200 len: 823 time: 0.3093536 Jan 31 18:33:32.894551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-6b478986-2788-439e-b5ea-c67f38838fa3 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/quotas/e82e137c40634b88b95c4547ead4451e HTTP/1.1" status: 200 len: 375 time: 0.0169394 Jan 31 18:33:32.909394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event updated for resources: {'Port': ['ID=4815076e-c6b0-4930-b769-bd7a44ba5f3b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:32.915014 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22552d40-cdfe-41a2-80ba-c13a5ef1fbc7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:32.916294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-22552d40-cdfe-41a2-80ba-c13a5ef1fbc7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4290290 Jan 31 18:33:32.924134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53606) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:32.931282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-280b0428-d5a8-46f8-9485-e9d6880714fe tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Request body: {'security_group_rule': {'security_group_id': '7ec8c8d0-56c8-43da-b9dd-124fba80969b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:33.039257 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-bb9ff0b8-1db7-437b-876a-f6d2759616c1 None None] Provisioning complete for port 22b609d7-999d-4245-802a-b6c30bdb7038 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:33.039693 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff0b8-1db7-437b-876a-f6d2759616c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:33.052042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:33.072383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:33.090696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Allocated IP 192.168.233.63 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/cc94415d-4302-4b98-bbc2-940858252a3a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:33.103914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:33.111110 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-c8618c3d-b2cd-4b0e-8726-8d6f1fbf864b tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e82e137c40634b88b95c4547ead4451e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2156382 Jan 31 18:33:33.133823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704d4e8-c5d0-4d55-80e1-997d33c790aa req-bc348bfb-a66d-43aa-9f13-e57ed0c14aab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:33.139463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ff0b8-1db7-437b-876a-f6d2759616c1 None None] Port 22b609d7-999d-4245-802a-b6c30bdb7038 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:33:33.142751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f704d4e8-c5d0-4d55-80e1-997d33c790aa req-bc348bfb-a66d-43aa-9f13-e57ed0c14aab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.1619797 Jan 31 18:33:33.203904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:33.204746 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:33.231067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-280b0428-d5a8-46f8-9485-e9d6880714fe tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for security_group_rule (5c36080d-b666-405f-b0c2-257b2629e542), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:33.289096 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:33:33.345178 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3181d94e-afe5-48cd-be89-a12cf5fe0a36 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9626901 Jan 31 18:33:33.368873 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Request body: {'port': {'device_id': '38393d98-57f3-46a3-82a9-42297c9371a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:33.374154 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f704d4e8-c5d0-4d55-80e1-997d33c790aa req-f18f702d-5a12-4d6f-b692-6c37e52fe58f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250297 Jan 31 18:33:33.413420 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-4131fdc6-3f4f-4a98-a500-f3fb173eda5b service neutron] 10.222.0.20 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627406 Jan 31 18:33:33.476512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0ce4b63b-390c-455e-9a29-5647f9d4f5a1 None None] Provisioning complete for port 4815076e-c6b0-4930-b769-bd7a44ba5f3b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:33.476894 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0ce4b63b-390c-455e-9a29-5647f9d4f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:33.559106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4b63b-390c-455e-9a29-5647f9d4f5a1 None None] Port 4815076e-c6b0-4930-b769-bd7a44ba5f3b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:33:33.616754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-280b0428-d5a8-46f8-9485-e9d6880714fe tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for security_group_rule (5c36080d-b666-405f-b0c2-257b2629e542), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:33.629697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-37dc0e4a-bd99-4958-a9b6-d154686cb5de service neutron] 10.222.0.20 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153869 Jan 31 18:33:33.644424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1972f80-2f7d-4404-a92c-61ec28bc38c3 req-767edae2-94da-47ce-acf3-aa30f1b2b3f0 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:33.646497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1972f80-2f7d-4404-a92c-61ec28bc38c3 req-767edae2-94da-47ce-acf3-aa30f1b2b3f0 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 948 time: 0.1119146 Jan 31 18:33:33.673215 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-280b0428-d5a8-46f8-9485-e9d6880714fe tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5c36080d-b666-405f-b0c2-257b2629e542), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:33.674994 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:33.701040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b64980aa-f285-496c-9e2e-92e512166d64 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:33.828758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1972f80-2f7d-4404-a92c-61ec28bc38c3 req-2a2e5c1a-4eca-476a-8ff6-4b7684dcaf1a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753857 Jan 31 18:33:33.833825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port b64980aa-f285-496c-9e2e-92e512166d64 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:33.836314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b0428-d5a8-46f8-9485-e9d6880714fe tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c36080d-b666-405f-b0c2-257b2629e542,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:33.856254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port b64980aa-f285-496c-9e2e-92e512166d64 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:33.857117 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b64980aa-f285-496c-9e2e-92e512166d64), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:33.884582 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-280b0428-d5a8-46f8-9485-e9d6880714fe tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:33.892183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53616) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:33.895099 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-280b0428-d5a8-46f8-9485-e9d6880714fe tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9585845 Jan 31 18:33:33.948687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks [] for port (cc94415d-4302-4b98-bbc2-940858252a3a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:33.958442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:33.960828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:33:33.991464 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0e7f0b1c-32b2-4655-9eb6-af0315aa9a9f admin admin] 10.222.0.20 "PUT /v2.0/routers/e37721d8-1ea4-48cd-a855-0a10e64ab8d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4320972 Jan 31 18:33:34.058736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b64980aa-f285-496c-9e2e-92e512166d64 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:34.059326 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b64980aa-f285-496c-9e2e-92e512166d64), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:34.107969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-183fe68e-73b1-4178-aa7d-e60aeb9ef324 req-148316b8-e420-4ee9-ac4e-bf2eb844c0f7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 210 time: 0.0555320 Jan 31 18:33:34.111247 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:34.134739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:34.137353 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8412de92-1a8e-46a6-b31a-6b4b0d4285b6" -d '{"events": [{"server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "name": "network-vif-plugged", "status": "completed", "tag": "b64980aa-f285-496c-9e2e-92e512166d64"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:34.182219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-1c61edc2-efd7-43b2-9643-b36028005309 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:34.184043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-1c61edc2-efd7-43b2-9643-b36028005309 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a411092-4dca-4505-bfd6-cf4eec495731 HTTP/1.1" status: 200 len: 945 time: 0.3063734 Jan 31 18:33:34.198104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:34.208222 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b64980aa-f285-496c-9e2e-92e512166d64), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:34.334665 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2fd69b-a3a5-4aec-8b24-30520064e21a x-openstack-request-id: req-8f2fd69b-a3a5-4aec-8b24-30520064e21a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:34.335286 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "name": "network-vif-plugged", "status": "completed", "tag": "b64980aa-f285-496c-9e2e-92e512166d64", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:34.336490 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f2fd69b-a3a5-4aec-8b24-30520064e21a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:34.336815 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64', 'code': 200} Jan 31 18:33:34.361138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604362ea-030f-4533-99e6-8a401ef1e80c req-8197f815-bd08-4b6d-b116-001e2aace6f0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:34.362454 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-604362ea-030f-4533-99e6-8a401ef1e80c req-8197f815-bd08-4b6d-b116-001e2aace6f0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 936 time: 0.3827560 Jan 31 18:33:34.400112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b64980aa-f285-496c-9e2e-92e512166d64,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:34.423824 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:34.439183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:34.628761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:34.634344 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:34.643520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:34.699348 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event updated for resources: {'Port': ['ID=cc94415d-4302-4b98-bbc2-940858252a3a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:34.783074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:34.783989 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:34.839424 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-fa7f35e5-a330-4120-aa6f-0f770bb7460d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0325968 Jan 31 18:33:34.884690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Request body: {'port': {'device_id': '578f42e4-a37c-451a-9f40-d5d427a94d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:35.062892 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:35.071327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-604362ea-030f-4533-99e6-8a401ef1e80c req-4a0d6401-a1a8-4e62-bdcd-71a12a9f8951 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659110 Jan 31 18:33:35.107262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af1979-219f-4089-bd54-e9978128d9bc req-b9d416c7-a0a7-4771-a598-7a33f643c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:35.116564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00af1979-219f-4089-bd54-e9978128d9bc req-b9d416c7-a0a7-4771-a598-7a33f643c473 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 1132 time: 0.7135530 Jan 31 18:33:35.150003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4815076e-c6b0-4930-b769-bd7a44ba5f3b {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:35.186772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Publish callbacks [] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:35.251924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7338c6b8-b41b-462c-91b4-d4cff60789f6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:35.343254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Transition to ACTIVE for port object 4815076e-c6b0-4930-b769-bd7a44ba5f3b will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:35.386329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caadd12-e713-4a42-b27b-d77b5ff9e774 req-13be8df4-c2b7-4eff-a970-5c9402b00557 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:35.391740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0caadd12-e713-4a42-b27b-d77b5ff9e774 req-13be8df4-c2b7-4eff-a970-5c9402b00557 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.6062491 Jan 31 18:33:35.401576 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:35.408801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7338c6b8-b41b-462c-91b4-d4cff60789f6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:35.409224 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:35.421299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Deleting port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:33:35.430580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:35.614402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f614d312-ee3b-4838-870d-474f4f6db691 None None] Provisioning complete for port cc94415d-4302-4b98-bbc2-940858252a3a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:35.615521 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f614d312-ee3b-4838-870d-474f4f6db691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:35.642016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00af1979-219f-4089-bd54-e9978128d9bc req-427a94c3-fcd2-457e-a03e-374b9141e33e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098171 Jan 31 18:33:35.748920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f614d312-ee3b-4838-870d-474f4f6db691 None None] Port cc94415d-4302-4b98-bbc2-940858252a3a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:33:35.795279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53656) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:35.824417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-817078628-network', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:35.835983 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:35.870417 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7338c6b8-b41b-462c-91b4-d4cff60789f6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:35.871027 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:35.906427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 7338c6b8-b41b-462c-91b4-d4cff60789f6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7338c6b8-b41b-462c-91b4-d4cff60789f6,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:35.920398 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:35.980730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=7338c6b8-b41b-462c-91b4-d4cff60789f6,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:35.992513 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22957c-e227-4606-892c-fb3509134ce9 req-870f9f8b-8d17-496d-b9d0-b13b1d9e3a69 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:36.001654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc22957c-e227-4606-892c-fb3509134ce9 req-870f9f8b-8d17-496d-b9d0-b13b1d9e3a69 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.7231324 Jan 31 18:33:36.037140 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Pushing event updated for resources: {'Port': ['ID=4815076e-c6b0-4930-b769-bd7a44ba5f3b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:36.056898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0caadd12-e713-4a42-b27b-d77b5ff9e774 req-7b1a28bc-b973-432d-8584-21a23999a911 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402164 Jan 31 18:33:36.068589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Attempting to bind port 4815076e-c6b0-4930-b769-bd7a44ba5f3b on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:36.069194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Attempting to bind port 4815076e-c6b0-4930-b769-bd7a44ba5f3b by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:36.070055 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Attempting to bind port 4815076e-c6b0-4930-b769-bd7a44ba5f3b on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:36.094627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] For port 9df90780-a5b4-4bfe-a5b9-565fe39b1237, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9df90780-a5b4-4bfe-a5b9-565fe39b1237,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:36.094627 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:36.100058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Made reservation on behalf of 55783ab766da4d49a8eb0651b4c08a1c for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:36.100482 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Port 4815076e-c6b0-4930-b769-bd7a44ba5f3b on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:33:36.100927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Attempting to bind port 4815076e-c6b0-4930-b769-bd7a44ba5f3b on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:36.102571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:36.119381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:36.120511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:36.121017 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:36.121570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Bound port: 4815076e-c6b0-4930-b769-bd7a44ba5f3b, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:36.122121 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:36.124519 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:36.276553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc94415d-4302-4b98-bbc2-940858252a3a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:36.299584 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Publish callbacks [] for port (cc94415d-4302-4b98-bbc2-940858252a3a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:36.326802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] For port 4815076e-c6b0-4930-b769-bd7a44ba5f3b, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:36.331848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] For port 4815076e-c6b0-4930-b769-bd7a44ba5f3b, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4815076e-c6b0-4930-b769-bd7a44ba5f3b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:36.334007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Transition to ACTIVE for port object cc94415d-4302-4b98-bbc2-940858252a3a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:36.343827 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:36.348068 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:36.654817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc22957c-e227-4606-892c-fb3509134ce9 req-e81f970c-aaba-496f-9d32-9b9f50fce91d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6537344 Jan 31 18:33:36.657192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-22bb66e5-f52e-4458-855b-d24bd30c45d3 req-8c396b2f-d0b9-4868-90e0-3fc14e0efb14 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 210 time: 0.4086971 Jan 31 18:33:36.880438 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Allocated IP 172.25.8.177 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/dd636303-d90b-4e28-804a-91c785d6246a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:36.915840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:36.916555 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:36.918504 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-675b4674-f044-4e33-9382-8039d94de588 service neutron] 10.222.0.21 "PUT /v2.0/ports/4815076e-c6b0-4930-b769-bd7a44ba5f3b HTTP/1.1" status: 200 len: 1097 time: 3.5575483 Jan 31 18:33:36.918504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38393d98-57f3-46a3-82a9-42297c9371a8', 'tag': '4815076e-c6b0-4930-b769-bd7a44ba5f3b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:36.920887 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88ff8a2-ca49-4a2b-9cdf-599b76114fec" -d '{"events": [{"name": "network-changed", "server_uuid": "38393d98-57f3-46a3-82a9-42297c9371a8", "tag": "4815076e-c6b0-4930-b769-bd7a44ba5f3b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:36.955547 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Sync routers for ids ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:33:36.957629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Pushing event updated for resources: {'Port': ['ID=cc94415d-4302-4b98-bbc2-940858252a3a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:36.991196 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Routers {'e37721d8-1ea4-48cd-a855-0a10e64ab8d9'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:33:36.998856 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:33:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:37.054147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-642050cb-f362-4715-b67e-cf98fa6d6eb1 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:37.055406 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dc6422-47ef-410b-9fe3-15ce16d8615d x-openstack-request-id: req-e9dc6422-47ef-410b-9fe3-15ce16d8615d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:37.055907 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38393d98-57f3-46a3-82a9-42297c9371a8", "tag": "4815076e-c6b0-4930-b769-bd7a44ba5f3b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:37.055993 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9dc6422-47ef-410b-9fe3-15ce16d8615d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:37.056422 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38393d98-57f3-46a3-82a9-42297c9371a8', 'tag': '4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'status': 'completed', 'code': 200} Jan 31 18:33:37.057955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-642050cb-f362-4715-b67e-cf98fa6d6eb1 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.49 "GET /v2.0/networks?id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398 HTTP/1.1" status: 200 len: 823 time: 0.4215999 Jan 31 18:33:37.131148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Attempting to bind port cc94415d-4302-4b98-bbc2-940858252a3a on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:37.131497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Attempting to bind port cc94415d-4302-4b98-bbc2-940858252a3a by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:37.131835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Attempting to bind port cc94415d-4302-4b98-bbc2-940858252a3a on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:37.168303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7338c6b8-b41b-462c-91b4-d4cff60789f6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:37.190993 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Port cc94415d-4302-4b98-bbc2-940858252a3a on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:33:37.191247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Attempting to bind port cc94415d-4302-4b98-bbc2-940858252a3a on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:37.211575 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b4674-f044-4e33-9382-8039d94de588 service neutron] Pushing event updated for resources: {'Port': ['ID=4815076e-c6b0-4930-b769-bd7a44ba5f3b,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:37.239514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:37.239878 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:37.240285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:37.240770 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Bound port: cc94415d-4302-4b98-bbc2-940858252a3a, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:37.241140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.251518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-615aab0a-357b-4cb2-8a96-012b60096a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:37.253087 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-615aab0a-357b-4cb2-8a96-012b60096a79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 1131 time: 0.2338035 Jan 31 18:33:37.286611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7338c6b8-b41b-462c-91b4-d4cff60789f6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:37.287002 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.349851 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Set router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:33:37.366903 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-c44033c0-6741-487a-a5be-076cbf92edef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4815076e-c6b0-4930-b769-bd7a44ba5f3b HTTP/1.1" status: 200 len: 217 time: 0.0941632 Jan 31 18:33:37.447848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b61e84-956b-423a-8da9-58f68fcee327 req-5590a323-c308-4ee0-a446-92f41c871884 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:37.449444 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1b61e84-956b-423a-8da9-58f68fcee327 req-5590a323-c308-4ee0-a446-92f41c871884 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 948 time: 0.6301358 Jan 31 18:33:37.477059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7338c6b8-b41b-462c-91b4-d4cff60789f6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:37.494147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Publish callbacks [] for security_group (41ab2758-b958-4bfa-98be-7d15579d5bb1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.511637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.512195 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (5a9baf55-1f53-410f-9e64-0541eba98039), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.513350 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Floating IP 5a9baf55-1f53-410f-9e64-0541eba98039 disassociated. External IP: 172.25.8.22, port: 9df90780-a5b4-4bfe-a5b9-565fe39b1237. Jan 31 18:33:37.513930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Calling delete_port for 9df90780-a5b4-4bfe-a5b9-565fe39b1237 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:33:37.519611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] For port cc94415d-4302-4b98-bbc2-940858252a3a, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:37.527925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] For port cc94415d-4302-4b98-bbc2-940858252a3a, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=cc94415d-4302-4b98-bbc2-940858252a3a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:37.536509 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (41ab2758-b958-4bfa-98be-7d15579d5bb1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.538447 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3af9c499-5d08-4ddb-9b2c-00e1be382e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:37.541335 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-3af9c499-5d08-4ddb-9b2c-00e1be382e3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1340816 Jan 31 18:33:37.543241 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.548795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:33:37.558599 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.558599 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Added segment bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c of type vlan for network 9d7bfb06-4524-44e2-9f71-f474c61e1f73 Jan 31 18:33:37.605273 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (9d7bfb06-4524-44e2-9f71-f474c61e1f73), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.656414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863362c4-06af-4721-8ae4-1743e8fe7c17 req-5c15aa4d-3f30-4af5-946f-71c1e850f31e tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:37.664463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-863362c4-06af-4721-8ae4-1743e8fe7c17 req-5c15aa4d-3f30-4af5-946f-71c1e850f31e tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.4586928 Jan 31 18:33:37.665569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:37.666329 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.668205 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] 10.222.0.21 "PUT /v2.0/ports/cc94415d-4302-4b98-bbc2-940858252a3a HTTP/1.1" status: 200 len: 1096 time: 2.8077462 Jan 31 18:33:37.684139 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (9d7bfb06-4524-44e2-9f71-f474c61e1f73), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.688191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:37.689150 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.719365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9df90780-a5b4-4bfe-a5b9-565fe39b1237 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:33:37.744956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-bf649c00-8227-4482-af5b-200bd38a0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:37.748021 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-bf649c00-8227-4482-af5b-200bd38a0a16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1949842 Jan 31 18:33:37.780946 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:33:30Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '22b609d7-999d-4245-802a-b6c30bdb7038', 'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'mac_address': 'fa:16:3e:01:1e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:29Z', 'updated_at': '2022-01-31T18:33:31Z', 'revision_number': 2, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'subnets': [{'id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:37.834272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985c538-f04f-4903-85fe-8bfbc2e7ad86 service neutron] Pushing event updated for resources: {'Port': ['ID=cc94415d-4302-4b98-bbc2-940858252a3a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:37.837583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Pushing event updated for resources: {'Network': ['ID=9d7bfb06-4524-44e2-9f71-f474c61e1f73,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:37.861607 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Checking router: e37721d8-1ea4-48cd-a855-0a10e64ab8d9 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:33:37.862041 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Updating router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 port 22b609d7-999d-4245-802a-b6c30bdb7038 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:33:37.879838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 9d7bfb06-4524-44e2-9f71-f474c61e1f73 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:33:37.925381 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:37.972203 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-9a1a32fc-3535-4edb-a657-d0e3ebbb4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:37.974850 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-9a1a32fc-3535-4edb-a657-d0e3ebbb4e6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=578f42e4-a37c-451a-9f40-d5d427a94d06 HTTP/1.1" status: 200 len: 1130 time: 0.2340515 Jan 31 18:33:37.988837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:37.989789 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:38.040282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-31b4ebb6-804f-4f0b-b027-da87ece4bad7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e82e137c40634b88b95c4547ead4451e HTTP/1.1" status: 200 len: 379 time: 0.9355373 Jan 31 18:33:38.065481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a411092-4dca-4505-bfd6-cf4eec495731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df90780-a5b4-4bfe-a5b9-565fe39b1237'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:38.067907 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd7e665-8309-4e96-a0b2-8a32ff0bc14b" -d '{"events": [{"server_uuid": "1a411092-4dca-4505-bfd6-cf4eec495731", "name": "network-vif-unplugged", "status": "completed", "tag": "9df90780-a5b4-4bfe-a5b9-565fe39b1237"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:38.069039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Request body: {'port': {'device_id': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'admin_state_up': True, 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'security_groups': ['04245899-744a-49af-ae87-c57d0ee0d886']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:38.084043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9df90780-a5b4-4bfe-a5b9-565fe39b1237, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9df90780-a5b4-4bfe-a5b9-565fe39b1237,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:38.090551 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:38.112448 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-5c5ac963-a4df-411e-93e3-bdca68a093a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=cc94415d-4302-4b98-bbc2-940858252a3a HTTP/1.1" status: 200 len: 217 time: 0.1263030 Jan 31 18:33:38.140546 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-bba1eeb5-1560-4345-b673-79966780b257 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693132 Jan 31 18:33:38.234186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=9df90780-a5b4-4bfe-a5b9-565fe39b1237,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:38.306633 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for port (dd636303-d90b-4e28-804a-91c785d6246a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:38.315460 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-f3535d2e-0223-4090-b7a4-9f0f8c947092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:38.318161 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-f3535d2e-0223-4090-b7a4-9f0f8c947092 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1765902 Jan 31 18:33:38.325425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-863362c4-06af-4721-8ae4-1743e8fe7c17 req-bda5b37c-4de0-44c6-9e5d-a18d8ba7c48c tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582212 Jan 31 18:33:38.345202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ab2758-b958-4bfa-98be-7d15579d5bb1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:38.364827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53680) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:38.367305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-326473bc-67e7-4d4c-bbb3-907c7b5f71de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5476973 Jan 31 18:33:38.396828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-420419cf-7745-4531-9508-74936e07b1c4 admin admin] Request body: {'subnet': {'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-817078628-subnet', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:38.404961 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1b61e84-956b-423a-8da9-58f68fcee327 req-3668d88c-2e4c-4c6b-8458-09b9c1faa398 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9264286 Jan 31 18:33:38.494488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420419cf-7745-4531-9508-74936e07b1c4 admin admin] Made reservation on behalf of 55783ab766da4d49a8eb0651b4c08a1c for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:38.497126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-420419cf-7745-4531-9508-74936e07b1c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:38.522709 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-6f330da5-ca48-4b36-9e1d-c3ba1c51ec78 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704796 Jan 31 18:33:38.578419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Made reservation on behalf of e82e137c40634b88b95c4547ead4451e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:38.582025 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:38.586338 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24065b4e-529c-469a-bcb4-9f8df0fabfa2 req-152571b8-1d30-4d82-bd48-0bb2871e1cbc tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 210 time: 0.0846143 Jan 31 18:33:38.678715 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78411d5-f01a-44eb-bd79-4b6583f62925 x-openstack-request-id: req-e78411d5-f01a-44eb-bd79-4b6583f62925 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:38.679052 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a411092-4dca-4505-bfd6-cf4eec495731", "name": "network-vif-unplugged", "status": "completed", "tag": "9df90780-a5b4-4bfe-a5b9-565fe39b1237", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:38.679519 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e78411d5-f01a-44eb-bd79-4b6583f62925 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:38.679928 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a411092-4dca-4505-bfd6-cf4eec495731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df90780-a5b4-4bfe-a5b9-565fe39b1237', 'code': 200} Jan 31 18:33:38.681282 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Publish callbacks [] for port (22b609d7-999d-4245-802a-b6c30bdb7038), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:38.690107 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (dd636303-d90b-4e28-804a-91c785d6246a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:38.696112 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:38.785406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0ba1cf18-1066-4cd9-9cef-419ee249f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:38.787238 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-0ba1cf18-1066-4cd9-9cef-419ee249f50d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4185205 Jan 31 18:33:38.862260 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Pushing event updated for resources: {'Port': ['ID=22b609d7-999d-4245-802a-b6c30bdb7038,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:38.874485 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.875162 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.875528 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.876178 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.876785 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.877346 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.877778 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.878304 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.884361 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.885053 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.885562 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.886052 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.886627 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:38.907911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ff8a2-ca49-4a2b-9cdf-599b76114fec req-e4d9e036-cf0f-4d3c-b04b-a9417379d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:38.910319 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e88ff8a2-ca49-4a2b-9cdf-599b76114fec req-e4d9e036-cf0f-4d3c-b04b-a9417379d9ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 1131 time: 0.3043542 Jan 31 18:33:38.918908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:38.936737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81747a67-246c-4fab-8f85-855e447a18d7 req-5315535a-c47d-40b0-bdb7-5fa191b8c60a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:38.938373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81747a67-246c-4fab-8f85-855e447a18d7 req-5315535a-c47d-40b0-bdb7-5fa191b8c60a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.4707160 Jan 31 18:33:38.957234 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Attempting to bind port 22b609d7-999d-4245-802a-b6c30bdb7038 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:38.957856 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Attempting to bind port 22b609d7-999d-4245-802a-b6c30bdb7038 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:38.958419 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Attempting to bind port 22b609d7-999d-4245-802a-b6c30bdb7038 on network a69c8120-6908-4e05-952c-14dc7b37ddd6 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:38.975411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:38.985731 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:38.989810 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Checking segment: {'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:38.990758 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:38.991419 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Bound using segment: {'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:38.994930 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Bound port: 22b609d7-999d-4245-802a-b6c30bdb7038, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:38.995892 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:38.998383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:39.019054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event updated for resources: {'Port': ['ID=dd636303-d90b-4e28-804a-91c785d6246a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:39.022200 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (9df90780-a5b4-4bfe-a5b9-565fe39b1237), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:39.085706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578f42e4-a37c-451a-9f40-d5d427a94d06', 'tag': 'cc94415d-4302-4b98-bbc2-940858252a3a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:39.088035 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50379f5c-d7da-4502-bde7-51c502029c92" -d '{"events": [{"name": "network-changed", "server_uuid": "578f42e4-a37c-451a-9f40-d5d427a94d06", "tag": "cc94415d-4302-4b98-bbc2-940858252a3a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:39.142666 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-420419cf-7745-4531-9508-74936e07b1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (b993f437-fd20-4431-8732-87c3532226d5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:39.165804 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] For port 22b609d7-999d-4245-802a-b6c30bdb7038, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:39.170294 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] For port 22b609d7-999d-4245-802a-b6c30bdb7038, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=22b609d7-999d-4245-802a-b6c30bdb7038,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:39.180567 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72619934-a37d-4c13-9387-591d7f24c2a9 x-openstack-request-id: req-72619934-a37d-4c13-9387-591d7f24c2a9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:39.181000 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578f42e4-a37c-451a-9f40-d5d427a94d06", "tag": "cc94415d-4302-4b98-bbc2-940858252a3a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:39.181377 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72619934-a37d-4c13-9387-591d7f24c2a9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:39.181815 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578f42e4-a37c-451a-9f40-d5d427a94d06', 'tag': 'cc94415d-4302-4b98-bbc2-940858252a3a', 'status': 'completed', 'code': 200} Jan 31 18:33:39.183657 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:39.237843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-90b48631-9f3d-4db7-8ca9-a608d1699344 None None] Provisioning complete for port 22b609d7-999d-4245-802a-b6c30bdb7038 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:39.238727 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90b48631-9f3d-4db7-8ca9-a608d1699344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:39.265872 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-86198d74-ff2c-467d-8e5a-3ef729af5b7f service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688163 Jan 31 18:33:39.309654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Pushing event deleted for resources: {'Port': ['ID=9df90780-a5b4-4bfe-a5b9-565fe39b1237,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:39.360603 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Routers {'e37721d8-1ea4-48cd-a855-0a10e64ab8d9'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:33:39.361157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ff8a2-ca49-4a2b-9cdf-599b76114fec req-728287e6-881d-4d73-8fdd-de944dcc77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:39.361283 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:33:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:39.362840 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e88ff8a2-ca49-4a2b-9cdf-599b76114fec req-728287e6-881d-4d73-8fdd-de944dcc77e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.4257913 Jan 31 18:33:39.375876 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6a7f0-0623-4611-8546-93ceca899ca9 None None] Pushing event updated for resources: {'Port': ['ID=22b609d7-999d-4245-802a-b6c30bdb7038,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:39.399840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Allocated IP 172.20.0.10 (e60f7062-f7f6-43a2-ad3f-cd81a1b82398/8e668443-8281-4364-bcee-a7871b835b9c/5b5b7aba-2bee-406a-a359-31cda0da1fe9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:39.435512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420419cf-7745-4531-9508-74936e07b1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b993f437-fd20-4431-8732-87c3532226d5,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:39.445917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-90b48631-9f3d-4db7-8ca9-a608d1699344 None None] Current status of the port 22b609d7-999d-4245-802a-b6c30bdb7038 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:39.446426 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90b48631-9f3d-4db7-8ca9-a608d1699344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:39.463296 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81747a67-246c-4fab-8f85-855e447a18d7 req-2a9aecac-8d51-483e-b81e-a3c8e54a1e82 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898579 Jan 31 18:33:39.501193 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for floatingip (2a8bdd1f-eeff-4381-88cd-2f07857c35c3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:39.576389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-90b48631-9f3d-4db7-8ca9-a608d1699344 None None] For port 22b609d7-999d-4245-802a-b6c30bdb7038, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=22b609d7-999d-4245-802a-b6c30bdb7038,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:39.584246 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90b48631-9f3d-4db7-8ca9-a608d1699344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:39.646150 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e88ff8a2-ca49-4a2b-9cdf-599b76114fec req-19e45484-14ed-4bca-8b44-90e21c0fab5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4815076e-c6b0-4930-b769-bd7a44ba5f3b HTTP/1.1" status: 200 len: 217 time: 0.2553539 Jan 31 18:33:39.661799 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] Set router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:33:39.698424 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420419cf-7745-4531-9508-74936e07b1c4 admin admin] Checking segment: {'id': 'bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:39.698786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420419cf-7745-4531-9508-74936e07b1c4 admin admin] Network hostable DHCP agents. Network: 9d7bfb06-4524-44e2-9f71-f474c61e1f73, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:33:39.728930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b48631-9f3d-4db7-8ca9-a608d1699344 None None] Pushing event updated for resources: {'Port': ['ID=22b609d7-999d-4245-802a-b6c30bdb7038,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:39.745698 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ff8a2-ca49-4a2b-9cdf-599b76114fec req-2e1e413b-289b-4bb4-be93-388d0afbcc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:39.748020 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e88ff8a2-ca49-4a2b-9cdf-599b76114fec req-2e1e413b-289b-4bb4-be93-388d0afbcc39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0896599 Jan 31 18:33:39.750186 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e817b72e-d81e-45f2-ab35-cf298c57979e req-c95b9807-3326-45bb-991d-507622847429 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558425 Jan 31 18:33:39.769976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420419cf-7745-4531-9508-74936e07b1c4 admin admin] Network 9d7bfb06-4524-44e2-9f71-f474c61e1f73 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:33:39.781783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a69bc496-4621-4e7b-a339-84b9f0dedf48 None None] Provisioning complete for port 22b609d7-999d-4245-802a-b6c30bdb7038 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:39.784662 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a69bc496-4621-4e7b-a339-84b9f0dedf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:39.806798 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-420419cf-7745-4531-9508-74936e07b1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 9d7bfb06-4524-44e2-9f71-f474c61e1f73) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:39.823092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a2e1ba-0ffc-4af4-aac9-c22f76c94b2f None None] Network 9d7bfb06-4524-44e2-9f71-f474c61e1f73 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:33:39.848882 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420419cf-7745-4531-9508-74936e07b1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:39.849159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-420419cf-7745-4531-9508-74936e07b1c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:39.902097 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-420419cf-7745-4531-9508-74936e07b1c4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5114210 Jan 31 18:33:39.904848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ff8a2-ca49-4a2b-9cdf-599b76114fec req-ee89aa7d-5c2b-4921-9a8a-ac355655e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:39.908042 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e88ff8a2-ca49-4a2b-9cdf-599b76114fec req-ee89aa7d-5c2b-4921-9a8a-ac355655e36c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1483743 Jan 31 18:33:39.908042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:39.913679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-817078628-router', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:40.006049 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379f5c-d7da-4502-bde7-51c502029c92 req-a58b1fa3-30c9-4d06-818b-c189a5c0b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:40.007626 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-50379f5c-d7da-4502-bde7-51c502029c92 req-a58b1fa3-30c9-4d06-818b-c189a5c0b794 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=578f42e4-a37c-451a-9f40-d5d427a94d06 HTTP/1.1" status: 200 len: 1130 time: 0.1904323 Jan 31 18:33:40.023030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.024124 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.040768 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.066456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-9d7bfb06-4524-44e2-9f71-f474c61e1f73', 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73', 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'fixed_ips': [{'subnet_id': 'b993f437-fd20-4431-8732-87c3532226d5'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:33:40.067921 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.117623 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dd636303-d90b-4e28-804a-91c785d6246a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.150131 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.168710 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Publish callbacks [] for router_controller (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.169287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:33:40.172962 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e88ff8a2-ca49-4a2b-9cdf-599b76114fec req-384c2f76-c070-4043-803e-90c1e7811600 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543981 Jan 31 18:33:40.205407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b845a4f-688f-42dd-999b-0174ee230493 req-2ed21dcc-d83a-4b62-94a7-53983b935428 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:40.220489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b845a4f-688f-42dd-999b-0174ee230493 req-2ed21dcc-d83a-4b62-94a7-53983b935428 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.6706548 Jan 31 18:33:40.267033 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:33:30Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '22b609d7-999d-4245-802a-b6c30bdb7038', 'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'mac_address': 'fa:16:3e:01:1e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:29Z', 'updated_at': '2022-01-31T18:33:39Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'subnets': [{'id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:40.274402 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379f5c-d7da-4502-bde7-51c502029c92 req-19d250cf-d5a1-43c5-b7e0-242930e3855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:40.275880 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-50379f5c-d7da-4502-bde7-51c502029c92 req-19d250cf-d5a1-43c5-b7e0-242930e3855e service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.2606776 Jan 31 18:33:40.340625 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ee3d2-642f-446f-8dfb-a104413f0a26 None None] The sync data for ids ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'] in n-d-812111-15 is: [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:33:30Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '22b609d7-999d-4245-802a-b6c30bdb7038', 'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'mac_address': 'fa:16:3e:01:1e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:29Z', 'updated_at': '2022-01-31T18:33:39Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'subnets': [{'id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:33:40.349028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Allocated IP 172.20.0.2 (9d7bfb06-4524-44e2-9f71-f474c61e1f73/b993f437-fd20-4431-8732-87c3532226d5/567bdad6-04a3-4da9-b456-8e5b885ef3b6) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:40.378954 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a69bc496-4621-4e7b-a339-84b9f0dedf48 None None] Current status of the port 22b609d7-999d-4245-802a-b6c30bdb7038 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:40.391143 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-50379f5c-d7da-4502-bde7-51c502029c92 req-77528163-1a8b-4fd0-8256-eccf70972ed8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=cc94415d-4302-4b98-bbc2-940858252a3a HTTP/1.1" status: 200 len: 217 time: 0.0882349 Jan 31 18:33:40.459032 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Publish callbacks [] for router_gateway (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.467896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:40.487748 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d48db-bc90-4c75-ac21-f10082e1fd0a req-af1b3bb8-e367-4393-9ba5-3fa64fd7afdf tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:40.491162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea4d48db-bc90-4c75-ac21-f10082e1fd0a req-af1b3bb8-e367-4393-9ba5-3fa64fd7afdf tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 948 time: 0.8333199 Jan 31 18:33:40.499529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:40.503933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:40.568245 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379f5c-d7da-4502-bde7-51c502029c92 req-e91aa40a-6f90-405a-a786-640528a14d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:40.569994 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-50379f5c-d7da-4502-bde7-51c502029c92 req-e91aa40a-6f90-405a-a786-640528a14d91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1427889 Jan 31 18:33:40.596056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:40.597232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.623956 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Publish callbacks [] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.634425 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.641471 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e88ff8a2-ca49-4a2b-9cdf-599b76114fec req-300df751-e43a-44d2-9075-1ea347a8dde1 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598389 Jan 31 18:33:40.702332 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Pushing event updated for resources: {'Port': ['ID=567bdad6-04a3-4da9-b456-8e5b885ef3b6,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:40.725028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Network 9d7bfb06-4524-44e2-9f71-f474c61e1f73 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:40.726897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:40.734324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:40.789973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379f5c-d7da-4502-bde7-51c502029c92 req-c68df1d8-51df-40d3-9102-569d5b2f9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:40.797863 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-50379f5c-d7da-4502-bde7-51c502029c92 req-c68df1d8-51df-40d3-9102-569d5b2f9014 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2036121 Jan 31 18:33:40.837937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Attempting to bind port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:40.838318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Attempting to bind port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:40.838688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Attempting to bind port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 on network 9d7bfb06-4524-44e2-9f71-f474c61e1f73 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:40.848914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:40.849431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Checking segment: {'id': 'bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:40.849851 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.850249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Bound using segment: {'id': 'bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:40.850916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Bound port: 567bdad6-04a3-4da9-b456-8e5b885ef3b6, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:40.851310 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:40.987089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-df13533d-f403-42f6-be53-cede5701e070 None None] For port 567bdad6-04a3-4da9-b456-8e5b885ef3b6, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:40.992991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-df13533d-f403-42f6-be53-cede5701e070 None None] For port 567bdad6-04a3-4da9-b456-8e5b885ef3b6, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=567bdad6-04a3-4da9-b456-8e5b885ef3b6,segment=NetworkSegment(bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c),segment_id=bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:41.005144 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:41.007233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Pushing event updated for resources: {'Port': ['ID=5b5b7aba-2bee-406a-a359-31cda0da1fe9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:41.043000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8ed1cefc-4056-41d5-b2f6-979881c676c7 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9785829 Jan 31 18:33:41.054779 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b845a4f-688f-42dd-999b-0174ee230493 req-5b546cac-5bb0-425d-9462-0767ea7facd4 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8333077 Jan 31 18:33:41.111286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Request body: {'port': {'device_id': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:41.167425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13533d-f403-42f6-be53-cede5701e070 None None] Pushing event updated for resources: {'Port': ['ID=567bdad6-04a3-4da9-b456-8e5b885ef3b6,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:41.173038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 22b609d7-999d-4245-802a-b6c30bdb7038 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:41.263665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 22b609d7-999d-4245-802a-b6c30bdb7038 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:41.264488 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:41.417450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:33:41.444155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea4d48db-bc90-4c75-ac21-f10082e1fd0a req-fb296285-7003-45f4-a668-5cf7482279bf tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8657298 Jan 31 18:33:41.562425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d66ad00-8cca-46c4-9686-4be2d6affc48 None None] Sync routers for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:33:41.567253 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-50379f5c-d7da-4502-bde7-51c502029c92 req-851b7b20-02e0-4094-bd0d-3d3ddd1a21aa service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7602782 Jan 31 18:33:41.595729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4815076e-c6b0-4930-b769-bd7a44ba5f3b details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:33:41.631834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d66ad00-8cca-46c4-9686-4be2d6affc48 None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:33:41.632521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8d66ad00-8cca-46c4-9686-4be2d6affc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:33:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:41.634445 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:41.655914 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for port (dd636303-d90b-4e28-804a-91c785d6246a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:41.707779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903e50-a11b-4c6e-801c-e1af202a64ea req-3d54e4eb-a153-4a39-8a08-07391813c312 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:41.715212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe903e50-a11b-4c6e-801c-e1af202a64ea req-3d54e4eb-a153-4a39-8a08-07391813c312 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.5038488 Jan 31 18:33:41.741254 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Publish callbacks [] for router_gateway (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:41.769722 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:41.776555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] No DVR routers for this DVR port 9df90780-a5b4-4bfe-a5b9-565fe39b1237 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:33:41.780778 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:41.784465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40495a5-67c0-46ba-af86-9bea0d0a4ce4 req-b14c3740-b256-46c4-a7d2-d2d7c4889e6c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.49 "DELETE /v2.0/ports/9df90780-a5b4-4bfe-a5b9-565fe39b1237 HTTP/1.1" status: 204 len: 173 time: 7.5937181 Jan 31 18:33:41.807606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe903e50-a11b-4c6e-801c-e1af202a64ea req-ba4481eb-be58-4e56-8dfa-c3be3660620c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887287 Jan 31 18:33:41.808383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a411092-4dca-4505-bfd6-cf4eec495731', 'name': 'network-vif-deleted', 'tag': '9df90780-a5b4-4bfe-a5b9-565fe39b1237'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:41.813001 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ac7e83-7f22-4f2b-ab81-8ba1237d47ee" -d '{"events": [{"server_uuid": "1a411092-4dca-4505-bfd6-cf4eec495731", "name": "network-vif-deleted", "tag": "9df90780-a5b4-4bfe-a5b9-565fe39b1237"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:41.816069 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (dd636303-d90b-4e28-804a-91c785d6246a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:41.896002 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-50379f5c-d7da-4502-bde7-51c502029c92 req-90ccf5f7-dd08-41e0-a46b-91b4824b958f service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156786 Jan 31 18:33:41.959415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4815076e-c6b0-4930-b769-bd7a44ba5f3b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4815076e-c6b0-4930-b769-bd7a44ba5f3b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:41.969514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Allocated IP 172.25.8.223 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/2fddd7d3-1364-406a-a2a0-9bf1ab746807) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:42.001685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event updated for resources: {'Port': ['ID=dd636303-d90b-4e28-804a-91c785d6246a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:42.094363 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Publish callbacks [] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:42.104301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'mac_address': 'fa:16:3e:cc:50:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:33:42.140215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 22b609d7-999d-4245-802a-b6c30bdb7038 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:42.167231 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:42.203428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4815076e-c6b0-4930-b769-bd7a44ba5f3b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:42.203832 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:42.209715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c0ea-a87c-4514-827a-b91d8005c578 req-0d636c55-29fe-4239-b464-6c2b6642a2de tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:42.223564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4815076e-c6b0-4930-b769-bd7a44ba5f3b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:42.223847 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ae49c0ea-a87c-4514-827a-b91d8005c578 req-0d636c55-29fe-4239-b464-6c2b6642a2de tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 932 time: 0.6257460 Jan 31 18:33:42.243925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:42.253892 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:42.261745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4815076e-c6b0-4930-b769-bd7a44ba5f3b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4815076e-c6b0-4930-b769-bd7a44ba5f3b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:42.264954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:42.268753 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:42.361605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Pushing event updated for resources: {'Port': ['ID=2fddd7d3-1364-406a-a2a0-9bf1ab746807,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:42.369975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8d66ad00-8cca-46c4-9686-4be2d6affc48 None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:33:42.432240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (2a8bdd1f-eeff-4381-88cd-2f07857c35c3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:42.501083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ae49c0ea-a87c-4514-827a-b91d8005c578 req-52555043-fc94-4911-accc-da2f353be89f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760110 Jan 31 18:33:42.511877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842968e3-96b7-43ce-a671-a303cd8877cc req-4f0c471e-5bc8-41b4-b170-52959a29de8f tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:42.513947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-842968e3-96b7-43ce-a671-a303cd8877cc req-4f0c471e-5bc8-41b4-b170-52959a29de8f tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 1129 time: 0.5033405 Jan 31 18:33:42.546579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4815076e-c6b0-4930-b769-bd7a44ba5f3b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:42.568184 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:42.587593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7afaa2ad-49fe-45e0-8f8f-dd00932f17b3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6490941 Jan 31 18:33:42.756987 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ffeddc-7905-4688-b40c-696c5d09990a x-openstack-request-id: req-34ffeddc-7905-4688-b40c-696c5d09990a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:42.757568 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a411092-4dca-4505-bfd6-cf4eec495731", "name": "network-vif-deleted", "tag": "9df90780-a5b4-4bfe-a5b9-565fe39b1237", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:42.757994 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34ffeddc-7905-4688-b40c-696c5d09990a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:42.759886 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a411092-4dca-4505-bfd6-cf4eec495731', 'name': 'network-vif-deleted', 'tag': '9df90780-a5b4-4bfe-a5b9-565fe39b1237', 'status': 'completed', 'code': 200} Jan 31 18:33:42.787678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-842968e3-96b7-43ce-a671-a303cd8877cc req-14c0b7af-0398-479f-97d2-2aa812452a9d tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627079 Jan 31 18:33:43.001594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:43.051458 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Publish callbacks [] for router_gateway (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:43.063014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757448fe-a0a7-4714-861f-36ab3b386f8e None None] Network 9d7bfb06-4524-44e2-9f71-f474c61e1f73 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:33:43.139931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 567bdad6-04a3-4da9-b456-8e5b885ef3b6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:43.155439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5b7aba-2bee-406a-a359-31cda0da1fe9 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:43.175749 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Publish callbacks [] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:43.220319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Transition to ACTIVE for port object 5b5b7aba-2bee-406a-a359-31cda0da1fe9 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:43.242892 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:43.267992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca56a9-6e04-4ec7-8752-615433e31ed0 req-dc281cfb-4657-46a8-b918-5a0c5769ac4d tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:43.268205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fead5ee3-fff0-4f3c-be97-60d9b7482827 None None] Provisioning complete for port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:43.268311 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fead5ee3-fff0-4f3c-be97-60d9b7482827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:43.276749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:43.277118 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:43.284536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25ca56a9-6e04-4ec7-8752-615433e31ed0 req-dc281cfb-4657-46a8-b918-5a0c5769ac4d tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.2115171 Jan 31 18:33:43.329092 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:43.336564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a749c5-c6fe-46e0-8827-99891534f846 req-19c4a3a4-fed1-435f-ac15-7183f3375a57 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:43.344710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57a749c5-c6fe-46e0-8827-99891534f846 req-19c4a3a4-fed1-435f-ac15-7183f3375a57 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 949 time: 0.3117580 Jan 31 18:33:43.431108 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Pushing event updated for resources: {'Port': ['ID=5b5b7aba-2bee-406a-a359-31cda0da1fe9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:43.453748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8d66ad00-8cca-46c4-9686-4be2d6affc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:43.467378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25ca56a9-6e04-4ec7-8752-615433e31ed0 req-9584d7da-8cee-458e-b189-e7a72159df07 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818509 Jan 31 18:33:43.517032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Router e2d2bc25-c4a8-4ebc-9823-36e83b0df517 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:33:43.525043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d66ad00-8cca-46c4-9686-4be2d6affc48 None None] Checking router: 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:33:43.568378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57a749c5-c6fe-46e0-8827-99891534f846 req-999abf82-e5c6-4cc7-863a-cde3c50851c0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086222 Jan 31 18:33:43.595810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d66ad00-8cca-46c4-9686-4be2d6affc48 None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:33:43.596592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8d66ad00-8cca-46c4-9686-4be2d6affc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:33:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:43.599334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device cc94415d-4302-4b98-bbc2-940858252a3a details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:33:43.645592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:43.646064 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:43.654238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fead5ee3-fff0-4f3c-be97-60d9b7482827 None None] Current status of the port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:43.654632 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fead5ee3-fff0-4f3c-be97-60d9b7482827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:43.689774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Attempting to bind port 5b5b7aba-2bee-406a-a359-31cda0da1fe9 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:43.690378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Attempting to bind port 5b5b7aba-2bee-406a-a359-31cda0da1fe9 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:43.690909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Attempting to bind port 5b5b7aba-2bee-406a-a359-31cda0da1fe9 on network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:43.759935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Port 5b5b7aba-2bee-406a-a359-31cda0da1fe9 on network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:33:43.767544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Attempting to bind port 5b5b7aba-2bee-406a-a359-31cda0da1fe9 on network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:43.787025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:33:43.801377 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Sync routers for ids ['e2d2bc25-c4a8-4ebc-9823-36e83b0df517'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:33:43.804265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:43.804890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Checking segment: {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:43.805460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Bound using segment: {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:43.806070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Bound port: 5b5b7aba-2bee-406a-a359-31cda0da1fe9, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:43.807274 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:43.817832 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:43.819443 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7cd4dc78-be5b-471d-9de4-17d92ee97a63 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9096487 Jan 31 18:33:43.824093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53738) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:33:43.824829 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Routers {'e2d2bc25-c4a8-4ebc-9823-36e83b0df517'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:33:43.830038 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:33:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e2d2bc25-c4a8-4ebc-9823-36e83b0df517'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:43.917183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fead5ee3-fff0-4f3c-be97-60d9b7482827 None None] For port 567bdad6-04a3-4da9-b456-8e5b885ef3b6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=567bdad6-04a3-4da9-b456-8e5b885ef3b6,segment=NetworkSegment(bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c),segment_id=bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:43.949294 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fead5ee3-fff0-4f3c-be97-60d9b7482827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:43.986439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] For port 5b5b7aba-2bee-406a-a359-31cda0da1fe9, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:43.995703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] For port 5b5b7aba-2bee-406a-a359-31cda0da1fe9, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5b5b7aba-2bee-406a-a359-31cda0da1fe9,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:44.031577 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:44.083160 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Set router e2d2bc25-c4a8-4ebc-9823-36e83b0df517 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:33:44.127214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8d66ad00-8cca-46c4-9686-4be2d6affc48 None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:33:44.138078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:44.138953 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:44.140399 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] 10.222.0.49 "PUT /v2.0/ports/5b5b7aba-2bee-406a-a359-31cda0da1fe9 HTTP/1.1" status: 200 len: 1093 time: 3.0377936 Jan 31 18:33:44.148238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-73ff622f-3129-4c1b-b304-d277574db14f tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:44.180712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-73ff622f-3129-4c1b-b304-d277574db14f tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/networks?id=733bbce2-1d9b-4e28-b32d-b72fc50c4561 HTTP/1.1" status: 200 len: 822 time: 0.5571439 Jan 31 18:33:44.240494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-082ccbca-3c0c-4c56-9866-c1a5135d8ec3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/quotas/66547495f5664d03aa91ce8746ad08b1 HTTP/1.1" status: 200 len: 375 time: 0.0579312 Jan 31 18:33:44.282776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-e873bd3f-05ae-4f92-9909-fdb01c7a8256 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=66547495f5664d03aa91ce8746ad08b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403633 Jan 31 18:33:44.321652 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:33:44.322533 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:33:44.352499 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'name': 'tempest-TaggedBootDevicesTest_v242-817078628-router', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:40Z', 'updated_at': '2022-01-31T18:33:42Z', 'revision_number': 3, 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'gw_port': {'id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:41Z', 'updated_at': '2022-01-31T18:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:44.393556 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Checking router: e2d2bc25-c4a8-4ebc-9823-36e83b0df517 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:33:44.394412 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Updating router e2d2bc25-c4a8-4ebc-9823-36e83b0df517 port 2fddd7d3-1364-406a-a2a0-9bf1ab746807 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:33:44.429152 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:44.455146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90605f-d62f-401e-9f04-f6be1e6634bd service neutron] Pushing event updated for resources: {'Port': ['ID=5b5b7aba-2bee-406a-a359-31cda0da1fe9,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:44.515020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-202098ef-143b-4478-a957-fd1fefb9b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:44.526328 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-202098ef-143b-4478-a957-fd1fefb9b0ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e82e137c40634b88b95c4547ead4451e&device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 1127 time: 0.3344848 Jan 31 18:33:44.579167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-16851944-1f89-4d7b-a9e1-33cd47113a24 None None] Provisioning complete for port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:44.579540 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-16851944-1f89-4d7b-a9e1-33cd47113a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:44.582307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port cc94415d-4302-4b98-bbc2-940858252a3a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=cc94415d-4302-4b98-bbc2-940858252a3a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:44.585460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead5ee3-fff0-4f3c-be97-60d9b7482827 None None] Pushing event updated for resources: {'Port': ['ID=567bdad6-04a3-4da9-b456-8e5b885ef3b6,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:44.630727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'cc94415d-4302-4b98-bbc2-940858252a3a', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'cc94415d-4302-4b98-bbc2-940858252a3a', 'mac_address': 'fa:16:3e:40:af:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:33:44.659693 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-b6b0e69b-c7ac-43c1-9ec9-01257bfaaf4a service neutron] 10.222.0.20 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756404 Jan 31 18:33:44.675085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-7c80cb55-b69b-42ff-854a-e905d66ca1f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b5b7aba-2bee-406a-a359-31cda0da1fe9 HTTP/1.1" status: 200 len: 217 time: 0.1280551 Jan 31 18:33:44.757588 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:44.774720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'tag': '5b5b7aba-2bee-406a-a359-31cda0da1fe9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:44.779523 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db35922f-1303-4fc5-93a4-31322b204847" -d '{"events": [{"name": "network-changed", "server_uuid": "8056fa84-adf8-4b0f-bdb5-35b9d46a59d1", "tag": "5b5b7aba-2bee-406a-a359-31cda0da1fe9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:44.845801 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Publish callbacks [] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:44.854644 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:44.889573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8227cf20-c90f-4f15-b5a2-e2cd87a4c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:44.891238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-8227cf20-c90f-4f15-b5a2-e2cd87a4c318 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e668443-8281-4364-bcee-a7871b835b9c HTTP/1.1" status: 200 len: 862 time: 0.2030361 Jan 31 18:33:44.926118 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d1cfc-563c-432c-a479-ac5478990baf None None] Pushing event updated for resources: {'Port': ['ID=2fddd7d3-1364-406a-a2a0-9bf1ab746807,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:44.929384 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Attempting to bind port 2fddd7d3-1364-406a-a2a0-9bf1ab746807 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:44.929980 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Attempting to bind port 2fddd7d3-1364-406a-a2a0-9bf1ab746807 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:44.930558 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Attempting to bind port 2fddd7d3-1364-406a-a2a0-9bf1ab746807 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:44.938337 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:44.939010 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:44.939652 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:44.940225 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:44.940938 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Bound port: 2fddd7d3-1364-406a-a2a0-9bf1ab746807, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:44.941508 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:45.002780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-16851944-1f89-4d7b-a9e1-33cd47113a24 None None] Current status of the port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:45.008689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port cc94415d-4302-4b98-bbc2-940858252a3a is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:45.009378 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:45.032744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc94415d-4302-4b98-bbc2-940858252a3a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:45.066798 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] For port 2fddd7d3-1364-406a-a2a0-9bf1ab746807, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:45.068909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:45.074988 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] For port 2fddd7d3-1364-406a-a2a0-9bf1ab746807, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2fddd7d3-1364-406a-a2a0-9bf1ab746807,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:45.085664 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:45.093318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port cc94415d-4302-4b98-bbc2-940858252a3a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=cc94415d-4302-4b98-bbc2-940858252a3a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:45.112230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8d66ad00-8cca-46c4-9686-4be2d6affc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:45.124501 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:45.175494 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d66ad00-8cca-46c4-9686-4be2d6affc48 None None] The sync data for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 is: [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:33:45.180750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-a0f56447-d8d3-473b-b41c-ba5de2d7e1d7 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:33:45.196554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-a0f56447-d8d3-473b-b41c-ba5de2d7e1d7 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152061 Jan 31 18:33:45.206903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-4d22d12e-5634-4eac-8504-530919a9edb8 service neutron] 10.222.0.20 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453558 Jan 31 18:33:45.208672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Allocated IP 172.20.0.1 (9d7bfb06-4524-44e2-9f71-f474c61e1f73/b993f437-fd20-4431-8732-87c3532226d5/047f2bf7-49c5-463a-a7d9-81978c93d228) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:45.231421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-756e809c-e1c7-4224-a82f-3dfd0f7048ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:45.234300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 567bdad6-04a3-4da9-b456-8e5b885ef3b6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:45.247377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-756e809c-e1c7-4224-a82f-3dfd0f7048ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3384974 Jan 31 18:33:45.265210 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d1cfc-563c-432c-a479-ac5478990baf None None] Pushing event updated for resources: {'Port': ['ID=2fddd7d3-1364-406a-a2a0-9bf1ab746807,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:45.283657 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Routers {'e2d2bc25-c4a8-4ebc-9823-36e83b0df517'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:33:45.284284 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:33:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e2d2bc25-c4a8-4ebc-9823-36e83b0df517'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:45.398435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-d4bd4e6a-e025-43b1-8cdb-99b98d8f3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:45.400030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-d4bd4e6a-e025-43b1-8cdb-99b98d8f3a1e service neutron] 10.222.0.20 "GET /v2.0/ports/a1ea5589-cc93-4490-b675-4447ddc19326 HTTP/1.1" status: 200 len: 1126 time: 0.2024450 Jan 31 18:33:45.410155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=cc94415d-4302-4b98-bbc2-940858252a3a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:45.416343 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] Request body: {'binding': {'host': 'n-h1-812111-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:45.417069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] Unknown quota resources ['binding']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:33:45.448510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:45.448898 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:45.465156 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Publish callbacks [] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:45.513179 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] Set router e2d2bc25-c4a8-4ebc-9823-36e83b0df517 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:33:45.546847 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:45.552302 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['cc94415d-4302-4b98-bbc2-940858252a3a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:45.557968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-508bcce9-359d-4aae-b6d1-23ee04a7c361 service neutron] 10.222.0.49 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747982 Jan 31 18:33:45.613766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4815076e-c6b0-4930-b769-bd7a44ba5f3b up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:45.655435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Network 9d7bfb06-4524-44e2-9f71-f474c61e1f73 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:45.670637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:45.681795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:45.775320 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb12e9b-ac76-4e29-b2b0-d7428b58a226 None None] New status for floating IP 5a9baf55-1f53-410f-9e64-0541eba98039: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:33:45.780719 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Pushing event updated for resources: {'Port': ['ID=047f2bf7-49c5-463a-a7d9-81978c93d228,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:45.873361 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:45.929130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9007644-2465-4583-a13a-6b0318b21bd2 req-0e5e02da-3331-4569-bd14-4c663d48b09f service neutron] 10.222.0.49 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872312 Jan 31 18:33:46.177680 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:46.198725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec430ba0-8753-4318-b148-758641feaf3c req-a8281b52-2060-4806-a108-42b68873a51a tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:46.201322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec430ba0-8753-4318-b148-758641feaf3c req-a8281b52-2060-4806-a108-42b68873a51a tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 944 time: 0.4847097 Jan 31 18:33:46.225987 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'name': 'tempest-TaggedBootDevicesTest_v242-817078628-router', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:40Z', 'updated_at': '2022-01-31T18:33:42Z', 'revision_number': 3, 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'gw_port': {'id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:41Z', 'updated_at': '2022-01-31T18:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:46.264881 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df03088-94c4-4f7e-9ebf-6c94f206829f None None] The sync data for ids ['e2d2bc25-c4a8-4ebc-9823-36e83b0df517'] in n-d-812111-15 is: [{'id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'name': 'tempest-TaggedBootDevicesTest_v242-817078628-router', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:40Z', 'updated_at': '2022-01-31T18:33:42Z', 'revision_number': 3, 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'gw_port': {'id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:41Z', 'updated_at': '2022-01-31T18:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:33:46.312209 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec430ba0-8753-4318-b148-758641feaf3c req-d1105753-be2d-4361-bcb9-79b3f3180128 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023071 Jan 31 18:33:46.332772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] Attempting to bind port a1ea5589-cc93-4490-b675-4447ddc19326 on host n-h1-812111-15 for vnic_type normal with profile None {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:46.332992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] Attempting to bind port a1ea5589-cc93-4490-b675-4447ddc19326 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:46.333477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] Attempting to bind port a1ea5589-cc93-4490-b675-4447ddc19326 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:46.371028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] Port a1ea5589-cc93-4490-b675-4447ddc19326 on network 4fffb079-0281-4e37-8173-c46a7953a025 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:33:46.379313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] Attempting to bind port a1ea5589-cc93-4490-b675-4447ddc19326 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:46.387340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:46.387679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:46.388140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] Bound using segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:46.388874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] Bound port: a1ea5589-cc93-4490-b675-4447ddc19326, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:46.425168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 4815076e-c6b0-4930-b769-bd7a44ba5f3b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:46.457428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:46.464222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 4815076e-c6b0-4930-b769-bd7a44ba5f3b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:46.464713 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:46.506675 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=a1ea5589-cc93-4490-b675-4447ddc19326,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:46.579137 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:46.589746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-f1567699-438c-4845-ba9c-794a3cbc803f service neutron] 10.222.0.20 "POST /v2.0/ports/a1ea5589-cc93-4490-b675-4447ddc19326/bindings HTTP/1.1" status: 201 len: 390 time: 1.1723988 Jan 31 18:33:46.621234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9c168f20-08f9-477e-9601-e094a8f6c46f None None] Provisioning complete for port 047f2bf7-49c5-463a-a7d9-81978c93d228 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:46.621234 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c168f20-08f9-477e-9601-e094a8f6c46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:46.661729 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Publish callbacks [] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:46.670332 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:46.695602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb0a75-70ef-4597-9c09-666ad01f0997 req-954f2030-80b0-4c65-8110-54ed6c032c24 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:46.697738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abcb0a75-70ef-4597-9c09-666ad01f0997 req-954f2030-80b0-4c65-8110-54ed6c032c24 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.1893587 Jan 31 18:33:46.788632 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9c168f20-08f9-477e-9601-e094a8f6c46f None None] Port 047f2bf7-49c5-463a-a7d9-81978c93d228 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:33:46.810825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abcb0a75-70ef-4597-9c09-666ad01f0997 req-3230154e-b9a9-4bd5-bb3b-68fdc477ceaf tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975554 Jan 31 18:33:46.829543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Pushing event updated for resources: {'Port': ['ID=047f2bf7-49c5-463a-a7d9-81978c93d228,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:46.852432 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:46.925747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4815076e-c6b0-4930-b769-bd7a44ba5f3b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:46.930870 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:46.963173 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237e29ff-85fe-4102-84d9-97519fcbe343 x-openstack-request-id: req-237e29ff-85fe-4102-84d9-97519fcbe343 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:46.964171 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8056fa84-adf8-4b0f-bdb5-35b9d46a59d1", "tag": "5b5b7aba-2bee-406a-a359-31cda0da1fe9", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:46.964862 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-237e29ff-85fe-4102-84d9-97519fcbe343 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:46.966329 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'tag': '5b5b7aba-2bee-406a-a359-31cda0da1fe9', 'status': 'completed', 'code': 200} Jan 31 18:33:47.065530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38393d98-57f3-46a3-82a9-42297c9371a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4815076e-c6b0-4930-b769-bd7a44ba5f3b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:47.070027 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c42bca-bd13-474c-b355-cd4a8371e7d6" -d '{"events": [{"server_uuid": "38393d98-57f3-46a3-82a9-42297c9371a8", "name": "network-vif-plugged", "status": "completed", "tag": "4815076e-c6b0-4930-b769-bd7a44ba5f3b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:47.107059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Network 9d7bfb06-4524-44e2-9f71-f474c61e1f73 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:47.119528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:47.129878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4815076e-c6b0-4930-b769-bd7a44ba5f3b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4815076e-c6b0-4930-b769-bd7a44ba5f3b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:47.137884 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:47.251459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4815076e-c6b0-4930-b769-bd7a44ba5f3b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:47.294969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ac511-0316-4f21-b248-aba6f94bb28e req-63595cef-6a21-4518-ad06-508b4c922ee1 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:47.310807 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b14ac511-0316-4f21-b248-aba6f94bb28e req-63595cef-6a21-4518-ad06-508b4c922ee1 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 949 time: 0.4122503 Jan 31 18:33:47.337533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2fddd7d3-1364-406a-a2a0-9bf1ab746807 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:47.369803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5f8c-9bb3-4d35-a9e7-0546f2685399 req-3fd57988-f490-4fce-9484-c2d7ae19f6dc tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:47.373213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-396e5f8c-9bb3-4d35-a9e7-0546f2685399 req-3fd57988-f490-4fce-9484-c2d7ae19f6dc tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 1129 time: 0.3321736 Jan 31 18:33:47.399997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Router e2d2bc25-c4a8-4ebc-9823-36e83b0df517 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:33:47.448674 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b14ac511-0316-4f21-b248-aba6f94bb28e req-9ecfd789-c571-4156-ac29-484279ff4ca5 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261845 Jan 31 18:33:47.469348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2fddd7d3-1364-406a-a2a0-9bf1ab746807 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:47.469920 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:47.521486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35922f-1303-4fc5-93a4-31322b204847 req-dbb9901a-ad6a-489b-b533-d385b3fcdb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:47.524656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db35922f-1303-4fc5-93a4-31322b204847 req-dbb9901a-ad6a-489b-b533-d385b3fcdb62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e82e137c40634b88b95c4547ead4451e&device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 1127 time: 0.4067159 Jan 31 18:33:47.572249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-849b5bb8-156e-45f1-b445-e4249f2ed305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:47.587532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-849b5bb8-156e-45f1-b445-e4249f2ed305 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 1129 time: 0.3970282 Jan 31 18:33:47.662272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2fddd7d3-1364-406a-a2a0-9bf1ab746807 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:47.662662 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:47.679838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9e87a5c0-5ebf-42d1-9332-cd4f3c9869a1 None None] Provisioning complete for port 047f2bf7-49c5-463a-a7d9-81978c93d228 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:47.680207 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9e87a5c0-5ebf-42d1-9332-cd4f3c9869a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:47.726030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 2fddd7d3-1364-406a-a2a0-9bf1ab746807, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2fddd7d3-1364-406a-a2a0-9bf1ab746807,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:47.738578 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:47.773545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9e87a5c0-5ebf-42d1-9332-cd4f3c9869a1 None None] Port 047f2bf7-49c5-463a-a7d9-81978c93d228 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:33:47.796393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-d55dfc19-172f-4221-8174-372090fc79c3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:47.798267 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-d55dfc19-172f-4221-8174-372090fc79c3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.21 "GET /v2.0/networks?id=733bbce2-1d9b-4e28-b32d-b72fc50c4561 HTTP/1.1" status: 200 len: 822 time: 0.1684687 Jan 31 18:33:47.815737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=2fddd7d3-1364-406a-a2a0-9bf1ab746807,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:47.817454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Request body: {'port': {'device_id': '558e84d4-8b6b-449a-be5e-13a63f05bd2b', 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561', 'admin_state_up': True, 'tenant_id': '66547495f5664d03aa91ce8746ad08b1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:47.842818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30624a28-27cc-4c52-8fd0-b9b7aa4ac350 req-421cb499-ce01-40b3-8f80-4d47c80a9163 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 210 time: 0.2193711 Jan 31 18:33:47.910089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:33:47.915926 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-340a97be-f67a-4aa3-97c2-f31c9ccd1321 admin admin] 10.222.0.20 "PUT /v2.0/routers/e2d2bc25-c4a8-4ebc-9823-36e83b0df517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0901372 Jan 31 18:33:48.017707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Made reservation on behalf of 66547495f5664d03aa91ce8746ad08b1 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:48.021081 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:48.212425 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Allocated IP 172.20.0.4 (733bbce2-1d9b-4e28-b32d-b72fc50c4561/87adcd95-d160-4714-a71a-98ed64115d46/16ebd2fe-4fea-442e-a6c5-5b6666a13a89) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:48.260955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-396e5f8c-9bb3-4d35-a9e7-0546f2685399 req-33e378b7-f3cf-4cd0-a8fc-81e3aff922c3 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8480418 Jan 31 18:33:48.269111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-eb579491-4e18-4ebe-8b62-359dcdde15d6 req-00e3fb7b-24b0-4f99-9968-974e3ab3cd56 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:33:48.270111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb579491-4e18-4ebe-8b62-359dcdde15d6 req-00e3fb7b-24b0-4f99-9968-974e3ab3cd56 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126033 Jan 31 18:33:48.355589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35922f-1303-4fc5-93a4-31322b204847 req-d9130749-987b-4395-b5e5-b56c9c6316c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:48.358415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db35922f-1303-4fc5-93a4-31322b204847 req-d9130749-987b-4395-b5e5-b56c9c6316c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398 HTTP/1.1" status: 200 len: 924 time: 0.8162701 Jan 31 18:33:48.456753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db35922f-1303-4fc5-93a4-31322b204847 req-af89c726-532b-4548-bcbc-e5dad491abe7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b5b7aba-2bee-406a-a359-31cda0da1fe9 HTTP/1.1" status: 200 len: 217 time: 0.0888989 Jan 31 18:33:48.478773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-af1f3e8e-49bc-4d56-8b18-c649f674ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:48.480235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-af1f3e8e-49bc-4d56-8b18-c649f674ad1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.8589680 Jan 31 18:33:48.486871 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:48.607658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-2813c4cf-2ac6-4032-bbc8-f5b39dbb1db3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1ea5589-cc93-4490-b675-4447ddc19326 HTTP/1.1" status: 200 len: 217 time: 0.0621965 Jan 31 18:33:48.720167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35922f-1303-4fc5-93a4-31322b204847 req-ef597a6a-ff1f-48fe-9b3c-4f5b0ee7c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:48.723002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db35922f-1303-4fc5-93a4-31322b204847 req-ef597a6a-ff1f-48fe-9b3c-4f5b0ee7c554 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e668443-8281-4364-bcee-a7871b835b9c HTTP/1.1" status: 200 len: 862 time: 0.2581525 Jan 31 18:33:48.781939 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-19977866-9bc4-41d2-a125-da15b0d71cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:48.923582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-a07499ad-b9b1-48a9-a4ef-f390097dfced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:48.925744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-a07499ad-b9b1-48a9-a4ef-f390097dfced service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.3109772 Jan 31 18:33:48.942782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39967-da10-421f-acfa-cb9057cf9acc req-384a0831-fa3a-4c7a-bdbf-ebf7391d13c1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:48.954685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6af39967-da10-421f-acfa-cb9057cf9acc req-384a0831-fa3a-4c7a-bdbf-ebf7391d13c1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 946 time: 0.4410613 Jan 31 18:33:48.988628 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:49.056291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35922f-1303-4fc5-93a4-31322b204847 req-3cb61d5b-5cef-436e-a5fe-250656973fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:49.061820 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db35922f-1303-4fc5-93a4-31322b204847 req-3cb61d5b-5cef-436e-a5fe-250656973fa9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3141809 Jan 31 18:33:49.067230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-c4e25173-dc59-48fd-a620-bd17e5496920 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075799 Jan 31 18:33:49.103008 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:49.111564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-40a2febc-0fda-407f-bb56-c5bfc352e4bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4087362 Jan 31 18:33:49.162487 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:49.190027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:33:49.224649 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479a9669-2d70-4e90-a3a7-3fc3e0ffb5fd x-openstack-request-id: req-479a9669-2d70-4e90-a3a7-3fc3e0ffb5fd {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:49.225501 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38393d98-57f3-46a3-82a9-42297c9371a8", "name": "network-vif-plugged", "status": "completed", "tag": "4815076e-c6b0-4930-b769-bd7a44ba5f3b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:49.226144 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-479a9669-2d70-4e90-a3a7-3fc3e0ffb5fd {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:49.226930 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38393d98-57f3-46a3-82a9-42297c9371a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'code': 200} Jan 31 18:33:49.279968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6af39967-da10-421f-acfa-cb9057cf9acc req-f7933afc-b3e1-419b-8a06-93d234a6ccf6 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233290 Jan 31 18:33:49.393140 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event updated for resources: {'Port': ['ID=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:49.408847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2fddd7d3-1364-406a-a2a0-9bf1ab746807 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:49.454373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:49.463591 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:49.488237 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Sync routers for ids ['e2d2bc25-c4a8-4ebc-9823-36e83b0df517'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:33:49.508022 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Routers {'e2d2bc25-c4a8-4ebc-9823-36e83b0df517'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:33:49.508683 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:33:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e2d2bc25-c4a8-4ebc-9823-36e83b0df517'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:49.525193 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0403a16a-1271-4970-b6c7-38ec77dc98e7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7123780 Jan 31 18:33:49.548710 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2fddd7d3-1364-406a-a2a0-9bf1ab746807 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:49.549291 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:49.581279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Request body: {'port': {'device_id': '558e84d4-8b6b-449a-be5e-13a63f05bd2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:49.648900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device cc94415d-4302-4b98-bbc2-940858252a3a up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:49.692999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db35922f-1303-4fc5-93a4-31322b204847 req-36773061-455e-4fc6-acd1-ce363b4784ac service neutron] 10.222.0.49 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070886 Jan 31 18:33:49.699060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-7d2f91fc-be75-40f0-b222-5e2c4f6049a7 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112876 Jan 31 18:33:49.723324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132cafc-46df-47c5-be4a-0d9b04738d83 req-2751e94b-d7b5-4512-9781-c78c968368ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:49.742052 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5132cafc-46df-47c5-be4a-0d9b04738d83 req-2751e94b-d7b5-4512-9781-c78c968368ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 1133 time: 0.2474051 Jan 31 18:33:49.747795 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Set router e2d2bc25-c4a8-4ebc-9823-36e83b0df517 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:33:49.770745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 5b5b7aba-2bee-406a-a359-31cda0da1fe9 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:33:49.803932 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:49.808626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port cc94415d-4302-4b98-bbc2-940858252a3a completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:49.827119 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port cc94415d-4302-4b98-bbc2-940858252a3a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:49.827801 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:49.896327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2fddd7d3-1364-406a-a2a0-9bf1ab746807 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:50.057694 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5132cafc-46df-47c5-be4a-0d9b04738d83 req-6d50d838-ac70-44fd-89bc-6301fb1363d3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962537 Jan 31 18:33:50.097996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7b6b1-74e4-48e3-9f13-7526840385ea req-31807f88-a680-4383-9a18-7e6f36c2ce26 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:50.099441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9bb7b6b1-74e4-48e3-9f13-7526840385ea req-31807f88-a680-4383-9a18-7e6f36c2ce26 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 944 time: 0.6416504 Jan 31 18:33:50.379847 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-d7764db7-92a6-4c62-a381-a425e9bf185d service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293263 Jan 31 18:33:50.396049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 5b5b7aba-2bee-406a-a359-31cda0da1fe9, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5b5b7aba-2bee-406a-a359-31cda0da1fe9,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:50.439348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '5b5b7aba-2bee-406a-a359-31cda0da1fe9', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'port_id': '5b5b7aba-2bee-406a-a359-31cda0da1fe9', 'mac_address': 'fa:16:3e:93:df:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:33:50.442673 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'name': 'tempest-TaggedBootDevicesTest_v242-817078628-router', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:40Z', 'updated_at': '2022-01-31T18:33:46Z', 'revision_number': 4, 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'gw_port': {'id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:41Z', 'updated_at': '2022-01-31T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '047f2bf7-49c5-463a-a7d9-81978c93d228', 'name': '', 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'mac_address': 'fa:16:3e:1a:89:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b993f437-fd20-4431-8732-87c3532226d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:44Z', 'updated_at': '2022-01-31T18:33:46Z', 'revision_number': 2, 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'subnets': [{'id': 'b993f437-fd20-4431-8732-87c3532226d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:50.551943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 5b5b7aba-2bee-406a-a359-31cda0da1fe9 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:50.552842 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:50.584548 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Checking router: e2d2bc25-c4a8-4ebc-9823-36e83b0df517 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:33:50.587217 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Updating router e2d2bc25-c4a8-4ebc-9823-36e83b0df517 port 047f2bf7-49c5-463a-a7d9-81978c93d228 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:33:50.599553 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5b7aba-2bee-406a-a359-31cda0da1fe9 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:50.624900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9bb7b6b1-74e4-48e3-9f13-7526840385ea req-e58c25c3-eba9-4eee-8e40-e30e31fd789f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241907 Jan 31 18:33:50.685505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db35922f-1303-4fc5-93a4-31322b204847 req-efa97c62-b3c5-45d7-8103-acb62fb89f13 service neutron] 10.222.0.49 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9681995 Jan 31 18:33:50.692064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 5b5b7aba-2bee-406a-a359-31cda0da1fe9, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5b5b7aba-2bee-406a-a359-31cda0da1fe9,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:50.695624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port cc94415d-4302-4b98-bbc2-940858252a3a is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:50.696448 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:50.703675 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:50.738874 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:50.847575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port cc94415d-4302-4b98-bbc2-940858252a3a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=cc94415d-4302-4b98-bbc2-940858252a3a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:50.867641 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:50.983442 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:51.006532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Publish callbacks [] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:51.021519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720a44f-cf7d-4abd-bcf4-6b8f0ae4035e req-f55d574a-7409-438e-9cc2-91437a290b9b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:51.043723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3720a44f-cf7d-4abd-bcf4-6b8f0ae4035e req-f55d574a-7409-438e-9cc2-91437a290b9b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 950 time: 0.2719889 Jan 31 18:33:51.046644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Transition to ACTIVE for port object 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:51.052506 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:51.116203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['5b5b7aba-2bee-406a-a359-31cda0da1fe9'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:51.208248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=5b5b7aba-2bee-406a-a359-31cda0da1fe9,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:51.235263 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Pushing event updated for resources: {'Port': ['ID=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:51.273545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3720a44f-cf7d-4abd-bcf4-6b8f0ae4035e req-fd668755-91d8-4382-8f98-a8acbc66d5ad tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281885 Jan 31 18:33:51.275564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578f42e4-a37c-451a-9f40-d5d427a94d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc94415d-4302-4b98-bbc2-940858252a3a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:51.291106 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f408c90a-46cf-401b-940b-650499f90ce9" -d '{"events": [{"server_uuid": "578f42e4-a37c-451a-9f40-d5d427a94d06", "name": "network-vif-plugged", "status": "completed", "tag": "cc94415d-4302-4b98-bbc2-940858252a3a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:51.292146 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3ea21a9f-9155-4716-bd74-29ddb3c53ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:51.369396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Attempting to bind port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:51.369741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Attempting to bind port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:51.372976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Attempting to bind port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 on network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:51.393578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 on network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:33:51.394421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Attempting to bind port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 on network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:51.410338 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:51.411333 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Checking segment: {'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:51.412226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Bound using segment: {'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:51.413421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Bound port: 16ebd2fe-4fea-442e-a6c5-5b6666a13a89, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:51.414523 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:51.546491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-cbbed2d0-14b3-4a13-a970-c3b6dee7528d tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:33:51.548147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-cbbed2d0-14b3-4a13-a970-c3b6dee7528d tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138006 Jan 31 18:33:51.589731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f761432-028e-41dc-8c5d-98c4bb404271 req-690c7bd2-81ed-418d-8f3f-57e34e3ea26e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:51.606612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f761432-028e-41dc-8c5d-98c4bb404271 req-690c7bd2-81ed-418d-8f3f-57e34e3ea26e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.1734605 Jan 31 18:33:51.622553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] For port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:51.631334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=cc94415d-4302-4b98-bbc2-940858252a3a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:51.632777 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] For port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:51.642401 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:51.682545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 58301899-e973-4182-8ffe-18f59c3ae942 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:33:51.719656 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:51.720636 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:51.722450 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] 10.222.0.21 "PUT /v2.0/ports/16ebd2fe-4fea-442e-a6c5-5b6666a13a89 HTTP/1.1" status: 200 len: 1092 time: 2.1879852 Jan 31 18:33:51.723067 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558e84d4-8b6b-449a-be5e-13a63f05bd2b', 'tag': '16ebd2fe-4fea-442e-a6c5-5b6666a13a89'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:51.740822 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dff456-946e-4118-b940-fef26bc5031e" -d '{"events": [{"name": "network-changed", "server_uuid": "558e84d4-8b6b-449a-be5e-13a63f05bd2b", "tag": "16ebd2fe-4fea-442e-a6c5-5b6666a13a89"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:51.789129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dea5eb-bbec-4f61-af8b-f9694ac43383 service neutron] Pushing event updated for resources: {'Port': ['ID=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:51.853291 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Publish callbacks [] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:51.870112 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:51.892861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-39de31f3-ddb5-4d04-b60f-8fafd702e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:51.897388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-39de31f3-ddb5-4d04-b60f-8fafd702e5c5 service neutron] 10.222.0.20 "GET /v2.0/ports/ab40b8cb-66a7-4c96-ba4b-c11c1166af7a HTTP/1.1" status: 200 len: 1126 time: 0.3170424 Jan 31 18:33:51.922844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] Request body: {'binding': {'host': 'n-h1-812111-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:33:51.923183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] Unknown quota resources ['binding']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:33:51.934666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f761432-028e-41dc-8c5d-98c4bb404271 req-2377e330-a467-4453-bb07-279691abd0c7 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263657 Jan 31 18:33:52.008677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 58301899-e973-4182-8ffe-18f59c3ae942, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=58301899-e973-4182-8ffe-18f59c3ae942,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:52.025875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '58301899-e973-4182-8ffe-18f59c3ae942', 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'port_id': '58301899-e973-4182-8ffe-18f59c3ae942', 'mac_address': 'fa:16:3e:14:89:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a886752-5fa3-4f61-a2a9-5923eb8db5c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:33:52.073494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-b02d2bf2-80dd-4cfe-978e-96f1761fc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:52.076010 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-b02d2bf2-80dd-4cfe-978e-96f1761fc68e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66547495f5664d03aa91ce8746ad08b1&device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 1126 time: 0.1817694 Jan 31 18:33:52.104091 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e297d-7d83-413e-875e-50dd4179e8a3 None None] Pushing event updated for resources: {'Port': ['ID=047f2bf7-49c5-463a-a7d9-81978c93d228,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:52.122968 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 58301899-e973-4182-8ffe-18f59c3ae942 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:52.123759 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (58301899-e973-4182-8ffe-18f59c3ae942), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:52.149290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58301899-e973-4182-8ffe-18f59c3ae942 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:52.189097 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-82cba907-bd4d-48af-864e-30f20c6a3dca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16ebd2fe-4fea-442e-a6c5-5b6666a13a89 HTTP/1.1" status: 200 len: 217 time: 0.1013527 Jan 31 18:33:52.223756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 58301899-e973-4182-8ffe-18f59c3ae942, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=58301899-e973-4182-8ffe-18f59c3ae942,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:52.239363 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (58301899-e973-4182-8ffe-18f59c3ae942), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:52.263019 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Attempting to bind port 047f2bf7-49c5-463a-a7d9-81978c93d228 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:52.263520 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Attempting to bind port 047f2bf7-49c5-463a-a7d9-81978c93d228 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:52.263876 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Attempting to bind port 047f2bf7-49c5-463a-a7d9-81978c93d228 on network 9d7bfb06-4524-44e2-9f71-f474c61e1f73 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:52.277183 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:52.277674 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Checking segment: {'id': 'bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:52.278282 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:52.278711 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Bound using segment: {'id': 'bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:52.279171 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Bound port: 047f2bf7-49c5-463a-a7d9-81978c93d228, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:52.279560 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:52.326813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-66ce0ae9-1a21-417a-a315-f52c7066568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:52.333051 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-66ce0ae9-1a21-417a-a315-f52c7066568a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87adcd95-d160-4714-a71a-98ed64115d46 HTTP/1.1" status: 200 len: 862 time: 0.1367354 Jan 31 18:33:52.405706 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-e15275a4-dffc-4119-a476-0e85ccaa4f42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=733bbce2-1d9b-4e28-b32d-b72fc50c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622182 Jan 31 18:33:52.495693 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] For port 047f2bf7-49c5-463a-a7d9-81978c93d228, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:52.503958 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] For port 047f2bf7-49c5-463a-a7d9-81978c93d228, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=047f2bf7-49c5-463a-a7d9-81978c93d228,segment=NetworkSegment(bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c),segment_id=bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:52.522970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['58301899-e973-4182-8ffe-18f59c3ae942'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:52.525193 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:52.582502 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:52.598219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=58301899-e973-4182-8ffe-18f59c3ae942,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:52.630441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] Attempting to bind port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on host n-h1-812111-15 for vnic_type normal with profile None {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:33:52.631315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] Attempting to bind port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:33:52.631493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] Attempting to bind port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:52.648485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] Port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:33:52.649024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] Attempting to bind port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:33:52.656776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-6cf113af-740a-480f-90ac-473f669148b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:52.659271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-6cf113af-740a-480f-90ac-473f669148b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 1132 time: 0.7158110 Jan 31 18:33:52.665230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5cc28a82-e2d7-43de-ba18-409d669e04f0 None None] Provisioning complete for port 047f2bf7-49c5-463a-a7d9-81978c93d228 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:52.669376 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5cc28a82-e2d7-43de-ba18-409d669e04f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:52.696498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:33:52.697085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:33:52.697716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:33:52.698459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] Bound port: ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:33:52.748782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f1a8f-05f6-405e-806e-9a883fdf7ee6 req-b70b7370-d759-4b59-b55e-d2af6f1ff105 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:52.761656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-504f1a8f-05f6-405e-806e-9a883fdf7ee6 req-b70b7370-d759-4b59-b55e-d2af6f1ff105 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 943 time: 0.5548472 Jan 31 18:33:52.765406 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-0adf4715-ceb9-43bf-9e7a-7743e32bf194 service neutron] 10.222.0.21 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425148 Jan 31 18:33:52.796973 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e297d-7d83-413e-875e-50dd4179e8a3 None None] Pushing event updated for resources: {'Port': ['ID=047f2bf7-49c5-463a-a7d9-81978c93d228,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:52.843433 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Routers {'e2d2bc25-c4a8-4ebc-9823-36e83b0df517'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:33:52.846017 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:33:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e2d2bc25-c4a8-4ebc-9823-36e83b0df517'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:53.063140 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38955165-027f-4b6d-8b06-f88a3e3a358e req-9ce406f6-fe6d-48c4-b425-7fa7a79d4437 service neutron] 10.222.0.21 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900324 Jan 31 18:33:53.119226 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] Set router e2d2bc25-c4a8-4ebc-9823-36e83b0df517 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:33:53.211420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5cc28a82-e2d7-43de-ba18-409d669e04f0 None None] Current status of the port 047f2bf7-49c5-463a-a7d9-81978c93d228 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:53.212191 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5cc28a82-e2d7-43de-ba18-409d669e04f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:53.249789 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-504f1a8f-05f6-405e-806e-9a883fdf7ee6 req-c4a68563-dc37-4aa2-bfff-a4e1cfbc23d1 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819834 Jan 31 18:33:53.333696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:53.361949 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:53.374751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eb5179da-c175-45ad-9246-8d6982499001 service neutron] 10.222.0.20 "POST /v2.0/ports/ab40b8cb-66a7-4c96-ba4b-c11c1166af7a/bindings HTTP/1.1" status: 201 len: 390 time: 1.4575505 Jan 31 18:33:53.398802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-7815be17-e3ff-4b45-970f-6636862633bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:53.400733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-7815be17-e3ff-4b45-970f-6636862633bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.7280800 Jan 31 18:33:53.453551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5cc28a82-e2d7-43de-ba18-409d669e04f0 None None] For port 047f2bf7-49c5-463a-a7d9-81978c93d228, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=047f2bf7-49c5-463a-a7d9-81978c93d228,segment=NetworkSegment(bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c),segment_id=bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:53.464114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-46fdaa56-c0c3-4a60-b6f5-8e08f7b7dce2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b64980aa-f285-496c-9e2e-92e512166d64 HTTP/1.1" status: 200 len: 217 time: 0.0530531 Jan 31 18:33:53.465887 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5cc28a82-e2d7-43de-ba18-409d669e04f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:53.530561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-4b33de8d-66b3-450e-a1bf-77dc40bf27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:53.534086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-4b33de8d-66b3-450e-a1bf-77dc40bf27c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0612917 Jan 31 18:33:53.719910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 58301899-e973-4182-8ffe-18f59c3ae942 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:53.738483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-fd2d66ca-dadf-44d7-b8fe-5dd0ece4b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:53.741365 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'name': 'tempest-TaggedBootDevicesTest_v242-817078628-router', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:40Z', 'updated_at': '2022-01-31T18:33:46Z', 'revision_number': 4, 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'gw_port': {'id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:41Z', 'updated_at': '2022-01-31T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '047f2bf7-49c5-463a-a7d9-81978c93d228', 'name': '', 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'mac_address': 'fa:16:3e:1a:89:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b993f437-fd20-4431-8732-87c3532226d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:44Z', 'updated_at': '2022-01-31T18:33:52Z', 'revision_number': 4, 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'subnets': [{'id': 'b993f437-fd20-4431-8732-87c3532226d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:53.744293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-fd2d66ca-dadf-44d7-b8fe-5dd0ece4b45d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2019064 Jan 31 18:33:53.792038 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93bba3-3b37-46fb-bfcf-53c22e6f41a2 None None] The sync data for ids ['e2d2bc25-c4a8-4ebc-9823-36e83b0df517'] in n-d-812111-15 is: [{'id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'name': 'tempest-TaggedBootDevicesTest_v242-817078628-router', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:40Z', 'updated_at': '2022-01-31T18:33:46Z', 'revision_number': 4, 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'gw_port': {'id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:41Z', 'updated_at': '2022-01-31T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '047f2bf7-49c5-463a-a7d9-81978c93d228', 'name': '', 'network_id': '9d7bfb06-4524-44e2-9f71-f474c61e1f73', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'mac_address': 'fa:16:3e:1a:89:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b993f437-fd20-4431-8732-87c3532226d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:44Z', 'updated_at': '2022-01-31T18:33:52Z', 'revision_number': 4, 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'subnets': [{'id': 'b993f437-fd20-4431-8732-87c3532226d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:33:53.808021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 5b5b7aba-2bee-406a-a359-31cda0da1fe9 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:54.033280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9c0e5625-2287-45db-accc-e17109f8df11 None None] Provisioning complete for port 047f2bf7-49c5-463a-a7d9-81978c93d228 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:54.033741 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c0e5625-2287-45db-accc-e17109f8df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:54.038445 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:54.045163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc28a82-e2d7-43de-ba18-409d669e04f0 None None] Pushing event updated for resources: {'Port': ['ID=047f2bf7-49c5-463a-a7d9-81978c93d228,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:54.123967 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:54.134627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468b757-b728-4e0e-bce0-63e644e8b89d req-bbb55eb1-6275-4cd8-9391-727d96ab09b3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:54.138785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a468b757-b728-4e0e-bce0-63e644e8b89d req-bbb55eb1-6275-4cd8-9391-727d96ab09b3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 946 time: 0.3931959 Jan 31 18:33:54.170639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 5b5b7aba-2bee-406a-a359-31cda0da1fe9 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:54.195043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 5b5b7aba-2bee-406a-a359-31cda0da1fe9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:54.195884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-af8c8709-9b05-4669-a5e1-00feac19a9c3 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265025 Jan 31 18:33:54.196066 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:54.235256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 58301899-e973-4182-8ffe-18f59c3ae942 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:54.235965 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (58301899-e973-4182-8ffe-18f59c3ae942), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:54.313947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a468b757-b728-4e0e-bce0-63e644e8b89d req-dfaee48b-dd5e-48f7-afe6-caddfaaab89b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633377 Jan 31 18:33:54.375125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-e6755bc3-8d00-4d62-b697-267311d39eff service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721861 Jan 31 18:33:54.478478 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfae2eee-e969-4c32-aa77-24b3c44acc47 x-openstack-request-id: req-dfae2eee-e969-4c32-aa77-24b3c44acc47 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:54.478783 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578f42e4-a37c-451a-9f40-d5d427a94d06", "name": "network-vif-plugged", "status": "completed", "tag": "cc94415d-4302-4b98-bbc2-940858252a3a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:54.479044 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfae2eee-e969-4c32-aa77-24b3c44acc47 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:54.479445 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578f42e4-a37c-451a-9f40-d5d427a94d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc94415d-4302-4b98-bbc2-940858252a3a', 'code': 200} Jan 31 18:33:54.660285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 58301899-e973-4182-8ffe-18f59c3ae942 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:54.660720 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (58301899-e973-4182-8ffe-18f59c3ae942), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:54.692686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b5b52-ff7a-46e3-bcfa-681831b00e5d req-3f174cc1-6e55-467f-bbce-9eb959f9b949 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:54.705275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e2b5b52-ff7a-46e3-bcfa-681831b00e5d req-3f174cc1-6e55-467f-bbce-9eb959f9b949 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 945 time: 0.1467402 Jan 31 18:33:54.813752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 58301899-e973-4182-8ffe-18f59c3ae942, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=58301899-e973-4182-8ffe-18f59c3ae942,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:54.856370 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (58301899-e973-4182-8ffe-18f59c3ae942), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:54.865683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e5625-2287-45db-accc-e17109f8df11 None None] Current status of the port 047f2bf7-49c5-463a-a7d9-81978c93d228 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:54.915328 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a0e7-81de-4c20-bf0f-a146cda230e1 req-1a99509e-c942-42a4-96f1-c4bd561eb9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:54.931853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e2b5b52-ff7a-46e3-bcfa-681831b00e5d req-c3c23c4f-d1e7-4449-8488-b933149bef82 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256513 Jan 31 18:33:54.947728 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f19a0e7-81de-4c20-bf0f-a146cda230e1 req-1a99509e-c942-42a4-96f1-c4bd561eb9c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=578f42e4-a37c-451a-9f40-d5d427a94d06 HTTP/1.1" status: 200 len: 1132 time: 0.1806908 Jan 31 18:33:55.133687 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294b8b52-9c99-4d96-a255-664d77cb857f x-openstack-request-id: req-294b8b52-9c99-4d96-a255-664d77cb857f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:55.133998 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558e84d4-8b6b-449a-be5e-13a63f05bd2b", "tag": "16ebd2fe-4fea-442e-a6c5-5b6666a13a89", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:55.134518 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-294b8b52-9c99-4d96-a255-664d77cb857f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:55.134934 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558e84d4-8b6b-449a-be5e-13a63f05bd2b', 'tag': '16ebd2fe-4fea-442e-a6c5-5b6666a13a89', 'status': 'completed', 'code': 200} Jan 31 18:33:55.161872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 5b5b7aba-2bee-406a-a359-31cda0da1fe9 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:55.162230 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:55.171470 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f19a0e7-81de-4c20-bf0f-a146cda230e1 req-ad0e4630-4aa2-46ba-9cac-36a7e73dbef6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101023 Jan 31 18:33:55.348464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 5b5b7aba-2bee-406a-a359-31cda0da1fe9, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5b5b7aba-2bee-406a-a359-31cda0da1fe9,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:55.377851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=58301899-e973-4182-8ffe-18f59c3ae942,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:55.382322 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:55.384501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dff456-946e-4118-b940-fef26bc5031e req-ba5ec420-1979-442b-9495-b8ee44ac138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:55.387445 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-99dff456-946e-4118-b940-fef26bc5031e req-ba5ec420-1979-442b-9495-b8ee44ac138c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66547495f5664d03aa91ce8746ad08b1&device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 1126 time: 0.2508910 Jan 31 18:33:55.396899 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:55.411165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f2505-06ed-4779-a179-7c7c67cb5659 req-8504f695-2883-44d7-adb4-fd15c5f97b02 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:55.421778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d9f2505-06ed-4779-a179-7c7c67cb5659 req-8504f695-2883-44d7-adb4-fd15c5f97b02 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 950 time: 0.2092967 Jan 31 18:33:55.510641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 047f2bf7-49c5-463a-a7d9-81978c93d228 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:55.576702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d9f2505-06ed-4779-a179-7c7c67cb5659 req-6dc49f73-15f7-4075-a96c-baf1dc07dcdc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444044 Jan 31 18:33:55.714481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dff456-946e-4118-b940-fef26bc5031e req-940a8a3a-e195-4a16-8bb9-71420c8d5d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:55.715679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:33:55.716943 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-99dff456-946e-4118-b940-fef26bc5031e req-940a8a3a-e195-4a16-8bb9-71420c8d5d77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=733bbce2-1d9b-4e28-b32d-b72fc50c4561 HTTP/1.1" status: 200 len: 923 time: 0.2943823 Jan 31 18:33:55.720548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 047f2bf7-49c5-463a-a7d9-81978c93d228 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:55.721820 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:55.832466 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-99dff456-946e-4118-b940-fef26bc5031e req-45273cab-14f2-452b-a2b2-24604c85d9c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16ebd2fe-4fea-442e-a6c5-5b6666a13a89 HTTP/1.1" status: 200 len: 217 time: 0.1053059 Jan 31 18:33:55.913308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f956a6f-f19c-4e3d-a899-c5ad5e235d2e req-a0f27bf1-7c1b-4a71-84a6-2c712acdb08b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:55.915095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f956a6f-f19c-4e3d-a899-c5ad5e235d2e req-a0f27bf1-7c1b-4a71-84a6-2c712acdb08b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.1738496 Jan 31 18:33:55.917761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=5b5b7aba-2bee-406a-a359-31cda0da1fe9,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:55.999400 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dff456-946e-4118-b940-fef26bc5031e req-7f1751c5-4564-4335-a683-c72494f9fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:56.002454 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-99dff456-946e-4118-b940-fef26bc5031e req-7f1751c5-4564-4335-a683-c72494f9fea4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87adcd95-d160-4714-a71a-98ed64115d46 HTTP/1.1" status: 200 len: 862 time: 0.1609232 Jan 31 18:33:56.060140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f956a6f-f19c-4e3d-a899-c5ad5e235d2e req-e6c52d37-fbb0-4d01-8eb6-b45808f60be0 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380749 Jan 31 18:33:56.097796 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-99dff456-946e-4118-b940-fef26bc5031e req-367b95df-2ead-4e70-8395-38ccf1a26d7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=733bbce2-1d9b-4e28-b32d-b72fc50c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816863 Jan 31 18:33:56.104833 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:56.151303 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:33:56.187383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 047f2bf7-49c5-463a-a7d9-81978c93d228 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:56.352146 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:56.362117 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f0f5d-794a-4f95-999e-e541599d59c7 req-2cbce8f0-d280-4b15-b3ff-c5aca1960203 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:56.374198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-636f0f5d-794a-4f95-999e-e541599d59c7 req-2cbce8f0-d280-4b15-b3ff-c5aca1960203 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1647069 Jan 31 18:33:56.383619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '16ebd2fe-4fea-442e-a6c5-5b6666a13a89', 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561', 'port_id': '16ebd2fe-4fea-442e-a6c5-5b6666a13a89', 'mac_address': 'fa:16:3e:d3:b4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87adcd95-d160-4714-a71a-98ed64115d46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:33:56.409485 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-99dff456-946e-4118-b940-fef26bc5031e req-3e0466ba-d52b-468b-9051-821a1cf7cea5 service neutron] 10.222.0.21 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939725 Jan 31 18:33:56.486114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58301899-e973-4182-8ffe-18f59c3ae942'}, {'server_uuid': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5b7aba-2bee-406a-a359-31cda0da1fe9'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:33:56.488782 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70438ab-6a4f-408a-9f12-2cdffb24cc55" -d '{"events": [{"server_uuid": "dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb", "name": "network-vif-plugged", "status": "completed", "tag": "58301899-e973-4182-8ffe-18f59c3ae942"}, {"server_uuid": "8056fa84-adf8-4b0f-bdb5-35b9d46a59d1", "name": "network-vif-plugged", "status": "completed", "tag": "5b5b7aba-2bee-406a-a359-31cda0da1fe9"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:33:56.505636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:33:56.506075 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:56.526188 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-636f0f5d-794a-4f95-999e-e541599d59c7 req-38e1b6d0-aeed-4ee8-b27d-b9a1ff3dc340 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393015 Jan 31 18:33:56.553035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:33:56.644613 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:56.649906 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:56.723255 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-99dff456-946e-4118-b940-fef26bc5031e req-832b6d25-e0e7-4918-ad46-0443bc21e09a service neutron] 10.222.0.21 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031225 Jan 31 18:33:56.857639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:56.862775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ee159-0170-4831-b14f-78bd12acd29c req-3a8c31a7-07b0-45a5-95af-c89d38a44c83 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:56.862775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c19ee159-0170-4831-b14f-78bd12acd29c req-3a8c31a7-07b0-45a5-95af-c89d38a44c83 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 944 time: 0.1243746 Jan 31 18:33:56.957608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c19ee159-0170-4831-b14f-78bd12acd29c req-e18d4045-5abe-429d-a3b6-5de420eadaef tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812786 Jan 31 18:33:57.052160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['16ebd2fe-4fea-442e-a6c5-5b6666a13a89'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:33:57.204707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d706e79-16f7-4748-b77e-ee58a44c9e6f req-69f87104-b6e5-42bb-8233-09908201f688 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:57.217282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d706e79-16f7-4748-b77e-ee58a44c9e6f req-69f87104-b6e5-42bb-8233-09908201f688 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 946 time: 0.1275163 Jan 31 18:33:57.353582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d706e79-16f7-4748-b77e-ee58a44c9e6f req-3bb665b5-8748-4dd5-b4c2-443631b361f8 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344495 Jan 31 18:33:57.569991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6637a-b905-4f3d-b14c-6c3d64845aa2 req-dfe94fe6-255d-4613-a4d9-e9811864d72d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:57.571826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4bf6637a-b905-4f3d-b14c-6c3d64845aa2 req-dfe94fe6-255d-4613-a4d9-e9811864d72d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=578f42e4-a37c-451a-9f40-d5d427a94d06 HTTP/1.1" status: 200 len: 949 time: 0.0809371 Jan 31 18:33:57.687335 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4bf6637a-b905-4f3d-b14c-6c3d64845aa2 req-30d19c8b-6b11-4143-85f7-1cde5a9e3ed5 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090977 Jan 31 18:33:57.925353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c4363-ad30-4263-b01f-840cbd5c2dfd req-fd807db2-fe26-43b1-b951-bc05e2dde918 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:57.927916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b8c4363-ad30-4263-b01f-840cbd5c2dfd req-fd807db2-fe26-43b1-b951-bc05e2dde918 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 946 time: 0.1271222 Jan 31 18:33:57.959530 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:33:58.046999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b8c4363-ad30-4263-b01f-840cbd5c2dfd req-fa99e6ed-35a7-4086-851a-bd2e2fed23ed tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114044 Jan 31 18:33:58.137205 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95f00fc-422d-4bd2-9440-ec4e69a021e2 x-openstack-request-id: req-e95f00fc-422d-4bd2-9440-ec4e69a021e2 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:33:58.137908 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb", "name": "network-vif-plugged", "status": "completed", "tag": "58301899-e973-4182-8ffe-18f59c3ae942", "code": 200}, {"server_uuid": "8056fa84-adf8-4b0f-bdb5-35b9d46a59d1", "name": "network-vif-plugged", "status": "completed", "tag": "5b5b7aba-2bee-406a-a359-31cda0da1fe9", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:33:58.138362 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e95f00fc-422d-4bd2-9440-ec4e69a021e2 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:33:58.138645 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58301899-e973-4182-8ffe-18f59c3ae942', 'code': 200} Jan 31 18:33:58.138903 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5b7aba-2bee-406a-a359-31cda0da1fe9', 'code': 200} Jan 31 18:33:58.319260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46ea2-b72e-4d9a-9162-d500b5ca6fe6 req-9ed50bff-7477-4055-8d6a-2b7ed057fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:58.320862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71e46ea2-b72e-4d9a-9162-d500b5ca6fe6 req-9ed50bff-7477-4055-8d6a-2b7ed057fdd5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 1129 time: 0.1007452 Jan 31 18:33:58.495105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f34314-af07-4475-a67a-6a3b0395265c req-38436ca9-cda5-4dcc-becd-da4f2ce95c12 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:58.500565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1f34314-af07-4475-a67a-6a3b0395265c req-38436ca9-cda5-4dcc-becd-da4f2ce95c12 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.2355909 Jan 31 18:33:58.563587 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71e46ea2-b72e-4d9a-9162-d500b5ca6fe6 req-e7286e63-cee2-417b-8f63-7d0fcdf4aa27 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280440 Jan 31 18:33:58.633012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1f34314-af07-4475-a67a-6a3b0395265c req-eaafc866-e164-4f23-b225-09eac21e3fa5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778127 Jan 31 18:33:58.831899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e64b7-d8bc-4c67-a64f-e725b6976916 req-1d21332a-3543-41df-97b4-48d810109acd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:58.844372 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc5e64b7-d8bc-4c67-a64f-e725b6976916 req-1d21332a-3543-41df-97b4-48d810109acd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1299689 Jan 31 18:33:58.915806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc5e64b7-d8bc-4c67-a64f-e725b6976916 req-2579d806-8a3c-4e06-831b-50c16cc25bb1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698304 Jan 31 18:33:59.350774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d77bde-3b4d-4d6a-90c9-385843d52b8c req-ea583966-3faf-42f0-9891-6c985d0a74c9 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:59.357967 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d77bde-3b4d-4d6a-90c9-385843d52b8c req-ea583966-3faf-42f0-9891-6c985d0a74c9 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:59.359903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20d77bde-3b4d-4d6a-90c9-385843d52b8c req-ea583966-3faf-42f0-9891-6c985d0a74c9 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8&device_id=578f42e4-a37c-451a-9f40-d5d427a94d06 HTTP/1.1" status: 200 len: 1690 time: 0.0846033 Jan 31 18:33:59.498315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20d77bde-3b4d-4d6a-90c9-385843d52b8c req-f2d8c122-d986-4630-93b0-01f00c852ace tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322165 Jan 31 18:33:59.672236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff601dee-fd09-468d-a1a5-fc82b9246c40 req-423d181d-298b-44de-96b3-19886df2a7a9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:59.682271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff601dee-fd09-468d-a1a5-fc82b9246c40 req-423d181d-298b-44de-96b3-19886df2a7a9 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 944 time: 0.0882444 Jan 31 18:33:59.696707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:33:59.702888 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4b4ab1d8-1779-404a-bd3a-a1101fa3c1fc req-92eb83d7-4b9a-4429-a514-a51e7c7914c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1082635 Jan 31 18:33:59.810889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff601dee-fd09-468d-a1a5-fc82b9246c40 req-b39a2499-96a9-4be9-8d81-2dc437c0856d tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272318 Jan 31 18:33:59.888721 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:59.898646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:59.899141 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:33:59.914403 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ab1d8-1779-404a-bd3a-a1101fa3c1fc req-8a7aef06-0597-4100-b6c2-91c86c14b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:59.918448 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4b4ab1d8-1779-404a-bd3a-a1101fa3c1fc req-8a7aef06-0597-4100-b6c2-91c86c14b1d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 1127 time: 0.1565483 Jan 31 18:34:00.134507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c552af-07ab-4df7-91d2-0bba361df1b9 req-fe17e038-06e7-4e6d-b707-54b4ac7177d9 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:00.140245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70c552af-07ab-4df7-91d2-0bba361df1b9 req-fe17e038-06e7-4e6d-b707-54b4ac7177d9 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 946 time: 0.1426244 Jan 31 18:34:00.165283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:00.165970 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:00.257997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:00.260766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558e84d4-8b6b-449a-be5e-13a63f05bd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ebd2fe-4fea-442e-a6c5-5b6666a13a89'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:00.270700 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb894b4-5c67-4ed8-813e-03f0ded63ade" -d '{"events": [{"server_uuid": "558e84d4-8b6b-449a-be5e-13a63f05bd2b", "name": "network-vif-plugged", "status": "completed", "tag": "16ebd2fe-4fea-442e-a6c5-5b6666a13a89"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:00.286610 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:00.289383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70c552af-07ab-4df7-91d2-0bba361df1b9 req-73cd3645-2f71-4b81-933c-1068cf8f7488 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374154 Jan 31 18:34:00.357939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ab1d8-1779-404a-bd3a-a1101fa3c1fc req-eed7135f-3452-4397-abc3-3fe172ed68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:00.365904 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4b4ab1d8-1779-404a-bd3a-a1101fa3c1fc req-eed7135f-3452-4397-abc3-3fe172ed68e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.3640430 Jan 31 18:34:00.368906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:00.382383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.382744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.383095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.383485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.383836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.384151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.384833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.385143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.385439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.385760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.386086 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.386417 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.388094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:00.511854 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4b4ab1d8-1779-404a-bd3a-a1101fa3c1fc req-004e7c6b-deeb-49da-8464-d9128c1473da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33 HTTP/1.1" status: 200 len: 217 time: 0.1361408 Jan 31 18:34:00.595267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad228a69-2c57-4b33-a4c7-c82dd8cd6980 req-5ae47f46-f56c-44e3-a592-03c72f6128a1 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:00.606899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad228a69-2c57-4b33-a4c7-c82dd8cd6980 req-5ae47f46-f56c-44e3-a592-03c72f6128a1 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 946 time: 0.1181550 Jan 31 18:34:00.620173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ab1d8-1779-404a-bd3a-a1101fa3c1fc req-6da6e208-8ba3-428b-a9b8-3e7e90f2bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:00.623132 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4b4ab1d8-1779-404a-bd3a-a1101fa3c1fc req-6da6e208-8ba3-428b-a9b8-3e7e90f2bc94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.1002784 Jan 31 18:34:00.682597 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4b4ab1d8-1779-404a-bd3a-a1101fa3c1fc req-5ad44c05-8229-400a-beea-88f76e5342c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519531 Jan 31 18:34:00.706365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad228a69-2c57-4b33-a4c7-c82dd8cd6980 req-53534fe3-a651-4456-a741-028d5a665c2e tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984588 Jan 31 18:34:00.828587 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4b4ab1d8-1779-404a-bd3a-a1101fa3c1fc req-dc7b6602-9532-4dc3-97f0-bc0d2beae4a5 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362722 Jan 31 18:34:01.012194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581afaa-8fed-4547-b646-a50c9227c656 req-e3d93374-4427-4610-b796-284897b78d42 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:01.037097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8581afaa-8fed-4547-b646-a50c9227c656 req-e3d93374-4427-4610-b796-284897b78d42 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.1228464 Jan 31 18:34:01.106304 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4b4ab1d8-1779-404a-bd3a-a1101fa3c1fc req-0ccbda89-5d64-4372-a713-1b265e0f157b service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437520 Jan 31 18:34:01.205963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8581afaa-8fed-4547-b646-a50c9227c656 req-54644059-ed6d-482d-b6b7-d8b4a26159b5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672845 Jan 31 18:34:01.458296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cea1d8-fb36-4ec0-bc17-61b3cddc7db7 req-60effba2-ed7e-4d2d-89cc-dfce2842d3e5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:01.477542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84cea1d8-fb36-4ec0-bc17-61b3cddc7db7 req-60effba2-ed7e-4d2d-89cc-dfce2842d3e5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1455917 Jan 31 18:34:01.612525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84cea1d8-fb36-4ec0-bc17-61b3cddc7db7 req-a638ae41-3920-44cf-93c2-648cb4e89d84 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242781 Jan 31 18:34:01.709929 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aea4d7d-6852-4865-aeef-8b59ad1f6b08 x-openstack-request-id: req-8aea4d7d-6852-4865-aeef-8b59ad1f6b08 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:01.710513 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558e84d4-8b6b-449a-be5e-13a63f05bd2b", "name": "network-vif-plugged", "status": "completed", "tag": "16ebd2fe-4fea-442e-a6c5-5b6666a13a89", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:01.710637 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8aea4d7d-6852-4865-aeef-8b59ad1f6b08 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:01.711326 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558e84d4-8b6b-449a-be5e-13a63f05bd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ebd2fe-4fea-442e-a6c5-5b6666a13a89', 'code': 200} Jan 31 18:34:01.968020 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c6ad7-3bab-47db-82c0-d43673bf60db req-14a65628-e2d7-4fe9-8d94-93fb2bc54d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:01.972382 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dc1c6ad7-3bab-47db-82c0-d43673bf60db req-14a65628-e2d7-4fe9-8d94-93fb2bc54d76 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 1128 time: 0.0987675 Jan 31 18:34:01.990163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f6fe244-958b-4957-8703-37cf5bf33217 req-72ccdf8a-415e-43e1-9890-505b7051a899 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1089621 Jan 31 18:34:02.024157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040e986-9c7e-435b-8f7f-9ba95510e05b req-5417ab7b-cbec-4f62-91c0-2768337e4f5a tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:02.029259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1040e986-9c7e-435b-8f7f-9ba95510e05b req-5417ab7b-cbec-4f62-91c0-2768337e4f5a tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 946 time: 0.2094135 Jan 31 18:34:02.046420 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54040) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:02.069777 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2538a5a2-de3a-47f5-9d44-769d8810902f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Request body: {'floatingip': {'port_id': '5b5b7aba-2bee-406a-a359-31cda0da1fe9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:02.150105 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dc1c6ad7-3bab-47db-82c0-d43673bf60db req-96f6e3c8-b70f-4f8a-a05b-51d5f86a95b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678326 Jan 31 18:34:02.166743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2538a5a2-de3a-47f5-9d44-769d8810902f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for floatingip (5a9baf55-1f53-410f-9e64-0541eba98039), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:02.741671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fe244-958b-4957-8703-37cf5bf33217 req-eeb124b4-4ac2-4ff0-b0a9-8eb9aeaefa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:02.743207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f6fe244-958b-4957-8703-37cf5bf33217 req-eeb124b4-4ac2-4ff0-b0a9-8eb9aeaefa42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 1127 time: 0.7126396 Jan 31 18:34:02.790920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57991939-2d86-4b09-9e59-87eae1da8457 req-db188a31-e596-4678-b96d-f210f928c0aa tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:02.816981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57991939-2d86-4b09-9e59-87eae1da8457 req-db188a31-e596-4678-b96d-f210f928c0aa tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 945 time: 0.6842914 Jan 31 18:34:03.106780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57991939-2d86-4b09-9e59-87eae1da8457 req-d215fd7b-d69e-4c09-9b9a-1b773fdff971 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887132 Jan 31 18:34:03.156361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fe244-958b-4957-8703-37cf5bf33217 req-3b1313bc-eecf-4777-8abb-f104efa5e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:03.162450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f6fe244-958b-4957-8703-37cf5bf33217 req-3b1313bc-eecf-4777-8abb-f104efa5e7ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.3929381 Jan 31 18:34:03.316630 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-2538a5a2-de3a-47f5-9d44-769d8810902f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:34:03.414240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f6fe244-958b-4957-8703-37cf5bf33217 req-825966bf-f65a-418a-9a13-b8ff02814fe6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9136b00-4bde-4d58-ac92-bbca59604f17 HTTP/1.1" status: 200 len: 217 time: 0.2425632 Jan 31 18:34:03.559814 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2538a5a2-de3a-47f5-9d44-769d8810902f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:03.589878 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2538a5a2-de3a-47f5-9d44-769d8810902f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (5a9baf55-1f53-410f-9e64-0541eba98039), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:03.632181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679916a-02b9-4577-bc51-0d2c710721dd req-0cb24aff-b85d-48e9-9b8b-62882cea5eee tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:03.676852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2679916a-02b9-4577-bc51-0d2c710721dd req-0cb24aff-b85d-48e9-9b8b-62882cea5eee tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 1133 time: 0.3679283 Jan 31 18:34:03.729338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fe244-958b-4957-8703-37cf5bf33217 req-2d1c4c6f-25fb-46ec-835d-f8d95e62391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:03.731731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f6fe244-958b-4957-8703-37cf5bf33217 req-2d1c4c6f-25fb-46ec-835d-f8d95e62391e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.3002641 Jan 31 18:34:03.867625 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f6fe244-958b-4957-8703-37cf5bf33217 req-45346110-9935-40bc-a214-0343297a52f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738158 Jan 31 18:34:03.955111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2679916a-02b9-4577-bc51-0d2c710721dd req-bf702fa2-f79d-4aaa-9afa-11398253b4a1 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498105 Jan 31 18:34:04.003266 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-2538a5a2-de3a-47f5-9d44-769d8810902f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Floating IP 5a9baf55-1f53-410f-9e64-0541eba98039 associated. External IP: 172.25.8.22, port: 5b5b7aba-2bee-406a-a359-31cda0da1fe9. Jan 31 18:34:04.257808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f6fe244-958b-4957-8703-37cf5bf33217 req-fe0b15e9-83b1-4dbc-83eb-d9fc172565fb service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750572 Jan 31 18:34:04.430727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787c041-748e-419c-9b6a-16c0cbfaff2b req-c00afb67-77cc-4f61-9a03-22e3f99fdb05 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:04.438723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8787c041-748e-419c-9b6a-16c0cbfaff2b req-c00afb67-77cc-4f61-9a03-22e3f99fdb05 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 946 time: 0.3115225 Jan 31 18:34:04.462288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2538a5a2-de3a-47f5-9d44-769d8810902f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:34:04.627148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8787c041-748e-419c-9b6a-16c0cbfaff2b req-fca370b6-2650-4dc6-9cd8-877c8d43adcb tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872740 Jan 31 18:34:04.633205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f6fe244-958b-4957-8703-37cf5bf33217 req-760c5f9b-6e2e-47e2-990f-6b7c816a55bd service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570759 Jan 31 18:34:04.772793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2538a5a2-de3a-47f5-9d44-769d8810902f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:34:04.784217 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2538a5a2-de3a-47f5-9d44-769d8810902f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:04.793185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113be45-3a6a-463c-9d75-bdd9544a7d34 None None] Sync routers for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:34:04.820306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113be45-3a6a-463c-9d75-bdd9544a7d34 None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:34:04.821985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7113be45-3a6a-463c-9d75-bdd9544a7d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:33:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:04.883232 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2538a5a2-de3a-47f5-9d44-769d8810902f tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "PUT /v2.0/floatingips/5a9baf55-1f53-410f-9e64-0541eba98039 HTTP/1.1" status: 200 len: 991 time: 2.8254304 Jan 31 18:34:04.883232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'tag': '5b5b7aba-2bee-406a-a359-31cda0da1fe9'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:04.884677 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d7d000-009c-447a-98ef-4ef07f8f98b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8056fa84-adf8-4b0f-bdb5-35b9d46a59d1", "tag": "5b5b7aba-2bee-406a-a359-31cda0da1fe9"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:04.911194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d96f5-7867-4699-8b42-c9cccd284b85 req-15fcd7c0-7ade-4d4e-b740-e2fd822ea482 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:04.916564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-995d96f5-7867-4699-8b42-c9cccd284b85 req-15fcd7c0-7ade-4d4e-b740-e2fd822ea482 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.1555159 Jan 31 18:34:05.101199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-995d96f5-7867-4699-8b42-c9cccd284b85 req-f8e78133-3010-47a6-84bf-4a3f798094b1 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770692 Jan 31 18:34:05.278757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad926b-edd3-4224-8dfc-b979702cf848 req-f094161f-b822-486b-a0af-48e74dfb88c4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:05.281315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fcad926b-edd3-4224-8dfc-b979702cf848 req-f094161f-b822-486b-a0af-48e74dfb88c4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.0878019 Jan 31 18:34:05.401065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fcad926b-edd3-4224-8dfc-b979702cf848 req-18682a2c-c75b-47d0-84b0-8d229e4760f0 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076953 Jan 31 18:34:05.423122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-7113be45-3a6a-463c-9d75-bdd9544a7d34 None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:34:05.555946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203c8b1-1527-4450-89c4-c0561eeaabd9 req-b56416e2-8ba3-47b2-94f2-b41deba55ebd tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:05.564386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6203c8b1-1527-4450-89c4-c0561eeaabd9 req-b56416e2-8ba3-47b2-94f2-b41deba55ebd tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=578f42e4-a37c-451a-9f40-d5d427a94d06 HTTP/1.1" status: 200 len: 1132 time: 0.0701029 Jan 31 18:34:05.639127 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6203c8b1-1527-4450-89c4-c0561eeaabd9 req-1ecb0e14-1d47-4d81-8afc-9d747205cba6 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734792 Jan 31 18:34:05.786941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101920-8c6e-45a8-8942-fe961752f801 req-75a6919c-1b68-4147-a1c0-420d202c615c tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:05.795412 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9101920-8c6e-45a8-8942-fe961752f801 req-75a6919c-1b68-4147-a1c0-420d202c615c tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 945 time: 0.0737143 Jan 31 18:34:05.941472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9101920-8c6e-45a8-8942-fe961752f801 req-9a563804-0664-4419-ae98-7be2c71604bb tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443086 Jan 31 18:34:06.175393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f03a2-5d51-4afb-b4f6-84366d3fb1bf req-49578a31-4161-4e7c-8571-d2d6f4e8ec83 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:06.182434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-791f03a2-5d51-4afb-b4f6-84366d3fb1bf req-49578a31-4161-4e7c-8571-d2d6f4e8ec83 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 946 time: 0.1116912 Jan 31 18:34:06.211518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7113be45-3a6a-463c-9d75-bdd9544a7d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '5a9baf55-1f53-410f-9e64-0541eba98039', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'port_id': '5b5b7aba-2bee-406a-a359-31cda0da1fe9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'mac_address': 'fa:16:3e:93:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:32:24Z', 'updated_at': '2022-01-31T18:34:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:06.326621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113be45-3a6a-463c-9d75-bdd9544a7d34 None None] Checking router: 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:34:06.351796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113be45-3a6a-463c-9d75-bdd9544a7d34 None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:34:06.353743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7113be45-3a6a-463c-9d75-bdd9544a7d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:33:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:06.389411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-791f03a2-5d51-4afb-b4f6-84366d3fb1bf req-6de9b178-2124-4394-8e17-09b22e09dd34 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002990 Jan 31 18:34:06.450282 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00eeea8-bd95-4003-93cb-641f8be50f72 x-openstack-request-id: req-f00eeea8-bd95-4003-93cb-641f8be50f72 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:06.451947 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8056fa84-adf8-4b0f-bdb5-35b9d46a59d1", "tag": "5b5b7aba-2bee-406a-a359-31cda0da1fe9", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:06.452521 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f00eeea8-bd95-4003-93cb-641f8be50f72 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:06.453215 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'tag': '5b5b7aba-2bee-406a-a359-31cda0da1fe9', 'status': 'completed', 'code': 200} Jan 31 18:34:06.618736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d000-009c-447a-98ef-4ef07f8f98b8 req-5aa5e17b-b99c-4864-bf63-74e35f02a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:06.622642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1d7d000-009c-447a-98ef-4ef07f8f98b8 req-5aa5e17b-b99c-4864-bf63-74e35f02a02b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e82e137c40634b88b95c4547ead4451e&device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 1129 time: 0.1424916 Jan 31 18:34:06.757178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-7113be45-3a6a-463c-9d75-bdd9544a7d34 None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:34:06.995798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d000-009c-447a-98ef-4ef07f8f98b8 req-0dff7b7b-34ce-45c5-945d-1981f694c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:07.003475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1d7d000-009c-447a-98ef-4ef07f8f98b8 req-0dff7b7b-34ce-45c5-945d-1981f694c5d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398 HTTP/1.1" status: 200 len: 924 time: 0.2981029 Jan 31 18:34:07.052491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c7133-fe3f-4d77-81ae-fd013d1b5ae1 req-1e1b2c5e-efe7-4745-b1a4-9dba18c0e544 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:07.063797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a52c7133-fe3f-4d77-81ae-fd013d1b5ae1 req-1e1b2c5e-efe7-4745-b1a4-9dba18c0e544 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 946 time: 0.4392292 Jan 31 18:34:07.208591 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a52c7133-fe3f-4d77-81ae-fd013d1b5ae1 req-e23d9d14-03db-495b-b02b-17f221a1f5d7 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410332 Jan 31 18:34:07.276556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1d7d000-009c-447a-98ef-4ef07f8f98b8 req-0009fc14-857e-403d-899c-0facb94a30ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b5b7aba-2bee-406a-a359-31cda0da1fe9 HTTP/1.1" status: 200 len: 999 time: 0.2560675 Jan 31 18:34:07.386770 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d000-009c-447a-98ef-4ef07f8f98b8 req-b7bdf3ac-24af-4f8b-b984-a2e14e661d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:07.388877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1d7d000-009c-447a-98ef-4ef07f8f98b8 req-b7bdf3ac-24af-4f8b-b984-a2e14e661d44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e668443-8281-4364-bcee-a7871b835b9c HTTP/1.1" status: 200 len: 862 time: 0.1065168 Jan 31 18:34:07.443728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7113be45-3a6a-463c-9d75-bdd9544a7d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '5a9baf55-1f53-410f-9e64-0541eba98039', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'port_id': '5b5b7aba-2bee-406a-a359-31cda0da1fe9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'mac_address': 'fa:16:3e:93:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:32:24Z', 'updated_at': '2022-01-31T18:34:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:07.516012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d000-009c-447a-98ef-4ef07f8f98b8 req-de3f2e26-d4ba-406e-a4ea-eed1787b299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:07.517975 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1d7d000-009c-447a-98ef-4ef07f8f98b8 req-de3f2e26-d4ba-406e-a4ea-eed1787b299b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e60f7062-f7f6-43a2-ad3f-cd81a1b82398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1191854 Jan 31 18:34:07.556713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113be45-3a6a-463c-9d75-bdd9544a7d34 None None] The sync data for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 is: [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '5a9baf55-1f53-410f-9e64-0541eba98039', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'port_id': '5b5b7aba-2bee-406a-a359-31cda0da1fe9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'mac_address': 'fa:16:3e:93:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:32:24Z', 'updated_at': '2022-01-31T18:34:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:34:07.788670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1d7d000-009c-447a-98ef-4ef07f8f98b8 req-35f01866-6a4e-48d8-9b70-758110de87f5 service neutron] 10.222.0.49 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634804 Jan 31 18:34:08.025949 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde7746-bd88-488c-920b-367c284d8889 None None] New status for floating IP 5a9baf55-1f53-410f-9e64-0541eba98039: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:34:08.085066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77240fde-a753-4e21-8a18-a669d14808b0 req-756fb43c-58a6-499c-84c9-56f7cc5ddd3c tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:08.091284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-77240fde-a753-4e21-8a18-a669d14808b0 req-756fb43c-58a6-499c-84c9-56f7cc5ddd3c tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 945 time: 0.2582510 Jan 31 18:34:08.096127 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1d7d000-009c-447a-98ef-4ef07f8f98b8 req-90149509-5e47-4cb5-91f4-556f1c9006ba service neutron] 10.222.0.49 "GET /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988679 Jan 31 18:34:08.215545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-77240fde-a753-4e21-8a18-a669d14808b0 req-b45cf657-f143-4f6b-8e1f-a89fe6e9d22f tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155307 Jan 31 18:34:08.474260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351c629-737e-42c5-bd8a-705337531112 req-bb7378a7-30dc-4145-b72f-176bb9c1c0c2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:08.488364 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9351c629-737e-42c5-bd8a-705337531112 req-bb7378a7-30dc-4145-b72f-176bb9c1c0c2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.1679173 Jan 31 18:34:08.591074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9351c629-737e-42c5-bd8a-705337531112 req-7b445fee-630c-46ad-b6cc-ead8d466a5b5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959911 Jan 31 18:34:08.834556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281984e5-864e-4caf-a67e-e58a9d4dafc1 req-de8f62fb-868c-4f18-a1e7-0524d70c539b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:08.847909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-281984e5-864e-4caf-a67e-e58a9d4dafc1 req-de8f62fb-868c-4f18-a1e7-0524d70c539b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1455522 Jan 31 18:34:08.954375 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-281984e5-864e-4caf-a67e-e58a9d4dafc1 req-88a27c0a-e212-4e73-a761-9afbb0de2de5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051424 Jan 31 18:34:09.160690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d970f9-b969-4584-acab-b80eac3099b6 req-6aacfc3c-6672-4d3d-9e79-8550635fa9dc tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:09.167075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d970f9-b969-4584-acab-b80eac3099b6 req-6aacfc3c-6672-4d3d-9e79-8550635fa9dc tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 946 time: 0.1170731 Jan 31 18:34:09.243843 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d970f9-b969-4584-acab-b80eac3099b6 req-76f72be2-afc7-44f5-90ec-b59c2cddf55c tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674269 Jan 31 18:34:12.624383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-f9bf555e-59d3-46ef-ad86-e41496056801 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394576 Jan 31 18:34:12.815139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16b803-57a4-484f-a31b-d7c61bb186e3 req-fa87f38e-c433-4327-b15e-85d47d19e35b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:12.815883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c16b803-57a4-484f-a31b-d7c61bb186e3 req-fa87f38e-c433-4327-b15e-85d47d19e35b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 946 time: 0.1687691 Jan 31 18:34:12.871729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-7cba4a42-df4e-4b30-86cd-3c5c33d479c4 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:12.873862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-7cba4a42-df4e-4b30-86cd-3c5c33d479c4 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421033 Jan 31 18:34:12.940940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-ec644613-dd06-4db9-a693-500f44a01a98 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/quotas/91a42f644a6a43c6a68db0de6be71875 HTTP/1.1" status: 200 len: 375 time: 0.0600591 Jan 31 18:34:12.978835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c16b803-57a4-484f-a31b-d7c61bb186e3 req-0a2bc685-afbd-42f6-ad27-fcb95b48d052 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468427 Jan 31 18:34:13.117198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-79733988-e39a-45d1-9d63-dbb83237e2cb tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1648753 Jan 31 18:34:13.695032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734cf45-5914-4448-a9ff-651407d76b3e req-f7b9dc0f-11c1-458f-880d-4f6c8e9bf74b tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:13.711452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8734cf45-5914-4448-a9ff-651407d76b3e req-f7b9dc0f-11c1-458f-880d-4f6c8e9bf74b tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 946 time: 0.0981724 Jan 31 18:34:13.856010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8734cf45-5914-4448-a9ff-651407d76b3e req-b2fbdd64-3db2-45df-a190-6ca19e428b8a tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399720 Jan 31 18:34:13.919226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eee33c-f1fd-49ab-a0af-98b650c56b2f req-b422f5aa-7879-4d1b-b81b-e12706c8c546 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:13.931516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26eee33c-f1fd-49ab-a0af-98b650c56b2f req-b422f5aa-7879-4d1b-b81b-e12706c8c546 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.1856818 Jan 31 18:34:14.104158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26eee33c-f1fd-49ab-a0af-98b650c56b2f req-3f2bf19d-1a25-4764-af2b-ea7875869a9a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663721 Jan 31 18:34:14.170209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a164e-f421-44e1-b687-1d8f9022a78e req-88d3bfe8-ecd1-44bb-9e05-56733c928538 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:14.176200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b49a164e-f421-44e1-b687-1d8f9022a78e req-88d3bfe8-ecd1-44bb-9e05-56733c928538 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1598363 Jan 31 18:34:14.294861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b49a164e-f421-44e1-b687-1d8f9022a78e req-7bdfc7e5-6ec3-4656-b364-58fc99e58045 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127918 Jan 31 18:34:14.581748 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06858fe9-1877-4761-9447-9ef32031dab5 req-c0687dbd-a022-46fc-96f5-eac9706fe852 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:14.584379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06858fe9-1877-4761-9447-9ef32031dab5 req-c0687dbd-a022-46fc-96f5-eac9706fe852 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 946 time: 0.1059527 Jan 31 18:34:14.658548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06858fe9-1877-4761-9447-9ef32031dab5 req-d696d1ce-eb56-49cd-8d7e-fa49381e9809 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675418 Jan 31 18:34:14.859526 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46a7871b-8f93-4be8-89a8-3d7550e6a2c3 req-0096f9a1-6408-4d0a-8688-bebb531acd6a tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 210 time: 0.0352504 Jan 31 18:34:14.983433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7dcff-a4b6-4493-8bf2-3c5f56dff8ba req-af90123c-8500-4d19-937b-15b860883d83 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:14.985468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9b7dcff-a4b6-4493-8bf2-3c5f56dff8ba req-af90123c-8500-4d19-937b-15b860883d83 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 945 time: 0.1102200 Jan 31 18:34:15.068405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9b7dcff-a4b6-4493-8bf2-3c5f56dff8ba req-df26a099-d260-42fa-a06b-7eecf294b087 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737417 Jan 31 18:34:15.309690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca5c7b-6e43-4183-a389-c1355387c35d req-c85e8230-f699-4d6f-8b34-6b2f2b8c8c15 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:15.316863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbca5c7b-6e43-4183-a389-c1355387c35d req-c85e8230-f699-4d6f-8b34-6b2f2b8c8c15 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.1125700 Jan 31 18:34:15.370010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbca5c7b-6e43-4183-a389-c1355387c35d req-f158e757-b1c6-4e53-8edf-26adb1b837ed tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522873 Jan 31 18:34:15.523414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23471666-2abb-47d2-a881-d68dd747d4fa req-3fe47938-10ba-40fb-9368-31112079752f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:15.532102 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23471666-2abb-47d2-a881-d68dd747d4fa req-3fe47938-10ba-40fb-9368-31112079752f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.0853908 Jan 31 18:34:15.592804 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23471666-2abb-47d2-a881-d68dd747d4fa req-e731ac4e-2e56-4164-99a1-d8f590561261 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595698 Jan 31 18:34:15.777618 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-9966e35a-2757-4a9d-acd9-ab7b239ef6f3 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484414 Jan 31 18:34:15.813346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6013ad5-cdf5-4681-9e9a-7300771bc8f0 req-4c204f63-5226-41a5-9479-e1812f0c1da4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:15.822535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6013ad5-cdf5-4681-9e9a-7300771bc8f0 req-4c204f63-5226-41a5-9479-e1812f0c1da4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 946 time: 0.0876338 Jan 31 18:34:15.908722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6013ad5-cdf5-4681-9e9a-7300771bc8f0 req-e21f3ebd-13e1-4d65-9b85-8ea23e8ce6d2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840180 Jan 31 18:34:15.944910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-9a4085f5-0abb-4b98-a6fc-e368d4db38e9 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:15.947120 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-9a4085f5-0abb-4b98-a6fc-e368d4db38e9 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645339 Jan 31 18:34:15.973062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1554a42e-7e16-4959-af32-f158795eacea req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Request body: {'port': {'device_id': '106a6e31-b3d7-48c9-9028-3810f9ada2fa', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '91a42f644a6a43c6a68db0de6be71875'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:16.078979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cf0b96d-139e-447e-8dd6-6b799420b158 req-3eae2cc7-0746-4506-849b-1dd22947579a tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 210 time: 0.0501525 Jan 31 18:34:16.132989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-d0cd798a-ac0e-4a6c-923e-038c1da59bd4 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529237 Jan 31 18:34:16.175435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Made reservation on behalf of 91a42f644a6a43c6a68db0de6be71875 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:16.181418 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:16.382402 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-1554a42e-7e16-4959-af32-f158795eacea req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Allocated IP 192.168.233.240 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/edb1b9cc-cd81-47d9-8248-c34c532efac1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:16.409048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32251bf5-7981-413e-a1a0-5a311e323440 req-20259bbc-1fd8-443d-a898-c5f1fa76efd2 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:16.411617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-20259bbc-1fd8-443d-a898-c5f1fa76efd2 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/networks?id=2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 200 len: 805 time: 0.2933266 Jan 31 18:34:16.459161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b094c25-335a-4d0f-a92f-fa2e0310e07d req-25b95ed6-bd34-4d53-b4d4-39a10f495743 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:16.461834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b094c25-335a-4d0f-a92f-fa2e0310e07d req-25b95ed6-bd34-4d53-b4d4-39a10f495743 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 945 time: 0.2012780 Jan 31 18:34:16.473059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-3c225c8d-8767-44d8-a09d-6f6e17fa8c56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:16.475474 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-3c225c8d-8767-44d8-a09d-6f6e17fa8c56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287508 Jan 31 18:34:16.492615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1554a42e-7e16-4959-af32-f158795eacea req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Request body: {'port': {'device_id': '42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '91a42f644a6a43c6a68db0de6be71875'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:16.498140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-7aa4237d-eb10-4829-9c66-6ceddd78ccdf tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/quotas/08bf323cbeac4719b88fd63908e36526 HTTP/1.1" status: 200 len: 375 time: 0.0717587 Jan 31 18:34:16.584385 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks [] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:16.645185 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:16.647920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b094c25-335a-4d0f-a92f-fa2e0310e07d req-c1eabbe5-9db9-4a41-8457-e15a0197eabc tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710536 Jan 31 18:34:16.665734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:16.691408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1554a42e-7e16-4959-af32-f158795eacea req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:16.691939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-65dbc7a1-a41c-41ae-9339-a992f11f77ec tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=08bf323cbeac4719b88fd63908e36526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1848578 Jan 31 18:34:16.697668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-1554a42e-7e16-4959-af32-f158795eacea req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:16.720837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Made reservation on behalf of 91a42f644a6a43c6a68db0de6be71875 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:16.724876 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:16.761626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1554a42e-7e16-4959-af32-f158795eacea req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:34:16.790537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'cc94415d-4302-4b98-bbc2-940858252a3a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:16.884761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event updated for resources: {'Port': ['ID=edb1b9cc-cd81-47d9-8248-c34c532efac1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:16.906849 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:16.907968 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:16.933559 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-c7913925-5b50-417c-b64f-bbcca2670f5b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9686081 Jan 31 18:34:16.947015 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Request body: {'port': {'device_id': '106a6e31-b3d7-48c9-9028-3810f9ada2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:17.045995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-5e971e3e-5971-4ae2-ad44-5551b2549fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148479 Jan 31 18:34:17.068763 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:17.124219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f21384-a3a2-4f34-8f71-c1aad4f814a8 req-e2105583-103d-4686-97b4-5ed0d6740923 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:17.139719 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24f21384-a3a2-4f34-8f71-c1aad4f814a8 req-e2105583-103d-4686-97b4-5ed0d6740923 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.3318372 Jan 31 18:34:17.145820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-436c8379-2144-4bb9-8c86-9cacf34c1e6b None None] Provisioning complete for port edb1b9cc-cd81-47d9-8248-c34c532efac1 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:17.146572 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-436c8379-2144-4bb9-8c86-9cacf34c1e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:17.186584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-1554a42e-7e16-4959-af32-f158795eacea req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Allocated IP 192.168.233.149 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/882082bb-b518-4aa3-b003-2248a01da8de) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:17.256619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-436c8379-2144-4bb9-8c86-9cacf34c1e6b None None] Port edb1b9cc-cd81-47d9-8248-c34c532efac1 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:34:17.346510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-ec021ef1-4c53-4e2f-b993-f916dd003149 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:17.348123 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-ec021ef1-4c53-4e2f-b993-f916dd003149 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1129 time: 0.0951238 Jan 31 18:34:17.370718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-15'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:17.478956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:17.484078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-bb6f7641-8ecd-4f39-a66d-3341f77fd377 service neutron] 10.222.0.49 "GET /v2.0/ports/b64980aa-f285-496c-9e2e-92e512166d64/bindings/n-h1-812111-15 HTTP/1.1" status: 200 len: 383 time: 0.5800292 Jan 31 18:34:17.545055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24f21384-a3a2-4f34-8f71-c1aad4f814a8 req-4e8929b3-9bc1-4f0e-827b-57445123b42f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035890 Jan 31 18:34:17.619901 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-77c14736-0b49-47b9-9e3e-a05299e3612d service neutron] 10.222.0.20 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726969 Jan 31 18:34:17.626677 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks [] for port (882082bb-b518-4aa3-b003-2248a01da8de), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:17.723113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb9acb-6da6-4757-9487-894797d03bd1 req-a761c232-f75a-4ade-97a4-8d87d6b8f5f5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:17.724755 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9fb9acb-6da6-4757-9487-894797d03bd1 req-a761c232-f75a-4ade-97a4-8d87d6b8f5f5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.0930588 Jan 31 18:34:17.752866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:34:17.774733 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (882082bb-b518-4aa3-b003-2248a01da8de), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:17.779899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a1ea5589-cc93-4490-b675-4447ddc19326,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:17.785100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 58301899-e973-4182-8ffe-18f59c3ae942 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:34:17.792708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'cc94415d-4302-4b98-bbc2-940858252a3a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:17.908285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:17.914199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:17.952453 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:34:18.046347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1554a42e-7e16-4959-af32-f158795eacea req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:18.130794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-1554a42e-7e16-4959-af32-f158795eacea req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:18.161444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1554a42e-7e16-4959-af32-f158795eacea req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:34:18.188217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event updated for resources: {'Port': ['ID=882082bb-b518-4aa3-b003-2248a01da8de,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:18.247842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:18.265391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb1b9cc-cd81-47d9-8248-c34c532efac1 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:18.269336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '16ebd2fe-4fea-442e-a6c5-5b6666a13a89', 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561', 'port_id': '16ebd2fe-4fea-442e-a6c5-5b6666a13a89', 'mac_address': 'fa:16:3e:d3:b4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87adcd95-d160-4714-a71a-98ed64115d46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:34:18.270319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-57d5f284-7a03-4ded-93ad-dcd76e8f7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:18.273217 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-57d5f284-7a03-4ded-93ad-dcd76e8f7db5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca&tenant_id=57a793ec9c5b4f5291284cbfc8520325 HTTP/1.1" status: 200 len: 1132 time: 0.4747567 Jan 31 18:34:18.335910 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Publish callbacks [] for port (a1ea5589-cc93-4490-b675-4447ddc19326), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:18.343272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9fb9acb-6da6-4757-9487-894797d03bd1 req-2b994b78-3a97-4df6-bc9f-bd6c02807da2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018775 Jan 31 18:34:18.356449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f7ab2c-2631-4ae7-8b1b-58c4e10988f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ea5589-cc93-4490-b675-4447ddc19326'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:18.359104 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6381eb-56f7-48c1-a752-f6310b0fc1ba" -d '{"events": [{"server_uuid": "19f7ab2c-2631-4ae7-8b1b-58c4e10988f3", "name": "network-vif-unplugged", "status": "completed", "tag": "a1ea5589-cc93-4490-b675-4447ddc19326"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:18.369567 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Publish callbacks [] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:18.393234 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:18.393853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:18.394561 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:18.471949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 58301899-e973-4182-8ffe-18f59c3ae942 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:18.472871 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (58301899-e973-4182-8ffe-18f59c3ae942), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:18.528038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Transition to ACTIVE for port object edb1b9cc-cd81-47d9-8248-c34c532efac1 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:34:18.628880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:18.704414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58301899-e973-4182-8ffe-18f59c3ae942'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:18.706910 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deece912-2dfc-40cf-bbfd-64a9fe79994e" -d '{"events": [{"server_uuid": "dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "58301899-e973-4182-8ffe-18f59c3ae942"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:18.724070 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:18.759059 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:18.764016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 58301899-e973-4182-8ffe-18f59c3ae942, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=58301899-e973-4182-8ffe-18f59c3ae942,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:18.864941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (58301899-e973-4182-8ffe-18f59c3ae942), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:18.920629 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7b5d0fac-9641-4e0c-965a-a7e4b962af74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:18.984540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['16ebd2fe-4fea-442e-a6c5-5b6666a13a89'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:19.056371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:19.075480 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a02165e5-be27-4337-93bf-e4205c725db2 None None] Provisioning complete for port 882082bb-b518-4aa3-b003-2248a01da8de triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:19.080649 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a02165e5-be27-4337-93bf-e4205c725db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (882082bb-b518-4aa3-b003-2248a01da8de), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:19.085814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ac6a7-de98-4095-8a78-7abfabc427b3 req-605849f1-210a-45c1-909b-c652cb80b295 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:19.093237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-726ac6a7-de98-4095-8a78-7abfabc427b3 req-605849f1-210a-45c1-909b-c652cb80b295 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 946 time: 1.0767832 Jan 31 18:34:19.146063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:19.146750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:19.165271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:19.218593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-550292a0-df26-46b0-aeb5-056098d97ddc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7303660 Jan 31 18:34:19.221046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-bf9e8f07-00e4-4cc8-ba59-ac1d456168ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:19.222714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-bf9e8f07-00e4-4cc8-ba59-ac1d456168ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 1132 time: 0.9107177 Jan 31 18:34:19.258009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36acfa-801a-4749-b8f6-c861279beba4 req-5e0f4b39-ed0d-4730-9137-81a78d40f276 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:19.261852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Request body: {'port': {'device_id': '42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:19.263125 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7d36acfa-801a-4749-b8f6-c861279beba4 req-5e0f4b39-ed0d-4730-9137-81a78d40f276 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb HTTP/1.1" status: 200 len: 946 time: 0.9195640 Jan 31 18:34:19.285959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Attempting to bind port a1ea5589-cc93-4490-b675-4447ddc19326 on host n-h2-812111-15 for vnic_type normal with profile {"migrating_to": "n-h1-812111-15"} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:34:19.286300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Attempting to bind port a1ea5589-cc93-4490-b675-4447ddc19326 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:34:19.286634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Attempting to bind port a1ea5589-cc93-4490-b675-4447ddc19326 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:19.293526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea5589-cc93-4490-b675-4447ddc19326,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:19.321855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Port a1ea5589-cc93-4490-b675-4447ddc19326 on network 4fffb079-0281-4e37-8173-c46a7953a025 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:34:19.322190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Attempting to bind port a1ea5589-cc93-4490-b675-4447ddc19326 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:19.347950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-726ac6a7-de98-4095-8a78-7abfabc427b3 req-ad80c412-525e-435a-91d5-9046ad44a7c1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537460 Jan 31 18:34:19.348499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:34:19.348788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:34:19.349192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Bound using segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:34:19.349695 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Bound port: a1ea5589-cc93-4490-b675-4447ddc19326, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:34:19.350070 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:19.443473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=58301899-e973-4182-8ffe-18f59c3ae942,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:19.453151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a02165e5-be27-4337-93bf-e4205c725db2 None None] Port 882082bb-b518-4aa3-b003-2248a01da8de cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:34:19.514718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-afe03438-9541-4faf-9de7-6083b57d98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:19.517070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-afe03438-9541-4faf-9de7-6083b57d98ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.2669051 Jan 31 18:34:19.538453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Attempting to bind port edb1b9cc-cd81-47d9-8248-c34c532efac1 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:34:19.540580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Attempting to bind port edb1b9cc-cd81-47d9-8248-c34c532efac1 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:34:19.540936 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Attempting to bind port edb1b9cc-cd81-47d9-8248-c34c532efac1 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:19.543427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d64e3-4aa3-4a6b-b967-b3fd87fda8a8 req-ed607564-b584-4264-8308-64ccb1d4191e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:19.551089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-043d64e3-4aa3-4a6b-b967-b3fd87fda8a8 req-ed607564-b584-4264-8308-64ccb1d4191e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 936 time: 0.4868910 Jan 31 18:34:19.694920 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:19.738557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-5e0376e8-65f8-4115-a5c7-dacfb2bd6753 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b64980aa-f285-496c-9e2e-92e512166d64 HTTP/1.1" status: 200 len: 217 time: 0.1615000 Jan 31 18:34:19.747978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Port edb1b9cc-cd81-47d9-8248-c34c532efac1 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:34:19.748735 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Attempting to bind port edb1b9cc-cd81-47d9-8248-c34c532efac1 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:19.753742 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (882082bb-b518-4aa3-b003-2248a01da8de), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:19.764764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:34:19.785402 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=edb1b9cc-cd81-47d9-8248-c34c532efac1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:19.799709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a1ea5589-cc93-4490-b675-4447ddc19326,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:34:19.805324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:34:19.805849 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:34:19.806863 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:34:19.808885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Bound port: edb1b9cc-cd81-47d9-8248-c34c532efac1, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:34:19.809363 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:19.836433 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:19.840981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-043d64e3-4aa3-4a6b-b967-b3fd87fda8a8 req-73910fd5-cf2c-46f7-90cd-ed6c945d598d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886326 Jan 31 18:34:19.924426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device a1ea5589-cc93-4490-b675-4447ddc19326 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:34:19.927106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 is: BUILD; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:19.927529 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:19.965509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea5589-cc93-4490-b675-4447ddc19326,revision_number=8']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:19.999955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b64980aa-f285-496c-9e2e-92e512166d64 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:34:20.018293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7d36acfa-801a-4749-b8f6-c861279beba4 req-686b587d-c90f-43e3-a14e-ee02f0fcca56 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Deleting port 58301899-e973-4182-8ffe-18f59c3ae942 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:34:20.018788 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7d36acfa-801a-4749-b8f6-c861279beba4 req-686b587d-c90f-43e3-a14e-ee02f0fcca56 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (58301899-e973-4182-8ffe-18f59c3ae942), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:20.078562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:20.119701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:20.121189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:20.122248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:20.122925 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-864dc291-fe18-4c33-8531-6b32fc427e69 service neutron] 10.222.0.49 "PUT /v2.0/ports/a1ea5589-cc93-4490-b675-4447ddc19326 HTTP/1.1" status: 200 len: 1124 time: 2.7577047 Jan 31 18:34:20.138371 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fda6f685-75f7-4c9a-8d8a-3f8cf1f59600 req-7955a57f-1d18-4306-a97a-4bb2d1f881ff tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 210 time: 0.0786121 Jan 31 18:34:20.151512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531626ab-4b70-45a1-964f-724447350377 req-460810d5-53bf-4d49-bc34-26335a81e970 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:20.163027 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:34:20.169204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-531626ab-4b70-45a1-964f-724447350377 req-460810d5-53bf-4d49-bc34-26335a81e970 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 944 time: 0.6452596 Jan 31 18:34:20.195749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] For port edb1b9cc-cd81-47d9-8248-c34c532efac1, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:20.207334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-3a11ccc4-6be0-4f55-8e63-d51da9de65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:20.207515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] For port edb1b9cc-cd81-47d9-8248-c34c532efac1, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=edb1b9cc-cd81-47d9-8248-c34c532efac1,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:34:20.212417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-3a11ccc4-6be0-4f55-8e63-d51da9de65a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.4620740 Jan 31 18:34:20.229035 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:20.250303 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023a61ad-c404-4017-bcb4-9f18d3e3465a x-openstack-request-id: req-023a61ad-c404-4017-bcb4-9f18d3e3465a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:20.250881 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f7ab2c-2631-4ae7-8b1b-58c4e10988f3", "name": "network-vif-unplugged", "status": "completed", "tag": "a1ea5589-cc93-4490-b675-4447ddc19326", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:20.251351 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-023a61ad-c404-4017-bcb4-9f18d3e3465a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:20.251968 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f7ab2c-2631-4ae7-8b1b-58c4e10988f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ea5589-cc93-4490-b675-4447ddc19326', 'code': 200} Jan 31 18:34:20.324743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:20.326008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:20.327163 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/edb1b9cc-cd81-47d9-8248-c34c532efac1 HTTP/1.1" status: 200 len: 1097 time: 3.3848705 Jan 31 18:34:20.353615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7d36acfa-801a-4749-b8f6-c861279beba4 req-686b587d-c90f-43e3-a14e-ee02f0fcca56 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] For port 58301899-e973-4182-8ffe-18f59c3ae942, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=58301899-e973-4182-8ffe-18f59c3ae942,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:20.353615 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7d36acfa-801a-4749-b8f6-c861279beba4 req-686b587d-c90f-43e3-a14e-ee02f0fcca56 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (58301899-e973-4182-8ffe-18f59c3ae942), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:20.363788 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:20.404467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7d36acfa-801a-4749-b8f6-c861279beba4 req-686b587d-c90f-43e3-a14e-ee02f0fcca56 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Calling delete_port for 58301899-e973-4182-8ffe-18f59c3ae942 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:34:20.445354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['a1ea5589-cc93-4490-b675-4447ddc19326'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:20.490503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['a1ea5589-cc93-4490-b675-4447ddc19326'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:20.560117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d0a1c-95a8-4799-b0ea-56d52d78d5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=edb1b9cc-cd81-47d9-8248-c34c532efac1,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:20.582947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32251bf5-7981-413e-a1a0-5a311e323440 req-7a818237-1418-4d08-8372-2346c3ed4ad4 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:20.585776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-7a818237-1418-4d08-8372-2346c3ed4ad4 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.21 "GET /v2.0/networks?id=2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 200 len: 805 time: 0.7860703 Jan 31 18:34:20.609079 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-fe35e176-4791-4007-a55a-87631b7c77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:20.617159 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-fe35e176-4791-4007-a55a-87631b7c77ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=106a6e31-b3d7-48c9-9028-3810f9ada2fa HTTP/1.1" status: 200 len: 1131 time: 0.2301550 Jan 31 18:34:20.628439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-32251bf5-7981-413e-a1a0-5a311e323440 req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Request body: {'port': {'device_id': 'a9dd5cb9-c073-440c-b455-f7b88336a6ed', 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'admin_state_up': True, 'tenant_id': '08bf323cbeac4719b88fd63908e36526'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:20.683313 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-6f1cddcb-47d8-458b-82cc-ba6d37ed24eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=edb1b9cc-cd81-47d9-8248-c34c532efac1 HTTP/1.1" status: 200 len: 217 time: 0.0534191 Jan 31 18:34:20.728965 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-531626ab-4b70-45a1-964f-724447350377 req-da4ba62f-da0c-41c8-a06d-e457f30adaeb tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590816 Jan 31 18:34:20.773666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-d7d52cc2-39cb-455d-9369-2cdcdb9b21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:20.775743 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-d7d52cc2-39cb-455d-9369-2cdcdb9b21bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0803866 Jan 31 18:34:20.850227 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:20.873355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7d36acfa-801a-4749-b8f6-c861279beba4 req-686b587d-c90f-43e3-a14e-ee02f0fcca56 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (58301899-e973-4182-8ffe-18f59c3ae942), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:20.889829 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385004a9-a7e8-4d1e-83f0-a45b56b1d843 x-openstack-request-id: req-385004a9-a7e8-4d1e-83f0-a45b56b1d843 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:20.890265 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "58301899-e973-4182-8ffe-18f59c3ae942", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:20.890632 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-385004a9-a7e8-4d1e-83f0-a45b56b1d843 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:20.891168 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58301899-e973-4182-8ffe-18f59c3ae942', 'code': 200} Jan 31 18:34:20.947009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b587d-c90f-43e3-a14e-ee02f0fcca56 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Pushing event deleted for resources: {'Port': ['ID=58301899-e973-4182-8ffe-18f59c3ae942,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:20.974597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b64980aa-f285-496c-9e2e-92e512166d64 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:20.975164 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b64980aa-f285-496c-9e2e-92e512166d64), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:20.998834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-ede3d7f7-c43f-49da-8bda-7b47ef0e93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:20.998834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-ede3d7f7-c43f-49da-8bda-7b47ef0e93de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7622230 Jan 31 18:34:21.018016 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc078ff-193c-4724-9621-09e7d886cac8 req-a3710003-77de-44c5-8943-3b3e51b20f0f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:21.024065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d36acfa-801a-4749-b8f6-c861279beba4 req-686b587d-c90f-43e3-a14e-ee02f0fcca56 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] No DVR routers for this DVR port 58301899-e973-4182-8ffe-18f59c3ae942 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:34:21.025560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cdc078ff-193c-4724-9621-09e7d886cac8 req-a3710003-77de-44c5-8943-3b3e51b20f0f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.6319225 Jan 31 18:34:21.031303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7d36acfa-801a-4749-b8f6-c861279beba4 req-686b587d-c90f-43e3-a14e-ee02f0fcca56 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:21.031913 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c2201b10-f85b-47b2-bdba-bb9e672ba42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:21.034681 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7d36acfa-801a-4749-b8f6-c861279beba4 req-686b587d-c90f-43e3-a14e-ee02f0fcca56 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.21 "DELETE /v2.0/ports/58301899-e973-4182-8ffe-18f59c3ae942 HTTP/1.1" status: 204 len: 173 time: 1.7568085 Jan 31 18:34:21.049469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-1acd7461-8362-428d-8c19-714baf94226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:21.051149 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-1acd7461-8362-428d-8c19-714baf94226e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2576470 Jan 31 18:34:21.057191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a1ea5589-cc93-4490-b675-4447ddc19326,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:21.111718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device a1ea5589-cc93-4490-b675-4447ddc19326 has no active binding in host n-h1-812111-15 {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 18:34:21.137281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:21.151984 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b64980aa-f285-496c-9e2e-92e512166d64), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:21.276882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b64980aa-f285-496c-9e2e-92e512166d64,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:21.293160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-78feff2a-1035-4d6b-add4-c156928d524f service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649782 Jan 31 18:34:21.337069 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-5b2a5dc2-5412-4308-a074-b6e4ed5b0138 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766559 Jan 31 18:34:21.463520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882082bb-b518-4aa3-b003-2248a01da8de {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:21.469475 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-c124094e-f17d-4c13-bdde-71986a807dd4 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256444 Jan 31 18:34:21.481217 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Publish callbacks [] for port (882082bb-b518-4aa3-b003-2248a01da8de), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:21.496237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cdc078ff-193c-4724-9621-09e7d886cac8 req-6b61a98d-6d06-4eb9-8bb3-a51befba481f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696577 Jan 31 18:34:21.523414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b3ab3-06de-4319-a597-d6389f13fae4 req-1b99b979-a243-4fa3-a590-554c51c1cf46 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:21.524754 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-691b3ab3-06de-4319-a597-d6389f13fae4 req-1b99b979-a243-4fa3-a590-554c51c1cf46 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.5387228 Jan 31 18:34:21.564996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Transition to ACTIVE for port object 882082bb-b518-4aa3-b003-2248a01da8de will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:34:21.582971 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (882082bb-b518-4aa3-b003-2248a01da8de), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:21.597599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32251bf5-7981-413e-a1a0-5a311e323440 req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Made reservation on behalf of 08bf323cbeac4719b88fd63908e36526 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:21.601117 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32251bf5-7981-413e-a1a0-5a311e323440 req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:21.660224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ec25bfd-4119-4e36-9962-65ed4a7485d9 req-17a21c80-a47c-4d60-9712-b665aa14ccb3 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361254 Jan 31 18:34:21.761154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 58301899-e973-4182-8ffe-18f59c3ae942 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:34:21.781858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Pushing event updated for resources: {'Port': ['ID=882082bb-b518-4aa3-b003-2248a01da8de,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:21.809748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-691b3ab3-06de-4319-a597-d6389f13fae4 req-29031a46-593a-4416-a63c-b1d63698f162 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640769 Jan 31 18:34:21.874852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 58301899-e973-4182-8ffe-18f59c3ae942 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:34:21.876872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 58301899-e973-4182-8ffe-18f59c3ae942 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:34:22.078805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d6bd6-e70d-47d4-8622-b3943588a7df req-136e88a6-2472-48ee-92be-6e729240ea95 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:22.084116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e4d6bd6-e70d-47d4-8622-b3943588a7df req-136e88a6-2472-48ee-92be-6e729240ea95 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 944 time: 0.5139396 Jan 31 18:34:22.243253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Attempting to bind port 882082bb-b518-4aa3-b003-2248a01da8de on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:34:22.243685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Attempting to bind port 882082bb-b518-4aa3-b003-2248a01da8de by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:34:22.244087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Attempting to bind port 882082bb-b518-4aa3-b003-2248a01da8de on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:22.253555 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f7ab2c-2631-4ae7-8b1b-58c4e10988f3', 'tag': 'a1ea5589-cc93-4490-b675-4447ddc19326'}, {'name': 'network-changed', 'server_uuid': '106a6e31-b3d7-48c9-9028-3810f9ada2fa', 'tag': 'edb1b9cc-cd81-47d9-8248-c34c532efac1'}, {'server_uuid': 'dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb', 'name': 'network-vif-deleted', 'tag': '58301899-e973-4182-8ffe-18f59c3ae942'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:22.257018 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292" -d '{"events": [{"name": "network-changed", "server_uuid": "19f7ab2c-2631-4ae7-8b1b-58c4e10988f3", "tag": "a1ea5589-cc93-4490-b675-4447ddc19326"}, {"name": "network-changed", "server_uuid": "106a6e31-b3d7-48c9-9028-3810f9ada2fa", "tag": "edb1b9cc-cd81-47d9-8248-c34c532efac1"}, {"server_uuid": "dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb", "name": "network-vif-deleted", "tag": "58301899-e973-4182-8ffe-18f59c3ae942"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:22.295941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:22.325130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Port 882082bb-b518-4aa3-b003-2248a01da8de on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:34:22.325619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Attempting to bind port 882082bb-b518-4aa3-b003-2248a01da8de on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:22.339832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-32251bf5-7981-413e-a1a0-5a311e323440 req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Allocated IP 172.20.0.14 (2a717cd3-4695-4c00-a9e2-02acd94a1625/4a886752-5fa3-4f61-a2a9-5923eb8db5c3/8454ca5e-2e2b-4cc7-88a0-66635865bd78) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:22.347250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e4d6bd6-e70d-47d4-8622-b3943588a7df req-346db5e3-2a11-47e4-8c37-7ae7ff048b6d tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453761 Jan 31 18:34:22.360977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:34:22.361481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:34:22.362051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:34:22.362740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Bound port: 882082bb-b518-4aa3-b003-2248a01da8de, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:34:22.363260 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (882082bb-b518-4aa3-b003-2248a01da8de), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:22.454278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b61e5-4482-471f-b313-cec0e6ade055 req-ef8f3b74-abed-4eb7-aa22-2cbc084e108c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:22.456134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f7b61e5-4482-471f-b313-cec0e6ade055 req-ef8f3b74-abed-4eb7-aa22-2cbc084e108c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 948 time: 0.2141879 Jan 31 18:34:22.508657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dc5aca4-7acb-4989-95a5-37c98fed3c15 req-38fb2d33-a721-4930-a18e-7d10fe91ddf7 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 210 time: 0.0696936 Jan 31 18:34:22.606116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] For port 882082bb-b518-4aa3-b003-2248a01da8de, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:22.892852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:22.895391 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208db1af-2e41-48b4-8b5a-d9365de07bd0" -d '{"events": [{"server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b64980aa-f285-496c-9e2e-92e512166d64"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:22.921370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] For port 882082bb-b518-4aa3-b003-2248a01da8de, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=882082bb-b518-4aa3-b003-2248a01da8de,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:34:22.928519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f7b61e5-4482-471f-b313-cec0e6ade055 req-2814c5b1-2178-4ff1-ad57-ff6323c81efb tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590034 Jan 31 18:34:22.956722 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (882082bb-b518-4aa3-b003-2248a01da8de), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:23.001278 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2f82ec-e3d7-4d34-8084-400deb9d0a21 x-openstack-request-id: req-0c2f82ec-e3d7-4d34-8084-400deb9d0a21 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:23.001861 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f7ab2c-2631-4ae7-8b1b-58c4e10988f3", "tag": "a1ea5589-cc93-4490-b675-4447ddc19326", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "106a6e31-b3d7-48c9-9028-3810f9ada2fa", "tag": "edb1b9cc-cd81-47d9-8248-c34c532efac1", "status": "completed", "code": 200}, {"server_uuid": "dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb", "name": "network-vif-deleted", "tag": "58301899-e973-4182-8ffe-18f59c3ae942", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:23.002828 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c2f82ec-e3d7-4d34-8084-400deb9d0a21 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:23.002828 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f7ab2c-2631-4ae7-8b1b-58c4e10988f3', 'tag': 'a1ea5589-cc93-4490-b675-4447ddc19326', 'status': 'completed', 'code': 200} Jan 31 18:34:23.007323 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106a6e31-b3d7-48c9-9028-3810f9ada2fa', 'tag': 'edb1b9cc-cd81-47d9-8248-c34c532efac1', 'status': 'completed', 'code': 200} Jan 31 18:34:23.007951 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a8c10-edf1-4d9f-9023-c6e61c0d4dcb', 'name': 'network-vif-deleted', 'tag': '58301899-e973-4182-8ffe-18f59c3ae942', 'status': 'completed', 'code': 200} Jan 31 18:34:23.016463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:23.017113 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:23.018530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] 10.222.0.49 "PUT /v2.0/ports/882082bb-b518-4aa3-b003-2248a01da8de HTTP/1.1" status: 200 len: 1097 time: 3.7736852 Jan 31 18:34:23.019170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c', 'tag': '882082bb-b518-4aa3-b003-2248a01da8de'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:23.021477 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b851763f-dc7f-4062-a239-a8342a2c7390" -d '{"events": [{"name": "network-changed", "server_uuid": "42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c", "tag": "882082bb-b518-4aa3-b003-2248a01da8de"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:23.073751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626a2d5-b4f9-495a-93cc-8e1d7f5f0fd9 req-6df7870c-cf63-42fb-89a4-81800508453d tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:23.075855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1626a2d5-b4f9-495a-93cc-8e1d7f5f0fd9 req-6df7870c-cf63-42fb-89a4-81800508453d tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 943 time: 0.4729667 Jan 31 18:34:23.087299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32251bf5-7981-413e-a1a0-5a311e323440 req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks [] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:23.100698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Pushing event updated for resources: {'Port': ['ID=882082bb-b518-4aa3-b003-2248a01da8de,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:23.201054 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-1b0d357f-ead8-4e74-9a57-dff4fe56a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:23.202729 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-1b0d357f-ead8-4e74-9a57-dff4fe56a4b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 1158 time: 0.1554739 Jan 31 18:34:23.235705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.236379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.236910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.237421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.237919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.238458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.238966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.239459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.239950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.240469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.240979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.241480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.242094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cfb7f6-330c-4894-9c54-9d1621a43c2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:23.338218 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1626a2d5-b4f9-495a-93cc-8e1d7f5f0fd9 req-1b23b493-88eb-4333-a01b-952caccfb380 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467990 Jan 31 18:34:23.361324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-a8bbaba3-3180-4768-a88d-f25c5fea87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:23.366315 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-a8bbaba3-3180-4768-a88d-f25c5fea87c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.1523054 Jan 31 18:34:23.415021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbe51b-ab5e-4b3b-b2df-3e6da3535aa5 req-127eb6a5-cbf4-42bc-98e8-95aecaee4427 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:23.424223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31cbe51b-ab5e-4b3b-b2df-3e6da3535aa5 req-127eb6a5-cbf4-42bc-98e8-95aecaee4427 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 947 time: 0.3090804 Jan 31 18:34:23.455702 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-f3755244-6a01-404e-af95-e4650aa227d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1ea5589-cc93-4490-b675-4447ddc19326 HTTP/1.1" status: 200 len: 217 time: 0.0845313 Jan 31 18:34:23.459730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-0e4457aa-3282-41a3-a832-dfc9f98407c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:23.461603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-0e4457aa-3282-41a3-a832-dfc9f98407c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 1131 time: 0.3452072 Jan 31 18:34:23.532286 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-23338dc3-c226-41e4-8edf-103c28616502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:23.534955 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-23338dc3-c226-41e4-8edf-103c28616502 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.0691285 Jan 31 18:34:23.550588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-81e7c83c-929c-49be-b28b-2707cf5ffc74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=882082bb-b518-4aa3-b003-2248a01da8de HTTP/1.1" status: 200 len: 217 time: 0.0793839 Jan 31 18:34:23.551952 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32251bf5-7981-413e-a1a0-5a311e323440 req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:23.578223 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-6fcb8461-e187-4b35-b506-fd3662365a01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347486 Jan 31 18:34:23.654160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31cbe51b-ab5e-4b3b-b2df-3e6da3535aa5 req-ecc1da81-aced-4018-a0c1-26c2f4201ae0 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288582 Jan 31 18:34:23.684667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32251bf5-7981-413e-a1a0-5a311e323440 req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Network 2a717cd3-4695-4c00-a9e2-02acd94a1625 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:23.696014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-32251bf5-7981-413e-a1a0-5a311e323440 req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:23.699083 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-32251bf5-7981-413e-a1a0-5a311e323440 req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:34:23.716018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Pushing event updated for resources: {'Port': ['ID=8454ca5e-2e2b-4cc7-88a0-66635865bd78,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:23.721006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-c4f49b78-73ad-458d-aeed-eb5d3dbf2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:23.722529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-c4f49b78-73ad-458d-aeed-eb5d3dbf2b84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1440766 Jan 31 18:34:23.728726 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-7d135512-bdd3-4deb-acc4-f610df978469 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383576 Jan 31 18:34:23.744632 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8881712d-093a-4f15-b27d-4fbe5d007704 x-openstack-request-id: req-8881712d-093a-4f15-b27d-4fbe5d007704 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:23.745552 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b64980aa-f285-496c-9e2e-92e512166d64", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:23.745961 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8881712d-093a-4f15-b27d-4fbe5d007704 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:23.746588 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64', 'code': 200} Jan 31 18:34:23.775503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device edb1b9cc-cd81-47d9-8248-c34c532efac1 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:34:23.809619 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d60273b-8cda-4d44-b422-b5328c5096c5 x-openstack-request-id: req-9d60273b-8cda-4d44-b422-b5328c5096c5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:23.809931 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c", "tag": "882082bb-b518-4aa3-b003-2248a01da8de", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:23.812721 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d60273b-8cda-4d44-b422-b5328c5096c5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:23.813967 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c', 'tag': '882082bb-b518-4aa3-b003-2248a01da8de', 'status': 'completed', 'code': 200} Jan 31 18:34:23.880719 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-a206ac4a-151f-4974-8c45-250c2aa27ad5 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458330 Jan 31 18:34:23.894102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32251bf5-7981-413e-a1a0-5a311e323440 req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:23.894783 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32251bf5-7981-413e-a1a0-5a311e323440 req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:23.919867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dc13f-b261-4126-9a2e-236c68f09ef0 req-e8161dc3-9d87-430b-9cbc-5f3b8c8e4b3a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:23.922554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d97dc13f-b261-4126-9a2e-236c68f09ef0 req-e8161dc3-9d87-430b-9cbc-5f3b8c8e4b3a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.4334509 Jan 31 18:34:23.950750 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:23.971109 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-dca8e8ff-96ed-4216-8323-1a5a88f60c77 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3720415 Jan 31 18:34:24.005548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Request body: {'port': {'device_id': 'a9dd5cb9-c073-440c-b455-f7b88336a6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:24.027780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port edb1b9cc-cd81-47d9-8248-c34c532efac1, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=edb1b9cc-cd81-47d9-8248-c34c532efac1,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:24.060145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'edb1b9cc-cd81-47d9-8248-c34c532efac1', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'edb1b9cc-cd81-47d9-8248-c34c532efac1', 'mac_address': 'fa:16:3e:96:ce:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:34:24.062509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-fff09991-c08a-4bbd-a8dc-1317a2b81fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:24.064229 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:24.068528 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-fff09991-c08a-4bbd-a8dc-1317a2b81fdb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=106a6e31-b3d7-48c9-9028-3810f9ada2fa HTTP/1.1" status: 200 len: 1131 time: 0.1008360 Jan 31 18:34:24.069246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a42e-7e16-4959-af32-f158795eacea req-ac6ebda8-af94-4259-88b2-9a02ef65bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:24.070752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-ac6ebda8-af94-4259-88b2-9a02ef65bf25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3108580 Jan 31 18:34:24.110745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port edb1b9cc-cd81-47d9-8248-c34c532efac1 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:24.111290 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:24.128120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb1b9cc-cd81-47d9-8248-c34c532efac1 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:24.147545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d97dc13f-b261-4126-9a2e-236c68f09ef0 req-409bbcd3-3dd8-4350-ac7b-51a294cfcb44 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089291 Jan 31 18:34:24.165419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port edb1b9cc-cd81-47d9-8248-c34c532efac1, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=edb1b9cc-cd81-47d9-8248-c34c532efac1,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:24.170861 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:24.206331 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:24.277294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=edb1b9cc-cd81-47d9-8248-c34c532efac1,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:24.337451 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-3917e279-3481-4e0c-8c65-0d7eee78b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:24.341117 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-3917e279-3481-4e0c-8c65-0d7eee78b77b service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.2586150 Jan 31 18:34:24.411532 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-05cf8ac3-df6f-4446-943e-dade49452baf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=edb1b9cc-cd81-47d9-8248-c34c532efac1 HTTP/1.1" status: 200 len: 217 time: 0.0613735 Jan 31 18:34:24.422489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc24f5-e5ac-4b41-bfe9-67cc36514886 req-e5a15854-0b7e-4514-a11f-68167b262ee3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:24.424047 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28cc24f5-e5ac-4b41-bfe9-67cc36514886 req-e5a15854-0b7e-4514-a11f-68167b262ee3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 944 time: 0.4647248 Jan 31 18:34:24.517020 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-be09b081-1e0b-4951-84b8-ffe10b624523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:24.518874 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-be09b081-1e0b-4951-84b8-ffe10b624523 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0976355 Jan 31 18:34:24.580139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251449c-0a51-48c7-b729-507479cff3e6 req-ff88da16-fea9-4d11-932b-7fd7c3f473c2 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:24.581943 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8251449c-0a51-48c7-b729-507479cff3e6 req-ff88da16-fea9-4d11-932b-7fd7c3f473c2 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.21 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 943 time: 0.1595688 Jan 31 18:34:24.597640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['edb1b9cc-cd81-47d9-8248-c34c532efac1'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:24.604453 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-3249dbe2-455b-4151-b84d-698162219078 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095282 Jan 31 18:34:24.630546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819f092-4a48-4f8c-9ff4-25693e04139d req-94d87a1c-ac07-499c-869e-32a190e47513 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:24.632777 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2819f092-4a48-4f8c-9ff4-25693e04139d req-94d87a1c-ac07-499c-869e-32a190e47513 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 932 time: 0.3199365 Jan 31 18:34:24.664354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-99b7bcef-2104-4dd4-b20a-ec023e299563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:24.665763 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-99b7bcef-2104-4dd4-b20a-ec023e299563 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1367373 Jan 31 18:34:24.821666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8251449c-0a51-48c7-b729-507479cff3e6 req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Deleting port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:34:24.822114 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8251449c-0a51-48c7-b729-507479cff3e6 req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:24.834146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28cc24f5-e5ac-4b41-bfe9-67cc36514886 req-17b90684-ad86-4eda-a3aa-1f37a7caab8a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946223 Jan 31 18:34:24.857129 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-ae6ec660-78ac-4c9b-92a5-5144d95d58f6 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828139 Jan 31 18:34:24.983306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2819f092-4a48-4f8c-9ff4-25693e04139d req-e4304dbb-a18a-4360-a728-eeea6c4b6e65 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233566 Jan 31 18:34:24.991681 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1554a42e-7e16-4959-af32-f158795eacea req-bc1a76a6-9e05-453d-b987-3e93e1726b3d service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527899 Jan 31 18:34:25.012782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8251449c-0a51-48c7-b729-507479cff3e6 req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] For port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:25.013569 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8251449c-0a51-48c7-b729-507479cff3e6 req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:25.054939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8251449c-0a51-48c7-b729-507479cff3e6 req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Calling delete_port for 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:34:25.062206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfad0ca-03fc-480e-8b2a-11e2601b8335 req-fb56355b-949f-44dd-8853-e924a28ff10f tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:25.073979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cfad0ca-03fc-480e-8b2a-11e2601b8335 req-fb56355b-949f-44dd-8853-e924a28ff10f tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 948 time: 0.1547058 Jan 31 18:34:25.095160 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9cedfcb4-bd36-4d9b-bcd0-527f0e9ac292 req-cf0ba3f3-66e2-4b0d-8543-3fa24913b2c1 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024395 Jan 31 18:34:25.117005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8454ca5e-2e2b-4cc7-88a0-66635865bd78 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:25.132057 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Publish callbacks [] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:25.172210 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:25.204221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Transition to ACTIVE for port object 8454ca5e-2e2b-4cc7-88a0-66635865bd78 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:34:25.257515 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:25.326692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cfad0ca-03fc-480e-8b2a-11e2601b8335 req-0c706e12-da10-4620-9fd9-f63225189bce tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449677 Jan 31 18:34:25.399444 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8251449c-0a51-48c7-b729-507479cff3e6 req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (16ebd2fe-4fea-442e-a6c5-5b6666a13a89), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:25.411529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Pushing event updated for resources: {'Port': ['ID=8454ca5e-2e2b-4cc7-88a0-66635865bd78,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:25.435422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280881f9-78a8-4ea9-9c9d-a4daae5b942e req-0d07fe9c-4cb8-49df-a118-8817963d15e4 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:25.437698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-280881f9-78a8-4ea9-9c9d-a4daae5b942e req-0d07fe9c-4cb8-49df-a118-8817963d15e4 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=558e84d4-8b6b-449a-be5e-13a63f05bd2b HTTP/1.1" status: 200 len: 943 time: 0.2741251 Jan 31 18:34:25.448396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event deleted for resources: {'Port': ['ID=16ebd2fe-4fea-442e-a6c5-5b6666a13a89,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:25.466121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.466512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.466939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.467362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.467914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.468502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.469110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.469378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.469844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.470218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.470709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.471166 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.471508 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:34:25.497489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851763f-dc7f-4062-a239-a8342a2c7390 req-1dd9e083-b1e2-461c-9b6e-d53e190675c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:25.499912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b851763f-dc7f-4062-a239-a8342a2c7390 req-1dd9e083-b1e2-461c-9b6e-d53e190675c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 1131 time: 0.3290541 Jan 31 18:34:25.527565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8251449c-0a51-48c7-b729-507479cff3e6 req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] No DVR routers for this DVR port 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:34:25.533917 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8251449c-0a51-48c7-b729-507479cff3e6 req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:25.537520 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8251449c-0a51-48c7-b729-507479cff3e6 req-589f5e52-743a-41d8-a7a4-0bc731bfd51a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.21 "DELETE /v2.0/ports/16ebd2fe-4fea-442e-a6c5-5b6666a13a89 HTTP/1.1" status: 204 len: 173 time: 0.9438221 Jan 31 18:34:25.537996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558e84d4-8b6b-449a-be5e-13a63f05bd2b', 'name': 'network-vif-deleted', 'tag': '16ebd2fe-4fea-442e-a6c5-5b6666a13a89'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:25.541159 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce29580-4ef7-4d76-a84b-f4a32f8bff59" -d '{"events": [{"server_uuid": "558e84d4-8b6b-449a-be5e-13a63f05bd2b", "name": "network-vif-deleted", "tag": "16ebd2fe-4fea-442e-a6c5-5b6666a13a89"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:25.768821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-280881f9-78a8-4ea9-9c9d-a4daae5b942e req-e9935352-22eb-452d-81cf-8084ab2fb9ad tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892704 Jan 31 18:34:25.790525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063d607-a791-4a13-8557-672f36c97e7a req-58d19828-4596-4b5c-b307-e3e37f088d7d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:25.793267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8063d607-a791-4a13-8557-672f36c97e7a req-58d19828-4596-4b5c-b307-e3e37f088d7d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 947 time: 0.3121212 Jan 31 18:34:25.801205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Attempting to bind port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:34:25.801553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Attempting to bind port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:34:25.802399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Attempting to bind port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 on network 2a717cd3-4695-4c00-a9e2-02acd94a1625 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:25.831993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 on network 2a717cd3-4695-4c00-a9e2-02acd94a1625 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:34:25.832472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Attempting to bind port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 on network 2a717cd3-4695-4c00-a9e2-02acd94a1625 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:25.855113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851763f-dc7f-4062-a239-a8342a2c7390 req-0769ff80-731d-4a2c-ac3c-57707e00000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:25.857086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b851763f-dc7f-4062-a239-a8342a2c7390 req-0769ff80-731d-4a2c-ac3c-57707e00000d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.3189042 Jan 31 18:34:25.861008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:34:25.861534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Checking segment: {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:34:25.862147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Bound using segment: {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:34:25.862866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Bound port: 8454ca5e-2e2b-4cc7-88a0-66635865bd78, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:34:25.863466 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:25.883818 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:25.954137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b64980aa-f285-496c-9e2e-92e512166d64 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:34:25.971600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b851763f-dc7f-4062-a239-a8342a2c7390 req-c3fd66c9-64b6-447c-aff7-afce8619da41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=882082bb-b518-4aa3-b003-2248a01da8de HTTP/1.1" status: 200 len: 217 time: 0.1003747 Jan 31 18:34:26.040146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8063d607-a791-4a13-8557-672f36c97e7a req-e9927e6c-1349-4578-8101-9a7bcf696e8d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353594 Jan 31 18:34:26.155124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851763f-dc7f-4062-a239-a8342a2c7390 req-36f6007f-aaa8-4f7d-a8e0-b0cfe678b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:26.155404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:26.157661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b851763f-dc7f-4062-a239-a8342a2c7390 req-36f6007f-aaa8-4f7d-a8e0-b0cfe678b7a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1555827 Jan 31 18:34:26.159793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] For port 8454ca5e-2e2b-4cc7-88a0-66635865bd78, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:26.171712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebaa9d-1ca7-49d4-98c0-096c4019565d req-b7d63c8f-9f50-4688-ab55-3b0dd8e976de tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:26.177719 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00579c27-41fd-47e7-afe8-a653cb1eeceb x-openstack-request-id: req-00579c27-41fd-47e7-afe8-a653cb1eeceb {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:26.178243 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558e84d4-8b6b-449a-be5e-13a63f05bd2b", "name": "network-vif-deleted", "tag": "16ebd2fe-4fea-442e-a6c5-5b6666a13a89", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:26.178243 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00579c27-41fd-47e7-afe8-a653cb1eeceb {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:26.179170 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558e84d4-8b6b-449a-be5e-13a63f05bd2b', 'name': 'network-vif-deleted', 'tag': '16ebd2fe-4fea-442e-a6c5-5b6666a13a89', 'status': 'completed', 'code': 200} Jan 31 18:34:26.185163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2ebaa9d-1ca7-49d4-98c0-096c4019565d req-b7d63c8f-9f50-4688-ab55-3b0dd8e976de tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.2837017 Jan 31 18:34:26.188220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] For port 8454ca5e-2e2b-4cc7-88a0-66635865bd78, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8454ca5e-2e2b-4cc7-88a0-66635865bd78,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:34:26.194832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'b64980aa-f285-496c-9e2e-92e512166d64', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'b64980aa-f285-496c-9e2e-92e512166d64', 'mac_address': 'fa:16:3e:b7:e2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:34:26.232825 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:26.291222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b64980aa-f285-496c-9e2e-92e512166d64 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:26.293336 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b64980aa-f285-496c-9e2e-92e512166d64), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:26.310249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:26.310912 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:26.312759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] 10.222.0.21 "PUT /v2.0/ports/8454ca5e-2e2b-4cc7-88a0-66635865bd78 HTTP/1.1" status: 200 len: 1093 time: 2.3140900 Jan 31 18:34:26.319924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dd5cb9-c073-440c-b455-f7b88336a6ed', 'tag': '8454ca5e-2e2b-4cc7-88a0-66635865bd78'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:26.322349 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdc65a7-f14e-4587-a192-2af8ff261a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9dd5cb9-c073-440c-b455-f7b88336a6ed", "tag": "8454ca5e-2e2b-4cc7-88a0-66635865bd78"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:26.339227 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64980aa-f285-496c-9e2e-92e512166d64 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:26.381027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:26.388148 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b64980aa-f285-496c-9e2e-92e512166d64), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:26.413100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2ebaa9d-1ca7-49d4-98c0-096c4019565d req-7003c7a7-dcc5-4a7a-83cf-a939fed23070 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268195 Jan 31 18:34:26.484862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851763f-dc7f-4062-a239-a8342a2c7390 req-064455f2-a972-453d-a22e-79c50337af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:26.487400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b851763f-dc7f-4062-a239-a8342a2c7390 req-064455f2-a972-453d-a22e-79c50337af96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2968681 Jan 31 18:34:26.493517 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b64980aa-f285-496c-9e2e-92e512166d64,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:26.493886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f662dd-51ca-483e-bc98-53fe70be354e service neutron] Pushing event updated for resources: {'Port': ['ID=8454ca5e-2e2b-4cc7-88a0-66635865bd78,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:26.603891 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fc4ec-1e3a-4afb-966c-5ae94d7414de req-46247820-b5ed-40ff-9695-1c360db82039 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:26.606100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af3fc4ec-1e3a-4afb-966c-5ae94d7414de req-46247820-b5ed-40ff-9695-1c360db82039 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 944 time: 0.3328178 Jan 31 18:34:26.651740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32251bf5-7981-413e-a1a0-5a311e323440 req-c2445de5-6056-49ba-a0b9-52ef25139762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:26.653266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-c2445de5-6056-49ba-a0b9-52ef25139762 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf323cbeac4719b88fd63908e36526&device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 1127 time: 0.2810023 Jan 31 18:34:26.718278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b851763f-dc7f-4062-a239-a8342a2c7390 req-6d8a7ed7-5847-48f2-83c2-9f95da7e2cd8 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194130 Jan 31 18:34:26.724411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-001f9391-5b41-43f5-af9d-376294c8d70a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8454ca5e-2e2b-4cc7-88a0-66635865bd78 HTTP/1.1" status: 200 len: 217 time: 0.0618811 Jan 31 18:34:26.735592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da527544-a629-431d-8296-0c0671ae0e77 req-b7da6789-bee6-45dd-8649-e2c71c4b3fd3 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:26.737047 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da527544-a629-431d-8296-0c0671ae0e77 req-b7da6789-bee6-45dd-8649-e2c71c4b3fd3 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 944 time: 0.2085006 Jan 31 18:34:26.789171 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['b64980aa-f285-496c-9e2e-92e512166d64'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:27.043096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af3fc4ec-1e3a-4afb-966c-5ae94d7414de req-807ec818-a071-4a29-b3c4-810fe80c0c7a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263849 Jan 31 18:34:27.147499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da527544-a629-431d-8296-0c0671ae0e77 req-c954241b-5999-4c68-8957-0f106405ebc8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918738 Jan 31 18:34:27.156558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32251bf5-7981-413e-a1a0-5a311e323440 req-f3fde6fb-4595-48d7-8bb9-b9d1742fa388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:27.158186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-f3fde6fb-4595-48d7-8bb9-b9d1742fa388 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a886752-5fa3-4f61-a2a9-5923eb8db5c3 HTTP/1.1" status: 200 len: 845 time: 0.4166651 Jan 31 18:34:27.201632 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-356cef8f-2cf3-4f4f-8c6c-92670fe3ac26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a717cd3-4695-4c00-a9e2-02acd94a1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319865 Jan 31 18:34:27.225576 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006a6cca-a17b-48fa-a1e4-a54728382fe3 x-openstack-request-id: req-006a6cca-a17b-48fa-a1e4-a54728382fe3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:27.225867 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9dd5cb9-c073-440c-b455-f7b88336a6ed", "tag": "8454ca5e-2e2b-4cc7-88a0-66635865bd78", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:27.226118 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-006a6cca-a17b-48fa-a1e4-a54728382fe3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:27.226527 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dd5cb9-c073-440c-b455-f7b88336a6ed', 'tag': '8454ca5e-2e2b-4cc7-88a0-66635865bd78', 'status': 'completed', 'code': 200} Jan 31 18:34:27.231137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b851763f-dc7f-4062-a239-a8342a2c7390 req-91333f49-c041-4adf-a02a-0e9811d711bf service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906735 Jan 31 18:34:27.387051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-ca45bacb-1c4a-44ff-b98a-d05bd51fcb7c service neutron] 10.222.0.21 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744437 Jan 31 18:34:27.563943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03ce20-8c2f-4e1e-9374-eaa6a40782ee req-d170291a-8813-45dd-afbe-51df388ea168 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:27.571408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc03ce20-8c2f-4e1e-9374-eaa6a40782ee req-d170291a-8813-45dd-afbe-51df388ea168 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 948 time: 0.2694256 Jan 31 18:34:27.631240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-87ee6529-95ce-4e23-a6c6-a421e0119ba1 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:27.632738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-87ee6529-95ce-4e23-a6c6-a421e0119ba1 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca&tenant_id=57a793ec9c5b4f5291284cbfc8520325&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 948 time: 0.2401354 Jan 31 18:34:27.659511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32251bf5-7981-413e-a1a0-5a311e323440 req-4639c234-2f7f-400a-b9c5-ed0a1a737f85 service neutron] 10.222.0.21 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526875 Jan 31 18:34:27.706170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124777f-9c94-427b-894e-de5a20fd9df0 req-8f3b421c-2932-4576-bec8-da86f3aec255 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:27.708062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5124777f-9c94-427b-894e-de5a20fd9df0 req-8f3b421c-2932-4576-bec8-da86f3aec255 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 948 time: 0.2442310 Jan 31 18:34:27.713652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc03ce20-8c2f-4e1e-9374-eaa6a40782ee req-4f8168e6-7171-409c-a073-30dc613c2081 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413286 Jan 31 18:34:27.806103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device edb1b9cc-cd81-47d9-8248-c34c532efac1 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:34:27.815954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-24a75a9b-f1d3-43ee-b671-f62e66e9db80 service neutron] 10.222.0.49 "GET /v2.0/ports/b64980aa-f285-496c-9e2e-92e512166d64/bindings/n-h1-812111-15 HTTP/1.1" status: 200 len: 383 time: 0.1681933 Jan 31 18:34:27.858616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port edb1b9cc-cd81-47d9-8248-c34c532efac1 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:34:27.863805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port edb1b9cc-cd81-47d9-8248-c34c532efac1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:27.864425 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:27.865799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5124777f-9c94-427b-894e-de5a20fd9df0 req-0e37c136-96da-46ce-8a07-48b837541748 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489134 Jan 31 18:34:27.882571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc65a7-f14e-4587-a192-2af8ff261a6e req-5116efa9-84d2-4c33-baa4-62172f5c94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:27.892645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bdc65a7-f14e-4587-a192-2af8ff261a6e req-5116efa9-84d2-4c33-baa4-62172f5c94e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08bf323cbeac4719b88fd63908e36526&device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 1127 time: 0.1777632 Jan 31 18:34:27.955094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 882082bb-b518-4aa3-b003-2248a01da8de details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:34:27.957388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b64980aa-f285-496c-9e2e-92e512166d64 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:34:27.965483 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port edb1b9cc-cd81-47d9-8248-c34c532efac1 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:27.966247 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:28.035414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106a6e31-b3d7-48c9-9028-3810f9ada2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb1b9cc-cd81-47d9-8248-c34c532efac1'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:28.038408 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e11718-b8b7-4e79-ab4e-ca31d460c976" -d '{"events": [{"server_uuid": "106a6e31-b3d7-48c9-9028-3810f9ada2fa", "name": "network-vif-plugged", "status": "completed", "tag": "edb1b9cc-cd81-47d9-8248-c34c532efac1"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:28.062591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port edb1b9cc-cd81-47d9-8248-c34c532efac1, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=edb1b9cc-cd81-47d9-8248-c34c532efac1,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:28.104659 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:28.104659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:34:28.120906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-def880a3-eff5-4fee-905a-a5a8a3697342 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:28.122581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-def880a3-eff5-4fee-905a-a5a8a3697342 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/networks?id=733bbce2-1d9b-4e28-b32d-b72fc50c4561 HTTP/1.1" status: 200 len: 822 time: 0.3143430 Jan 31 18:34:28.130376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-f9e0d6d2-71ce-42a3-a586-445c7371f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:28.132016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-f9e0d6d2-71ce-42a3-a586-445c7371f8ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 1131 time: 0.2779956 Jan 31 18:34:28.159607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:34:28.159965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 16ebd2fe-4fea-442e-a6c5-5b6666a13a89 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:34:28.166799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port b64980aa-f285-496c-9e2e-92e512166d64 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:28.166799 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b64980aa-f285-496c-9e2e-92e512166d64), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:28.183021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc65a7-f14e-4587-a192-2af8ff261a6e req-4dcd3783-9ac9-4d6c-bac6-9207e5ae0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:28.184791 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bdc65a7-f14e-4587-a192-2af8ff261a6e req-4dcd3783-9ac9-4d6c-bac6-9207e5ae0dfd service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 200 len: 906 time: 0.2639465 Jan 31 18:34:28.188419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-fdd0e631-5906-4583-9df6-8e83b601bc22 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/quotas/66547495f5664d03aa91ce8746ad08b1 HTTP/1.1" status: 200 len: 375 time: 0.0502264 Jan 31 18:34:28.195287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c97518-4432-461b-9374-4a246ce4a743 req-6219e004-fb58-4d68-a72b-6dcb93b34370 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:28.196782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2c97518-4432-461b-9374-4a246ce4a743 req-6219e004-fb58-4d68-a72b-6dcb93b34370 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.2354300 Jan 31 18:34:28.246309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 882082bb-b518-4aa3-b003-2248a01da8de, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=882082bb-b518-4aa3-b003-2248a01da8de,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:28.259826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=edb1b9cc-cd81-47d9-8248-c34c532efac1,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:28.270208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '882082bb-b518-4aa3-b003-2248a01da8de', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '882082bb-b518-4aa3-b003-2248a01da8de', 'mac_address': 'fa:16:3e:8c:1a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:34:28.314492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bdc65a7-f14e-4587-a192-2af8ff261a6e req-5c87a36f-14af-488d-afb7-8cac7c133202 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8454ca5e-2e2b-4cc7-88a0-66635865bd78 HTTP/1.1" status: 200 len: 217 time: 0.1132274 Jan 31 18:34:28.319559 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-bba2d8a2-a715-42a1-b362-f515d8c6e23c tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=66547495f5664d03aa91ce8746ad08b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194642 Jan 31 18:34:28.347190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 882082bb-b518-4aa3-b003-2248a01da8de is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:28.347586 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (882082bb-b518-4aa3-b003-2248a01da8de), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:28.362933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b64980aa-f285-496c-9e2e-92e512166d64 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:28.363319 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b64980aa-f285-496c-9e2e-92e512166d64), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:28.374235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882082bb-b518-4aa3-b003-2248a01da8de {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:28.406225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 882082bb-b518-4aa3-b003-2248a01da8de, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=882082bb-b518-4aa3-b003-2248a01da8de,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:28.414064 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (882082bb-b518-4aa3-b003-2248a01da8de), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:28.420580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:28.438776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-31b68011-292e-45d4-8cb2-8bcc7c7fb72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:28.440239 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-31b68011-292e-45d4-8cb2-8bcc7c7fb72d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.3004367 Jan 31 18:34:28.443348 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2c97518-4432-461b-9374-4a246ce4a743 req-92578cf5-647e-4bda-9ba1-2832d1697999 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094646 Jan 31 18:34:28.445626 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b64980aa-f285-496c-9e2e-92e512166d64), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:28.474586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=882082bb-b518-4aa3-b003-2248a01da8de,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:28.501514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc65a7-f14e-4587-a192-2af8ff261a6e req-f4e215a0-4386-4362-8acf-fd01bcb8af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:28.502999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bdc65a7-f14e-4587-a192-2af8ff261a6e req-f4e215a0-4386-4362-8acf-fd01bcb8af7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a886752-5fa3-4f61-a2a9-5923eb8db5c3 HTTP/1.1" status: 200 len: 845 time: 0.1800425 Jan 31 18:34:28.530584 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c6a131-e90a-4a2f-9ea9-aa5149895314 x-openstack-request-id: req-72c6a131-e90a-4a2f-9ea9-aa5149895314 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:28.533053 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106a6e31-b3d7-48c9-9028-3810f9ada2fa", "name": "network-vif-plugged", "status": "completed", "tag": "edb1b9cc-cd81-47d9-8248-c34c532efac1", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:28.533502 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72c6a131-e90a-4a2f-9ea9-aa5149895314 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:28.534107 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106a6e31-b3d7-48c9-9028-3810f9ada2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb1b9cc-cd81-47d9-8248-c34c532efac1', 'code': 200} Jan 31 18:34:28.540522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b64980aa-f285-496c-9e2e-92e512166d64,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:28.556319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-c801ef22-87ab-4401-9d7c-4d253300263f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b64980aa-f285-496c-9e2e-92e512166d64 HTTP/1.1" status: 200 len: 217 time: 0.0699394 Jan 31 18:34:28.582345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bdc65a7-f14e-4587-a192-2af8ff261a6e req-3b3cd933-f82a-433c-899a-83d4e561f97d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a717cd3-4695-4c00-a9e2-02acd94a1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400751 Jan 31 18:34:28.674192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c7d36-9a7b-4e0c-8994-30abd9c463d7 req-fcac506e-8626-4cec-87c4-6199655e63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:28.676478 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fb0c7d36-9a7b-4e0c-8994-30abd9c463d7 req-fcac506e-8626-4cec-87c4-6199655e63d5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=106a6e31-b3d7-48c9-9028-3810f9ada2fa HTTP/1.1" status: 200 len: 1133 time: 0.0775378 Jan 31 18:34:28.729664 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fb0c7d36-9a7b-4e0c-8994-30abd9c463d7 req-495d279d-7ba2-401f-8eac-6dfba0587f44 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442314 Jan 31 18:34:28.734838 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-93352b5f-a503-4939-96c8-d60c091421f1 service neutron] 10.222.0.20 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939540 Jan 31 18:34:28.739357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-c972420d-a184-4297-8e6a-0f57f773e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:28.740134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-c972420d-a184-4297-8e6a-0f57f773e7e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1607654 Jan 31 18:34:28.743008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['882082bb-b518-4aa3-b003-2248a01da8de'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:28.884285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93366e7d-afa5-4378-a5dc-b56b799f5fed req-152345c1-eca3-46a9-ab8f-9aced691efab tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:28.886144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93366e7d-afa5-4378-a5dc-b56b799f5fed req-152345c1-eca3-46a9-ab8f-9aced691efab tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 944 time: 0.2507074 Jan 31 18:34:28.930099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bdc65a7-f14e-4587-a192-2af8ff261a6e req-7aa46fc7-397e-4fde-991d-38f5357d59b0 service neutron] 10.222.0.21 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109386 Jan 31 18:34:28.944807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-ce298adc-9d96-47e1-942b-bde698fe3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:28.946246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-ce298adc-9d96-47e1-942b-bde698fe3d91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1913702 Jan 31 18:34:28.999870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-10da105a-33c7-4cab-9f53-66267756c090 service neutron] 10.222.0.20 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553465 Jan 31 18:34:29.086326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93366e7d-afa5-4378-a5dc-b56b799f5fed req-8f584f93-85c9-45d9-a914-739baa09f611 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906044 Jan 31 18:34:29.133766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bdc65a7-f14e-4587-a192-2af8ff261a6e req-d10d3994-d249-4b6c-b848-e470487282dd service neutron] 10.222.0.21 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968424 Jan 31 18:34:29.173073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-cbf044e2-f83d-40a8-b958-4cca1da848ca service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056756 Jan 31 18:34:29.694268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd100f5f-f1ab-4819-83e7-1f591c88252e req-8a30d15a-e345-48db-88da-63795c812840 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:29.701938 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd100f5f-f1ab-4819-83e7-1f591c88252e req-8a30d15a-e345-48db-88da-63795c812840 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 944 time: 0.4664969 Jan 31 18:34:29.717372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd3db9-a30e-47aa-b184-83bb23b0fc83 req-c4678643-0607-4b87-80dc-e0408271ce30 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:29.725161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6dd3db9-a30e-47aa-b184-83bb23b0fc83 req-c4678643-0607-4b87-80dc-e0408271ce30 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 949 time: 0.1255636 Jan 31 18:34:29.733154 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-d0c058f5-e7a0-454b-8a0d-23659b6abd7d service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515282 Jan 31 18:34:29.805572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd100f5f-f1ab-4819-83e7-1f591c88252e req-5151bedd-ed0a-4faa-9bf7-7746d46ed347 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027017 Jan 31 18:34:29.809237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8454ca5e-2e2b-4cc7-88a0-66635865bd78 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:34:29.816658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device a1ea5589-cc93-4490-b675-4447ddc19326 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:34:29.844593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6dd3db9-a30e-47aa-b184-83bb23b0fc83 req-b94261ee-2e75-4b56-bcf9-e06bec63e47b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184633 Jan 31 18:34:29.927010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ad01ea0-0b3b-4818-908e-d9e970ee36d2 req-0a7fb31e-d9e1-45a4-ac89-8b186b06f788 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 210 time: 0.0447955 Jan 31 18:34:30.030713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 882082bb-b518-4aa3-b003-2248a01da8de up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:34:30.118263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e968ce4-d4c9-458f-bc24-100a6a3d86b3 req-75be4adc-1fd0-4533-9b74-292d8dc2ea31 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:30.122122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e968ce4-d4c9-458f-bc24-100a6a3d86b3 req-75be4adc-1fd0-4533-9b74-292d8dc2ea31 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1063302 Jan 31 18:34:30.129692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8454ca5e-2e2b-4cc7-88a0-66635865bd78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8454ca5e-2e2b-4cc7-88a0-66635865bd78,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:30.145103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bfe90-c627-474b-8c42-f8cb8fbd2a79 req-cdc627c8-144e-4bda-88ba-9e80a5717feb tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:30.154155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-392bfe90-c627-474b-8c42-f8cb8fbd2a79 req-cdc627c8-144e-4bda-88ba-9e80a5717feb tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.2095838 Jan 31 18:34:30.173199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '8454ca5e-2e2b-4cc7-88a0-66635865bd78', 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'port_id': '8454ca5e-2e2b-4cc7-88a0-66635865bd78', 'mac_address': 'fa:16:3e:07:f0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a886752-5fa3-4f61-a2a9-5923eb8db5c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:34:30.188857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 882082bb-b518-4aa3-b003-2248a01da8de completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:34:30.220872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 882082bb-b518-4aa3-b003-2248a01da8de triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:30.221497 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (882082bb-b518-4aa3-b003-2248a01da8de), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:30.228261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port a1ea5589-cc93-4490-b675-4447ddc19326 is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:30.253537 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-392bfe90-c627-474b-8c42-f8cb8fbd2a79 req-b8bfc734-9b20-445a-9fe7-23c30ac72466 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929248 Jan 31 18:34:30.269874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e968ce4-d4c9-458f-bc24-100a6a3d86b3 req-5ae66b53-7339-4ee8-bafc-3ca4afd3ea43 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413059 Jan 31 18:34:30.312569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:30.312970 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:30.333965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8454ca5e-2e2b-4cc7-88a0-66635865bd78 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:30.381373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8454ca5e-2e2b-4cc7-88a0-66635865bd78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8454ca5e-2e2b-4cc7-88a0-66635865bd78,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:30.391223 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:30.426734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 882082bb-b518-4aa3-b003-2248a01da8de is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:30.427178 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (882082bb-b518-4aa3-b003-2248a01da8de), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:30.483568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f5fa-df29-4551-8814-60fa2d9d6e47 req-cc0e09d6-4620-46ec-ae21-9209bf3e380c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:30.488927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8454ca5e-2e2b-4cc7-88a0-66635865bd78,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:30.490319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7330f5fa-df29-4551-8814-60fa2d9d6e47 req-cc0e09d6-4620-46ec-ae21-9209bf3e380c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 944 time: 0.1314380 Jan 31 18:34:30.498171 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 882082bb-b518-4aa3-b003-2248a01da8de, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=882082bb-b518-4aa3-b003-2248a01da8de,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:30.502930 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (882082bb-b518-4aa3-b003-2248a01da8de), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:30.556625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64'}, {'server_uuid': '42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882082bb-b518-4aa3-b003-2248a01da8de'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:30.561304 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c109eb-9b8d-4069-9fd3-36fd92ab8a57" -d '{"events": [{"server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "name": "network-vif-plugged", "status": "completed", "tag": "b64980aa-f285-496c-9e2e-92e512166d64"}, {"server_uuid": "42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c", "name": "network-vif-plugged", "status": "completed", "tag": "882082bb-b518-4aa3-b003-2248a01da8de"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:30.661336 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7330f5fa-df29-4551-8814-60fa2d9d6e47 req-63522981-9e17-40b7-8339-6cf12f6a4f56 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503749 Jan 31 18:34:30.736878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-10690b40-489c-4711-bd2e-dbd9acad1a0f tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:30.749159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-10690b40-489c-4711-bd2e-dbd9acad1a0f tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.21 "GET /v2.0/networks?id=733bbce2-1d9b-4e28-b32d-b72fc50c4561 HTTP/1.1" status: 200 len: 822 time: 0.2164900 Jan 31 18:34:30.778334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Request body: {'port': {'device_id': '1e6c5be3-017b-47ea-b429-6183f92b8785', 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561', 'admin_state_up': True, 'tenant_id': '66547495f5664d03aa91ce8746ad08b1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:30.839782 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0078637-ad7e-48bb-984e-fbbc0f985009 x-openstack-request-id: req-e0078637-ad7e-48bb-984e-fbbc0f985009 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:30.841021 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "name": "network-vif-plugged", "status": "completed", "tag": "b64980aa-f285-496c-9e2e-92e512166d64", "code": 200}, {"server_uuid": "42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c", "name": "network-vif-plugged", "status": "completed", "tag": "882082bb-b518-4aa3-b003-2248a01da8de", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:30.841512 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0078637-ad7e-48bb-984e-fbbc0f985009 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:30.842103 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64', 'code': 200} Jan 31 18:34:30.842731 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882082bb-b518-4aa3-b003-2248a01da8de', 'code': 200} Jan 31 18:34:30.891880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=882082bb-b518-4aa3-b003-2248a01da8de,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:30.946904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8454ca5e-2e2b-4cc7-88a0-66635865bd78'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:31.034214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c151a-597d-4663-a838-c90f0b0111ea req-41eb8811-81cb-479d-90e8-87793c14b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:31.035717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b45c151a-597d-4663-a838-c90f0b0111ea req-41eb8811-81cb-479d-90e8-87793c14b6da service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 1133 time: 0.2747748 Jan 31 18:34:31.085012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51329645-889f-4404-b2bd-3eb99e5b712a req-88e559e6-31c4-4fa4-818f-484d50b039b8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:31.086792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51329645-889f-4404-b2bd-3eb99e5b712a req-88e559e6-31c4-4fa4-818f-484d50b039b8 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 945 time: 0.1753793 Jan 31 18:34:31.096170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26afa5e-becd-45b4-8074-e9be0422e23d req-036a4099-85e4-4008-b3db-97a4b8c27309 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:31.100815 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d26afa5e-becd-45b4-8074-e9be0422e23d req-036a4099-85e4-4008-b3db-97a4b8c27309 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 950 time: 0.1905146 Jan 31 18:34:31.140261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Made reservation on behalf of 66547495f5664d03aa91ce8746ad08b1 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:31.143840 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:31.196308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b45c151a-597d-4663-a838-c90f0b0111ea req-fb4766c4-5053-4f56-8cef-eff130e5e02b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476178 Jan 31 18:34:31.291374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d26afa5e-becd-45b4-8074-e9be0422e23d req-f8a37de7-5165-44e4-bcd9-bf69299f93c8 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621041 Jan 31 18:34:31.298705 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51329645-889f-4404-b2bd-3eb99e5b712a req-4e7c7722-5084-4dbd-bba3-0b667ff70c80 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967363 Jan 31 18:34:31.395741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Allocated IP 172.20.0.10 (733bbce2-1d9b-4e28-b32d-b72fc50c4561/87adcd95-d160-4714-a71a-98ed64115d46/a44594ab-0451-4130-9fda-8d855f6ad18f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:31.539407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44248061-6078-4abb-aa5c-e186c01b0436 req-453e40d2-8bb0-40b9-9b32-1011a59cface tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 210 time: 0.0789545 Jan 31 18:34:31.610047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d12c0d-1326-4e3b-b9df-03085cbeaa21 req-bc947d47-e34f-498d-b5ed-0ed162985501 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:31.617477 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53d12c0d-1326-4e3b-b9df-03085cbeaa21 req-bc947d47-e34f-498d-b5ed-0ed162985501 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.2019739 Jan 31 18:34:31.658382 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-b9ceb633-844e-4b6c-86a7-7dee311b4d56 service neutron] 10.222.0.21 "GET /v2.0/ports/a1ea5589-cc93-4490-b675-4447ddc19326/bindings/n-h1-812111-15 HTTP/1.1" status: 200 len: 385 time: 0.0714529 Jan 31 18:34:31.752370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53d12c0d-1326-4e3b-b9df-03085cbeaa21 req-ec95bec6-98d4-41c1-b172-9bc40c623835 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339788 Jan 31 18:34:31.782651 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:31.796910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bf554-84cc-46d8-be27-9a10fcda57c0 req-98c5b005-f4a5-4bae-a44d-ca6303d8d587 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:31.798435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-922bf554-84cc-46d8-be27-9a10fcda57c0 req-98c5b005-f4a5-4bae-a44d-ca6303d8d587 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1366785 Jan 31 18:34:31.855072 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-990a8bca-c18f-45bf-8d4a-90aa9a013a8b service neutron] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a1ea5589-cc93-4490-b675-4447ddc19326,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:31.878163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-990a8bca-c18f-45bf-8d4a-90aa9a013a8b service neutron] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:31.903163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-922bf554-84cc-46d8-be27-9a10fcda57c0 req-a94ddf9c-c2bc-4517-923c-83631bff800a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987144 Jan 31 18:34:31.906360 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:31.917520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-990a8bca-c18f-45bf-8d4a-90aa9a013a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ea5589-cc93-4490-b675-4447ddc19326 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:31.944739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-990a8bca-c18f-45bf-8d4a-90aa9a013a8b service neutron] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=a1ea5589-cc93-4490-b675-4447ddc19326,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:31.960969 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-990a8bca-c18f-45bf-8d4a-90aa9a013a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:31.975426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:31.982509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:31.989170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:34:32.021128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event updated for resources: {'Port': ['ID=a44594ab-0451-4130-9fda-8d855f6ad18f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:32.032721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f419739-a9c2-43ad-85a4-38f12522440e req-a00d5d00-2a2b-4abf-8558-b979f1352fcb tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:32.034643 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f419739-a9c2-43ad-85a4-38f12522440e req-a00d5d00-2a2b-4abf-8558-b979f1352fcb tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 944 time: 0.1811795 Jan 31 18:34:32.050620 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-990a8bca-c18f-45bf-8d4a-90aa9a013a8b service neutron] Transition to ACTIVE for port object a1ea5589-cc93-4490-b675-4447ddc19326 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:34:32.055036 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-990a8bca-c18f-45bf-8d4a-90aa9a013a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:32.082840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:32.082967 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:32.121983 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-990a8bca-c18f-45bf-8d4a-90aa9a013a8b service neutron] No DVR routers for this DVR port a1ea5589-cc93-4490-b675-4447ddc19326 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:34:32.144890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f419739-a9c2-43ad-85a4-38f12522440e req-54078ac9-761b-405a-aed2-027ceb0c85b8 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989149 Jan 31 18:34:32.149911 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efc97e0c-4b16-484a-9b1e-eda5f13e4a2b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3771217 Jan 31 18:34:32.162466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Request body: {'port': {'device_id': '1e6c5be3-017b-47ea-b429-6183f92b8785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:32.183241 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-990a8bca-c18f-45bf-8d4a-90aa9a013a8b service neutron] 10.222.0.21 "PUT /v2.0/ports/a1ea5589-cc93-4490-b675-4447ddc19326/bindings/n-h1-812111-15/activate HTTP/1.1" status: 200 len: 370 time: 0.5170960 Jan 31 18:34:32.184207 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a8bca-c18f-45bf-8d4a-90aa9a013a8b service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea5589-cc93-4490-b675-4447ddc19326,revision_number=10']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:32.240765 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:32.526393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-737005a7-9569-4b57-8d5c-428c14389afb tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:32.527787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-737005a7-9569-4b57-8d5c-428c14389afb tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1128 time: 0.2766864 Jan 31 18:34:32.623789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-50f338ad-8526-4059-a10a-570fd984b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:32.625594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-50f338ad-8526-4059-a10a-570fd984b3f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca&tenant_id=57a793ec9c5b4f5291284cbfc8520325 HTTP/1.1" status: 200 len: 1132 time: 0.3378229 Jan 31 18:34:32.650610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abc010-9db8-471e-9431-c1f1cffca492 req-46680a70-9cc5-4fa5-831b-98b201599b52 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:32.652224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-76abc010-9db8-471e-9431-c1f1cffca492 req-46680a70-9cc5-4fa5-831b-98b201599b52 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 950 time: 0.2805717 Jan 31 18:34:32.701041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d23d72-87d4-494b-9592-3c735fd4b561 req-4045615b-ddae-42b5-98d4-7d16348f8647 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:32.702519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53d23d72-87d4-494b-9592-3c735fd4b561 req-4045615b-ddae-42b5-98d4-7d16348f8647 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 945 time: 0.2652764 Jan 31 18:34:32.792131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-82622c1b-4f10-4fb8-959f-55b7c82f6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:32.793682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-82622c1b-4f10-4fb8-959f-55b7c82f6740 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a HTTP/1.1" status: 200 len: 1128 time: 0.2432935 Jan 31 18:34:32.844888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-76abc010-9db8-471e-9431-c1f1cffca492 req-36d1b667-6fc6-4acc-8e90-55335f3c9bca tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782176 Jan 31 18:34:32.889943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-687c4c37-fdaa-46f9-9438-fcaa65075751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:32.891469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-687c4c37-fdaa-46f9-9438-fcaa65075751 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 1132 time: 0.2383375 Jan 31 18:34:32.900384 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53d23d72-87d4-494b-9592-3c735fd4b561 req-05acc654-e511-4e84-974c-a2b96ce5fbb4 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714082 Jan 31 18:34:32.993808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44594ab-0451-4130-9fda-8d855f6ad18f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:33.042871 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Publish callbacks [] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:33.111052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-a5dfd217-ce90-4a50-a33a-2277ecab886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:33.112547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-a5dfd217-ce90-4a50-a33a-2277ecab886c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 1128 time: 0.2873807 Jan 31 18:34:33.117517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Transition to ACTIVE for port object a44594ab-0451-4130-9fda-8d855f6ad18f will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:34:33.147803 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:33.165724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680efbd5-63df-4dd5-b007-78eca8f6177d req-529a9934-b241-4f43-99e3-09aa9d0ca3f4 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:33.167322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-680efbd5-63df-4dd5-b007-78eca8f6177d req-529a9934-b241-4f43-99e3-09aa9d0ca3f4 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 932 time: 0.2456276 Jan 31 18:34:33.259571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-ccfa64cf-77ac-45ac-a301-5e5ca5323ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:33.261955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-ccfa64cf-77ac-45ac-a301-5e5ca5323ffa service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.3445673 Jan 31 18:34:33.543328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab07b7-c559-41e7-82ff-a4ec7486c170 req-06def0a4-6ded-4a9b-9ace-1a3977f50991 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:33.545473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4ab07b7-c559-41e7-82ff-a4ec7486c170 req-06def0a4-6ded-4a9b-9ace-1a3977f50991 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.5637462 Jan 31 18:34:33.615771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-210a5d6a-860d-4945-adc7-6f4e13f069be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b64980aa-f285-496c-9e2e-92e512166d64 HTTP/1.1" status: 200 len: 217 time: 0.0879583 Jan 31 18:34:33.629458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54482) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:33.634544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8f0c9d53-9b0e-4e32-905d-8c1d96da6199 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1344832081'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:33.642245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Pushing event updated for resources: {'Port': ['ID=a44594ab-0451-4130-9fda-8d855f6ad18f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:33.656061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0c9d53-9b0e-4e32-905d-8c1d96da6199 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:33.659926 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f0c9d53-9b0e-4e32-905d-8c1d96da6199 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:33.684365 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0c9d53-9b0e-4e32-905d-8c1d96da6199 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:34:33.693433 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f0c9d53-9b0e-4e32-905d-8c1d96da6199 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (77240a32-4436-4da6-ae6c-45f8a8539158), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:33.693914 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-8f0c9d53-9b0e-4e32-905d-8c1d96da6199 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Added segment 77240a32-4436-4da6-ae6c-45f8a8539158 of type vlan for network f6132770-31d8-4044-871c-bab7c33e776b Jan 31 18:34:33.733417 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f0c9d53-9b0e-4e32-905d-8c1d96da6199 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (f6132770-31d8-4044-871c-bab7c33e776b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:33.752287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-680efbd5-63df-4dd5-b007-78eca8f6177d req-c1d04603-9c5d-4425-81be-5d0612bdadd7 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599093 Jan 31 18:34:33.757919 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f0c9d53-9b0e-4e32-905d-8c1d96da6199 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (f6132770-31d8-4044-871c-bab7c33e776b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:33.763088 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c9d53-9b0e-4e32-905d-8c1d96da6199 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:33.763684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f0c9d53-9b0e-4e32-905d-8c1d96da6199 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:33.773089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-d99057c5-89a1-44be-aa3c-4a23fda1af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:33.774112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-d99057c5-89a1-44be-aa3c-4a23fda1af0c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.6448669 Jan 31 18:34:33.795995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-79e7e217-7ae0-4b50-85a0-6626ce87114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:33.797343 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-79e7e217-7ae0-4b50-85a0-6626ce87114e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1483190 Jan 31 18:34:33.800639 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4ab07b7-c559-41e7-82ff-a4ec7486c170 req-f062856d-c225-4f2f-8b6f-f1461e20af8b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399309 Jan 31 18:34:33.829331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8454ca5e-2e2b-4cc7-88a0-66635865bd78 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:34:33.836799 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8f0c9d53-9b0e-4e32-905d-8c1d96da6199 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2060781 Jan 31 18:34:33.838403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54484) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:33.854901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-70f2f668-5214-494c-8718-d255c5d06f69 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1294919079'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:33.859032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-4487524e-4a90-426c-ae69-1a92ed7625b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1ea5589-cc93-4490-b675-4447ddc19326 HTTP/1.1" status: 200 len: 217 time: 0.0740170 Jan 31 18:34:33.913655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:34:33.918564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:33.918947 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:33.937111 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c9d53-9b0e-4e32-905d-8c1d96da6199 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Network': ['ID=f6132770-31d8-4044-871c-bab7c33e776b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:33.950160 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Attempting to bind port a44594ab-0451-4130-9fda-8d855f6ad18f on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:34:33.950818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Attempting to bind port a44594ab-0451-4130-9fda-8d855f6ad18f by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:34:33.951149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Attempting to bind port a44594ab-0451-4130-9fda-8d855f6ad18f on network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:33.951789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network f6132770-31d8-4044-871c-bab7c33e776b details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:34:34.007827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Port a44594ab-0451-4130-9fda-8d855f6ad18f on network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:34:34.008051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Attempting to bind port a44594ab-0451-4130-9fda-8d855f6ad18f on network 733bbce2-1d9b-4e28-b32d-b72fc50c4561 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:34.013282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f2f668-5214-494c-8718-d255c5d06f69 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:34.016829 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70f2f668-5214-494c-8718-d255c5d06f69 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:34.046476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-40eba1d4-dc54-471a-8a04-0025af91d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:34.047808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-40eba1d4-dc54-471a-8a04-0025af91d6ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.1796799 Jan 31 18:34:34.051319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:34:34.051659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Checking segment: {'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:34:34.052043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Bound using segment: {'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:34:34.052516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Bound port: a44594ab-0451-4130-9fda-8d855f6ad18f, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2102777f-6518-4535-9277-4bf2969b3d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:34:34.052878 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:34.066259 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:34.066656 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:34.089918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd5cb9-c073-440c-b455-f7b88336a6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8454ca5e-2e2b-4cc7-88a0-66635865bd78'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:34.092152 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ef47a2-16ec-471b-85ad-ff31c043e0a4" -d '{"events": [{"server_uuid": "a9dd5cb9-c073-440c-b455-f7b88336a6ed", "name": "network-vif-plugged", "status": "completed", "tag": "8454ca5e-2e2b-4cc7-88a0-66635865bd78"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:34.105322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8454ca5e-2e2b-4cc7-88a0-66635865bd78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8454ca5e-2e2b-4cc7-88a0-66635865bd78,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:34.109485 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:34.110450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-32c96244-8748-4355-a81a-0f60a2fb15ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539169 Jan 31 18:34:34.115749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-4e4d6cb0-a6ef-42d4-80da-025eb4198960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:34.117501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-4e4d6cb0-a6ef-42d4-80da-025eb4198960 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2778797 Jan 31 18:34:34.157010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f2f668-5214-494c-8718-d255c5d06f69 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:34:34.158252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8454ca5e-2e2b-4cc7-88a0-66635865bd78,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:34.175588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59786f-4fc4-45d4-8a45-bdc1bf3a964b req-5241e6b5-5210-4f29-bb0e-efba0c424db3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:34.177170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f59786f-4fc4-45d4-8a45-bdc1bf3a964b req-5241e6b5-5210-4f29-bb0e-efba0c424db3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.3043668 Jan 31 18:34:34.231879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d6924-92bd-4059-be0e-2bff5c742d06 req-f3ac9050-7579-4ccb-9755-acef5ff29bd4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:34.233349 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e7d6924-92bd-4059-be0e-2bff5c742d06 req-f3ac9050-7579-4ccb-9755-acef5ff29bd4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 945 time: 0.2993965 Jan 31 18:34:34.260399 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70f2f668-5214-494c-8718-d255c5d06f69 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bdbb8b23-7a94-4abf-9a90-38e772225c13), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:34.260746 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-70f2f668-5214-494c-8718-d255c5d06f69 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Added segment bdbb8b23-7a94-4abf-9a90-38e772225c13 of type vlan for network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 Jan 31 18:34:34.421806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] For port a44594ab-0451-4130-9fda-8d855f6ad18f, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:34.428320 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70f2f668-5214-494c-8718-d255c5d06f69 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (fb8dcb45-e7b0-4cd2-8822-8518528b12a3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:34.481526 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f59786f-4fc4-45d4-8a45-bdc1bf3a964b req-8dd4cfa4-4b67-4a6d-8668-f342549f61a9 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787795 Jan 31 18:34:34.493987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] For port a44594ab-0451-4130-9fda-8d855f6ad18f, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a44594ab-0451-4130-9fda-8d855f6ad18f,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:34:34.520447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-8fa730a0-3c96-4995-a7ed-8972827ce742 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831592 Jan 31 18:34:34.524544 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:34.530114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e7d6924-92bd-4059-be0e-2bff5c742d06 req-43b6b828-3354-4aff-ad40-472566cda866 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434020 Jan 31 18:34:34.531939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-d5c0e3c1-0466-4c98-b480-611e176cbd85 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103703 Jan 31 18:34:34.607626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:34.608258 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:34.609643 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] 10.222.0.21 "PUT /v2.0/ports/a44594ab-0451-4130-9fda-8d855f6ad18f HTTP/1.1" status: 200 len: 1093 time: 2.4520690 Jan 31 18:34:34.629978 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6c5be3-017b-47ea-b429-6183f92b8785', 'tag': 'a44594ab-0451-4130-9fda-8d855f6ad18f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:34.631033 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cac21c-3d64-498e-8cd8-4647e4b362bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6c5be3-017b-47ea-b429-6183f92b8785", "tag": "a44594ab-0451-4130-9fda-8d855f6ad18f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:34.633945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70f2f668-5214-494c-8718-d255c5d06f69 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (fb8dcb45-e7b0-4cd2-8822-8518528b12a3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:34.639550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f2f668-5214-494c-8718-d255c5d06f69 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:34.640133 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70f2f668-5214-494c-8718-d255c5d06f69 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:34.890674 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-70f2f668-5214-494c-8718-d255c5d06f69 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0494430 Jan 31 18:34:34.893338 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:34.898371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1ac5cfaa-67d7-49b9-acc6-dbf13365816f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'subnet': {'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:34.929934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171236d-0787-4018-bbc2-e1c809af5c46 service neutron] Pushing event updated for resources: {'Port': ['ID=a44594ab-0451-4130-9fda-8d855f6ad18f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:34.947737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2f668-5214-494c-8718-d255c5d06f69 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Network': ['ID=fb8dcb45-e7b0-4cd2-8822-8518528b12a3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:34.962493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:34:34.965303 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:34:35.002688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30946ad-b4e4-4dfb-ae57-eb94ec471f7b req-2636e791-92b2-47e8-9a93-c332d279bc03 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:35.004327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d30946ad-b4e4-4dfb-ae57-eb94ec471f7b req-2636e791-92b2-47e8-9a93-c332d279bc03 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 950 time: 0.4497378 Jan 31 18:34:35.011383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5565ed5a-073b-4560-a697-b2dc25fe92c7 req-6853f924-9de7-4968-9c96-46c0110ae61d service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783921 Jan 31 18:34:35.015852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-43276cc2-90b2-4c53-a41d-200f38bff887 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647713 Jan 31 18:34:35.024013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1470f-d1e5-4372-9936-5909f30e6888 req-3ab9d340-e64f-4c10-bb3c-dfa22c5a0250 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:35.026174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cce1470f-d1e5-4372-9936-5909f30e6888 req-3ab9d340-e64f-4c10-bb3c-dfa22c5a0250 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 946 time: 0.4149287 Jan 31 18:34:35.031320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-8666e925-f093-4207-94fa-b5a3c805a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:35.032905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-8666e925-f093-4207-94fa-b5a3c805a5a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66547495f5664d03aa91ce8746ad08b1&device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 1127 time: 0.3251410 Jan 31 18:34:35.098414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-efadfdf6-7e87-4263-96b1-ef0c322f20ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44594ab-0451-4130-9fda-8d855f6ad18f HTTP/1.1" status: 200 len: 217 time: 0.0529881 Jan 31 18:34:35.179510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d30946ad-b4e4-4dfb-ae57-eb94ec471f7b req-d65fb256-49e5-4236-98f1-054a561bf918 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512985 Jan 31 18:34:35.185747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cce1470f-d1e5-4372-9936-5909f30e6888 req-5d351306-beee-4774-990c-469fec7bb637 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519644 Jan 31 18:34:35.215439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-c4fbb996-0282-4d46-acf4-62f07b50f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:35.217144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-c4fbb996-0282-4d46-acf4-62f07b50f561 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87adcd95-d160-4714-a71a-98ed64115d46 HTTP/1.1" status: 200 len: 862 time: 0.0990422 Jan 31 18:34:35.269642 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8955856-7579-4740-a046-16db64c18cf9 x-openstack-request-id: req-b8955856-7579-4740-a046-16db64c18cf9 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:35.270831 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd5cb9-c073-440c-b455-f7b88336a6ed", "name": "network-vif-plugged", "status": "completed", "tag": "8454ca5e-2e2b-4cc7-88a0-66635865bd78", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:35.271262 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd4288a-164b-468b-9a0e-266efa3d6d71 x-openstack-request-id: req-fcd4288a-164b-468b-9a0e-266efa3d6d71 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:35.271615 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6c5be3-017b-47ea-b429-6183f92b8785", "tag": "a44594ab-0451-4130-9fda-8d855f6ad18f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:35.271878 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcd4288a-164b-468b-9a0e-266efa3d6d71 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:35.272089 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8955856-7579-4740-a046-16db64c18cf9 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:35.272282 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6c5be3-017b-47ea-b429-6183f92b8785', 'tag': 'a44594ab-0451-4130-9fda-8d855f6ad18f', 'status': 'completed', 'code': 200} Jan 31 18:34:35.272708 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dd5cb9-c073-440c-b455-f7b88336a6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8454ca5e-2e2b-4cc7-88a0-66635865bd78', 'code': 200} Jan 31 18:34:35.274795 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-e3905eaa-5bc2-4b3a-8d03-0a5b6108258a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=733bbce2-1d9b-4e28-b32d-b72fc50c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505335 Jan 31 18:34:35.277680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac5cfaa-67d7-49b9-acc6-dbf13365816f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:35.293261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cfaa-67d7-49b9-acc6-dbf13365816f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:35.440909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ec544-3b0e-4f5e-8398-7e1e118eac8a req-c21f5481-b3b0-4606-8e0c-34eef305bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:35.442446 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-566ec544-3b0e-4f5e-8398-7e1e118eac8a req-c21f5481-b3b0-4606-8e0c-34eef305bd68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 1129 time: 0.0809898 Jan 31 18:34:35.458427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-a37f40e7-2c11-4d4b-9bb4-4c7bc196d05a tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:35.459935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-a37f40e7-2c11-4d4b-9bb4-4c7bc196d05a tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 1128 time: 0.1842737 Jan 31 18:34:35.531304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0611fdd-c5cc-4c08-8f75-c389be798002 req-bdab872b-b1ee-41b1-81b3-b6837e4255ae tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:35.532825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0611fdd-c5cc-4c08-8f75-c389be798002 req-bdab872b-b1ee-41b1-81b3-b6837e4255ae tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 944 time: 0.1614878 Jan 31 18:34:35.533658 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-566ec544-3b0e-4f5e-8398-7e1e118eac8a req-4d84f929-c1b1-4c13-96c5-293398566b2c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822833 Jan 31 18:34:35.542289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062dfb5-4226-4ad6-8e65-8dae9da6b762 req-d9fb5b2f-dd0f-4353-969a-30134e2c609a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:35.543926 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b062dfb5-4226-4ad6-8e65-8dae9da6b762 req-d9fb5b2f-dd0f-4353-969a-30134e2c609a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.1714935 Jan 31 18:34:35.545742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-05524cad-20bf-44a1-a9dd-77d9d54051dc service neutron] 10.222.0.21 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615328 Jan 31 18:34:35.576184 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cfaa-67d7-49b9-acc6-dbf13365816f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (b43bb12a-e889-48c4-a708-fda4e6831e58), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:35.647827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5cfaa-67d7-49b9-acc6-dbf13365816f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Subnet': ['ID=b43bb12a-e889-48c4-a708-fda4e6831e58,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:35.650078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac5cfaa-67d7-49b9-acc6-dbf13365816f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Checking segment: {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:34:35.650487 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5cfaa-67d7-49b9-acc6-dbf13365816f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Network hostable DHCP agents. Network: f6132770-31d8-4044-871c-bab7c33e776b, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:34:35.664735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b062dfb5-4226-4ad6-8e65-8dae9da6b762 req-0b53cd76-f819-4831-81b3-b811b0a3f1f9 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095765 Jan 31 18:34:35.669731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0611fdd-c5cc-4c08-8f75-c389be798002 req-3da7da21-5d93-4db2-96b6-6938e1087ea5 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214259 Jan 31 18:34:35.679053 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5cfaa-67d7-49b9-acc6-dbf13365816f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Network f6132770-31d8-4044-871c-bab7c33e776b is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:34:35.700667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1ac5cfaa-67d7-49b9-acc6-dbf13365816f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, f6132770-31d8-4044-871c-bab7c33e776b) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:35.701106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-b5820cdc-0d96-48ea-911d-5d245e8acc76 service neutron] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:35.704693 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-b5820cdc-0d96-48ea-911d-5d245e8acc76 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:35.705907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d20a04-dd6f-42b8-83cb-c2e554549c64 req-b5820cdc-0d96-48ea-911d-5d245e8acc76 service neutron] 10.222.0.49 "DELETE /v2.0/ports/a1ea5589-cc93-4490-b675-4447ddc19326/bindings/n-h2-812111-15 HTTP/1.1" status: 204 len: 173 time: 0.2374301 Jan 31 18:34:35.707372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac5cfaa-67d7-49b9-acc6-dbf13365816f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:35.707975 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cfaa-67d7-49b9-acc6-dbf13365816f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:35.716875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa0e327-7c20-4d63-8b47-157f0a98ab49 None None] Network f6132770-31d8-4044-871c-bab7c33e776b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:34:35.737583 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1ac5cfaa-67d7-49b9-acc6-dbf13365816f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8416605 Jan 31 18:34:35.738580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:35.748739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-04c75824-8e80-4cd5-aa81-2dc3cbc957d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'subnet': {'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:35.835775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-f6132770-31d8-4044-871c-bab7c33e776b', 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b', 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'fixed_ips': [{'subnet_id': 'b43bb12a-e889-48c4-a708-fda4e6831e58'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:34:35.837162 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:35.857310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c75824-8e80-4cd5-aa81-2dc3cbc957d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:35.860794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04c75824-8e80-4cd5-aa81-2dc3cbc957d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:35.903494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f8904-901c-4a52-9acd-f4b9adaf13a9 req-906228c7-6ae3-4046-a913-52da7f6d95a3 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:35.910575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86f8904-901c-4a52-9acd-f4b9adaf13a9 req-906228c7-6ae3-4046-a913-52da7f6d95a3 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=106a6e31-b3d7-48c9-9028-3810f9ada2fa HTTP/1.1" status: 200 len: 950 time: 0.1647153 Jan 31 18:34:35.955747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3686ca-5dbc-4aab-ad93-6534caa98147 req-30b710a1-b485-4773-9be7-2c5ab170204d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:35.960817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c3686ca-5dbc-4aab-ad93-6534caa98147 req-30b710a1-b485-4773-9be7-2c5ab170204d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1807675 Jan 31 18:34:35.986790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b64980aa-f285-496c-9e2e-92e512166d64 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:34:35.995283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Allocated IP 10.1.1.2 (f6132770-31d8-4044-871c-bab7c33e776b/b43bb12a-e889-48c4-a708-fda4e6831e58/445d4f1a-990f-458e-ac07-9053e979a379) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:36.062794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04c75824-8e80-4cd5-aa81-2dc3cbc957d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (43a646ec-9f33-41b3-8057-62e02cfe3088), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:36.126220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c75824-8e80-4cd5-aa81-2dc3cbc957d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Subnet': ['ID=43a646ec-9f33-41b3-8057-62e02cfe3088,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:36.137426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c75824-8e80-4cd5-aa81-2dc3cbc957d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Checking segment: {'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:34:36.137734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c75824-8e80-4cd5-aa81-2dc3cbc957d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Network hostable DHCP agents. Network: fb8dcb45-e7b0-4cd2-8822-8518528b12a3, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:34:36.158261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c75824-8e80-4cd5-aa81-2dc3cbc957d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:34:36.167749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b64980aa-f285-496c-9e2e-92e512166d64 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:36.168249 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b64980aa-f285-496c-9e2e-92e512166d64), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:36.169481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-04c75824-8e80-4cd5-aa81-2dc3cbc957d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, fb8dcb45-e7b0-4cd2-8822-8518528b12a3) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:36.174883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c75824-8e80-4cd5-aa81-2dc3cbc957d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:36.175601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04c75824-8e80-4cd5-aa81-2dc3cbc957d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:36.192448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fcf17a-0595-4daf-93ab-4aab724cf39d None None] Network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:34:36.201393 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-04c75824-8e80-4cd5-aa81-2dc3cbc957d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4604590 Jan 31 18:34:36.202108 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:36.208015 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'port': {'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b', 'name': 'tempest-TaggedBootDevicesTest_v242-2126422348', 'fixed_ips': [{'subnet_id': 'b43bb12a-e889-48c4-a708-fda4e6831e58'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:36.321358 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:36.330528 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b64980aa-f285-496c-9e2e-92e512166d64), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:36.334715 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Publish callbacks [] for port (445d4f1a-990f-458e-ac07-9053e979a379), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:36.361771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:36.373465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998a59ab-7000-4fd4-b71f-4f07fb977616 req-ead7d1d8-9e79-459c-8656-aaf9ebf87361 service neutron] 10.222.0.21 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922685 Jan 31 18:34:36.375175 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (445d4f1a-990f-458e-ac07-9053e979a379), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:36.397047 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86f8904-901c-4a52-9acd-f4b9adaf13a9 req-a399f621-4f0c-4194-a88d-44bcd492210f tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851732 Jan 31 18:34:36.445172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c3686ca-5dbc-4aab-ad93-6534caa98147 req-76828bb8-a32a-4c6c-b6e6-dd0e2fa43caa tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713793 Jan 31 18:34:36.445299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Network f6132770-31d8-4044-871c-bab7c33e776b is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:36.449866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:36.452947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b64980aa-f285-496c-9e2e-92e512166d64,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:36.455570 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-fb8dcb45-e7b0-4cd2-8822-8518528b12a3', 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3', 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'fixed_ips': [{'subnet_id': '43a646ec-9f33-41b3-8057-62e02cfe3088'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:34:36.456455 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:36.460201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:34:36.519126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:36.538533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Pushing event updated for resources: {'Port': ['ID=445d4f1a-990f-458e-ac07-9053e979a379,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:36.542917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] device_id is not set on port 781529aa-8eeb-49ff-8d79-854bed0acdbf yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:34:36.624798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Attempting to bind port 445d4f1a-990f-458e-ac07-9053e979a379 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:34:36.625172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Attempting to bind port 445d4f1a-990f-458e-ac07-9053e979a379 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:34:36.625541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Attempting to bind port 445d4f1a-990f-458e-ac07-9053e979a379 on network f6132770-31d8-4044-871c-bab7c33e776b {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:36.641765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:34:36.643247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Checking segment: {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:34:36.643665 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:36.644064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Bound using segment: {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:34:36.644574 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Bound port: 445d4f1a-990f-458e-ac07-9053e979a379, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:34:36.644961 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (445d4f1a-990f-458e-ac07-9053e979a379), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:36.645891 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fbcd4-e27b-4192-9ce5-6749030bbf24 req-29bb817a-5f2a-467d-a88b-aaebe2e28fdc tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:36.656388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce3fbcd4-e27b-4192-9ce5-6749030bbf24 req-29bb817a-5f2a-467d-a88b-aaebe2e28fdc tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 945 time: 0.1487012 Jan 31 18:34:36.684804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cac21c-3d64-498e-8cd8-4647e4b362bc req-688b3bfb-5b2f-4b87-bc97-b4039917dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:36.686646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6cac21c-3d64-498e-8cd8-4647e4b362bc req-688b3bfb-5b2f-4b87-bc97-b4039917dbf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66547495f5664d03aa91ce8746ad08b1&device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 1127 time: 0.2364264 Jan 31 18:34:36.751169 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Allocated IP 10.2.2.2 (fb8dcb45-e7b0-4cd2-8822-8518528b12a3/43a646ec-9f33-41b3-8057-62e02cfe3088/d2aec031-8466-40cf-b201-63d899baad27) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:36.759200 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] For port 445d4f1a-990f-458e-ac07-9053e979a379, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:36.763653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] For port 445d4f1a-990f-458e-ac07-9053e979a379, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=445d4f1a-990f-458e-ac07-9053e979a379,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:34:36.778068 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (445d4f1a-990f-458e-ac07-9053e979a379), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:36.801707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Allocated IP 10.1.1.204 (f6132770-31d8-4044-871c-bab7c33e776b/b43bb12a-e889-48c4-a708-fda4e6831e58/781529aa-8eeb-49ff-8d79-854bed0acdbf) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:36.808780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeabc1f-41bf-49c8-9bdf-66c6bbf3dd66 req-2666622b-2e27-4367-9284-932029ffffad tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:36.819874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cdeabc1f-41bf-49c8-9bdf-66c6bbf3dd66 req-2666622b-2e27-4367-9284-932029ffffad tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 946 time: 0.2973375 Jan 31 18:34:36.833739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce3fbcd4-e27b-4192-9ce5-6749030bbf24 req-f3f562bc-2425-45f7-92a9-0a66db828b49 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760874 Jan 31 18:34:36.928114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d28bbc-02f0-4f50-90bf-75d797cb8a93 None None] Pushing event updated for resources: {'Port': ['ID=445d4f1a-990f-458e-ac07-9053e979a379,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:36.935340 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cdeabc1f-41bf-49c8-9bdf-66c6bbf3dd66 req-af7cdf1e-c3b7-4723-aca9-3a3b95f66d25 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133137 Jan 31 18:34:36.951063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cac21c-3d64-498e-8cd8-4647e4b362bc req-94713a63-a872-4191-b902-50e8f3742104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:36.954646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6cac21c-3d64-498e-8cd8-4647e4b362bc req-94713a63-a872-4191-b902-50e8f3742104 service neutron] 10.222.0.21 "GET /v2.0/networks?id=733bbce2-1d9b-4e28-b32d-b72fc50c4561 HTTP/1.1" status: 200 len: 923 time: 0.2387912 Jan 31 18:34:37.055350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6cac21c-3d64-498e-8cd8-4647e4b362bc req-5008ee5c-ce79-4514-a540-f80a69b559c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44594ab-0451-4130-9fda-8d855f6ad18f HTTP/1.1" status: 200 len: 217 time: 0.0918720 Jan 31 18:34:37.094888 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Publish callbacks [] for port (d2aec031-8466-40cf-b201-63d899baad27), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:37.101180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:37.112308 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (d2aec031-8466-40cf-b201-63d899baad27), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:37.195673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:37.201100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:37.206245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:34:37.215614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:37.282346 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:37.285187 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea2265d-1b93-4dfa-a9d2-510212e341ee" -d '{"events": [{"server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b64980aa-f285-496c-9e2e-92e512166d64"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:37.318952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Pushing event updated for resources: {'Port': ['ID=d2aec031-8466-40cf-b201-63d899baad27,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:37.345856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Network f6132770-31d8-4044-871c-bab7c33e776b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:37.349042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:37.364546 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:34:37.366669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cac21c-3d64-498e-8cd8-4647e4b362bc req-5c77ac9d-320e-4dba-afcb-f320f6ace531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:37.368173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6cac21c-3d64-498e-8cd8-4647e4b362bc req-5c77ac9d-320e-4dba-afcb-f320f6ace531 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87adcd95-d160-4714-a71a-98ed64115d46 HTTP/1.1" status: 200 len: 862 time: 0.3055942 Jan 31 18:34:37.404031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc14a73-612b-497e-9b22-e624fff6bde2 req-885f3a8b-acba-45d0-8e1d-3b1ee793d580 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:37.405166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5dc14a73-612b-497e-9b22-e624fff6bde2 req-885f3a8b-acba-45d0-8e1d-3b1ee793d580 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 947 time: 0.3240571 Jan 31 18:34:37.412521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Attempting to bind port d2aec031-8466-40cf-b201-63d899baad27 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:34:37.412902 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Attempting to bind port d2aec031-8466-40cf-b201-63d899baad27 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:34:37.413264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Attempting to bind port d2aec031-8466-40cf-b201-63d899baad27 on network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:37.418510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Port': ['ID=781529aa-8eeb-49ff-8d79-854bed0acdbf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:37.424846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6cac21c-3d64-498e-8cd8-4647e4b362bc req-a1ab0301-18ae-40ca-bb75-d6e9349106db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=733bbce2-1d9b-4e28-b32d-b72fc50c4561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493915 Jan 31 18:34:37.433055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:34:37.433473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Checking segment: {'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:34:37.434966 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:37.435455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Bound using segment: {'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:34:37.436708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Bound port: d2aec031-8466-40cf-b201-63d899baad27, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:34:37.437839 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d2aec031-8466-40cf-b201-63d899baad27), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:37.485937 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:37.486915 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:37.510331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eeda4317-15f2-42c8-b7a9-0f45f6df08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:37.511765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eeda4317-15f2-42c8-b7a9-0f45f6df08ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 1129 time: 0.3175328 Jan 31 18:34:37.512353 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d4e421d6-714f-45c2-a43f-9d9abd962087 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3090189 Jan 31 18:34:37.515076 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:37.521909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'port': {'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b', 'name': 'tempest-TaggedBootDevicesTest_v242-630038542', 'fixed_ips': [{'subnet_id': 'b43bb12a-e889-48c4-a708-fda4e6831e58'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:37.543091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0924577d-06b0-417d-979b-2d49681a913b None None] For port d2aec031-8466-40cf-b201-63d899baad27, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:37.547159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0924577d-06b0-417d-979b-2d49681a913b None None] For port d2aec031-8466-40cf-b201-63d899baad27, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d2aec031-8466-40cf-b201-63d899baad27,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:34:37.553997 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d2aec031-8466-40cf-b201-63d899baad27), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:37.620604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924577d-06b0-417d-979b-2d49681a913b None None] Pushing event updated for resources: {'Port': ['ID=d2aec031-8466-40cf-b201-63d899baad27,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:37.660526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:37.665152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5dc14a73-612b-497e-9b22-e624fff6bde2 req-ef4e7267-56ea-4305-b80b-d68a5f5dd387 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425609 Jan 31 18:34:37.665305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:37.688879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] device_id is not set on port b2202cfa-1d5e-4462-926a-9bf8c49d3787 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:34:37.723658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6cac21c-3d64-498e-8cd8-4647e4b362bc req-c96b2c78-dae2-4a50-90fe-1049f9176a09 service neutron] 10.222.0.21 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883880 Jan 31 18:34:37.737351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654a7a5-8dc8-4069-9b8e-ab13497d49e7 req-f5ecd3f7-0972-445c-b383-b08c3474f64b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:37.742692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654a7a5-8dc8-4069-9b8e-ab13497d49e7 req-f5ecd3f7-0972-445c-b383-b08c3474f64b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:37.744783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6654a7a5-8dc8-4069-9b8e-ab13497d49e7 req-f5ecd3f7-0972-445c-b383-b08c3474f64b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=106a6e31-b3d7-48c9-9028-3810f9ada2fa&device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 1691 time: 0.3063765 Jan 31 18:34:37.754835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-18291cc8-0762-47e5-a66c-4a34333fbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:37.756437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-18291cc8-0762-47e5-a66c-4a34333fbf77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.2150509 Jan 31 18:34:37.888651 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Allocated IP 10.1.1.182 (f6132770-31d8-4044-871c-bab7c33e776b/b43bb12a-e889-48c4-a708-fda4e6831e58/b2202cfa-1d5e-4462-926a-9bf8c49d3787) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:37.912841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-2484ac1d-7319-4b4f-bb12-f60596ccab3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a HTTP/1.1" status: 200 len: 217 time: 0.1372943 Jan 31 18:34:37.983047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-e838472c-76c8-4dca-8911-564ab88b9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:37.984542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-e838472c-76c8-4dca-8911-564ab88b9d6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.0608499 Jan 31 18:34:37.996608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b64980aa-f285-496c-9e2e-92e512166d64 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:34:38.055290 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-e0fe9c9f-c82e-4bae-96a3-11d4c18ad4f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512249 Jan 31 18:34:38.059045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6654a7a5-8dc8-4069-9b8e-ab13497d49e7 req-d66e5b41-2ebd-4296-958b-cf16107015a5 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056955 Jan 31 18:34:38.100206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280c193-28c5-484c-819e-cabdefd3d671 req-03406800-c895-49a3-9ae4-a41f841c58df tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:38.108804 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f280c193-28c5-484c-819e-cabdefd3d671 req-03406800-c895-49a3-9ae4-a41f841c58df tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 944 time: 0.3437085 Jan 31 18:34:38.123234 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:38.171623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6cac21c-3d64-498e-8cd8-4647e4b362bc req-1792569e-f2d5-4e66-ab1c-65a98f20b37c service neutron] 10.222.0.21 "GET /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253974 Jan 31 18:34:38.175575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:38.192656 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:38.210339 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143a0922-9a45-4af3-812e-cc9d0186886a x-openstack-request-id: req-143a0922-9a45-4af3-812e-cc9d0186886a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:38.210698 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b64980aa-f285-496c-9e2e-92e512166d64", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:38.210912 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-143a0922-9a45-4af3-812e-cc9d0186886a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:38.211299 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64', 'code': 200} Jan 31 18:34:38.212097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'b64980aa-f285-496c-9e2e-92e512166d64', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'b64980aa-f285-496c-9e2e-92e512166d64', 'mac_address': 'fa:16:3e:b7:e2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:34:38.255493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f280c193-28c5-484c-819e-cabdefd3d671 req-1d324864-a02a-4b25-91c2-90e6f2637d86 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277742 Jan 31 18:34:38.261362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-2060f14f-0b5c-46f8-8c3f-c462cc375785 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969924 Jan 31 18:34:38.265155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Network f6132770-31d8-4044-871c-bab7c33e776b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:38.269270 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:38.273548 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:34:38.299103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b64980aa-f285-496c-9e2e-92e512166d64 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:38.299515 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b64980aa-f285-496c-9e2e-92e512166d64), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:38.322504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64980aa-f285-496c-9e2e-92e512166d64 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:38.343592 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Port': ['ID=b2202cfa-1d5e-4462-926a-9bf8c49d3787,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:38.361860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:38.368067 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b64980aa-f285-496c-9e2e-92e512166d64), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:38.389479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:38.390135 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:38.417329 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-43c60fe6-1385-40ba-a854-50b9c1aebb7e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9002199 Jan 31 18:34:38.430073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b64980aa-f285-496c-9e2e-92e512166d64,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:38.510020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8090db6-2491-435a-bbb2-e102115b857a None None] Network f6132770-31d8-4044-871c-bab7c33e776b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:34:38.533261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103af7ed-d26a-4f02-8217-1026caeb44c4 req-20fa1dee-2e31-46da-8801-9486e37ae64a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:38.534809 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-103af7ed-d26a-4f02-8217-1026caeb44c4 req-20fa1dee-2e31-46da-8801-9486e37ae64a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.2111895 Jan 31 18:34:38.536917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-865c3fde-40ba-4eff-b375-3c12e8df966e service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636039 Jan 31 18:34:38.548462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbf976-1be5-4d57-a86b-dc5463221010 req-5bb9fcf7-0f90-49a5-963b-6a83a9c34782 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:38.549997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00dbf976-1be5-4d57-a86b-dc5463221010 req-5bb9fcf7-0f90-49a5-963b-6a83a9c34782 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 946 time: 0.1607661 Jan 31 18:34:38.610440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-102e6ce9-fb72-4229-b570-18d7c8ff3421 None None] Provisioning complete for port 445d4f1a-990f-458e-ac07-9053e979a379 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:38.610825 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-102e6ce9-fb72-4229-b570-18d7c8ff3421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (445d4f1a-990f-458e-ac07-9053e979a379), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:38.640165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-103af7ed-d26a-4f02-8217-1026caeb44c4 req-92940456-be53-4c00-96db-80864cec3fa7 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891757 Jan 31 18:34:38.645634 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00dbf976-1be5-4d57-a86b-dc5463221010 req-45028f6d-a6c2-4e97-91af-4210ef8e6e2a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877004 Jan 31 18:34:38.746802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-102e6ce9-fb72-4229-b570-18d7c8ff3421 None None] Current status of the port 445d4f1a-990f-458e-ac07-9053e979a379 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:38.747205 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-102e6ce9-fb72-4229-b570-18d7c8ff3421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (445d4f1a-990f-458e-ac07-9053e979a379), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:38.749590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['b64980aa-f285-496c-9e2e-92e512166d64'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:38.861768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826321a-52c0-4d52-8b52-2a24fa6ccbe7 req-3a13dca9-fb5b-43eb-a99c-bcd772bd8791 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:38.870456 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d826321a-52c0-4d52-8b52-2a24fa6ccbe7 req-3a13dca9-fb5b-43eb-a99c-bcd772bd8791 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 1128 time: 0.0752149 Jan 31 18:34:38.893399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-102e6ce9-fb72-4229-b570-18d7c8ff3421 None None] For port 445d4f1a-990f-458e-ac07-9053e979a379, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=445d4f1a-990f-458e-ac07-9053e979a379,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:38.899560 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-102e6ce9-fb72-4229-b570-18d7c8ff3421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (445d4f1a-990f-458e-ac07-9053e979a379), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:38.933217 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d826321a-52c0-4d52-8b52-2a24fa6ccbe7 req-c74e2b2e-cfa0-4785-8469-70743030fb43 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612614 Jan 31 18:34:38.978035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e6ce9-fb72-4229-b570-18d7c8ff3421 None None] Pushing event updated for resources: {'Port': ['ID=445d4f1a-990f-458e-ac07-9053e979a379,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:39.145073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca072055-287a-41a9-b126-4ba2edb0aa2e None None] Network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:34:39.156264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:39.162821 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-007c6b02-38b0-4c13-9454-99e16017c63b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424108803', 'description': 'tempest-description--1087018623'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:39.216658 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-007c6b02-38b0-4c13-9454-99e16017c63b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.399926 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-007c6b02-38b0-4c13-9454-99e16017c63b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for security_group (33664a6d-7c50-47ca-8f16-25f560414b28), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.406783 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-007c6b02-38b0-4c13-9454-99e16017c63b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (33664a6d-7c50-47ca-8f16-25f560414b28), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.451439 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-007c6b02-38b0-4c13-9454-99e16017c63b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.453036 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-007c6b02-38b0-4c13-9454-99e16017c63b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2949026 Jan 31 18:34:39.457062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:39.463651 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0ba2cc48-fbdf-40e9-bec9-6b0d238a1db5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'security_group_rule': {'security_group_id': '33664a6d-7c50-47ca-8f16-25f560414b28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:39.470872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c6b02-38b0-4c13-9454-99e16017c63b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33664a6d-7c50-47ca-8f16-25f560414b28,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:39.498944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f82a12-ca96-4178-91da-e5edf3e5aa8a req-0e00e549-5836-4175-829e-a68cda9f7ff5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:39.502287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ba2cc48-fbdf-40e9-bec9-6b0d238a1db5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for security_group_rule (5cf3e2e3-76d2-4950-addd-9dbb901a0e7e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.507334 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78f82a12-ca96-4178-91da-e5edf3e5aa8a req-0e00e549-5836-4175-829e-a68cda9f7ff5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.1708434 Jan 31 18:34:39.576868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d2aec031-8466-40cf-b201-63d899baad27 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:34:39.597864 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ba2cc48-fbdf-40e9-bec9-6b0d238a1db5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for security_group_rule (5cf3e2e3-76d2-4950-addd-9dbb901a0e7e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.601024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78f82a12-ca96-4178-91da-e5edf3e5aa8a req-d32a5caf-ee06-4fe0-af80-ed34f84313dd tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870750 Jan 31 18:34:39.607975 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ba2cc48-fbdf-40e9-bec9-6b0d238a1db5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5cf3e2e3-76d2-4950-addd-9dbb901a0e7e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.608627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64316ae2-81a1-46d6-bff6-dd901960cb0c req-200587b4-2c82-448b-ab91-521421a63392 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:39.620743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64316ae2-81a1-46d6-bff6-dd901960cb0c req-200587b4-2c82-448b-ab91-521421a63392 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=106a6e31-b3d7-48c9-9028-3810f9ada2fa HTTP/1.1" status: 200 len: 1133 time: 0.1854906 Jan 31 18:34:39.638059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2cc48-fbdf-40e9-bec9-6b0d238a1db5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf3e2e3-76d2-4950-addd-9dbb901a0e7e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:39.646879 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ba2cc48-fbdf-40e9-bec9-6b0d238a1db5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.648592 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0ba2cc48-fbdf-40e9-bec9-6b0d238a1db5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1904259 Jan 31 18:34:39.654486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:39.662010 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c0b0755a-81de-454e-9060-61fa229cfbe0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'security_group_rule': {'security_group_id': '33664a6d-7c50-47ca-8f16-25f560414b28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:39.670985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-441e5bdc-503e-4ca8-8455-4ad730ec88bf None None] Provisioning complete for port d2aec031-8466-40cf-b201-63d899baad27 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:39.671360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-441e5bdc-503e-4ca8-8455-4ad730ec88bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d2aec031-8466-40cf-b201-63d899baad27), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.704386 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0b0755a-81de-454e-9060-61fa229cfbe0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for security_group_rule (7bc1380f-4ffd-42bb-aa65-33fa2b8e83fd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.727058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64316ae2-81a1-46d6-bff6-dd901960cb0c req-2716269e-297b-416c-a9e0-d46c4a8eba22 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004169 Jan 31 18:34:39.798840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d2aec031-8466-40cf-b201-63d899baad27 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:39.799240 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d2aec031-8466-40cf-b201-63d899baad27), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.812197 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0b0755a-81de-454e-9060-61fa229cfbe0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for security_group_rule (7bc1380f-4ffd-42bb-aa65-33fa2b8e83fd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.821482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0b0755a-81de-454e-9060-61fa229cfbe0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (7bc1380f-4ffd-42bb-aa65-33fa2b8e83fd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.843498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device a44594ab-0451-4130-9fda-8d855f6ad18f details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:34:39.843886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985e90d-73cf-44f2-a1bb-354f5a3437d8 req-57f2e90e-4957-48fd-a4d0-d5282d11a0ee tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:39.850973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e985e90d-73cf-44f2-a1bb-354f5a3437d8 req-57f2e90e-4957-48fd-a4d0-d5282d11a0ee tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 1128 time: 0.1152313 Jan 31 18:34:39.897769 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0755a-81de-454e-9060-61fa229cfbe0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc1380f-4ffd-42bb-aa65-33fa2b8e83fd,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:39.916739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0b0755a-81de-454e-9060-61fa229cfbe0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.919897 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c0b0755a-81de-454e-9060-61fa229cfbe0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2639186 Jan 31 18:34:39.923129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:39.934744 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:39.979760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-441e5bdc-503e-4ca8-8455-4ad730ec88bf None None] Current status of the port d2aec031-8466-40cf-b201-63d899baad27 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:39.981595 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.982198 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-441e5bdc-503e-4ca8-8455-4ad730ec88bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d2aec031-8466-40cf-b201-63d899baad27), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:39.988229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e985e90d-73cf-44f2-a1bb-354f5a3437d8 req-5cc32fdc-179c-42fe-9706-2a1663f6abf6 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363242 Jan 31 18:34:40.017597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62216b-ba4b-42a7-96bd-46ade622da16 req-c941390b-8315-47c8-8579-522bfac53172 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:40.033806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee62216b-ba4b-42a7-96bd-46ade622da16 req-c941390b-8315-47c8-8579-522bfac53172 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 946 time: 0.1929793 Jan 31 18:34:40.064957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b64980aa-f285-496c-9e2e-92e512166d64 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:34:40.166350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee62216b-ba4b-42a7-96bd-46ade622da16 req-79dd6056-4550-498c-a5f3-e607ec7fb07f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291549 Jan 31 18:34:40.194622 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.247544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d80fe7-33a9-43fb-a9e2-3c37284fab23 req-bc7d366d-0a5f-468f-820a-bde30df3afc0 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:40.252984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54d80fe7-33a9-43fb-a9e2-3c37284fab23 req-bc7d366d-0a5f-468f-820a-bde30df3afc0 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 944 time: 0.1143978 Jan 31 18:34:40.274439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-441e5bdc-503e-4ca8-8455-4ad730ec88bf None None] For port d2aec031-8466-40cf-b201-63d899baad27, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d2aec031-8466-40cf-b201-63d899baad27,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:40.292867 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-441e5bdc-503e-4ca8-8455-4ad730ec88bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d2aec031-8466-40cf-b201-63d899baad27), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.344232 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d2aec031-8466-40cf-b201-63d899baad27 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:40.344753 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d2aec031-8466-40cf-b201-63d899baad27), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.351657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Allocated IP 172.25.8.224 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/dc3962a8-8f18-430a-bb8b-30707e80f486) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:40.373795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd6f3a-161f-4f1b-885f-18b1c56e1659 req-30f67129-5937-4618-af59-1b47fdab48ad tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:40.375831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port a44594ab-0451-4130-9fda-8d855f6ad18f, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a44594ab-0451-4130-9fda-8d855f6ad18f,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:40.381893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31fd6f3a-161f-4f1b-885f-18b1c56e1659 req-30f67129-5937-4618-af59-1b47fdab48ad tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 949 time: 0.1282146 Jan 31 18:34:40.392482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54d80fe7-33a9-43fb-a9e2-3c37284fab23 req-72900575-a72c-459d-a3fe-5bff7708ed6b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265912 Jan 31 18:34:40.417583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'a44594ab-0451-4130-9fda-8d855f6ad18f', 'network_id': '733bbce2-1d9b-4e28-b32d-b72fc50c4561', 'port_id': 'a44594ab-0451-4130-9fda-8d855f6ad18f', 'mac_address': 'fa:16:3e:4e:67:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87adcd95-d160-4714-a71a-98ed64115d46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:34:40.442674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e5bdc-503e-4ca8-8455-4ad730ec88bf None None] Pushing event updated for resources: {'Port': ['ID=d2aec031-8466-40cf-b201-63d899baad27,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:40.472724 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31fd6f3a-161f-4f1b-885f-18b1c56e1659 req-587a38d5-dc96-47ee-85a2-7a59fda3b6c3 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897753 Jan 31 18:34:40.501215 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for port (dc3962a8-8f18-430a-bb8b-30707e80f486), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.532991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port b64980aa-f285-496c-9e2e-92e512166d64 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:40.533373 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b64980aa-f285-496c-9e2e-92e512166d64), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.551242 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (dc3962a8-8f18-430a-bb8b-30707e80f486), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.571447 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:40.574947 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:40.578105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:34:40.594462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-68e3164f-5fe1-4d35-9d45-7543f0fc7494 None None] Provisioning complete for port 445d4f1a-990f-458e-ac07-9053e979a379 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:40.595526 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68e3164f-5fe1-4d35-9d45-7543f0fc7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (445d4f1a-990f-458e-ac07-9053e979a379), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.628121 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:34:40.628794 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:34:40.629449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port a44594ab-0451-4130-9fda-8d855f6ad18f is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:40.630029 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.678198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827d797-b36b-4658-aa30-d17f546912a0 req-50d0a56f-dba0-4983-8a99-17f2a82e2c76 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:40.687389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e827d797-b36b-4658-aa30-d17f546912a0 req-50d0a56f-dba0-4983-8a99-17f2a82e2c76 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 1133 time: 0.0850627 Jan 31 18:34:40.693041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b64980aa-f285-496c-9e2e-92e512166d64 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:40.693798 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b64980aa-f285-496c-9e2e-92e512166d64), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.701625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4aaa8e-25e1-46bc-bbf1-edd0a72c64dd req-8288fd99-c576-431b-8732-95c026b40a44 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:40.703341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd4aaa8e-25e1-46bc-bbf1-edd0a72c64dd req-8288fd99-c576-431b-8732-95c026b40a44 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1580417 Jan 31 18:34:40.724642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44594ab-0451-4130-9fda-8d855f6ad18f {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:40.748163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Port': ['ID=dc3962a8-8f18-430a-bb8b-30707e80f486,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:40.763074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:40.769199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:40.771770 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057eb92e-9f15-494c-9f45-482069305d90" -d '{"events": [{"server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "name": "network-vif-plugged", "status": "completed", "tag": "b64980aa-f285-496c-9e2e-92e512166d64"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:40.779775 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b64980aa-f285-496c-9e2e-92e512166d64), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.794661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port a44594ab-0451-4130-9fda-8d855f6ad18f, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a44594ab-0451-4130-9fda-8d855f6ad18f,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:40.797028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for floatingip (05745ca7-82f2-46e1-9323-094892fbc95b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.817383 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.828675 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e827d797-b36b-4658-aa30-d17f546912a0 req-b23acb74-cfad-46fa-84a8-1dc2d37e4624 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333776 Jan 31 18:34:40.844700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd4aaa8e-25e1-46bc-bbf1-edd0a72c64dd req-6258320a-5a32-49f3-b7e5-6feea57c8967 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190209 Jan 31 18:34:40.886549 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dc3962a8-8f18-430a-bb8b-30707e80f486), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:40.922006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-68e3164f-5fe1-4d35-9d45-7543f0fc7494 None None] Current status of the port 445d4f1a-990f-458e-ac07-9053e979a379 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:40.942056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b64980aa-f285-496c-9e2e-92e512166d64,revision_number=11']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:40.968998 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c5b4ec-bca9-4a81-bf77-26c662522620 x-openstack-request-id: req-e8c5b4ec-bca9-4a81-bf77-26c662522620 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:40.970385 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "name": "network-vif-plugged", "status": "completed", "tag": "b64980aa-f285-496c-9e2e-92e512166d64", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:40.971696 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8c5b4ec-bca9-4a81-bf77-26c662522620 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:40.972856 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64', 'code': 200} Jan 31 18:34:41.050794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-68e3164f-5fe1-4d35-9d45-7543f0fc7494 None None] Provisioning complete for port d2aec031-8466-40cf-b201-63d899baad27 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:41.051167 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68e3164f-5fe1-4d35-9d45-7543f0fc7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d2aec031-8466-40cf-b201-63d899baad27), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:41.085231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-721e6570-7c55-40b9-b176-512878a5fa8d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526817 Jan 31 18:34:41.115899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=a44594ab-0451-4130-9fda-8d855f6ad18f,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:41.139536 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for port (dc3962a8-8f18-430a-bb8b-30707e80f486), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:41.144668 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (dc3962a8-8f18-430a-bb8b-30707e80f486), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:41.215948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['a44594ab-0451-4130-9fda-8d855f6ad18f'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:41.236659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Port': ['ID=dc3962a8-8f18-430a-bb8b-30707e80f486,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:41.257171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (05745ca7-82f2-46e1-9323-094892fbc95b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:41.277836 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:41.279966 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a43694ee-8a63-42be-9d3a-fb495e5b6e22 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3540459 Jan 31 18:34:41.284429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-6e366490-0211-4838-8d8c-24130ceae94f tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:41.291258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-6e366490-0211-4838-8d8c-24130ceae94f tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999731 Jan 31 18:34:41.319223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d2aec031-8466-40cf-b201-63d899baad27 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:41.321164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 445d4f1a-990f-458e-ac07-9053e979a379 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:34:41.327434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-fc26a356-6b3b-49bf-b286-75d752b6772d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/quotas/91a42f644a6a43c6a68db0de6be71875 HTTP/1.1" status: 200 len: 375 time: 0.0349517 Jan 31 18:34:41.356750 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-68e3164f-5fe1-4d35-9d45-7543f0fc7494 None None] Current status of the port d2aec031-8466-40cf-b201-63d899baad27 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:41.438445 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-68e3164f-5fe1-4d35-9d45-7543f0fc7494 None None] Provisioning complete for port b2202cfa-1d5e-4462-926a-9bf8c49d3787 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:41.438934 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68e3164f-5fe1-4d35-9d45-7543f0fc7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:41.442880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-cb2f8820-c5a8-4725-915b-92241d80a743 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=57a793ec9c5b4f5291284cbfc8520325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502217 Jan 31 18:34:41.515878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-68e3164f-5fe1-4d35-9d45-7543f0fc7494 None None] Port b2202cfa-1d5e-4462-926a-9bf8c49d3787 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:34:41.521679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-81bdc3df-daed-4f98-8bd3-47f77bf6282d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1897941 Jan 31 18:34:41.531879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 445d4f1a-990f-458e-ac07-9053e979a379 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:41.532417 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (445d4f1a-990f-458e-ac07-9053e979a379), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:41.583821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-68e3164f-5fe1-4d35-9d45-7543f0fc7494 None None] Provisioning complete for port 781529aa-8eeb-49ff-8d79-854bed0acdbf triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:41.584326 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68e3164f-5fe1-4d35-9d45-7543f0fc7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:41.607927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-2e79bfbb-40b7-46c9-ac66-f01f25fe0c41 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:41.609897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-2e79bfbb-40b7-46c9-ac66-f01f25fe0c41 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674011 Jan 31 18:34:41.632670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-693f03e4-3e34-4ff8-a72c-a2117f72cbc6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/quotas/57a793ec9c5b4f5291284cbfc8520325 HTTP/1.1" status: 200 len: 375 time: 0.0156569 Jan 31 18:34:41.687261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-68e3164f-5fe1-4d35-9d45-7543f0fc7494 None None] Port 781529aa-8eeb-49ff-8d79-854bed0acdbf cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:34:41.732500 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 445d4f1a-990f-458e-ac07-9053e979a379 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:41.840539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d2aec031-8466-40cf-b201-63d899baad27 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:34:41.906665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d2aec031-8466-40cf-b201-63d899baad27 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:41.907108 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d2aec031-8466-40cf-b201-63d899baad27), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:42.007579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d2aec031-8466-40cf-b201-63d899baad27 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:42.069067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-d378a986-317f-4f98-a89d-945ab5e9db39 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4350712 Jan 31 18:34:42.086998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fc403-fa74-4ada-98b8-37d474e985d9 req-16249566-d6d4-455f-86e7-55edf144d100 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:42.089129 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b96fc403-fa74-4ada-98b8-37d474e985d9 req-16249566-d6d4-455f-86e7-55edf144d100 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 946 time: 0.1372428 Jan 31 18:34:42.152618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b96fc403-fa74-4ada-98b8-37d474e985d9 req-e6b14109-4fa0-4205-ac38-fec7894e9365 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576758 Jan 31 18:34:42.338256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55a3a2-800a-48b8-8484-5ab7d9464d35 req-bceba088-afac-4480-a7bd-df7c7fbe9ac1 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:42.344869 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ae55a3a2-800a-48b8-8484-5ab7d9464d35 req-bceba088-afac-4480-a7bd-df7c7fbe9ac1 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 945 time: 0.0994625 Jan 31 18:34:42.422881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-d6c52474-3e08-490c-bd15-6af3924e3d1d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1424108803&fields=id&tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e HTTP/1.1" status: 200 len: 267 time: 0.0988808 Jan 31 18:34:42.496164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-5c6aa31d-718f-4f4e-a63b-5e904dd185fa tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:42.497688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-5c6aa31d-718f-4f4e-a63b-5e904dd185fa tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports/781529aa-8eeb-49ff-8d79-854bed0acdbf HTTP/1.1" status: 200 len: 937 time: 0.0678949 Jan 31 18:34:42.557211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ae55a3a2-800a-48b8-8484-5ab7d9464d35 req-f0295851-99c1-4903-b7bd-c59ce6f3ccde tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053134 Jan 31 18:34:42.588355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0c4c7b0d-f433-4239-a542-fb80cf9bac00 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:42.590624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0c4c7b0d-f433-4239-a542-fb80cf9bac00 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports/b2202cfa-1d5e-4462-926a-9bf8c49d3787 HTTP/1.1" status: 200 len: 936 time: 0.0857372 Jan 31 18:34:42.682955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-7f9d0c67-34f5-4b6d-8254-991e5baa2498 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?network_id=fb8dcb45-e7b0-4cd2-8822-8518528b12a3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0842850 Jan 31 18:34:42.702990 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7a08b98-e39b-42e3-bc6f-90be6f362fa3 req-982484f7-9e90-4a5d-9099-aa74aa4f2884 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 210 time: 0.0602081 Jan 31 18:34:42.747510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-83bc46d4-f1fd-476b-b6f3-c81e5ed52cd8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?network_id=fb8dcb45-e7b0-4cd2-8822-8518528b12a3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0456600 Jan 31 18:34:42.909218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a9d485e4-8e2f-481e-b6f0-8857a75048c6 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:42.914289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a9d485e4-8e2f-481e-b6f0-8857a75048c6 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:42.919986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a9d485e4-8e2f-481e-b6f0-8857a75048c6 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:42.921669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a9d485e4-8e2f-481e-b6f0-8857a75048c6 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/networks?id=a69c8120-6908-4e05-952c-14dc7b37ddd6&id=f6132770-31d8-4044-871c-bab7c33e776b&id=f6132770-31d8-4044-871c-bab7c33e776b&id=fb8dcb45-e7b0-4cd2-8822-8518528b12a3&id=fb8dcb45-e7b0-4cd2-8822-8518528b12a3 HTTP/1.1" status: 200 len: 1996 time: 0.1651471 Jan 31 18:34:42.948600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91841f0-4796-4fad-8722-28109b184491 req-e68cf256-29c1-4379-b8df-e468176e92a1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:42.949744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d91841f0-4796-4fad-8722-28109b184491 req-e68cf256-29c1-4379-b8df-e468176e92a1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1263769 Jan 31 18:34:42.951411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-d60a7949-5ca8-4585-a6fd-7eb8bef82016 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/quotas/6c7a3f2a58b5437aa6abfe7ed2afcf5e HTTP/1.1" status: 200 len: 375 time: 0.0218511 Jan 31 18:34:43.091131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d91841f0-4796-4fad-8722-28109b184491 req-4034ff40-b893-48d6-8a68-331f562a7fb3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235740 Jan 31 18:34:43.124946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9f8642a4-00e2-4162-97d7-04c803992eb2 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1664855 Jan 31 18:34:43.134646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-c371a739-2b6a-4c47-93de-f46a4315e816 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741379 Jan 31 18:34:43.263382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a65e18fa-ac7d-4ada-9148-c17ae65cee5e req-13bf741b-5bee-42e4-bfe9-a7e23a3e9d3e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 210 time: 0.0816178 Jan 31 18:34:43.351247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-7254b1b0-bbda-4b39-83f6-51b7406af7a3 service neutron] 10.222.0.20 "GET /v2.0/networks/a69c8120-6908-4e05-952c-14dc7b37ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147510 Jan 31 18:34:43.421617 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-d10c1135-1ca1-43ba-981d-6ed493f329e2 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:43.423066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-d10c1135-1ca1-43ba-981d-6ed493f329e2 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767463 Jan 31 18:34:43.437137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Request body: {'port': {'device_id': '62cddb5f-90e0-4ab0-b013-cce5137019eb', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '91a42f644a6a43c6a68db0de6be71875'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:43.492430 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-82fb87da-b6c0-448c-88c7-47f4b675e0be tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=57a793ec9c5b4f5291284cbfc8520325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453818 Jan 31 18:34:43.613649 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-e766c8c4-6cf5-4b7a-8c91-dfe2e3a22571 service neutron] 10.222.0.20 "GET /v2.0/networks/a69c8120-6908-4e05-952c-14dc7b37ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516344 Jan 31 18:34:43.676143 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-c2159b56-b99d-41e2-858a-58be5b52c043 service neutron] 10.222.0.20 "GET /v2.0/ports/781529aa-8eeb-49ff-8d79-854bed0acdbf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0581758 Jan 31 18:34:43.681056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-01a8f3a1-12b1-4ed1-863d-75d3dac6213d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:43.683710 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-01a8f3a1-12b1-4ed1-863d-75d3dac6213d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828518 Jan 31 18:34:43.686182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Made reservation on behalf of 91a42f644a6a43c6a68db0de6be71875 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:43.689728 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:43.715858 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Request body: {'port': {'device_id': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '57a793ec9c5b4f5291284cbfc8520325'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:43.855700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device a44594ab-0451-4130-9fda-8d855f6ad18f up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:34:43.900089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-edcd41e6-8cd9-4690-bed9-3617bcbbaba0 service neutron] 10.222.0.20 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228169 Jan 31 18:34:43.918330 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Made reservation on behalf of 57a793ec9c5b4f5291284cbfc8520325 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:43.922635 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:43.941671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port a44594ab-0451-4130-9fda-8d855f6ad18f completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:34:43.950102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port a44594ab-0451-4130-9fda-8d855f6ad18f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:43.950822 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:44.022148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cfc69-45c4-4dd7-926b-1554ab3aa6f4 req-c6c5f6c2-5d7d-4cf2-a724-d07b69ea57ac tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:44.024148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-243cfc69-45c4-4dd7-926b-1554ab3aa6f4 req-c6c5f6c2-5d7d-4cf2-a724-d07b69ea57ac tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 945 time: 0.1829500 Jan 31 18:34:44.036479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Allocated IP 192.168.233.97 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/ff792287-71c3-4093-808b-4373e62de7d1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:44.064554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port a44594ab-0451-4130-9fda-8d855f6ad18f is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:44.065195 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:44.092923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6c5be3-017b-47ea-b429-6183f92b8785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44594ab-0451-4130-9fda-8d855f6ad18f'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:44.095862 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e9165d-569f-4f37-abb0-3dd8da38f304" -d '{"events": [{"server_uuid": "1e6c5be3-017b-47ea-b429-6183f92b8785", "name": "network-vif-plugged", "status": "completed", "tag": "a44594ab-0451-4130-9fda-8d855f6ad18f"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:44.108281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-895ecbf9-3d4e-4a6d-b192-b5e0ca5e1c88 service neutron] 10.222.0.20 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072127 Jan 31 18:34:44.113206 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port a44594ab-0451-4130-9fda-8d855f6ad18f, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a44594ab-0451-4130-9fda-8d855f6ad18f,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:44.118789 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:44.167947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-243cfc69-45c4-4dd7-926b-1554ab3aa6f4 req-a679d4e2-77db-4cca-bd9f-492aca60b1e0 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348934 Jan 31 18:34:44.180449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=a44594ab-0451-4130-9fda-8d855f6ad18f,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:44.195590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-da04ac07-79ae-448f-b3e0-a3480190f5e6 service neutron] 10.222.0.20 "GET /v2.0/ports/b2202cfa-1d5e-4462-926a-9bf8c49d3787?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0711510 Jan 31 18:34:44.376403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b5c1afb-3eef-400b-aeec-23aa8e55f48c req-435b8eac-ad42-4f5b-913c-07834542e8e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 210 time: 0.0567122 Jan 31 18:34:44.395220 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks [] for port (ff792287-71c3-4093-808b-4373e62de7d1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:44.407212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-e0e7f12d-1f03-4a3a-b50f-598c6c867248 service neutron] 10.222.0.20 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846972 Jan 31 18:34:44.426769 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75baf36-e0b0-4119-9fd7-ba98b24bfb62 x-openstack-request-id: req-a75baf36-e0b0-4119-9fd7-ba98b24bfb62 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:44.427174 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6c5be3-017b-47ea-b429-6183f92b8785", "name": "network-vif-plugged", "status": "completed", "tag": "a44594ab-0451-4130-9fda-8d855f6ad18f", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:44.427551 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a75baf36-e0b0-4119-9fd7-ba98b24bfb62 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:44.428050 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6c5be3-017b-47ea-b429-6183f92b8785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44594ab-0451-4130-9fda-8d855f6ad18f', 'code': 200} Jan 31 18:34:44.543343 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ff792287-71c3-4093-808b-4373e62de7d1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:44.555630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28', '882082bb-b518-4aa3-b003-2248a01da8de'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:44.564370 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'cc94415d-4302-4b98-bbc2-940858252a3a', 'edb1b9cc-cd81-47d9-8248-c34c532efac1'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:44.592826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fec843bc-ddb8-4e17-8dab-d73ddd926eb1 service neutron] 10.222.0.20 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791661 Jan 31 18:34:44.625112 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Allocated IP 192.168.233.209 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/ab47feaa-2cfd-4c8c-8102-4e6459920cdd) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:44.679987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:44.722350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:44.746083 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:34:44.804964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event updated for resources: {'Port': ['ID=ff792287-71c3-4093-808b-4373e62de7d1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:44.836373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afa8a9-6908-4253-9608-abe5db276387 req-28979692-1399-448b-b892-edc2b965e1e7 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:44.839155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8afa8a9-6908-4253-9608-abe5db276387 req-28979692-1399-448b-b892-edc2b965e1e7 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.3412013 Jan 31 18:34:44.849766 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks [] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:44.894196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:44.894992 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:44.908122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:44.923573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-71162bd0-ccfa-4c06-9af5-01ffa636ef01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4903278 Jan 31 18:34:44.937967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['03c7401d-cc62-45aa-ab07-3074d09dabcf', 'b64980aa-f285-496c-9e2e-92e512166d64'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:44.939971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:44.962585 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:44.965497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:34:44.972790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8afa8a9-6908-4253-9608-abe5db276387 req-32d1dc2d-ab6e-48f2-b542-55b28ce170d4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202404 Jan 31 18:34:44.976998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Request body: {'port': {'device_id': '62cddb5f-90e0-4ab0-b013-cce5137019eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:44.987094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:45.025921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-d7d5d9ad-098d-40ed-823c-5b495b2d4bd4 service neutron] 10.222.0.20 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305363 Jan 31 18:34:45.066383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:45.067164 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:45.098521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96144434-3cdd-4551-bb39-78306d2cbcc6 req-f882c8b8-2246-4ee7-b0ce-c5a94c4667ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:45.100531 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-96144434-3cdd-4551-bb39-78306d2cbcc6 req-f882c8b8-2246-4ee7-b0ce-c5a94c4667ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 1129 time: 0.5735657 Jan 31 18:34:45.104516 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4012818 Jan 31 18:34:45.117413 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d90ce-350c-4898-a59d-c9dd53d452c8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Pushing event updated for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:45.157490 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Request body: {'port': {'device_id': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:34:45.189451 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-96144434-3cdd-4551-bb39-78306d2cbcc6 req-7fcfe812-04c6-4bf8-9a5b-d764c025b031 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638127 Jan 31 18:34:45.210089 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ff792287-71c3-4093-808b-4373e62de7d1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:45.266177 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:45.357640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-71ae31f3-52e4-4551-8998-96a3549d2dbd None None] Provisioning complete for port ff792287-71c3-4093-808b-4373e62de7d1 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:45.358025 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-71ae31f3-52e4-4551-8998-96a3549d2dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ff792287-71c3-4093-808b-4373e62de7d1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:45.430387 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7d259-c2d8-4b53-9e3c-604ada09a128 req-39662cf1-1720-4525-a993-ed6412cc7efd tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:45.432960 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9db7d259-c2d8-4b53-9e3c-604ada09a128 req-39662cf1-1720-4525-a993-ed6412cc7efd tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 936 time: 0.3169599 Jan 31 18:34:45.437546 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0b5912e3-00c1-4879-b223-d7a5ef206165 service neutron] 10.222.0.20 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114115 Jan 31 18:34:45.510151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-71ae31f3-52e4-4551-8998-96a3549d2dbd None None] Port ff792287-71c3-4093-808b-4373e62de7d1 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:34:45.684210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-436baa13-5d9d-4843-9f59-b50f83179c28 None None] Provisioning complete for port ab47feaa-2cfd-4c8c-8102-4e6459920cdd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:45.684602 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-436baa13-5d9d-4843-9f59-b50f83179c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:45.753995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-436baa13-5d9d-4843-9f59-b50f83179c28 None None] Port ab47feaa-2cfd-4c8c-8102-4e6459920cdd cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:34:45.842654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9db7d259-c2d8-4b53-9e3c-604ada09a128 req-5b6b26a1-6f70-4a89-b91a-51d61fdbd6c4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016478 Jan 31 18:34:45.866156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8454ca5e-2e2b-4cc7-88a0-66635865bd78 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:34:45.902738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-754776a1-e638-4fa4-a16a-a500b26bf5b2 service neutron] 10.222.0.20 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413521 Jan 31 18:34:46.030079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff792287-71c3-4093-808b-4373e62de7d1 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:46.043650 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Publish callbacks [] for port (ff792287-71c3-4093-808b-4373e62de7d1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:46.083150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Transition to ACTIVE for port object ff792287-71c3-4093-808b-4373e62de7d1 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:34:46.084801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8454ca5e-2e2b-4cc7-88a0-66635865bd78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8454ca5e-2e2b-4cc7-88a0-66635865bd78,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:46.090451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-5752c0fb-f457-4c8e-9f07-2b5ae15d7806 service neutron] 10.222.0.20 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787980 Jan 31 18:34:46.092916 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ff792287-71c3-4093-808b-4373e62de7d1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:46.114338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '8454ca5e-2e2b-4cc7-88a0-66635865bd78', 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'port_id': '8454ca5e-2e2b-4cc7-88a0-66635865bd78', 'mac_address': 'fa:16:3e:07:f0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a886752-5fa3-4f61-a2a9-5923eb8db5c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:34:46.136455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aacacf-0f35-44fd-9910-5f9f31bd3d1d req-8c038909-87b2-430f-9e0a-9498849fc5ca tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:46.137920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0aacacf-0f35-44fd-9910-5f9f31bd3d1d req-8c038909-87b2-430f-9e0a-9498849fc5ca tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 946 time: 0.1528959 Jan 31 18:34:46.214459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:46.214861 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:46.232743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8454ca5e-2e2b-4cc7-88a0-66635865bd78 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:46.263341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8454ca5e-2e2b-4cc7-88a0-66635865bd78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8454ca5e-2e2b-4cc7-88a0-66635865bd78,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:46.269125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff792287-71c3-4093-808b-4373e62de7d1,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:46.297150 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:46.302696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab47feaa-2cfd-4c8c-8102-4e6459920cdd {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:46.311017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Publish callbacks [] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:46.341459 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Transition to ACTIVE for port object ab47feaa-2cfd-4c8c-8102-4e6459920cdd will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:34:46.346972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:46.390910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0aacacf-0f35-44fd-9910-5f9f31bd3d1d req-dafc00b7-6469-454e-8819-b5bdf2ea741b tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304666 Jan 31 18:34:46.391618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8454ca5e-2e2b-4cc7-88a0-66635865bd78,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:46.435825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-96442d59-8ce0-46a8-b3dc-49537a77c17c service neutron] 10.222.0.20 "GET /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332713 Jan 31 18:34:46.465723 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Pushing event updated for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:46.505422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Attempting to bind port ff792287-71c3-4093-808b-4373e62de7d1 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:34:46.505785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Attempting to bind port ff792287-71c3-4093-808b-4373e62de7d1 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:34:46.506124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Attempting to bind port ff792287-71c3-4093-808b-4373e62de7d1 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:46.538227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Port ff792287-71c3-4093-808b-4373e62de7d1 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:34:46.538999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Attempting to bind port ff792287-71c3-4093-808b-4373e62de7d1 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:46.550234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Attempting to bind port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:34:46.550608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Attempting to bind port ab47feaa-2cfd-4c8c-8102-4e6459920cdd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:34:46.551012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Attempting to bind port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:46.552965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:34:46.553452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:34:46.553750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:34:46.554304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Bound port: ff792287-71c3-4093-808b-4373e62de7d1, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:34:46.554788 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ff792287-71c3-4093-808b-4373e62de7d1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:46.565067 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:34:46.565067 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Attempting to bind port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:34:46.570493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:34:46.571251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:34:46.571666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:34:46.572650 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Bound port: ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:34:46.573021 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:46.628314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8454ca5e-2e2b-4cc7-88a0-66635865bd78'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:46.650613 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1d4812a9-7b6f-44f7-992d-af2e1cb1b50e service neutron] 10.222.0.20 "GET /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031415 Jan 31 18:34:46.689607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:46.693764 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:34:46.701804 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:46.746495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:46.747500 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:46.749345 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] 10.222.0.21 "PUT /v2.0/ports/ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 1097 time: 1.6247768 Jan 31 18:34:46.749983 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:46.752427 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9eda01-d3c8-4d29-bd02-4b077f5b0c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:46.841704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] For port ff792287-71c3-4093-808b-4373e62de7d1, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:46.845911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] For port ff792287-71c3-4093-808b-4373e62de7d1, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ff792287-71c3-4093-808b-4373e62de7d1,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:34:46.852418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2c60d46e-201f-4755-ba15-b8ce717f6597 service neutron] 10.222.0.20 "GET /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900811 Jan 31 18:34:46.857311 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ff792287-71c3-4093-808b-4373e62de7d1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:46.864093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a0b64-505d-4c47-abd9-3d5f5ec94d49 service neutron] Pushing event updated for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:46.891973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-8e92b2dd-ecc6-442a-8148-6aefe4b5c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:46.899014 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-8e92b2dd-ecc6-442a-8148-6aefe4b5c311 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1131 time: 0.1033292 Jan 31 18:34:46.913317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:46.914015 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:46.915781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/ff792287-71c3-4093-808b-4373e62de7d1 HTTP/1.1" status: 200 len: 1096 time: 1.9473128 Jan 31 18:34:46.919110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cddb5f-90e0-4ab0-b013-cce5137019eb', 'tag': 'ff792287-71c3-4093-808b-4373e62de7d1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:46.921559 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b252ab3f-923a-453c-9f68-c8f3c4d17215" -d '{"events": [{"name": "network-changed", "server_uuid": "62cddb5f-90e0-4ab0-b013-cce5137019eb", "tag": "ff792287-71c3-4093-808b-4373e62de7d1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:46.989408 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-10feb3c0-ff9a-419e-aecf-181b75abbe16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 217 time: 0.0543454 Jan 31 18:34:47.053390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425fb2c-15a9-40aa-802b-5942d9e2e8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff792287-71c3-4093-808b-4373e62de7d1,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:47.115039 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-4300e00c-1a27-44f0-971c-1e871b3a8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:47.116864 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-4300e00c-1a27-44f0-971c-1e871b3a8e17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1190207 Jan 31 18:34:47.209411 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-190fa74a-c37b-4604-a422-b03417b94201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:47.215788 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-190fa74a-c37b-4604-a422-b03417b94201 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0865951 Jan 31 18:34:47.234336 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-c900430a-63c3-4127-b668-e05214e64083 service neutron] 10.222.0.20 "GET /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580518 Jan 31 18:34:47.274656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40830ac-ee2f-4b22-9324-8a1b67dedf6f req-0cf836f1-3653-48be-84b4-1c9ae633b355 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:47.299819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40830ac-ee2f-4b22-9324-8a1b67dedf6f req-0cf836f1-3653-48be-84b4-1c9ae633b355 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 947 time: 0.6374478 Jan 31 18:34:47.346484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-18df0ce7-bab9-4d3f-aef5-dc80100bc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:47.348035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-18df0ce7-bab9-4d3f-aef5-dc80100bc5ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 1130 time: 0.2678485 Jan 31 18:34:47.451965 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-293600dd-c2d0-4f1d-8b95-20ea5ca9836f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=ff792287-71c3-4093-808b-4373e62de7d1 HTTP/1.1" status: 200 len: 217 time: 0.0925477 Jan 31 18:34:47.484649 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40830ac-ee2f-4b22-9324-8a1b67dedf6f req-0f292458-93e7-49c2-a9cc-117bc56ba41c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836073 Jan 31 18:34:47.492212 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-4d053c5f-af01-44eb-9c94-52eda4e7790f service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671533 Jan 31 18:34:47.629389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-c897fa99-adce-4504-b28a-fd91a195f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:47.630779 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-c897fa99-adce-4504-b28a-fd91a195f378 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1451750 Jan 31 18:34:47.689853 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bdf6aa3f-ba9e-41c9-917c-3960eb1460ba req-54bdf036-4d83-4458-8746-766cfe31be94 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864161 Jan 31 18:34:47.745636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-ee59bb75-05ed-45aa-b5cb-be7d9fe51852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:47.747191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-ee59bb75-05ed-45aa-b5cb-be7d9fe51852 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1041229 Jan 31 18:34:47.758525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2eaa73-6303-45eb-87d8-eb7d0976bf43 req-e786d0bb-905f-42e5-b949-828359510f77 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:47.766995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff2eaa73-6303-45eb-87d8-eb7d0976bf43 req-e786d0bb-905f-42e5-b949-828359510f77 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1334794 Jan 31 18:34:47.866533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8454ca5e-2e2b-4cc7-88a0-66635865bd78 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:34:47.901448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff2eaa73-6303-45eb-87d8-eb7d0976bf43 req-89ded648-4841-4833-ab7e-e404024e3e01 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264906 Jan 31 18:34:47.972952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-407884de-b9a5-41a3-b6b3-57476fd6de10 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031729 Jan 31 18:34:47.980785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:47.981173 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:48.107410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:48.107654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:48.155207 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd5cb9-c073-440c-b455-f7b88336a6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8454ca5e-2e2b-4cc7-88a0-66635865bd78'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:48.162182 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f49e3ae-b939-4d04-9e20-2a422d6bb258" -d '{"events": [{"server_uuid": "a9dd5cb9-c073-440c-b455-f7b88336a6ed", "name": "network-vif-plugged", "status": "completed", "tag": "8454ca5e-2e2b-4cc7-88a0-66635865bd78"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:48.176368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62184bd3-b383-4d9d-9d86-1524a7e7dce7 req-9ef47d68-fff9-40a7-b9ab-8e226fdf8d6a service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965230 Jan 31 18:34:48.202300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8454ca5e-2e2b-4cc7-88a0-66635865bd78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8454ca5e-2e2b-4cc7-88a0-66635865bd78,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:48.209716 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:48.245383 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd1d122-ae47-498e-97a6-fc9b877badc0 x-openstack-request-id: req-ddd1d122-ae47-498e-97a6-fc9b877badc0 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:48.245679 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:48.245947 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddd1d122-ae47-498e-97a6-fc9b877badc0 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:48.246351 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'status': 'completed', 'code': 200} Jan 31 18:34:48.273266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8454ca5e-2e2b-4cc7-88a0-66635865bd78,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:48.367521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eda01-d3c8-4d29-bd02-4b077f5b0c7c req-8aeb4ac1-e2cb-4212-8f85-2b0302ab9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:48.369876 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df9eda01-d3c8-4d29-bd02-4b077f5b0c7c req-8aeb4ac1-e2cb-4212-8f85-2b0302ab9001 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1131 time: 0.0922353 Jan 31 18:34:48.394921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaacbcc-1045-4ce0-bd29-4d3779d58bca req-21c6b9ec-85da-4174-914d-923665f72969 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:48.404659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4eaacbcc-1045-4ce0-bd29-4d3779d58bca req-21c6b9ec-85da-4174-914d-923665f72969 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 948 time: 0.0895028 Jan 31 18:34:48.523744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4eaacbcc-1045-4ce0-bd29-4d3779d58bca req-51cedfab-c272-49eb-8c31-c3ace112d1a8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124134 Jan 31 18:34:48.554420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eda01-d3c8-4d29-bd02-4b077f5b0c7c req-7f5376d4-fe35-49a2-9bb0-b980bf372bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:48.556303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df9eda01-d3c8-4d29-bd02-4b077f5b0c7c req-7f5376d4-fe35-49a2-9bb0-b980bf372bca service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.1757977 Jan 31 18:34:48.629191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df9eda01-d3c8-4d29-bd02-4b077f5b0c7c req-cb8c8bd5-ac6a-4838-9753-51fc3f63002c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 217 time: 0.0654511 Jan 31 18:34:48.727986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eda01-d3c8-4d29-bd02-4b077f5b0c7c req-13537f18-9956-4534-b213-52905871df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:48.738103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df9eda01-d3c8-4d29-bd02-4b077f5b0c7c req-13537f18-9956-4534-b213-52905871df80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0933161 Jan 31 18:34:48.742586 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395fd7b1-6546-48aa-a2b4-8165b2bc4591 x-openstack-request-id: req-395fd7b1-6546-48aa-a2b4-8165b2bc4591 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:48.746109 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cddb5f-90e0-4ab0-b013-cce5137019eb", "tag": "ff792287-71c3-4093-808b-4373e62de7d1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:48.746386 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-395fd7b1-6546-48aa-a2b4-8165b2bc4591 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:48.746825 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cddb5f-90e0-4ab0-b013-cce5137019eb', 'tag': 'ff792287-71c3-4093-808b-4373e62de7d1', 'status': 'completed', 'code': 200} Jan 31 18:34:48.762676 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-54bf983f-cc09-43d3-96bc-80c077c2cdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:48.780452 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252ab3f-923a-453c-9f68-c8f3c4d17215 req-7543bcd7-3519-491e-971e-90e56f5178e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:48.780452 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b252ab3f-923a-453c-9f68-c8f3c4d17215 req-7543bcd7-3519-491e-971e-90e56f5178e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 1130 time: 0.0848622 Jan 31 18:34:48.891430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eda01-d3c8-4d29-bd02-4b077f5b0c7c req-9af8dcdc-fefe-4ae5-90e9-c6bfa5d150f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:48.894039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df9eda01-d3c8-4d29-bd02-4b077f5b0c7c req-9af8dcdc-fefe-4ae5-90e9-c6bfa5d150f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1445651 Jan 31 18:34:48.942887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252ab3f-923a-453c-9f68-c8f3c4d17215 req-631ce838-c398-439a-9648-b411f49f5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:48.945131 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b252ab3f-923a-453c-9f68-c8f3c4d17215 req-631ce838-c398-439a-9648-b411f49f5987 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.1597910 Jan 31 18:34:48.998933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fce702-4a97-43a8-8f76-bd78155c2928 req-918a825e-e81b-4c30-8f85-7da014b2d63a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:49.001474 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b252ab3f-923a-453c-9f68-c8f3c4d17215 req-a82a3047-d5ea-40b7-91d5-2b8726be8825 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=ff792287-71c3-4093-808b-4373e62de7d1 HTTP/1.1" status: 200 len: 217 time: 0.0491219 Jan 31 18:34:49.007169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66fce702-4a97-43a8-8f76-bd78155c2928 req-918a825e-e81b-4c30-8f85-7da014b2d63a tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 946 time: 0.2679913 Jan 31 18:34:49.093620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66fce702-4a97-43a8-8f76-bd78155c2928 req-991dd83e-aa4f-4ef2-8e58-76537b17a7a1 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761425 Jan 31 18:34:49.107125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252ab3f-923a-453c-9f68-c8f3c4d17215 req-39adcc86-0c16-447a-b86e-c2c147ad87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:49.110887 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b252ab3f-923a-453c-9f68-c8f3c4d17215 req-39adcc86-0c16-447a-b86e-c2c147ad87e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0977969 Jan 31 18:34:49.183259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df9eda01-d3c8-4d29-bd02-4b077f5b0c7c req-c87d8345-5831-40f2-9ae8-b834cb7fc7c6 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740893 Jan 31 18:34:49.211588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252ab3f-923a-453c-9f68-c8f3c4d17215 req-bcfd373f-8f39-48fc-a86d-d2daae8188dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:49.214484 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b252ab3f-923a-453c-9f68-c8f3c4d17215 req-bcfd373f-8f39-48fc-a86d-d2daae8188dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0918932 Jan 31 18:34:49.246063 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475922f0-270e-4349-b4a9-412bcbb2f226 x-openstack-request-id: req-475922f0-270e-4349-b4a9-412bcbb2f226 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:49.246960 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd5cb9-c073-440c-b455-f7b88336a6ed", "name": "network-vif-plugged", "status": "completed", "tag": "8454ca5e-2e2b-4cc7-88a0-66635865bd78", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:49.247521 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-475922f0-270e-4349-b4a9-412bcbb2f226 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:49.248108 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dd5cb9-c073-440c-b455-f7b88336a6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8454ca5e-2e2b-4cc7-88a0-66635865bd78', 'code': 200} Jan 31 18:34:49.371845 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df9eda01-d3c8-4d29-bd02-4b077f5b0c7c req-967b3e4b-c7ed-4c32-983b-17dba5487205 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817520 Jan 31 18:34:49.382098 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b252ab3f-923a-453c-9f68-c8f3c4d17215 req-14f4e6e5-2d25-4e67-9e2c-5e26fde62795 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581395 Jan 31 18:34:49.414442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63e2e1-6a0a-4fdb-a1a7-5e14ae6aeae5 req-1e36b092-bff1-49d1-bd65-ac283961d175 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:49.422983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa63e2e1-6a0a-4fdb-a1a7-5e14ae6aeae5 req-1e36b092-bff1-49d1-bd65-ac283961d175 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 946 time: 0.1066363 Jan 31 18:34:49.491814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa63e2e1-6a0a-4fdb-a1a7-5e14ae6aeae5 req-1547e67d-5ea2-42ea-bce4-c315f408a520 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups?id=04245899-744a-49af-ae87-c57d0ee0d886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679023 Jan 31 18:34:49.556008 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b252ab3f-923a-453c-9f68-c8f3c4d17215 req-2f06fdaf-7979-4761-9731-167b3925b1dc service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619155 Jan 31 18:34:49.649285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625ca4b-2d71-414b-a823-68207e918858 req-f47b8b93-8723-4f68-adaf-31e920287cbe tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:49.656840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9625ca4b-2d71-414b-a823-68207e918858 req-f47b8b93-8723-4f68-adaf-31e920287cbe tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 947 time: 0.0840049 Jan 31 18:34:49.715352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9625ca4b-2d71-414b-a823-68207e918858 req-47b0e177-4fd4-43e6-9e82-d4740b92d396 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565751 Jan 31 18:34:49.903881 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db780deb-7ca8-428a-ad02-4aaab7e174c9 req-aaac0f5d-47a0-4a46-834a-10f0d45eed18 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:49.916910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db780deb-7ca8-428a-ad02-4aaab7e174c9 req-aaac0f5d-47a0-4a46-834a-10f0d45eed18 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1210608 Jan 31 18:34:49.984037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db780deb-7ca8-428a-ad02-4aaab7e174c9 req-6236fd11-f884-4ada-9bb2-10f5de31a889 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660236 Jan 31 18:34:50.093059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-c7087831-35f6-4726-bc6a-c63e8aefebc4 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:50.095835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-c7087831-35f6-4726-bc6a-c63e8aefebc4 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.49 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 946 time: 0.0741901 Jan 31 18:34:50.308446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Deleting port 5b5b7aba-2bee-406a-a359-31cda0da1fe9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:34:50.309275 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:50.381762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684397f-0018-4b24-86e7-2a9f6fec206e req-658ddfb7-efbf-4ce4-8443-05e2ead9c874 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:50.383362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a684397f-0018-4b24-86e7-2a9f6fec206e req-658ddfb7-efbf-4ce4-8443-05e2ead9c874 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 948 time: 0.1542721 Jan 31 18:34:50.498271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a684397f-0018-4b24-86e7-2a9f6fec206e req-7d6b9b00-a034-48b3-aab9-af0d413e8d16 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009536 Jan 31 18:34:50.520773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] For port 5b5b7aba-2bee-406a-a359-31cda0da1fe9, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5b5b7aba-2bee-406a-a359-31cda0da1fe9,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:50.521625 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:50.777211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:50.777568 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (5a9baf55-1f53-410f-9e64-0541eba98039), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:50.777906 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Floating IP 5a9baf55-1f53-410f-9e64-0541eba98039 disassociated. External IP: 172.25.8.22, port: 5b5b7aba-2bee-406a-a359-31cda0da1fe9. Jan 31 18:34:50.778378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Calling delete_port for 5b5b7aba-2bee-406a-a359-31cda0da1fe9 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:34:50.806462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb87769-f1ee-438b-a818-b6c416dd2a5a req-293cba4b-2192-4b3d-b2ec-11c2cb757302 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:50.808063 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffb87769-f1ee-438b-a818-b6c416dd2a5a req-293cba4b-2192-4b3d-b2ec-11c2cb757302 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 946 time: 0.0969155 Jan 31 18:34:50.928911 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffb87769-f1ee-438b-a818-b6c416dd2a5a req-47e5067b-4e4d-4c5b-851f-636e18bd95d3 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858111 Jan 31 18:34:50.983261 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7a84a0d-e9ec-4c1a-acb9-34c1e811dc39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:51.045537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5b5b7aba-2bee-406a-a359-31cda0da1fe9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:51.084087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Pushing event deleted for resources: {'Port': ['ID=5b5b7aba-2bee-406a-a359-31cda0da1fe9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:51.177279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97130582-82b3-47aa-94ca-80a07724e748 req-16161ed2-c2ef-4e85-a7f3-4d08e3a7e1ac tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/ports?device_id=8056fa84-adf8-4b0f-bdb5-35b9d46a59d1 HTTP/1.1" status: 200 len: 210 time: 0.0732899 Jan 31 18:34:51.287384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:34:51.447966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ce519-9c6c-453c-b0c9-101bfbfe91c1 req-2fdfbcee-aba1-4892-9784-a1012096b890 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:51.450273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-327ce519-9c6c-453c-b0c9-101bfbfe91c1 req-2fdfbcee-aba1-4892-9784-a1012096b890 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 947 time: 0.1144171 Jan 31 18:34:51.452216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:34:51.466637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a5b70-0c42-47c8-aada-76ad2326c055 None None] Sync routers for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:34:51.493153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a5b70-0c42-47c8-aada-76ad2326c055 None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:34:51.503364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-948a5b70-0c42-47c8-aada-76ad2326c055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:51.542007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] No DVR routers for this DVR port 5b5b7aba-2bee-406a-a359-31cda0da1fe9 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:34:51.545269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:51.551565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b987288-03d7-4196-9f64-cf7e7fba13ca req-982d769e-817a-4eb3-9270-52d4dba878ce tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.49 "DELETE /v2.0/ports/5b5b7aba-2bee-406a-a359-31cda0da1fe9 HTTP/1.1" status: 204 len: 173 time: 1.4484258 Jan 31 18:34:51.553661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'name': 'network-vif-deleted', 'tag': '5b5b7aba-2bee-406a-a359-31cda0da1fe9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:51.566666 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7742386-f4cd-47a2-921f-979a33c56266" -d '{"events": [{"server_uuid": "8056fa84-adf8-4b0f-bdb5-35b9d46a59d1", "name": "network-vif-deleted", "tag": "5b5b7aba-2bee-406a-a359-31cda0da1fe9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:51.659163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-327ce519-9c6c-453c-b0c9-101bfbfe91c1 req-c3e763aa-269f-468c-9f06-1b28a09d0ae6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996908 Jan 31 18:34:51.767543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-948a5b70-0c42-47c8-aada-76ad2326c055 None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:34:51.905353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23da858-c055-4488-8ad0-9c372979f669 req-d9ede14c-c52d-43f0-b2a8-a9ac0b80037f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:51.913428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a23da858-c055-4488-8ad0-9c372979f669 req-d9ede14c-c52d-43f0-b2a8-a9ac0b80037f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.0747910 Jan 31 18:34:51.916041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bde57-6daa-4a77-a644-0f5d8d045870 req-4687f0ec-74cd-4c4a-b47f-3ef77491a208 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:51.927345 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1d0bde57-6daa-4a77-a644-0f5d8d045870 req-4687f0ec-74cd-4c4a-b47f-3ef77491a208 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 946 time: 0.1154935 Jan 31 18:34:51.948140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ab47feaa-2cfd-4c8c-8102-4e6459920cdd details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:34:52.003891 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a23da858-c055-4488-8ad0-9c372979f669 req-3cb115ab-f010-4292-9ef4-58fce2fc7b2d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890675 Jan 31 18:34:52.057194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-1d0bde57-6daa-4a77-a644-0f5d8d045870 req-2d86daaf-54cf-4dc9-9c12-622966751be6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Deleting port a44594ab-0451-4130-9fda-8d855f6ad18f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:34:52.057930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1d0bde57-6daa-4a77-a644-0f5d8d045870 req-2d86daaf-54cf-4dc9-9c12-622966751be6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:52.284326 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27196633-6c7c-460c-a371-41d0095ef85f req-00bc18b1-3dfd-4a71-9226-12f4ccb6bd27 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:52.285301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1d0bde57-6daa-4a77-a644-0f5d8d045870 req-2d86daaf-54cf-4dc9-9c12-622966751be6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] For port a44594ab-0451-4130-9fda-8d855f6ad18f, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a44594ab-0451-4130-9fda-8d855f6ad18f,segment=NetworkSegment(2102777f-6518-4535-9277-4bf2969b3d3e),segment_id=2102777f-6518-4535-9277-4bf2969b3d3e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:52.285680 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1d0bde57-6daa-4a77-a644-0f5d8d045870 req-2d86daaf-54cf-4dc9-9c12-622966751be6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:52.286956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27196633-6c7c-460c-a371-41d0095ef85f req-00bc18b1-3dfd-4a71-9226-12f4ccb6bd27 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 948 time: 0.0803492 Jan 31 18:34:52.335952 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-1d0bde57-6daa-4a77-a644-0f5d8d045870 req-2d86daaf-54cf-4dc9-9c12-622966751be6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Calling delete_port for a44594ab-0451-4130-9fda-8d855f6ad18f owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:34:52.344102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:52.357964 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:52.411265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'mac_address': 'fa:16:3e:40:56:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:34:52.427421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27196633-6c7c-460c-a371-41d0095ef85f req-e29476f2-ec58-4f6a-b579-d559abe36b29 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336749 Jan 31 18:34:52.458900 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d395d251-ae81-4598-a5c0-e5a563cefe79 x-openstack-request-id: req-d395d251-ae81-4598-a5c0-e5a563cefe79 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:52.459501 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8056fa84-adf8-4b0f-bdb5-35b9d46a59d1", "name": "network-vif-deleted", "tag": "5b5b7aba-2bee-406a-a359-31cda0da1fe9", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:52.459501 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d395d251-ae81-4598-a5c0-e5a563cefe79 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:52.460186 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8056fa84-adf8-4b0f-bdb5-35b9d46a59d1', 'name': 'network-vif-deleted', 'tag': '5b5b7aba-2bee-406a-a359-31cda0da1fe9', 'status': 'completed', 'code': 200} Jan 31 18:34:52.544153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-948a5b70-0c42-47c8-aada-76ad2326c055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:52.549433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ab47feaa-2cfd-4c8c-8102-4e6459920cdd is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:52.551718 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:52.591072 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab47feaa-2cfd-4c8c-8102-4e6459920cdd {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:52.668572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a5b70-0c42-47c8-aada-76ad2326c055 None None] Checking router: 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:34:52.713540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a5b70-0c42-47c8-aada-76ad2326c055 None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:34:52.714577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-948a5b70-0c42-47c8-aada-76ad2326c055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:52.762586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc6be9-42df-42c6-af1b-43f1aaef8040 req-3736db9c-370b-47f2-aa21-7ce432a18d53 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:52.768749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2dc6be9-42df-42c6-af1b-43f1aaef8040 req-3736db9c-370b-47f2-aa21-7ce432a18d53 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e6c5be3-017b-47ea-b429-6183f92b8785 HTTP/1.1" status: 200 len: 946 time: 0.1200483 Jan 31 18:34:52.820142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:52.834326 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:52.836730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ff792287-71c3-4093-808b-4373e62de7d1 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:34:52.885643 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2dc6be9-42df-42c6-af1b-43f1aaef8040 req-c8b12ed4-342e-4f84-a3c5-230f0c9960eb tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups?id=33d31889-d408-40dd-aa91-9c90349aabd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075304 Jan 31 18:34:53.023322 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1d0bde57-6daa-4a77-a644-0f5d8d045870 req-2d86daaf-54cf-4dc9-9c12-622966751be6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a44594ab-0451-4130-9fda-8d855f6ad18f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:53.092119 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86daaf-54cf-4dc9-9c12-622966751be6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event deleted for resources: {'Port': ['ID=a44594ab-0451-4130-9fda-8d855f6ad18f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:53.112115 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:34:53.115560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['a44594ab-0451-4130-9fda-8d855f6ad18f'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:53.166552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ff792287-71c3-4093-808b-4373e62de7d1, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ff792287-71c3-4093-808b-4373e62de7d1,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:53.187755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0bde57-6daa-4a77-a644-0f5d8d045870 req-2d86daaf-54cf-4dc9-9c12-622966751be6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] No DVR routers for this DVR port a44594ab-0451-4130-9fda-8d855f6ad18f on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:34:53.196264 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1d0bde57-6daa-4a77-a644-0f5d8d045870 req-2d86daaf-54cf-4dc9-9c12-622966751be6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:53.203961 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1d0bde57-6daa-4a77-a644-0f5d8d045870 req-2d86daaf-54cf-4dc9-9c12-622966751be6 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.21 "DELETE /v2.0/ports/a44594ab-0451-4130-9fda-8d855f6ad18f HTTP/1.1" status: 204 len: 173 time: 1.2689803 Jan 31 18:34:53.207828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6c5be3-017b-47ea-b429-6183f92b8785', 'name': 'network-vif-deleted', 'tag': 'a44594ab-0451-4130-9fda-8d855f6ad18f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:53.219420 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b59c90-c928-4acd-88a6-8674ec83e866" -d '{"events": [{"server_uuid": "1e6c5be3-017b-47ea-b429-6183f92b8785", "name": "network-vif-deleted", "tag": "a44594ab-0451-4130-9fda-8d855f6ad18f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:53.237632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22707f8e-ce06-441c-8ff0-0902e13cc6c1 req-df4a5ec0-c94c-41a3-bc18-d1fab9c85305 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:53.241400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-22707f8e-ce06-441c-8ff0-0902e13cc6c1 req-df4a5ec0-c94c-41a3-bc18-d1fab9c85305 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 947 time: 0.1428533 Jan 31 18:34:53.253783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'ff792287-71c3-4093-808b-4373e62de7d1', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'ff792287-71c3-4093-808b-4373e62de7d1', 'mac_address': 'fa:16:3e:c5:0b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:34:53.267744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:53.316354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-948a5b70-0c42-47c8-aada-76ad2326c055 None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:34:53.350996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-22707f8e-ce06-441c-8ff0-0902e13cc6c1 req-ca1a39b7-0a7e-4597-b1cc-5a8101c4f10e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004820 Jan 31 18:34:53.390689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ff792287-71c3-4093-808b-4373e62de7d1 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:53.391216 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ff792287-71c3-4093-808b-4373e62de7d1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:53.431181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff792287-71c3-4093-808b-4373e62de7d1 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:34:53.507830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ff792287-71c3-4093-808b-4373e62de7d1, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ff792287-71c3-4093-808b-4373e62de7d1,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:53.547087 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ff792287-71c3-4093-808b-4373e62de7d1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:53.572832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137753c-da57-437e-8580-8a2413f2031f req-1b04f968-def9-4acb-879d-5fcb55f84286 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:53.580608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3137753c-da57-437e-8580-8a2413f2031f req-1b04f968-def9-4acb-879d-5fcb55f84286 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1050186 Jan 31 18:34:53.643398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3137753c-da57-437e-8580-8a2413f2031f req-eb0e800a-cd8c-4132-97f8-5704e01b159d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615177 Jan 31 18:34:53.655568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=ff792287-71c3-4093-808b-4373e62de7d1,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:53.696247 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11914ae0-f402-46fc-8137-3efa572f9f89 x-openstack-request-id: req-11914ae0-f402-46fc-8137-3efa572f9f89 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:53.697278 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6c5be3-017b-47ea-b429-6183f92b8785", "name": "network-vif-deleted", "tag": "a44594ab-0451-4130-9fda-8d855f6ad18f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:53.697774 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11914ae0-f402-46fc-8137-3efa572f9f89 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:53.698390 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6c5be3-017b-47ea-b429-6183f92b8785', 'name': 'network-vif-deleted', 'tag': 'a44594ab-0451-4130-9fda-8d855f6ad18f', 'status': 'completed', 'code': 200} Jan 31 18:34:53.783427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-948a5b70-0c42-47c8-aada-76ad2326c055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:53.887645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9817c9-0126-493a-85ea-718ef635ebd2 req-e7f88431-885b-4dcf-a2be-8452cd013fcb tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:53.898248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a5b70-0c42-47c8-aada-76ad2326c055 None None] The sync data for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 is: [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:31:52Z', 'revision_number': 4, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd3d697de-ae74-4b09-a46b-78b74e137b20', 'name': '', 'network_id': 'e60f7062-f7f6-43a2-ad3f-cd81a1b82398', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'mac_address': 'fa:16:3e:27:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '8e668443-8281-4364-bcee-a7871b835b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:51Z', 'updated_at': '2022-01-31T18:32:03Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'subnets': [{'id': '8e668443-8281-4364-bcee-a7871b835b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:34:53.898529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e9817c9-0126-493a-85ea-718ef635ebd2 req-e7f88431-885b-4dcf-a2be-8452cd013fcb tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 949 time: 0.1019018 Jan 31 18:34:53.932842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device a44594ab-0451-4130-9fda-8d855f6ad18f no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:34:54.012268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: a44594ab-0451-4130-9fda-8d855f6ad18f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:34:54.012661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device a44594ab-0451-4130-9fda-8d855f6ad18f not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:34:54.045987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e9817c9-0126-493a-85ea-718ef635ebd2 req-e12fbf10-b1d1-445a-8562-831273ec4e97 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223772 Jan 31 18:34:54.074040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 5b5b7aba-2bee-406a-a359-31cda0da1fe9 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:34:54.142934 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:54.144505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['ab47feaa-2cfd-4c8c-8102-4e6459920cdd'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:54.157335 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['ff792287-71c3-4093-808b-4373e62de7d1'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:34:54.161645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54814) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:54.166598 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:54.216447 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 5b5b7aba-2bee-406a-a359-31cda0da1fe9 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:34:54.216791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 5b5b7aba-2bee-406a-a359-31cda0da1fe9 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:34:54.358460 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c873928c-95e7-4127-8b98-dac4d6e18ef8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for security_group (04245899-744a-49af-ae87-c57d0ee0d886), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:54.438534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c873928c-95e7-4127-8b98-dac4d6e18ef8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for security_group (04245899-744a-49af-ae87-c57d0ee0d886), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:54.458889 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05109b6-3d88-4af8-b03e-1a7014a17089 None None] New status for floating IP 5a9baf55-1f53-410f-9e64-0541eba98039: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:34:54.574385 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c873928c-95e7-4127-8b98-dac4d6e18ef8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (04245899-744a-49af-ae87-c57d0ee0d886), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:54.578929 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c873928c-95e7-4127-8b98-dac4d6e18ef8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:54.580537 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c873928c-95e7-4127-8b98-dac4d6e18ef8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "DELETE /v2.0/security-groups/04245899-744a-49af-ae87-c57d0ee0d886 HTTP/1.1" status: 204 len: 168 time: 0.4166532 Jan 31 18:34:54.584426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54834) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:54.592931 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873928c-95e7-4127-8b98-dac4d6e18ef8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04245899-744a-49af-ae87-c57d0ee0d886,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:54.632498 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-32e6a08d-e63b-456f-aae6-ab2ef44025a8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] show failed (client error): The resource could not be found. Jan 31 18:34:54.637934 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54836) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:54.648762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-32e6a08d-e63b-456f-aae6-ab2ef44025a8 tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "GET /v2.0/security-groups/04245899-744a-49af-ae87-c57d0ee0d886 HTTP/1.1" status: 404 len: 347 time: 0.0529034 Jan 31 18:34:54.787515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f09a24-48ae-4a5d-8c16-5bbb31f1f9bf req-10589b17-7524-4499-bd77-1ba03a8694ae tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:54.790150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1f09a24-48ae-4a5d-8c16-5bbb31f1f9bf req-10589b17-7524-4499-bd77-1ba03a8694ae tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 948 time: 0.1180758 Jan 31 18:34:54.819729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-463aef99-1d6d-4f21-8bc4-debdb93e24de tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Deleting port b63a84c0-1f37-4c1b-9854-e61c051ab813 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:34:54.820520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-463aef99-1d6d-4f21-8bc4-debdb93e24de tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b63a84c0-1f37-4c1b-9854-e61c051ab813), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:54.867477 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1f09a24-48ae-4a5d-8c16-5bbb31f1f9bf req-30ddc302-efb0-47ad-809e-2f6cfe971a56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711107 Jan 31 18:34:54.958865 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-463aef99-1d6d-4f21-8bc4-debdb93e24de tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b63a84c0-1f37-4c1b-9854-e61c051ab813), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:54.959361 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-463aef99-1d6d-4f21-8bc4-debdb93e24de tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for floatingip (b63a84c0-1f37-4c1b-9854-e61c051ab813), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:54.975939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-463aef99-1d6d-4f21-8bc4-debdb93e24de tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Calling delete_port for b63a84c0-1f37-4c1b-9854-e61c051ab813 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:34:55.089433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d3407-dcc2-453f-973c-047d50ad72d3 req-b9f0b65c-2659-4a73-8389-f578f592ef15 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:55.090981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c24d3407-dcc2-453f-973c-047d50ad72d3 req-b9f0b65c-2659-4a73-8389-f578f592ef15 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.0747228 Jan 31 18:34:55.114159 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:55.176066 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-463aef99-1d6d-4f21-8bc4-debdb93e24de tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b63a84c0-1f37-4c1b-9854-e61c051ab813), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:55.181786 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c24d3407-dcc2-453f-973c-047d50ad72d3 req-93501750-2580-401e-a957-fb09d81a271f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820756 Jan 31 18:34:55.213919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aef99-1d6d-4f21-8bc4-debdb93e24de tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Pushing event deleted for resources: {'Port': ['ID=b63a84c0-1f37-4c1b-9854-e61c051ab813,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:55.323697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-463aef99-1d6d-4f21-8bc4-debdb93e24de tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks [] for floatingip (5a9baf55-1f53-410f-9e64-0541eba98039), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:55.329356 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-463aef99-1d6d-4f21-8bc4-debdb93e24de tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:55.332401 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-463aef99-1d6d-4f21-8bc4-debdb93e24de tempest-ServersWithSpecificFlavorTestJSON-1087752633 tempest-ServersWithSpecificFlavorTestJSON-1087752633-project] 10.222.0.20 "DELETE /v2.0/floatingips/5a9baf55-1f53-410f-9e64-0541eba98039 HTTP/1.1" status: 204 len: 168 time: 0.6918595 Jan 31 18:34:55.369407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25df9ef-5408-4e26-9857-d9aaa76d1903 req-670b19f5-0913-4ae7-9111-f640c6becdfb tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:55.371501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f25df9ef-5408-4e26-9857-d9aaa76d1903 req-670b19f5-0913-4ae7-9111-f640c6becdfb tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 949 time: 0.0785117 Jan 31 18:34:55.449093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f25df9ef-5408-4e26-9857-d9aaa76d1903 req-47e7fe1a-0205-4738-8259-dd2106ea028d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707793 Jan 31 18:34:55.553193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54852) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:55.668157 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-364eeb4b-4867-473e-bb3d-9b5c6ee941ad tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for security_group (7ec8c8d0-56c8-43da-b9dd-124fba80969b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:55.711035 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-364eeb4b-4867-473e-bb3d-9b5c6ee941ad tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for security_group (7ec8c8d0-56c8-43da-b9dd-124fba80969b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:55.810513 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-364eeb4b-4867-473e-bb3d-9b5c6ee941ad tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7ec8c8d0-56c8-43da-b9dd-124fba80969b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:55.813229 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-364eeb4b-4867-473e-bb3d-9b5c6ee941ad tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:55.816756 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-364eeb4b-4867-473e-bb3d-9b5c6ee941ad tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ec8c8d0-56c8-43da-b9dd-124fba80969b HTTP/1.1" status: 204 len: 168 time: 0.2602682 Jan 31 18:34:55.817491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54868) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:55.829025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364eeb4b-4867-473e-bb3d-9b5c6ee941ad tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec8c8d0-56c8-43da-b9dd-124fba80969b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:55.877651 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-0b24e237-7cc5-4246-8c12-8d2726043371 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] show failed (client error): The resource could not be found. Jan 31 18:34:55.890040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54872) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:55.893680 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0b24e237-7cc5-4246-8c12-8d2726043371 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "GET /v2.0/security-groups/7ec8c8d0-56c8-43da-b9dd-124fba80969b HTTP/1.1" status: 404 len: 347 time: 0.0745523 Jan 31 18:34:55.933353 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:56.085830 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-74906bf0-7ebc-4dda-9764-2c48d217e9b8 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Deleting port dd636303-d90b-4e28-804a-91c785d6246a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:34:56.086271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74906bf0-7ebc-4dda-9764-2c48d217e9b8 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (dd636303-d90b-4e28-804a-91c785d6246a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:56.112165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4862df-46c3-4754-b800-de8caf4a0d7a req-49d13c8e-5959-492e-bbd7-f9395e5c6249 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:56.121883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a4862df-46c3-4754-b800-de8caf4a0d7a req-49d13c8e-5959-492e-bbd7-f9395e5c6249 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 948 time: 0.1011081 Jan 31 18:34:56.179641 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74906bf0-7ebc-4dda-9764-2c48d217e9b8 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (dd636303-d90b-4e28-804a-91c785d6246a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:56.181438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74906bf0-7ebc-4dda-9764-2c48d217e9b8 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for floatingip (dd636303-d90b-4e28-804a-91c785d6246a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:56.194366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-74906bf0-7ebc-4dda-9764-2c48d217e9b8 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Calling delete_port for dd636303-d90b-4e28-804a-91c785d6246a owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:34:56.231119 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a4862df-46c3-4754-b800-de8caf4a0d7a req-893a0ed6-1a42-4996-a39c-1455d7311881 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079478 Jan 31 18:34:56.355304 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74906bf0-7ebc-4dda-9764-2c48d217e9b8 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (dd636303-d90b-4e28-804a-91c785d6246a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:56.438234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569a501-d37d-42de-b4f3-862882107771 req-f2e53092-1fe8-4f71-b309-b5205c0da44d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:56.440713 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f569a501-d37d-42de-b4f3-862882107771 req-f2e53092-1fe8-4f71-b309-b5205c0da44d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.0759890 Jan 31 18:34:56.444016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74906bf0-7ebc-4dda-9764-2c48d217e9b8 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Pushing event deleted for resources: {'Port': ['ID=dd636303-d90b-4e28-804a-91c785d6246a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:56.455016 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74906bf0-7ebc-4dda-9764-2c48d217e9b8 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks [] for floatingip (2a8bdd1f-eeff-4381-88cd-2f07857c35c3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:56.458645 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74906bf0-7ebc-4dda-9764-2c48d217e9b8 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:56.459831 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-74906bf0-7ebc-4dda-9764-2c48d217e9b8 tempest-ImagesOneServerNegativeTestJSON-690390038 tempest-ImagesOneServerNegativeTestJSON-690390038-project] 10.222.0.20 "DELETE /v2.0/floatingips/2a8bdd1f-eeff-4381-88cd-2f07857c35c3 HTTP/1.1" status: 204 len: 168 time: 0.5687480 Jan 31 18:34:56.507053 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f569a501-d37d-42de-b4f3-862882107771 req-abb06002-2a90-4759-8c78-29234034027f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552826 Jan 31 18:34:56.773313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227092e-44f3-4aa2-b1be-fa294b1ad198 req-cca4b785-4ad1-4c07-aa79-034b30ad37a3 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:56.773313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5227092e-44f3-4aa2-b1be-fa294b1ad198 req-cca4b785-4ad1-4c07-aa79-034b30ad37a3 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 949 time: 0.0861566 Jan 31 18:34:56.844782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5227092e-44f3-4aa2-b1be-fa294b1ad198 req-811176fb-0149-464a-a367-c04d133d7c29 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605886 Jan 31 18:34:56.940128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54898) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:57.081847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54910) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:57.153246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-132dfe27-dba9-405c-8e74-eb178cd6adf8 admin admin] Deleting subnet 87adcd95-d160-4714-a71a-98ed64115d46 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:34:57.161056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-132dfe27-dba9-405c-8e74-eb178cd6adf8 admin admin] Publish callbacks [] for subnet (87adcd95-d160-4714-a71a-98ed64115d46), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:57.241797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-132dfe27-dba9-405c-8e74-eb178cd6adf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (87adcd95-d160-4714-a71a-98ed64115d46), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:57.393138 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-132dfe27-dba9-405c-8e74-eb178cd6adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (87adcd95-d160-4714-a71a-98ed64115d46), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:57.470810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc15c0-e9c4-4b1f-80a1-afc0ee9432cc req-749aadf8-5352-4ead-9a8d-3aababe03186 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:57.479064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96cc15c0-e9c4-4b1f-80a1-afc0ee9432cc req-749aadf8-5352-4ead-9a8d-3aababe03186 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 948 time: 0.1198711 Jan 31 18:34:57.566694 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc55d434-1482-4574-af78-0b7d3ac163a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:57.916060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ab47feaa-2cfd-4c8c-8102-4e6459920cdd up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:34:57.931396 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-132dfe27-dba9-405c-8e74-eb178cd6adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (87adcd95-d160-4714-a71a-98ed64115d46), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:57.954505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dc55d434-1482-4574-af78-0b7d3ac163a1 admin admin] Deleting port d3d697de-ae74-4b09-a46b-78b74e137b20 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:34:57.957255 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc55d434-1482-4574-af78-0b7d3ac163a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:57.961259 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-132dfe27-dba9-405c-8e74-eb178cd6adf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:57.965496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-132dfe27-dba9-405c-8e74-eb178cd6adf8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/87adcd95-d160-4714-a71a-98ed64115d46 HTTP/1.1" status: 204 len: 168 time: 0.8825638 Jan 31 18:34:57.991973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96cc15c0-e9c4-4b1f-80a1-afc0ee9432cc req-8490ffc6-855f-4794-8013-347dda631e79 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098257 Jan 31 18:34:57.995457 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54926) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:58.050454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port ab47feaa-2cfd-4c8c-8102-4e6459920cdd completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:34:58.060057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port ab47feaa-2cfd-4c8c-8102-4e6459920cdd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:58.060584 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.125712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-dc55d434-1482-4574-af78-0b7d3ac163a1 admin admin] For port d3d697de-ae74-4b09-a46b-78b74e137b20, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d3d697de-ae74-4b09-a46b-78b74e137b20,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:58.125992 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc55d434-1482-4574-af78-0b7d3ac163a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.163931 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (733bbce2-1d9b-4e28-b32d-b72fc50c4561), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.164262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dc55d434-1482-4574-af78-0b7d3ac163a1 admin admin] Calling delete_port for d3d697de-ae74-4b09-a46b-78b74e137b20 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:34:58.168569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132dfe27-dba9-405c-8e74-eb178cd6adf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87adcd95-d160-4714-a71a-98ed64115d46,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:58.242428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ab47feaa-2cfd-4c8c-8102-4e6459920cdd is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:58.242863 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.327599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:34:58.328273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e016593-e6c9-401a-a8d2-31abf21ce7ee req-902ecac5-4030-424c-ba18-ceb0ac9a0f8d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:58.330697 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51bb542-f128-4da6-9954-ad5ceafcafce" -d '{"events": [{"server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "name": "network-vif-plugged", "status": "completed", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:34:58.337176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e016593-e6c9-401a-a8d2-31abf21ce7ee req-902ecac5-4030-424c-ba18-ceb0ac9a0f8d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1850753 Jan 31 18:34:58.348795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:58.355413 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.359035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ff792287-71c3-4093-808b-4373e62de7d1 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:34:58.361079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (733bbce2-1d9b-4e28-b32d-b72fc50c4561), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.409505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e016593-e6c9-401a-a8d2-31abf21ce7ee req-160b6044-d997-4078-941b-f21b0cc69a4f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710378 Jan 31 18:34:58.448378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733bbce2-1d9b-4e28-b32d-b72fc50c4561']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:58.464451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:58.487387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port ff792287-71c3-4093-808b-4373e62de7d1 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:34:58.490364 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2102777f-6518-4535-9277-4bf2969b3d3e') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:58.491847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2102777f-6518-4535-9277-4bf2969b3d3e') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:58.493835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port ff792287-71c3-4093-808b-4373e62de7d1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:58.494706 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ff792287-71c3-4093-808b-4373e62de7d1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.530103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (2102777f-6518-4535-9277-4bf2969b3d3e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.619571 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc55d434-1482-4574-af78-0b7d3ac163a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d3d697de-ae74-4b09-a46b-78b74e137b20), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.622412 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2102777f-6518-4535-9277-4bf2969b3d3e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.624024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ff792287-71c3-4093-808b-4373e62de7d1 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:34:58.624497 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ff792287-71c3-4093-808b-4373e62de7d1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.648116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:34:58.650207 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (2102777f-6518-4535-9277-4bf2969b3d3e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:34:58.651419 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:34:58.658610 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55d434-1482-4574-af78-0b7d3ac163a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d697de-ae74-4b09-a46b-78b74e137b20,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:58.664810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ff792287-71c3-4093-808b-4373e62de7d1, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ff792287-71c3-4093-808b-4373e62de7d1,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:58.670978 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ff792287-71c3-4093-808b-4373e62de7d1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.747502 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=ff792287-71c3-4093-808b-4373e62de7d1,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:58.809828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9f2bc-e05e-4194-b75c-3febce5b9714 req-b4d8353f-7b0d-4f85-aa39-a322e637efe2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:58.817896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8a9f2bc-e05e-4194-b75c-3febce5b9714 req-b4d8353f-7b0d-4f85-aa39-a322e637efe2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.2687116 Jan 31 18:34:58.879931 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc55d434-1482-4574-af78-0b7d3ac163a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.916956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8a9f2bc-e05e-4194-b75c-3febce5b9714 req-c803cb58-a427-497a-8c00-e81f092c67c3 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899594 Jan 31 18:34:58.917957 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (733bbce2-1d9b-4e28-b32d-b72fc50c4561), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.964089 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:58.995540 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] 10.222.0.20 "DELETE /v2.0/networks/733bbce2-1d9b-4e28-b32d-b72fc50c4561 HTTP/1.1" status: 204 len: 168 time: 0.9353116 Jan 31 18:34:58.998450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a60d2-c020-4c90-9f45-a1a6d63e230a admin admin] Pushing event deleted for resources: {'Network': ['ID=733bbce2-1d9b-4e28-b32d-b72fc50c4561,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:59.149290 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a633f660-af45-42b0-8859-2c5b17146d33 x-openstack-request-id: req-a633f660-af45-42b0-8859-2c5b17146d33 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:34:59.149974 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "name": "network-vif-plugged", "status": "completed", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:34:59.150430 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a633f660-af45-42b0-8859-2c5b17146d33 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:34:59.151005 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'code': 200} Jan 31 18:34:59.327466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54944) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:59.354720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59163a8b-9331-456e-8d28-15a23b679ca6 req-99fb97db-74a3-41ae-8b10-bb333f0fc3cb tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:59.356808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59163a8b-9331-456e-8d28-15a23b679ca6 req-99fb97db-74a3-41ae-8b10-bb333f0fc3cb tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 949 time: 0.1075494 Jan 31 18:34:59.444734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc55d434-1482-4574-af78-0b7d3ac163a1 admin admin] Router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:34:59.451424 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e5042476-edd1-4582-8793-0b915ea89f81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66547495f5664d03aa91ce8746ad08b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1021192 Jan 31 18:34:59.452517 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54948) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:59.459763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59163a8b-9331-456e-8d28-15a23b679ca6 req-3ae6e449-9e6f-4368-879f-b3fcb43e6afc tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813613 Jan 31 18:34:59.466629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9baaa-99ef-4d14-a2f8-4e51dcbcb09a req-4ed0bf1d-4983-4aad-9e0e-58090fb9b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:59.468260 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f2f9baaa-99ef-4d14-a2f8-4e51dcbcb09a req-4ed0bf1d-4983-4aad-9e0e-58090fb9b577 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1133 time: 0.1782374 Jan 31 18:34:59.632445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51572ec-018f-420f-82fc-e3ee8f85fe39 req-ca91b206-d06d-4c50-8cf4-630b06930cba tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:59.642314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51572ec-018f-420f-82fc-e3ee8f85fe39 req-ca91b206-d06d-4c50-8cf4-630b06930cba tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.1059697 Jan 31 18:34:59.647257 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f2f9baaa-99ef-4d14-a2f8-4e51dcbcb09a req-7b6ae813-3273-4271-98c5-bf164c077b7d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645534 Jan 31 18:34:59.714933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51572ec-018f-420f-82fc-e3ee8f85fe39 req-699000a8-dc16-4e78-b899-31da11c9700e tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668530 Jan 31 18:34:59.730632 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1820213-707a-4b2e-94a5-b13efc0fff18 admin admin] Publish callbacks [] for security_group (33d31889-d408-40dd-aa91-9c90349aabd1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:59.807854 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1820213-707a-4b2e-94a5-b13efc0fff18 admin admin] Publish callbacks [] for security_group (33d31889-d408-40dd-aa91-9c90349aabd1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:59.811477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc55d434-1482-4574-af78-0b7d3ac163a1 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:34:59.823308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20869f69-6f2b-432a-b830-745951b6079a None None] Sync routers for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:34:59.825969 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dc55d434-1482-4574-af78-0b7d3ac163a1 admin admin] 10.222.0.20 "PUT /v2.0/routers/958bac8c-f4fb-4ef1-bf45-2bccc19b8937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8846531 Jan 31 18:34:59.829916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54954) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:34:59.871931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20869f69-6f2b-432a-b830-745951b6079a None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:34:59.872423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-20869f69-6f2b-432a-b830-745951b6079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:59.916956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1820213-707a-4b2e-94a5-b13efc0fff18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (33d31889-d408-40dd-aa91-9c90349aabd1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:59.920620 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1820213-707a-4b2e-94a5-b13efc0fff18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:34:59.921540 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a1820213-707a-4b2e-94a5-b13efc0fff18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33d31889-d408-40dd-aa91-9c90349aabd1 HTTP/1.1" status: 204 len: 168 time: 0.4632614 Jan 31 18:34:59.940660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1820213-707a-4b2e-94a5-b13efc0fff18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d31889-d408-40dd-aa91-9c90349aabd1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:00.095460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-20869f69-6f2b-432a-b830-745951b6079a None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:35:00.185841 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Publish callbacks [] for router (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:00.409908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ae640-b063-44da-95d9-442abb577388 req-ee70948b-3c8d-4f06-8bdd-0b3d03b3035e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:00.418572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a95ae640-b063-44da-95d9-442abb577388 req-ee70948b-3c8d-4f06-8bdd-0b3d03b3035e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.2269256 Jan 31 18:35:00.513853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a95ae640-b063-44da-95d9-442abb577388 req-1ad6d509-36a5-41bd-b5be-727f53e8d3a1 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937102 Jan 31 18:35:00.515462 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Publish callbacks [] for router_gateway (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:00.672029 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-20869f69-6f2b-432a-b830-745951b6079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:34:58Z', 'revision_number': 5, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port': {'id': 'd3273dd7-1605-4f26-9492-d2946e266770', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:31:45Z', 'updated_at': '2022-01-31T18:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:00.686691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Deleting port d3273dd7-1605-4f26-9492-d2946e266770 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:35:00.687058 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d3273dd7-1605-4f26-9492-d2946e266770), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:00.799051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20869f69-6f2b-432a-b830-745951b6079a None None] Checking router: 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:35:00.830672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20869f69-6f2b-432a-b830-745951b6079a None None] Routers {'958bac8c-f4fb-4ef1-bf45-2bccc19b8937'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:35:00.831455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-20869f69-6f2b-432a-b830-745951b6079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:00.984524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9bebfd0-66ab-4988-baa1-fcc2020543bc req-184414f2-b0ee-4b27-8581-d89c6fc9ecec tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.1549094 Jan 31 18:35:01.070420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6deaf-5600-49a0-8e0d-7831a24300fc req-221913e2-3a9b-4b99-abda-3ec47848981e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:01.074995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6da6deaf-5600-49a0-8e0d-7831a24300fc req-221913e2-3a9b-4b99-abda-3ec47848981e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 949 time: 0.2436810 Jan 31 18:35:01.140996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-20869f69-6f2b-432a-b830-745951b6079a None None] Set router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:35:01.210644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] For port d3273dd7-1605-4f26-9492-d2946e266770, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d3273dd7-1605-4f26-9492-d2946e266770,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:01.211232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d3273dd7-1605-4f26-9492-d2946e266770), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:01.220401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cddb5f-90e0-4ab0-b013-cce5137019eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff792287-71c3-4093-808b-4373e62de7d1'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:01.232156 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efad0486-4020-435d-97f3-246b6066afd5" -d '{"events": [{"server_uuid": "62cddb5f-90e0-4ab0-b013-cce5137019eb", "name": "network-vif-plugged", "status": "completed", "tag": "ff792287-71c3-4093-808b-4373e62de7d1"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:01.328109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-20869f69-6f2b-432a-b830-745951b6079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:35:00Z', 'revision_number': 6, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:01.366549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20869f69-6f2b-432a-b830-745951b6079a None None] The sync data for ids ['958bac8c-f4fb-4ef1-bf45-2bccc19b8937'] in n-d-812111-15 is: [{'id': '958bac8c-f4fb-4ef1-bf45-2bccc19b8937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951219644-router', 'tenant_id': 'e82e137c40634b88b95c4547ead4451e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:31:44Z', 'updated_at': '2022-01-31T18:35:00Z', 'revision_number': 6, 'project_id': 'e82e137c40634b88b95c4547ead4451e', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:35:01.464304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Calling delete_port for d3273dd7-1605-4f26-9492-d2946e266770 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:35:01.485761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6da6deaf-5600-49a0-8e0d-7831a24300fc req-499d46eb-8c93-437e-880b-c49a4c071444 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914793 Jan 31 18:35:01.541006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0732f6-3a81-437e-90c2-7b829f6be2dc req-3b6875ec-2274-4870-8937-2f781bfbdc9e tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:01.542936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac0732f6-3a81-437e-90c2-7b829f6be2dc req-3b6875ec-2274-4870-8937-2f781bfbdc9e tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.3026996 Jan 31 18:35:01.584743 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13852762-36ee-4cc4-a6c6-4803c5729a5e x-openstack-request-id: req-13852762-36ee-4cc4-a6c6-4803c5729a5e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:01.585063 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cddb5f-90e0-4ab0-b013-cce5137019eb", "name": "network-vif-plugged", "status": "completed", "tag": "ff792287-71c3-4093-808b-4373e62de7d1", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:01.585325 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13852762-36ee-4cc4-a6c6-4803c5729a5e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:01.585746 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cddb5f-90e0-4ab0-b013-cce5137019eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff792287-71c3-4093-808b-4373e62de7d1', 'code': 200} Jan 31 18:35:01.796893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac0732f6-3a81-437e-90c2-7b829f6be2dc req-8a0ab5fc-91e2-49a4-a98c-65b23d3a6b6f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582427 Jan 31 18:35:01.833299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d3d697de-ae74-4b09-a46b-78b74e137b20 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:35:01.921580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d3d697de-ae74-4b09-a46b-78b74e137b20 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:35:01.921955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d3d697de-ae74-4b09-a46b-78b74e137b20 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:35:01.973063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55072) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:35:02.098570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ee8b-3888-4916-89a3-8f82375e293b req-90fe86a3-9a1f-4870-999b-07a403164662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:02.100099 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-36d5ee8b-3888-4916-89a3-8f82375e293b req-90fe86a3-9a1f-4870-999b-07a403164662 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 1132 time: 0.2902229 Jan 31 18:35:02.207516 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d3273dd7-1605-4f26-9492-d2946e266770), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:02.255286 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-821696421-network', 'tenant_id': 'b3ac8c3060404b3cb58d41a2352976c6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:02.263396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3273dd7-1605-4f26-9492-d2946e266770,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:02.327494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ede0d0-6bb0-45b8-8f2d-13d908587a76 req-74c5a219-0904-45b1-b248-42fab0c612aa tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:02.329144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56ede0d0-6bb0-45b8-8f2d-13d908587a76 req-74c5a219-0904-45b1-b248-42fab0c612aa tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.5376008 Jan 31 18:35:02.369515 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-36d5ee8b-3888-4916-89a3-8f82375e293b req-23bb99b4-a5b6-4c2f-9fab-626514cca205 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383623 Jan 31 18:35:02.377789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Made reservation on behalf of b3ac8c3060404b3cb58d41a2352976c6 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:35:02.381008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:02.413099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:02.651344 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Publish callbacks [] for security_group (e22f7fc2-117a-4523-a523-939ce406c61b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:02.656583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e22f7fc2-117a-4523-a523-939ce406c61b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:02.658191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:02.690774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22f7fc2-117a-4523-a523-939ce406c61b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:02.721199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:35:02.761392 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (79b35856-fe99-4b6b-9154-262d975632b9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:02.761963 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Added segment 79b35856-fe99-4b6b-9154-262d975632b9 of type vlan for network 97fe9fc0-3edc-4b81-a012-21a20ed95244 Jan 31 18:35:02.916301 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (97fe9fc0-3edc-4b81-a012-21a20ed95244), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:02.948528 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:02.958393 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Publish callbacks [] for router_controller (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:03.000940 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (97fe9fc0-3edc-4b81-a012-21a20ed95244), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:03.002005 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:03.009322 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:03.019484 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d67cee1-c911-4799-b03a-ca454b80335e req-180647a1-2eab-4aee-9860-cf06d82cc1d6 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.7370913 Jan 31 18:35:03.121632 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1464133 Jan 31 18:35:03.175416 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffa1f6aa-e6ac-4f66-97de-61a1f0b57bc9 req-cadb9a17-7a5a-4d46-8109-d4284fa1474e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9850166 Jan 31 18:35:03.175962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55116) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:35:03.233457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17d1c7-6e65-46cd-b281-e5e1b8c427f7 admin admin] Pushing event updated for resources: {'Network': ['ID=97fe9fc0-3edc-4b81-a012-21a20ed95244,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:03.254865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 97fe9fc0-3edc-4b81-a012-21a20ed95244 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:35:03.267782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-057507de-dd5b-40cf-96e9-2522f440678a admin admin] Request body: {'subnet': {'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-821696421-subnet', 'tenant_id': 'b3ac8c3060404b3cb58d41a2352976c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:03.398824 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56ede0d0-6bb0-45b8-8f2d-13d908587a76 req-a1f71f64-122e-4386-8402-7fc22c3a6732 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0545938 Jan 31 18:35:03.439462 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (958bac8c-f4fb-4ef1-bf45-2bccc19b8937), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:03.440161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 958bac8c-f4fb-4ef1-bf45-2bccc19b8937 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:35:03.443302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-e6a16d5c-9d8a-4893-8f6f-fa1b00237552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:03.444689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-e6a16d5c-9d8a-4893-8f6f-fa1b00237552 service neutron] 10.222.0.49 "GET /v2.0/ports/781529aa-8eeb-49ff-8d79-854bed0acdbf HTTP/1.1" status: 200 len: 1033 time: 0.4793658 Jan 31 18:35:03.476537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:03.479141 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6c9ed6ac-0f2c-418d-aae1-36dd70716b38 admin admin] 10.222.0.20 "DELETE /v2.0/routers/958bac8c-f4fb-4ef1-bf45-2bccc19b8937 HTTP/1.1" status: 204 len: 168 time: 3.6480002 Jan 31 18:35:03.482395 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:35:03.543424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057507de-dd5b-40cf-96e9-2522f440678a admin admin] Made reservation on behalf of b3ac8c3060404b3cb58d41a2352976c6 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:35:03.545865 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-057507de-dd5b-40cf-96e9-2522f440678a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:03.551562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fa08f7a1-bedb-4dc7-974e-613f48bb4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:03.552974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fa08f7a1-bedb-4dc7-974e-613f48bb4506 service neutron] 10.222.0.49 "GET /v2.0/ports/b2202cfa-1d5e-4462-926a-9bf8c49d3787 HTTP/1.1" status: 200 len: 1032 time: 0.0968897 Jan 31 18:35:03.588931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3e276-bbba-4712-bb25-470982f4f3e6 req-84c6a4cb-7b52-40ce-92a7-9f43d11b41b6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:03.594265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02d3e276-bbba-4712-bb25-470982f4f3e6 req-84c6a4cb-7b52-40ce-92a7-9f43d11b41b6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 949 time: 0.2425239 Jan 31 18:35:03.596371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1f6aa-e6ac-4f66-97de-61a1f0b57bc9 req-dcae6405-90d0-4897-a83f-093dc26b532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:03.598094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffa1f6aa-e6ac-4f66-97de-61a1f0b57bc9 req-dcae6405-90d0-4897-a83f-093dc26b532c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 1133 time: 0.3251915 Jan 31 18:35:03.662881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a9775d-148d-4862-840d-ecd58d04f4bf admin admin] Deleting subnet 8e668443-8281-4364-bcee-a7871b835b9c {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:35:03.678552 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9775d-148d-4862-840d-ecd58d04f4bf admin admin] Publish callbacks [] for subnet (8e668443-8281-4364-bcee-a7871b835b9c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:03.753351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9775d-148d-4862-840d-ecd58d04f4bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (8e668443-8281-4364-bcee-a7871b835b9c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:03.921728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d3273dd7-1605-4f26-9492-d2946e266770 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:35:03.967544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d3273dd7-1605-4f26-9492-d2946e266770 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:35:03.968265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d3273dd7-1605-4f26-9492-d2946e266770 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:35:04.088243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02d3e276-bbba-4712-bb25-470982f4f3e6 req-1a557c36-e2ff-4d57-bc99-35802cedae6d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546621 Jan 31 18:35:04.097973 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9775d-148d-4862-840d-ecd58d04f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (8e668443-8281-4364-bcee-a7871b835b9c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:04.234374 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9775d-148d-4862-840d-ecd58d04f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (8e668443-8281-4364-bcee-a7871b835b9c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:04.327975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3750c595-c34c-49e6-be81-18d04fea3a4c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:04.333464 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3750c595-c34c-49e6-be81-18d04fea3a4c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:04.340285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3750c595-c34c-49e6-be81-18d04fea3a4c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:04.342076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3750c595-c34c-49e6-be81-18d04fea3a4c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "GET /v2.0/networks?id=a69c8120-6908-4e05-952c-14dc7b37ddd6&id=f6132770-31d8-4044-871c-bab7c33e776b&id=f6132770-31d8-4044-871c-bab7c33e776b&id=f6132770-31d8-4044-871c-bab7c33e776b&id=f6132770-31d8-4044-871c-bab7c33e776b&id=fb8dcb45-e7b0-4cd2-8822-8518528b12a3&id=fb8dcb45-e7b0-4cd2-8822-8518528b12a3 HTTP/1.1" status: 200 len: 1996 time: 0.7432003 Jan 31 18:35:04.356272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4c0c5-e2d0-4fa4-8c3e-e3f650577078 req-bc3fda1b-905a-43d8-afba-a57b48977094 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:04.357856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70a4c0c5-e2d0-4fa4-8c3e-e3f650577078 req-bc3fda1b-905a-43d8-afba-a57b48977094 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.6579561 Jan 31 18:35:04.398637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9775d-148d-4862-840d-ecd58d04f4bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e668443-8281-4364-bcee-a7871b835b9c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:04.444636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1f6aa-e6ac-4f66-97de-61a1f0b57bc9 req-b5a26f84-a591-4b1b-b862-7716f0692487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:04.446229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffa1f6aa-e6ac-4f66-97de-61a1f0b57bc9 req-b5a26f84-a591-4b1b-b862-7716f0692487 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.7592099 Jan 31 18:35:04.475938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c8924d-6a60-4143-868c-a63e80a59351 None None] Network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:35:04.479644 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9775d-148d-4862-840d-ecd58d04f4bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:04.505997 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-18a9775d-148d-4862-840d-ecd58d04f4bf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8e668443-8281-4364-bcee-a7871b835b9c HTTP/1.1" status: 204 len: 168 time: 1.0221305 Jan 31 18:35:04.506687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:35:04.568093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffa1f6aa-e6ac-4f66-97de-61a1f0b57bc9 req-9c128f2e-c553-4377-8f2e-a10695b6eb94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf HTTP/1.1" status: 200 len: 217 time: 0.1044507 Jan 31 18:35:04.655620 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (e60f7062-f7f6-43a2-ad3f-cd81a1b82398), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:04.824914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Deleting port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:35:04.825520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:04.924226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] DHCP port deletion for e60f7062-f7f6-43a2-ad3f-cd81a1b82398 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:35:05.027429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] For port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3ae569bf-c99b-49bc-8ea4-9ccc1799c013,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:05.027809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:05.053238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Deleting port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:35:05.053974 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:05.066768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Calling delete_port for 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:35:05.073310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70a4c0c5-e2d0-4fa4-8c3e-e3f650577078 req-6b96b39e-1c78-41cd-b248-c8e1cb3237e8 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6700318 Jan 31 18:35:05.094443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-71395bf3-4315-4f9e-8ccf-ac394607bf1c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e HTTP/1.1" status: 200 len: 380 time: 0.7053635 Jan 31 18:35:05.112384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'port': {'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'admin_state_up': True, 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'security_groups': ['33664a6d-7c50-47ca-8f16-25f560414b28']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:05.318386 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:05.373896 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-057507de-dd5b-40cf-96e9-2522f440678a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (08582a16-ce0c-4ec4-a246-91e60ab7bd49), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:05.410443 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae569bf-c99b-49bc-8ea4-9ccc1799c013,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:05.430762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] No DVR routers for this DVR port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:35:05.483961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057507de-dd5b-40cf-96e9-2522f440678a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08582a16-ce0c-4ec4-a246-91e60ab7bd49,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:05.551260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:35:05.562127 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:05.647923 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (e60f7062-f7f6-43a2-ad3f-cd81a1b82398), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:05.706932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057507de-dd5b-40cf-96e9-2522f440678a admin admin] Checking segment: {'id': '79b35856-fe99-4b6b-9154-262d975632b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:05.708821 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60f7062-f7f6-43a2-ad3f-cd81a1b82398']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:05.709474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057507de-dd5b-40cf-96e9-2522f440678a admin admin] Network hostable DHCP agents. Network: 97fe9fc0-3edc-4b81-a012-21a20ed95244, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:35:05.728598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1f6aa-e6ac-4f66-97de-61a1f0b57bc9 req-ee9b5c62-a4f8-4bc6-b67d-958237d7d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:05.728828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:05.729112 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ee0f54-d8e6-4fa9-b805-f045c735f1fa') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:05.730856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffa1f6aa-e6ac-4f66-97de-61a1f0b57bc9 req-ee9b5c62-a4f8-4bc6-b67d-958237d7d095 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 1.1476297 Jan 31 18:35:05.737127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] For port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3ae569bf-c99b-49bc-8ea4-9ccc1799c013,segment=NetworkSegment(e4ee0f54-d8e6-4fa9-b805-f045c735f1fa),segment_id=e4ee0f54-d8e6-4fa9-b805-f045c735f1fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:05.737750 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:05.771223 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (e4ee0f54-d8e6-4fa9-b805-f045c735f1fa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:05.791921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Calling delete_port for 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:35:05.807236 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e4ee0f54-d8e6-4fa9-b805-f045c735f1fa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:05.826364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:35:05.827330 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (e4ee0f54-d8e6-4fa9-b805-f045c735f1fa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:35:05.831245 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:35:05.852818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bcb80-2154-42e1-8220-d3dc11f38e9f req-5afe494c-1db4-4dc7-8fcf-1d065546cbfe tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:05.865874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-175bcb80-2154-42e1-8220-d3dc11f38e9f req-5afe494c-1db4-4dc7-8fcf-1d065546cbfe tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1133 time: 0.4821465 Jan 31 18:35:05.880926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057507de-dd5b-40cf-96e9-2522f440678a admin admin] Network 97fe9fc0-3edc-4b81-a012-21a20ed95244 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:35:05.899436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:35:05.987440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:35:05.989864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:35:05.997984 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (e60f7062-f7f6-43a2-ad3f-cd81a1b82398), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:06.009720 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:06.020800 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e60f7062-f7f6-43a2-ad3f-cd81a1b82398 HTTP/1.1" status: 204 len: 168 time: 1.5104158 Jan 31 18:35:06.039612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55134) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:35:06.041715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-057507de-dd5b-40cf-96e9-2522f440678a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 97fe9fc0-3edc-4b81-a012-21a20ed95244) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:35:06.062520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9e80e-e645-46dc-9169-5c155d6fe752 admin admin] Pushing event deleted for resources: {'Network': ['ID=e60f7062-f7f6-43a2-ad3f-cd81a1b82398,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:06.065217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057507de-dd5b-40cf-96e9-2522f440678a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:06.065833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-057507de-dd5b-40cf-96e9-2522f440678a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:06.076646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed8563-4393-4882-a53c-73c6e59db796 None None] Network 97fe9fc0-3edc-4b81-a012-21a20ed95244 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:35:06.201082 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (3ae569bf-c99b-49bc-8ea4-9ccc1799c013), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:06.252399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Network e60f7062-f7f6-43a2-ad3f-cd81a1b82398 is not hosted by any dhcp agent {{(pid=103227) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 18:35:06.253447 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] No DVR routers for this DVR port 3ae569bf-c99b-49bc-8ea4-9ccc1799c013 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:35:06.255891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Pushing event deleted for resources: {'Port': ['ID=3ae569bf-c99b-49bc-8ea4-9ccc1799c013,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:06.274739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.275419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.275920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.276605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.277162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.277591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.278518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.279330 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.279946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.280475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.280907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.281381 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.281800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48d787b-09d1-4714-866e-3c2683678fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:06.348294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a608bee7-31ee-43e0-b13d-22d32bda477d None None] Network 97fe9fc0-3edc-4b81-a012-21a20ed95244 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:35:06.829303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Allocated IP 172.20.0.3 (a69c8120-6908-4e05-952c-14dc7b37ddd6/1b3dd08e-b156-4999-ad16-0c3ed85c691c/b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:35:06.912081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-057507de-dd5b-40cf-96e9-2522f440678a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6640100 Jan 31 18:35:06.964326 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1f6aa-e6ac-4f66-97de-61a1f0b57bc9 req-9da11f58-c1d0-44b0-8fc3-eea909b6e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:06.966151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffa1f6aa-e6ac-4f66-97de-61a1f0b57bc9 req-9da11f58-c1d0-44b0-8fc3-eea909b6e70b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.2185750 Jan 31 18:35:06.969774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-175bcb80-2154-42e1-8220-d3dc11f38e9f req-10029ec4-01ad-43e1-ae39-4499a7daa61a tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1043363 Jan 31 18:35:07.465909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436861c9-f95c-4d86-a5f9-0f1f16a86776 req-15a91d2b-9c06-45b2-be7d-c93c3988da48 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0422561 Jan 31 18:35:07.598062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffa1f6aa-e6ac-4f66-97de-61a1f0b57bc9 req-dde9d8bd-97eb-459c-bafa-804a85ffe8d0 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071832 Jan 31 18:35:07.717817 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:07.871614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03d12e-e22a-4497-ac91-faf9d7ce6ed0 req-a92ced1e-21d0-4e83-974a-41ef047b0848 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:07.877295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d03d12e-e22a-4497-ac91-faf9d7ce6ed0 req-a92ced1e-21d0-4e83-974a-41ef047b0848 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 949 time: 0.2487359 Jan 31 18:35:08.028977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d03d12e-e22a-4497-ac91-faf9d7ce6ed0 req-bdcebe74-848e-438c-8466-ffb55ed24c3b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240916 Jan 31 18:35:08.084171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffa1f6aa-e6ac-4f66-97de-61a1f0b57bc9 req-90c5700e-f59d-4c40-a3b6-1167f82c2096 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634321 Jan 31 18:35:08.106624 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:08.307786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Network a69c8120-6908-4e05-952c-14dc7b37ddd6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:35:08.316042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:35:08.319141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:35:08.369231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Port': ['ID=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:08.425539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de03535-dc8b-44dc-94fa-1d506a7f4cd1 req-137e0724-a007-441e-9ab1-5fda9d0d0fc9 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:08.427679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5de03535-dc8b-44dc-94fa-1d506a7f4cd1 req-137e0724-a007-441e-9ab1-5fda9d0d0fc9 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.2635462 Jan 31 18:35:08.455499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:08.456307 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:08.538810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-88801040-ed43-4ec1-93fb-adaa04718613 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4430714 Jan 31 18:35:08.558498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'port': {'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b', 'admin_state_up': True, 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'security_groups': ['33664a6d-7c50-47ca-8f16-25f560414b28']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:08.674933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5de03535-dc8b-44dc-94fa-1d506a7f4cd1 req-a33b66ec-6b3a-4220-a2c1-5198f37be7e8 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101758 Jan 31 18:35:08.686278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-29d29ef8-5349-4a29-9894-cbe572f96cbe None None] Provisioning complete for port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:35:08.686822 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29d29ef8-5349-4a29-9894-cbe572f96cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:08.755913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-29d29ef8-5349-4a29-9894-cbe572f96cbe None None] Port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:35:08.848239 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4acbe2a7-5aa2-4c0f-ab8c-181234b29542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (0cacb009-37c9-4ae2-95e7-656f432a7990), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:08.915889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:35:08.920882 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:09.006716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3646be86-17aa-4b81-af2f-92322c9a2fa5 req-eb09be7a-9a4c-4023-be48-bba03c6a7d5a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1071899976', 'description': 'tempest-description-307143842'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:09.110895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3646be86-17aa-4b81-af2f-92322c9a2fa5 req-eb09be7a-9a4c-4023-be48-bba03c6a7d5a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:09.341928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Allocated IP 10.1.1.229 (f6132770-31d8-4044-871c-bab7c33e776b/b43bb12a-e889-48c4-a708-fda4e6831e58/8fdc161c-5758-4da9-9179-feccdf25f2ab) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:35:09.531470 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3646be86-17aa-4b81-af2f-92322c9a2fa5 req-eb09be7a-9a4c-4023-be48-bba03c6a7d5a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (901f2cd4-88ee-448a-a440-d6132828f142), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:09.566247 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3646be86-17aa-4b81-af2f-92322c9a2fa5 req-eb09be7a-9a4c-4023-be48-bba03c6a7d5a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (901f2cd4-88ee-448a-a440-d6132828f142), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:09.963807 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-c1a2244c-3f9e-48f6-8f1f-aa8fd18f6e1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5980020 Jan 31 18:35:09.993904 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3646be86-17aa-4b81-af2f-92322c9a2fa5 req-eb09be7a-9a4c-4023-be48-bba03c6a7d5a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:09.995240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3646be86-17aa-4b81-af2f-92322c9a2fa5 req-eb09be7a-9a4c-4023-be48-bba03c6a7d5a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.0577304 Jan 31 18:35:10.013982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09be7a-9a4c-4023-be48-bba03c6a7d5a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901f2cd4-88ee-448a-a440-d6132828f142,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:10.031020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27266c-b3d0-4e7f-bc66-a076704800f1 req-066ecfa9-776d-4d12-9408-6c907fdc8d3e tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:10.032719 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d27266c-b3d0-4e7f-bc66-a076704800f1 req-066ecfa9-776d-4d12-9408-6c907fdc8d3e tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 1132 time: 0.6094358 Jan 31 18:35:10.145277 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:10.219502 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d27266c-b3d0-4e7f-bc66-a076704800f1 req-d8040fa5-cb41-48dd-8d7f-3f1fd0b15b7e tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634240 Jan 31 18:35:10.280136 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:10.293183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4acbe2a7-5aa2-4c0f-ab8c-181234b29542 admin admin] Deleting port 60e777a0-16a3-4d06-8837-7f1ea6343c47 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:35:10.293543 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4acbe2a7-5aa2-4c0f-ab8c-181234b29542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:10.435340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8ebe3-dffc-466e-a776-986f4b016721 req-86c91ccf-e528-44cd-ac96-ab46f98d796c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:10.454680 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffe8ebe3-dffc-466e-a776-986f4b016721 req-86c91ccf-e528-44cd-ac96-ab46f98d796c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 931 time: 0.2559474 Jan 31 18:35:10.482462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Network f6132770-31d8-4044-871c-bab7c33e776b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:35:10.502726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Port': ['ID=8fdc161c-5758-4da9-9179-feccdf25f2ab,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:10.505701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:35:10.527742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:35:10.688817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4acbe2a7-5aa2-4c0f-ab8c-181234b29542 admin admin] For port 60e777a0-16a3-4d06-8837-7f1ea6343c47, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=60e777a0-16a3-4d06-8837-7f1ea6343c47,segment=NetworkSegment(122d7d1f-ffda-411e-b58e-75dce6fd6c2f),segment_id=122d7d1f-ffda-411e-b58e-75dce6fd6c2f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:10.689195 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4acbe2a7-5aa2-4c0f-ab8c-181234b29542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:10.705818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:10.706543 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:10.724525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4acbe2a7-5aa2-4c0f-ab8c-181234b29542 admin admin] Calling delete_port for 60e777a0-16a3-4d06-8837-7f1ea6343c47 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:35:10.764444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008e48f-e941-48fe-9802-9d66d145fa3d req-2ad3dc57-a80b-427a-8e89-5cedff52a07f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:10.771154 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0008e48f-e941-48fe-9802-9d66d145fa3d req-2ad3dc57-a80b-427a-8e89-5cedff52a07f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.3469808 Jan 31 18:35:10.776811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffe8ebe3-dffc-466e-a776-986f4b016721 req-dad116d6-2408-45ae-81fc-686aa1b3813e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883563 Jan 31 18:35:10.787368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fb596761-cdbf-4440-9bf1-08d1e5f1358a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2357876 Jan 31 18:35:10.812491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'port': {'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b', 'admin_state_up': True, 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'security_groups': ['33664a6d-7c50-47ca-8f16-25f560414b28']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:10.985020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0008e48f-e941-48fe-9802-9d66d145fa3d req-243d3136-d415-4020-b875-b80f61c65300 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128212 Jan 31 18:35:11.019627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-47da70b3-953b-4003-acf6-90e37724aed1 None None] Provisioning complete for port 8fdc161c-5758-4da9-9179-feccdf25f2ab triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:35:11.020169 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-47da70b3-953b-4003-acf6-90e37724aed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:11.049821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-125de618-3d9f-4d72-a1f7-1637227c0e60 req-900d1825-3c38-4102-8e19-3daf32cd47ff tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-448836335', 'description': 'tempest-description-152326415'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:11.064693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-47da70b3-953b-4003-acf6-90e37724aed1 None None] Port 8fdc161c-5758-4da9-9179-feccdf25f2ab cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:35:11.161488 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-125de618-3d9f-4d72-a1f7-1637227c0e60 req-900d1825-3c38-4102-8e19-3daf32cd47ff tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:11.214679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124f6ae-6b52-4640-8472-76dbcb708144 req-9fbb4fad-cc9d-4a53-a0c7-0b332a5fcd43 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:11.216211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0124f6ae-6b52-4640-8472-76dbcb708144 req-9fbb4fad-cc9d-4a53-a0c7-0b332a5fcd43 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 0.3106461 Jan 31 18:35:11.277271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:35:11.281076 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:11.390291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0124f6ae-6b52-4640-8472-76dbcb708144 req-eaf8ed1a-dee3-47ea-8351-436d5e01d0c4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624632 Jan 31 18:35:11.479554 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4acbe2a7-5aa2-4c0f-ab8c-181234b29542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (60e777a0-16a3-4d06-8837-7f1ea6343c47), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:11.493021 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-125de618-3d9f-4d72-a1f7-1637227c0e60 req-900d1825-3c38-4102-8e19-3daf32cd47ff tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (b297367b-78b3-419e-94bd-f2ea97108232), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:11.505775 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-125de618-3d9f-4d72-a1f7-1637227c0e60 req-900d1825-3c38-4102-8e19-3daf32cd47ff tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b297367b-78b3-419e-94bd-f2ea97108232), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:11.604919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbe2a7-5aa2-4c0f-ab8c-181234b29542 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e777a0-16a3-4d06-8837-7f1ea6343c47,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:11.732545 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-125de618-3d9f-4d72-a1f7-1637227c0e60 req-900d1825-3c38-4102-8e19-3daf32cd47ff tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:11.734096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-125de618-3d9f-4d72-a1f7-1637227c0e60 req-900d1825-3c38-4102-8e19-3daf32cd47ff tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6975551 Jan 31 18:35:11.760742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Allocated IP 10.1.1.62 (f6132770-31d8-4044-871c-bab7c33e776b/b43bb12a-e889-48c4-a708-fda4e6831e58/c59513d9-bfcd-46cb-b7d3-e3acce5dec7e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:35:11.765959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d1825-3c38-4102-8e19-3daf32cd47ff tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b297367b-78b3-419e-94bd-f2ea97108232,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:11.966447 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8454ca5e-2e2b-4cc7-88a0-66635865bd78 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:35:11.970501 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:35:12.096097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:12.096660 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:12.097386 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4acbe2a7-5aa2-4c0f-ab8c-181234b29542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (0cacb009-37c9-4ae2-95e7-656f432a7990), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:12.120826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-551d34c8-0711-4df2-9c38-931775580ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:12.122366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-551d34c8-0711-4df2-9c38-931775580ffa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1133 time: 0.4142940 Jan 31 18:35:12.124287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd5cb9-c073-440c-b455-f7b88336a6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8454ca5e-2e2b-4cc7-88a0-66635865bd78'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:12.126763 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec291b7-6896-48eb-b135-7a59752922ae" -d '{"events": [{"server_uuid": "a9dd5cb9-c073-440c-b455-f7b88336a6ed", "name": "network-vif-unplugged", "status": "completed", "tag": "8454ca5e-2e2b-4cc7-88a0-66635865bd78"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:12.149752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8454ca5e-2e2b-4cc7-88a0-66635865bd78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8454ca5e-2e2b-4cc7-88a0-66635865bd78,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:12.159428 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:12.230111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8454ca5e-2e2b-4cc7-88a0-66635865bd78,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:12.289184 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:12.430736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-3ada9afe-4ef2-4ae7-b53e-809c465c947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:12.432363 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-3ada9afe-4ef2-4ae7-b53e-809c465c947c service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.2926624 Jan 31 18:35:12.509056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:12.576754 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a2c84e88-190c-49ab-b302-cadf59d6afbd tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872247 Jan 31 18:35:12.598799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-d71cb840-288a-4974-b9a1-33f436f7828f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 217 time: 0.1071970 Jan 31 18:35:12.972122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Network f6132770-31d8-4044-871c-bab7c33e776b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:35:13.012353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:35:13.014804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:35:13.086737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Port': ['ID=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:13.142451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-de03def1-a13d-4462-b910-468bc72fa953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:13.143938 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-de03def1-a13d-4462-b910-468bc72fa953 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.4907985 Jan 31 18:35:13.148449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acbe2a7-5aa2-4c0f-ab8c-181234b29542 admin admin] Router 0cacb009-37c9-4ae2-95e7-656f432a7990 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:35:13.181227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:13.181871 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:13.222056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c2e5c-658a-42ce-81d1-0b1bbe9c5e2e req-b7dd6844-b45d-496b-9465-fe9a4ff4699f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:13.227655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c2e5c-658a-42ce-81d1-0b1bbe9c5e2e req-b7dd6844-b45d-496b-9465-fe9a4ff4699f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:13.232980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c2e5c-658a-42ce-81d1-0b1bbe9c5e2e req-b7dd6844-b45d-496b-9465-fe9a4ff4699f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:13.240728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d18c2e5c-658a-42ce-81d1-0b1bbe9c5e2e req-b7dd6844-b45d-496b-9465-fe9a4ff4699f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 2373 time: 0.7146075 Jan 31 18:35:13.285202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-d08aa2a4-0501-4554-a367-93322cd45e72 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:13.286689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-d08aa2a4-0501-4554-a367-93322cd45e72 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6655083 Jan 31 18:35:13.292361 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3a34160f-f694-4154-b108-21fc8371d48f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4943752 Jan 31 18:35:13.315737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fab82359-486c-44ca-9ee9-bba1ed44afac None None] Provisioning complete for port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:35:13.317069 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fab82359-486c-44ca-9ee9-bba1ed44afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:13.317262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'port': {'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3', 'admin_state_up': True, 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'security_groups': ['33664a6d-7c50-47ca-8f16-25f560414b28']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:13.358949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fab82359-486c-44ca-9ee9-bba1ed44afac None None] Port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:35:13.387039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-9d3eeab6-831e-4887-83a3-f17a5f270ba5 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/quotas/91a42f644a6a43c6a68db0de6be71875 HTTP/1.1" status: 200 len: 375 time: 0.0896363 Jan 31 18:35:13.419783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d18c2e5c-658a-42ce-81d1-0b1bbe9c5e2e req-b8b4306b-f2fa-4d11-89d0-351e702ad12c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780899 Jan 31 18:35:13.531358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acbe2a7-5aa2-4c0f-ab8c-181234b29542 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:35:13.535626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-4221a5e0-3149-47a1-a4da-ccfe30969e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:13.537220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-4221a5e0-3149-47a1-a4da-ccfe30969e43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3792112 Jan 31 18:35:13.545012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:35:13.546089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4acbe2a7-5aa2-4c0f-ab8c-181234b29542 admin admin] 10.222.0.20 "PUT /v2.0/routers/0cacb009-37c9-4ae2-95e7-656f432a7990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4603071 Jan 31 18:35:13.547196 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d0be1-a6a2-44d5-9b46-60b5a2537bc3 None None] Sync routers for ids ['0cacb009-37c9-4ae2-95e7-656f432a7990'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:35:13.561785 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d0be1-a6a2-44d5-9b46-60b5a2537bc3 None None] Routers {'0cacb009-37c9-4ae2-95e7-656f432a7990'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:35:13.564535 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-728d0be1-a6a2-44d5-9b46-60b5a2537bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0cacb009-37c9-4ae2-95e7-656f432a7990'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:13.678119 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Publish callbacks [] for router (0cacb009-37c9-4ae2-95e7-656f432a7990), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:13.758519 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-728d0be1-a6a2-44d5-9b46-60b5a2537bc3 None None] Set router 0cacb009-37c9-4ae2-95e7-656f432a7990 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:35:13.812739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Publish callbacks [] for router_gateway (0cacb009-37c9-4ae2-95e7-656f432a7990), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:13.905891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Deleting port 84bfdeee-68b1-49d5-b728-00815256857f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:35:13.906225 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (84bfdeee-68b1-49d5-b728-00815256857f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:13.921287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-9703b787-5dc4-434c-86a9-035ba3328f0b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5224690 Jan 31 18:35:13.987317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-f39b7f58-36c6-47ec-8df6-45abb2e5bcdd tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:13.990271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-f39b7f58-36c6-47ec-8df6-45abb2e5bcdd tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/networks?id=97fe9fc0-3edc-4b81-a012-21a20ed95244 HTTP/1.1" status: 200 len: 812 time: 0.4427688 Jan 31 18:35:14.033445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-5019d56c-d1e3-4c58-a33a-3a9bd6842d21 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546812 Jan 31 18:35:14.036516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-74265243-7a58-45be-869e-e92accd09006 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/quotas/b3ac8c3060404b3cb58d41a2352976c6 HTTP/1.1" status: 200 len: 375 time: 0.0296314 Jan 31 18:35:14.066703 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-728d0be1-a6a2-44d5-9b46-60b5a2537bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864223074-router', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '84bfdeee-68b1-49d5-b728-00815256857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:35:11Z', 'revision_number': 5, 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'gw_port': {'id': '84bfdeee-68b1-49d5-b728-00815256857f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:06Z', 'updated_at': '2022-01-31T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:14.088080 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] For port 84bfdeee-68b1-49d5-b728-00815256857f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=84bfdeee-68b1-49d5-b728-00815256857f,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:14.088509 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (84bfdeee-68b1-49d5-b728-00815256857f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:14.114422 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Calling delete_port for 84bfdeee-68b1-49d5-b728-00815256857f owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:35:14.119720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-e7e3c80f-5f02-4a5d-ad05-52c537cb49a2 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3ac8c3060404b3cb58d41a2352976c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756795 Jan 31 18:35:14.130853 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d0be1-a6a2-44d5-9b46-60b5a2537bc3 None None] Checking router: 0cacb009-37c9-4ae2-95e7-656f432a7990 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:35:14.141561 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d0be1-a6a2-44d5-9b46-60b5a2537bc3 None None] Routers {'0cacb009-37c9-4ae2-95e7-656f432a7990'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:35:14.142450 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-728d0be1-a6a2-44d5-9b46-60b5a2537bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0cacb009-37c9-4ae2-95e7-656f432a7990'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:14.211608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:35:14.306800 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-728d0be1-a6a2-44d5-9b46-60b5a2537bc3 None None] Set router 0cacb009-37c9-4ae2-95e7-656f432a7990 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:35:14.330455 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:14.448171 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-728d0be1-a6a2-44d5-9b46-60b5a2537bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864223074-router', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:35:13Z', 'revision_number': 6, 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:14.478078 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (84bfdeee-68b1-49d5-b728-00815256857f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:14.498179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-131c760b-fc53-4db5-9ca2-56e8b79dc665 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562228 Jan 31 18:35:14.547724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Pushing event deleted for resources: {'Port': ['ID=84bfdeee-68b1-49d5-b728-00815256857f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:14.584741 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d0be1-a6a2-44d5-9b46-60b5a2537bc3 None None] The sync data for ids ['0cacb009-37c9-4ae2-95e7-656f432a7990'] in n-d-812111-15 is: [{'id': '0cacb009-37c9-4ae2-95e7-656f432a7990', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864223074-router', 'tenant_id': '6f461e4d3b8746f99e7a4478223a8d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:03Z', 'updated_at': '2022-01-31T18:35:13Z', 'revision_number': 6, 'project_id': '6f461e4d3b8746f99e7a4478223a8d75', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:35:14.654122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (0cacb009-37c9-4ae2-95e7-656f432a7990), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:14.741333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f423-9fd9-4b1b-ab23-b176542fc2ee req-519e3319-7599-4aa3-8d32-6822f7b1bc6f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:14.748811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e32f423-9fd9-4b1b-ab23-b176542fc2ee req-519e3319-7599-4aa3-8d32-6822f7b1bc6f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.4441500 Jan 31 18:35:14.964420 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-f549bb0a-173a-4e28-80ba-f30b2f62b74a service neutron] 10.222.0.20 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7869515 Jan 31 18:35:15.140194 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e32f423-9fd9-4b1b-ab23-b176542fc2ee req-8c3e74c4-cd51-461a-a3ae-b2e8fc580300 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904047 Jan 31 18:35:15.152396 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (0cacb009-37c9-4ae2-95e7-656f432a7990), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:15.161724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Publish callbacks [] for router_controller (0cacb009-37c9-4ae2-95e7-656f432a7990), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:15.219733 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6708952d-9c1e-4efd-ba56-4cda16e5dfb2 x-openstack-request-id: req-6708952d-9c1e-4efd-ba56-4cda16e5dfb2 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:15.220697 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd5cb9-c073-440c-b455-f7b88336a6ed", "name": "network-vif-unplugged", "status": "completed", "tag": "8454ca5e-2e2b-4cc7-88a0-66635865bd78", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:15.221113 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6708952d-9c1e-4efd-ba56-4cda16e5dfb2 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:15.221696 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dd5cb9-c073-440c-b455-f7b88336a6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8454ca5e-2e2b-4cc7-88a0-66635865bd78', 'code': 200} Jan 31 18:35:15.240392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-e7bac7f7-8d2b-4b60-8550-f8108f26f6c1 service neutron] 10.222.0.20 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416787 Jan 31 18:35:15.248100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-80096868-4161-43af-a935-e0394a8b2fe8 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:15.249906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-80096868-4161-43af-a935-e0394a8b2fe8 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973&tenant_id=9fffd57ee5764d53b8880788295d6082&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1129 time: 0.5516217 Jan 31 18:35:15.261460 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (0cacb009-37c9-4ae2-95e7-656f432a7990), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:15.262032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cacb009-37c9-4ae2-95e7-656f432a7990 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:35:15.267868 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-15'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:15.270837 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:15.275009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55314) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:35:15.277266 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3ec0523f-6d7f-43f4-94dc-5209666c16cd admin admin] 10.222.0.20 "DELETE /v2.0/routers/0cacb009-37c9-4ae2-95e7-656f432a7990 HTTP/1.1" status: 204 len: 168 time: 1.7300978 Jan 31 18:35:15.469873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd1acd4-1810-4877-af1a-c9f39e64a6b4 admin admin] Deleting subnet 9eeb9e83-35cc-4644-8eca-f0b68a73abfc {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:35:15.474394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Allocated IP 10.2.2.100 (fb8dcb45-e7b0-4cd2-8822-8518528b12a3/43a646ec-9f33-41b3-8057-62e02cfe3088/1539c814-7e36-408b-9f7d-bfd966045188) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:35:15.485086 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd1acd4-1810-4877-af1a-c9f39e64a6b4 admin admin] Publish callbacks [] for subnet (9eeb9e83-35cc-4644-8eca-f0b68a73abfc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:15.597141 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:15.692987 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd1acd4-1810-4877-af1a-c9f39e64a6b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (9eeb9e83-35cc-4644-8eca-f0b68a73abfc), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:15.850853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe69dc90-46ba-40df-8f44-ca729b7cf7c0 req-297f48be-300b-4388-a383-63ceb70dac0e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 210 time: 0.1141381 Jan 31 18:35:15.931109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 60e777a0-16a3-4d06-8837-7f1ea6343c47 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:35:15.996986 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 60e777a0-16a3-4d06-8837-7f1ea6343c47 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:35:15.998604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 60e777a0-16a3-4d06-8837-7f1ea6343c47 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:35:16.000088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 84bfdeee-68b1-49d5-b728-00815256857f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:35:16.071822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 84bfdeee-68b1-49d5-b728-00815256857f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:35:16.074573 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 84bfdeee-68b1-49d5-b728-00815256857f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:35:16.257362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ab40b8cb-66a7-4c96-ba4b-c11c1166af7a details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:35:16.422722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:16.442460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ab40b8cb-66a7-4c96-ba4b-c11c1166af7a has no active binding in host n-h1-812111-15 {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 18:35:16.662908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-b344e1fe-beb0-455c-a734-c951fdcde96e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6587007 Jan 31 18:35:16.721414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47484c97-78da-4caf-bf9c-7ccd9113b613 req-2ce5b5cb-da57-4cdd-ae98-1e918b3af6d8 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:16.723556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47484c97-78da-4caf-bf9c-7ccd9113b613 req-2ce5b5cb-da57-4cdd-ae98-1e918b3af6d8 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 946 time: 1.1673851 Jan 31 18:35:16.785321 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd1acd4-1810-4877-af1a-c9f39e64a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (9eeb9e83-35cc-4644-8eca-f0b68a73abfc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:17.047566 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for port (1539c814-7e36-408b-9f7d-bfd966045188), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:17.058649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae28d3e-371d-49ce-ac84-600ed9c5dfe6 req-675d68fa-0e4b-4829-bc82-034de9302803 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:17.063984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae28d3e-371d-49ce-ac84-600ed9c5dfe6 req-675d68fa-0e4b-4829-bc82-034de9302803 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:17.069517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae28d3e-371d-49ce-ac84-600ed9c5dfe6 req-675d68fa-0e4b-4829-bc82-034de9302803 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:17.071472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ae28d3e-371d-49ce-ac84-600ed9c5dfe6 req-675d68fa-0e4b-4829-bc82-034de9302803 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 2373 time: 0.9611993 Jan 31 18:35:17.088743 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:17.117087 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47484c97-78da-4caf-bf9c-7ccd9113b613 req-5496ef5c-0f07-4121-9fdd-cdbc0a013a71 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368180 Jan 31 18:35:17.135915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd1acd4-1810-4877-af1a-c9f39e64a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (9eeb9e83-35cc-4644-8eca-f0b68a73abfc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:17.168640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-7fc496f4-11d6-4132-8e3f-186d50aa4f2e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:17.178966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-7fc496f4-11d6-4132-8e3f-186d50aa4f2e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4892054 Jan 31 18:35:17.287609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e2db60-18f8-4cc9-a887-6d95542695b8 None None] Network c9846beb-09c1-408e-9a57-928a56ead9d7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:35:17.289396 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd1acd4-1810-4877-af1a-c9f39e64a6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:17.313468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8dd1acd4-1810-4877-af1a-c9f39e64a6b4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9eeb9e83-35cc-4644-8eca-f0b68a73abfc HTTP/1.1" status: 204 len: 168 time: 2.0254047 Jan 31 18:35:17.315069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1acd4-1810-4877-af1a-c9f39e64a6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eeb9e83-35cc-4644-8eca-f0b68a73abfc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:17.339721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Request body: {'port': {'device_id': '19d418be-1771-4b08-b322-22f71bfa7306', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '91a42f644a6a43c6a68db0de6be71875'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:17.356027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55338) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:35:17.390986 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-5a142de4-a3c1-4310-9420-2fd41235942d tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:17.392496 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-5a142de4-a3c1-4310-9420-2fd41235942d tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.21 "GET /v2.0/networks?id=97fe9fc0-3edc-4b81-a012-21a20ed95244 HTTP/1.1" status: 200 len: 812 time: 0.1725450 Jan 31 18:35:17.424664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'port': {'device_id': 'b7b2967f-43d1-4a3b-8259-fb3483d30fb9', 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244', 'admin_state_up': True, 'tenant_id': 'b3ac8c3060404b3cb58d41a2352976c6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:17.555407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e5bb6ee0-f873-472a-b983-cb9257c28a74 req-50a55fb2-e92e-465e-9613-5922b9001742 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 210 time: 0.1852350 Jan 31 18:35:17.587879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66a2cf-b650-4ab7-94e2-5866c16c4ed1 None None] DHCP port deletion for c9846beb-09c1-408e-9a57-928a56ead9d7 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:35:17.687598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-df66a2cf-b650-4ab7-94e2-5866c16c4ed1 None None] Deleting port 2bdbb270-75db-4137-9d1d-d24a46d42414 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:35:17.688501 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-df66a2cf-b650-4ab7-94e2-5866c16c4ed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:17.689600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Made reservation on behalf of b3ac8c3060404b3cb58d41a2352976c6 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:35:17.704541 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:17.723324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:17.781399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-df66a2cf-b650-4ab7-94e2-5866c16c4ed1 None None] For port 2bdbb270-75db-4137-9d1d-d24a46d42414, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2bdbb270-75db-4137-9d1d-d24a46d42414,segment=NetworkSegment(122d7d1f-ffda-411e-b58e-75dce6fd6c2f),segment_id=122d7d1f-ffda-411e-b58e-75dce6fd6c2f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:17.781803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-df66a2cf-b650-4ab7-94e2-5866c16c4ed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:17.788455 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Publish callbacks [] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:17.792376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c395926-ccb4-40b0-9dcc-b2cbb0e61973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab40b8cb-66a7-4c96-ba4b-c11c1166af7a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:17.795570 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de2652d-e5e2-44a8-b978-73d8718e2980" -d '{"events": [{"server_uuid": "4c395926-ccb4-40b0-9dcc-b2cbb0e61973", "name": "network-vif-unplugged", "status": "completed", "tag": "ab40b8cb-66a7-4c96-ba4b-c11c1166af7a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:17.804089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-df66a2cf-b650-4ab7-94e2-5866c16c4ed1 None None] Calling delete_port for 2bdbb270-75db-4137-9d1d-d24a46d42414 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:35:17.862450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ae28d3e-371d-49ce-ac84-600ed9c5dfe6 req-5e0884e8-af86-4c96-b64b-301c3e76ece4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7776916 Jan 31 18:35:17.916751 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (c9846beb-09c1-408e-9a57-928a56ead9d7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:17.921307 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:17.955578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2bdbb270-75db-4137-9d1d-d24a46d42414 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:35:17.975368 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1539c814-7e36-408b-9f7d-bfd966045188), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:17.992692 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Allocated IP 172.20.0.7 (97fe9fc0-3edc-4b81-a012-21a20ed95244/08582a16-ce0c-4ec4-a246-91e60ab7bd49/60bafff0-9d01-475e-8401-8f8e0d797c10) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:35:18.116255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:35:18.147290 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-df66a2cf-b650-4ab7-94e2-5866c16c4ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.190509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66a2cf-b650-4ab7-94e2-5866c16c4ed1 None None] Pushing event deleted for resources: {'Port': ['ID=2bdbb270-75db-4137-9d1d-d24a46d42414,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:18.198820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2bdbb270-75db-4137-9d1d-d24a46d42414 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:18.198820 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2bdbb270-75db-4137-9d1d-d24a46d42414), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.236577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df66a2cf-b650-4ab7-94e2-5866c16c4ed1 None None] No DVR routers for this DVR port 2bdbb270-75db-4137-9d1d-d24a46d42414 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:35:18.295444 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.315152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] The port '2bdbb270-75db-4137-9d1d-d24a46d42414' was deleted {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 31 18:35:18.321123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:35:18.323865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Attempting to bind port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on host n-h2-812111-15 for vnic_type normal with profile {"migrating_to": "n-h1-812111-15"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:18.324216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Attempting to bind port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:18.324568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Attempting to bind port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:18.326809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:35:18.376814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Made reservation on behalf of 91a42f644a6a43c6a68db0de6be71875 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:35:18.380379 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.400913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-5413d6f5-197c-40b9-aa5a-24fca13ec421 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:18.401445 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.410841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-5413d6f5-197c-40b9-aa5a-24fca13ec421 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/networks?id=2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 200 len: 805 time: 0.7177744 Jan 31 18:35:18.462946 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Network 97fe9fc0-3edc-4b81-a012-21a20ed95244 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:35:18.468643 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:35:18.480558 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:35:18.545004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'Port': ['ID=60bafff0-9d01-475e-8401-8f8e0d797c10,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:18.571835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d0969-6497-48ad-8944-03732104959f req-98160060-8ad3-4800-b5f1-8c43b513cdaa tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:18.573477 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-227d0969-6497-48ad-8944-03732104959f req-98160060-8ad3-4800-b5f1-8c43b513cdaa tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9dd5cb9-c073-440c-b455-f7b88336a6ed HTTP/1.1" status: 200 len: 944 time: 0.2756989 Jan 31 18:35:18.595708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:18.596031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Attempting to bind port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:18.646023 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Pushing event updated for resources: {'Port': ['ID=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:18.649383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:18.650778 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.686093 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-97f74195-9cb8-459e-9439-b19526a32a35 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2659099 Jan 31 18:35:18.686830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-06753d7e-362a-495f-8a41-0f4ddf2ffaab tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/quotas/08bf323cbeac4719b88fd63908e36526 HTTP/1.1" status: 200 len: 375 time: 0.2751307 Jan 31 18:35:18.700766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:18.701628 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.704143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:18.704538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:18.704926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:18.705371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Bound port: ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:18.705760 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.711856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Request body: {'port': {'device_id': 'b7b2967f-43d1-4a3b-8259-fb3483d30fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:18.727861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74c0486a-2907-43e3-9373-29b6b96d6ea6 None None] Provisioning complete for port 1539c814-7e36-408b-9f7d-bfd966045188 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:35:18.730660 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74c0486a-2907-43e3-9373-29b6b96d6ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1539c814-7e36-408b-9f7d-bfd966045188), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.781182 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-054ba3a1-e2ba-431c-9918-553817c8842b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.811577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74c0486a-2907-43e3-9373-29b6b96d6ea6 None None] Port 1539c814-7e36-408b-9f7d-bfd966045188 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:35:18.850460 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (c9846beb-09c1-408e-9a57-928a56ead9d7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.869457 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.896746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5946534 Jan 31 18:35:18.907185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Allocated IP 192.168.233.151 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/5a03ca3f-982b-488b-9164-2d313ae070d2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:35:18.940014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'port': {'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3', 'admin_state_up': True, 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'security_groups': ['33664a6d-7c50-47ca-8f16-25f560414b28']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:18.950424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28b5cf-1c2f-4daa-85f5-0f4bd93da829 req-3990e1a5-9138-48b3-ab12-3b9d703112c6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:18.951992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d28b5cf-1c2f-4daa-85f5-0f4bd93da829 req-3990e1a5-9138-48b3-ab12-3b9d703112c6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.8716521 Jan 31 18:35:18.955258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-227d0969-6497-48ad-8944-03732104959f req-c4bad09c-5cd0-4d88-8aa7-2b2d7aabb5af tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Deleting port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:35:18.955694 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-227d0969-6497-48ad-8944-03732104959f req-c4bad09c-5cd0-4d88-8aa7-2b2d7aabb5af tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:18.969232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda4211-ebe1-41bd-8dc1-74093d01e53b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Port': ['ID=1539c814-7e36-408b-9f7d-bfd966045188,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:19.010939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9846beb-09c1-408e-9a57-928a56ead9d7']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:19.099538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122d7d1f-ffda-411e-b58e-75dce6fd6c2f') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:19.099846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122d7d1f-ffda-411e-b58e-75dce6fd6c2f') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:35:19.139816 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (122d7d1f-ffda-411e-b58e-75dce6fd6c2f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:19.184770 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-227d0969-6497-48ad-8944-03732104959f req-c4bad09c-5cd0-4d88-8aa7-2b2d7aabb5af tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] For port 8454ca5e-2e2b-4cc7-88a0-66635865bd78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8454ca5e-2e2b-4cc7-88a0-66635865bd78,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:19.185606 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-227d0969-6497-48ad-8944-03732104959f req-c4bad09c-5cd0-4d88-8aa7-2b2d7aabb5af tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:19.191500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-5c6b4eb8-9d9f-4fe0-aeef-1e6ebcfa7b1b tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=08bf323cbeac4719b88fd63908e36526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4254723 Jan 31 18:35:19.206595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-227d0969-6497-48ad-8944-03732104959f req-c4bad09c-5cd0-4d88-8aa7-2b2d7aabb5af tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Calling delete_port for 8454ca5e-2e2b-4cc7-88a0-66635865bd78 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:35:19.225574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (122d7d1f-ffda-411e-b58e-75dce6fd6c2f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:19.233624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:19.291237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d28b5cf-1c2f-4daa-85f5-0f4bd93da829 req-2efeea67-3bcf-47c5-b9de-a42f3ba847ab tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176379 Jan 31 18:35:19.295071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:19.298022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:35:19.298469 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (122d7d1f-ffda-411e-b58e-75dce6fd6c2f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:35:19.303075 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:35:19.380545 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:19.548445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b142ab76-ab9b-48e8-be18-598078574d8d req-fcdd3ff3-915c-4864-8a9b-d62db693b59c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 210 time: 0.0950654 Jan 31 18:35:19.572296 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (c9846beb-09c1-408e-9a57-928a56ead9d7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:19.587833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Made reservation on behalf of 6c7a3f2a58b5437aa6abfe7ed2afcf5e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:35:19.630163 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:19.634185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c9846beb-09c1-408e-9a57-928a56ead9d7 HTTP/1.1" status: 204 len: 168 time: 2.2449429 Jan 31 18:35:19.663725 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28e8c22-b77d-4433-83a3-171610d4b51a x-openstack-request-id: req-b28e8c22-b77d-4433-83a3-171610d4b51a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:19.664207 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c395926-ccb4-40b0-9dcc-b2cbb0e61973", "name": "network-vif-unplugged", "status": "completed", "tag": "ab40b8cb-66a7-4c96-ba4b-c11c1166af7a", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:19.664585 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b28e8c22-b77d-4433-83a3-171610d4b51a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:19.668569 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c395926-ccb4-40b0-9dcc-b2cbb0e61973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab40b8cb-66a7-4c96-ba4b-c11c1166af7a', 'code': 200} Jan 31 18:35:19.694885 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-227d0969-6497-48ad-8944-03732104959f req-c4bad09c-5cd0-4d88-8aa7-2b2d7aabb5af tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8454ca5e-2e2b-4cc7-88a0-66635865bd78), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:19.738774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Pushing event updated for resources: {'Port': ['ID=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:19.757152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bad09c-5cd0-4d88-8aa7-2b2d7aabb5af tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Pushing event deleted for resources: {'Port': ['ID=8454ca5e-2e2b-4cc7-88a0-66635865bd78,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:19.762828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bafff0-9d01-475e-8401-8f8e0d797c10 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:19.799393 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Publish callbacks [] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:19.819576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2654d-fcb5-4e64-af0c-ebd187d977e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9846beb-09c1-408e-9a57-928a56ead9d7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:19.819999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-227d0969-6497-48ad-8944-03732104959f req-c4bad09c-5cd0-4d88-8aa7-2b2d7aabb5af tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] No DVR routers for this DVR port 8454ca5e-2e2b-4cc7-88a0-66635865bd78 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:35:19.827262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-43961b85-40bf-416b-b706-f4a0c6b0fd89 service neutron] 10.222.0.20 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168365 Jan 31 18:35:19.849886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Transition to ACTIVE for port object 60bafff0-9d01-475e-8401-8f8e0d797c10 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:19.861099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-227d0969-6497-48ad-8944-03732104959f req-c4bad09c-5cd0-4d88-8aa7-2b2d7aabb5af tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:19.869123 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-227d0969-6497-48ad-8944-03732104959f req-c4bad09c-5cd0-4d88-8aa7-2b2d7aabb5af tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.21 "DELETE /v2.0/ports/8454ca5e-2e2b-4cc7-88a0-66635865bd78 HTTP/1.1" status: 204 len: 173 time: 1.2781672 Jan 31 18:35:19.870212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd5cb9-c073-440c-b455-f7b88336a6ed', 'name': 'network-vif-deleted', 'tag': '8454ca5e-2e2b-4cc7-88a0-66635865bd78'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:19.881709 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469eb706-6aee-4090-8224-c990143ef57b" -d '{"events": [{"server_uuid": "a9dd5cb9-c073-440c-b455-f7b88336a6ed", "name": "network-vif-deleted", "tag": "8454ca5e-2e2b-4cc7-88a0-66635865bd78"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:19.908178 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:19.979271 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55364) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:35:20.147035 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Pushing event updated for resources: {'Port': ['ID=60bafff0-9d01-475e-8401-8f8e0d797c10,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:20.174080 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f98bcdee-54c7-47ea-9546-42e2624ff601 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e82e137c40634b88b95c4547ead4451e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1850309 Jan 31 18:35:20.182118 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Attempting to bind port 60bafff0-9d01-475e-8401-8f8e0d797c10 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:20.182760 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Attempting to bind port 60bafff0-9d01-475e-8401-8f8e0d797c10 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '79b35856-fe99-4b6b-9154-262d975632b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:20.183056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55366) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:35:20.183861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Attempting to bind port 60bafff0-9d01-475e-8401-8f8e0d797c10 on network 97fe9fc0-3edc-4b81-a012-21a20ed95244 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:20.190342 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Port 60bafff0-9d01-475e-8401-8f8e0d797c10 on network 97fe9fc0-3edc-4b81-a012-21a20ed95244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:20.190679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Attempting to bind port 60bafff0-9d01-475e-8401-8f8e0d797c10 on network 97fe9fc0-3edc-4b81-a012-21a20ed95244 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:20.202534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:20.203106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Checking segment: {'id': '79b35856-fe99-4b6b-9154-262d975632b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:20.203503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Bound using segment: {'id': '79b35856-fe99-4b6b-9154-262d975632b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:20.203933 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Bound port: 60bafff0-9d01-475e-8401-8f8e0d797c10, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b35856-fe99-4b6b-9154-262d975632b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:20.204295 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:20.217790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:20.218420 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:20.219866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-90f1c627-5d8c-4091-ac16-bf1ae5c5b763 service neutron] 10.222.0.49 "PUT /v2.0/ports/ab40b8cb-66a7-4c96-ba4b-c11c1166af7a HTTP/1.1" status: 200 len: 1124 time: 4.9612021 Jan 31 18:35:20.225804 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks [] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:20.295880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] For port 60bafff0-9d01-475e-8401-8f8e0d797c10, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:20.301737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] For port 60bafff0-9d01-475e-8401-8f8e0d797c10, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=60bafff0-9d01-475e-8401-8f8e0d797c10,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:20.319470 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:20.347419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['ab40b8cb-66a7-4c96-ba4b-c11c1166af7a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:20.380580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:20.381282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:20.383183 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:20.383321 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] 10.222.0.21 "PUT /v2.0/ports/60bafff0-9d01-475e-8401-8f8e0d797c10 HTTP/1.1" status: 200 len: 1092 time: 1.6765378 Jan 31 18:35:20.415306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5ac96-f25f-4343-afce-d05ec18e0c3a req-459afed3-5158-4638-b602-e601c4240de3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:20.422309 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5f5ac96-f25f-4343-afce-d05ec18e0c3a req-459afed3-5158-4638-b602-e601c4240de3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 944 time: 0.6418872 Jan 31 18:35:20.432827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26a14-7982-4e4d-9259-e22c948775ab service neutron] Pushing event updated for resources: {'Port': ['ID=60bafff0-9d01-475e-8401-8f8e0d797c10,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:20.472609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['ab40b8cb-66a7-4c96-ba4b-c11c1166af7a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:20.481989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-7baf3429-587f-4b08-beff-d6000ac9cdb3 service neutron] 10.222.0.20 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157706 Jan 31 18:35:20.523982 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c3b01d4-25e3-4bae-b3f4-f50cd3b90806 admin admin] Publish callbacks [] for security_group (cdf420b1-bd5d-4e52-a859-143a6937c7cc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:20.530031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-ad588c78-1ba4-4967-a935-4bac2e16ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:20.543354 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-ad588c78-1ba4-4967-a935-4bac2e16ab90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3ac8c3060404b3cb58d41a2352976c6&device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 1126 time: 0.0951915 Jan 31 18:35:20.543602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:20.571944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28', '882082bb-b518-4aa3-b003-2248a01da8de'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:20.577639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'cc94415d-4302-4b98-bbc2-940858252a3a', 'edb1b9cc-cd81-47d9-8248-c34c532efac1', 'ff792287-71c3-4093-808b-4373e62de7d1'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:20.805713 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-da778e53-baaf-4e02-85a6-bea17c5140dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60bafff0-9d01-475e-8401-8f8e0d797c10 HTTP/1.1" status: 200 len: 217 time: 0.2630281 Jan 31 18:35:20.834037 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c3b01d4-25e3-4bae-b3f4-f50cd3b90806 admin admin] Publish callbacks [] for security_group (cdf420b1-bd5d-4e52-a859-143a6937c7cc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:20.902026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5f5ac96-f25f-4343-afce-d05ec18e0c3a req-cb177ba4-0810-4c5b-8ce7-433d41bc4ed7 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785790 Jan 31 18:35:20.908461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-c31eac4d-ffd3-44a4-bc69-4ff98880c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:20.910413 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-c31eac4d-ffd3-44a4-bc69-4ff98880c098 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08582a16-ce0c-4ec4-a246-91e60ab7bd49 HTTP/1.1" status: 200 len: 852 time: 0.0619617 Jan 31 18:35:21.008796 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-4e9b9366-eedf-4670-89a8-aa48c9da7942 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97fe9fc0-3edc-4b81-a012-21a20ed95244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885031 Jan 31 18:35:21.032270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:35:21.122077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7153350b-ed86-45f8-b94e-a99f243cbd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:21.128662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event updated for resources: {'Port': ['ID=5a03ca3f-982b-488b-9164-2d313ae070d2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:21.176103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:35:21.234478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:35:21.244300 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c3b01d4-25e3-4bae-b3f4-f50cd3b90806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (cdf420b1-bd5d-4e52-a859-143a6937c7cc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:21.246539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c3b01d4-25e3-4bae-b3f4-f50cd3b90806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:21.248507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3c3b01d4-25e3-4bae-b3f4-f50cd3b90806 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdf420b1-bd5d-4e52-a859-143a6937c7cc HTTP/1.1" status: 204 len: 168 time: 1.0636024 Jan 31 18:35:21.279765 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-6ce29b6e-a62c-44b0-b343-466f185f45d2 service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656901 Jan 31 18:35:21.534172 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ea66fb-89a3-4cd7-b34a-2d4a85711267 req-6166c94a-6a37-460c-8d20-13ae4acb6ef3 service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439177 Jan 31 18:35:21.547176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b01d4-25e3-4bae-b3f4-f50cd3b90806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf420b1-bd5d-4e52-a859-143a6937c7cc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:21.723374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c395926-ccb4-40b0-9dcc-b2cbb0e61973', 'tag': 'ab40b8cb-66a7-4c96-ba4b-c11c1166af7a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:21.727332 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dd1937-2068-413e-9d43-027dd574b37e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c395926-ccb4-40b0-9dcc-b2cbb0e61973", "tag": "ab40b8cb-66a7-4c96-ba4b-c11c1166af7a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:21.761431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf28e5e-9d8c-4815-a68d-c733cf9c96b2 req-92b67250-91b0-4bc8-9db1-651e14797778 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:21.769837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf28e5e-9d8c-4815-a68d-c733cf9c96b2 req-92b67250-91b0-4bc8-9db1-651e14797778 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:21.777784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf28e5e-9d8c-4815-a68d-c733cf9c96b2 req-92b67250-91b0-4bc8-9db1-651e14797778 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:21.789219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf28e5e-9d8c-4815-a68d-c733cf9c96b2 req-92b67250-91b0-4bc8-9db1-651e14797778 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:21.791932 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bf28e5e-9d8c-4815-a68d-c733cf9c96b2 req-92b67250-91b0-4bc8-9db1-651e14797778 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 3094 time: 0.6518781 Jan 31 18:35:21.809821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:21.810521 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:21.833833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7c04f959-6d9c-4f93-bc8a-f0dcd1616d90 None None] Provisioning complete for port 5a03ca3f-982b-488b-9164-2d313ae070d2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:35:21.834890 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7c04f959-6d9c-4f93-bc8a-f0dcd1616d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:21.899367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bf28e5e-9d8c-4815-a68d-c733cf9c96b2 req-6d2b9d94-51b4-4abc-9399-a33142d9ea6f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775123 Jan 31 18:35:21.912294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8cff6-6332-49fe-9ca3-73e0bf23efe6 req-c23b5d8b-03aa-44e4-97c2-30d428cdf0e6 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:21.923967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5e8cff6-6332-49fe-9ca3-73e0bf23efe6 req-c23b5d8b-03aa-44e4-97c2-30d428cdf0e6 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 943 time: 0.7879527 Jan 31 18:35:21.951179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7c04f959-6d9c-4f93-bc8a-f0dcd1616d90 None None] Port 5a03ca3f-982b-488b-9164-2d313ae070d2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:35:21.993391 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47cb4b0-eb5b-4e2a-954a-34e80288409e x-openstack-request-id: req-e47cb4b0-eb5b-4e2a-954a-34e80288409e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:21.994025 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd5cb9-c073-440c-b455-f7b88336a6ed", "name": "network-vif-deleted", "tag": "8454ca5e-2e2b-4cc7-88a0-66635865bd78", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:21.994143 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e47cb4b0-eb5b-4e2a-954a-34e80288409e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:21.994910 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dd5cb9-c073-440c-b455-f7b88336a6ed', 'name': 'network-vif-deleted', 'tag': '8454ca5e-2e2b-4cc7-88a0-66635865bd78', 'status': 'completed', 'code': 200} Jan 31 18:35:22.012223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8454ca5e-2e2b-4cc7-88a0-66635865bd78 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:35:22.072912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5e8cff6-6332-49fe-9ca3-73e0bf23efe6 req-2638f20a-e028-4907-a5c5-6940f6bc151d tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453290 Jan 31 18:35:22.076473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 8454ca5e-2e2b-4cc7-88a0-66635865bd78 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:35:22.076982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8454ca5e-2e2b-4cc7-88a0-66635865bd78 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:35:22.124873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-a0d366a2-f05f-4028-bdd3-e6e6c423f5e6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7950218 Jan 31 18:35:22.131246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Allocated IP 10.2.2.200 (fb8dcb45-e7b0-4cd2-8822-8518528b12a3/43a646ec-9f33-41b3-8057-62e02cfe3088/83872ae9-6796-4894-9758-c716c0d1898e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:35:22.165883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55394) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:35:22.220622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Request body: {'port': {'device_id': '19d418be-1771-4b08-b322-22f71bfa7306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:22.259188 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-429f7c10-8573-4ddb-8cbc-72c3954a64d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f461e4d3b8746f99e7a4478223a8d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0919840 Jan 31 18:35:22.260592 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55396) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:35:22.279200 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:22.355433 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ecabd4b-449d-4957-8fe2-4fdaadae7022 admin admin] Publish callbacks [] for security_group (492bda41-759a-4505-b200-622cd824f395), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:22.412601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ecabd4b-449d-4957-8fe2-4fdaadae7022 admin admin] Publish callbacks [] for security_group (492bda41-759a-4505-b200-622cd824f395), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:22.493017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ecabd4b-449d-4957-8fe2-4fdaadae7022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (492bda41-759a-4505-b200-622cd824f395), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:22.496493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac66889-e8df-4f81-88b4-b3ab1c600e75 req-e50ae7ff-3aed-4977-b5a9-bf1b03d6754f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:22.502040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ecabd4b-449d-4957-8fe2-4fdaadae7022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:22.506745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ac66889-e8df-4f81-88b4-b3ab1c600e75 req-e50ae7ff-3aed-4977-b5a9-bf1b03d6754f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.3656604 Jan 31 18:35:22.506999 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5ecabd4b-449d-4957-8fe2-4fdaadae7022 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/492bda41-759a-4505-b200-622cd824f395 HTTP/1.1" status: 204 len: 168 time: 0.2427981 Jan 31 18:35:22.518769 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecabd4b-449d-4957-8fe2-4fdaadae7022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492bda41-759a-4505-b200-622cd824f395,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:22.542330 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:22.622024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1505f-4ac2-4346-b0cf-04af60bda63d req-3efa1ec5-b4b8-47e3-934d-5a2486355a20 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:22.623832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eef1505f-4ac2-4346-b0cf-04af60bda63d req-3efa1ec5-b4b8-47e3-934d-5a2486355a20 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 936 time: 0.3200617 Jan 31 18:35:22.767419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ac66889-e8df-4f81-88b4-b3ab1c600e75 req-6200930e-447c-4524-af0c-f8d940126525 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625515 Jan 31 18:35:22.905459 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for port (83872ae9-6796-4894-9758-c716c0d1898e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:22.940481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eef1505f-4ac2-4346-b0cf-04af60bda63d req-8a6ca0d3-6c24-4866-9b61-7d80584d2f22 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770691 Jan 31 18:35:23.015621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc0f242d-b54d-4a32-84a1-4593ea13e022 req-17ba902b-2679-4385-a02a-29723c143d4a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 210 time: 0.0942628 Jan 31 18:35:23.089665 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03b9d12-e97e-4ec4-a231-f976f4bdca95 x-openstack-request-id: req-a03b9d12-e97e-4ec4-a231-f976f4bdca95 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:23.089959 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c395926-ccb4-40b0-9dcc-b2cbb0e61973", "tag": "ab40b8cb-66a7-4c96-ba4b-c11c1166af7a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:23.090353 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a03b9d12-e97e-4ec4-a231-f976f4bdca95 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:23.090766 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c395926-ccb4-40b0-9dcc-b2cbb0e61973', 'tag': 'ab40b8cb-66a7-4c96-ba4b-c11c1166af7a', 'status': 'completed', 'code': 200} Jan 31 18:35:23.213316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd1937-2068-413e-9d43-027dd574b37e req-222792c8-eeaa-4c0b-88ff-b6689fac09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:23.214909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-30dd1937-2068-413e-9d43-027dd574b37e req-222792c8-eeaa-4c0b-88ff-b6689fac09e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 1158 time: 0.0979881 Jan 31 18:35:23.328438 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (83872ae9-6796-4894-9758-c716c0d1898e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:23.408799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd1937-2068-413e-9d43-027dd574b37e req-92d0d304-223f-4b8f-909f-9669c43817e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:23.413112 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-30dd1937-2068-413e-9d43-027dd574b37e req-92d0d304-223f-4b8f-909f-9669c43817e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.1806626 Jan 31 18:35:23.462815 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-30dd1937-2068-413e-9d43-027dd574b37e req-20f1800b-3a6f-4904-b10d-46050df21bc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a HTTP/1.1" status: 200 len: 217 time: 0.0419559 Jan 31 18:35:23.491663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:35:23.526812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:35:23.539448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event updated for resources: {'Port': ['ID=83872ae9-6796-4894-9758-c716c0d1898e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:23.544487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:35:23.568384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ce7cc-29e0-4d33-bcbc-d7b48ed79831 req-e02c8e32-42c2-4a22-a2e2-1a33a38d512f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:23.569019 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd1937-2068-413e-9d43-027dd574b37e req-7e2317df-ff17-4ac4-b267-67def91fdd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:23.570756 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-30dd1937-2068-413e-9d43-027dd574b37e req-7e2317df-ff17-4ac4-b267-67def91fdd69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.0980766 Jan 31 18:35:23.574954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ce7cc-29e0-4d33-bcbc-d7b48ed79831 req-e02c8e32-42c2-4a22-a2e2-1a33a38d512f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:23.580816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ce7cc-29e0-4d33-bcbc-d7b48ed79831 req-e02c8e32-42c2-4a22-a2e2-1a33a38d512f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:23.587370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ce7cc-29e0-4d33-bcbc-d7b48ed79831 req-e02c8e32-42c2-4a22-a2e2-1a33a38d512f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:23.593382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ce7cc-29e0-4d33-bcbc-d7b48ed79831 req-e02c8e32-42c2-4a22-a2e2-1a33a38d512f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:23.595355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-727ce7cc-29e0-4d33-bcbc-d7b48ed79831 req-e02c8e32-42c2-4a22-a2e2-1a33a38d512f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 3815 time: 0.4225802 Jan 31 18:35:23.641418 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-30dd1937-2068-413e-9d43-027dd574b37e req-9a93fcb6-fedb-408c-92c8-b22941455f80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608137 Jan 31 18:35:23.680984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.681376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.681738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.682084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.682419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.682758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.683114 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.683430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.683764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.684096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.684468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.684798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.685125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:23.705197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-9cb8787f-c08c-4dfe-8e32-5511ab53fa25 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:23.713437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-9cb8787f-c08c-4dfe-8e32-5511ab53fa25 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.49 "GET /v2.0/networks?id=2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 200 len: 805 time: 0.6322577 Jan 31 18:35:23.754417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Request body: {'port': {'device_id': 'f4b33c52-78ca-4720-ab18-b5ac84c09294', 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'admin_state_up': True, 'tenant_id': '08bf323cbeac4719b88fd63908e36526'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:23.765664 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dda1f-f693-4e9d-95a7-158cb895ac28 req-a5a26e55-1761-4829-94bb-207be518216a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:23.767540 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa3dda1f-f693-4e9d-95a7-158cb895ac28 req-a5a26e55-1761-4829-94bb-207be518216a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 944 time: 0.5368319 Jan 31 18:35:23.821021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a03ca3f-982b-488b-9164-2d313ae070d2 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:23.845949 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-30dd1937-2068-413e-9d43-027dd574b37e req-986c178e-fe74-427a-931f-5fa999183078 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947389 Jan 31 18:35:23.867587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:23.868728 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:23.897234 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Publish callbacks [] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:23.927273 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:23.985354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-727ce7cc-29e0-4d33-bcbc-d7b48ed79831 req-9a2ffdb2-13d5-4dee-a9f3-4dd85d7a1ac0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059440 Jan 31 18:35:23.993780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Transition to ACTIVE for port object 5a03ca3f-982b-488b-9164-2d313ae070d2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:23.997977 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b2967f-43d1-4a3b-8259-fb3483d30fb9', 'tag': '60bafff0-9d01-475e-8401-8f8e0d797c10'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:24.004045 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973cfbed-cf2b-489f-80cd-6e8c99300c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b2967f-43d1-4a3b-8259-fb3483d30fb9", "tag": "60bafff0-9d01-475e-8401-8f8e0d797c10"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:24.012005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9833840e-2849-4f1b-bd2e-d558ceb86272 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0768983 Jan 31 18:35:24.015216 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-30dd1937-2068-413e-9d43-027dd574b37e req-2895cabb-c88d-458e-9200-c751d2814ff1 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620574 Jan 31 18:35:24.018474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 60bafff0-9d01-475e-8401-8f8e0d797c10 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:35:24.104691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa3dda1f-f693-4e9d-95a7-158cb895ac28 req-cbfb781f-ccc0-4f71-a09a-f0cb3d0e760b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211141 Jan 31 18:35:24.105490 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:24.112036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Request body: {'port': {'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:24.259164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 60bafff0-9d01-475e-8401-8f8e0d797c10, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=60bafff0-9d01-475e-8401-8f8e0d797c10,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:24.279444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a03ca3f-982b-488b-9164-2d313ae070d2,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:24.287170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '60bafff0-9d01-475e-8401-8f8e0d797c10', 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244', 'port_id': '60bafff0-9d01-475e-8401-8f8e0d797c10', 'mac_address': 'fa:16:3e:d2:99:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08582a16-ce0c-4ec4-a246-91e60ab7bd49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:35:24.303571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Made reservation on behalf of 08bf323cbeac4719b88fd63908e36526 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:35:24.307640 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:24.324881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-50655a2b-aa40-4419-9a33-876c39f350d7 None None] Provisioning complete for port 83872ae9-6796-4894-9758-c716c0d1898e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:35:24.339668 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50655a2b-aa40-4419-9a33-876c39f350d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83872ae9-6796-4894-9758-c716c0d1898e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:24.402198 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:24.438237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 60bafff0-9d01-475e-8401-8f8e0d797c10 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:24.438883 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:24.450051 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:24.457247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bafff0-9d01-475e-8401-8f8e0d797c10 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:24.481988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 60bafff0-9d01-475e-8401-8f8e0d797c10, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=60bafff0-9d01-475e-8401-8f8e0d797c10,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:24.484005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-50655a2b-aa40-4419-9a33-876c39f350d7 None None] Port 83872ae9-6796-4894-9758-c716c0d1898e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:35:24.488850 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:24.495357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721e842-621e-44a6-b40c-e7460764f409 req-15c4d315-9074-49ba-925d-a528c5b2bdc8 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:24.504682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c721e842-621e-44a6-b40c-e7460764f409 req-15c4d315-9074-49ba-925d-a528c5b2bdc8 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 943 time: 0.3894918 Jan 31 18:35:24.581962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=60bafff0-9d01-475e-8401-8f8e0d797c10,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:24.803960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Attempting to bind port 5a03ca3f-982b-488b-9164-2d313ae070d2 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:24.805351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Attempting to bind port 5a03ca3f-982b-488b-9164-2d313ae070d2 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:24.805351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Attempting to bind port 5a03ca3f-982b-488b-9164-2d313ae070d2 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:24.840532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b1a31-d5ac-434e-9ef8-9f485362c48d req-c011b58b-9f50-4568-b315-a3770f14792b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:24.842243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad3b1a31-d5ac-434e-9ef8-9f485362c48d req-c011b58b-9f50-4568-b315-a3770f14792b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.4125004 Jan 31 18:35:24.900148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Port 5a03ca3f-982b-488b-9164-2d313ae070d2 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:24.900148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Attempting to bind port 5a03ca3f-982b-488b-9164-2d313ae070d2 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:24.973970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['60bafff0-9d01-475e-8401-8f8e0d797c10'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:25.024312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c721e842-621e-44a6-b40c-e7460764f409 req-6244fee7-68cc-4581-b7c1-a2edb42195cc tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153990 Jan 31 18:35:25.045495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:25.046118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:25.046679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:25.047390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Bound port: 5a03ca3f-982b-488b-9164-2d313ae070d2, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:25.047944 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:25.093703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Allocated IP 172.20.0.11 (2a717cd3-4695-4c00-a9e2-02acd94a1625/4a886752-5fa3-4f61-a2a9-5923eb8db5c3/782d871c-9712-459e-acbd-a3e0bbd80648) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:35:25.152690 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad3b1a31-d5ac-434e-9ef8-9f485362c48d req-e418c546-0bc4-4b24-8f5b-85f0bf815e5f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447147 Jan 31 18:35:25.218129 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:25.243148 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808a77fd-2907-4b09-8539-bb0b4a15b6aa x-openstack-request-id: req-808a77fd-2907-4b09-8539-bb0b4a15b6aa {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:25.243793 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b2967f-43d1-4a3b-8259-fb3483d30fb9", "tag": "60bafff0-9d01-475e-8401-8f8e0d797c10", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:25.244049 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-808a77fd-2907-4b09-8539-bb0b4a15b6aa {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:25.244439 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b2967f-43d1-4a3b-8259-fb3483d30fb9', 'tag': '60bafff0-9d01-475e-8401-8f8e0d797c10', 'status': 'completed', 'code': 200} Jan 31 18:35:25.355372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cfbed-cf2b-489f-80cd-6e8c99300c4f req-ccf709d6-a73f-44cf-8203-281c4885b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:25.360969 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-973cfbed-cf2b-489f-80cd-6e8c99300c4f req-ccf709d6-a73f-44cf-8203-281c4885b71b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3ac8c3060404b3cb58d41a2352976c6&device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 1127 time: 0.0984929 Jan 31 18:35:25.499599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cfbed-cf2b-489f-80cd-6e8c99300c4f req-e3edd77c-3f5e-4172-81c7-ae1d09142e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:25.501840 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-973cfbed-cf2b-489f-80cd-6e8c99300c4f req-e3edd77c-3f5e-4172-81c7-ae1d09142e9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=97fe9fc0-3edc-4b81-a012-21a20ed95244 HTTP/1.1" status: 200 len: 913 time: 0.1334465 Jan 31 18:35:25.556089 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-973cfbed-cf2b-489f-80cd-6e8c99300c4f req-32ed3a62-436e-4dd5-8d20-1380bf28307a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60bafff0-9d01-475e-8401-8f8e0d797c10 HTTP/1.1" status: 200 len: 217 time: 0.0474422 Jan 31 18:35:25.627983 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cfbed-cf2b-489f-80cd-6e8c99300c4f req-859afa18-8b01-4476-bcaa-52bd848d2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:25.630121 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-973cfbed-cf2b-489f-80cd-6e8c99300c4f req-859afa18-8b01-4476-bcaa-52bd848d2d49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08582a16-ce0c-4ec4-a246-91e60ab7bd49 HTTP/1.1" status: 200 len: 852 time: 0.0607243 Jan 31 18:35:25.670124 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-973cfbed-cf2b-489f-80cd-6e8c99300c4f req-6e3201ce-a43b-43ea-aa14-bbc0c2ed3d68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97fe9fc0-3edc-4b81-a012-21a20ed95244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294976 Jan 31 18:35:25.765990 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc766220-3272-45de-8fda-9defb57575e1 req-4da3eb42-2c8e-4257-907f-8e5093377e54 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 210 time: 0.0832453 Jan 31 18:35:25.819809 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-973cfbed-cf2b-489f-80cd-6e8c99300c4f req-7617119b-70dc-401c-a39a-275bd40ea473 service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290264 Jan 31 18:35:25.870145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] For port 5a03ca3f-982b-488b-9164-2d313ae070d2, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:25.904611 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:25.966904 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-973cfbed-cf2b-489f-80cd-6e8c99300c4f req-887edf0f-b25a-4d2f-9cf0-737f3207a43a service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383522 Jan 31 18:35:25.989970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] For port 5a03ca3f-982b-488b-9164-2d313ae070d2, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5a03ca3f-982b-488b-9164-2d313ae070d2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:26.014483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb8098-8460-4d23-b11a-6007e4153b84 req-047547fb-758f-4788-8b9f-2f5143fdf538 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:26.021485 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1cb8098-8460-4d23-b11a-6007e4153b84 req-047547fb-758f-4788-8b9f-2f5143fdf538 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 948 time: 0.8602645 Jan 31 18:35:26.049910 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:26.134404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:26.144218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:26.145035 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:26.146766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] 10.222.0.21 "PUT /v2.0/ports/5a03ca3f-982b-488b-9164-2d313ae070d2 HTTP/1.1" status: 200 len: 1097 time: 3.9588997 Jan 31 18:35:26.160809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d418be-1771-4b08-b322-22f71bfa7306', 'tag': '5a03ca3f-982b-488b-9164-2d313ae070d2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:26.169070 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6876ae7-b6a7-4124-beac-e3c8742f69e3" -d '{"events": [{"name": "network-changed", "server_uuid": "19d418be-1771-4b08-b322-22f71bfa7306", "tag": "5a03ca3f-982b-488b-9164-2d313ae070d2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:26.182939 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Publish callbacks [] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:26.208115 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks [] for port (782d871c-9712-459e-acbd-a3e0bbd80648), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:26.337539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b76b02-3ce2-4a3f-a90c-7c31179e98c2 req-6d5f2982-0f3c-4544-8ae5-f8ed7c123b14 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:26.343369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b76b02-3ce2-4a3f-a90c-7c31179e98c2 req-6d5f2982-0f3c-4544-8ae5-f8ed7c123b14 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:26.350179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b76b02-3ce2-4a3f-a90c-7c31179e98c2 req-6d5f2982-0f3c-4544-8ae5-f8ed7c123b14 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:26.356050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b76b02-3ce2-4a3f-a90c-7c31179e98c2 req-6d5f2982-0f3c-4544-8ae5-f8ed7c123b14 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:26.363356 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b76b02-3ce2-4a3f-a90c-7c31179e98c2 req-6d5f2982-0f3c-4544-8ae5-f8ed7c123b14 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:26.373001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79b76b02-3ce2-4a3f-a90c-7c31179e98c2 req-6d5f2982-0f3c-4544-8ae5-f8ed7c123b14 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 3815 time: 0.4700212 Jan 31 18:35:26.408584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68991d4-fc78-4bb9-b2c2-9658e27077f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a03ca3f-982b-488b-9164-2d313ae070d2,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:26.435793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Transition to ACTIVE for port object b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:26.441704 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:26.461039 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:26.557061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79b76b02-3ce2-4a3f-a90c-7c31179e98c2 req-24f4e906-ea7b-4cd3-8c88-8144226d19e5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830456 Jan 31 18:35:26.631316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Network 2a717cd3-4695-4c00-a9e2-02acd94a1625 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:35:26.642940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:35:26.687814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:35:26.750120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:26.750745 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:26.801901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Pushing event updated for resources: {'Port': ['ID=782d871c-9712-459e-acbd-a3e0bbd80648,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:26.833027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-51c65cb1-6718-45d7-b080-55e6f3505242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:26.834712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-51c65cb1-6718-45d7-b080-55e6f3505242 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 1131 time: 0.6310818 Jan 31 18:35:26.924773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1cb8098-8460-4d23-b11a-6007e4153b84 req-615cfe40-cb09-48ea-bbe1-fdaed41100e1 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9015832 Jan 31 18:35:26.931678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-3853fd46-cb81-4a57-a90e-d5fe265131be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=5a03ca3f-982b-488b-9164-2d313ae070d2 HTTP/1.1" status: 200 len: 217 time: 0.0842607 Jan 31 18:35:26.939914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-c899843e-b976-4584-8156-e003f68b9947 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1987050 Jan 31 18:35:26.962589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Request body: {'port': {'device_id': 'f4b33c52-78ca-4720-ab18-b5ac84c09294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:27.026451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Pushing event updated for resources: {'Port': ['ID=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:27.050805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Attempting to bind port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:27.051319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Attempting to bind port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:27.051839 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Attempting to bind port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 on network a69c8120-6908-4e05-952c-14dc7b37ddd6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:27.072818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 on network a69c8120-6908-4e05-952c-14dc7b37ddd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:27.072818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Attempting to bind port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 on network a69c8120-6908-4e05-952c-14dc7b37ddd6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:27.107174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc95e6-cb64-40d1-8dc5-a4353c798612 req-93d5b7f7-390e-4e27-baf0-793a18ef8e11 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:27.114821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41cc95e6-cb64-40d1-8dc5-a4353c798612 req-93d5b7f7-390e-4e27-baf0-793a18ef8e11 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 944 time: 0.3744998 Jan 31 18:35:27.125968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-d8f47859-34b1-4c5d-a51e-4a57efba314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:27.127592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-d8f47859-34b1-4c5d-a51e-4a57efba314e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1796911 Jan 31 18:35:27.136799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:27.137356 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Checking segment: {'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:27.137890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Bound using segment: {'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:27.138466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Bound port: b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:27.138946 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:27.191246 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:27.311667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41cc95e6-cb64-40d1-8dc5-a4353c798612 req-86f13ae4-ee79-4ce1-a4d6-d9a04acdbb27 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959968 Jan 31 18:35:27.386602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f940bbf0-91cf-4866-9234-6af589a0e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:27.388813 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-f940bbf0-91cf-4866-9234-6af589a0e2ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2427447 Jan 31 18:35:27.410602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] For port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:27.486270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051679f-8989-4836-b550-daa9f723229c req-c2ce3a63-7f70-4478-a9a8-829ca0489481 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:27.488414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e051679f-8989-4836-b550-daa9f723229c req-c2ce3a63-7f70-4478-a9a8-829ca0489481 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 944 time: 0.3087466 Jan 31 18:35:27.527509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] For port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:27.582317 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:27.688480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:27.689241 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:27.690727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] 10.222.0.49 "PUT /v2.0/ports/b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 HTTP/1.1" status: 200 len: 1092 time: 3.5962281 Jan 31 18:35:27.744357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Request body: {'port': {'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:27.804778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e051679f-8989-4836-b550-daa9f723229c req-530b8e31-1829-41b7-ab77-d60c19fdea18 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915888 Jan 31 18:35:27.836679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60c72e-ffe2-4fb8-9419-9bd8d19aff71 req-db6d5bf8-7108-4150-983c-9fd1cf878b3a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:27.838347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b60c72e-ffe2-4fb8-9419-9bd8d19aff71 req-db6d5bf8-7108-4150-983c-9fd1cf878b3a tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.4250753 Jan 31 18:35:27.842719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd720844-827b-42ad-9cd4-eb214c19f77a service neutron] Pushing event updated for resources: {'Port': ['ID=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:27.856854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-c5b2d080-fade-40aa-8eee-47633d4e16b7 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551730 Jan 31 18:35:27.908991 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acadb4c-cec1-44fb-bab6-f8e1d04ca288 x-openstack-request-id: req-9acadb4c-cec1-44fb-bab6-f8e1d04ca288 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:27.909299 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d418be-1771-4b08-b322-22f71bfa7306", "tag": "5a03ca3f-982b-488b-9164-2d313ae070d2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:27.909567 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9acadb4c-cec1-44fb-bab6-f8e1d04ca288 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:27.909988 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d418be-1771-4b08-b322-22f71bfa7306', 'tag': '5a03ca3f-982b-488b-9164-2d313ae070d2', 'status': 'completed', 'code': 200} Jan 31 18:35:28.024168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 60bafff0-9d01-475e-8401-8f8e0d797c10 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:35:28.097561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 60bafff0-9d01-475e-8401-8f8e0d797c10 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:35:28.106302 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 60bafff0-9d01-475e-8401-8f8e0d797c10 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:35:28.106984 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:28.147322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782d871c-9712-459e-acbd-a3e0bbd80648 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:28.159634 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Publish callbacks [] for port (782d871c-9712-459e-acbd-a3e0bbd80648), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:28.182554 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Transition to ACTIVE for port object 782d871c-9712-459e-acbd-a3e0bbd80648 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:28.208408 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 60bafff0-9d01-475e-8401-8f8e0d797c10 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:28.209162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b60c72e-ffe2-4fb8-9419-9bd8d19aff71 req-a60c3c3f-8e9c-4430-877c-e8ba89b7b4a2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633676 Jan 31 18:35:28.212216 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:28.219683 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:28.231641 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:28.284520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2967f-43d1-4a3b-8259-fb3483d30fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bafff0-9d01-475e-8401-8f8e0d797c10'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:28.286848 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9fc42c-58ab-422b-9f0d-f5372b188ae8" -d '{"events": [{"server_uuid": "b7b2967f-43d1-4a3b-8259-fb3483d30fb9", "name": "network-vif-plugged", "status": "completed", "tag": "60bafff0-9d01-475e-8401-8f8e0d797c10"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:28.324355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 60bafff0-9d01-475e-8401-8f8e0d797c10, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=60bafff0-9d01-475e-8401-8f8e0d797c10,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:28.331042 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:28.379236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Pushing event updated for resources: {'Port': ['ID=782d871c-9712-459e-acbd-a3e0bbd80648,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:28.389442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc815a-e7b8-4670-b4ab-7c34c8833eb9 req-cf91084e-31dd-427f-b6df-83661dd0f2e7 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:28.390136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=60bafff0-9d01-475e-8401-8f8e0d797c10,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:28.396947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95cc815a-e7b8-4670-b4ab-7c34c8833eb9 req-cf91084e-31dd-427f-b6df-83661dd0f2e7 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 932 time: 0.4138582 Jan 31 18:35:28.437690 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cd41da1-354d-499d-8ef0-86f0cad6877d req-5ad9e01b-a960-412b-8f8a-08f17a2bbfbf service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643229 Jan 31 18:35:28.930028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95cc815a-e7b8-4670-b4ab-7c34c8833eb9 req-afd26682-2d06-4862-a4bd-397a6e18e593 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321860 Jan 31 18:35:29.001429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Attempting to bind port 782d871c-9712-459e-acbd-a3e0bbd80648 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:29.001773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Attempting to bind port 782d871c-9712-459e-acbd-a3e0bbd80648 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:29.002109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Attempting to bind port 782d871c-9712-459e-acbd-a3e0bbd80648 on network 2a717cd3-4695-4c00-a9e2-02acd94a1625 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:29.026413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Port 782d871c-9712-459e-acbd-a3e0bbd80648 on network 2a717cd3-4695-4c00-a9e2-02acd94a1625 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:29.026677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Attempting to bind port 782d871c-9712-459e-acbd-a3e0bbd80648 on network 2a717cd3-4695-4c00-a9e2-02acd94a1625 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:29.060081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:29.060453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Checking segment: {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:29.060849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Bound using segment: {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:29.061300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Bound port: 782d871c-9712-459e-acbd-a3e0bbd80648, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fb9295-514d-4612-905a-23d9c9f6496c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:29.061665 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:29.097559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5747de-98dd-4616-846c-7821a303a365 req-c59b4056-74c8-4adc-a705-7baba25786ac tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:29.104409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5747de-98dd-4616-846c-7821a303a365 req-c59b4056-74c8-4adc-a705-7baba25786ac tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:29.113961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5747de-98dd-4616-846c-7821a303a365 req-c59b4056-74c8-4adc-a705-7baba25786ac tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:29.125251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5747de-98dd-4616-846c-7821a303a365 req-c59b4056-74c8-4adc-a705-7baba25786ac tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:29.135035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5747de-98dd-4616-846c-7821a303a365 req-c59b4056-74c8-4adc-a705-7baba25786ac tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:29.136912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e5747de-98dd-4616-846c-7821a303a365 req-c59b4056-74c8-4adc-a705-7baba25786ac tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 3827 time: 0.3086705 Jan 31 18:35:29.138885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6876ae7-b6a7-4124-beac-e3c8742f69e3 req-01b82250-6cdc-46b8-a84b-5385e9487f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:29.140318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6876ae7-b6a7-4124-beac-e3c8742f69e3 req-01b82250-6cdc-46b8-a84b-5385e9487f30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 1131 time: 0.3109791 Jan 31 18:35:29.367935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6e3cc-851e-4203-8a2c-0832591eaa74 req-190fefca-477e-431a-86cc-0dbd77f6b1fa tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:29.369170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1e6e3cc-851e-4203-8a2c-0832591eaa74 req-190fefca-477e-431a-86cc-0dbd77f6b1fa tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 948 time: 0.3311431 Jan 31 18:35:29.432646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] For port 782d871c-9712-459e-acbd-a3e0bbd80648, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:29.454738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781529aa-8eeb-49ff-8d79-854bed0acdbf {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:29.479877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] For port 782d871c-9712-459e-acbd-a3e0bbd80648, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=782d871c-9712-459e-acbd-a3e0bbd80648,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:29.482957 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Publish callbacks [] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:29.501965 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e5747de-98dd-4616-846c-7821a303a365 req-6961d796-f146-4e95-893e-45eb75cff7fe tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477757 Jan 31 18:35:29.508264 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:29.527877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6876ae7-b6a7-4124-beac-e3c8742f69e3 req-4e6da30f-926d-4bf9-a563-3d3169d37ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:29.529651 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6876ae7-b6a7-4124-beac-e3c8742f69e3 req-4e6da30f-926d-4bf9-a563-3d3169d37ad2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.3635614 Jan 31 18:35:29.576581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Transition to ACTIVE for port object 781529aa-8eeb-49ff-8d79-854bed0acdbf will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:29.582290 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8fa376-9ebd-4a4f-a385-b16f73888da2 x-openstack-request-id: req-db8fa376-9ebd-4a4f-a385-b16f73888da2 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:29.584165 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2967f-43d1-4a3b-8259-fb3483d30fb9", "name": "network-vif-plugged", "status": "completed", "tag": "60bafff0-9d01-475e-8401-8f8e0d797c10", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:29.585112 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db8fa376-9ebd-4a4f-a385-b16f73888da2 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:29.587294 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2967f-43d1-4a3b-8259-fb3483d30fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bafff0-9d01-475e-8401-8f8e0d797c10', 'code': 200} Jan 31 18:35:29.598939 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:29.606328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:29.607135 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:29.609468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] 10.222.0.49 "PUT /v2.0/ports/782d871c-9712-459e-acbd-a3e0bbd80648 HTTP/1.1" status: 200 len: 1093 time: 2.6519780 Jan 31 18:35:29.668370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1e6e3cc-851e-4203-8a2c-0832591eaa74 req-e41c40c4-aeb4-4e29-a9b1-b72b87c434f8 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880249 Jan 31 18:35:29.688980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6876ae7-b6a7-4124-beac-e3c8742f69e3 req-f27a6729-48c5-492e-829c-0c4103e1dc0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=5a03ca3f-982b-488b-9164-2d313ae070d2 HTTP/1.1" status: 200 len: 217 time: 0.1144059 Jan 31 18:35:29.778260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83936107-e60e-4c8b-ba60-4bf46d377811 service neutron] Pushing event updated for resources: {'Port': ['ID=782d871c-9712-459e-acbd-a3e0bbd80648,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:29.796312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c876b-a530-4a25-806b-4fd4c006425d req-86ed2cc2-4b92-481c-9b7f-2c7d528efe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:29.797868 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-429c876b-a530-4a25-806b-4fd4c006425d req-86ed2cc2-4b92-481c-9b7f-2c7d528efe64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 1128 time: 0.0693135 Jan 31 18:35:29.891522 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-429c876b-a530-4a25-806b-4fd4c006425d req-d600bea6-abe5-43aa-bec2-24cf98138515 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843461 Jan 31 18:35:29.915622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4'}, {'name': 'network-changed', 'server_uuid': 'f4b33c52-78ca-4720-ab18-b5ac84c09294', 'tag': '782d871c-9712-459e-acbd-a3e0bbd80648'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:29.917968 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984b5c23-e191-4f4c-8ac5-17644869373f" -d '{"events": [{"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4"}, {"name": "network-changed", "server_uuid": "f4b33c52-78ca-4720-ab18-b5ac84c09294", "tag": "782d871c-9712-459e-acbd-a3e0bbd80648"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:29.961018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6876ae7-b6a7-4124-beac-e3c8742f69e3 req-64c146a1-ec49-4fd5-9907-ce80a147fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:29.962617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6876ae7-b6a7-4124-beac-e3c8742f69e3 req-64c146a1-ec49-4fd5-9907-ce80a147fbcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2572920 Jan 31 18:35:29.994285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Pushing event updated for resources: {'Port': ['ID=781529aa-8eeb-49ff-8d79-854bed0acdbf,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:30.027358 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5a03ca3f-982b-488b-9164-2d313ae070d2 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:35:30.029899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-721ab436-45a6-4a88-8f72-998aff30a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:30.031688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-721ab436-45a6-4a88-8f72-998aff30a93a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08bf323cbeac4719b88fd63908e36526&device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 1127 time: 0.3275223 Jan 31 18:35:30.059218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f31643-b8fb-483b-86b4-abeb936d9f1e req-95e4a677-0513-4a90-aaae-19e217f1ed93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:30.066273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78f31643-b8fb-483b-86b4-abeb936d9f1e req-95e4a677-0513-4a90-aaae-19e217f1ed93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 944 time: 0.2773352 Jan 31 18:35:30.080065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a60bcf-1f50-4c27-8d3a-04f18a732593 req-077a6242-ee0b-4247-a897-34a52402a892 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:30.081801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63a60bcf-1f50-4c27-8d3a-04f18a732593 req-077a6242-ee0b-4247-a897-34a52402a892 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 945 time: 0.2374053 Jan 31 18:35:30.138134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-cd35d655-0de4-4e13-9d60-ee87da174ccd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=782d871c-9712-459e-acbd-a3e0bbd80648 HTTP/1.1" status: 200 len: 217 time: 0.0939476 Jan 31 18:35:30.156549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5a03ca3f-982b-488b-9164-2d313ae070d2, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5a03ca3f-982b-488b-9164-2d313ae070d2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:30.171790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ab40b8cb-66a7-4c96-ba4b-c11c1166af7a no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:35:30.175868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '5a03ca3f-982b-488b-9164-2d313ae070d2', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '5a03ca3f-982b-488b-9164-2d313ae070d2', 'mac_address': 'fa:16:3e:c2:59:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:35:30.271764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Attempting to bind port 781529aa-8eeb-49ff-8d79-854bed0acdbf on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:30.272150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Attempting to bind port 781529aa-8eeb-49ff-8d79-854bed0acdbf by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:30.272482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Attempting to bind port 781529aa-8eeb-49ff-8d79-854bed0acdbf on network f6132770-31d8-4044-871c-bab7c33e776b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:30.285580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5a03ca3f-982b-488b-9164-2d313ae070d2 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:30.286413 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:30.305238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78f31643-b8fb-483b-86b4-abeb936d9f1e req-c2317b4a-00e3-43f6-9b8d-b8801761fa2c tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379994 Jan 31 18:35:30.314631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-3a62ab0a-d888-48a0-a99d-64119280d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:30.316255 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-3a62ab0a-d888-48a0-a99d-64119280d2b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a886752-5fa3-4f61-a2a9-5923eb8db5c3 HTTP/1.1" status: 200 len: 845 time: 0.1634805 Jan 31 18:35:30.373877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-456e7519-26b2-4195-aa87-d5de8a07813c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a717cd3-4695-4c00-a9e2-02acd94a1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392921 Jan 31 18:35:30.381032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Port 781529aa-8eeb-49ff-8d79-854bed0acdbf on network f6132770-31d8-4044-871c-bab7c33e776b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:30.381491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Attempting to bind port 781529aa-8eeb-49ff-8d79-854bed0acdbf on network f6132770-31d8-4044-871c-bab7c33e776b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:30.492669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6876ae7-b6a7-4124-beac-e3c8742f69e3 req-b105fb1b-61ba-4e23-8e92-9399a1670e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:30.494299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6876ae7-b6a7-4124-beac-e3c8742f69e3 req-b105fb1b-61ba-4e23-8e92-9399a1670e97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3666031 Jan 31 18:35:30.495270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:30.495599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Checking segment: {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:30.495976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Bound using segment: {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:30.496556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Bound port: 781529aa-8eeb-49ff-8d79-854bed0acdbf, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:30.496972 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:30.502861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:30.507767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a03ca3f-982b-488b-9164-2d313ae070d2 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:30.519489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-a59bc795-94a5-48d4-8c5c-16c7cda3bbc6 service neutron] 10.222.0.49 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302752 Jan 31 18:35:30.532972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5a03ca3f-982b-488b-9164-2d313ae070d2, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5a03ca3f-982b-488b-9164-2d313ae070d2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:30.539905 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:30.605971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5a03ca3f-982b-488b-9164-2d313ae070d2,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:30.701394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63a60bcf-1f50-4c27-8d3a-04f18a732593 req-6561450c-611f-483a-9e61-83e6c60fc92d tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803103 Jan 31 18:35:30.760069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6835c83-6f0c-4e0b-b359-2110760f1557 req-8e0b293a-3461-4b57-a610-296f1070fe7b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:30.761506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6835c83-6f0c-4e0b-b359-2110760f1557 req-8e0b293a-3461-4b57-a610-296f1070fe7b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.2411168 Jan 31 18:35:30.825295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6876ae7-b6a7-4124-beac-e3c8742f69e3 req-d247d279-e2e3-434a-b5aa-82adfcab56ba service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745380 Jan 31 18:35:30.830051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] For port 781529aa-8eeb-49ff-8d79-854bed0acdbf, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:30.836378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d72dc50-f6aa-49c3-aa9e-7baa595c9fee req-e9225001-c44c-4c0e-9746-5cb9dfb27d41 service neutron] 10.222.0.49 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526948 Jan 31 18:35:30.863077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] For port 781529aa-8eeb-49ff-8d79-854bed0acdbf, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=781529aa-8eeb-49ff-8d79-854bed0acdbf,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:30.882568 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a74835-efec-4f29-a7ae-04024f8d7a45 x-openstack-request-id: req-d9a74835-efec-4f29-a7ae-04024f8d7a45 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:30.882909 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4b33c52-78ca-4720-ab18-b5ac84c09294", "tag": "782d871c-9712-459e-acbd-a3e0bbd80648", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:30.883235 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9a74835-efec-4f29-a7ae-04024f8d7a45 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:30.883662 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4', 'status': 'completed', 'code': 200} Jan 31 18:35:30.883984 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b33c52-78ca-4720-ab18-b5ac84c09294', 'tag': '782d871c-9712-459e-acbd-a3e0bbd80648', 'status': 'completed', 'code': 200} Jan 31 18:35:30.923262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['5a03ca3f-982b-488b-9164-2d313ae070d2'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:30.928630 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:31.031014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6835c83-6f0c-4e0b-b359-2110760f1557 req-4e2516a9-6564-4f9a-98f2-5a5a373237a8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519081 Jan 31 18:35:31.065011 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.065654 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:31.067594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] 10.222.0.49 "PUT /v2.0/ports/781529aa-8eeb-49ff-8d79-854bed0acdbf HTTP/1.1" status: 200 len: 1137 time: 3.3357234 Jan 31 18:35:31.118218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Request body: {'port': {'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:31.152207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddd7bc-ff2b-4f77-8fee-8fa99aac30d1 req-f5138c9d-32dd-416c-acbd-90caab3e524c tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.154044 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3ddd7bc-ff2b-4f77-8fee-8fa99aac30d1 req-f5138c9d-32dd-416c-acbd-90caab3e524c tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 944 time: 0.1824353 Jan 31 18:35:31.220099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-c7c0a6a9-c49e-4d71-a182-de50362c956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.221083 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-c7c0a6a9-c49e-4d71-a182-de50362c956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.222040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-c7c0a6a9-c49e-4d71-a182-de50362c956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.222990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-c7c0a6a9-c49e-4d71-a182-de50362c956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.224097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-c7c0a6a9-c49e-4d71-a182-de50362c956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.231081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-c7c0a6a9-c49e-4d71-a182-de50362c956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.234320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-984b5c23-e191-4f4c-8ac5-17644869373f req-c7c0a6a9-c49e-4d71-a182-de50362c956a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5355 time: 0.3441513 Jan 31 18:35:31.251356 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf4ecb-2d0a-422d-b906-52731989d598 service neutron] Pushing event updated for resources: {'Port': ['ID=781529aa-8eeb-49ff-8d79-854bed0acdbf,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:31.338428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6876ae7-b6a7-4124-beac-e3c8742f69e3 req-e92e8113-46c0-4ffb-8f60-a0dd181f9c7d service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997175 Jan 31 18:35:31.562199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3ddd7bc-ff2b-4f77-8fee-8fa99aac30d1 req-54f2a1c9-8817-4695-b57b-361b4ea9709d tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797016 Jan 31 18:35:31.603533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-c2c6373d-81d9-4bc6-ab1a-2057afcb7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.604449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-c2c6373d-81d9-4bc6-ab1a-2057afcb7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.605113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-c2c6373d-81d9-4bc6-ab1a-2057afcb7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.607770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-984b5c23-e191-4f4c-8ac5-17644869373f req-c2c6373d-81d9-4bc6-ab1a-2057afcb7f54 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3502240 Jan 31 18:35:31.609503 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:31.962220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26076a3d-7f3b-417b-83ec-09f64cb17533 req-2ef65f99-96f8-4fb2-895a-99c4d38dce7d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.967328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26076a3d-7f3b-417b-83ec-09f64cb17533 req-2ef65f99-96f8-4fb2-895a-99c4d38dce7d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.972575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26076a3d-7f3b-417b-83ec-09f64cb17533 req-2ef65f99-96f8-4fb2-895a-99c4d38dce7d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.978567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26076a3d-7f3b-417b-83ec-09f64cb17533 req-2ef65f99-96f8-4fb2-895a-99c4d38dce7d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.983771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26076a3d-7f3b-417b-83ec-09f64cb17533 req-2ef65f99-96f8-4fb2-895a-99c4d38dce7d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.989301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26076a3d-7f3b-417b-83ec-09f64cb17533 req-2ef65f99-96f8-4fb2-895a-99c4d38dce7d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:31.991150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26076a3d-7f3b-417b-83ec-09f64cb17533 req-2ef65f99-96f8-4fb2-895a-99c4d38dce7d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 4605 time: 0.8354106 Jan 31 18:35:32.293015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26076a3d-7f3b-417b-83ec-09f64cb17533 req-400da71e-c4bd-453a-a236-666de44e5159 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2769601 Jan 31 18:35:32.297699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-460f7468-8aab-45be-956b-e07803f02a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:32.299203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-984b5c23-e191-4f4c-8ac5-17644869373f req-460f7468-8aab-45be-956b-e07803f02a9a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6829977 Jan 31 18:35:32.327760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd7e8d-c3be-4bbd-8e38-d7d6cc762d52 req-b12f1536-36c0-4b5b-9807-fca639953c64 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:32.336595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9bd7e8d-c3be-4bbd-8e38-d7d6cc762d52 req-b12f1536-36c0-4b5b-9807-fca639953c64 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 949 time: 0.4245205 Jan 31 18:35:32.582690 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9bd7e8d-c3be-4bbd-8e38-d7d6cc762d52 req-117bd582-2e26-458b-81c8-938b27063bdb tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450020 Jan 31 18:35:32.622757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-76c12d0d-f35e-4f28-b77e-5707026bdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:32.624811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-984b5c23-e191-4f4c-8ac5-17644869373f req-76c12d0d-f35e-4f28-b77e-5707026bdaf1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08bf323cbeac4719b88fd63908e36526&device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 1127 time: 0.2438376 Jan 31 18:35:32.786577 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710455-af03-4b12-9383-66f2d91a2933 req-9753a7dc-db6e-4936-982f-56de6b868749 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:32.789251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a710455-af03-4b12-9383-66f2d91a2933 req-9753a7dc-db6e-4936-982f-56de6b868749 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 944 time: 0.2982337 Jan 31 18:35:32.879260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2202cfa-1d5e-4462-926a-9bf8c49d3787 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:32.884944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': '781529aa-8eeb-49ff-8d79-854bed0acdbf'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:32.887714 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaae4358-fde1-4c0b-a23d-024db1da6769" -d '{"events": [{"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "781529aa-8eeb-49ff-8d79-854bed0acdbf"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:32.904078 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Publish callbacks [] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:32.954583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-4c302f8d-801c-46a5-a685-247a2c5b72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:32.956699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-984b5c23-e191-4f4c-8ac5-17644869373f req-4c302f8d-801c-46a5-a685-247a2c5b72ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 200 len: 906 time: 0.3208237 Jan 31 18:35:32.961512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Transition to ACTIVE for port object b2202cfa-1d5e-4462-926a-9bf8c49d3787 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:32.969218 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a710455-af03-4b12-9383-66f2d91a2933 req-f151eb52-578f-4dbf-a3e3-eea9532b5881 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496205 Jan 31 18:35:32.978689 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:32.992912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a672a8-cbf0-424e-9dc3-2b632f430855 req-447e1978-89fd-4f7e-a6c0-b75366c41a75 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:32.994853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0a672a8-cbf0-424e-9dc3-2b632f430855 req-447e1978-89fd-4f7e-a6c0-b75366c41a75 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 945 time: 0.3237362 Jan 31 18:35:33.071633 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-984b5c23-e191-4f4c-8ac5-17644869373f req-2cff8850-2879-42a8-b28f-cb1b13c67e9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=782d871c-9712-459e-acbd-a3e0bbd80648 HTTP/1.1" status: 200 len: 217 time: 0.1011581 Jan 31 18:35:33.185555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2202cfa-1d5e-4462-926a-9bf8c49d3787,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:33.269736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0a672a8-cbf0-424e-9dc3-2b632f430855 req-f7971a9c-ecdb-4363-97ee-5f8ecd1036f2 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963139 Jan 31 18:35:33.311629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5c23-e191-4f4c-8ac5-17644869373f req-e3a9b114-51cf-4da2-8e35-b32affb20d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:33.311629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-984b5c23-e191-4f4c-8ac5-17644869373f req-e3a9b114-51cf-4da2-8e35-b32affb20d25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a886752-5fa3-4f61-a2a9-5923eb8db5c3 HTTP/1.1" status: 200 len: 845 time: 0.2079902 Jan 31 18:35:33.368046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-984b5c23-e191-4f4c-8ac5-17644869373f req-85af2c75-f9b6-4cfb-81be-8ebad4f3bbdd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a717cd3-4695-4c00-a9e2-02acd94a1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453525 Jan 31 18:35:33.388471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5a04a-3079-4aff-b323-62659c2b5e42 req-d2ee06a8-b05c-4d71-abc6-f9faf0eace2e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:33.403822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aad5a04a-3079-4aff-b323-62659c2b5e42 req-d2ee06a8-b05c-4d71-abc6-f9faf0eace2e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.3293040 Jan 31 18:35:33.525867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Attempting to bind port b2202cfa-1d5e-4462-926a-9bf8c49d3787 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:33.526212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Attempting to bind port b2202cfa-1d5e-4462-926a-9bf8c49d3787 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:33.526547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Attempting to bind port b2202cfa-1d5e-4462-926a-9bf8c49d3787 on network f6132770-31d8-4044-871c-bab7c33e776b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:33.552794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Port b2202cfa-1d5e-4462-926a-9bf8c49d3787 on network f6132770-31d8-4044-871c-bab7c33e776b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:33.553185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Attempting to bind port b2202cfa-1d5e-4462-926a-9bf8c49d3787 on network f6132770-31d8-4044-871c-bab7c33e776b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:33.579181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:33.579560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Checking segment: {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:33.579908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Bound using segment: {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:33.580519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Bound port: b2202cfa-1d5e-4462-926a-9bf8c49d3787, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:33.580776 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:33.613673 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-984b5c23-e191-4f4c-8ac5-17644869373f req-d564e9c6-1dbe-4191-b7a8-9fe7000086ab service neutron] 10.222.0.49 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083895 Jan 31 18:35:33.618127 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aad5a04a-3079-4aff-b323-62659c2b5e42 req-8a4de440-f047-40a8-9588-28276c3d8e64 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988606 Jan 31 18:35:33.641194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb10b-d12f-4c6e-82ff-e250ca32209c req-b8cfe562-d017-42f0-9dda-b1433c517ac3 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:33.642717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a6eb10b-d12f-4c6e-82ff-e250ca32209c req-b8cfe562-d017-42f0-9dda-b1433c517ac3 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 944 time: 0.1925390 Jan 31 18:35:33.730986 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1449718a-dfe1-403f-a301-24be1ab30c1c x-openstack-request-id: req-1449718a-dfe1-403f-a301-24be1ab30c1c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:33.731309 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "781529aa-8eeb-49ff-8d79-854bed0acdbf", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:33.731656 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1449718a-dfe1-403f-a301-24be1ab30c1c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:33.732099 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': '781529aa-8eeb-49ff-8d79-854bed0acdbf', 'status': 'completed', 'code': 200} Jan 31 18:35:33.813749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-cfa98d9c-e4b1-4eda-8dd6-b16352118ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:33.814252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-cfa98d9c-e4b1-4eda-8dd6-b16352118ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:33.814719 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-cfa98d9c-e4b1-4eda-8dd6-b16352118ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:33.815199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-cfa98d9c-e4b1-4eda-8dd6-b16352118ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:33.815691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-cfa98d9c-e4b1-4eda-8dd6-b16352118ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:33.816150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-cfa98d9c-e4b1-4eda-8dd6-b16352118ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:33.816644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-cfa98d9c-e4b1-4eda-8dd6-b16352118ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:33.819083 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-cfa98d9c-e4b1-4eda-8dd6-b16352118ed0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 6242 time: 0.0861101 Jan 31 18:35:33.823654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] For port b2202cfa-1d5e-4462-926a-9bf8c49d3787, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:33.845623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a6eb10b-d12f-4c6e-82ff-e250ca32209c req-9e2a0c63-60a4-43a5-9b89-08897a19dcfa tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764438 Jan 31 18:35:33.874835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] For port b2202cfa-1d5e-4462-926a-9bf8c49d3787, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b2202cfa-1d5e-4462-926a-9bf8c49d3787,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:33.900503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-984b5c23-e191-4f4c-8ac5-17644869373f req-a300cf98-a38c-4fe3-8936-be6ee20749ff service neutron] 10.222.0.49 "GET /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785647 Jan 31 18:35:33.904446 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:34.020733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-688978a6-56e9-4858-ab9b-dffc08e940e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:34.021621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-688978a6-56e9-4858-ab9b-dffc08e940e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:34.022282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-688978a6-56e9-4858-ab9b-dffc08e940e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:34.024078 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-688978a6-56e9-4858-ab9b-dffc08e940e9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1970201 Jan 31 18:35:34.041598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5a03ca3f-982b-488b-9164-2d313ae070d2 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:35:34.098916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:34.100491 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:34.105472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] 10.222.0.49 "PUT /v2.0/ports/b2202cfa-1d5e-4462-926a-9bf8c49d3787 HTTP/1.1" status: 200 len: 1136 time: 2.9997289 Jan 31 18:35:34.127709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da78cbd-3e72-4696-853d-5decae273ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2202cfa-1d5e-4462-926a-9bf8c49d3787,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:34.194566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 5a03ca3f-982b-488b-9164-2d313ae070d2 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:35:34.205430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 5a03ca3f-982b-488b-9164-2d313ae070d2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:35:34.205723 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:34.250683 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Request body: {'port': {'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:34.264168 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-52acd7c1-0c1d-4182-a5a7-1af7f3db6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:34.266115 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aaae4358-fde1-4c0b-a23d-024db1da6769 req-52acd7c1-0c1d-4182-a5a7-1af7f3db6433 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2346730 Jan 31 18:35:34.359416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:34.362030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 782d871c-9712-459e-acbd-a3e0bbd80648 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:35:34.397367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5a03ca3f-982b-488b-9164-2d313ae070d2 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:34.400275 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:34.452849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d418be-1771-4b08-b322-22f71bfa7306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a03ca3f-982b-488b-9164-2d313ae070d2'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:34.455867 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0359c8-3dd7-4c12-94ee-86dc6806e3e4" -d '{"events": [{"server_uuid": "19d418be-1771-4b08-b322-22f71bfa7306", "name": "network-vif-plugged", "status": "completed", "tag": "5a03ca3f-982b-488b-9164-2d313ae070d2"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:34.504718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5a03ca3f-982b-488b-9164-2d313ae070d2, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5a03ca3f-982b-488b-9164-2d313ae070d2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:34.520524 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:34.611822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 782d871c-9712-459e-acbd-a3e0bbd80648, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=782d871c-9712-459e-acbd-a3e0bbd80648,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:34.615039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5a03ca3f-982b-488b-9164-2d313ae070d2,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:34.637337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '782d871c-9712-459e-acbd-a3e0bbd80648', 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'port_id': '782d871c-9712-459e-acbd-a3e0bbd80648', 'mac_address': 'fa:16:3e:82:38:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a886752-5fa3-4f61-a2a9-5923eb8db5c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:35:34.682076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 782d871c-9712-459e-acbd-a3e0bbd80648 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:34.682480 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:34.714972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782d871c-9712-459e-acbd-a3e0bbd80648 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:34.725751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b07e47a-0715-4b03-88ba-e9b04e6eb103 req-859a101e-1971-4535-8e85-f8bdf274e320 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1071899976&fields=id&tenant_id=b3ac8c3060404b3cb58d41a2352976c6 HTTP/1.1" status: 200 len: 267 time: 0.8277380 Jan 31 18:35:34.745405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 782d871c-9712-459e-acbd-a3e0bbd80648, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=782d871c-9712-459e-acbd-a3e0bbd80648,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:34.752123 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:34.788969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2a758-e278-4a43-a11f-1f2fc32e1951 req-f97c1950-1119-40cd-9357-8f606f23a8e7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:34.799237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2a758-e278-4a43-a11f-1f2fc32e1951 req-f97c1950-1119-40cd-9357-8f606f23a8e7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:34.807684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2a758-e278-4a43-a11f-1f2fc32e1951 req-f97c1950-1119-40cd-9357-8f606f23a8e7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:34.821230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=782d871c-9712-459e-acbd-a3e0bbd80648,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:34.825534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2a758-e278-4a43-a11f-1f2fc32e1951 req-f97c1950-1119-40cd-9357-8f606f23a8e7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:34.831342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2a758-e278-4a43-a11f-1f2fc32e1951 req-f97c1950-1119-40cd-9357-8f606f23a8e7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:34.837079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2a758-e278-4a43-a11f-1f2fc32e1951 req-f97c1950-1119-40cd-9357-8f606f23a8e7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:34.842621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2a758-e278-4a43-a11f-1f2fc32e1951 req-f97c1950-1119-40cd-9357-8f606f23a8e7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:34.844581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61c2a758-e278-4a43-a11f-1f2fc32e1951 req-f97c1950-1119-40cd-9357-8f606f23a8e7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5382 time: 0.7273915 Jan 31 18:35:34.852634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdc161c-5758-4da9-9179-feccdf25f2ab {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:34.861179 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Publish callbacks [] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:34.887438 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Transition to ACTIVE for port object 8fdc161c-5758-4da9-9179-feccdf25f2ab will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:34.925367 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:35.042058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdc161c-5758-4da9-9179-feccdf25f2ab,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:35.063455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07e47a-0715-4b03-88ba-e9b04e6eb103 req-7d5ef357-2da0-4cf5-846e-d530219d976b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:35.065074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b07e47a-0715-4b03-88ba-e9b04e6eb103 req-7d5ef357-2da0-4cf5-846e-d530219d976b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 945 time: 0.3389332 Jan 31 18:35:35.072455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-038f6637-d37e-4996-b80c-ffb7687bb2b0 service neutron] 10.222.0.21 "GET /v2.0/ports/ab40b8cb-66a7-4c96-ba4b-c11c1166af7a/bindings/n-h1-812111-15 HTTP/1.1" status: 200 len: 385 time: 0.3306892 Jan 31 18:35:35.078758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4b07e47a-0715-4b03-88ba-e9b04e6eb103 req-ec5eaecf-d78c-4258-8911-5576a76a8e63 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'port': {'security_groups': ['e22f7fc2-117a-4523-a523-939ce406c61b', '901f2cd4-88ee-448a-a440-d6132828f142']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:35.109451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61c2a758-e278-4a43-a11f-1f2fc32e1951 req-13144426-9bb7-4734-a281-04b36cfe11bc tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2356775 Jan 31 18:35:35.160182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['782d871c-9712-459e-acbd-a3e0bbd80648'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:35.443759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4b07e47a-0715-4b03-88ba-e9b04e6eb103 req-ec5eaecf-d78c-4258-8911-5576a76a8e63 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:35.450058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Attempting to bind port 8fdc161c-5758-4da9-9179-feccdf25f2ab on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:35.450398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Attempting to bind port 8fdc161c-5758-4da9-9179-feccdf25f2ab by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:35.450732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Attempting to bind port 8fdc161c-5758-4da9-9179-feccdf25f2ab on network f6132770-31d8-4044-871c-bab7c33e776b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:35.470965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Port 8fdc161c-5758-4da9-9179-feccdf25f2ab on network f6132770-31d8-4044-871c-bab7c33e776b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:35.471296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Attempting to bind port 8fdc161c-5758-4da9-9179-feccdf25f2ab on network f6132770-31d8-4044-871c-bab7c33e776b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:35.522796 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:35.523276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Checking segment: {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:35.523679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Bound using segment: {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:35.524129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Bound port: 8fdc161c-5758-4da9-9179-feccdf25f2ab, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:35.524526 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:35.584471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fff3d-fcb1-4679-b263-5fcd26967e41 req-4c2262dd-de72-42a4-a62c-a91110ec9f2b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:35.587785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-796fff3d-fcb1-4679-b263-5fcd26967e41 req-4c2262dd-de72-42a4-a62c-a91110ec9f2b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 950 time: 0.2893467 Jan 31 18:35:35.901478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': 'b2202cfa-1d5e-4462-926a-9bf8c49d3787'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:35.903975 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143" -d '{"events": [{"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "b2202cfa-1d5e-4462-926a-9bf8c49d3787"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:36.029545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-62e3e0ac-398f-4014-923f-f60bc66bf0b5 service neutron] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:36.053441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-796fff3d-fcb1-4679-b263-5fcd26967e41 req-11dca6fe-cce7-4834-a24b-e3637342592d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564061 Jan 31 18:35:36.059184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] For port 8fdc161c-5758-4da9-9179-feccdf25f2ab, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:36.091100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] For port 8fdc161c-5758-4da9-9179-feccdf25f2ab, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8fdc161c-5758-4da9-9179-feccdf25f2ab,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:36.119927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-62e3e0ac-398f-4014-923f-f60bc66bf0b5 service neutron] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:36.149187 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:36.229782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-62e3e0ac-398f-4014-923f-f60bc66bf0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab40b8cb-66a7-4c96-ba4b-c11c1166af7a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:36.243442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:36.244074 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:36.245520 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] 10.222.0.49 "PUT /v2.0/ports/8fdc161c-5758-4da9-9179-feccdf25f2ab HTTP/1.1" status: 200 len: 1092 time: 2.0120559 Jan 31 18:35:36.277075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-62e3e0ac-398f-4014-923f-f60bc66bf0b5 service neutron] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:36.295760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Request body: {'port': {'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:36.338722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d13df-21d4-40a0-bef4-e97dae7afa16 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdc161c-5758-4da9-9179-feccdf25f2ab,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:36.346236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-62e3e0ac-398f-4014-923f-f60bc66bf0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:36.351262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4b07e47a-0715-4b03-88ba-e9b04e6eb103 req-ec5eaecf-d78c-4258-8911-5576a76a8e63 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] For port 60bafff0-9d01-475e-8401-8f8e0d797c10, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=60bafff0-9d01-475e-8401-8f8e0d797c10,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:36.433103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb705a-064c-43be-b17e-462b44164159 req-8cf8a23f-abec-4271-86ea-10e0ebd0d6d2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:36.434737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6fb705a-064c-43be-b17e-462b44164159 req-8cf8a23f-abec-4271-86ea-10e0ebd0d6d2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 944 time: 0.2886281 Jan 31 18:35:36.478803 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:36.498883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4b07e47a-0715-4b03-88ba-e9b04e6eb103 req-ec5eaecf-d78c-4258-8911-5576a76a8e63 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:36.518992 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4b07e47a-0715-4b03-88ba-e9b04e6eb103 req-ec5eaecf-d78c-4258-8911-5576a76a8e63 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:36.537846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['60bafff0-9d01-475e-8401-8f8e0d797c10'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:36.625157 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6fb705a-064c-43be-b17e-462b44164159 req-f724ec47-b514-4b31-878d-b14b9155bf13 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745400 Jan 31 18:35:36.637163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07e47a-0715-4b03-88ba-e9b04e6eb103 req-ec5eaecf-d78c-4258-8911-5576a76a8e63 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:36.637915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4b07e47a-0715-4b03-88ba-e9b04e6eb103 req-ec5eaecf-d78c-4258-8911-5576a76a8e63 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:36.639409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b07e47a-0715-4b03-88ba-e9b04e6eb103 req-ec5eaecf-d78c-4258-8911-5576a76a8e63 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "PUT /v2.0/ports/60bafff0-9d01-475e-8401-8f8e0d797c10 HTTP/1.1" status: 200 len: 981 time: 1.5651233 Jan 31 18:35:36.640598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-62e3e0ac-398f-4014-923f-f60bc66bf0b5 service neutron] Transition to ACTIVE for port object ab40b8cb-66a7-4c96-ba4b-c11c1166af7a will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:36.667716 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-62e3e0ac-398f-4014-923f-f60bc66bf0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:36.717694 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59d4e21-17d0-4fc5-9ce9-f307cfc66158 x-openstack-request-id: req-f59d4e21-17d0-4fc5-9ce9-f307cfc66158 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:36.718078 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d418be-1771-4b08-b322-22f71bfa7306", "name": "network-vif-plugged", "status": "completed", "tag": "5a03ca3f-982b-488b-9164-2d313ae070d2", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:36.719148 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f59d4e21-17d0-4fc5-9ce9-f307cfc66158 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:36.719148 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d418be-1771-4b08-b322-22f71bfa7306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a03ca3f-982b-488b-9164-2d313ae070d2', 'code': 200} Jan 31 18:35:36.755111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5eaecf-d78c-4258-8911-5576a76a8e63 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'Port': ['ID=60bafff0-9d01-475e-8401-8f8e0d797c10,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:36.783057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['60bafff0-9d01-475e-8401-8f8e0d797c10'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:36.861769 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02ee18-cd4b-4136-ac7a-7c3da188c0bd req-14ca23ea-25db-4265-a0cf-fcd416edf61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:36.863458 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7d02ee18-cd4b-4136-ac7a-7c3da188c0bd req-14ca23ea-25db-4265-a0cf-fcd416edf61c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 1133 time: 0.0622418 Jan 31 18:35:36.880530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-62e3e0ac-398f-4014-923f-f60bc66bf0b5 service neutron] No DVR routers for this DVR port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:35:36.980971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e0ac-398f-4014-923f-f60bc66bf0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:37.000411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-62e3e0ac-398f-4014-923f-f60bc66bf0b5 service neutron] 10.222.0.21 "PUT /v2.0/ports/ab40b8cb-66a7-4c96-ba4b-c11c1166af7a/bindings/n-h1-812111-15/activate HTTP/1.1" status: 200 len: 370 time: 1.9166710 Jan 31 18:35:37.017648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb865fc7-e228-4d50-9864-7a5f761de9a0 req-bb0b3bce-c577-47ff-accf-a676ca1575fb tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.025533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb865fc7-e228-4d50-9864-7a5f761de9a0 req-bb0b3bce-c577-47ff-accf-a676ca1575fb tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.2736976 Jan 31 18:35:37.067736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49665f2-6895-419b-9296-78f0257c5f2d req-c1484498-1d85-4dad-8268-ddf0f9f9ab67 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.075419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e49665f2-6895-419b-9296-78f0257c5f2d req-c1484498-1d85-4dad-8268-ddf0f9f9ab67 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 945 time: 0.2549384 Jan 31 18:35:37.180941 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb865fc7-e228-4d50-9864-7a5f761de9a0 req-c47a2d72-3f83-4f88-b4a5-4a2dbf466fd4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544435 Jan 31 18:35:37.200430 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e49665f2-6895-419b-9296-78f0257c5f2d req-d65724c8-c550-4294-8414-c42f77f343ee tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174140 Jan 31 18:35:37.251410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59513d9-bfcd-46cb-b7d3-e3acce5dec7e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:37.280895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Publish callbacks [] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:37.309242 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb9fd7d-5973-4ae2-89bc-1b307215dc56 x-openstack-request-id: req-8cb9fd7d-5973-4ae2-89bc-1b307215dc56 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:37.309704 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "b2202cfa-1d5e-4462-926a-9bf8c49d3787", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:37.310152 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cb9fd7d-5973-4ae2-89bc-1b307215dc56 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:37.310596 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': 'b2202cfa-1d5e-4462-926a-9bf8c49d3787', 'status': 'completed', 'code': 200} Jan 31 18:35:37.319258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Transition to ACTIVE for port object c59513d9-bfcd-46cb-b7d3-e3acce5dec7e will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:37.325282 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:37.416583 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7d02ee18-cd4b-4136-ac7a-7c3da188c0bd req-fb15bf8e-6cfb-4cc0-86bf-e90b926f5a9e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460055 Jan 31 18:35:37.423891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-1d38df2f-9388-4737-bc87-e798f5f4d00e tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.425516 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-1d38df2f-9388-4737-bc87-e798f5f4d00e tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973&tenant_id=9fffd57ee5764d53b8880788295d6082&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1128 time: 0.1317394 Jan 31 18:35:37.496016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-ebfd0072-ed09-4578-851a-e29e897e8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.497747 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-ebfd0072-ed09-4578-851a-e29e897e8d30 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973&tenant_id=9fffd57ee5764d53b8880788295d6082 HTTP/1.1" status: 200 len: 1128 time: 0.0612760 Jan 31 18:35:37.530731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Pushing event updated for resources: {'Port': ['ID=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:37.598038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-8232bbb0-e1d5-466e-934e-1679324611a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.600575 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-8232bbb0-e1d5-466e-934e-1679324611a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 1128 time: 0.0703824 Jan 31 18:35:37.640212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-5a1a597a-f167-43cb-b2e2-286b606ffa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.640737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-5a1a597a-f167-43cb-b2e2-286b606ffa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.641231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-5a1a597a-f167-43cb-b2e2-286b606ffa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.641714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-5a1a597a-f167-43cb-b2e2-286b606ffa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.642191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-5a1a597a-f167-43cb-b2e2-286b606ffa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.642785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-5a1a597a-f167-43cb-b2e2-286b606ffa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.643687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-5a1a597a-f167-43cb-b2e2-286b606ffa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.645959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-5a1a597a-f167-43cb-b2e2-286b606ffa88 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 6440 time: 0.2773504 Jan 31 18:35:37.714301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-5b6f7527-3932-4c2f-8322-6f5739bfa36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.714850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f6664-0315-43ee-b40a-9c31a48e72be req-5c59d855-5525-4c69-971a-2ebf73ca7280 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.715930 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-5b6f7527-3932-4c2f-8322-6f5739bfa36a service neutron] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.1057343 Jan 31 18:35:37.724248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f6664-0315-43ee-b40a-9c31a48e72be req-5c59d855-5525-4c69-971a-2ebf73ca7280 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.730629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f6664-0315-43ee-b40a-9c31a48e72be req-5c59d855-5525-4c69-971a-2ebf73ca7280 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.738679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f6664-0315-43ee-b40a-9c31a48e72be req-5c59d855-5525-4c69-971a-2ebf73ca7280 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.744932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f6664-0315-43ee-b40a-9c31a48e72be req-5c59d855-5525-4c69-971a-2ebf73ca7280 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.750162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f6664-0315-43ee-b40a-9c31a48e72be req-5c59d855-5525-4c69-971a-2ebf73ca7280 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.755396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f6664-0315-43ee-b40a-9c31a48e72be req-5c59d855-5525-4c69-971a-2ebf73ca7280 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.760664 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf0f6664-0315-43ee-b40a-9c31a48e72be req-5c59d855-5525-4c69-971a-2ebf73ca7280 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5406 time: 0.3285162 Jan 31 18:35:37.767826 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-15ada59c-48a5-44fb-90b8-2d1759a4d840 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a HTTP/1.1" status: 200 len: 217 time: 0.0423548 Jan 31 18:35:37.829823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb119f-f457-4625-a941-873633e33384 req-e4cd401e-38b2-438f-8ad3-6112afbe7bbf tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.831437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-e4cd401e-38b2-438f-8ad3-6112afbe7bbf tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 807 time: 0.4424031 Jan 31 18:35:37.831783 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-b007203f-f5b5-4754-afc3-4991b29e7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.833405 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-b007203f-f5b5-4754-afc3-4991b29e7622 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.0562301 Jan 31 18:35:37.840519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Attempting to bind port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:37.840990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Attempting to bind port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:37.841219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Attempting to bind port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e on network f6132770-31d8-4044-871c-bab7c33e776b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:37.871347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e on network f6132770-31d8-4044-871c-bab7c33e776b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:37.871701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Attempting to bind port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e on network f6132770-31d8-4044-871c-bab7c33e776b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:37.873451 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-2fe104ea-26c3-4bdc-9e2c-e4758bddc93b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307014 Jan 31 18:35:37.880794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-63a750dc-aad2-49ba-8fbf-42df55fee005 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/quotas/76e6cbf2e2d142bc94c6528ccfb94e0a HTTP/1.1" status: 200 len: 375 time: 0.0307980 Jan 31 18:35:37.922094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:37.922439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Checking segment: {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:37.922749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Bound using segment: {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:37.923202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Bound port: c59513d9-bfcd-46cb-b7d3-e3acce5dec7e, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77240a32-4436-4da6-ae6c-45f8a8539158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:37.923565 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:37.987508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-83c607cd-a9a6-4caf-a4e9-1a40cb63e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.988171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-83c607cd-a9a6-4caf-a4e9-1a40cb63e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.988383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-83c607cd-a9a6-4caf-a4e9-1a40cb63e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:37.990085 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-5ad699e8-40d7-4538-87b9-28d5e6b49da6 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075764 Jan 31 18:35:37.990266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-83c607cd-a9a6-4caf-a4e9-1a40cb63e67f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3314104 Jan 31 18:35:37.994974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf0f6664-0315-43ee-b40a-9c31a48e72be req-9402e413-07a7-43fd-b47b-21f61b9fb863 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2180514 Jan 31 18:35:38.120637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-3857f6df-619d-4dc3-982c-1896d1436b6c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2176511 Jan 31 18:35:38.134761 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-6d226907-92bf-4c70-9f55-bf377b444a40 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270711 Jan 31 18:35:38.161048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] For port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:38.243637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] For port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:38.275307 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:38.285206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-83633382-df55-4206-9167-806e6d5c8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:38.286705 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8a7ce4d-7a79-4fc1-aa91-4499e5217143 req-83633382-df55-4206-9167-806e6d5c8321 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2664061 Jan 31 18:35:38.307948 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c80d1bd-654a-458f-ba0b-1d43434b0e5d req-d16559ec-5160-4bba-8f65-67fd5d55b8d0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-448836335&fields=id&tenant_id=b3ac8c3060404b3cb58d41a2352976c6 HTTP/1.1" status: 200 len: 267 time: 0.1952193 Jan 31 18:35:38.369940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 782d871c-9712-459e-acbd-a3e0bbd80648 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:35:38.385802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:38.386443 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:38.387880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] 10.222.0.49 "PUT /v2.0/ports/c59513d9-bfcd-46cb-b7d3-e3acce5dec7e HTTP/1.1" status: 200 len: 1091 time: 2.0994468 Jan 31 18:35:38.404535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-22ff8112-6266-4864-a655-3e8261565d97 service neutron] 10.222.0.20 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682636 Jan 31 18:35:38.432955 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Request body: {'port': {'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:38.458292 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 782d871c-9712-459e-acbd-a3e0bbd80648 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:35:38.464010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 782d871c-9712-459e-acbd-a3e0bbd80648 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:35:38.467049 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:38.489852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729fab2-18c8-4e59-a67e-fd7fbe18ab15 service neutron] Pushing event updated for resources: {'Port': ['ID=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:38.594329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 782d871c-9712-459e-acbd-a3e0bbd80648 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:38.594773 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:38.604857 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1539c814-7e36-408b-9f7d-bfd966045188), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:38.630475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80d1bd-654a-458f-ba0b-1d43434b0e5d req-ed145233-a830-460d-ad0d-3ef51c5069cd tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:38.633099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c80d1bd-654a-458f-ba0b-1d43434b0e5d req-ed145233-a830-460d-ad0d-3ef51c5069cd tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 984 time: 0.3234534 Jan 31 18:35:38.655072 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 782d871c-9712-459e-acbd-a3e0bbd80648, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=782d871c-9712-459e-acbd-a3e0bbd80648,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:38.662684 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:38.677173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9c80d1bd-654a-458f-ba0b-1d43434b0e5d req-6987075f-367b-4260-a338-a421f11eaf8b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'port': {'security_groups': ['901f2cd4-88ee-448a-a440-d6132828f142', 'e22f7fc2-117a-4523-a523-939ce406c61b', 'b297367b-78b3-419e-94bd-f2ea97108232']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:38.720035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b33c52-78ca-4720-ab18-b5ac84c09294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782d871c-9712-459e-acbd-a3e0bbd80648'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:38.722412 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07903edb-8e94-42ba-b9f9-29d0f9ab08f1" -d '{"events": [{"server_uuid": "f4b33c52-78ca-4720-ab18-b5ac84c09294", "name": "network-vif-plugged", "status": "completed", "tag": "782d871c-9712-459e-acbd-a3e0bbd80648"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:38.731009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=782d871c-9712-459e-acbd-a3e0bbd80648,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:38.741621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eca31f72-35c0-471d-a273-cfe675244ef1 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:38.743703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-eca31f72-35c0-471d-a273-cfe675244ef1 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973&tenant_id=9fffd57ee5764d53b8880788295d6082&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 1128 time: 0.2730255 Jan 31 18:35:38.775439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-249f6611-88c3-4526-bd55-352124014a15 service neutron] 10.222.0.20 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588443 Jan 31 18:35:38.932624 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c80d1bd-654a-458f-ba0b-1d43434b0e5d req-6987075f-367b-4260-a338-a421f11eaf8b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:39.330783 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': '8fdc161c-5758-4da9-9179-feccdf25f2ab'}, {'name': 'network-changed', 'server_uuid': 'b7b2967f-43d1-4a3b-8259-fb3483d30fb9', 'tag': '60bafff0-9d01-475e-8401-8f8e0d797c10'}, {'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': 'c59513d9-bfcd-46cb-b7d3-e3acce5dec7e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:39.333098 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e9083-d6bc-4c0d-be41-466227da486b" -d '{"events": [{"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "8fdc161c-5758-4da9-9179-feccdf25f2ab"}, {"name": "network-changed", "server_uuid": "b7b2967f-43d1-4a3b-8259-fb3483d30fb9", "tag": "60bafff0-9d01-475e-8401-8f8e0d797c10"}, {"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "c59513d9-bfcd-46cb-b7d3-e3acce5dec7e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:39.488355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-25f9f60a-ece1-4875-a93d-428331fa7111 service neutron] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:39.510679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef322e-311f-480b-a845-0838bfe94ed5 req-975e8918-eaea-4f52-b1a9-7049f4dc473d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:39.516865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6ef322e-311f-480b-a845-0838bfe94ed5 req-975e8918-eaea-4f52-b1a9-7049f4dc473d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 950 time: 0.2442343 Jan 31 18:35:39.527951 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-25f9f60a-ece1-4875-a93d-428331fa7111 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:39.529371 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-136de436-1d13-4ead-a5e8-e883fec367c7 req-25f9f60a-ece1-4875-a93d-428331fa7111 service neutron] 10.222.0.49 "DELETE /v2.0/ports/ab40b8cb-66a7-4c96-ba4b-c11c1166af7a/bindings/n-h2-812111-15 HTTP/1.1" status: 204 len: 173 time: 0.7703383 Jan 31 18:35:39.633850 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6ef322e-311f-480b-a845-0838bfe94ed5 req-b06ed5f5-c920-40bf-b5b9-f16332d10d01 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161149 Jan 31 18:35:39.693009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1539c814-7e36-408b-9f7d-bfd966045188 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:39.706907 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Publish callbacks [] for port (1539c814-7e36-408b-9f7d-bfd966045188), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:39.730105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Transition to ACTIVE for port object 1539c814-7e36-408b-9f7d-bfd966045188 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:39.737540 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1539c814-7e36-408b-9f7d-bfd966045188), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:39.829446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9c80d1bd-654a-458f-ba0b-1d43434b0e5d req-6987075f-367b-4260-a338-a421f11eaf8b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] For port 60bafff0-9d01-475e-8401-8f8e0d797c10, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=60bafff0-9d01-475e-8401-8f8e0d797c10,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:39.859501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1539c814-7e36-408b-9f7d-bfd966045188,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:39.912687 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c80d1bd-654a-458f-ba0b-1d43434b0e5d req-6987075f-367b-4260-a338-a421f11eaf8b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:39.945305 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c80d1bd-654a-458f-ba0b-1d43434b0e5d req-6987075f-367b-4260-a338-a421f11eaf8b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:39.965024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['60bafff0-9d01-475e-8401-8f8e0d797c10'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:39.982281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb3381-098c-48b8-b891-ddfda4a1d11c req-4a68b898-1e86-44e6-bbfd-930c58ac8d57 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:39.985805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9eb3381-098c-48b8-b891-ddfda4a1d11c req-4a68b898-1e86-44e6-bbfd-930c58ac8d57 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 945 time: 0.2029550 Jan 31 18:35:40.091324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80d1bd-654a-458f-ba0b-1d43434b0e5d req-6987075f-367b-4260-a338-a421f11eaf8b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:40.091324 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c80d1bd-654a-458f-ba0b-1d43434b0e5d req-6987075f-367b-4260-a338-a421f11eaf8b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:40.092580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c80d1bd-654a-458f-ba0b-1d43434b0e5d req-6987075f-367b-4260-a338-a421f11eaf8b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "PUT /v2.0/ports/60bafff0-9d01-475e-8401-8f8e0d797c10 HTTP/1.1" status: 200 len: 1020 time: 1.4493055 Jan 31 18:35:40.147179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987075f-367b-4260-a338-a421f11eaf8b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'Port': ['ID=60bafff0-9d01-475e-8401-8f8e0d797c10,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:40.192101 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9eb3381-098c-48b8-b891-ddfda4a1d11c req-2ba99005-0c19-47a2-ad51-c9493a78f801 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704571 Jan 31 18:35:40.192951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Attempting to bind port 1539c814-7e36-408b-9f7d-bfd966045188 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:40.193367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Attempting to bind port 1539c814-7e36-408b-9f7d-bfd966045188 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:40.193706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Attempting to bind port 1539c814-7e36-408b-9f7d-bfd966045188 on network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:40.200141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Port 1539c814-7e36-408b-9f7d-bfd966045188 on network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:40.201931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Attempting to bind port 1539c814-7e36-408b-9f7d-bfd966045188 on network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:40.208089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:40.208455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Checking segment: {'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:40.209179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Bound using segment: {'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:40.209684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Bound port: 1539c814-7e36-408b-9f7d-bfd966045188, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:40.211047 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1539c814-7e36-408b-9f7d-bfd966045188), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:40.265123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['60bafff0-9d01-475e-8401-8f8e0d797c10'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:40.297391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] For port 1539c814-7e36-408b-9f7d-bfd966045188, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:40.304168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] For port 1539c814-7e36-408b-9f7d-bfd966045188, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1539c814-7e36-408b-9f7d-bfd966045188,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:40.369697 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1539c814-7e36-408b-9f7d-bfd966045188), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:40.428225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:40.428740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:40.430477 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] 10.222.0.49 "PUT /v2.0/ports/1539c814-7e36-408b-9f7d-bfd966045188 HTTP/1.1" status: 200 len: 1092 time: 2.0022867 Jan 31 18:35:40.473050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Request body: {'port': {'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:40.489227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4f143-f0e1-440c-87c9-18523faba2d7 req-341c0ed9-231f-4a05-ba28-f0d77e78cecd tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:40.497100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dd4f143-f0e1-440c-87c9-18523faba2d7 req-341c0ed9-231f-4a05-ba28-f0d77e78cecd tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 946 time: 0.1965001 Jan 31 18:35:40.528741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82153a-b875-43e6-aa37-8023f70fb3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1539c814-7e36-408b-9f7d-bfd966045188,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:40.547407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629304d-4072-44a6-b87d-4b4b53cd478f req-d551e21c-858b-47b2-a2b2-0ba463dd60ec tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:40.549299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8629304d-4072-44a6-b87d-4b4b53cd478f req-d551e21c-858b-47b2-a2b2-0ba463dd60ec tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.3261974 Jan 31 18:35:40.690315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8629304d-4072-44a6-b87d-4b4b53cd478f req-a86ab1c7-677b-49c0-a7ef-82124ee4f95d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321328 Jan 31 18:35:40.716528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dd4f143-f0e1-440c-87c9-18523faba2d7 req-0bdd8643-b3ca-45aa-8713-6cfa5a870f4f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185118 Jan 31 18:35:40.725626 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83872ae9-6796-4894-9758-c716c0d1898e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:40.820078 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021dbee4-e942-483a-805c-076a9b82596e x-openstack-request-id: req-021dbee4-e942-483a-805c-076a9b82596e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:40.820420 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b33c52-78ca-4720-ab18-b5ac84c09294", "name": "network-vif-plugged", "status": "completed", "tag": "782d871c-9712-459e-acbd-a3e0bbd80648", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:40.820614 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-021dbee4-e942-483a-805c-076a9b82596e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:40.821012 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b33c52-78ca-4720-ab18-b5ac84c09294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782d871c-9712-459e-acbd-a3e0bbd80648', 'code': 200} Jan 31 18:35:40.938674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb119f-f457-4625-a941-873633e33384 req-1978d3fb-748f-49b7-af60-db0c2b3e1a4c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:40.941498 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-1978d3fb-748f-49b7-af60-db0c2b3e1a4c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 807 time: 0.1964924 Jan 31 18:35:40.966449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-c5cb119f-f457-4625-a941-873633e33384 req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Request body: {'port': {'device_id': '76a50d7b-47e9-40e1-ae28-95a4ed54eea6', 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025', 'admin_state_up': True, 'tenant_id': '76e6cbf2e2d142bc94c6528ccfb94e0a'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:40.971227 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64355917-9475-4852-941d-758bf5352518 req-5879e779-86b7-410b-9b91-6ecf841cc822 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 210 time: 0.0438917 Jan 31 18:35:41.139753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5cb119f-f457-4625-a941-873633e33384 req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Made reservation on behalf of 76e6cbf2e2d142bc94c6528ccfb94e0a for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:35:41.150616 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c5cb119f-f457-4625-a941-873633e33384 req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:41.164380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67fb45-f199-42c0-91de-646717f1f896 req-3e157542-4ae1-48b5-bc27-1799377fa0a0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.170365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67fb45-f199-42c0-91de-646717f1f896 req-3e157542-4ae1-48b5-bc27-1799377fa0a0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.176933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67fb45-f199-42c0-91de-646717f1f896 req-3e157542-4ae1-48b5-bc27-1799377fa0a0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.182599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67fb45-f199-42c0-91de-646717f1f896 req-3e157542-4ae1-48b5-bc27-1799377fa0a0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.190937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67fb45-f199-42c0-91de-646717f1f896 req-3e157542-4ae1-48b5-bc27-1799377fa0a0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.201103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67fb45-f199-42c0-91de-646717f1f896 req-3e157542-4ae1-48b5-bc27-1799377fa0a0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.210976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67fb45-f199-42c0-91de-646717f1f896 req-3e157542-4ae1-48b5-bc27-1799377fa0a0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.213408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe67fb45-f199-42c0-91de-646717f1f896 req-3e157542-4ae1-48b5-bc27-1799377fa0a0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5418 time: 0.3544502 Jan 31 18:35:41.238347 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bb6c67-0173-4bfc-bce3-76544b6d5007 x-openstack-request-id: req-c3bb6c67-0173-4bfc-bce3-76544b6d5007 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:41.238677 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "8fdc161c-5758-4da9-9179-feccdf25f2ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7b2967f-43d1-4a3b-8259-fb3483d30fb9", "tag": "60bafff0-9d01-475e-8401-8f8e0d797c10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "c59513d9-bfcd-46cb-b7d3-e3acce5dec7e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:41.238881 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3bb6c67-0173-4bfc-bce3-76544b6d5007 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:41.239449 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': '8fdc161c-5758-4da9-9179-feccdf25f2ab', 'status': 'completed', 'code': 200} Jan 31 18:35:41.239935 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b2967f-43d1-4a3b-8259-fb3483d30fb9', 'tag': '60bafff0-9d01-475e-8401-8f8e0d797c10', 'status': 'completed', 'code': 200} Jan 31 18:35:41.240510 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': 'c59513d9-bfcd-46cb-b7d3-e3acce5dec7e', 'status': 'completed', 'code': 200} Jan 31 18:35:41.432629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-c5cb119f-f457-4625-a941-873633e33384 req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Allocated IP 172.20.0.13 (4fffb079-0281-4e37-8173-c46a7953a025/dbd1802f-badd-4cac-85c8-8338925b9b50/ea2c6f4c-5806-454c-afe4-4ccef09c4529) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:35:41.457178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-6ee79718-8784-427c-a675-1f0858055464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.457935 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-6ee79718-8784-427c-a675-1f0858055464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.458581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-6ee79718-8784-427c-a675-1f0858055464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.459222 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-6ee79718-8784-427c-a675-1f0858055464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.460559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-6ee79718-8784-427c-a675-1f0858055464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.461805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-6ee79718-8784-427c-a675-1f0858055464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.462789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-6ee79718-8784-427c-a675-1f0858055464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.465210 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-6ee79718-8784-427c-a675-1f0858055464 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 6612 time: 0.1847978 Jan 31 18:35:41.520921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe67fb45-f199-42c0-91de-646717f1f896 req-58972fcf-198e-4e72-ba5f-5819fa48806c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2783043 Jan 31 18:35:41.524197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b127b3-f74e-404d-b862-5665b493bede req-7723b49c-0135-4abd-9fe8-dfcd43fd686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.526050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21b127b3-f74e-404d-b862-5665b493bede req-7723b49c-0135-4abd-9fe8-dfcd43fd686b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 1129 time: 0.4555483 Jan 31 18:35:41.559090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-8cb8ecf8-62c6-4998-839f-192e5a267eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.560623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-8cb8ecf8-62c6-4998-839f-192e5a267eae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3ac8c3060404b3cb58d41a2352976c6&device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 1207 time: 0.3059540 Jan 31 18:35:41.570184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18224d-0226-4daf-b023-499337fc4daf req-6526aaca-d291-4296-9ae3-71a52cad92c9 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.571716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d18224d-0226-4daf-b023-499337fc4daf req-6526aaca-d291-4296-9ae3-71a52cad92c9 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 1133 time: 0.2259791 Jan 31 18:35:41.728229 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-d0bab4e9-cfb3-468a-ae73-8c231d037561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.729521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-d0bab4e9-cfb3-468a-ae73-8c231d037561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.730028 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-d0bab4e9-cfb3-468a-ae73-8c231d037561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.732003 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-d0bab4e9-cfb3-468a-ae73-8c231d037561 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2554698 Jan 31 18:35:41.754364 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21b127b3-f74e-404d-b862-5665b493bede req-10a48675-10a0-4fee-8e09-437e7eac01b5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073050 Jan 31 18:35:41.787050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83872ae9-6796-4894-9758-c716c0d1898e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:41.813545 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Publish callbacks [] for port (83872ae9-6796-4894-9758-c716c0d1898e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:41.845743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d18224d-0226-4daf-b023-499337fc4daf req-9ce036b3-d210-4e04-8959-8cd0c347ccd8 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565470 Jan 31 18:35:41.850560 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-ac95a9a1-06a9-48c0-965c-2850a0092f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.852242 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-ac95a9a1-06a9-48c0-965c-2850a0092f30 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096535 Jan 31 18:35:41.858488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-739c06b8-f2b5-4427-958f-98c30373b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:41.866952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-739c06b8-f2b5-4427-958f-98c30373b579 service neutron] 10.222.0.21 "GET /v2.0/networks?id=97fe9fc0-3edc-4b81-a012-21a20ed95244 HTTP/1.1" status: 200 len: 913 time: 0.2942438 Jan 31 18:35:41.895672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c5cb119f-f457-4625-a941-873633e33384 req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks [] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:41.899387 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Transition to ACTIVE for port object 83872ae9-6796-4894-9758-c716c0d1898e will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:41.949573 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c5cb119f-f457-4625-a941-873633e33384 req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:41.964349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['a1ea5589-cc93-4490-b675-4447ddc19326'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:41.980943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-8e5e6427-6730-42e1-a9d7-70e57f425eb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60bafff0-9d01-475e-8401-8f8e0d797c10 HTTP/1.1" status: 200 len: 217 time: 0.0997562 Jan 31 18:35:41.982474 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (83872ae9-6796-4894-9758-c716c0d1898e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:42.003146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddae0de-229e-4889-a7a5-1f6b980b10d5 req-c56f1ef0-12ba-4f57-80af-87057e56b6f4 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.005034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ddae0de-229e-4889-a7a5-1f6b980b10d5 req-c56f1ef0-12ba-4f57-80af-87057e56b6f4 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 1023 time: 0.2748344 Jan 31 18:35:42.027164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5cb119f-f457-4625-a941-873633e33384 req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Network 4fffb079-0281-4e37-8173-c46a7953a025 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:35:42.078845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-c5cb119f-f457-4625-a941-873633e33384 req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:35:42.087878 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Pushing event updated for resources: {'Port': ['ID=ea2c6f4c-5806-454c-afe4-4ccef09c4529,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:42.089480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cb119f-f457-4625-a941-873633e33384 req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:35:42.151804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.152489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.152844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.153448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.153789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.154123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.154468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.155376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.155854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.156362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.156865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.157205 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.157532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:35:42.189238 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-7b4fcfa9-5422-4626-8171-4893f6551052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.190672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-7b4fcfa9-5422-4626-8171-4893f6551052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.192182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-7b4fcfa9-5422-4626-8171-4893f6551052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.192960 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-7b4fcfa9-5422-4626-8171-4893f6551052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.193462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-7b4fcfa9-5422-4626-8171-4893f6551052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.194148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-7b4fcfa9-5422-4626-8171-4893f6551052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.194644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-7b4fcfa9-5422-4626-8171-4893f6551052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.196974 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-7b4fcfa9-5422-4626-8171-4893f6551052 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 6638 time: 0.1953630 Jan 31 18:35:42.233673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Pushing event updated for resources: {'Port': ['ID=83872ae9-6796-4894-9758-c716c0d1898e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:42.256453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-c8eb8a79-fe49-4947-aaca-971011a2fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.258934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-c8eb8a79-fe49-4947-aaca-971011a2fec7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08582a16-ce0c-4ec4-a246-91e60ab7bd49 HTTP/1.1" status: 200 len: 852 time: 0.2482450 Jan 31 18:35:42.345557 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb119f-f457-4625-a941-873633e33384 req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.346381 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c5cb119f-f457-4625-a941-873633e33384 req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:42.367805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-b25f86ff-47b6-4353-baa4-1d6047320d55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97fe9fc0-3edc-4b81-a012-21a20ed95244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752327 Jan 31 18:35:42.395755 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-b25470ce-2d44-4bdd-8645-205a849dd136 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4365180 Jan 31 18:35:42.421954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Request body: {'port': {'device_id': '76a50d7b-47e9-40e1-ae28-95a4ed54eea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:42.470951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-3c0f6f3a-4baf-4266-8f92-4dc505fbbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.471502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-3c0f6f3a-4baf-4266-8f92-4dc505fbbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.472021 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-3c0f6f3a-4baf-4266-8f92-4dc505fbbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.474398 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-3c0f6f3a-4baf-4266-8f92-4dc505fbbc9c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2680259 Jan 31 18:35:42.497366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-7ce59682-83cf-4ee6-b41a-a1bd7db47458 service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194234 Jan 31 18:35:42.511124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724dc3a-3fc8-4909-ad6f-287c72d7e81b req-a427f023-39e5-4cf5-a690-2a1bd3e1824d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.514548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d724dc3a-3fc8-4909-ad6f-287c72d7e81b req-a427f023-39e5-4cf5-a690-2a1bd3e1824d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.3792062 Jan 31 18:35:42.524718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ddae0de-229e-4889-a7a5-1f6b980b10d5 req-ed9ce92c-c1ed-4557-8205-952c697ab86c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=b297367b-78b3-419e-94bd-f2ea97108232&id=901f2cd4-88ee-448a-a440-d6132828f142&id=e22f7fc2-117a-4523-a523-939ce406c61b HTTP/1.1" status: 200 len: 6198 time: 0.4970989 Jan 31 18:35:42.577670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Attempting to bind port 83872ae9-6796-4894-9758-c716c0d1898e on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:42.578297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Attempting to bind port 83872ae9-6796-4894-9758-c716c0d1898e by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:42.578733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Attempting to bind port 83872ae9-6796-4894-9758-c716c0d1898e on network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:42.597362 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:42.627668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Port 83872ae9-6796-4894-9758-c716c0d1898e on network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:42.628031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Attempting to bind port 83872ae9-6796-4894-9758-c716c0d1898e on network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:42.643944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:42.644293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Checking segment: {'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:42.644810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Bound using segment: {'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:42.645352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Bound port: 83872ae9-6796-4894-9758-c716c0d1898e, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbb8b23-7a94-4abf-9a90-38e772225c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:42.645722 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83872ae9-6796-4894-9758-c716c0d1898e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:42.664783 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-d9ffbd18-c70d-4415-8d92-caa83d8ff1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.666973 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-d9ffbd18-c70d-4415-8d92-caa83d8ff1b9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1841543 Jan 31 18:35:42.783270 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff1e9083-d6bc-4c0d-be41-466227da486b req-f5053c96-de61-49b2-b495-4b583275d23e service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561634 Jan 31 18:35:42.815833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d724dc3a-3fc8-4909-ad6f-287c72d7e81b req-a6589e08-d616-47b8-aa27-73a1a95b1e79 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875352 Jan 31 18:35:42.841158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c74b82-45a2-46d0-ba2e-607323c8264d req-8ab1cdc0-53a8-4950-b00d-b4fa971e204a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:42.849418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65c74b82-45a2-46d0-ba2e-607323c8264d req-8ab1cdc0-53a8-4950-b00d-b4fa971e204a tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 946 time: 0.1997776 Jan 31 18:35:42.930005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] For port 83872ae9-6796-4894-9758-c716c0d1898e, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:42.985080 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65c74b82-45a2-46d0-ba2e-607323c8264d req-bd4f83e9-1fd5-45e3-959f-491a21e84324 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345358 Jan 31 18:35:42.992287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] For port 83872ae9-6796-4894-9758-c716c0d1898e, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=83872ae9-6796-4894-9758-c716c0d1898e,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:43.008694 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (83872ae9-6796-4894-9758-c716c0d1898e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:43.073821 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2c6f4c-5806-454c-afe4-4ccef09c4529 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:43.088791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Pushing event updated for resources: {'Port': ['ID=83872ae9-6796-4894-9758-c716c0d1898e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:43.103841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Publish callbacks [] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:43.121496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Transition to ACTIVE for port object ea2c6f4c-5806-454c-afe4-4ccef09c4529 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:43.127008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:43.140316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.140934 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:43.142341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-1b5b0df5-9dc3-436d-81f1-2d31f0fede5e service neutron] 10.222.0.49 "PUT /v2.0/ports/83872ae9-6796-4894-9758-c716c0d1898e HTTP/1.1" status: 200 len: 1092 time: 2.6747148 Jan 31 18:35:43.157713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edd2db-2d09-4ba1-97cb-b4cbf928fc49 req-b0d93875-b778-466e-8896-90d1c1ff6a93 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.159264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2edd2db-2d09-4ba1-97cb-b4cbf928fc49 req-b0d93875-b778-466e-8896-90d1c1ff6a93 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 1128 time: 0.2228239 Jan 31 18:35:43.180681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13354d-3fc6-498e-8791-287a73bbe16b req-4da0b9e0-6aad-4f0b-b4eb-922ce92ef1b1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.182216 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb13354d-3fc6-498e-8791-287a73bbe16b req-4da0b9e0-6aad-4f0b-b4eb-922ce92ef1b1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 932 time: 0.0897954 Jan 31 18:35:43.226779 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Pushing event updated for resources: {'Port': ['ID=ea2c6f4c-5806-454c-afe4-4ccef09c4529,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:43.252629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2edd2db-2d09-4ba1-97cb-b4cbf928fc49 req-30ada93c-2237-4824-8833-2e622a1b0e7f tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646875 Jan 31 18:35:43.271533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b2967f-43d1-4a3b-8259-fb3483d30fb9', 'tag': '60bafff0-9d01-475e-8401-8f8e0d797c10'}, {'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': '1539c814-7e36-408b-9f7d-bfd966045188'}, {'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': '83872ae9-6796-4894-9758-c716c0d1898e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:43.283829 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b2967f-43d1-4a3b-8259-fb3483d30fb9", "tag": "60bafff0-9d01-475e-8401-8f8e0d797c10"}, {"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "1539c814-7e36-408b-9f7d-bfd966045188"}, {"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "83872ae9-6796-4894-9758-c716c0d1898e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:43.404811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Attempting to bind port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:43.405175 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Attempting to bind port ea2c6f4c-5806-454c-afe4-4ccef09c4529 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:43.405514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Attempting to bind port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:43.411546 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on network 4fffb079-0281-4e37-8173-c46a7953a025 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:43.411923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Attempting to bind port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:43.419226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:43.419226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:43.419582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Bound using segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:43.420023 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Bound port: ea2c6f4c-5806-454c-afe4-4ccef09c4529, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:43.420483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:43.440943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-4d5cf272-c273-4828-83d6-d386259bd160 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484226 Jan 31 18:35:43.446535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb13354d-3fc6-498e-8791-287a73bbe16b req-3d7bd5e6-e428-48f4-a360-e915fbf046b1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087886 Jan 31 18:35:43.453627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-7a4b871e-9472-4279-b510-8317fa9e8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.454126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-7a4b871e-9472-4279-b510-8317fa9e8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.454618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-7a4b871e-9472-4279-b510-8317fa9e8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.455104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-7a4b871e-9472-4279-b510-8317fa9e8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.455583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-7a4b871e-9472-4279-b510-8317fa9e8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.456154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-7a4b871e-9472-4279-b510-8317fa9e8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.456681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-7a4b871e-9472-4279-b510-8317fa9e8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.468370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-7a4b871e-9472-4279-b510-8317fa9e8b0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 6711 time: 0.2200048 Jan 31 18:35:43.520985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:43.525708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:43.534853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:43.552570 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-d147bed1-227e-433d-b407-1f2964b6b0e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 HTTP/1.1" status: 200 len: 217 time: 0.0831826 Jan 31 18:35:43.583021 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.583961 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:43.586167 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] 10.222.0.21 "PUT /v2.0/ports/ea2c6f4c-5806-454c-afe4-4ccef09c4529 HTTP/1.1" status: 200 len: 1093 time: 1.1746049 Jan 31 18:35:43.586739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a50d7b-47e9-40e1-ae28-95a4ed54eea6', 'tag': 'ea2c6f4c-5806-454c-afe4-4ccef09c4529'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:43.589220 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086ec770-b492-4cb7-a2bd-290fd8f62480" -d '{"events": [{"name": "network-changed", "server_uuid": "76a50d7b-47e9-40e1-ae28-95a4ed54eea6", "tag": "ea2c6f4c-5806-454c-afe4-4ccef09c4529"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:43.649107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e3a15-c5ba-483b-acde-f53ce20adfbe service neutron] Pushing event updated for resources: {'Port': ['ID=ea2c6f4c-5806-454c-afe4-4ccef09c4529,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:43.665220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9d3e0eb7-3b3f-4df2-a9a4-bd18fda1c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.666742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-9d3e0eb7-3b3f-4df2-a9a4-bd18fda1c5c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b3dd08e-b156-4999-ad16-0c3ed85c691c HTTP/1.1" status: 200 len: 856 time: 0.0931492 Jan 31 18:35:43.707470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb119f-f457-4625-a941-873633e33384 req-0ecc4a41-517e-44f7-bc62-62bd3cb63b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.709020 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-0ecc4a41-517e-44f7-bc62-62bd3cb63b70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 1127 time: 0.0745509 Jan 31 18:35:43.758651 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-9fd73120-a0df-4ff3-9c83-ea41cf0732a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529 HTTP/1.1" status: 200 len: 217 time: 0.0401700 Jan 31 18:35:43.776390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bc9b8-7044-4ffc-82d7-ae8658a64543 req-b0e9b682-fcef-4336-bb34-0063ed648e48 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.781990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bc9b8-7044-4ffc-82d7-ae8658a64543 req-b0e9b682-fcef-4336-bb34-0063ed648e48 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.787493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bc9b8-7044-4ffc-82d7-ae8658a64543 req-b0e9b682-fcef-4336-bb34-0063ed648e48 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.793496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bc9b8-7044-4ffc-82d7-ae8658a64543 req-b0e9b682-fcef-4336-bb34-0063ed648e48 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.798703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bc9b8-7044-4ffc-82d7-ae8658a64543 req-b0e9b682-fcef-4336-bb34-0063ed648e48 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.804969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bc9b8-7044-4ffc-82d7-ae8658a64543 req-b0e9b682-fcef-4336-bb34-0063ed648e48 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.810706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bc9b8-7044-4ffc-82d7-ae8658a64543 req-b0e9b682-fcef-4336-bb34-0063ed648e48 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.813037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-837bc9b8-7044-4ffc-82d7-ae8658a64543 req-b0e9b682-fcef-4336-bb34-0063ed648e48 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.2807186 Jan 31 18:35:43.814950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb119f-f457-4625-a941-873633e33384 req-fd69a0ca-712d-44a9-9798-048cfb5ec2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.816602 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-fd69a0ca-712d-44a9-9798-048cfb5ec2b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.0496533 Jan 31 18:35:43.819008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249a88-6feb-4450-97fe-ad146e087452 req-4f36b492-d814-43b2-bba0-8e0dedeb3a10 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.820481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-4f36b492-d814-43b2-bba0-8e0dedeb3a10 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3730829 Jan 31 18:35:43.855035 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-3d1bb42e-61f7-4e7f-87c6-06e04e5f7993 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285859 Jan 31 18:35:43.856699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-d21102b3-46b5-4fed-9b17-79f8f532701f tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/quotas/91a42f644a6a43c6a68db0de6be71875 HTTP/1.1" status: 200 len: 375 time: 0.0247715 Jan 31 18:35:43.858435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-303ee399-0a80-45f5-b146-dc848239016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:43.860670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-303ee399-0a80-45f5-b146-dc848239016c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a69c8120-6908-4e05-952c-14dc7b37ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1783864 Jan 31 18:35:43.961757 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-ae6bb6ee-18ac-4528-ad11-6d0dd6d9551f service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981157 Jan 31 18:35:43.981636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-837bc9b8-7044-4ffc-82d7-ae8658a64543 req-841d81d6-35f8-4c48-95ac-da5a06fed030 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1585979 Jan 31 18:35:44.026164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-f3ee16cb-aba3-4547-9bbc-fd6f551f68d7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1603203 Jan 31 18:35:44.031337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-831a9e87-ff8b-4750-8bfa-5111bb5fcbed service neutron] 10.222.0.49 "GET /v2.0/networks/a69c8120-6908-4e05-952c-14dc7b37ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603022 Jan 31 18:35:44.086612 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c5cb119f-f457-4625-a941-873633e33384 req-978a875d-d835-4150-8925-8b48be4fb1bb service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187866 Jan 31 18:35:44.107175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9dbbb84f-69ff-42eb-ae3a-45d46c27de6b req-6946be98-46b5-475e-9ccd-a3e7fad2031e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1268920530 ', 'description': 'tempest-description-240308095'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:44.146610 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9dbbb84f-69ff-42eb-ae3a-45d46c27de6b req-6946be98-46b5-475e-9ccd-a3e7fad2031e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:44.183705 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-b9a58376-6eaa-44f0-8a6d-9144a01a7a81 service neutron] 10.222.0.49 "GET /v2.0/networks/a69c8120-6908-4e05-952c-14dc7b37ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455517 Jan 31 18:35:44.247199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-ff2f633f-b18a-463f-abf7-b2f46ae6d067 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=781529aa-8eeb-49ff-8d79-854bed0acdbf HTTP/1.1" status: 200 len: 217 time: 0.0565257 Jan 31 18:35:44.290902 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60288e18-bfdf-49a4-a645-8ec74bf41299 x-openstack-request-id: req-60288e18-bfdf-49a4-a645-8ec74bf41299 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:44.291408 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b2967f-43d1-4a3b-8259-fb3483d30fb9", "tag": "60bafff0-9d01-475e-8401-8f8e0d797c10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "1539c814-7e36-408b-9f7d-bfd966045188", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "83872ae9-6796-4894-9758-c716c0d1898e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:44.291805 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60288e18-bfdf-49a4-a645-8ec74bf41299 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:44.292379 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b2967f-43d1-4a3b-8259-fb3483d30fb9', 'tag': '60bafff0-9d01-475e-8401-8f8e0d797c10', 'status': 'completed', 'code': 200} Jan 31 18:35:44.293295 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': '1539c814-7e36-408b-9f7d-bfd966045188', 'status': 'completed', 'code': 200} Jan 31 18:35:44.293295 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': '83872ae9-6796-4894-9758-c716c0d1898e', 'status': 'completed', 'code': 200} Jan 31 18:35:44.387671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-1a6021b5-588d-4def-8fb9-6b3515366edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:44.389911 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-1a6021b5-588d-4def-8fb9-6b3515366edd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3ac8c3060404b3cb58d41a2352976c6&device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 1207 time: 0.0867784 Jan 31 18:35:44.394688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-ff563d7f-b85f-4880-8551-a25d9cecaede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:44.396234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-ff563d7f-b85f-4880-8551-a25d9cecaede service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b43bb12a-e889-48c4-a708-fda4e6831e58 HTTP/1.1" status: 200 len: 797 time: 0.1413872 Jan 31 18:35:44.414991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9dbbb84f-69ff-42eb-ae3a-45d46c27de6b req-6946be98-46b5-475e-9ccd-a3e7fad2031e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (bbcc93cf-6ae6-45c2-82da-1d6f5c4ce354), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:44.452051 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9dbbb84f-69ff-42eb-ae3a-45d46c27de6b req-6946be98-46b5-475e-9ccd-a3e7fad2031e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bbcc93cf-6ae6-45c2-82da-1d6f5c4ce354), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:44.506885 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9dbbb84f-69ff-42eb-ae3a-45d46c27de6b req-6946be98-46b5-475e-9ccd-a3e7fad2031e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:44.518607 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9dbbb84f-69ff-42eb-ae3a-45d46c27de6b req-6946be98-46b5-475e-9ccd-a3e7fad2031e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4169438 Jan 31 18:35:44.521630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-4984a710-ae05-40d8-bec4-a74f15766f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:44.524792 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-4984a710-ae05-40d8-bec4-a74f15766f56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=97fe9fc0-3edc-4b81-a012-21a20ed95244 HTTP/1.1" status: 200 len: 913 time: 0.1243727 Jan 31 18:35:44.542695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946be98-46b5-475e-9ccd-a3e7fad2031e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcc93cf-6ae6-45c2-82da-1d6f5c4ce354,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:44.565702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2eec02db-9fc5-4541-bee4-a6edef0cb030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:44.567609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2eec02db-9fc5-4541-bee4-a6edef0cb030 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6132770-31d8-4044-871c-bab7c33e776b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1511166 Jan 31 18:35:44.570378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b7b1f-e42d-482c-a476-a647a3363d19 req-3e98885d-cbe0-4542-b0ba-44acd6bb9710 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:44.571865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc4b7b1f-e42d-482c-a476-a647a3363d19 req-3e98885d-cbe0-4542-b0ba-44acd6bb9710 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 1128 time: 0.2026253 Jan 31 18:35:44.616562 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf65d6d-62e4-4681-a1dc-8250f3964f71 x-openstack-request-id: req-fbf65d6d-62e4-4681-a1dc-8250f3964f71 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:44.617125 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a50d7b-47e9-40e1-ae28-95a4ed54eea6", "tag": "ea2c6f4c-5806-454c-afe4-4ccef09c4529", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:44.617624 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbf65d6d-62e4-4681-a1dc-8250f3964f71 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:44.619527 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a50d7b-47e9-40e1-ae28-95a4ed54eea6', 'tag': 'ea2c6f4c-5806-454c-afe4-4ccef09c4529', 'status': 'completed', 'code': 200} Jan 31 18:35:44.622399 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-7ee59a28-fa0d-4f52-895d-2b96c7f1d171 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60bafff0-9d01-475e-8401-8f8e0d797c10 HTTP/1.1" status: 200 len: 217 time: 0.0885887 Jan 31 18:35:44.705487 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-6aa1d818-b5fb-4fa9-a4e3-6e956eb4e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:44.708128 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-6aa1d818-b5fb-4fa9-a4e3-6e956eb4e081 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08582a16-ce0c-4ec4-a246-91e60ab7bd49 HTTP/1.1" status: 200 len: 852 time: 0.0772526 Jan 31 18:35:44.747405 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-aef10ec8-d0a7-4c10-9e0e-70a85f7d5849 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97fe9fc0-3edc-4b81-a012-21a20ed95244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328794 Jan 31 18:35:44.897949 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-f579d3ea-5b35-4827-9903-5a9569353057 service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421556 Jan 31 18:35:45.050262 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-43b55b87-d850-43fc-a227-cc32549ae518 service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464777 Jan 31 18:35:45.085248 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc4b7b1f-e42d-482c-a476-a647a3363d19 req-e9fecad0-6f6c-4395-b87c-915bfd2a20a2 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976230 Jan 31 18:35:45.110869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ec770-b492-4cb7-a2bd-290fd8f62480 req-b1518a52-e6d9-4bbc-ab8c-1512f6fb0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:45.112473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-086ec770-b492-4cb7-a2bd-290fd8f62480 req-b1518a52-e6d9-4bbc-ab8c-1512f6fb0f5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 1127 time: 0.5009291 Jan 31 18:35:45.115758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-e0cdf9de-43c6-4a5c-a171-e475c51b74dd service neutron] 10.222.0.49 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360639 Jan 31 18:35:45.125425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f7310-cf1e-49ec-9760-7fd2e82e6ccf req-b032bda8-c33b-4abf-90d9-cfb0ec51932d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:45.132117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c72f7310-cf1e-49ec-9760-7fd2e82e6ccf req-b032bda8-c33b-4abf-90d9-cfb0ec51932d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.4438703 Jan 31 18:35:45.334343 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c72f7310-cf1e-49ec-9760-7fd2e82e6ccf req-76b93f2d-93bd-4ba2-babd-e40fb1aa3743 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996932 Jan 31 18:35:45.375735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-7a91c2d6-dd7c-4026-82b7-7f32ce77e549 service neutron] 10.222.0.49 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423594 Jan 31 18:35:45.389456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3bf1-29ac-459a-8843-c5ba0789f88c req-92d6532f-ec8e-40cb-96b2-bf07a5015c9d tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:45.390900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fdd3bf1-29ac-459a-8843-c5ba0789f88c req-92d6532f-ec8e-40cb-96b2-bf07a5015c9d tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 946 time: 0.2139099 Jan 31 18:35:45.462622 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-09d15e78-8b2d-4bc0-b946-5f220f9f4806 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=91a42f644a6a43c6a68db0de6be71875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241046 Jan 31 18:35:45.488945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-6a1f6ea9-b38b-4a96-bcc1-4e2427481533 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=b2202cfa-1d5e-4462-926a-9bf8c49d3787 HTTP/1.1" status: 200 len: 217 time: 0.0918322 Jan 31 18:35:45.490110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ec770-b492-4cb7-a2bd-290fd8f62480 req-ee594c9b-305b-4b52-ba20-88826b8253f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:45.492512 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-086ec770-b492-4cb7-a2bd-290fd8f62480 req-ee594c9b-305b-4b52-ba20-88826b8253f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.3260691 Jan 31 18:35:45.562168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eed5d136-dc3c-4304-aaf7-b22fd731a5eb req-b400ca24-9c94-4509-a44b-e288ce1b0510 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 210 time: 0.0870030 Jan 31 18:35:45.602487 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249a88-6feb-4450-97fe-ad146e087452 req-f71a8fbc-b177-4873-ac17-c88c0f5113c7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:45.604058 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-f71a8fbc-b177-4873-ac17-c88c0f5113c7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362538 Jan 31 18:35:45.618118 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2c249a88-6feb-4450-97fe-ad146e087452 req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Request body: {'port': {'device_id': '2ca37b18-1900-4baa-8f82-4039bbd9a6be', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '91a42f644a6a43c6a68db0de6be71875'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:45.644589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-086ec770-b492-4cb7-a2bd-290fd8f62480 req-8287b036-d795-43c2-a653-b6309a791c60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529 HTTP/1.1" status: 200 len: 217 time: 0.1199224 Jan 31 18:35:45.652824 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fdd3bf1-29ac-459a-8843-c5ba0789f88c req-afe0fb53-6501-442a-9dac-03d1f3bd10b0 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453930 Jan 31 18:35:45.729402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fc868ed3-9f3c-453f-861a-6767ce67f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:45.730856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-fc868ed3-9f3c-453f-861a-6767ce67f94f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b43bb12a-e889-48c4-a708-fda4e6831e58 HTTP/1.1" status: 200 len: 797 time: 0.2357349 Jan 31 18:35:45.750565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c249a88-6feb-4450-97fe-ad146e087452 req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Made reservation on behalf of 91a42f644a6a43c6a68db0de6be71875 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:35:45.754664 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c249a88-6feb-4450-97fe-ad146e087452 req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:45.808123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ec770-b492-4cb7-a2bd-290fd8f62480 req-3cdee4f7-0552-4b50-8511-26128d790975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:45.809398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-086ec770-b492-4cb7-a2bd-290fd8f62480 req-3cdee4f7-0552-4b50-8511-26128d790975 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.1536541 Jan 31 18:35:45.858386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-086ec770-b492-4cb7-a2bd-290fd8f62480 req-fa8888f3-d28e-4a4c-9a71-cdbb2fc7c4d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380626 Jan 31 18:35:45.861393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9828e863-c1b3-4826-9eea-7f80086265b0 req-a963b501-271a-4f27-936a-147d24d7afbd tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/bbcc93cf-6ae6-45c2-82da-1d6f5c4ce354 HTTP/1.1" status: 200 len: 1797 time: 0.1682899 Jan 31 18:35:45.885727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009aeae5-5b20-42d6-8a74-d7ccee611d33 req-e189bb21-4095-465a-8eec-48e70d258602 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:45.887246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-009aeae5-5b20-42d6-8a74-d7ccee611d33 req-e189bb21-4095-465a-8eec-48e70d258602 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.1747828 Jan 31 18:35:45.925400 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2c249a88-6feb-4450-97fe-ad146e087452 req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Allocated IP 192.168.233.109 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:35:45.977755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-b9738c24-ee7e-4f28-bc22-093afeab49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:45.979238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-b9738c24-ee7e-4f28-bc22-093afeab49a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6132770-31d8-4044-871c-bab7c33e776b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2352121 Jan 31 18:35:46.103536 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c249a88-6feb-4450-97fe-ad146e087452 req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks [] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:46.108875 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-009aeae5-5b20-42d6-8a74-d7ccee611d33 req-3efe47b5-59c8-45eb-a0e5-b505d9e69d35 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043252 Jan 31 18:35:46.125601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-086ec770-b492-4cb7-a2bd-290fd8f62480 req-ddff8188-5d53-46c6-aa7d-a60b24e098ea service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566845 Jan 31 18:35:46.160586 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c249a88-6feb-4450-97fe-ad146e087452 req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:46.172603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'cc94415d-4302-4b98-bbc2-940858252a3a', 'edb1b9cc-cd81-47d9-8248-c34c532efac1', 'ff792287-71c3-4093-808b-4373e62de7d1', '5a03ca3f-982b-488b-9164-2d313ae070d2'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:46.217336 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c249a88-6feb-4450-97fe-ad146e087452 req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:35:46.221307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2c249a88-6feb-4450-97fe-ad146e087452 req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:35:46.234401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c249a88-6feb-4450-97fe-ad146e087452 req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:35:46.288374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28', '882082bb-b518-4aa3-b003-2248a01da8de'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:46.314772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event updated for resources: {'Port': ['ID=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:46.323666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454f015-b0a7-4100-ab85-578c0c50c948 req-4e49ea95-0996-4481-9cd7-28ee39e05b36 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:46.335902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454f015-b0a7-4100-ab85-578c0c50c948 req-4e49ea95-0996-4481-9cd7-28ee39e05b36 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:46.338607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249a88-6feb-4450-97fe-ad146e087452 req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:46.339267 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c249a88-6feb-4450-97fe-ad146e087452 req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:46.346827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454f015-b0a7-4100-ab85-578c0c50c948 req-4e49ea95-0996-4481-9cd7-28ee39e05b36 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:46.362107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454f015-b0a7-4100-ab85-578c0c50c948 req-4e49ea95-0996-4481-9cd7-28ee39e05b36 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:46.377111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454f015-b0a7-4100-ab85-578c0c50c948 req-4e49ea95-0996-4481-9cd7-28ee39e05b36 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:46.403764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454f015-b0a7-4100-ab85-578c0c50c948 req-4e49ea95-0996-4481-9cd7-28ee39e05b36 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:46.404929 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-58e44a10-bb45-4279-b7c5-fca01c520068 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7728517 Jan 31 18:35:46.409929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454f015-b0a7-4100-ab85-578c0c50c948 req-4e49ea95-0996-4481-9cd7-28ee39e05b36 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:46.415122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Request body: {'port': {'device_id': '2ca37b18-1900-4baa-8f82-4039bbd9a6be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:46.416566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4454f015-b0a7-4100-ab85-578c0c50c948 req-4e49ea95-0996-4481-9cd7-28ee39e05b36 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.4529636 Jan 31 18:35:46.488229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2463cae2-93b6-468b-89fa-9ed824c3423f service neutron] 10.222.0.49 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982688 Jan 31 18:35:46.505868 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:46.657504 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-086ec770-b492-4cb7-a2bd-290fd8f62480 req-a4499cf7-baf4-4aae-9031-0bd804462186 service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255194 Jan 31 18:35:46.722685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4454f015-b0a7-4100-ab85-578c0c50c948 req-28064488-79c9-40ed-9c8a-da430c465c9b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2846045 Jan 31 18:35:46.753718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f8f72ae0-14b9-4b52-aee8-b737b47a01a1 service neutron] 10.222.0.49 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487080 Jan 31 18:35:46.945136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-51c2085e-de2a-4770-9fb6-6d5b254b81ce None None] Provisioning complete for port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:35:46.945902 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-51c2085e-de2a-4770-9fb6-6d5b254b81ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:46.959151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-c365966a-bea1-40c3-b61f-5294fbbfd701 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=8fdc161c-5758-4da9-9179-feccdf25f2ab HTTP/1.1" status: 200 len: 217 time: 0.1992383 Jan 31 18:35:46.988800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:46.999840 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Publish callbacks [] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:47.016598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Transition to ACTIVE for port object e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:47.021582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cad73da8-d3e2-476f-aae8-40811b3897c0 req-0291beda-8562-4b77-82ab-1f88b381fdc5 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/bbcc93cf-6ae6-45c2-82da-1d6f5c4ce354 HTTP/1.1" status: 200 len: 1797 time: 0.2475369 Jan 31 18:35:47.035383 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:47.060491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-51c2085e-de2a-4770-9fb6-6d5b254b81ce None None] Port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:35:47.115537 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-9562b29e-f5da-4c3e-bcb8-17e5bbfa83a6 service neutron] show failed (client error): The resource could not be found. Jan 31 18:35:47.117130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-9562b29e-f5da-4c3e-bcb8-17e5bbfa83a6 service neutron] 10.222.0.21 "GET /v2.0/ports/ab47feaa-2cfd-4c8c-8102-4e6459920cdd/bindings/n-h1-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.2117014 Jan 31 18:35:47.119913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-077e6e6c-b5d0-4976-8614-929dafa0ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:47.122154 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-077e6e6c-b5d0-4976-8614-929dafa0ce86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b43bb12a-e889-48c4-a708-fda4e6831e58 HTTP/1.1" status: 200 len: 797 time: 0.1397514 Jan 31 18:35:47.130041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df310ed3-0dea-4ca7-bcb8-e43058c48d96 req-8ac5804e-e754-47f4-a85a-90c9e33d5175 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:47.142358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df310ed3-0dea-4ca7-bcb8-e43058c48d96 req-8ac5804e-e754-47f4-a85a-90c9e33d5175 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.2312288 Jan 31 18:35:47.196581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Pushing event updated for resources: {'Port': ['ID=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:47.297217 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df310ed3-0dea-4ca7-bcb8-e43058c48d96 req-b8b2633b-f138-44fb-aa84-6156ad4e8828 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538014 Jan 31 18:35:47.354843 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Attempting to bind port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:47.355243 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Attempting to bind port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:47.355669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Attempting to bind port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:47.358911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-ded9ee15-d637-4453-a10f-08579c172c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:47.364199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-ded9ee15-d637-4453-a10f-08579c172c55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6132770-31d8-4044-871c-bab7c33e776b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1976249 Jan 31 18:35:47.366190 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cad73da8-d3e2-476f-aae8-40811b3897c0 req-c1ea5d5c-1aa1-46f9-a844-9f7945112c2f tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (bbcc93cf-6ae6-45c2-82da-1d6f5c4ce354), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:47.376434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:47.377064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Attempting to bind port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:47.393571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:47.394178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:47.394807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:47.397699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Bound port: e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:47.400929 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:47.508295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] For port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:47.511910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] For port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:47.520129 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:47.555552 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:47.556203 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:47.557639 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] 10.222.0.49 "PUT /v2.0/ports/e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 HTTP/1.1" status: 200 len: 1097 time: 1.1534488 Jan 31 18:35:47.560240 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca37b18-1900-4baa-8f82-4039bbd9a6be', 'tag': 'e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:47.564532 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9aee47-202b-47d2-8dd8-e90b3a688993" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca37b18-1900-4baa-8f82-4039bbd9a6be", "tag": "e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:47.575075 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cad73da8-d3e2-476f-aae8-40811b3897c0 req-c1ea5d5c-1aa1-46f9-a844-9f7945112c2f tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (bbcc93cf-6ae6-45c2-82da-1d6f5c4ce354), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:47.596174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5de8ff-c89d-4437-bbf7-cec7ecdf857c service neutron] Pushing event updated for resources: {'Port': ['ID=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:47.614716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-2b489836-76d8-4885-98d0-6322f1512df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:47.617265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-2b489836-76d8-4885-98d0-6322f1512df8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c&tenant_id=57a793ec9c5b4f5291284cbfc8520325 HTTP/1.1" status: 200 len: 1133 time: 0.1991322 Jan 31 18:35:47.638718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:47.659620 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249a88-6feb-4450-97fe-ad146e087452 req-3ca106b0-18f4-407e-89dc-7b90dee3cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:47.661357 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-3ca106b0-18f4-407e-89dc-7b90dee3cd23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 1131 time: 0.0585296 Jan 31 18:35:47.731923 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-bfc00783-bb79-489a-84ec-943b1e5c062a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 HTTP/1.1" status: 200 len: 217 time: 0.0615089 Jan 31 18:35:47.746370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acb413-032b-4857-b762-6c15d0262f21 req-274599dd-11c7-4880-9dc9-834c9553928c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:47.753552 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07acb413-032b-4857-b762-6c15d0262f21 req-274599dd-11c7-4880-9dc9-834c9553928c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 948 time: 0.2723145 Jan 31 18:35:47.781612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-94c51943-606f-4a5b-bb0f-9af90900ad4e service neutron] 10.222.0.49 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970094 Jan 31 18:35:47.826577 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cad73da8-d3e2-476f-aae8-40811b3897c0 req-c1ea5d5c-1aa1-46f9-a844-9f7945112c2f tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bbcc93cf-6ae6-45c2-82da-1d6f5c4ce354), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:47.827087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249a88-6feb-4450-97fe-ad146e087452 req-761fea44-889c-4a7a-b24e-c281e23f8e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:47.828892 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-761fea44-889c-4a7a-b24e-c281e23f8e84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0893431 Jan 31 18:35:47.829306 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cad73da8-d3e2-476f-aae8-40811b3897c0 req-c1ea5d5c-1aa1-46f9-a844-9f7945112c2f tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:47.831489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cad73da8-d3e2-476f-aae8-40811b3897c0 req-c1ea5d5c-1aa1-46f9-a844-9f7945112c2f tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "DELETE /v2.0/security-groups/bbcc93cf-6ae6-45c2-82da-1d6f5c4ce354 HTTP/1.1" status: 204 len: 173 time: 0.7877374 Jan 31 18:35:47.895288 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:47.915789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249a88-6feb-4450-97fe-ad146e087452 req-4a8739e7-526d-48f2-b7cd-297aada87cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:47.923698 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-4a8739e7-526d-48f2-b7cd-297aada87cd9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0778878 Jan 31 18:35:47.926825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea5d5c-1aa1-46f9-a844-9f7945112c2f tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcc93cf-6ae6-45c2-82da-1d6f5c4ce354,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:47.989866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07acb413-032b-4857-b762-6c15d0262f21 req-ad3c3a77-b6b9-435b-887a-7c0d1e0c126a tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353995 Jan 31 18:35:48.067133 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-5fb7615c-401a-448f-8716-cc11ee6d09b5 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297035 Jan 31 18:35:48.070484 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-2d33e2ff-6072-4b58-8ee6-d23be6188d8c service neutron] 10.222.0.49 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738340 Jan 31 18:35:48.171948 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f9b68e6b-c93c-4878-8573-f67a20f5879f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e HTTP/1.1" status: 200 len: 217 time: 0.0827346 Jan 31 18:35:48.186157 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2c249a88-6feb-4450-97fe-ad146e087452 req-72d05224-cbe9-4787-9fbe-8d73fd9745c2 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091421 Jan 31 18:35:48.272853 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f587ccf2-f42e-4434-bab6-9c46b2c71ecc x-openstack-request-id: req-f587ccf2-f42e-4434-bab6-9c46b2c71ecc {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:48.273437 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca37b18-1900-4baa-8f82-4039bbd9a6be", "tag": "e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:48.273707 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f587ccf2-f42e-4434-bab6-9c46b2c71ecc {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:48.274384 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca37b18-1900-4baa-8f82-4039bbd9a6be', 'tag': 'e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80', 'status': 'completed', 'code': 200} Jan 31 18:35:48.291344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-5a8016a5-9b44-4794-b9d3-23002e376b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.292774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-5a8016a5-9b44-4794-b9d3-23002e376b44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b43bb12a-e889-48c4-a708-fda4e6831e58 HTTP/1.1" status: 200 len: 797 time: 0.1123807 Jan 31 18:35:48.300907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31497db-9c1a-4172-980e-e5cc43436659 req-5f5cac66-bbcd-4717-9521-5a3f3c9927ca tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.302431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e31497db-9c1a-4172-980e-e5cc43436659 req-5f5cac66-bbcd-4717-9521-5a3f3c9927ca tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.2350376 Jan 31 18:35:48.371827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:48.387506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aee47-202b-47d2-8dd8-e90b3a688993 req-0460836c-5994-4f1d-a573-4d533b8e5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.389028 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e9aee47-202b-47d2-8dd8-e90b3a688993 req-0460836c-5994-4f1d-a573-4d533b8e5f82 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 1131 time: 0.0811462 Jan 31 18:35:48.469762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e31497db-9c1a-4172-980e-e5cc43436659 req-581f319f-159c-47a7-93e4-f04c6eebe58a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327355 Jan 31 18:35:48.476186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-b5f62481-1846-465c-9954-2127b44c0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.477798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-b5f62481-1846-465c-9954-2127b44c0a24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6132770-31d8-4044-871c-bab7c33e776b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1744649 Jan 31 18:35:48.482113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:48.507696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aee47-202b-47d2-8dd8-e90b3a688993 req-fcdb8e6e-6fa2-403b-b2cc-46ca8fb99855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.509914 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e9aee47-202b-47d2-8dd8-e90b3a688993 req-fcdb8e6e-6fa2-403b-b2cc-46ca8fb99855 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.1059096 Jan 31 18:35:48.565094 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e9aee47-202b-47d2-8dd8-e90b3a688993 req-b53d5d72-a9d4-46ee-b503-8940468158e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 HTTP/1.1" status: 200 len: 217 time: 0.0442319 Jan 31 18:35:48.634119 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aee47-202b-47d2-8dd8-e90b3a688993 req-99c7c6d9-6ef0-45ab-81e6-047d6467c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.636392 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e9aee47-202b-47d2-8dd8-e90b3a688993 req-99c7c6d9-6ef0-45ab-81e6-047d6467c1c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0647886 Jan 31 18:35:48.695909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aee47-202b-47d2-8dd8-e90b3a688993 req-f81cf2f8-ee78-4892-b628-1831bccd1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.697606 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e9aee47-202b-47d2-8dd8-e90b3a688993 req-f81cf2f8-ee78-4892-b628-1831bccd1206 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0528262 Jan 31 18:35:48.746143 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c82dd5f-a949-47e4-afed-b7b59514ac2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:48.815834 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e9aee47-202b-47d2-8dd8-e90b3a688993 req-603e48c3-2c59-424e-8fe2-d0b094e5d7a3 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105535 Jan 31 18:35:48.882804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:48.885304 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52001f9b-1cee-43a0-9871-b6ab754e608c" -d '{"events": [{"server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "name": "network-vif-unplugged", "status": "completed", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:48.887874 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-8ce5a09f-5d37-44df-8e00-6f5a997fa67e req-a6bc71ed-c220-402d-86e1-35d4d7c5e62e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] show failed (client error): The resource could not be found. Jan 31 18:35:48.888949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ce5a09f-5d37-44df-8e00-6f5a997fa67e req-a6bc71ed-c220-402d-86e1-35d4d7c5e62e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/bbcc93cf-6ae6-45c2-82da-1d6f5c4ce354 HTTP/1.1" status: 404 len: 352 time: 0.3588400 Jan 31 18:35:48.893339 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Publish callbacks [] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:48.908124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9e8a-14f8-426d-af1f-eecc67b2f38b req-83f15f49-7e9e-4aba-ae99-13f52de943e4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.914501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9e8a-14f8-426d-af1f-eecc67b2f38b req-83f15f49-7e9e-4aba-ae99-13f52de943e4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.919565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9e8a-14f8-426d-af1f-eecc67b2f38b req-83f15f49-7e9e-4aba-ae99-13f52de943e4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.924849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9e8a-14f8-426d-af1f-eecc67b2f38b req-83f15f49-7e9e-4aba-ae99-13f52de943e4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.930872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9e8a-14f8-426d-af1f-eecc67b2f38b req-83f15f49-7e9e-4aba-ae99-13f52de943e4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.936099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9e8a-14f8-426d-af1f-eecc67b2f38b req-83f15f49-7e9e-4aba-ae99-13f52de943e4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.941899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9e8a-14f8-426d-af1f-eecc67b2f38b req-83f15f49-7e9e-4aba-ae99-13f52de943e4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:48.944401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1a6e9e8a-14f8-426d-af1f-eecc67b2f38b req-83f15f49-7e9e-4aba-ae99-13f52de943e4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.5684841 Jan 31 18:35:48.957084 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e9aee47-202b-47d2-8dd8-e90b3a688993 req-be061fe4-da28-42ee-b185-4643a862b9f7 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343796 Jan 31 18:35:48.970129 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:35:48.984152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Transition to ACTIVE for port object ab47feaa-2cfd-4c8c-8102-4e6459920cdd will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:35:48.994691 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:49.062100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f4b6f475-ee77-47f8-ba7a-16ed1bdc7abc service neutron] 10.222.0.49 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603843 Jan 31 18:35:49.151332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] No DVR routers for this DVR port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:35:49.160096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Pushing event updated for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:49.199834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1a6e9e8a-14f8-426d-af1f-eecc67b2f38b req-310ee76a-b9bd-467b-9f68-b5949a1c3f17 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2426548 Jan 31 18:35:49.278300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Attempting to bind port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:35:49.278924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Attempting to bind port ab47feaa-2cfd-4c8c-8102-4e6459920cdd by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:35:49.279425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Attempting to bind port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:49.288745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c9227-adb5-47bb-9982-853da65fb332 req-0140eaac-592f-45f3-8c25-a2f89d51cde6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:49.292421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f04c9227-adb5-47bb-9982-853da65fb332 req-0140eaac-592f-45f3-8c25-a2f89d51cde6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 948 time: 0.2335694 Jan 31 18:35:49.312878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:35:49.313216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Attempting to bind port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:35:49.318602 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0910056e-288b-4357-9701-c5506067546a x-openstack-request-id: req-0910056e-288b-4357-9701-c5506067546a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:49.318954 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "name": "network-vif-unplugged", "status": "completed", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:49.319264 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0910056e-288b-4357-9701-c5506067546a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:49.319916 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'code': 200} Jan 31 18:35:49.333182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-8d8b3175-7972-4878-9d0b-5cc43b885847 service neutron] 10.222.0.49 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479646 Jan 31 18:35:49.333835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:35:49.334176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:35:49.335213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:35:49.335665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Bound port: ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:35:49.336023 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:49.343660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8ef9dec3-5931-4f56-9282-0ca7b3edabf9 req-4f3ae0bf-ef21-4747-a39b-82819c938bf0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1909956250', 'description': 'tempest-description-648951868'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:49.418694 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-f407302e-0ce1-4406-9582-40cfb50a2b21 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1539c814-7e36-408b-9f7d-bfd966045188 HTTP/1.1" status: 200 len: 217 time: 0.0689213 Jan 31 18:35:49.461945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f04c9227-adb5-47bb-9982-853da65fb332 req-caae0e96-308d-453f-8f6a-b7254b245fb6 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637306 Jan 31 18:35:49.462682 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ef9dec3-5931-4f56-9282-0ca7b3edabf9 req-4f3ae0bf-ef21-4747-a39b-82819c938bf0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:49.547809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-b7de6558-2e8b-4a5b-84f0-9c3cdae93e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:49.549343 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-b7de6558-2e8b-4a5b-84f0-9c3cdae93e1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43a646ec-9f33-41b3-8057-62e02cfe3088 HTTP/1.1" status: 200 len: 797 time: 0.1038139 Jan 31 18:35:49.571303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:35:49.575427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:35:49.604623 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:49.659145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:49.659783 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:49.661220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] 10.222.0.49 "PUT /v2.0/ports/ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 1097 time: 2.0354419 Jan 31 18:35:49.739225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ef9dec3-5931-4f56-9282-0ca7b3edabf9 req-4f3ae0bf-ef21-4747-a39b-82819c938bf0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (569b3752-c712-4cec-b885-c4c6ed32290e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:49.740313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c0bbb-b601-43de-9f5c-4cdd02d86946 service neutron] Pushing event updated for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:49.747120 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ef9dec3-5931-4f56-9282-0ca7b3edabf9 req-4f3ae0bf-ef21-4747-a39b-82819c938bf0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (569b3752-c712-4cec-b885-c4c6ed32290e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:49.750735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-ef2f7ddd-95a9-4bf8-ad32-516ed31f9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:49.752473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-ef2f7ddd-95a9-4bf8-ad32-516ed31f9d9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb8dcb45-e7b0-4cd2-8822-8518528b12a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1950681 Jan 31 18:35:49.813937 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ef9dec3-5931-4f56-9282-0ca7b3edabf9 req-4f3ae0bf-ef21-4747-a39b-82819c938bf0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:49.827749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ef9dec3-5931-4f56-9282-0ca7b3edabf9 req-4f3ae0bf-ef21-4747-a39b-82819c938bf0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4968805 Jan 31 18:35:49.855461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ae0bf-ef21-4747-a39b-82819c938bf0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569b3752-c712-4cec-b885-c4c6ed32290e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:49.877189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-0a618c7e-0738-43e2-bebd-674251861def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:49.878728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-0a618c7e-0738-43e2-bebd-674251861def service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1131 time: 0.1827457 Jan 31 18:35:50.049306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-4d9d950c-77df-4c28-aef1-d8e040db71ff service neutron] 10.222.0.49 "GET /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863832 Jan 31 18:35:50.178614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-ed2ce9c2-772f-4fab-9fa6-7866ca2127f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.180321 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-ed2ce9c2-772f-4fab-9fa6-7866ca2127f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.2841897 Jan 31 18:35:50.187357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2fd5-5705-4364-99cc-c0b6464d6643 req-90d8f36b-ec4c-428a-bd2f-c14d4b92114a tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.188914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1acf2fd5-5705-4364-99cc-c0b6464d6643 req-90d8f36b-ec4c-428a-bd2f-c14d4b92114a tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 948 time: 0.2325082 Jan 31 18:35:50.210287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43970a66-9d84-4dfe-8541-6a38f6d199bc req-098ccda7-ea1c-4440-81dc-9ef8c47150ba tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.211870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43970a66-9d84-4dfe-8541-6a38f6d199bc req-098ccda7-ea1c-4440-81dc-9ef8c47150ba tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.2360280 Jan 31 18:35:50.261575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-3dc37d70-8da1-4998-8f7c-5decfefb13b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 217 time: 0.0686398 Jan 31 18:35:50.309232 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-97ab8ab9-a4c9-475d-9454-a848d63a9807 service neutron] 10.222.0.49 "GET /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500105 Jan 31 18:35:50.351075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1acf2fd5-5705-4364-99cc-c0b6464d6643 req-fdb6abec-1eb2-4cc5-bfa2-51ec7727ff57 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487703 Jan 31 18:35:50.382458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43970a66-9d84-4dfe-8541-6a38f6d199bc req-3a7c1657-ef28-4981-8671-e51383c4068e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358857 Jan 31 18:35:50.429656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-d0b21f07-9f62-496c-b3b2-3e5dad35384b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83872ae9-6796-4894-9758-c716c0d1898e HTTP/1.1" status: 200 len: 217 time: 0.0764344 Jan 31 18:35:50.432861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-60bdb459-f7a9-4ddb-9dc7-79a3e0140441 req-48608c7c-42b8-4fd1-8723-2a01d115e857 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-797669686', 'description': 'tempest-description-1635595086'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:50.444589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:35:50.486214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-a3fd97c0-a292-4fef-8b3f-236f45108111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.487667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-a3fd97c0-a292-4fef-8b3f-236f45108111 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1499047 Jan 31 18:35:50.493165 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60bdb459-f7a9-4ddb-9dc7-79a3e0140441 req-48608c7c-42b8-4fd1-8723-2a01d115e857 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:50.559718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3cd65ca0-cebe-497e-a2e8-ec7642cc2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.561100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-3cd65ca0-cebe-497e-a2e8-ec7642cc2c98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43a646ec-9f33-41b3-8057-62e02cfe3088 HTTP/1.1" status: 200 len: 797 time: 0.1216145 Jan 31 18:35:50.588981 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:50.612776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80', 'mac_address': 'fa:16:3e:5a:d6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:35:50.638875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-5c5acf17-8c1c-4ce4-a4f2-17795af02d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.640557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-5c5acf17-8c1c-4ce4-a4f2-17795af02d54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1450384 Jan 31 18:35:50.665981 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:50.666371 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:50.686968 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:50.714684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:50.720939 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:50.723062 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 782d871c-9712-459e-acbd-a3e0bbd80648 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:35:50.760531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628636af-4e46-43be-9bfc-bde65cf5b0bc req-83d41da5-9110-4be2-b6de-e81f6da7d990 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.765808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628636af-4e46-43be-9bfc-bde65cf5b0bc req-83d41da5-9110-4be2-b6de-e81f6da7d990 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.771058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628636af-4e46-43be-9bfc-bde65cf5b0bc req-83d41da5-9110-4be2-b6de-e81f6da7d990 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.778262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628636af-4e46-43be-9bfc-bde65cf5b0bc req-83d41da5-9110-4be2-b6de-e81f6da7d990 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.782644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628636af-4e46-43be-9bfc-bde65cf5b0bc req-83d41da5-9110-4be2-b6de-e81f6da7d990 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.788853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628636af-4e46-43be-9bfc-bde65cf5b0bc req-83d41da5-9110-4be2-b6de-e81f6da7d990 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.794290 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628636af-4e46-43be-9bfc-bde65cf5b0bc req-83d41da5-9110-4be2-b6de-e81f6da7d990 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.796234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-628636af-4e46-43be-9bfc-bde65cf5b0bc req-83d41da5-9110-4be2-b6de-e81f6da7d990 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.2511270 Jan 31 18:35:50.802440 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60bdb459-f7a9-4ddb-9dc7-79a3e0140441 req-48608c7c-42b8-4fd1-8723-2a01d115e857 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (2474ee64-964d-4109-8681-77ed20258991), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:50.806880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-491f966f-21bb-41e8-b0ed-a5c8035ce6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:50.807875 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-491f966f-21bb-41e8-b0ed-a5c8035ce6d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb8dcb45-e7b0-4cd2-8822-8518528b12a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2397795 Jan 31 18:35:50.809025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:50.812041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60bdb459-f7a9-4ddb-9dc7-79a3e0140441 req-48608c7c-42b8-4fd1-8723-2a01d115e857 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2474ee64-964d-4109-8681-77ed20258991), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:50.887049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 782d871c-9712-459e-acbd-a3e0bbd80648, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=782d871c-9712-459e-acbd-a3e0bbd80648,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:50.903566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '782d871c-9712-459e-acbd-a3e0bbd80648', 'network_id': '2a717cd3-4695-4c00-a9e2-02acd94a1625', 'port_id': '782d871c-9712-459e-acbd-a3e0bbd80648', 'mac_address': 'fa:16:3e:82:38:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a886752-5fa3-4f61-a2a9-5923eb8db5c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:35:50.931583 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60bdb459-f7a9-4ddb-9dc7-79a3e0140441 req-48608c7c-42b8-4fd1-8723-2a01d115e857 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:50.933215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60bdb459-f7a9-4ddb-9dc7-79a3e0140441 req-48608c7c-42b8-4fd1-8723-2a01d115e857 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5083048 Jan 31 18:35:50.979945 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 782d871c-9712-459e-acbd-a3e0bbd80648 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:50.980209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48608c7c-42b8-4fd1-8723-2a01d115e857 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2474ee64-964d-4109-8681-77ed20258991,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:50.985375 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:51.002056 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2087a6f4-703d-40da-94b4-cd84a1377eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:51.008056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 782d871c-9712-459e-acbd-a3e0bbd80648 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:51.008758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-22f86537-98ac-4caa-8435-f0f0b29af10e service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550968 Jan 31 18:35:51.032920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 782d871c-9712-459e-acbd-a3e0bbd80648, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=782d871c-9712-459e-acbd-a3e0bbd80648,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:51.040749 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:51.103800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=782d871c-9712-459e-acbd-a3e0bbd80648,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:51.109409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-628636af-4e46-43be-9bfc-bde65cf5b0bc req-2a5b1234-247a-497e-a621-b82eaf86288b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2983036 Jan 31 18:35:51.159765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-82d8f5f3-8682-4ec8-b644-2bfb0c5daaf8 service neutron] 10.222.0.49 "GET /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354166 Jan 31 18:35:51.172583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['782d871c-9712-459e-acbd-a3e0bbd80648'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:51.256281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e077d4f-486f-469c-b0ab-9d494ae55501 req-af3f124d-5619-4a8b-812e-5a3fcdad28b9 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:51.257967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e077d4f-486f-469c-b0ab-9d494ae55501 req-af3f124d-5619-4a8b-812e-5a3fcdad28b9 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 945 time: 0.2368479 Jan 31 18:35:51.331342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:51.333710 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56984093-2e5f-474c-8356-c172b10d5994" -d '{"events": [{"name": "network-changed", "server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:51.338285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4528fab2-d30e-4c69-90f0-e8f9c9315746 req-b317305c-d3ae-45fc-96a4-7d78a7a89c27 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101046 Jan 31 18:35:51.384201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:51.425106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2aaf85d-cdbd-47c4-a984-92b951301471 req-af99bc20-d85b-4778-b9d8-ff7a8e68cbb8 service neutron] 10.222.0.49 "GET /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541883 Jan 31 18:35:51.444583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e077d4f-486f-469c-b0ab-9d494ae55501 req-b79694eb-8a41-4e6a-832b-1b6695273084 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663537 Jan 31 18:35:51.462200 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90798226-61cd-40aa-ac83-d1ef8f8f24d0 req-a1115188-c52b-4287-b22f-065b88775d21 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:51.470555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90798226-61cd-40aa-ac83-d1ef8f8f24d0 req-a1115188-c52b-4287-b22f-065b88775d21 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 948 time: 0.2066662 Jan 31 18:35:51.477665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d494dcf0-9b23-4442-a694-2c54554aebcd req-69d14bd7-77e1-461e-87e3-3c199092de46 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1690329111', 'description': 'tempest-description-499386111'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:51.557390 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d494dcf0-9b23-4442-a694-2c54554aebcd req-69d14bd7-77e1-461e-87e3-3c199092de46 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:51.591939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90798226-61cd-40aa-ac83-d1ef8f8f24d0 req-78b61806-5df2-4677-bdef-52ba2924b8fc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078494 Jan 31 18:35:51.671922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-42568b54-5518-47a1-b373-0d71580e19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:51.672583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-42568b54-5518-47a1-b373-0d71580e19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:51.673092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-42568b54-5518-47a1-b373-0d71580e19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:51.673628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-42568b54-5518-47a1-b373-0d71580e19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:51.674167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-42568b54-5518-47a1-b373-0d71580e19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:51.674700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-42568b54-5518-47a1-b373-0d71580e19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:51.675441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-42568b54-5518-47a1-b373-0d71580e19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:51.677742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-42568b54-5518-47a1-b373-0d71580e19e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 6711 time: 0.1390543 Jan 31 18:35:51.707664 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9fa30a-f996-493f-8e2c-1cc94dace720 x-openstack-request-id: req-4e9fa30a-f996-493f-8e2c-1cc94dace720 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:51.708021 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:51.708365 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e9fa30a-f996-493f-8e2c-1cc94dace720 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:51.709221 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'status': 'completed', 'code': 200} Jan 31 18:35:51.711448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d494dcf0-9b23-4442-a694-2c54554aebcd req-69d14bd7-77e1-461e-87e3-3c199092de46 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (ac1bdc8c-cc17-4af7-8e30-6f40b7dc33e5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:51.717949 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d494dcf0-9b23-4442-a694-2c54554aebcd req-69d14bd7-77e1-461e-87e3-3c199092de46 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ac1bdc8c-cc17-4af7-8e30-6f40b7dc33e5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:51.876861 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d494dcf0-9b23-4442-a694-2c54554aebcd req-69d14bd7-77e1-461e-87e3-3c199092de46 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:51.878094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d494dcf0-9b23-4442-a694-2c54554aebcd req-69d14bd7-77e1-461e-87e3-3c199092de46 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4062245 Jan 31 18:35:51.888561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d14bd7-77e1-461e-87e3-3c199092de46 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1bdc8c-cc17-4af7-8e30-6f40b7dc33e5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:51.937013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-a0b832da-1e12-496f-942e-889b2e87e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:51.938628 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-a0b832da-1e12-496f-942e-889b2e87e6b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb8dcb45-e7b0-4cd2-8822-8518528b12a3 HTTP/1.1" status: 200 len: 903 time: 0.2535558 Jan 31 18:35:51.949255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984093-2e5f-474c-8356-c172b10d5994 req-b3c1f753-9f3b-4190-a295-4ef465271617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:51.950790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-b3c1f753-9f3b-4190-a295-4ef465271617 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1131 time: 0.1710653 Jan 31 18:35:51.960998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984093-2e5f-474c-8356-c172b10d5994 req-e88976bf-8357-4dd9-a1f7-51e280ecb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:51.962466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-e88976bf-8357-4dd9-a1f7-51e280ecb8d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1131 time: 0.1939721 Jan 31 18:35:52.018874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa8a2f-5f5f-4c70-9a42-08d92328aa02 req-2280896d-3b1b-4e2d-95d3-3c3ad5252b8e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:52.020630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5daa8a2f-5f5f-4c70-9a42-08d92328aa02 req-2280896d-3b1b-4e2d-95d3-3c3ad5252b8e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 949 time: 0.2548418 Jan 31 18:35:52.041153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-658fa4a1-9419-43f2-8ae5-0c1cfa190c49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1539c814-7e36-408b-9f7d-bfd966045188 HTTP/1.1" status: 200 len: 217 time: 0.0892305 Jan 31 18:35:52.127645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ab47feaa-2cfd-4c8c-8102-4e6459920cdd no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:35:52.175475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port ab47feaa-2cfd-4c8c-8102-4e6459920cdd host n-h1-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:35:52.175879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ab47feaa-2cfd-4c8c-8102-4e6459920cdd not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:35:52.281048 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:52.461204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 782d871c-9712-459e-acbd-a3e0bbd80648 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:35:52.549927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-e82a2f4d-5346-49eb-b38c-031281d16c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:52.551378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-e82a2f4d-5346-49eb-b38c-031281d16c5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43a646ec-9f33-41b3-8057-62e02cfe3088 HTTP/1.1" status: 200 len: 797 time: 0.1770301 Jan 31 18:35:52.556570 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 782d871c-9712-459e-acbd-a3e0bbd80648 is: BUILD; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:52.557214 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:52.602525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a38e72-e7fd-4e1d-80e0-b916626bde4f req-98f828f5-87a2-41ad-bb07-90b5038ab338 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:52.604120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-67a38e72-e7fd-4e1d-80e0-b916626bde4f req-98f828f5-87a2-41ad-bb07-90b5038ab338 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.6397429 Jan 31 18:35:52.607404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5daa8a2f-5f5f-4c70-9a42-08d92328aa02 req-6b0b19d8-01b1-4aa5-8132-547f1dc68835 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622842 Jan 31 18:35:52.638898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984093-2e5f-474c-8356-c172b10d5994 req-6958a48f-d812-41fe-886e-2c1006a9c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:52.640428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-6958a48f-d812-41fe-886e-2c1006a9c66c service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.6296039 Jan 31 18:35:52.649825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984093-2e5f-474c-8356-c172b10d5994 req-30fbf1ea-faf9-4c7b-909e-dc9d15f91b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:52.653234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-30fbf1ea-faf9-4c7b-909e-dc9d15f91b9d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.6861379 Jan 31 18:35:52.705932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 782d871c-9712-459e-acbd-a3e0bbd80648 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:52.731598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 782d871c-9712-459e-acbd-a3e0bbd80648, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=782d871c-9712-459e-acbd-a3e0bbd80648,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:52.736715 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:52.742969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-d71787b3-264b-459c-bf4e-39637d64f218 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 217 time: 0.0887051 Jan 31 18:35:52.754848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-d70aa28d-f4d7-4bda-a95f-50d038664081 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 217 time: 0.0802667 Jan 31 18:35:52.805168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=782d871c-9712-459e-acbd-a3e0bbd80648,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:52.870316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-67a38e72-e7fd-4e1d-80e0-b916626bde4f req-97742952-67a1-4ef3-9215-3045474ac656 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363544 Jan 31 18:35:52.879851 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-685c9db6-dc08-4d2e-b391-87b1803f6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:52.882101 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-685c9db6-dc08-4d2e-b391-87b1803f6d9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb8dcb45-e7b0-4cd2-8822-8518528b12a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3177190 Jan 31 18:35:52.909294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984093-2e5f-474c-8356-c172b10d5994 req-2feb44b2-3cae-449b-9a9b-4ab3903cac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:52.910437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-2feb44b2-3cae-449b-9a9b-4ab3903cac93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1316249 Jan 31 18:35:52.939885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984093-2e5f-474c-8356-c172b10d5994 req-cbf83362-3b34-4361-b3cd-51199bf5c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:52.941382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-cbf83362-3b34-4361-b3cd-51199bf5c51e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1821423 Jan 31 18:35:53.154937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-e8575a73-f3a1-497a-85ee-0b627cf994d7 service neutron] 10.222.0.49 "GET /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614534 Jan 31 18:35:53.166873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984093-2e5f-474c-8356-c172b10d5994 req-a8fc58d6-800b-4ae7-86c2-b80c473e4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.168383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-a8fc58d6-800b-4ae7-86c2-b80c473e4555 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2434812 Jan 31 18:35:53.212562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f07a4d9-932a-41d7-8c11-f3a24b0bd259 req-bd6ea3b5-da43-4889-95c8-880fbd9ddd57 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3ac8c3060404b3cb58d41a2352976c6 HTTP/1.1" status: 200 len: 10996 time: 0.3657026 Jan 31 18:35:53.226827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984093-2e5f-474c-8356-c172b10d5994 req-5aea1b44-f615-4d15-9702-68d0990130b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.228380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-5aea1b44-f615-4d15-9702-68d0990130b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2350056 Jan 31 18:35:53.246388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939813c4-8b5e-4e8a-8607-f8442919af61 req-6177562f-ae88-400b-9fb0-3962d1cd1620 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.251678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939813c4-8b5e-4e8a-8607-f8442919af61 req-6177562f-ae88-400b-9fb0-3962d1cd1620 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.257905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939813c4-8b5e-4e8a-8607-f8442919af61 req-6177562f-ae88-400b-9fb0-3962d1cd1620 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.263187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939813c4-8b5e-4e8a-8607-f8442919af61 req-6177562f-ae88-400b-9fb0-3962d1cd1620 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.268545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939813c4-8b5e-4e8a-8607-f8442919af61 req-6177562f-ae88-400b-9fb0-3962d1cd1620 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.274528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939813c4-8b5e-4e8a-8607-f8442919af61 req-6177562f-ae88-400b-9fb0-3962d1cd1620 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.280064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939813c4-8b5e-4e8a-8607-f8442919af61 req-6177562f-ae88-400b-9fb0-3962d1cd1620 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.282035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-939813c4-8b5e-4e8a-8607-f8442919af61 req-6177562f-ae88-400b-9fb0-3962d1cd1620 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.3103857 Jan 31 18:35:53.516377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f07a4d9-932a-41d7-8c11-f3a24b0bd259 req-95b86e37-3bd5-48fd-ac6b-00a16ea0cbcb tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/e22f7fc2-117a-4523-a523-939ce406c61b HTTP/1.1" status: 200 len: 2998 time: 0.2867682 Jan 31 18:35:53.556582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-412b4de4-5192-43e1-8c56-e8e078eed54c service neutron] 10.222.0.49 "GET /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863153 Jan 31 18:35:53.563460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-93d55a44-a5de-4aad-a477-8f09c380a1bd service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822789 Jan 31 18:35:53.635972 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-939813c4-8b5e-4e8a-8607-f8442919af61 req-e53e9f92-e5f8-4031-9614-d885e3ce5971 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2852595 Jan 31 18:35:53.651977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-0d4b4148-e15e-4996-b1b6-2055b47ac218 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447940 Jan 31 18:35:53.746010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f07a4d9-932a-41d7-8c11-f3a24b0bd259 req-55c24e68-c251-4a80-9eab-44db2abd2de8 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/e22f7fc2-117a-4523-a523-939ce406c61b HTTP/1.1" status: 200 len: 2998 time: 0.2124670 Jan 31 18:35:53.898420 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-486f1d2f-5fef-441a-a309-4d1e6ff83efe service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147912 Jan 31 18:35:53.911511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-6dd822b4-2ade-4973-86b1-1df807c61fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.912037 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-6dd822b4-2ade-4973-86b1-1df807c61fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.912575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-6dd822b4-2ade-4973-86b1-1df807c61fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.913055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-6dd822b4-2ade-4973-86b1-1df807c61fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.913527 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-6dd822b4-2ade-4973-86b1-1df807c61fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.914004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-6dd822b4-2ade-4973-86b1-1df807c61fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.914477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-6dd822b4-2ade-4973-86b1-1df807c61fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.916686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-6dd822b4-2ade-4973-86b1-1df807c61fe3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 6711 time: 0.2904420 Jan 31 18:35:53.934651 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56984093-2e5f-474c-8356-c172b10d5994 req-0a50c1a2-db4a-4379-b205-2aff2e055739 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594295 Jan 31 18:35:53.955186 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:53.971006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8341e74-f6c9-4905-b377-3bae8bb79a60 req-cd98c544-25f6-4b83-9ba5-05b5274c05a4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:53.972585 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8341e74-f6c9-4905-b377-3bae8bb79a60 req-cd98c544-25f6-4b83-9ba5-05b5274c05a4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 948 time: 0.2080505 Jan 31 18:35:54.005403 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:54.108401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8341e74-f6c9-4905-b377-3bae8bb79a60 req-138960d9-604d-437b-a0ad-44ae5e11b355 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916860 Jan 31 18:35:54.109448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-4ff7e704-7264-4554-a480-e54a041b3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:54.110820 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-4ff7e704-7264-4554-a480-e54a041b3d6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb8dcb45-e7b0-4cd2-8822-8518528b12a3 HTTP/1.1" status: 200 len: 903 time: 0.1870308 Jan 31 18:35:54.119842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e9bab-e425-400a-b7c1-29d1b9761998 req-36df3182-5465-4be5-8fad-1a78701a562c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:54.121428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d85e9bab-e425-400a-b7c1-29d1b9761998 req-36df3182-5465-4be5-8fad-1a78701a562c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 949 time: 0.1728532 Jan 31 18:35:54.193073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-a004f0fc-a3ad-42a2-b67f-166e466a4f99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83872ae9-6796-4894-9758-c716c0d1898e HTTP/1.1" status: 200 len: 217 time: 0.0599210 Jan 31 18:35:54.271054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65711a81-cc9f-43ff-898c-431c795aed34 req-d32e6678-f680-4093-ae2d-7040d2d1454b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/569b3752-c712-4cec-b885-c4c6ed32290e HTTP/1.1" status: 200 len: 1817 time: 0.1321411 Jan 31 18:35:54.275937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d85e9bab-e425-400a-b7c1-29d1b9761998 req-88b5a056-a352-4191-98a6-f5e8b0fd3cd3 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458445 Jan 31 18:35:54.289639 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-13eb481a-a6c0-4abd-8715-fb972f8a4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:54.291095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-13eb481a-a6c0-4abd-8715-fb972f8a4c06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43a646ec-9f33-41b3-8057-62e02cfe3088 HTTP/1.1" status: 200 len: 797 time: 0.0887463 Jan 31 18:35:54.380841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-b4197863-fb34-406e-ba0f-315c5840b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:54.382388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-b4197863-fb34-406e-ba0f-315c5840b97b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb8dcb45-e7b0-4cd2-8822-8518528b12a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0781100 Jan 31 18:35:54.383784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65711a81-cc9f-43ff-898c-431c795aed34 req-151dc30f-c2f9-4cfa-81da-c490781bd12a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (569b3752-c712-4cec-b885-c4c6ed32290e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:54.469193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ab47feaa-2cfd-4c8c-8102-4e6459920cdd details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:35:54.481519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:35:54.516137 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65711a81-cc9f-43ff-898c-431c795aed34 req-151dc30f-c2f9-4cfa-81da-c490781bd12a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (569b3752-c712-4cec-b885-c4c6ed32290e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:54.625985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-5e2e758b-519c-4d0d-b15c-bb10ab9b9a13 service neutron] 10.222.0.49 "GET /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110009 Jan 31 18:35:54.639352 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65711a81-cc9f-43ff-898c-431c795aed34 req-151dc30f-c2f9-4cfa-81da-c490781bd12a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (569b3752-c712-4cec-b885-c4c6ed32290e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:54.643147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65711a81-cc9f-43ff-898c-431c795aed34 req-151dc30f-c2f9-4cfa-81da-c490781bd12a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:54.656938 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65711a81-cc9f-43ff-898c-431c795aed34 req-151dc30f-c2f9-4cfa-81da-c490781bd12a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "DELETE /v2.0/security-groups/569b3752-c712-4cec-b885-c4c6ed32290e HTTP/1.1" status: 204 len: 173 time: 0.3781791 Jan 31 18:35:54.726455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:35:54.733441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:35:54.734122 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:54.767239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151dc30f-c2f9-4cfa-81da-c490781bd12a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569b3752-c712-4cec-b885-c4c6ed32290e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:54.790127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541ba0c-d194-445e-a1f1-4220a31a3c59 req-b2ebb004-10ce-43ba-ab1b-c3c9c007b417 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:54.791667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c541ba0c-d194-445e-a1f1-4220a31a3c59 req-b2ebb004-10ce-43ba-ab1b-c3c9c007b417 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 944 time: 0.2084501 Jan 31 18:35:54.820384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:54.855420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'mac_address': 'fa:16:3e:40:56:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:35:54.945265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4366ecf-6591-485a-8d0e-5804236e2892 req-2e74a734-b8e9-496f-b037-d6ef4cab93b3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:54.951167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ab47feaa-2cfd-4c8c-8102-4e6459920cdd is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:54.951785 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:54.952175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4366ecf-6591-485a-8d0e-5804236e2892 req-2e74a734-b8e9-496f-b037-d6ef4cab93b3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.2552624 Jan 31 18:35:54.954346 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:54.955497 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:54.962461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb3e64b-6ca5-4451-9812-b37540f2f7c5 req-ddcf4d33-c05f-447b-9c81-c3ad68f9d9f0 service neutron] 10.222.0.49 "GET /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279936 Jan 31 18:35:54.984151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f334b3f-628c-4ac4-937d-6ec8c179069e req-034638e7-3baa-47e1-b94e-2c504f7e9238 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:54.985680 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f334b3f-628c-4ac4-937d-6ec8c179069e req-034638e7-3baa-47e1-b94e-2c504f7e9238 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 944 time: 0.2155530 Jan 31 18:35:54.999310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca37b18-1900-4baa-8f82-4039bbd9a6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:55.001932 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3251824-13ce-4072-8c23-4541ca14c4cb" -d '{"events": [{"server_uuid": "2ca37b18-1900-4baa-8f82-4039bbd9a6be", "name": "network-vif-plugged", "status": "completed", "tag": "e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:55.016673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab47feaa-2cfd-4c8c-8102-4e6459920cdd {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:35:55.024526 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:55.033974 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:55.045203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4366ecf-6591-485a-8d0e-5804236e2892 req-4c60ee18-4be6-4ec4-8712-91ab476e9211 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921373 Jan 31 18:35:55.052131 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:55.068282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c541ba0c-d194-445e-a1f1-4220a31a3c59 req-b7324996-155e-46e0-87dc-2d366884bd1f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Deleting port 782d871c-9712-459e-acbd-a3e0bbd80648 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:35:55.068845 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c541ba0c-d194-445e-a1f1-4220a31a3c59 req-b7324996-155e-46e0-87dc-2d366884bd1f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:55.077111 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:55.093793 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f334b3f-628c-4ac4-937d-6ec8c179069e req-b0cc9951-addd-4cf3-a277-3226f734f866 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e044b38-bd82-4b86-beef-f50b676b842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907173 Jan 31 18:35:55.137863 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:55.141555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:55.176165 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-f1bc9856-c810-4033-9afe-e3f5779fd9c0 req-e872634e-d6d6-4a40-b524-46bab7a45ca8 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] show failed (client error): The resource could not be found. Jan 31 18:35:55.178599 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1bc9856-c810-4033-9afe-e3f5779fd9c0 req-e872634e-d6d6-4a40-b524-46bab7a45ca8 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/569b3752-c712-4cec-b885-c4c6ed32290e HTTP/1.1" status: 404 len: 352 time: 0.0251000 Jan 31 18:35:55.203596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c541ba0c-d194-445e-a1f1-4220a31a3c59 req-b7324996-155e-46e0-87dc-2d366884bd1f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] For port 782d871c-9712-459e-acbd-a3e0bbd80648, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=782d871c-9712-459e-acbd-a3e0bbd80648,segment=NetworkSegment(c5fb9295-514d-4612-905a-23d9c9f6496c),segment_id=c5fb9295-514d-4612-905a-23d9c9f6496c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:55.203954 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c541ba0c-d194-445e-a1f1-4220a31a3c59 req-b7324996-155e-46e0-87dc-2d366884bd1f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:55.218208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:55.219315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c541ba0c-d194-445e-a1f1-4220a31a3c59 req-b7324996-155e-46e0-87dc-2d366884bd1f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Calling delete_port for 782d871c-9712-459e-acbd-a3e0bbd80648 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:35:55.241329 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d917a0be-e197-416a-aa4c-5dbd83325af7 x-openstack-request-id: req-d917a0be-e197-416a-aa4c-5dbd83325af7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:55.241903 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca37b18-1900-4baa-8f82-4039bbd9a6be", "name": "network-vif-plugged", "status": "completed", "tag": "e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:55.242505 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d917a0be-e197-416a-aa4c-5dbd83325af7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:55.243025 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca37b18-1900-4baa-8f82-4039bbd9a6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80', 'code': 200} Jan 31 18:35:55.404899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee510cb-6852-4c7a-a3d6-12b1d4f0c439 req-bb004e2d-d64d-423c-bc4f-e52a2fb98ee5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:55.410258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee510cb-6852-4c7a-a3d6-12b1d4f0c439 req-bb004e2d-d64d-423c-bc4f-e52a2fb98ee5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:55.415812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee510cb-6852-4c7a-a3d6-12b1d4f0c439 req-bb004e2d-d64d-423c-bc4f-e52a2fb98ee5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:55.421044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee510cb-6852-4c7a-a3d6-12b1d4f0c439 req-bb004e2d-d64d-423c-bc4f-e52a2fb98ee5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:55.426507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee510cb-6852-4c7a-a3d6-12b1d4f0c439 req-bb004e2d-d64d-423c-bc4f-e52a2fb98ee5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:55.432722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee510cb-6852-4c7a-a3d6-12b1d4f0c439 req-bb004e2d-d64d-423c-bc4f-e52a2fb98ee5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:55.437402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee510cb-6852-4c7a-a3d6-12b1d4f0c439 req-bb004e2d-d64d-423c-bc4f-e52a2fb98ee5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:55.439432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eee510cb-6852-4c7a-a3d6-12b1d4f0c439 req-bb004e2d-d64d-423c-bc4f-e52a2fb98ee5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.2054765 Jan 31 18:35:55.440838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['ab47feaa-2cfd-4c8c-8102-4e6459920cdd'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:35:55.461456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25473b0a-98f2-4f73-bfb0-b6bbb1edcc97 req-9330471a-3971-434a-85c4-31d5957724ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:55.463047 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25473b0a-98f2-4f73-bfb0-b6bbb1edcc97 req-9330471a-3971-434a-85c4-31d5957724ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 1133 time: 0.1524134 Jan 31 18:35:55.898621 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:55.922598 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eee510cb-6852-4c7a-a3d6-12b1d4f0c439 req-9f59a143-1ae3-472f-8914-176de2705844 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4417408 Jan 31 18:35:55.925123 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c541ba0c-d194-445e-a1f1-4220a31a3c59 req-b7324996-155e-46e0-87dc-2d366884bd1f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (782d871c-9712-459e-acbd-a3e0bbd80648), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:55.934437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad476d-f99c-4484-b472-ca6223618b14 req-b52af853-594f-4ec9-b9a0-010742a3fa62 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:55.936010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14ad476d-f99c-4484-b472-ca6223618b14 req-b52af853-594f-4ec9-b9a0-010742a3fa62 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 949 time: 0.4949703 Jan 31 18:35:55.940827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25473b0a-98f2-4f73-bfb0-b6bbb1edcc97 req-a0649fad-423e-4f14-995b-c0df9a5a742d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609830 Jan 31 18:35:55.985295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7324996-155e-46e0-87dc-2d366884bd1f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Pushing event deleted for resources: {'Port': ['ID=782d871c-9712-459e-acbd-a3e0bbd80648,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:56.066299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c541ba0c-d194-445e-a1f1-4220a31a3c59 req-b7324996-155e-46e0-87dc-2d366884bd1f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] No DVR routers for this DVR port 782d871c-9712-459e-acbd-a3e0bbd80648 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:35:56.075731 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c541ba0c-d194-445e-a1f1-4220a31a3c59 req-b7324996-155e-46e0-87dc-2d366884bd1f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:56.078953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c541ba0c-d194-445e-a1f1-4220a31a3c59 req-b7324996-155e-46e0-87dc-2d366884bd1f tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.49 "DELETE /v2.0/ports/782d871c-9712-459e-acbd-a3e0bbd80648 HTTP/1.1" status: 204 len: 173 time: 1.2643845 Jan 31 18:35:56.079411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b33c52-78ca-4720-ab18-b5ac84c09294', 'name': 'network-vif-deleted', 'tag': '782d871c-9712-459e-acbd-a3e0bbd80648'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:56.081870 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498db2ca-34f6-4bec-bcac-742f7c5f9fc8" -d '{"events": [{"server_uuid": "f4b33c52-78ca-4720-ab18-b5ac84c09294", "name": "network-vif-deleted", "tag": "782d871c-9712-459e-acbd-a3e0bbd80648"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:56.105189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20e4aaad-a1dd-46b8-b715-124917309eea req-99331be4-ad40-4bc2-9394-209585b28c64 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/2474ee64-964d-4109-8681-77ed20258991 HTTP/1.1" status: 200 len: 1817 time: 0.1152117 Jan 31 18:35:56.109609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14ad476d-f99c-4484-b472-ca6223618b14 req-c196b459-40be-4f7f-8a9f-f0feec37426f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305041 Jan 31 18:35:56.179673 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20e4aaad-a1dd-46b8-b715-124917309eea req-a45ef49c-e55b-4cda-ad0b-7f816300b691 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (2474ee64-964d-4109-8681-77ed20258991), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:56.212780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20e4aaad-a1dd-46b8-b715-124917309eea req-a45ef49c-e55b-4cda-ad0b-7f816300b691 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (2474ee64-964d-4109-8681-77ed20258991), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:56.289038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20e4aaad-a1dd-46b8-b715-124917309eea req-a45ef49c-e55b-4cda-ad0b-7f816300b691 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2474ee64-964d-4109-8681-77ed20258991), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:56.291699 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20e4aaad-a1dd-46b8-b715-124917309eea req-a45ef49c-e55b-4cda-ad0b-7f816300b691 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:56.293007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20e4aaad-a1dd-46b8-b715-124917309eea req-a45ef49c-e55b-4cda-ad0b-7f816300b691 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "DELETE /v2.0/security-groups/2474ee64-964d-4109-8681-77ed20258991 HTTP/1.1" status: 204 len: 173 time: 0.1777165 Jan 31 18:35:56.307842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529a4f4-49d8-47f3-9219-eb7cfbfaef62 req-68a8e289-6a73-4077-9503-d584cbd48102 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:56.309547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4529a4f4-49d8-47f3-9219-eb7cfbfaef62 req-68a8e289-6a73-4077-9503-d584cbd48102 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 950 time: 0.0926862 Jan 31 18:35:56.316727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ef49c-e55b-4cda-ad0b-7f816300b691 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2474ee64-964d-4109-8681-77ed20258991,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:56.389224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4529a4f4-49d8-47f3-9219-eb7cfbfaef62 req-bfa22663-31db-42d9-b672-630db21511f9 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587349 Jan 31 18:35:56.448021 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd336417-f780-4e2f-89c6-00e5c45f52e2 x-openstack-request-id: req-cd336417-f780-4e2f-89c6-00e5c45f52e2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:56.448319 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b33c52-78ca-4720-ab18-b5ac84c09294", "name": "network-vif-deleted", "tag": "782d871c-9712-459e-acbd-a3e0bbd80648", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:56.448600 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd336417-f780-4e2f-89c6-00e5c45f52e2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:56.448999 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b33c52-78ca-4720-ab18-b5ac84c09294', 'name': 'network-vif-deleted', 'tag': '782d871c-9712-459e-acbd-a3e0bbd80648', 'status': 'completed', 'code': 200} Jan 31 18:35:56.478665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6a0c8-c258-48b0-98c1-1727f5436efe req-d1660096-ca05-4893-a6ef-76a4004f7469 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:56.484915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69e6a0c8-c258-48b0-98c1-1727f5436efe req-d1660096-ca05-4893-a6ef-76a4004f7469 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.0604503 Jan 31 18:35:56.550173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c071de42-1657-41af-9fc4-ff94cdbe1e36 req-97d08771-1707-4a6d-8223-cccb9c0e8b33 tempest-ImagesTestJSON-1832110047 tempest-ImagesTestJSON-1832110047-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b33c52-78ca-4720-ab18-b5ac84c09294 HTTP/1.1" status: 200 len: 210 time: 0.0361314 Jan 31 18:35:56.554800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69e6a0c8-c258-48b0-98c1-1727f5436efe req-20a2834d-b11e-4458-ac77-184a9488e360 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681164 Jan 31 18:35:56.605510 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-2dffdaf7-c522-4ca2-97d5-56bd30a1b03b req-be3afae8-eadd-4e5f-85f6-ce335e922923 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] show failed (client error): The resource could not be found. Jan 31 18:35:56.620962 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dffdaf7-c522-4ca2-97d5-56bd30a1b03b req-be3afae8-eadd-4e5f-85f6-ce335e922923 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/2474ee64-964d-4109-8681-77ed20258991 HTTP/1.1" status: 404 len: 352 time: 0.0314379 Jan 31 18:35:56.705267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5a1116c-c4bb-4699-8537-d0649cbed089 req-3c3636dd-ec80-4c31-be7c-9387e9f84a5a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/ac1bdc8c-cc17-4af7-8e30-6f40b7dc33e5 HTTP/1.1" status: 200 len: 1817 time: 0.0487068 Jan 31 18:35:56.861947 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b5a1116c-c4bb-4699-8537-d0649cbed089 req-c864a7f3-3a3b-416f-996b-8886fdc74871 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (ac1bdc8c-cc17-4af7-8e30-6f40b7dc33e5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:56.886280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-21c3c0f7-1135-499a-91ae-cadd7945c6e2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:56.887788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-21c3c0f7-1135-499a-91ae-cadd7945c6e2 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c&tenant_id=57a793ec9c5b4f5291284cbfc8520325&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 949 time: 0.1293890 Jan 31 18:35:56.932501 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b5a1116c-c4bb-4699-8537-d0649cbed089 req-c864a7f3-3a3b-416f-996b-8886fdc74871 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (ac1bdc8c-cc17-4af7-8e30-6f40b7dc33e5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:56.963752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699374cc-5233-4438-b484-5995a800a611 req-4c43b540-09d9-4b47-ae9a-428a93510cf4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:56.965273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-699374cc-5233-4438-b484-5995a800a611 req-4c43b540-09d9-4b47-ae9a-428a93510cf4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 949 time: 0.1520386 Jan 31 18:35:57.026398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-9daade99-a549-4cf2-b8f9-e3e7f038feb4 service neutron] 10.222.0.49 "GET /v2.0/ports/ab47feaa-2cfd-4c8c-8102-4e6459920cdd/bindings/n-h1-812111-15 HTTP/1.1" status: 200 len: 383 time: 0.1316268 Jan 31 18:35:57.026964 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b5a1116c-c4bb-4699-8537-d0649cbed089 req-c864a7f3-3a3b-416f-996b-8886fdc74871 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ac1bdc8c-cc17-4af7-8e30-6f40b7dc33e5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:57.029781 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b5a1116c-c4bb-4699-8537-d0649cbed089 req-c864a7f3-3a3b-416f-996b-8886fdc74871 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:57.030780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5a1116c-c4bb-4699-8537-d0649cbed089 req-c864a7f3-3a3b-416f-996b-8886fdc74871 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "DELETE /v2.0/security-groups/ac1bdc8c-cc17-4af7-8e30-6f40b7dc33e5 HTTP/1.1" status: 204 len: 173 time: 0.3184721 Jan 31 18:35:57.066960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864a7f3-3a3b-416f-996b-8886fdc74871 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1bdc8c-cc17-4af7-8e30-6f40b7dc33e5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:57.103921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-699374cc-5233-4438-b484-5995a800a611 req-ce5c0b2f-35dc-4d98-8621-de84f1e86dd4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297936 Jan 31 18:35:57.182318 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-e8d59fe5-da33-4962-bda0-b6383d8ddd01 req-ee369faa-4c0d-46ef-b9b3-a234bedba109 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] show failed (client error): The resource could not be found. Jan 31 18:35:57.183358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8d59fe5-da33-4962-bda0-b6383d8ddd01 req-ee369faa-4c0d-46ef-b9b3-a234bedba109 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/ac1bdc8c-cc17-4af7-8e30-6f40b7dc33e5 HTTP/1.1" status: 404 len: 352 time: 0.0391436 Jan 31 18:35:57.194718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-72dc2d19-5293-4da5-b996-bb0a81f0cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.194718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-72dc2d19-5293-4da5-b996-bb0a81f0cac7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1132 time: 0.1378255 Jan 31 18:35:57.228156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64080a-5944-4e91-aa23-21fcae77dab3 req-84747d39-258a-490b-bb6a-48522535051b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.233851 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64080a-5944-4e91-aa23-21fcae77dab3 req-84747d39-258a-490b-bb6a-48522535051b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.239722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64080a-5944-4e91-aa23-21fcae77dab3 req-84747d39-258a-490b-bb6a-48522535051b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.245171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64080a-5944-4e91-aa23-21fcae77dab3 req-84747d39-258a-490b-bb6a-48522535051b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.250875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64080a-5944-4e91-aa23-21fcae77dab3 req-84747d39-258a-490b-bb6a-48522535051b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.257229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64080a-5944-4e91-aa23-21fcae77dab3 req-84747d39-258a-490b-bb6a-48522535051b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.263231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64080a-5944-4e91-aa23-21fcae77dab3 req-84747d39-258a-490b-bb6a-48522535051b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.271057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb64080a-5944-4e91-aa23-21fcae77dab3 req-84747d39-258a-490b-bb6a-48522535051b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.1435957 Jan 31 18:35:57.419412 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb64080a-5944-4e91-aa23-21fcae77dab3 req-efba2d21-29f3-4321-9060-bd734448c465 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1472955 Jan 31 18:35:57.452588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ad1bee1-992c-4224-95d7-977a908a79d5 req-3d21f403-ce1e-424f-8fd4-0523fd5d7e89 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3ac8c3060404b3cb58d41a2352976c6 HTTP/1.1" status: 200 len: 6198 time: 0.1735246 Jan 31 18:35:57.457368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-65dd74d4-3be2-461f-b1d0-670b738a52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.458850 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-65dd74d4-3be2-461f-b1d0-670b738a52f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.2561152 Jan 31 18:35:57.512006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-fc752d80-9c3b-409c-bc62-284ad2ab6eb4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 217 time: 0.0456228 Jan 31 18:35:57.600159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ad1bee1-992c-4224-95d7-977a908a79d5 req-93313dab-feeb-46d4-8948-d28ab20b6e26 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/e22f7fc2-117a-4523-a523-939ce406c61b HTTP/1.1" status: 200 len: 2998 time: 0.1355462 Jan 31 18:35:57.630495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-cbf04f78-5126-44e2-9510-a12c06c8332d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.632569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-cbf04f78-5126-44e2-9510-a12c06c8332d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1099625 Jan 31 18:35:57.692413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6f598-30a2-458e-bd03-07f9fbc77cf3 req-5e0bda27-aca5-4edc-bc67-8908381ed673 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.693924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89a6f598-30a2-458e-bd03-07f9fbc77cf3 req-5e0bda27-aca5-4edc-bc67-8908381ed673 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 950 time: 0.1566083 Jan 31 18:35:57.702204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ad1bee1-992c-4224-95d7-977a908a79d5 req-f6350099-7267-4907-9f27-b2898e0f6846 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/e22f7fc2-117a-4523-a523-939ce406c61b HTTP/1.1" status: 200 len: 2998 time: 0.0947282 Jan 31 18:35:57.757784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-8ede9a83-5b92-4e30-b450-28b2e4030127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.759356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-8ede9a83-5b92-4e30-b450-28b2e4030127 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1208208 Jan 31 18:35:57.774395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89a6f598-30a2-458e-bd03-07f9fbc77cf3 req-612ce824-7ce3-4169-bb85-8eec7f942045 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699630 Jan 31 18:35:57.811710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-91a4dfce-b4cc-413a-a924-13216eda9a72 req-5732a35a-8fd9-473c-80b0-bf768cfe435a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1338811995', 'description': 'tempest-description-1449696866'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:57.903632 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91a4dfce-b4cc-413a-a924-13216eda9a72 req-5732a35a-8fd9-473c-80b0-bf768cfe435a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:57.953499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-3599d990-15a1-4ac7-91bb-5e55436755a4 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780412 Jan 31 18:35:57.981989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b6221-726f-485f-8c0f-0c0d7f62ed41 req-de0f1346-9093-4c06-8c99-47ab01d0f43f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:57.982537 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-299b6221-726f-485f-8c0f-0c0d7f62ed41 req-de0f1346-9093-4c06-8c99-47ab01d0f43f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.1368999 Jan 31 18:35:58.127666 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91a4dfce-b4cc-413a-a924-13216eda9a72 req-5732a35a-8fd9-473c-80b0-bf768cfe435a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (a8158d15-d3b1-4df2-a97a-a158469027f9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:58.148611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-299b6221-726f-485f-8c0f-0c0d7f62ed41 req-9a31731c-ba24-405a-813b-1754484473db tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524532 Jan 31 18:35:58.150983 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91a4dfce-b4cc-413a-a924-13216eda9a72 req-5732a35a-8fd9-473c-80b0-bf768cfe435a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a8158d15-d3b1-4df2-a97a-a158469027f9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:58.198869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732a35a-8fd9-473c-80b0-bf768cfe435a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8158d15-d3b1-4df2-a97a-a158469027f9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:58.204518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-40b440ab-9b7e-4080-bbdc-1a56cd3a06af service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418404 Jan 31 18:35:58.208720 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91a4dfce-b4cc-413a-a924-13216eda9a72 req-5732a35a-8fd9-473c-80b0-bf768cfe435a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:58.222728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91a4dfce-b4cc-413a-a924-13216eda9a72 req-5732a35a-8fd9-473c-80b0-bf768cfe435a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4175227 Jan 31 18:35:58.448434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8380a1-9dac-4683-a81c-bf68e9b8ac49 req-126bdfb6-41c3-45c7-ba08-0a3cd28ee238 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:58.450008 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd8380a1-9dac-4683-a81c-bf68e9b8ac49 req-126bdfb6-41c3-45c7-ba08-0a3cd28ee238 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 1133 time: 0.1018646 Jan 31 18:35:58.467603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eac68-75d1-458e-8beb-b66efc1dc722 req-d0c8f75e-446f-4413-a251-62f99fc3c70f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:58.469058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a62eac68-75d1-458e-8beb-b66efc1dc722 req-d0c8f75e-446f-4413-a251-62f99fc3c70f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 949 time: 0.0873423 Jan 31 18:35:58.505087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ab47feaa-2cfd-4c8c-8102-4e6459920cdd up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:35:58.563914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd8380a1-9dac-4683-a81c-bf68e9b8ac49 req-cfc996f5-bb4e-409c-97fb-d8b1d3c33856 tempest-ServersOnMultiNodesTest-44993951 tempest-ServersOnMultiNodesTest-44993951-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045749 Jan 31 18:35:58.568414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a62eac68-75d1-458e-8beb-b66efc1dc722 req-db926100-db60-4601-b34e-fcd8186fd911 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929389 Jan 31 18:35:58.579566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port ab47feaa-2cfd-4c8c-8102-4e6459920cdd completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:35:58.590387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port ab47feaa-2cfd-4c8c-8102-4e6459920cdd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:35:58.590387 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:58.616613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-af236c4e-81d9-4d0c-b6b4-b0714b4cf24e req-d8ff3867-9ee7-417a-b1f2-9c324039af50 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1474285879', 'description': 'tempest-description-114369608'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:35:58.646348 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af236c4e-81d9-4d0c-b6b4-b0714b4cf24e req-d8ff3867-9ee7-417a-b1f2-9c324039af50 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:58.703180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ab47feaa-2cfd-4c8c-8102-4e6459920cdd is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:35:58.704486 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:58.739273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:35:58.743655 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4385e3-65b4-4d32-9a85-8f17f3d63d33" -d '{"events": [{"server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "name": "network-vif-plugged", "status": "completed", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:35:58.745683 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af236c4e-81d9-4d0c-b6b4-b0714b4cf24e req-d8ff3867-9ee7-417a-b1f2-9c324039af50 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (3ffd33b6-d2ea-4505-a7e7-24ab8f741c28), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:58.750980 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af236c4e-81d9-4d0c-b6b4-b0714b4cf24e req-d8ff3867-9ee7-417a-b1f2-9c324039af50 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3ffd33b6-d2ea-4505-a7e7-24ab8f741c28), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:58.762747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:35:58.768964 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:58.769972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 782d871c-9712-459e-acbd-a3e0bbd80648 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:35:58.794940 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af236c4e-81d9-4d0c-b6b4-b0714b4cf24e req-d8ff3867-9ee7-417a-b1f2-9c324039af50 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:35:58.796285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af236c4e-81d9-4d0c-b6b4-b0714b4cf24e req-d8ff3867-9ee7-417a-b1f2-9c324039af50 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1884363 Jan 31 18:35:58.798643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff3867-9ee7-417a-b1f2-9c324039af50 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffd33b6-d2ea-4505-a7e7-24ab8f741c28,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:58.843350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 782d871c-9712-459e-acbd-a3e0bbd80648 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:35:58.846932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 782d871c-9712-459e-acbd-a3e0bbd80648 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:35:58.979444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:35:59.057744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc4f54-b98a-4df4-b15a-09027488a00c req-23f5ba21-8e07-4045-b073-e90a57c5a1e2 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:59.064399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc4f54-b98a-4df4-b15a-09027488a00c req-23f5ba21-8e07-4045-b073-e90a57c5a1e2 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:59.069834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc4f54-b98a-4df4-b15a-09027488a00c req-23f5ba21-8e07-4045-b073-e90a57c5a1e2 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:59.075099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc4f54-b98a-4df4-b15a-09027488a00c req-23f5ba21-8e07-4045-b073-e90a57c5a1e2 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:59.080377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc4f54-b98a-4df4-b15a-09027488a00c req-23f5ba21-8e07-4045-b073-e90a57c5a1e2 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:59.086336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc4f54-b98a-4df4-b15a-09027488a00c req-23f5ba21-8e07-4045-b073-e90a57c5a1e2 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:59.092328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc4f54-b98a-4df4-b15a-09027488a00c req-23f5ba21-8e07-4045-b073-e90a57c5a1e2 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:59.094268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57fc4f54-b98a-4df4-b15a-09027488a00c req-23f5ba21-8e07-4045-b073-e90a57c5a1e2 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.1062479 Jan 31 18:35:59.173381 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57fc4f54-b98a-4df4-b15a-09027488a00c req-0ee0c49a-3a82-430a-8679-95a362e24dd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717392 Jan 31 18:35:59.223281 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27109b8-2d9a-45c7-b0f7-64ac4b3158e5 x-openstack-request-id: req-e27109b8-2d9a-45c7-b0f7-64ac4b3158e5 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:35:59.223724 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "name": "network-vif-plugged", "status": "completed", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:35:59.223992 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e27109b8-2d9a-45c7-b0f7-64ac4b3158e5 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:35:59.225188 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'code': 200} Jan 31 18:35:59.450000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d08a3-aee6-49a5-abb4-e296298b6b87 req-8ef3c13a-49b6-4f4a-b289-a080f6f0f121 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:59.451505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-111d08a3-aee6-49a5-abb4-e296298b6b87 req-8ef3c13a-49b6-4f4a-b289-a080f6f0f121 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 950 time: 0.1242292 Jan 31 18:35:59.490578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-b6339605-be86-427c-a40a-d2c692f72ece tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:59.492160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-b6339605-be86-427c-a40a-d2c692f72ece tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/networks?id=97fe9fc0-3edc-4b81-a012-21a20ed95244 HTTP/1.1" status: 200 len: 812 time: 0.1551473 Jan 31 18:35:59.524620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-aef5ff69-d8b1-43c2-80ff-629e42a494ec tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/quotas/b3ac8c3060404b3cb58d41a2352976c6 HTTP/1.1" status: 200 len: 375 time: 0.0226421 Jan 31 18:35:59.528238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-111d08a3-aee6-49a5-abb4-e296298b6b87 req-623565b8-11e2-4f37-a779-6d66bdfcc1f6 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669448 Jan 31 18:35:59.598454 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-d4ec66a4-90d6-4e0a-9a4c-13cd6e2b7804 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3ac8c3060404b3cb58d41a2352976c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670173 Jan 31 18:35:59.724061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0492a-3070-4f1f-8681-90c9fe3f3726 req-042c314a-8f70-4c4d-8049-f166fae70699 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:59.726301 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3a0492a-3070-4f1f-8681-90c9fe3f3726 req-042c314a-8f70-4c4d-8049-f166fae70699 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.1255851 Jan 31 18:35:59.751695 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-f61045f8-91b0-42c8-a35c-8be07b999c75 service neutron] 10.222.0.20 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409736 Jan 31 18:35:59.842123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3a0492a-3070-4f1f-8681-90c9fe3f3726 req-62ecff82-f796-4c50-9087-a3701033f397 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038899 Jan 31 18:35:59.878569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-57fe7621-e750-4b48-affc-e6ced38a9331 service neutron] 10.222.0.20 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174045 Jan 31 18:36:00.086275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ed6c-42c0-4a29-9f4d-e9f8d9e0a25c req-c247dc1f-f595-42de-9816-bfda776dd984 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:00.087880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6662ed6c-42c0-4a29-9f4d-e9f8d9e0a25c req-c247dc1f-f595-42de-9816-bfda776dd984 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.0800912 Jan 31 18:36:00.165171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6662ed6c-42c0-4a29-9f4d-e9f8d9e0a25c req-e42c79b5-14cd-4eda-9dd2-b79cca886bab tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702162 Jan 31 18:36:00.190743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e3130ea-9088-4007-82b9-7ddac4f36837 req-d1d172ad-55c5-40c2-83a8-909189cdea19 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 210 time: 0.0376096 Jan 31 18:36:00.418987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ea4e-63e2-448b-959f-2e71b2ba8b39 req-6139be5a-4be4-473b-b485-6eb4f542e40e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:00.424987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ea4e-63e2-448b-959f-2e71b2ba8b39 req-6139be5a-4be4-473b-b485-6eb4f542e40e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:00.430774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ea4e-63e2-448b-959f-2e71b2ba8b39 req-6139be5a-4be4-473b-b485-6eb4f542e40e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:00.436305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ea4e-63e2-448b-959f-2e71b2ba8b39 req-6139be5a-4be4-473b-b485-6eb4f542e40e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:00.452398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ea4e-63e2-448b-959f-2e71b2ba8b39 req-6139be5a-4be4-473b-b485-6eb4f542e40e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:00.458125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ea4e-63e2-448b-959f-2e71b2ba8b39 req-6139be5a-4be4-473b-b485-6eb4f542e40e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:00.473830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ea4e-63e2-448b-959f-2e71b2ba8b39 req-6139be5a-4be4-473b-b485-6eb4f542e40e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:00.481759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dd9ea4e-63e2-448b-959f-2e71b2ba8b39 req-6139be5a-4be4-473b-b485-6eb4f542e40e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.1890287 Jan 31 18:36:00.583472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dd9ea4e-63e2-448b-959f-2e71b2ba8b39 req-25cf6f9a-f666-4ea4-93f0-e90ae9bf3869 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982230 Jan 31 18:36:00.668239 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55978) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:00.789994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ee5ce5-8ab9-4511-9a5f-107c37706141 admin admin] Deleting subnet 4a886752-5fa3-4f61-a2a9-5923eb8db5c3 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:36:00.794918 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24ee5ce5-8ab9-4511-9a5f-107c37706141 admin admin] Publish callbacks [] for subnet (4a886752-5fa3-4f61-a2a9-5923eb8db5c3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:00.848568 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24ee5ce5-8ab9-4511-9a5f-107c37706141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (4a886752-5fa3-4f61-a2a9-5923eb8db5c3), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:00.900999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-906819e3-98c7-4385-b674-cc9f140c256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:00.902525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-906819e3-98c7-4385-b674-cc9f140c256c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c&tenant_id=57a793ec9c5b4f5291284cbfc8520325 HTTP/1.1" status: 200 len: 1133 time: 0.2025976 Jan 31 18:36:00.912776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8b71-1056-4a46-8b23-b988295a1757 req-671b58c9-4aff-4262-9bdf-848cafc70c5d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:00.914666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf6d8b71-1056-4a46-8b23-b988295a1757 req-671b58c9-4aff-4262-9bdf-848cafc70c5d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 950 time: 0.1682718 Jan 31 18:36:00.922565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:00.960097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5261b7-fcfe-418f-9831-91ef5002f8cb req-74bcc1e0-ac01-43ab-b9c9-ca1f5c637f11 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:00.967646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed5261b7-fcfe-418f-9831-91ef5002f8cb req-74bcc1e0-ac01-43ab-b9c9-ca1f5c637f11 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 950 time: 0.2231750 Jan 31 18:36:01.140022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:01.156482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed5261b7-fcfe-418f-9831-91ef5002f8cb req-426e2023-8072-4d34-b221-66b19e92e17c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879189 Jan 31 18:36:01.205557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2786538-d444-43c7-87f3-9b1a3628f1dc req-9b7017cb-a1e3-46f5-a2ae-a046b60c076c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:01.206771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2786538-d444-43c7-87f3-9b1a3628f1dc req-9b7017cb-a1e3-46f5-a2ae-a046b60c076c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.2166288 Jan 31 18:36:01.348511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-bf6d8b71-1056-4a46-8b23-b988295a1757 req-29cdeb97-2dc0-439e-9b58-6450b1376a56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Deleting port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:01.348771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf6d8b71-1056-4a46-8b23-b988295a1757 req-29cdeb97-2dc0-439e-9b58-6450b1376a56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:01.374511 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24ee5ce5-8ab9-4511-9a5f-107c37706141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (4a886752-5fa3-4f61-a2a9-5923eb8db5c3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:01.494307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24ee5ce5-8ab9-4511-9a5f-107c37706141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (4a886752-5fa3-4f61-a2a9-5923eb8db5c3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:01.500572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2786538-d444-43c7-87f3-9b1a3628f1dc req-7a99533f-9763-4560-bcc0-df48808a2f31 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610846 Jan 31 18:36:01.537568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee5ce5-8ab9-4511-9a5f-107c37706141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a886752-5fa3-4f61-a2a9-5923eb8db5c3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:01.545418 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24ee5ce5-8ab9-4511-9a5f-107c37706141 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:01.552476 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-24ee5ce5-8ab9-4511-9a5f-107c37706141 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4a886752-5fa3-4f61-a2a9-5923eb8db5c3 HTTP/1.1" status: 204 len: 168 time: 0.8797846 Jan 31 18:36:01.553370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55998) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:01.807257 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (2a717cd3-4695-4c00-a9e2-02acd94a1625), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:01.878615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-d26d90b3-0d19-462b-975f-42e105bc2ff1 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:01.880417 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-d26d90b3-0d19-462b-975f-42e105bc2ff1 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.21 "GET /v2.0/networks?id=97fe9fc0-3edc-4b81-a012-21a20ed95244 HTTP/1.1" status: 200 len: 812 time: 0.2979245 Jan 31 18:36:01.898452 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'port': {'device_id': '81402d3e-ea0c-4800-bc79-241577cc9384', 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244', 'admin_state_up': True, 'tenant_id': 'b3ac8c3060404b3cb58d41a2352976c6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:01.906150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56004) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:02.001497 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (2a717cd3-4695-4c00-a9e2-02acd94a1625), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.035620 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a717cd3-4695-4c00-a9e2-02acd94a1625']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:02.056404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fb9295-514d-4612-905a-23d9c9f6496c') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:02.056701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fb9295-514d-4612-905a-23d9c9f6496c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:02.076298 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (c5fb9295-514d-4612-905a-23d9c9f6496c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.094502 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c5fb9295-514d-4612-905a-23d9c9f6496c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.105062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:36:02.105481 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (c5fb9295-514d-4612-905a-23d9c9f6496c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:36:02.107276 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:36:02.146176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:02.161223 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb38a086-bb9e-4425-aa5e-8e6ab3f9d6e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.168477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Made reservation on behalf of b3ac8c3060404b3cb58d41a2352976c6 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:36:02.171861 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.215605 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:36:02.221968 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (2a717cd3-4695-4c00-a9e2-02acd94a1625), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.231938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.235162 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2a717cd3-4695-4c00-a9e2-02acd94a1625 HTTP/1.1" status: 204 len: 168 time: 0.6803861 Jan 31 18:36:02.262073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e8ab05a-39ea-48ab-92e1-66242b963488 req-6ea94c33-520f-48d0-ac17-cdf34365cafa tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 210 time: 0.6553590 Jan 31 18:36:02.291115 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb7180-788e-41ff-a489-68cdfdacb315 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a717cd3-4695-4c00-a9e2-02acd94a1625,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:02.350825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796d458-ab82-4dc1-aa0e-235e5b9de6fc req-e3679e4f-f2eb-44f9-8cbe-3d6b33707762 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:02.358763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a796d458-ab82-4dc1-aa0e-235e5b9de6fc req-e3679e4f-f2eb-44f9-8cbe-3d6b33707762 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 1.0026135 Jan 31 18:36:02.465684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bf6d8b71-1056-4a46-8b23-b988295a1757 req-29cdeb97-2dc0-439e-9b58-6450b1376a56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] For port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:02.466072 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf6d8b71-1056-4a46-8b23-b988295a1757 req-29cdeb97-2dc0-439e-9b58-6450b1376a56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.467430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56012) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:02.471529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Allocated IP 172.20.0.11 (97fe9fc0-3edc-4b81-a012-21a20ed95244/08582a16-ce0c-4ec4-a246-91e60ab7bd49/19a6f571-8153-4383-a91d-b00a2d752cc7) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:36:02.541007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ab47feaa-2cfd-4c8c-8102-4e6459920cdd no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:02.548161 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb38a086-bb9e-4425-aa5e-8e6ab3f9d6e2 admin admin] Publish callbacks [] for security_group (9386d210-9da7-45aa-abd3-70502a2aabc2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.570871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a796d458-ab82-4dc1-aa0e-235e5b9de6fc req-ebf67f66-989f-43fa-b7dc-24fc408663ed tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069311 Jan 31 18:36:02.572458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-bf6d8b71-1056-4a46-8b23-b988295a1757 req-29cdeb97-2dc0-439e-9b58-6450b1376a56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Calling delete_port for e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:02.581073 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb38a086-bb9e-4425-aa5e-8e6ab3f9d6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9386d210-9da7-45aa-abd3-70502a2aabc2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.741551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ab47feaa-2cfd-4c8c-8102-4e6459920cdd is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:02.742296 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.748875 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5766caa1-b1e8-45be-9ef7-29e31d11103b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08bf323cbeac4719b88fd63908e36526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779932 Jan 31 18:36:02.773505 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fb38a086-bb9e-4425-aa5e-8e6ab3f9d6e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2e502424d224847bc5d960915294c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8657172 Jan 31 18:36:02.779580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56016) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:02.781061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56018) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:02.809437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:02.811979 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edc0838-b157-4d85-a6e4-405a626edb3d" -d '{"events": [{"server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "name": "network-vif-unplugged", "status": "completed", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:02.833389 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Publish callbacks [] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.863929 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38a086-bb9e-4425-aa5e-8e6ab3f9d6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9386d210-9da7-45aa-abd3-70502a2aabc2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:02.917908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Transition to ACTIVE for port object ab47feaa-2cfd-4c8c-8102-4e6459920cdd will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:36:02.937976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f1ebd-2ef2-4bf9-965f-26630e2738f8 req-a32d8a9e-fb3c-4299-b94f-25bcd1e894b1 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:02.939572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-188f1ebd-2ef2-4bf9-965f-26630e2738f8 req-a32d8a9e-fb3c-4299-b94f-25bcd1e894b1 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ca37b18-1900-4baa-8f82-4039bbd9a6be HTTP/1.1" status: 200 len: 950 time: 0.1473246 Jan 31 18:36:02.940225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf6d8b71-1056-4a46-8b23-b988295a1757 req-29cdeb97-2dc0-439e-9b58-6450b1376a56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.953495 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:02.974076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'cc94415d-4302-4b98-bbc2-940858252a3a', 'edb1b9cc-cd81-47d9-8248-c34c532efac1', 'ff792287-71c3-4093-808b-4373e62de7d1', '5a03ca3f-982b-488b-9164-2d313ae070d2'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:02.976911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28', '882082bb-b518-4aa3-b003-2248a01da8de'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:03.076746 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:36:03.077642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6d8b71-1056-4a46-8b23-b988295a1757 req-29cdeb97-2dc0-439e-9b58-6450b1376a56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] No DVR routers for this DVR port e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:03.079842 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:36:03.080852 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf6d8b71-1056-4a46-8b23-b988295a1757 req-29cdeb97-2dc0-439e-9b58-6450b1376a56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:03.085620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf6d8b71-1056-4a46-8b23-b988295a1757 req-29cdeb97-2dc0-439e-9b58-6450b1376a56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "DELETE /v2.0/ports/e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 HTTP/1.1" status: 204 len: 173 time: 2.1595471 Jan 31 18:36:03.108514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478720cd-1d2e-4af8-b2f0-d0d84d0090c7 req-890a5749-f83c-49d3-b489-cdf7131811d1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:03.121896 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:03.127140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478720cd-1d2e-4af8-b2f0-d0d84d0090c7 req-890a5749-f83c-49d3-b489-cdf7131811d1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:03.146920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478720cd-1d2e-4af8-b2f0-d0d84d0090c7 req-890a5749-f83c-49d3-b489-cdf7131811d1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:03.173892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478720cd-1d2e-4af8-b2f0-d0d84d0090c7 req-890a5749-f83c-49d3-b489-cdf7131811d1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:03.192631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478720cd-1d2e-4af8-b2f0-d0d84d0090c7 req-890a5749-f83c-49d3-b489-cdf7131811d1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:03.224959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478720cd-1d2e-4af8-b2f0-d0d84d0090c7 req-890a5749-f83c-49d3-b489-cdf7131811d1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:03.244642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478720cd-1d2e-4af8-b2f0-d0d84d0090c7 req-890a5749-f83c-49d3-b489-cdf7131811d1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:03.254095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-478720cd-1d2e-4af8-b2f0-d0d84d0090c7 req-890a5749-f83c-49d3-b489-cdf7131811d1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.7404792 Jan 31 18:36:03.289091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:03.298056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdeb97-2dc0-439e-9b58-6450b1376a56 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event deleted for resources: {'Port': ['ID=e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:03.307085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['60bafff0-9d01-475e-8401-8f8e0d797c10'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:03.401898 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2176a4a-0916-41b0-95ab-bd24bed2550e admin admin] Publish callbacks [] for security_group (9386d210-9da7-45aa-abd3-70502a2aabc2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:03.463617 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-53def8c4-1edb-47ac-b1ef-583cb6ffd2b4 req-6ee68c3e-d7f7-4adf-bfde-a019ab01aa60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=578f42e4-a37c-451a-9f40-d5d427a94d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7396729 Jan 31 18:36:03.529103 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Network 97fe9fc0-3edc-4b81-a012-21a20ed95244 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:36:03.569760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-188f1ebd-2ef2-4bf9-965f-26630e2738f8 req-4f0d2f44-ac30-47d6-a081-881ae1e3fb75 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116393 Jan 31 18:36:03.580959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] No DVR routers for this DVR port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:03.649967 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:36:03.659179 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:36:03.755128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:03.755980 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:03.775418 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b01b-27ba-4c8a-a9f1-4bd1142a79ca admin admin] Publish callbacks [] for security_group (7e044b38-bd82-4b86-beef-f50b676b842d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:03.792452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:03.801404 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b01b-27ba-4c8a-a9f1-4bd1142a79ca admin admin] Publish callbacks [] for security_group (7e044b38-bd82-4b86-beef-f50b676b842d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:03.809301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ab47feaa-2cfd-4c8c-8102-4e6459920cdd is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:03.814053 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:03.830828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Attempting to bind port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:36:03.833313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Attempting to bind port ab47feaa-2cfd-4c8c-8102-4e6459920cdd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:36:03.836719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Attempting to bind port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:03.860878 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'Port': ['ID=19a6f571-8153-4383-a91d-b00a2d752cc7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:03.867240 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4fa72e7d-8899-47cc-bb47-3eebfd87b5c0 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9738262 Jan 31 18:36:03.882469 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2176a4a-0916-41b0-95ab-bd24bed2550e admin admin] Publish callbacks [] for security_group (9386d210-9da7-45aa-abd3-70502a2aabc2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:03.891048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Request body: {'port': {'device_id': '81402d3e-ea0c-4800-bc79-241577cc9384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:03.900958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:36:03.902323 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b01b-27ba-4c8a-a9f1-4bd1142a79ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7e044b38-bd82-4b86-beef-f50b676b842d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:03.905213 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b01b-27ba-4c8a-a9f1-4bd1142a79ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:03.905741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Attempting to bind port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:03.906569 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e1a3b01b-27ba-4c8a-a9f1-4bd1142a79ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e044b38-bd82-4b86-beef-f50b676b842d HTTP/1.1" status: 204 len: 168 time: 1.1052706 Jan 31 18:36:03.934756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-478720cd-1d2e-4af8-b2f0-d0d84d0090c7 req-9f4f215c-3d5d-4376-9412-c0fb381fa6e0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6172488 Jan 31 18:36:03.936806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:36:03.937339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:36:03.937922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:36:03.939017 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b01b-27ba-4c8a-a9f1-4bd1142a79ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e044b38-bd82-4b86-beef-f50b676b842d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:03.940573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Bound port: ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:36:03.941141 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:03.962414 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53def8c4-1edb-47ac-b1ef-583cb6ffd2b4 req-4ed6e153-155c-46a0-b599-405c83881754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:03.964385 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-53def8c4-1edb-47ac-b1ef-583cb6ffd2b4 req-4ed6e153-155c-46a0-b599-405c83881754 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91a42f644a6a43c6a68db0de6be71875&device_id=578f42e4-a37c-451a-9f40-d5d427a94d06 HTTP/1.1" status: 200 len: 1132 time: 0.4288399 Jan 31 18:36:03.979278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:36:03.996605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:04.017332 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:04.080700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78e6f9-d8dc-41c8-a331-9a70155af097 req-61ab7016-9dd9-4a56-b356-737d4ca0ab2f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:04.082674 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b78e6f9-d8dc-41c8-a331-9a70155af097 req-61ab7016-9dd9-4a56-b356-737d4ca0ab2f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.3061948 Jan 31 18:36:04.087662 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851975e2-20d7-4b3b-a89c-25f5e992ab7b x-openstack-request-id: req-851975e2-20d7-4b3b-a89c-25f5e992ab7b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:04.088193 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "name": "network-vif-unplugged", "status": "completed", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:04.098408 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-851975e2-20d7-4b3b-a89c-25f5e992ab7b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:04.101688 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'code': 200} Jan 31 18:36:04.197723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:36:04.207187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:36:04.249282 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:04.331488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a6f571-8153-4383-a91d-b00a2d752cc7 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:04.471211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=11']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:04.525811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:04.526446 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:04.528125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-c35abe83-6cf3-4d62-9296-5d1ae217e0c3 service neutron] 10.222.0.21 "PUT /v2.0/ports/ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 1098 time: 3.6111319 Jan 31 18:36:04.530632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53def8c4-1edb-47ac-b1ef-583cb6ffd2b4 req-d44a51df-622c-4cb5-8d38-38cbe891485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:04.532550 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-53def8c4-1edb-47ac-b1ef-583cb6ffd2b4 req-d44a51df-622c-4cb5-8d38-38cbe891485b service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.5161304 Jan 31 18:36:04.542044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Publish callbacks [] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:04.645957 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-53def8c4-1edb-47ac-b1ef-583cb6ffd2b4 req-6dafe434-608a-4d45-a882-f5a73ca41df0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=cc94415d-4302-4b98-bbc2-940858252a3a HTTP/1.1" status: 200 len: 217 time: 0.0961952 Jan 31 18:36:04.796944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b78e6f9-d8dc-41c8-a331-9a70155af097 req-cda9e8e5-117c-4903-90b8-00880497849a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6907897 Jan 31 18:36:04.811568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53def8c4-1edb-47ac-b1ef-583cb6ffd2b4 req-bde0d029-db8b-4f27-a548-78f9c881ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:04.815062 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-53def8c4-1edb-47ac-b1ef-583cb6ffd2b4 req-bde0d029-db8b-4f27-a548-78f9c881ff20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1562681 Jan 31 18:36:04.855826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6076a-1e57-470c-ad85-77ffeb6f62d8 req-50f9351c-ac4e-4271-9dc9-d7a5371da8d1 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:04.856302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Transition to ACTIVE for port object 19a6f571-8153-4383-a91d-b00a2d752cc7 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:36:04.858930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2176a4a-0916-41b0-95ab-bd24bed2550e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9386d210-9da7-45aa-abd3-70502a2aabc2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:04.871116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2176a4a-0916-41b0-95ab-bd24bed2550e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:04.873698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42c6076a-1e57-470c-ad85-77ffeb6f62d8 req-50f9351c-ac4e-4271-9dc9-d7a5371da8d1 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 932 time: 0.6558080 Jan 31 18:36:04.887446 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d2176a4a-0916-41b0-95ab-bd24bed2550e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9386d210-9da7-45aa-abd3-70502a2aabc2 HTTP/1.1" status: 204 len: 168 time: 2.0824857 Jan 31 18:36:04.895556 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:04.970641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa78bd86-173a-4668-9660-a15f61aab119 req-62ef7336-96e0-4039-9bb7-e3b39f7f117d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4415183 Jan 31 18:36:04.975473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-ff6cd9d7-43da-4205-aa6f-01172fbd9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:04.985311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-ff6cd9d7-43da-4205-aa6f-01172fbd9d83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1132 time: 0.4150832 Jan 31 18:36:05.057192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Pushing event updated for resources: {'Port': ['ID=19a6f571-8153-4383-a91d-b00a2d752cc7,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:05.105851 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2176a4a-0916-41b0-95ab-bd24bed2550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9386d210-9da7-45aa-abd3-70502a2aabc2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:05.209815 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42c6076a-1e57-470c-ad85-77ffeb6f62d8 req-65ffaff7-dd96-4b4d-8283-59433c706665 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041682 Jan 31 18:36:05.292527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53def8c4-1edb-47ac-b1ef-583cb6ffd2b4 req-ea2fd3c3-d76c-49f8-8124-27e337134584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:05.294486 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-53def8c4-1edb-47ac-b1ef-583cb6ffd2b4 req-ea2fd3c3-d76c-49f8-8124-27e337134584 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4656305 Jan 31 18:36:05.419071 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Attempting to bind port 19a6f571-8153-4383-a91d-b00a2d752cc7 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:36:05.419408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Attempting to bind port 19a6f571-8153-4383-a91d-b00a2d752cc7 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '79b35856-fe99-4b6b-9154-262d975632b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:36:05.419794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Attempting to bind port 19a6f571-8153-4383-a91d-b00a2d752cc7 on network 97fe9fc0-3edc-4b81-a012-21a20ed95244 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:05.436611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Port 19a6f571-8153-4383-a91d-b00a2d752cc7 on network 97fe9fc0-3edc-4b81-a012-21a20ed95244 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:36:05.436982 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Attempting to bind port 19a6f571-8153-4383-a91d-b00a2d752cc7 on network 97fe9fc0-3edc-4b81-a012-21a20ed95244 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:05.447717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:36:05.448053 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Checking segment: {'id': '79b35856-fe99-4b6b-9154-262d975632b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:36:05.448433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Bound using segment: {'id': '79b35856-fe99-4b6b-9154-262d975632b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:36:05.448884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Bound port: 19a6f571-8153-4383-a91d-b00a2d752cc7, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b35856-fe99-4b6b-9154-262d975632b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:36:05.449251 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:05.462659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bd86-173a-4668-9660-a15f61aab119 req-d6511a43-acde-486a-8fdc-e18a16f673c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:05.473520 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa78bd86-173a-4668-9660-a15f61aab119 req-d6511a43-acde-486a-8fdc-e18a16f673c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 1149 time: 0.4079306 Jan 31 18:36:05.487255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-e2a783ab-b84d-4699-9f3b-a754f30db171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:05.497745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-e2a783ab-b84d-4699-9f3b-a754f30db171 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.4930711 Jan 31 18:36:05.542347 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-53def8c4-1edb-47ac-b1ef-583cb6ffd2b4 req-7c270662-b164-4082-b4b5-b1cb9c9bd1fb service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382283 Jan 31 18:36:05.616473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b3c7-28a2-4088-a910-902979579c3c req-4d6c2bc7-52db-489b-8265-e035fa280d2e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:05.624197 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb13b3c7-28a2-4088-a910-902979579c3c req-4d6c2bc7-52db-489b-8265-e035fa280d2e tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 949 time: 0.4361193 Jan 31 18:36:05.676959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] For port 19a6f571-8153-4383-a91d-b00a2d752cc7, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:36:05.743261 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-53def8c4-1edb-47ac-b1ef-583cb6ffd2b4 req-d915b9b7-2bf6-468a-a80b-0b3b6a55495d service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792052 Jan 31 18:36:05.745045 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] For port 19a6f571-8153-4383-a91d-b00a2d752cc7, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=19a6f571-8153-4383-a91d-b00a2d752cc7,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:36:05.746224 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56068) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:05.754702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-a0cf1804-2a8d-4a26-a9f1-c79c181c45e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 217 time: 0.2447584 Jan 31 18:36:05.761802 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92c65371-005f-4cca-a590-5f7fda705011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:05.772042 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:05.847009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:05.847813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:05.852112 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] 10.222.0.21 "PUT /v2.0/ports/19a6f571-8153-4383-a91d-b00a2d752cc7 HTTP/1.1" status: 200 len: 1093 time: 1.9725771 Jan 31 18:36:06.005258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81402d3e-ea0c-4800-bc79-241577cc9384', 'tag': '19a6f571-8153-4383-a91d-b00a2d752cc7'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:06.008845 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933ad0a2-515a-45f9-b981-c3f47f3394c4" -d '{"events": [{"name": "network-changed", "server_uuid": "81402d3e-ea0c-4800-bc79-241577cc9384", "tag": "19a6f571-8153-4383-a91d-b00a2d752cc7"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:06.057381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6994070-a80a-4d56-8836-46b9ed744d71 req-30b4bc9b-ca31-4930-9ac3-77ec3b760a24 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.078441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6994070-a80a-4d56-8836-46b9ed744d71 req-30b4bc9b-ca31-4930-9ac3-77ec3b760a24 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.086380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6994070-a80a-4d56-8836-46b9ed744d71 req-30b4bc9b-ca31-4930-9ac3-77ec3b760a24 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.093830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6994070-a80a-4d56-8836-46b9ed744d71 req-30b4bc9b-ca31-4930-9ac3-77ec3b760a24 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.099880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6994070-a80a-4d56-8836-46b9ed744d71 req-30b4bc9b-ca31-4930-9ac3-77ec3b760a24 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.105550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6994070-a80a-4d56-8836-46b9ed744d71 req-30b4bc9b-ca31-4930-9ac3-77ec3b760a24 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.111050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6994070-a80a-4d56-8836-46b9ed744d71 req-30b4bc9b-ca31-4930-9ac3-77ec3b760a24 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.113114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6994070-a80a-4d56-8836-46b9ed744d71 req-30b4bc9b-ca31-4930-9ac3-77ec3b760a24 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.6645653 Jan 31 18:36:06.119074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca37b18-1900-4baa-8f82-4039bbd9a6be', 'name': 'network-vif-deleted', 'tag': 'e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80'}, {'name': 'network-changed', 'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:06.121461 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce1e0dd-f266-4036-9842-ed133e00eceb" -d '{"events": [{"server_uuid": "2ca37b18-1900-4baa-8f82-4039bbd9a6be", "name": "network-vif-deleted", "tag": "e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80"}, {"name": "network-changed", "server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:06.128719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-2a3f16d3-e8fe-45a0-9c0a-f75c1f56eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.129152 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92c65371-005f-4cca-a590-5f7fda705011 admin admin] Publish callbacks [] for security_group (da3e3f2e-4b37-43b2-8a7e-f3b9652dd9bd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:06.131280 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-2a3f16d3-e8fe-45a0-9c0a-f75c1f56eab0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.3357282 Jan 31 18:36:06.135463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb13b3c7-28a2-4088-a910-902979579c3c req-136b14db-ad05-408e-97dc-fc8b9c8f6052 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512146 Jan 31 18:36:06.142477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bd86-173a-4668-9660-a15f61aab119 req-4f62d9c0-645b-4596-ab63-6e161cb5da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.143225 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92c65371-005f-4cca-a590-5f7fda705011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (da3e3f2e-4b37-43b2-8a7e-f3b9652dd9bd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:06.144204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa78bd86-173a-4668-9660-a15f61aab119 req-4f62d9c0-645b-4596-ab63-6e161cb5da2e service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.6452043 Jan 31 18:36:06.175577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648d3eb-a978-48e9-924d-6b5643e78216 service neutron] Pushing event updated for resources: {'Port': ['ID=19a6f571-8153-4383-a91d-b00a2d752cc7,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:06.248173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa78bd86-173a-4668-9660-a15f61aab119 req-2fc2ad4d-9a81-4fae-a756-57046c68b0ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18d7196-6732-4533-91c5-a209799a30ea HTTP/1.1" status: 200 len: 217 time: 0.0839586 Jan 31 18:36:06.274518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-3255146e-0c8f-41f7-8d3e-2e113fa98e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.276082 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-3255146e-0c8f-41f7-8d3e-2e113fa98e1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3ac8c3060404b3cb58d41a2352976c6&device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 1127 time: 0.2642410 Jan 31 18:36:06.279461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c65371-005f-4cca-a590-5f7fda705011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3e3f2e-4b37-43b2-8a7e-f3b9652dd9bd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:06.288913 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-92c65371-005f-4cca-a590-5f7fda705011 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b59383262f449ce8f38fa0d2ea5eb17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5373142 Jan 31 18:36:06.292117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:06.345260 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6994070-a80a-4d56-8836-46b9ed744d71 req-6d7b127d-8152-4bbb-9c22-4f3dab465bf6 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2185783 Jan 31 18:36:06.357334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-f5d62bbc-e1d1-474d-9de5-67af4de54d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.358848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-f5d62bbc-e1d1-474d-9de5-67af4de54d08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2130744 Jan 31 18:36:06.360456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bd86-173a-4668-9660-a15f61aab119 req-350eafff-fffc-430f-8acc-5057b4ae82db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.361839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa78bd86-173a-4668-9660-a15f61aab119 req-350eafff-fffc-430f-8acc-5057b4ae82db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.0977471 Jan 31 18:36:06.459065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa78bd86-173a-4668-9660-a15f61aab119 req-69812c51-bacc-4f50-bab8-6853580624ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835180 Jan 31 18:36:06.469077 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-4dd9d852-3cd7-4cd2-a87e-68305c94521f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a6f571-8153-4383-a91d-b00a2d752cc7 HTTP/1.1" status: 200 len: 217 time: 0.1787770 Jan 31 18:36:06.514747 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f091a71b-56ac-49f5-967e-df2d0b769e08 admin admin] Publish callbacks [] for security_group (da3e3f2e-4b37-43b2-8a7e-f3b9652dd9bd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:06.634537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f091a71b-56ac-49f5-967e-df2d0b769e08 admin admin] Publish callbacks [] for security_group (da3e3f2e-4b37-43b2-8a7e-f3b9652dd9bd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:06.669924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-097daa32-2617-4cb6-8c9b-ef72fab34cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.673003 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-097daa32-2617-4cb6-8c9b-ef72fab34cb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08582a16-ce0c-4ec4-a246-91e60ab7bd49 HTTP/1.1" status: 200 len: 852 time: 0.1602151 Jan 31 18:36:06.679899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-79a52840-6897-4561-9c1e-61aeef4ac6ed service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135977 Jan 31 18:36:06.711240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa78bd86-173a-4668-9660-a15f61aab119 req-f7daf03e-b865-47b1-b022-4c3c59d17b29 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235699 Jan 31 18:36:06.730733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ab6a0-4ba7-4b4e-890f-3e53f733ff70 req-db90ac49-2771-401f-afb3-49eba047cd53 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:06.732227 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b0ab6a0-4ba7-4b4e-890f-3e53f733ff70 req-db90ac49-2771-401f-afb3-49eba047cd53 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.1556470 Jan 31 18:36:06.743091 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-94b8cef4-0a37-4338-8b34-fdc4d555fc17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97fe9fc0-3edc-4b81-a012-21a20ed95244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600631 Jan 31 18:36:06.812672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f091a71b-56ac-49f5-967e-df2d0b769e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (da3e3f2e-4b37-43b2-8a7e-f3b9652dd9bd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:06.815264 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f091a71b-56ac-49f5-967e-df2d0b769e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:06.819321 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f091a71b-56ac-49f5-967e-df2d0b769e08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da3e3f2e-4b37-43b2-8a7e-f3b9652dd9bd HTTP/1.1" status: 204 len: 168 time: 0.5151005 Jan 31 18:36:06.834232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091a71b-56ac-49f5-967e-df2d0b769e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3e3f2e-4b37-43b2-8a7e-f3b9652dd9bd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:06.890966 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9c3b36-781e-4c30-bf28-fbce5920b8ca x-openstack-request-id: req-4a9c3b36-781e-4c30-bf28-fbce5920b8ca {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:06.891346 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81402d3e-ea0c-4800-bc79-241577cc9384", "tag": "19a6f571-8153-4383-a91d-b00a2d752cc7", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:06.891527 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a9c3b36-781e-4c30-bf28-fbce5920b8ca {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:06.891973 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81402d3e-ea0c-4800-bc79-241577cc9384', 'tag': '19a6f571-8153-4383-a91d-b00a2d752cc7', 'status': 'completed', 'code': 200} Jan 31 18:36:06.915394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b0ab6a0-4ba7-4b4e-890f-3e53f733ff70 req-7569bf63-1165-4f52-9dcb-21fd69e25272 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726828 Jan 31 18:36:06.921525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2ecdb1d-b84b-4e0f-b268-1b5c795ff9a0 req-29074e26-d117-4a08-ae03-7cb18b3ebeb2 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278764 Jan 31 18:36:06.932321 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7e42dd-9b34-4353-b615-f2abcccd548d x-openstack-request-id: req-2e7e42dd-9b34-4353-b615-f2abcccd548d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:06.932644 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca37b18-1900-4baa-8f82-4039bbd9a6be", "name": "network-vif-deleted", "tag": "e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:06.932901 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e7e42dd-9b34-4353-b615-f2abcccd548d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:06.933312 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca37b18-1900-4baa-8f82-4039bbd9a6be', 'name': 'network-vif-deleted', 'tag': 'e9a2afbb-1dd8-4104-9e4c-fa412e5d7d80', 'status': 'completed', 'code': 200} Jan 31 18:36:06.933573 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'status': 'completed', 'code': 200} Jan 31 18:36:06.936278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa78bd86-173a-4668-9660-a15f61aab119 req-abd8099c-010a-44f1-b74f-ac5aff0167d1 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136052 Jan 31 18:36:07.036826 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-d490b91c-e374-4f60-a6ab-29fd505374eb service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623577 Jan 31 18:36:07.199926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-45ec90bc-8bd3-4268-8087-c5ebd6b65ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:07.201722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-45ec90bc-8bd3-4268-8087-c5ebd6b65ddd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1132 time: 0.2402191 Jan 31 18:36:07.207381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-6082f855-5544-4802-8a7d-112628379a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:07.210725 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-6082f855-5544-4802-8a7d-112628379a9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57a793ec9c5b4f5291284cbfc8520325&device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1132 time: 0.1855879 Jan 31 18:36:07.242209 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-88eb0e4f-55b4-46cf-97aa-295771f1ee3a req-7526d6c7-2455-467b-8b50-f24adb5451ce service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928358 Jan 31 18:36:07.400124 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ad0a2-515a-45f9-b981-c3f47f3394c4 req-5ff34d0a-3416-48d3-8840-1c20ab1dbd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:07.402986 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-933ad0a2-515a-45f9-b981-c3f47f3394c4 req-5ff34d0a-3416-48d3-8840-1c20ab1dbd1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3ac8c3060404b3cb58d41a2352976c6&device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 1127 time: 0.1010592 Jan 31 18:36:07.428499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb058a-58dc-4990-a9ad-eac51295a4dd req-96b1efde-8de9-42e8-b61d-0fe3b70ed77b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:07.439402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5bb058a-58dc-4990-a9ad-eac51295a4dd req-96b1efde-8de9-42e8-b61d-0fe3b70ed77b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 944 time: 0.3837707 Jan 31 18:36:07.455385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-10b5eef0-00e4-48b1-82ac-fb097bc6c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:07.457251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-10b5eef0-00e4-48b1-82ac-fb097bc6c72a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.2402391 Jan 31 18:36:07.563390 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-da2ceaf5-9d33-4e98-bc1b-b0734a990a01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 217 time: 0.0913846 Jan 31 18:36:07.578428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343ac3e-778b-45db-b885-c7abc1762894 req-f20fc126-8a1e-4153-8235-b8d6e0ff2b7c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:07.586295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b343ac3e-778b-45db-b885-c7abc1762894 req-f20fc126-8a1e-4153-8235-b8d6e0ff2b7c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 950 time: 0.4744854 Jan 31 18:36:07.646585 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ad0a2-515a-45f9-b981-c3f47f3394c4 req-d1abe760-ac02-49b3-b3d7-badb4c84aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:07.650577 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-933ad0a2-515a-45f9-b981-c3f47f3394c4 req-d1abe760-ac02-49b3-b3d7-badb4c84aa59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=97fe9fc0-3edc-4b81-a012-21a20ed95244 HTTP/1.1" status: 200 len: 913 time: 0.2402351 Jan 31 18:36:07.679943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5bb058a-58dc-4990-a9ad-eac51295a4dd req-8c68f05f-e883-427f-9c86-160c12453f85 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344341 Jan 31 18:36:07.742789 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-933ad0a2-515a-45f9-b981-c3f47f3394c4 req-f871edcb-683b-4d33-9552-c882bf89078e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a6f571-8153-4383-a91d-b00a2d752cc7 HTTP/1.1" status: 200 len: 217 time: 0.0811036 Jan 31 18:36:07.799738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ad0a2-515a-45f9-b981-c3f47f3394c4 req-a516436f-4de1-4034-825a-03e343675795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:07.803368 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-933ad0a2-515a-45f9-b981-c3f47f3394c4 req-a516436f-4de1-4034-825a-03e343675795 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08582a16-ce0c-4ec4-a246-91e60ab7bd49 HTTP/1.1" status: 200 len: 852 time: 0.0544298 Jan 31 18:36:07.812930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b343ac3e-778b-45db-b885-c7abc1762894 req-9a6e5ead-75f0-41df-bc51-66cea69903e2 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256861 Jan 31 18:36:07.815002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-51ac0289-c8be-4f72-9777-88fddb8f4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:07.816591 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-51ac0289-c8be-4f72-9777-88fddb8f4b1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2092218 Jan 31 18:36:07.817585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-52d2d113-a911-4f53-8696-01a79f1042bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:07.819079 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-52d2d113-a911-4f53-8696-01a79f1042bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.5879831 Jan 31 18:36:07.868626 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-933ad0a2-515a-45f9-b981-c3f47f3394c4 req-5000214e-62db-46b6-a9f0-0bb259503b3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97fe9fc0-3edc-4b81-a012-21a20ed95244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484600 Jan 31 18:36:07.933955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-e5228296-badb-44f9-b16c-bd445efed927 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 200 len: 217 time: 0.0953777 Jan 31 18:36:08.006900 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-933ad0a2-515a-45f9-b981-c3f47f3394c4 req-77e36969-f60c-45b1-ab50-4e18e402988e service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274889 Jan 31 18:36:08.119634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-6a3f5f8d-5dfb-4157-80f9-650189d49371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:08.121495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-6a3f5f8d-5dfb-4157-80f9-650189d49371 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2970331 Jan 31 18:36:08.132306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-2adfe6de-38b5-462b-9eb8-9c7d3e5d5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:08.135309 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-2adfe6de-38b5-462b-9eb8-9c7d3e5d5064 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1493967 Jan 31 18:36:08.136004 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-933ad0a2-515a-45f9-b981-c3f47f3394c4 req-13191692-f8a7-49a3-9734-9bcc14f222f5 service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230385 Jan 31 18:36:08.158222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926d2c6-65f9-4e93-a3ce-df7fe94c45df req-2af467ec-4afd-44ee-9460-1c1ae3339de5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:08.165599 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d926d2c6-65f9-4e93-a3ce-df7fe94c45df req-2af467ec-4afd-44ee-9460-1c1ae3339de5 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 949 time: 0.2754440 Jan 31 18:36:08.282957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97829f9-35c7-4049-868e-1f1b48ace6eb req-9b75de6a-83c0-40ba-8431-918f03297cb9 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:08.289036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97829f9-35c7-4049-868e-1f1b48ace6eb req-9b75de6a-83c0-40ba-8431-918f03297cb9 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:08.294425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97829f9-35c7-4049-868e-1f1b48ace6eb req-9b75de6a-83c0-40ba-8431-918f03297cb9 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:08.299760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97829f9-35c7-4049-868e-1f1b48ace6eb req-9b75de6a-83c0-40ba-8431-918f03297cb9 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:08.305655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97829f9-35c7-4049-868e-1f1b48ace6eb req-9b75de6a-83c0-40ba-8431-918f03297cb9 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:08.310988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97829f9-35c7-4049-868e-1f1b48ace6eb req-9b75de6a-83c0-40ba-8431-918f03297cb9 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:08.316285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97829f9-35c7-4049-868e-1f1b48ace6eb req-9b75de6a-83c0-40ba-8431-918f03297cb9 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:08.321068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a97829f9-35c7-4049-868e-1f1b48ace6eb req-9b75de6a-83c0-40ba-8431-918f03297cb9 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.3291643 Jan 31 18:36:08.396876 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d926d2c6-65f9-4e93-a3ce-df7fe94c45df req-189a5884-b9bf-48ec-bb6a-8e83f1e559df tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303634 Jan 31 18:36:08.452067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a97829f9-35c7-4049-868e-1f1b48ace6eb req-368c8b7d-2ae3-4f45-b5d0-80284c13576a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163132 Jan 31 18:36:08.459644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-f5e0ef8d-fc8c-414b-bc9d-c58fa7480877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:08.461189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-f5e0ef8d-fc8c-414b-bc9d-c58fa7480877 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2836707 Jan 31 18:36:08.465043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-789030fe-8627-4998-967f-59a463d5d30a service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346894 Jan 31 18:36:08.729033 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c1fd0-25bf-44f5-94e2-fac03f6907bb req-3b7451f9-2846-4053-8f78-2d2c1bb9d78a tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:08.731122 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2a6c1fd0-25bf-44f5-94e2-fac03f6907bb req-3b7451f9-2846-4053-8f78-2d2c1bb9d78a tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 950 time: 0.1141448 Jan 31 18:36:08.890356 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2a6c1fd0-25bf-44f5-94e2-fac03f6907bb req-e1c7580e-9a96-48ef-8124-aa3a7386bc32 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Deleting port 5a03ca3f-982b-488b-9164-2d313ae070d2 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:08.890701 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a6c1fd0-25bf-44f5-94e2-fac03f6907bb req-e1c7580e-9a96-48ef-8124-aa3a7386bc32 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:09.002314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-b4b57404-6de8-429f-b330-146d674c8b4f service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732948 Jan 31 18:36:09.013606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2a6c1fd0-25bf-44f5-94e2-fac03f6907bb req-e1c7580e-9a96-48ef-8124-aa3a7386bc32 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] For port 5a03ca3f-982b-488b-9164-2d313ae070d2, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5a03ca3f-982b-488b-9164-2d313ae070d2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:09.014432 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a6c1fd0-25bf-44f5-94e2-fac03f6907bb req-e1c7580e-9a96-48ef-8124-aa3a7386bc32 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:09.030915 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2a6c1fd0-25bf-44f5-94e2-fac03f6907bb req-e1c7580e-9a96-48ef-8124-aa3a7386bc32 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Calling delete_port for 5a03ca3f-982b-488b-9164-2d313ae070d2 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:09.041415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-3626b01a-d571-4585-b353-9e240eb46673 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706439 Jan 31 18:36:09.106433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85aa9e-143e-4da1-b422-91386aba3716 req-51b6afef-af82-4ee6-ad15-7319cdcc9236 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:09.108045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d85aa9e-143e-4da1-b422-91386aba3716 req-51b6afef-af82-4ee6-ad15-7319cdcc9236 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.2801824 Jan 31 18:36:09.175400 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a6c1fd0-25bf-44f5-94e2-fac03f6907bb req-e1c7580e-9a96-48ef-8124-aa3a7386bc32 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5a03ca3f-982b-488b-9164-2d313ae070d2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:09.185685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcabc01-40eb-494c-ab5f-b203bff3dd80 req-e8575115-dac6-41f7-9912-acf9ec750746 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:09.187173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9fcabc01-40eb-494c-ab5f-b203bff3dd80 req-e8575115-dac6-41f7-9912-acf9ec750746 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 944 time: 0.3605256 Jan 31 18:36:09.197602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28', '882082bb-b518-4aa3-b003-2248a01da8de'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:09.247280 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d85aa9e-143e-4da1-b422-91386aba3716 req-50b30b41-9116-43c3-a671-cbd7ed60e438 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083438 Jan 31 18:36:09.257202 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ce1e0dd-f266-4036-9842-ed133e00eceb req-ebffa709-1837-487d-8329-4acc9531d065 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036469 Jan 31 18:36:09.264102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7580e-9a96-48ef-8124-aa3a7386bc32 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event deleted for resources: {'Port': ['ID=5a03ca3f-982b-488b-9164-2d313ae070d2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:09.267147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6c1fd0-25bf-44f5-94e2-fac03f6907bb req-e1c7580e-9a96-48ef-8124-aa3a7386bc32 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] No DVR routers for this DVR port 5a03ca3f-982b-488b-9164-2d313ae070d2 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:09.269798 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a6c1fd0-25bf-44f5-94e2-fac03f6907bb req-e1c7580e-9a96-48ef-8124-aa3a7386bc32 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:09.274986 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2a6c1fd0-25bf-44f5-94e2-fac03f6907bb req-e1c7580e-9a96-48ef-8124-aa3a7386bc32 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "DELETE /v2.0/ports/5a03ca3f-982b-488b-9164-2d313ae070d2 HTTP/1.1" status: 204 len: 173 time: 0.5368378 Jan 31 18:36:09.275535 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d418be-1771-4b08-b322-22f71bfa7306', 'name': 'network-vif-deleted', 'tag': '5a03ca3f-982b-488b-9164-2d313ae070d2'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:09.279182 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e2f7fa-ea22-408b-9835-5e45b6200ee0" -d '{"events": [{"server_uuid": "19d418be-1771-4b08-b322-22f71bfa7306", "name": "network-vif-deleted", "tag": "5a03ca3f-982b-488b-9164-2d313ae070d2"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:09.300164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'cc94415d-4302-4b98-bbc2-940858252a3a', 'edb1b9cc-cd81-47d9-8248-c34c532efac1', 'ff792287-71c3-4093-808b-4373e62de7d1', '5a03ca3f-982b-488b-9164-2d313ae070d2'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:09.314008 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9fcabc01-40eb-494c-ab5f-b203bff3dd80 req-873b5b85-4b1c-4d2b-985e-076192b58578 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044154 Jan 31 18:36:09.389428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d74fddad-a611-4378-bbfc-95089996afea req-5b0af4f7-8898-456c-a7c7-9ac7aabf0fd2 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=19d418be-1771-4b08-b322-22f71bfa7306 HTTP/1.1" status: 200 len: 210 time: 0.0434289 Jan 31 18:36:09.423678 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c41c57-9038-4460-82f1-025e0779fab9 x-openstack-request-id: req-00c41c57-9038-4460-82f1-025e0779fab9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:09.424013 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d418be-1771-4b08-b322-22f71bfa7306", "name": "network-vif-deleted", "tag": "5a03ca3f-982b-488b-9164-2d313ae070d2", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:09.424275 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00c41c57-9038-4460-82f1-025e0779fab9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:09.425133 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d418be-1771-4b08-b322-22f71bfa7306', 'name': 'network-vif-deleted', 'tag': '5a03ca3f-982b-488b-9164-2d313ae070d2', 'status': 'completed', 'code': 200} Jan 31 18:36:09.626711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369feb6-3a53-481a-94e4-5069420ded20 req-894a6110-009c-41ff-bed1-2da0e4d24f75 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:09.637299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5369feb6-3a53-481a-94e4-5069420ded20 req-894a6110-009c-41ff-bed1-2da0e4d24f75 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 949 time: 0.1482673 Jan 31 18:36:09.732564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5369feb6-3a53-481a-94e4-5069420ded20 req-99b8562e-b85a-4c33-8580-c41409128160 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898116 Jan 31 18:36:09.986491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c11ff-b716-41d0-802a-a8589478149d req-4c9bc239-863a-4edc-b8aa-0c118d22a596 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:10.001332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c11ff-b716-41d0-802a-a8589478149d req-4c9bc239-863a-4edc-b8aa-0c118d22a596 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:10.015835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c11ff-b716-41d0-802a-a8589478149d req-4c9bc239-863a-4edc-b8aa-0c118d22a596 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:10.022589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c11ff-b716-41d0-802a-a8589478149d req-4c9bc239-863a-4edc-b8aa-0c118d22a596 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:10.041828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c11ff-b716-41d0-802a-a8589478149d req-4c9bc239-863a-4edc-b8aa-0c118d22a596 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:10.058450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c11ff-b716-41d0-802a-a8589478149d req-4c9bc239-863a-4edc-b8aa-0c118d22a596 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:10.074127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c11ff-b716-41d0-802a-a8589478149d req-4c9bc239-863a-4edc-b8aa-0c118d22a596 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:10.082711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f87c11ff-b716-41d0-802a-a8589478149d req-4c9bc239-863a-4edc-b8aa-0c118d22a596 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.2092910 Jan 31 18:36:10.233814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ab47feaa-2cfd-4c8c-8102-4e6459920cdd details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:10.247585 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f87c11ff-b716-41d0-802a-a8589478149d req-b0449bc5-c3c2-47e9-8c3e-cda24ed5c6ec tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583614 Jan 31 18:36:10.459417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839221a-08c3-4979-a086-4da98d59d69f req-d1965fde-8644-4232-9df2-8a252346852b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:10.461131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6839221a-08c3-4979-a086-4da98d59d69f req-d1965fde-8644-4232-9df2-8a252346852b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.0922713 Jan 31 18:36:10.476433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:10.489580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'mac_address': 'fa:16:3e:40:56:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:10.535078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ab47feaa-2cfd-4c8c-8102-4e6459920cdd is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:10.535666 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:10.540635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d3fc3-bde2-4b38-880d-595663262594 req-22e545f2-141b-4a23-b906-c810b5850492 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:10.542279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-701d3fc3-bde2-4b38-880d-595663262594 req-22e545f2-141b-4a23-b906-c810b5850492 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 944 time: 0.1001642 Jan 31 18:36:10.547215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6839221a-08c3-4979-a086-4da98d59d69f req-da823710-9372-44a5-8e4b-c07ecce4dadb tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669239 Jan 31 18:36:10.556724 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab47feaa-2cfd-4c8c-8102-4e6459920cdd {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:10.601427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:10.606580 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:10.607333 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ea2c6f4c-5806-454c-afe4-4ccef09c4529 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:10.638595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-701d3fc3-bde2-4b38-880d-595663262594 req-c75bbea6-16c0-4c4b-a5f4-d6e54c1c1493 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853419 Jan 31 18:36:10.760021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=12']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:10.779432 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.780078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.780661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.781233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.782528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.783104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.783666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.784237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.784807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.785625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.786467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.793004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.794733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:10.856272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:10.881008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'ea2c6f4c-5806-454c-afe4-4ccef09c4529', 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025', 'port_id': 'ea2c6f4c-5806-454c-afe4-4ccef09c4529', 'mac_address': 'fa:16:3e:22:d7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd1802f-badd-4cac-85c8-8338925b9b50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:10.932059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6121eb4-02d0-43ad-938d-dde3c78a4032 req-78c2e176-6068-4b16-8f58-87c458a2d0e9 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:10.934000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6121eb4-02d0-43ad-938d-dde3c78a4032 req-78c2e176-6068-4b16-8f58-87c458a2d0e9 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.0874171 Jan 31 18:36:10.941619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ea2c6f4c-5806-454c-afe4-4ccef09c4529 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:10.942316 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:10.965167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2c6f4c-5806-454c-afe4-4ccef09c4529 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:10.994860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:10.996983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6121eb4-02d0-43ad-938d-dde3c78a4032 req-0bcd0808-0ac0-4a38-a47d-bf6f70ca3e0d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557244 Jan 31 18:36:10.999642 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:11.000474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 19a6f571-8153-4383-a91d-b00a2d752cc7 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:11.084264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=ea2c6f4c-5806-454c-afe4-4ccef09c4529,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:11.136274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968d292-10bc-4297-9ce5-5c12bfd8cdf5 req-ef901845-5320-49f9-a40d-7bd11b42b991 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:11.137148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1968d292-10bc-4297-9ce5-5c12bfd8cdf5 req-ef901845-5320-49f9-a40d-7bd11b42b991 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 949 time: 0.0729995 Jan 31 18:36:11.194602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1968d292-10bc-4297-9ce5-5c12bfd8cdf5 req-a3a88dbc-3fed-4591-aed4-caae84c671cd tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450633 Jan 31 18:36:11.196652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 19a6f571-8153-4383-a91d-b00a2d752cc7, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=19a6f571-8153-4383-a91d-b00a2d752cc7,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:11.223643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '19a6f571-8153-4383-a91d-b00a2d752cc7', 'network_id': '97fe9fc0-3edc-4b81-a012-21a20ed95244', 'port_id': '19a6f571-8153-4383-a91d-b00a2d752cc7', 'mac_address': 'fa:16:3e:6a:c3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08582a16-ce0c-4ec4-a246-91e60ab7bd49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:11.279397 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 19a6f571-8153-4383-a91d-b00a2d752cc7 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:11.280058 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:11.307886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a6f571-8153-4383-a91d-b00a2d752cc7 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:11.365010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 19a6f571-8153-4383-a91d-b00a2d752cc7, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=19a6f571-8153-4383-a91d-b00a2d752cc7,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:11.371473 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:11.385027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0fe68-43fb-48e2-abfd-5749e37e1861 req-099c78b9-d8ff-43d0-a532-7c13fcbd4b47 tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:11.387125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ed0fe68-43fb-48e2-abfd-5749e37e1861 req-099c78b9-d8ff-43d0-a532-7c13fcbd4b47 tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 1133 time: 0.0927458 Jan 31 18:36:11.467181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ed0fe68-43fb-48e2-abfd-5749e37e1861 req-b09aa95b-3449-4c39-962e-c6351b4e0da4 tempest-MigrationsAdminTest-1358010783 tempest-MigrationsAdminTest-1358010783-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669861 Jan 31 18:36:11.481725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=19a6f571-8153-4383-a91d-b00a2d752cc7,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:11.495976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc1b06-23aa-4ccc-a4fb-d808bd067df6 req-94b71abf-144e-48d9-a9fd-501d3e907bca tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:11.501623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc1b06-23aa-4ccc-a4fb-d808bd067df6 req-94b71abf-144e-48d9-a9fd-501d3e907bca tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:11.508573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc1b06-23aa-4ccc-a4fb-d808bd067df6 req-94b71abf-144e-48d9-a9fd-501d3e907bca tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:11.514115 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc1b06-23aa-4ccc-a4fb-d808bd067df6 req-94b71abf-144e-48d9-a9fd-501d3e907bca tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:11.520822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc1b06-23aa-4ccc-a4fb-d808bd067df6 req-94b71abf-144e-48d9-a9fd-501d3e907bca tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:11.527249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc1b06-23aa-4ccc-a4fb-d808bd067df6 req-94b71abf-144e-48d9-a9fd-501d3e907bca tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:11.533807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc1b06-23aa-4ccc-a4fb-d808bd067df6 req-94b71abf-144e-48d9-a9fd-501d3e907bca tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:11.534976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55bc1b06-23aa-4ccc-a4fb-d808bd067df6 req-94b71abf-144e-48d9-a9fd-501d3e907bca tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.1467578 Jan 31 18:36:11.637708 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55bc1b06-23aa-4ccc-a4fb-d808bd067df6 req-d0bafdb8-74f2-4158-b1b7-f932cd9985f3 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923812 Jan 31 18:36:11.668687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56282) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:11.817192 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7378-213a-4745-8063-708729b730a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:11.844271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280cff4-8e9f-4a1a-b098-43b2bb9b4df1 req-1b0ef278-623c-4c9a-b218-8091659b92a5 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:11.852431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3280cff4-8e9f-4a1a-b098-43b2bb9b4df1 req-1b0ef278-623c-4c9a-b218-8091659b92a5 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 945 time: 0.1258018 Jan 31 18:36:11.868202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90765ed-0fb3-4e69-9d7d-8297e75d587d req-dbec6c20-3321-4039-8696-99ac5eb2eab9 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:11.869938 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b90765ed-0fb3-4e69-9d7d-8297e75d587d req-dbec6c20-3321-4039-8696-99ac5eb2eab9 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.1096396 Jan 31 18:36:11.921209 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7378-213a-4745-8063-708729b730a6 admin admin] Publish callbacks [] for security_group (416b8dce-cfb9-4eed-b398-e40c5206d98d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:11.925871 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7378-213a-4745-8063-708729b730a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (416b8dce-cfb9-4eed-b398-e40c5206d98d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:11.939054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3280cff4-8e9f-4a1a-b098-43b2bb9b4df1 req-aca79364-8b89-4c6b-8d10-a853a704f38e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852656 Jan 31 18:36:11.972864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b90765ed-0fb3-4e69-9d7d-8297e75d587d req-362c90af-4db8-41b0-94e0-2dffdfac21ee tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946569 Jan 31 18:36:11.973091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d7378-213a-4745-8063-708729b730a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416b8dce-cfb9-4eed-b398-e40c5206d98d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:11.987952 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8d0d7378-213a-4745-8063-708729b730a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c294248fce6445f97690328adfb9c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095155 Jan 31 18:36:11.988461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:12.062889 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['19a6f571-8153-4383-a91d-b00a2d752cc7'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:12.073550 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d35d0757-9c27-403d-9762-581dca487bae admin admin] Publish callbacks [] for security_group (416b8dce-cfb9-4eed-b398-e40c5206d98d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:12.093855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['ab47feaa-2cfd-4c8c-8102-4e6459920cdd'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:12.122753 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d35d0757-9c27-403d-9762-581dca487bae admin admin] Publish callbacks [] for security_group (416b8dce-cfb9-4eed-b398-e40c5206d98d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:12.153948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cc306-cac3-4b13-a5b1-0c363612aaa3 req-e446669e-07a3-4692-b779-749d65c1682e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:12.155834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-028cc306-cac3-4b13-a5b1-0c363612aaa3 req-e446669e-07a3-4692-b779-749d65c1682e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 945 time: 0.1239734 Jan 31 18:36:12.235313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-028cc306-cac3-4b13-a5b1-0c363612aaa3 req-99052d09-ce67-4f9b-bba4-6d7c97162b62 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688946 Jan 31 18:36:12.276482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['ea2c6f4c-5806-454c-afe4-4ccef09c4529'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:12.276631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5a03ca3f-982b-488b-9164-2d313ae070d2 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:12.280811 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d35d0757-9c27-403d-9762-581dca487bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (416b8dce-cfb9-4eed-b398-e40c5206d98d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:12.288118 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d35d0757-9c27-403d-9762-581dca487bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:12.288118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d35d0757-9c27-403d-9762-581dca487bae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/416b8dce-cfb9-4eed-b398-e40c5206d98d HTTP/1.1" status: 204 len: 168 time: 0.3024316 Jan 31 18:36:12.332253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d0757-9c27-403d-9762-581dca487bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416b8dce-cfb9-4eed-b398-e40c5206d98d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:12.376937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 5a03ca3f-982b-488b-9164-2d313ae070d2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:36:12.377555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5a03ca3f-982b-488b-9164-2d313ae070d2 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:12.523378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514735b0-263f-4ca1-bbb9-6c1b6763325c req-07cc79a5-a036-42ed-938a-fad6e1ce0611 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:12.544152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-514735b0-263f-4ca1-bbb9-6c1b6763325c req-07cc79a5-a036-42ed-938a-fad6e1ce0611 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 949 time: 0.1220651 Jan 31 18:36:12.649341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-514735b0-263f-4ca1-bbb9-6c1b6763325c req-696fba93-56b8-4da6-a91a-f5cf41d62860 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041563 Jan 31 18:36:12.758828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501e7f0-4fd5-4b22-b8eb-e43741f94e3e req-bf6814be-0ff5-44dd-af3e-2310244d73d3 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:12.761201 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7501e7f0-4fd5-4b22-b8eb-e43741f94e3e req-bf6814be-0ff5-44dd-af3e-2310244d73d3 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 949 time: 0.1174707 Jan 31 18:36:12.825022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56324) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:12.844900 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6680a412-1243-4f6a-a62f-c2966ef3f020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:12.851347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d79b7c-e1ce-485a-b966-42483d3e06f3 req-2e47e378-f6cf-4b33-96f0-00bdef63ef0f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:12.857066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d79b7c-e1ce-485a-b966-42483d3e06f3 req-2e47e378-f6cf-4b33-96f0-00bdef63ef0f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:12.862575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d79b7c-e1ce-485a-b966-42483d3e06f3 req-2e47e378-f6cf-4b33-96f0-00bdef63ef0f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:12.868005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d79b7c-e1ce-485a-b966-42483d3e06f3 req-2e47e378-f6cf-4b33-96f0-00bdef63ef0f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:12.877960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d79b7c-e1ce-485a-b966-42483d3e06f3 req-2e47e378-f6cf-4b33-96f0-00bdef63ef0f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:12.884651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d79b7c-e1ce-485a-b966-42483d3e06f3 req-2e47e378-f6cf-4b33-96f0-00bdef63ef0f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:12.891960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d79b7c-e1ce-485a-b966-42483d3e06f3 req-2e47e378-f6cf-4b33-96f0-00bdef63ef0f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:12.893924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d79b7c-e1ce-485a-b966-42483d3e06f3 req-2e47e378-f6cf-4b33-96f0-00bdef63ef0f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.1378734 Jan 31 18:36:12.957717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7501e7f0-4fd5-4b22-b8eb-e43741f94e3e req-b108776c-f35a-4e40-9322-7b3a46cd4e10 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Deleting port ff792287-71c3-4093-808b-4373e62de7d1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:12.959056 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7501e7f0-4fd5-4b22-b8eb-e43741f94e3e req-b108776c-f35a-4e40-9322-7b3a46cd4e10 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ff792287-71c3-4093-808b-4373e62de7d1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:13.025100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d79b7c-e1ce-485a-b966-42483d3e06f3 req-d9460390-b4e9-4835-b1b5-1a55e53a33db tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160555 Jan 31 18:36:13.047377 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6680a412-1243-4f6a-a62f-c2966ef3f020 admin admin] Publish callbacks [] for security_group (6fbd51dc-3189-46d3-8b50-3d4c80decf3e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:13.058416 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6680a412-1243-4f6a-a62f-c2966ef3f020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6fbd51dc-3189-46d3-8b50-3d4c80decf3e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:13.126879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e90c7-b069-4a5c-8789-2ed0c7ede732 req-6c57fd17-3c67-4311-a4a1-9f3e5bc3635c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:13.129648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-738e90c7-b069-4a5c-8789-2ed0c7ede732 req-6c57fd17-3c67-4311-a4a1-9f3e5bc3635c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 945 time: 0.0799899 Jan 31 18:36:13.132161 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6680a412-1243-4f6a-a62f-c2966ef3f020 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5234ba18775647b4a09bfe66de6a07a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058474 Jan 31 18:36:13.140370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:13.155240 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7501e7f0-4fd5-4b22-b8eb-e43741f94e3e req-b108776c-f35a-4e40-9322-7b3a46cd4e10 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] For port ff792287-71c3-4093-808b-4373e62de7d1, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ff792287-71c3-4093-808b-4373e62de7d1,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:13.155734 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7501e7f0-4fd5-4b22-b8eb-e43741f94e3e req-b108776c-f35a-4e40-9322-7b3a46cd4e10 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ff792287-71c3-4093-808b-4373e62de7d1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:13.170437 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680a412-1243-4f6a-a62f-c2966ef3f020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbd51dc-3189-46d3-8b50-3d4c80decf3e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:13.188702 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7501e7f0-4fd5-4b22-b8eb-e43741f94e3e req-b108776c-f35a-4e40-9322-7b3a46cd4e10 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Calling delete_port for ff792287-71c3-4093-808b-4373e62de7d1 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:13.256481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b0a32-8d0a-403c-b153-a09c81ae1f43 req-47093d1e-2ddc-49fc-aa43-9b7a8a2429d8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:13.263528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a25b0a32-8d0a-403c-b153-a09c81ae1f43 req-47093d1e-2ddc-49fc-aa43-9b7a8a2429d8 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.1311774 Jan 31 18:36:13.280688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-738e90c7-b069-4a5c-8789-2ed0c7ede732 req-7c4900d0-f795-4627-8e9a-3045d1d0360c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977857 Jan 31 18:36:13.366251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a25b0a32-8d0a-403c-b153-a09c81ae1f43 req-527bcb5d-0207-4ff1-9e18-421d69c6671d tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016572 Jan 31 18:36:13.414792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-cf7f56bb-931e-4c0d-ac14-f6bcbb052f05 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=427ea2eb3bda43c1a6d456208d84780c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351052 Jan 31 18:36:13.598002 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0238d3d5-8c3a-418b-9c7b-1b9b89915ac9 admin admin] Publish callbacks [] for security_group (6fbd51dc-3189-46d3-8b50-3d4c80decf3e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:13.600310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42058-c799-42b5-be06-546aa471109f req-ce68160b-bdc7-4968-bfe3-1809f5ae49bf tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:13.601837 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-ce68160b-bdc7-4968-bfe3-1809f5ae49bf tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816375 Jan 31 18:36:13.638100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e18573-408e-49d5-a402-767c381dcc89 req-325dafc8-1ae8-46d7-9995-8fa1d88d033b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:13.639302 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0238d3d5-8c3a-418b-9c7b-1b9b89915ac9 admin admin] Publish callbacks [] for security_group (6fbd51dc-3189-46d3-8b50-3d4c80decf3e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:13.639634 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7e18573-408e-49d5-a402-767c381dcc89 req-325dafc8-1ae8-46d7-9995-8fa1d88d033b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.21 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 950 time: 0.1377416 Jan 31 18:36:13.646740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-5168fb3e-c313-4888-b42f-0663b9d6b476 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/quotas/427ea2eb3bda43c1a6d456208d84780c HTTP/1.1" status: 200 len: 375 time: 0.0333123 Jan 31 18:36:13.658957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e9c15-b264-45b6-9193-6f4df82e8def req-490086ee-92ee-4544-9a01-016cafa8b733 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:13.665060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-244e9c15-b264-45b6-9193-6f4df82e8def req-490086ee-92ee-4544-9a01-016cafa8b733 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 945 time: 0.1643333 Jan 31 18:36:13.722185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-38990ece-7af3-4e0a-98c2-c3954201873b tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=427ea2eb3bda43c1a6d456208d84780c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742912 Jan 31 18:36:13.735233 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0238d3d5-8c3a-418b-9c7b-1b9b89915ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6fbd51dc-3189-46d3-8b50-3d4c80decf3e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:13.739261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0238d3d5-8c3a-418b-9c7b-1b9b89915ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:13.744187 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0238d3d5-8c3a-418b-9c7b-1b9b89915ac9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fbd51dc-3189-46d3-8b50-3d4c80decf3e HTTP/1.1" status: 204 len: 168 time: 0.6012716 Jan 31 18:36:13.756072 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238d3d5-8c3a-418b-9c7b-1b9b89915ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbd51dc-3189-46d3-8b50-3d4c80decf3e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:13.758807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7501e7f0-4fd5-4b22-b8eb-e43741f94e3e req-b108776c-f35a-4e40-9322-7b3a46cd4e10 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ff792287-71c3-4093-808b-4373e62de7d1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:13.772635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28', '882082bb-b518-4aa3-b003-2248a01da8de'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:13.782781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'cc94415d-4302-4b98-bbc2-940858252a3a', 'edb1b9cc-cd81-47d9-8248-c34c532efac1', 'ff792287-71c3-4093-808b-4373e62de7d1'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:13.846647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-244e9c15-b264-45b6-9193-6f4df82e8def req-612bbeff-52f6-47ba-96bb-83c048fe5347 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628511 Jan 31 18:36:13.850512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108776c-f35a-4e40-9322-7b3a46cd4e10 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event deleted for resources: {'Port': ['ID=ff792287-71c3-4093-808b-4373e62de7d1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:13.921242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a7e18573-408e-49d5-a402-767c381dcc89 req-3eff47c0-5e10-42c5-a7ee-cb0a30d71588 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Deleting port ab47feaa-2cfd-4c8c-8102-4e6459920cdd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:13.922006 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a7e18573-408e-49d5-a402-767c381dcc89 req-3eff47c0-5e10-42c5-a7ee-cb0a30d71588 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:13.979635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7501e7f0-4fd5-4b22-b8eb-e43741f94e3e req-b108776c-f35a-4e40-9322-7b3a46cd4e10 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] No DVR routers for this DVR port ff792287-71c3-4093-808b-4373e62de7d1 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:13.988420 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7501e7f0-4fd5-4b22-b8eb-e43741f94e3e req-b108776c-f35a-4e40-9322-7b3a46cd4e10 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:13.998262 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7501e7f0-4fd5-4b22-b8eb-e43741f94e3e req-b108776c-f35a-4e40-9322-7b3a46cd4e10 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "DELETE /v2.0/ports/ff792287-71c3-4093-808b-4373e62de7d1 HTTP/1.1" status: 204 len: 173 time: 1.2303562 Jan 31 18:36:13.999970 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cddb5f-90e0-4ab0-b013-cce5137019eb', 'name': 'network-vif-deleted', 'tag': 'ff792287-71c3-4093-808b-4373e62de7d1'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:14.002885 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71d0c4a-f033-41a8-b2b6-ac8d691a7dab" -d '{"events": [{"server_uuid": "62cddb5f-90e0-4ab0-b013-cce5137019eb", "name": "network-vif-deleted", "tag": "ff792287-71c3-4093-808b-4373e62de7d1"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:14.069281 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c321ab-1ec9-4e3a-ba22-e3dd6b285f33 x-openstack-request-id: req-f7c321ab-1ec9-4e3a-ba22-e3dd6b285f33 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:14.069632 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cddb5f-90e0-4ab0-b013-cce5137019eb", "name": "network-vif-deleted", "tag": "ff792287-71c3-4093-808b-4373e62de7d1", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:14.069894 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7c321ab-1ec9-4e3a-ba22-e3dd6b285f33 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:14.070299 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cddb5f-90e0-4ab0-b013-cce5137019eb', 'name': 'network-vif-deleted', 'tag': 'ff792287-71c3-4093-808b-4373e62de7d1', 'status': 'completed', 'code': 200} Jan 31 18:36:14.101427 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1bfa8c26-f700-4ca8-92db-f057f867f4f5 req-2a2f30a3-0a7b-43a5-b279-b900ecc35957 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=62cddb5f-90e0-4ab0-b013-cce5137019eb HTTP/1.1" status: 200 len: 210 time: 0.1142766 Jan 31 18:36:14.350224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ab47feaa-2cfd-4c8c-8102-4e6459920cdd details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:14.352780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ea2c6f4c-5806-454c-afe4-4ccef09c4529 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:14.363792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-6122741c-7c1d-426c-ad07-b329c2887b23 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=427ea2eb3bda43c1a6d456208d84780c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992401 Jan 31 18:36:14.531734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a7e18573-408e-49d5-a402-767c381dcc89 req-3eff47c0-5e10-42c5-a7ee-cb0a30d71588 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:14.532152 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a7e18573-408e-49d5-a402-767c381dcc89 req-3eff47c0-5e10-42c5-a7ee-cb0a30d71588 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:14.629513 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-22cdc7e4-bda2-4fe4-9c70-3e600f93e764 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:14.654307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-22cdc7e4-bda2-4fe4-9c70-3e600f93e764 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886388 Jan 31 18:36:14.669653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port ea2c6f4c-5806-454c-afe4-4ccef09c4529 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:36:14.682157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a7e18573-408e-49d5-a402-767c381dcc89 req-3eff47c0-5e10-42c5-a7ee-cb0a30d71588 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Calling delete_port for ab47feaa-2cfd-4c8c-8102-4e6459920cdd owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:14.684652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port ea2c6f4c-5806-454c-afe4-4ccef09c4529 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:14.685030 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:14.760920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a8009-60b5-4edc-b328-d2a837e1edda req-77f10048-fa64-441c-9b20-59c2da2d5e93 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:14.774116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a8009-60b5-4edc-b328-d2a837e1edda req-77f10048-fa64-441c-9b20-59c2da2d5e93 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:14.789904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a8009-60b5-4edc-b328-d2a837e1edda req-77f10048-fa64-441c-9b20-59c2da2d5e93 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:14.800543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a8009-60b5-4edc-b328-d2a837e1edda req-77f10048-fa64-441c-9b20-59c2da2d5e93 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:14.807319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a8009-60b5-4edc-b328-d2a837e1edda req-77f10048-fa64-441c-9b20-59c2da2d5e93 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:14.812951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a8009-60b5-4edc-b328-d2a837e1edda req-77f10048-fa64-441c-9b20-59c2da2d5e93 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:14.819107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a8009-60b5-4edc-b328-d2a837e1edda req-77f10048-fa64-441c-9b20-59c2da2d5e93 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:14.827118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e3a8009-60b5-4edc-b328-d2a837e1edda req-77f10048-fa64-441c-9b20-59c2da2d5e93 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.6140914 Jan 31 18:36:14.835190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-39f82cad-3a4f-449b-be4d-f7f34bc446e4 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/quotas/427ea2eb3bda43c1a6d456208d84780c HTTP/1.1" status: 200 len: 375 time: 0.1792924 Jan 31 18:36:14.899416 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-c317dc28-4518-467f-b06c-2dab6fa57adc tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=427ea2eb3bda43c1a6d456208d84780c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632408 Jan 31 18:36:14.912088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ab47feaa-2cfd-4c8c-8102-4e6459920cdd, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:14.928955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'mac_address': 'fa:16:3e:40:56:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:15.175730 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e3a8009-60b5-4edc-b328-d2a837e1edda req-0f7a7136-8dfc-4709-b508-167a778a0056 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3476086 Jan 31 18:36:15.278200 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ea2c6f4c-5806-454c-afe4-4ccef09c4529 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:15.278605 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:15.323636 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a7e18573-408e-49d5-a402-767c381dcc89 req-3eff47c0-5e10-42c5-a7ee-cb0a30d71588 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ab47feaa-2cfd-4c8c-8102-4e6459920cdd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:15.351157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['03c7401d-cc62-45aa-ab07-3074d09dabcf', 'b64980aa-f285-496c-9e2e-92e512166d64'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:15.353237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:15.366795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a50d7b-47e9-40e1-ae28-95a4ed54eea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2c6f4c-5806-454c-afe4-4ccef09c4529'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:15.369127 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8825c32c-48da-4ec2-9dbd-bf3e7b299d54" -d '{"events": [{"server_uuid": "76a50d7b-47e9-40e1-ae28-95a4ed54eea6", "name": "network-vif-plugged", "status": "completed", "tag": "ea2c6f4c-5806-454c-afe4-4ccef09c4529"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:15.387868 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff47c0-5e10-42c5-a7ee-cb0a30d71588 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Pushing event deleted for resources: {'Port': ['ID=ab47feaa-2cfd-4c8c-8102-4e6459920cdd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:15.476838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:15.515594 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:15.517137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 19a6f571-8153-4383-a91d-b00a2d752cc7 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:15.522424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c07f2a-0e5c-4c52-8194-5a6a24d082a3 req-e8606b38-777c-417c-9446-46c5c884fd7b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:15.530716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7c07f2a-0e5c-4c52-8194-5a6a24d082a3 req-e8606b38-777c-417c-9446-46c5c884fd7b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 945 time: 0.2888131 Jan 31 18:36:15.580272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e18573-408e-49d5-a402-767c381dcc89 req-3eff47c0-5e10-42c5-a7ee-cb0a30d71588 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] No DVR routers for this DVR port ab47feaa-2cfd-4c8c-8102-4e6459920cdd on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:15.596127 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1465f63-c144-487b-b12e-5b5273da9fb9 req-d34ff9c6-cb18-4c4c-af48-b41c36b21a7c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=932a9ed2-2a52-4771-89d2-d5d6aa61d35c HTTP/1.1" status: 200 len: 210 time: 0.1917486 Jan 31 18:36:15.609904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=ea2c6f4c-5806-454c-afe4-4ccef09c4529,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:15.639952 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a7e18573-408e-49d5-a402-767c381dcc89 req-3eff47c0-5e10-42c5-a7ee-cb0a30d71588 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:15.658391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7e18573-408e-49d5-a402-767c381dcc89 req-3eff47c0-5e10-42c5-a7ee-cb0a30d71588 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.21 "DELETE /v2.0/ports/ab47feaa-2cfd-4c8c-8102-4e6459920cdd HTTP/1.1" status: 204 len: 173 time: 2.0078137 Jan 31 18:36:15.669622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'name': 'network-vif-deleted', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:15.672011 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35552335-7488-4918-85ea-ff3562920647" -d '{"events": [{"server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "name": "network-vif-deleted", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:15.884281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7c07f2a-0e5c-4c52-8194-5a6a24d082a3 req-1f249407-3e77-4783-959d-e9a436983679 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458657 Jan 31 18:36:15.887073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-7f52883e-0bf0-4576-b004-89c656bfc681 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=427ea2eb3bda43c1a6d456208d84780c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1733444 Jan 31 18:36:16.060673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 19a6f571-8153-4383-a91d-b00a2d752cc7 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:36:16.101355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7caaba79-c5d9-4c10-85c7-d6d13225f46c req-19462e9c-ea19-4c23-9382-b5917958aca4 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 210 time: 0.1016920 Jan 31 18:36:16.112213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 19a6f571-8153-4383-a91d-b00a2d752cc7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:16.112924 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:16.201041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3037e-0b61-42ff-9806-284176977fb2 req-d9f62611-61ea-4bbc-860e-d977e617d119 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:16.209106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30e3037e-0b61-42ff-9806-284176977fb2 req-d9f62611-61ea-4bbc-860e-d977e617d119 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 945 time: 0.2387917 Jan 31 18:36:16.249754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42058-c799-42b5-be06-546aa471109f req-62b4b526-a442-4ba2-9280-c921bd21c872 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:16.251326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-62b4b526-a442-4ba2-9280-c921bd21c872 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3588765 Jan 31 18:36:16.271462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Request body: {'port': {'device_id': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '427ea2eb3bda43c1a6d456208d84780c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:16.344722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30e3037e-0b61-42ff-9806-284176977fb2 req-7ced6e83-5544-4634-98a5-739c033d4080 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345820 Jan 31 18:36:16.347126 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f46b48-d012-4b00-8f57-db923fcd7b3b x-openstack-request-id: req-32f46b48-d012-4b00-8f57-db923fcd7b3b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:16.347429 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a50d7b-47e9-40e1-ae28-95a4ed54eea6", "name": "network-vif-plugged", "status": "completed", "tag": "ea2c6f4c-5806-454c-afe4-4ccef09c4529", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:16.347677 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32f46b48-d012-4b00-8f57-db923fcd7b3b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:16.348075 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a50d7b-47e9-40e1-ae28-95a4ed54eea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2c6f4c-5806-454c-afe4-4ccef09c4529', 'code': 200} Jan 31 18:36:16.387230 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e07ceba-5879-4ceb-ab23-6c009e90fc6e x-openstack-request-id: req-7e07ceba-5879-4ceb-ab23-6c009e90fc6e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:16.391277 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932a9ed2-2a52-4771-89d2-d5d6aa61d35c", "name": "network-vif-deleted", "tag": "ab47feaa-2cfd-4c8c-8102-4e6459920cdd", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:16.392272 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e07ceba-5879-4ceb-ab23-6c009e90fc6e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:16.392782 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932a9ed2-2a52-4771-89d2-d5d6aa61d35c', 'name': 'network-vif-deleted', 'tag': 'ab47feaa-2cfd-4c8c-8102-4e6459920cdd', 'status': 'completed', 'code': 200} Jan 31 18:36:16.417498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 19a6f571-8153-4383-a91d-b00a2d752cc7 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:16.418274 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:16.512431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 19a6f571-8153-4383-a91d-b00a2d752cc7, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=19a6f571-8153-4383-a91d-b00a2d752cc7,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:16.518498 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:16.561081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ab47feaa-2cfd-4c8c-8102-4e6459920cdd no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:16.630242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1539c814-7e36-408b-9f7d-bfd966045188 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:16.644929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: ab47feaa-2cfd-4c8c-8102-4e6459920cdd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:36:16.645562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ab47feaa-2cfd-4c8c-8102-4e6459920cdd not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:16.646301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ff792287-71c3-4093-808b-4373e62de7d1 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:16.704020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02a6c6-908a-499b-97e6-d4e2e8a9ccd6 req-81a9d678-3f87-4dec-a6b1-eeec685e430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:16.706316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b02a6c6-908a-499b-97e6-d4e2e8a9ccd6 req-81a9d678-3f87-4dec-a6b1-eeec685e430a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 1129 time: 0.2295990 Jan 31 18:36:16.707462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Made reservation on behalf of 427ea2eb3bda43c1a6d456208d84780c for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:36:16.712482 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:16.735673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c1f39-32e5-4f0d-8388-ef2606734ede req-366b249a-5ae3-437b-b74b-82a5598dfd3c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:16.742999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c1f39-32e5-4f0d-8388-ef2606734ede req-366b249a-5ae3-437b-b74b-82a5598dfd3c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:16.748964 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: ff792287-71c3-4093-808b-4373e62de7d1 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:36:16.749651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ff792287-71c3-4093-808b-4373e62de7d1 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:16.749830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c1f39-32e5-4f0d-8388-ef2606734ede req-366b249a-5ae3-437b-b74b-82a5598dfd3c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:16.758825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c1f39-32e5-4f0d-8388-ef2606734ede req-366b249a-5ae3-437b-b74b-82a5598dfd3c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:16.761673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=19a6f571-8153-4383-a91d-b00a2d752cc7,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:16.774882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c1f39-32e5-4f0d-8388-ef2606734ede req-366b249a-5ae3-437b-b74b-82a5598dfd3c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:16.781630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c1f39-32e5-4f0d-8388-ef2606734ede req-366b249a-5ae3-437b-b74b-82a5598dfd3c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:16.787745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c1f39-32e5-4f0d-8388-ef2606734ede req-366b249a-5ae3-437b-b74b-82a5598dfd3c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:16.789712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-526c1f39-32e5-4f0d-8388-ef2606734ede req-366b249a-5ae3-437b-b74b-82a5598dfd3c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5430 time: 0.2853065 Jan 31 18:36:16.820044 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:16.897842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1539c814-7e36-408b-9f7d-bfd966045188, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1539c814-7e36-408b-9f7d-bfd966045188,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:16.914546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '1539c814-7e36-408b-9f7d-bfd966045188', 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3', 'port_id': '1539c814-7e36-408b-9f7d-bfd966045188', 'mac_address': 'fa:16:3e:0e:31:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a646ec-9f33-41b3-8057-62e02cfe3088', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:16.932517 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b02a6c6-908a-499b-97e6-d4e2e8a9ccd6 req-ba5889c3-1d14-446a-9d52-5470d677bfcf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364741 Jan 31 18:36:16.977162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-526c1f39-32e5-4f0d-8388-ef2606734ede req-d38adfe9-c0e4-4a5b-b003-180b5f90d771 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1796899 Jan 31 18:36:16.982221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 1539c814-7e36-408b-9f7d-bfd966045188 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:16.982573 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1539c814-7e36-408b-9f7d-bfd966045188), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:16.998802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1539c814-7e36-408b-9f7d-bfd966045188 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:17.024505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1539c814-7e36-408b-9f7d-bfd966045188, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1539c814-7e36-408b-9f7d-bfd966045188,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:17.035194 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks [] for security_group (ec93b03b-8aa9-494e-8502-039dab924079), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:17.035438 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1539c814-7e36-408b-9f7d-bfd966045188), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:17.036222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8fdc161c-5758-4da9-9179-feccdf25f2ab details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:17.043091 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ec93b03b-8aa9-494e-8502-039dab924079), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:17.169565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=1539c814-7e36-408b-9f7d-bfd966045188,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:17.282460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Allocated IP 192.168.233.200 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/2dd2b991-f0c0-4e95-817b-39f31b5f33c5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:36:17.315587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8fdc161c-5758-4da9-9179-feccdf25f2ab, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8fdc161c-5758-4da9-9179-feccdf25f2ab,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:17.339972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '8fdc161c-5758-4da9-9179-feccdf25f2ab', 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b', 'port_id': '8fdc161c-5758-4da9-9179-feccdf25f2ab', 'mac_address': 'fa:16:3e:da:ad:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43bb12a-e889-48c4-a708-fda4e6831e58', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:17.389927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec93b03b-8aa9-494e-8502-039dab924079,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:17.392623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8fdc161c-5758-4da9-9179-feccdf25f2ab is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:17.393093 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:17.422448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdc161c-5758-4da9-9179-feccdf25f2ab {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:17.454611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8fdc161c-5758-4da9-9179-feccdf25f2ab, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8fdc161c-5758-4da9-9179-feccdf25f2ab,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:17.461825 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:17.462050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-bf405d82-4207-43b6-a536-2c980f469c21 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=427ea2eb3bda43c1a6d456208d84780c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736282 Jan 31 18:36:17.462611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b2202cfa-1d5e-4462-926a-9bf8c49d3787 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:17.582701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b2202cfa-1d5e-4462-926a-9bf8c49d3787, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b2202cfa-1d5e-4462-926a-9bf8c49d3787,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:17.586047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8fdc161c-5758-4da9-9179-feccdf25f2ab,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:17.608534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'b2202cfa-1d5e-4462-926a-9bf8c49d3787', 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b', 'port_id': 'b2202cfa-1d5e-4462-926a-9bf8c49d3787', 'mac_address': 'fa:16:3e:6d:ae:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43bb12a-e889-48c4-a708-fda4e6831e58', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:17.656600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b2202cfa-1d5e-4462-926a-9bf8c49d3787 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:17.657037 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:17.671731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2202cfa-1d5e-4462-926a-9bf8c49d3787 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:17.692987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b2202cfa-1d5e-4462-926a-9bf8c49d3787, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b2202cfa-1d5e-4462-926a-9bf8c49d3787,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:17.699407 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:17.701214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 781529aa-8eeb-49ff-8d79-854bed0acdbf details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:17.781270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca83c8d-2e93-47f2-a492-9afd23d9f6c4 req-49f9dc04-f73a-4598-a412-c78734eeb753 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:17.783353 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ca83c8d-2e93-47f2-a492-9afd23d9f6c4 req-49f9dc04-f73a-4598-a412-c78734eeb753 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.4334524 Jan 31 18:36:17.787950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 781529aa-8eeb-49ff-8d79-854bed0acdbf, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=781529aa-8eeb-49ff-8d79-854bed0acdbf,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:17.796181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b2202cfa-1d5e-4462-926a-9bf8c49d3787,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:17.805469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '781529aa-8eeb-49ff-8d79-854bed0acdbf', 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b', 'port_id': '781529aa-8eeb-49ff-8d79-854bed0acdbf', 'mac_address': 'fa:16:3e:5c:78:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43bb12a-e889-48c4-a708-fda4e6831e58', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:17.860227 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 781529aa-8eeb-49ff-8d79-854bed0acdbf is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:17.860671 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:17.866965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de223673-f820-424a-bb9c-35bc37462d2c req-17657035-6f81-47c5-9d7a-fa65f86465eb tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:17.869124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de223673-f820-424a-bb9c-35bc37462d2c req-17657035-6f81-47c5-9d7a-fa65f86465eb tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=106a6e31-b3d7-48c9-9028-3810f9ada2fa HTTP/1.1" status: 200 len: 950 time: 0.3176465 Jan 31 18:36:17.874696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-f4c645a6-b981-4897-9947-b34d863819c0 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:17.876165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-f4c645a6-b981-4897-9947-b34d863819c0 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3833442 Jan 31 18:36:17.894910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781529aa-8eeb-49ff-8d79-854bed0acdbf {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:17.903496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Request body: {'port': {'device_id': '324f655a-97ee-41e6-95ae-dea5533fc612', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '427ea2eb3bda43c1a6d456208d84780c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:17.926041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 781529aa-8eeb-49ff-8d79-854bed0acdbf, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=781529aa-8eeb-49ff-8d79-854bed0acdbf,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:17.930201 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:17.930952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:18.007791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=781529aa-8eeb-49ff-8d79-854bed0acdbf,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:18.008191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks [] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:18.061124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ca83c8d-2e93-47f2-a492-9afd23d9f6c4 req-247c3678-ccb4-4246-a451-60f3922ddcb9 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532773 Jan 31 18:36:18.088602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:18.102346 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'port_id': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4', 'mac_address': 'fa:16:3e:b0:0f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:18.146603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de223673-f820-424a-bb9c-35bc37462d2c req-eadb92ae-4c99-46a7-9c4c-2bd441cd8bb7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399192 Jan 31 18:36:18.150579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:18.150989 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:18.179872 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:18.194256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:18.233243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:18.238370 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:18.239143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 83872ae9-6796-4894-9758-c716c0d1898e details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:18.354921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81402d3e-ea0c-4800-bc79-241577cc9384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a6f571-8153-4383-a91d-b00a2d752cc7'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:18.358345 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da6c58a-1059-4030-9260-279f38e9dc75" -d '{"events": [{"server_uuid": "81402d3e-ea0c-4800-bc79-241577cc9384", "name": "network-vif-plugged", "status": "completed", "tag": "19a6f571-8153-4383-a91d-b00a2d752cc7"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:18.370403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 83872ae9-6796-4894-9758-c716c0d1898e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=83872ae9-6796-4894-9758-c716c0d1898e,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:18.373442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:18.389837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '83872ae9-6796-4894-9758-c716c0d1898e', 'network_id': 'fb8dcb45-e7b0-4cd2-8822-8518528b12a3', 'port_id': '83872ae9-6796-4894-9758-c716c0d1898e', 'mac_address': 'fa:16:3e:3d:e6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a646ec-9f33-41b3-8057-62e02cfe3088', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:18.441184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 83872ae9-6796-4894-9758-c716c0d1898e is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:18.441184 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83872ae9-6796-4894-9758-c716c0d1898e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:18.484729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83872ae9-6796-4894-9758-c716c0d1898e {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:18.512729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 83872ae9-6796-4894-9758-c716c0d1898e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=83872ae9-6796-4894-9758-c716c0d1898e,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:18.517260 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (83872ae9-6796-4894-9758-c716c0d1898e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:18.518118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device c59513d9-bfcd-46cb-b7d3-e3acce5dec7e details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:18.593120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=83872ae9-6796-4894-9758-c716c0d1898e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:18.597053 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:18.611589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'c59513d9-bfcd-46cb-b7d3-e3acce5dec7e', 'network_id': 'f6132770-31d8-4044-871c-bab7c33e776b', 'port_id': 'c59513d9-bfcd-46cb-b7d3-e3acce5dec7e', 'mac_address': 'fa:16:3e:8e:e4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43bb12a-e889-48c4-a708-fda4e6831e58', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:18.656177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:36:18.660412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:18.660762 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:18.678692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59513d9-bfcd-46cb-b7d3-e3acce5dec7e {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:18.689204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:36:18.705897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:18.706311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55c99ed8-7952-452c-aa2a-7aa8f4c7850a req-9a634ffa-4242-49e2-830e-51252d59b550 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 210 time: 0.4261153 Jan 31 18:36:18.721777 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:18.751799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:36:18.788661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e61f60-52c9-4e4d-a985-32697ab135b9 req-ef3bcf86-a58f-4a6d-957b-c4265dd1a512 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:18.792026 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-70e61f60-52c9-4e4d-a985-32697ab135b9 req-ef3bcf86-a58f-4a6d-957b-c4265dd1a512 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 950 time: 0.1634943 Jan 31 18:36:18.794060 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1756e1c4-672b-47d9-8248-c8dca36e2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:18.803264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:18.815112 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d3fe9-b5b2-4f0d-9a9d-e0db2881a503 req-d3eae5a9-0c4c-4edb-837e-3ff42e0e339d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:18.817083 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e36d3fe9-b5b2-4f0d-9a9d-e0db2881a503 req-d3eae5a9-0c4c-4edb-837e-3ff42e0e339d tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/ports?device_id=106a6e31-b3d7-48c9-9028-3810f9ada2fa HTTP/1.1" status: 200 len: 950 time: 0.1496575 Jan 31 18:36:18.852295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Pushing event updated for resources: {'Port': ['ID=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:18.880747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Made reservation on behalf of 427ea2eb3bda43c1a6d456208d84780c for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:36:18.884397 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:18.959609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:18.960686 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:19.045733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-70e61f60-52c9-4e4d-a985-32697ab135b9 req-013b5bd2-fc66-4fb6-ba62-b12b4ab1ac0f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Deleting port b64980aa-f285-496c-9e2e-92e512166d64 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:19.046168 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-70e61f60-52c9-4e4d-a985-32697ab135b9 req-013b5bd2-fc66-4fb6-ba62-b12b4ab1ac0f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b64980aa-f285-496c-9e2e-92e512166d64), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:19.052931 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-e36d3fe9-b5b2-4f0d-9a9d-e0db2881a503 req-81505b12-0d1f-4951-b0ae-c0dd0cf15aa7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Deleting port edb1b9cc-cd81-47d9-8248-c34c532efac1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:19.053365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e36d3fe9-b5b2-4f0d-9a9d-e0db2881a503 req-81505b12-0d1f-4951-b0ae-c0dd0cf15aa7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:19.057599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361214fd-8d48-4a59-9773-a1adf9727682 req-85e7273d-9122-4a8d-827b-e370f2af02af tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:19.059154 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-361214fd-8d48-4a59-9773-a1adf9727682 req-85e7273d-9122-4a8d-827b-e370f2af02af tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=caa2dfc0-bb85-48e6-ae63-328c8ddb14ca HTTP/1.1" status: 200 len: 950 time: 0.7910538 Jan 31 18:36:19.082022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44635b7a-58a9-45d2-996f-734eda3409f7 req-7408e0bc-42bf-4604-9484-2be651e576b0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:19.084050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44635b7a-58a9-45d2-996f-734eda3409f7 req-7408e0bc-42bf-4604-9484-2be651e576b0 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "GET /v2.0/ports?device_id=42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c HTTP/1.1" status: 200 len: 950 time: 0.4370070 Jan 31 18:36:19.106871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-fae372b3-6e32-4487-bf2d-92a06c5f8ab1 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8467977 Jan 31 18:36:19.122121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-855b878f-01a4-41da-b545-c34d559984bd None None] Provisioning complete for port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:19.124306 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-855b878f-01a4-41da-b545-c34d559984bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:19.147710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Request body: {'port': {'device_id': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:19.187514 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-855b878f-01a4-41da-b545-c34d559984bd None None] Port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:36:19.215914 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5bc7c-dd6e-4322-b5fb-82d916e2cf97 req-160172d2-b493-478c-82d6-55d583121e69 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:19.217523 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7c5bc7c-dd6e-4322-b5fb-82d916e2cf97 req-160172d2-b493-478c-82d6-55d583121e69 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 946 time: 0.3775163 Jan 31 18:36:19.259475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-70e61f60-52c9-4e4d-a985-32697ab135b9 req-013b5bd2-fc66-4fb6-ba62-b12b4ab1ac0f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] For port b64980aa-f285-496c-9e2e-92e512166d64, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b64980aa-f285-496c-9e2e-92e512166d64,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:19.259845 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-70e61f60-52c9-4e4d-a985-32697ab135b9 req-013b5bd2-fc66-4fb6-ba62-b12b4ab1ac0f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b64980aa-f285-496c-9e2e-92e512166d64), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:19.284417 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e36d3fe9-b5b2-4f0d-9a9d-e0db2881a503 req-81505b12-0d1f-4951-b0ae-c0dd0cf15aa7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] For port edb1b9cc-cd81-47d9-8248-c34c532efac1, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=edb1b9cc-cd81-47d9-8248-c34c532efac1,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:19.284797 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e36d3fe9-b5b2-4f0d-9a9d-e0db2881a503 req-81505b12-0d1f-4951-b0ae-c0dd0cf15aa7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:19.288357 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-70e61f60-52c9-4e4d-a985-32697ab135b9 req-013b5bd2-fc66-4fb6-ba62-b12b4ab1ac0f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Calling delete_port for b64980aa-f285-496c-9e2e-92e512166d64 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:19.317562 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-e36d3fe9-b5b2-4f0d-9a9d-e0db2881a503 req-81505b12-0d1f-4951-b0ae-c0dd0cf15aa7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Calling delete_port for edb1b9cc-cd81-47d9-8248-c34c532efac1 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:19.382890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-361214fd-8d48-4a59-9773-a1adf9727682 req-8ff9c59c-03fc-48c8-a820-beea6253d61b tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118050 Jan 31 18:36:19.461426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['1539c814-7e36-408b-9f7d-bfd966045188'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:19.466605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['b2202cfa-1d5e-4462-926a-9bf8c49d3787'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:19.479563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Allocated IP 192.168.233.150 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/0fd38133-c11e-4352-ac1d-65dd510d7959) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:36:19.493390 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:19.542584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7c5bc7c-dd6e-4322-b5fb-82d916e2cf97 req-9c84cc37-1e14-478c-ba96-ea93f7796253 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785468 Jan 31 18:36:19.549481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8fdc161c-5758-4da9-9179-feccdf25f2ab'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:19.609288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-44635b7a-58a9-45d2-996f-734eda3409f7 req-340b44c6-2469-4471-a7e2-4de59a65d947 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Deleting port 882082bb-b518-4aa3-b003-2248a01da8de {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:19.609693 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-44635b7a-58a9-45d2-996f-734eda3409f7 req-340b44c6-2469-4471-a7e2-4de59a65d947 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (882082bb-b518-4aa3-b003-2248a01da8de), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:19.631880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:19.699692 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-70e61f60-52c9-4e4d-a985-32697ab135b9 req-013b5bd2-fc66-4fb6-ba62-b12b4ab1ac0f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b64980aa-f285-496c-9e2e-92e512166d64), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:19.721490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['83872ae9-6796-4894-9758-c716c0d1898e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:19.757687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e36d3fe9-b5b2-4f0d-9a9d-e0db2881a503 req-81505b12-0d1f-4951-b0ae-c0dd0cf15aa7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (edb1b9cc-cd81-47d9-8248-c34c532efac1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:19.762118 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b5bd2-fc66-4fb6-ba62-b12b4ab1ac0f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Pushing event deleted for resources: {'Port': ['ID=b64980aa-f285-496c-9e2e-92e512166d64,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:19.781698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['781529aa-8eeb-49ff-8d79-854bed0acdbf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:19.858441 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e61f60-52c9-4e4d-a985-32697ab135b9 req-013b5bd2-fc66-4fb6-ba62-b12b4ab1ac0f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] No DVR routers for this DVR port b64980aa-f285-496c-9e2e-92e512166d64 on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:19.876734 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-70e61f60-52c9-4e4d-a985-32697ab135b9 req-013b5bd2-fc66-4fb6-ba62-b12b4ab1ac0f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:19.878013 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c86a7f-0600-48d9-96a3-fa7a8a4b5e5e x-openstack-request-id: req-03c86a7f-0600-48d9-96a3-fa7a8a4b5e5e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:19.878661 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81402d3e-ea0c-4800-bc79-241577cc9384", "name": "network-vif-plugged", "status": "completed", "tag": "19a6f571-8153-4383-a91d-b00a2d752cc7", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:19.879129 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03c86a7f-0600-48d9-96a3-fa7a8a4b5e5e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:19.879789 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81402d3e-ea0c-4800-bc79-241577cc9384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a6f571-8153-4383-a91d-b00a2d752cc7', 'code': 200} Jan 31 18:36:19.880725 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-70e61f60-52c9-4e4d-a985-32697ab135b9 req-013b5bd2-fc66-4fb6-ba62-b12b4ab1ac0f tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "DELETE /v2.0/ports/b64980aa-f285-496c-9e2e-92e512166d64 HTTP/1.1" status: 204 len: 173 time: 1.0613275 Jan 31 18:36:19.881659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81505b12-0d1f-4951-b0ae-c0dd0cf15aa7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event deleted for resources: {'Port': ['ID=edb1b9cc-cd81-47d9-8248-c34c532efac1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:19.883340 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'name': 'network-vif-deleted', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:19.886039 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0a968a-33a0-4e6b-b0a4-72870031319e" -d '{"events": [{"server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "name": "network-vif-deleted", "tag": "b64980aa-f285-496c-9e2e-92e512166d64"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:19.951058 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36d3fe9-b5b2-4f0d-9a9d-e0db2881a503 req-81505b12-0d1f-4951-b0ae-c0dd0cf15aa7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] No DVR routers for this DVR port edb1b9cc-cd81-47d9-8248-c34c532efac1 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:19.954221 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e36d3fe9-b5b2-4f0d-9a9d-e0db2881a503 req-81505b12-0d1f-4951-b0ae-c0dd0cf15aa7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:19.959307 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e36d3fe9-b5b2-4f0d-9a9d-e0db2881a503 req-81505b12-0d1f-4951-b0ae-c0dd0cf15aa7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "DELETE /v2.0/ports/edb1b9cc-cd81-47d9-8248-c34c532efac1 HTTP/1.1" status: 204 len: 173 time: 1.1320336 Jan 31 18:36:19.974074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['03c7401d-cc62-45aa-ab07-3074d09dabcf', 'b64980aa-f285-496c-9e2e-92e512166d64'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:19.980200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2e606-15c5-4ade-8e66-a3ec90aff33c req-a2df2591-203d-45df-8e13-35a9f4389e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:19.981913 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b7b2e606-15c5-4ade-8e66-a3ec90aff33c req-a2df2591-203d-45df-8e13-35a9f4389e4c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 1129 time: 0.0902023 Jan 31 18:36:19.988909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:20.002835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:20.009904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'cc94415d-4302-4b98-bbc2-940858252a3a', 'edb1b9cc-cd81-47d9-8248-c34c532efac1'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:20.084553 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b7b2e606-15c5-4ade-8e66-a3ec90aff33c req-f45ce5e7-171f-4379-a806-97ce71912c37 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946820 Jan 31 18:36:20.091929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-44635b7a-58a9-45d2-996f-734eda3409f7 req-340b44c6-2469-4471-a7e2-4de59a65d947 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] For port 882082bb-b518-4aa3-b003-2248a01da8de, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=882082bb-b518-4aa3-b003-2248a01da8de,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:20.092587 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-44635b7a-58a9-45d2-996f-734eda3409f7 req-340b44c6-2469-4471-a7e2-4de59a65d947 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (882082bb-b518-4aa3-b003-2248a01da8de), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:20.146729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-44635b7a-58a9-45d2-996f-734eda3409f7 req-340b44c6-2469-4471-a7e2-4de59a65d947 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Calling delete_port for 882082bb-b518-4aa3-b003-2248a01da8de owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:20.166882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ded2e-23cc-4d47-83b6-c6fd85f6f190 req-0b629d47-337f-4f71-8e56-61c1add76c95 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:20.172278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ded2e-23cc-4d47-83b6-c6fd85f6f190 req-0b629d47-337f-4f71-8e56-61c1add76c95 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:20.178179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ded2e-23cc-4d47-83b6-c6fd85f6f190 req-0b629d47-337f-4f71-8e56-61c1add76c95 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:20.183636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ded2e-23cc-4d47-83b6-c6fd85f6f190 req-0b629d47-337f-4f71-8e56-61c1add76c95 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:20.196474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ded2e-23cc-4d47-83b6-c6fd85f6f190 req-0b629d47-337f-4f71-8e56-61c1add76c95 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:20.196474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ded2e-23cc-4d47-83b6-c6fd85f6f190 req-0b629d47-337f-4f71-8e56-61c1add76c95 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:20.201164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ded2e-23cc-4d47-83b6-c6fd85f6f190 req-0b629d47-337f-4f71-8e56-61c1add76c95 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:20.209445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-593ded2e-23cc-4d47-83b6-c6fd85f6f190 req-0b629d47-337f-4f71-8e56-61c1add76c95 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5437 time: 0.4417226 Jan 31 18:36:20.283469 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks [] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:20.363920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f77f9e-6777-43f7-b893-0f9ff267a5f6 req-d3684d42-729e-41cd-b21e-bac384b37918 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:20.368925 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1f77f9e-6777-43f7-b893-0f9ff267a5f6 req-d3684d42-729e-41cd-b21e-bac384b37918 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.3017356 Jan 31 18:36:20.496012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-593ded2e-23cc-4d47-83b6-c6fd85f6f190 req-2d494bcd-085c-4ce6-925b-5ae4e6812d7d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2855620 Jan 31 18:36:20.522994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['c59513d9-bfcd-46cb-b7d3-e3acce5dec7e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:20.590137 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:20.669295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1f77f9e-6777-43f7-b893-0f9ff267a5f6 req-f96bb83b-b1f1-4f4a-8171-c4debf8da1b7 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904737 Jan 31 18:36:20.749519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:36:20.788165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8655cc86-1c6e-40f9-99cf-d287851cf827 req-d869eb1e-7f25-48fc-8d14-0144b164586c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=106a6e31-b3d7-48c9-9028-3810f9ada2fa HTTP/1.1" status: 200 len: 210 time: 0.1247303 Jan 31 18:36:20.798327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:36:20.826280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 882082bb-b518-4aa3-b003-2248a01da8de no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:20.828470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:36:20.885459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Pushing event updated for resources: {'Port': ['ID=0fd38133-c11e-4352-ac1d-65dd510d7959,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:20.926300 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-44635b7a-58a9-45d2-996f-734eda3409f7 req-340b44c6-2469-4471-a7e2-4de59a65d947 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (882082bb-b518-4aa3-b003-2248a01da8de), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:20.933337 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c3153a-81f4-4735-9140-b86b2db83583 x-openstack-request-id: req-86c3153a-81f4-4735-9140-b86b2db83583 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:20.934227 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa2dfc0-bb85-48e6-ae63-328c8ddb14ca", "name": "network-vif-deleted", "tag": "b64980aa-f285-496c-9e2e-92e512166d64", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:20.934569 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86c3153a-81f4-4735-9140-b86b2db83583 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:20.935055 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa2dfc0-bb85-48e6-ae63-328c8ddb14ca', 'name': 'network-vif-deleted', 'tag': 'b64980aa-f285-496c-9e2e-92e512166d64', 'status': 'completed', 'code': 200} Jan 31 18:36:20.954815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No active binding found for port 882082bb-b518-4aa3-b003-2248a01da8de {{(pid=103227) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 18:36:20.955409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port 882082bb-b518-4aa3-b003-2248a01da8de host None! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:36:20.955900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 882082bb-b518-4aa3-b003-2248a01da8de not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:20.977526 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'cc94415d-4302-4b98-bbc2-940858252a3a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:21.012640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:21.080107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:21.080834 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:21.083770 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b44c6-2469-4471-a7e2-4de59a65d947 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event deleted for resources: {'Port': ['ID=882082bb-b518-4aa3-b003-2248a01da8de,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:21.148489 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0adc5e0b-f055-4dca-9e7b-1274749b12c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:21.159569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-d9f8ee74-5c68-4a28-8481-949f43a95381 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2604313 Jan 31 18:36:21.232624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Request body: {'port': {'device_id': '324f655a-97ee-41e6-95ae-dea5533fc612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:21.280972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:21.294899 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Publish callbacks [] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:21.312485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Transition to ACTIVE for port object 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:36:21.392750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:21.461736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-44635b7a-58a9-45d2-996f-734eda3409f7 req-340b44c6-2469-4471-a7e2-4de59a65d947 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] No DVR routers for this DVR port 882082bb-b518-4aa3-b003-2248a01da8de on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:21.466891 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-44635b7a-58a9-45d2-996f-734eda3409f7 req-340b44c6-2469-4471-a7e2-4de59a65d947 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:21.471629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44635b7a-58a9-45d2-996f-734eda3409f7 req-340b44c6-2469-4471-a7e2-4de59a65d947 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "DELETE /v2.0/ports/882082bb-b518-4aa3-b003-2248a01da8de HTTP/1.1" status: 204 len: 173 time: 2.3747041 Jan 31 18:36:21.484256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c', 'name': 'network-vif-deleted', 'tag': '882082bb-b518-4aa3-b003-2248a01da8de'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:21.491963 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeae0191-7762-478a-bbfa-0669b607993e" -d '{"events": [{"server_uuid": "42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c", "name": "network-vif-deleted", "tag": "882082bb-b518-4aa3-b003-2248a01da8de"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:21.608972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b456d2-be6d-4ec4-93dc-a50ff728f420 req-41ed6056-5cb4-416d-9bd2-99929b2fba44 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:21.618818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09b456d2-be6d-4ec4-93dc-a50ff728f420 req-41ed6056-5cb4-416d-9bd2-99929b2fba44 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 936 time: 0.6805518 Jan 31 18:36:21.623835 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:21.626817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Pushing event updated for resources: {'Port': ['ID=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:21.639078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870154f-193c-4b3a-bb14-dccc5e32b487 req-62061cd6-5324-4643-ad4e-af0d65206602 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:21.648285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8870154f-193c-4b3a-bb14-dccc5e32b487 req-62061cd6-5324-4643-ad4e-af0d65206602 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 946 time: 0.5188978 Jan 31 18:36:21.828154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a3906cbd-7060-4dee-922f-c3918931b46d None None] Provisioning complete for port 0fd38133-c11e-4352-ac1d-65dd510d7959 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:21.829110 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3906cbd-7060-4dee-922f-c3918931b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:21.829601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8870154f-193c-4b3a-bb14-dccc5e32b487 req-3e868dc7-9b50-4a42-a997-e7dee686e794 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801395 Jan 31 18:36:21.832491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09b456d2-be6d-4ec4-93dc-a50ff728f420 req-af9ed64f-38e1-46cd-8d59-7ee1af52aa8d tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119763 Jan 31 18:36:21.981516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Attempting to bind port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:36:21.982145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Attempting to bind port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:36:21.982472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Attempting to bind port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:21.992384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:36:21.992723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Attempting to bind port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:22.012305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:36:22.012688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:36:22.013065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:36:22.013528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Bound port: 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:36:22.013890 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:22.261269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a3906cbd-7060-4dee-922f-c3918931b46d None None] Port 0fd38133-c11e-4352-ac1d-65dd510d7959 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:36:22.321331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:36:22.331126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:36:22.334593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device edb1b9cc-cd81-47d9-8248-c34c532efac1 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:22.417098 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:22.417746 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: edb1b9cc-cd81-47d9-8248-c34c532efac1 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:36:22.418156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device edb1b9cc-cd81-47d9-8248-c34c532efac1 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:22.421833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:22.431548 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11d6426-fbaa-41b1-bcfe-ff343c17094f x-openstack-request-id: req-b11d6426-fbaa-41b1-bcfe-ff343c17094f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:22.431795 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c", "name": "network-vif-deleted", "tag": "882082bb-b518-4aa3-b003-2248a01da8de", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:22.431899 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b11d6426-fbaa-41b1-bcfe-ff343c17094f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:22.432260 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ddeb0d-3d84-423f-8e67-e6eafb5b4b0c', 'name': 'network-vif-deleted', 'tag': '882082bb-b518-4aa3-b003-2248a01da8de', 'status': 'completed', 'code': 200} Jan 31 18:36:22.575440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:22.576432 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:22.577495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] 10.222.0.49 "PUT /v2.0/ports/2dd2b991-f0c0-4e95-817b-39f31b5f33c5 HTTP/1.1" status: 200 len: 1097 time: 3.4443820 Jan 31 18:36:22.581883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd38133-c11e-4352-ac1d-65dd510d7959 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:22.597531 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Publish callbacks [] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:22.680598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455bff0-8d8e-4319-8b7b-44519c3925cd service neutron] Pushing event updated for resources: {'Port': ['ID=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:22.683919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Transition to ACTIVE for port object 0fd38133-c11e-4352-ac1d-65dd510d7959 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:36:22.697392 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:22.713234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760beb95-1a7f-4c81-94b7-22e1de3b250c req-48aa37b3-8fe1-4883-a431-c117f55a1d4a tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:22.715068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-760beb95-1a7f-4c81-94b7-22e1de3b250c req-48aa37b3-8fe1-4883-a431-c117f55a1d4a tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 1129 time: 0.3382051 Jan 31 18:36:22.738913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b2202cfa-1d5e-4462-926a-9bf8c49d3787 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:22.803393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port b2202cfa-1d5e-4462-926a-9bf8c49d3787 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:36:22.808145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port b2202cfa-1d5e-4462-926a-9bf8c49d3787 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:22.808685 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:22.936447 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106a6e31-b3d7-48c9-9028-3810f9ada2fa', 'name': 'network-vif-deleted', 'tag': 'edb1b9cc-cd81-47d9-8248-c34c532efac1'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:22.939158 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f62aa40-8f1e-4394-8b14-5a40d474917b" -d '{"events": [{"server_uuid": "106a6e31-b3d7-48c9-9028-3810f9ada2fa", "name": "network-vif-deleted", "tag": "edb1b9cc-cd81-47d9-8248-c34c532efac1"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:23.059479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b2202cfa-1d5e-4462-926a-9bf8c49d3787 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:23.060393 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:23.093753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2202cfa-1d5e-4462-926a-9bf8c49d3787'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:23.096812 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab20567-eca4-4586-9be1-d4763b46c8d3" -d '{"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "b2202cfa-1d5e-4462-926a-9bf8c49d3787"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:23.109308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b2202cfa-1d5e-4462-926a-9bf8c49d3787, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b2202cfa-1d5e-4462-926a-9bf8c49d3787,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:23.114954 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:23.116159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b64980aa-f285-496c-9e2e-92e512166d64 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:23.147084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff0adf-634d-4dd7-bc5f-0f4ec3af22fb req-cc4dac91-0ef0-4f11-86b5-795c56feae4a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.152769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff0adf-634d-4dd7-bc5f-0f4ec3af22fb req-cc4dac91-0ef0-4f11-86b5-795c56feae4a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.158888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff0adf-634d-4dd7-bc5f-0f4ec3af22fb req-cc4dac91-0ef0-4f11-86b5-795c56feae4a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.161041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: b64980aa-f285-496c-9e2e-92e512166d64 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:36:23.161641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b64980aa-f285-496c-9e2e-92e512166d64 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:23.164882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff0adf-634d-4dd7-bc5f-0f4ec3af22fb req-cc4dac91-0ef0-4f11-86b5-795c56feae4a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.170078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff0adf-634d-4dd7-bc5f-0f4ec3af22fb req-cc4dac91-0ef0-4f11-86b5-795c56feae4a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.175580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff0adf-634d-4dd7-bc5f-0f4ec3af22fb req-cc4dac91-0ef0-4f11-86b5-795c56feae4a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.184292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff0adf-634d-4dd7-bc5f-0f4ec3af22fb req-cc4dac91-0ef0-4f11-86b5-795c56feae4a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.186974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35ff0adf-634d-4dd7-bc5f-0f4ec3af22fb req-cc4dac91-0ef0-4f11-86b5-795c56feae4a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5437 time: 0.7224000 Jan 31 18:36:23.197305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b2202cfa-1d5e-4462-926a-9bf8c49d3787,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:23.241101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Pushing event updated for resources: {'Port': ['ID=0fd38133-c11e-4352-ac1d-65dd510d7959,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:23.290090 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-760beb95-1a7f-4c81-94b7-22e1de3b250c req-61b4cda0-a78d-49dc-a6c1-20637b31270e tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376489 Jan 31 18:36:23.291975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42058-c799-42b5-be06-546aa471109f req-43c52a03-fc75-4a4e-b486-f3aef6753069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.293391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-43c52a03-fc75-4a4e-b486-f3aef6753069 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=427ea2eb3bda43c1a6d456208d84780c&device_id=9b1ba4e4-a2b1-4036-839b-154eeb15d73c HTTP/1.1" status: 200 len: 1131 time: 0.6717162 Jan 31 18:36:23.460900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-dffd74c3-471d-4af6-a219-96530ffb7792 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5 HTTP/1.1" status: 200 len: 217 time: 0.1463983 Jan 31 18:36:23.560706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35ff0adf-634d-4dd7-bc5f-0f4ec3af22fb req-8cdccff8-7597-497b-9c32-0a231ea50c00 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3495944 Jan 31 18:36:23.596423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Attempting to bind port 0fd38133-c11e-4352-ac1d-65dd510d7959 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:36:23.596867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Attempting to bind port 0fd38133-c11e-4352-ac1d-65dd510d7959 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:36:23.597205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Attempting to bind port 0fd38133-c11e-4352-ac1d-65dd510d7959 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:23.601878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42058-c799-42b5-be06-546aa471109f req-b5476935-5893-4e60-a9eb-ff2a6e408402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.603353 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-b5476935-5893-4e60-a9eb-ff2a6e408402 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1300542 Jan 31 18:36:23.611480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a67f9-6763-4d86-af11-aaa6f943c765 req-aa17ae4d-2bda-4935-96c6-f90d1f1c528c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.612893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-439a67f9-6763-4d86-af11-aaa6f943c765 req-aa17ae4d-2bda-4935-96c6-f90d1f1c528c tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.1549664 Jan 31 18:36:23.624540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Port 0fd38133-c11e-4352-ac1d-65dd510d7959 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:36:23.624879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Attempting to bind port 0fd38133-c11e-4352-ac1d-65dd510d7959 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:23.674852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:36:23.675123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:36:23.675524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:36:23.675978 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Bound port: 0fd38133-c11e-4352-ac1d-65dd510d7959, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:36:23.676991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:23.775451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-439a67f9-6763-4d86-af11-aaa6f943c765 req-57bdb11b-578c-4696-997e-f0f022f6c063 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518369 Jan 31 18:36:23.786246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42058-c799-42b5-be06-546aa471109f req-2f77e39a-917f-4cae-b4c3-ec3733449823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.788152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-2f77e39a-917f-4cae-b4c3-ec3733449823 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1737688 Jan 31 18:36:23.810929 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b5815-cfdc-4e9d-8d5d-d281f1459020 req-3657ef03-5371-4060-a6ff-5af38f14b006 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.812528 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8d5b5815-cfdc-4e9d-8d5d-d281f1459020 req-3657ef03-5371-4060-a6ff-5af38f14b006 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.21 "GET /v2.0/ports?device_id=4da3e9eb-21f6-4bd9-b6d3-80e2816d5243 HTTP/1.1" status: 200 len: 950 time: 0.0647337 Jan 31 18:36:23.824031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e66da7-6060-465a-8165-f85dac2c3783 req-f774f5bc-ea83-4cf3-8eb2-ff31a0d1ebe3 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.828289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36e66da7-6060-465a-8165-f85dac2c3783 req-f774f5bc-ea83-4cf3-8eb2-ff31a0d1ebe3 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 946 time: 0.1721499 Jan 31 18:36:23.861473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] For port 0fd38133-c11e-4352-ac1d-65dd510d7959, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:36:23.913889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] For port 0fd38133-c11e-4352-ac1d-65dd510d7959, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0fd38133-c11e-4352-ac1d-65dd510d7959,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:36:23.928499 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:23.939903 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8d5b5815-cfdc-4e9d-8d5d-d281f1459020 req-b2c07e8b-8452-4461-8cf0-14f2a08053dc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Deleting port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:23.940517 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8d5b5815-cfdc-4e9d-8d5d-d281f1459020 req-b2c07e8b-8452-4461-8cf0-14f2a08053dc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:23.957436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:24.011295 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:24.048515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36e66da7-6060-465a-8165-f85dac2c3783 req-5b69af3c-a711-4897-a134-a8e7ee72706a tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029006 Jan 31 18:36:24.052075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:24.053270 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:24.054873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] 10.222.0.21 "PUT /v2.0/ports/0fd38133-c11e-4352-ac1d-65dd510d7959 HTTP/1.1" status: 200 len: 1097 time: 2.8332827 Jan 31 18:36:24.089536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Pushing event updated for resources: {'Port': ['ID=0fd38133-c11e-4352-ac1d-65dd510d7959,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:24.100825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8d5b5815-cfdc-4e9d-8d5d-d281f1459020 req-b2c07e8b-8452-4461-8cf0-14f2a08053dc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] For port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:24.101195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969efa3-dc5d-423a-bd08-6397918a12f7 req-52171d14-c3d5-407f-bf25-cde6a01578e9 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:24.102266 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8d5b5815-cfdc-4e9d-8d5d-d281f1459020 req-b2c07e8b-8452-4461-8cf0-14f2a08053dc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:24.102804 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5969efa3-dc5d-423a-bd08-6397918a12f7 req-52171d14-c3d5-407f-bf25-cde6a01578e9 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 948 time: 0.2250001 Jan 31 18:36:24.131288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8d5b5815-cfdc-4e9d-8d5d-d281f1459020 req-b2c07e8b-8452-4461-8cf0-14f2a08053dc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Calling delete_port for f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:24.137477 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-43a0b0af-d0da-42ce-9542-9107ac28a44d service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380961 Jan 31 18:36:24.149141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.149503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.149987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.150210 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.150556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.150895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.151253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.151596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.151928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.152286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.152904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.153235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.153565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ab139-1fc4-422a-b54d-a6238a3f678e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:24.203053 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1260b0-68c5-4d25-bf6b-b0c89c6c6ed7 x-openstack-request-id: req-bd1260b0-68c5-4d25-bf6b-b0c89c6c6ed7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:24.203562 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "b2202cfa-1d5e-4462-926a-9bf8c49d3787", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:24.203918 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd1260b0-68c5-4d25-bf6b-b0c89c6c6ed7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:24.204808 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2202cfa-1d5e-4462-926a-9bf8c49d3787', 'code': 200} Jan 31 18:36:24.220319 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6fb816-db92-4577-b8e4-07b953c5ccd4 x-openstack-request-id: req-1a6fb816-db92-4577-b8e4-07b953c5ccd4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:24.221315 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106a6e31-b3d7-48c9-9028-3810f9ada2fa", "name": "network-vif-deleted", "tag": "edb1b9cc-cd81-47d9-8248-c34c532efac1", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:24.221771 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a6fb816-db92-4577-b8e4-07b953c5ccd4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:24.222276 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106a6e31-b3d7-48c9-9028-3810f9ada2fa', 'name': 'network-vif-deleted', 'tag': 'edb1b9cc-cd81-47d9-8248-c34c532efac1', 'status': 'completed', 'code': 200} Jan 31 18:36:24.365307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8d5b5815-cfdc-4e9d-8d5d-d281f1459020 req-b2c07e8b-8452-4461-8cf0-14f2a08053dc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:24.380940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['03c7401d-cc62-45aa-ab07-3074d09dabcf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:24.422088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:24.425010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5969efa3-dc5d-423a-bd08-6397918a12f7 req-0c59089a-42af-460b-9155-54634a32db49 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839396 Jan 31 18:36:24.440764 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07e8b-8452-4461-8cf0-14f2a08053dc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Pushing event deleted for resources: {'Port': ['ID=f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:24.500862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5'}, {'name': 'network-changed', 'server_uuid': '324f655a-97ee-41e6-95ae-dea5533fc612', 'tag': '0fd38133-c11e-4352-ac1d-65dd510d7959'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:24.510808 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5"}, {"name": "network-changed", "server_uuid": "324f655a-97ee-41e6-95ae-dea5533fc612", "tag": "0fd38133-c11e-4352-ac1d-65dd510d7959"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:24.515593 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5b5815-cfdc-4e9d-8d5d-d281f1459020 req-b2c07e8b-8452-4461-8cf0-14f2a08053dc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] No DVR routers for this DVR port f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:24.519296 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8d5b5815-cfdc-4e9d-8d5d-d281f1459020 req-b2c07e8b-8452-4461-8cf0-14f2a08053dc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:24.524255 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8d5b5815-cfdc-4e9d-8d5d-d281f1459020 req-b2c07e8b-8452-4461-8cf0-14f2a08053dc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.21 "DELETE /v2.0/ports/f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf HTTP/1.1" status: 204 len: 173 time: 0.7059405 Jan 31 18:36:24.528994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-7b4988c8-a2a5-4559-8322-f38000914a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:24.530816 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-7b4988c8-a2a5-4559-8322-f38000914a06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=427ea2eb3bda43c1a6d456208d84780c&device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 1131 time: 0.4189596 Jan 31 18:36:24.533609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f42058-c799-42b5-be06-546aa471109f req-3cfbe8bb-019c-42b4-aa80-268742bbbd87 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240080 Jan 31 18:36:24.556169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65345ef-96a8-40ae-8cb2-fb3c27ffdda6 req-833bc8ed-255f-4275-bc67-e1d54c1039b7 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:24.568031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b65345ef-96a8-40ae-8cb2-fb3c27ffdda6 req-833bc8ed-255f-4275-bc67-e1d54c1039b7 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 1129 time: 0.2787449 Jan 31 18:36:24.680978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b65345ef-96a8-40ae-8cb2-fb3c27ffdda6 req-7c15f38c-a377-4b40-87ee-09ef16ef9ccb tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118426 Jan 31 18:36:24.707515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-8e15bf76-d136-4b59-ad41-929ed75cbf38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0fd38133-c11e-4352-ac1d-65dd510d7959 HTTP/1.1" status: 200 len: 217 time: 0.1166301 Jan 31 18:36:24.747918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:24.771811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-215c4a5f-c8f8-4b37-9e4f-215c5a0d1d80 req-83300c66-b6d8-46c0-93a4-db813f7841e2 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1338811995&fields=id&tenant_id=b3ac8c3060404b3cb58d41a2352976c6 HTTP/1.1" status: 200 len: 267 time: 0.1394377 Jan 31 18:36:24.824293 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:36:24.836123 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01fbfba-e11c-473d-8082-57664c88f59f x-openstack-request-id: req-d01fbfba-e11c-473d-8082-57664c88f59f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:24.837516 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "324f655a-97ee-41e6-95ae-dea5533fc612", "tag": "0fd38133-c11e-4352-ac1d-65dd510d7959", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:24.838578 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d01fbfba-e11c-473d-8082-57664c88f59f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:24.840027 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'status': 'completed', 'code': 200} Jan 31 18:36:24.843435 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324f655a-97ee-41e6-95ae-dea5533fc612', 'tag': '0fd38133-c11e-4352-ac1d-65dd510d7959', 'status': 'completed', 'code': 200} Jan 31 18:36:24.849478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:24.850171 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:24.939945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-c3d975ce-d967-4f4a-9947-63e5507a2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:24.941643 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-c3d975ce-d967-4f4a-9947-63e5507a2f03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2238054 Jan 31 18:36:25.013393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:25.013806 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.076386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:25.095773 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.097568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1539c814-7e36-408b-9f7d-bfd966045188 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:25.144506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-6584c83e-1f1a-44c7-a80a-681463fc0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.147049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-6584c83e-1f1a-44c7-a80a-681463fc0c2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=427ea2eb3bda43c1a6d456208d84780c&device_id=9b1ba4e4-a2b1-4036-839b-154eeb15d73c HTTP/1.1" status: 200 len: 1131 time: 0.2597747 Jan 31 18:36:25.155549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c4a5f-c8f8-4b37-9e4f-215c5a0d1d80 req-054f52b8-6b4e-4326-925a-ddb7a489fcba tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.157183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-215c4a5f-c8f8-4b37-9e4f-215c5a0d1d80 req-054f52b8-6b4e-4326-925a-ddb7a489fcba tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 946 time: 0.3841701 Jan 31 18:36:25.183229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d0f7-9aea-4605-9da4-94f079922fc2 req-b4214d36-a4ab-4c19-b7a3-6f41b3373dd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.190398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d0f7-9aea-4605-9da4-94f079922fc2 req-b4214d36-a4ab-4c19-b7a3-6f41b3373dd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.196607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d0f7-9aea-4605-9da4-94f079922fc2 req-b4214d36-a4ab-4c19-b7a3-6f41b3373dd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.202252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d0f7-9aea-4605-9da4-94f079922fc2 req-b4214d36-a4ab-4c19-b7a3-6f41b3373dd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.208658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d0f7-9aea-4605-9da4-94f079922fc2 req-b4214d36-a4ab-4c19-b7a3-6f41b3373dd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.214696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d0f7-9aea-4605-9da4-94f079922fc2 req-b4214d36-a4ab-4c19-b7a3-6f41b3373dd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.220865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d0f7-9aea-4605-9da4-94f079922fc2 req-b4214d36-a4ab-4c19-b7a3-6f41b3373dd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.222486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f76d0f7-9aea-4605-9da4-94f079922fc2 req-b4214d36-a4ab-4c19-b7a3-6f41b3373dd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5438 time: 0.2798989 Jan 31 18:36:25.247142 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.257274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-2a34089b-254f-4a14-893d-0fcd03f2e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.258411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-2a34089b-254f-4a14-893d-0fcd03f2e8c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2774889 Jan 31 18:36:25.288181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:25.297858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-215c4a5f-c8f8-4b37-9e4f-215c5a0d1d80 req-45861049-75b2-4566-afe5-8bec97353aec tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'port': {'security_groups': ['e22f7fc2-117a-4523-a523-939ce406c61b', 'a8158d15-d3b1-4df2-a97a-a158469027f9']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:25.320863 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 1539c814-7e36-408b-9f7d-bfd966045188 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:36:25.328465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 1539c814-7e36-408b-9f7d-bfd966045188 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:25.329255 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1539c814-7e36-408b-9f7d-bfd966045188), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.393355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56648) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:25.436787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 1539c814-7e36-408b-9f7d-bfd966045188 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:25.437266 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1539c814-7e36-408b-9f7d-bfd966045188), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.483435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1539c814-7e36-408b-9f7d-bfd966045188, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1539c814-7e36-408b-9f7d-bfd966045188,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:25.489408 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1539c814-7e36-408b-9f7d-bfd966045188), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.490600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8fdc161c-5758-4da9-9179-feccdf25f2ab up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:25.529249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f76d0f7-9aea-4605-9da4-94f079922fc2 req-3c63cbc2-ed6b-476a-9e33-0553000a9203 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2813532 Jan 31 18:36:25.575844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-46abd2e0-6508-4dc8-80bd-d9cb497d76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.582057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-46abd2e0-6508-4dc8-80bd-d9cb497d76e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.4220045 Jan 31 18:36:25.596945 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6d29106-ca9d-4cc8-b7cb-f222f80828dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.597894 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-215c4a5f-c8f8-4b37-9e4f-215c5a0d1d80 req-45861049-75b2-4566-afe5-8bec97353aec tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.602382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=1539c814-7e36-408b-9f7d-bfd966045188,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:25.607620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 8fdc161c-5758-4da9-9179-feccdf25f2ab completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:36:25.612517 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 8fdc161c-5758-4da9-9179-feccdf25f2ab triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:25.613100 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.653912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-f03b76d5-f039-4b5e-8020-f0ab7e78cc74 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480885 Jan 31 18:36:25.725958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-d3203fd4-25b2-4754-b505-444e064996da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5 HTTP/1.1" status: 200 len: 217 time: 0.1083331 Jan 31 18:36:25.745595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8fdc161c-5758-4da9-9179-feccdf25f2ab is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:25.746116 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.786807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6d29106-ca9d-4cc8-b7cb-f222f80828dc admin admin] Publish callbacks [] for security_group (b990bac2-d089-430d-8aa9-bcd4057c508e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.794412 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6d29106-ca9d-4cc8-b7cb-f222f80828dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b990bac2-d089-430d-8aa9-bcd4057c508e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.821300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8fdc161c-5758-4da9-9179-feccdf25f2ab, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8fdc161c-5758-4da9-9179-feccdf25f2ab,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:25.826732 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.828030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 83872ae9-6796-4894-9758-c716c0d1898e up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:25.923905 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c6d29106-ca9d-4cc8-b7cb-f222f80828dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=546752b0349a4baa938c9429c5013796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5281463 Jan 31 18:36:25.925255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d29106-ca9d-4cc8-b7cb-f222f80828dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b990bac2-d089-430d-8aa9-bcd4057c508e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:25.931318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56664) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:25.942865 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.954507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8fdc161c-5758-4da9-9179-feccdf25f2ab,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:25.972242 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:36:25.984400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 83872ae9-6796-4894-9758-c716c0d1898e completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:36:25.991700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 83872ae9-6796-4894-9758-c716c0d1898e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:25.992084 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83872ae9-6796-4894-9758-c716c0d1898e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:25.993058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-d859b6a9-0e70-4dc0-8fa4-da67f021857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.998376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-d859b6a9-0e70-4dc0-8fa4-da67f021857a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2257144 Jan 31 18:36:26.049917 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdc2aa88-a262-43ee-a3c3-bcb27ab9f2e4 admin admin] Publish callbacks [] for security_group (b990bac2-d089-430d-8aa9-bcd4057c508e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.077586 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdc2aa88-a262-43ee-a3c3-bcb27ab9f2e4 admin admin] Publish callbacks [] for security_group (b990bac2-d089-430d-8aa9-bcd4057c508e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.104491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb1e0e2c-75d5-40ec-af46-f2e5fd1298ba req-2fb25c4a-1753-474b-a9be-3eb31a7f4f6a service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078665 Jan 31 18:36:26.107652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 83872ae9-6796-4894-9758-c716c0d1898e is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:26.108828 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83872ae9-6796-4894-9758-c716c0d1898e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.161713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 83872ae9-6796-4894-9758-c716c0d1898e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=83872ae9-6796-4894-9758-c716c0d1898e,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:26.162256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdc2aa88-a262-43ee-a3c3-bcb27ab9f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b990bac2-d089-430d-8aa9-bcd4057c508e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.166344 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdc2aa88-a262-43ee-a3c3-bcb27ab9f2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.166818 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (83872ae9-6796-4894-9758-c716c0d1898e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.167787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 781529aa-8eeb-49ff-8d79-854bed0acdbf up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:26.168039 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cdc2aa88-a262-43ee-a3c3-bcb27ab9f2e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b990bac2-d089-430d-8aa9-bcd4057c508e HTTP/1.1" status: 204 len: 168 time: 0.2347283 Jan 31 18:36:26.183003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2aa88-a262-43ee-a3c3-bcb27ab9f2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b990bac2-d089-430d-8aa9-bcd4057c508e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:26.217554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4'}, {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1539c814-7e36-408b-9f7d-bfd966045188'}, {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdc161c-5758-4da9-9179-feccdf25f2ab'}, {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83872ae9-6796-4894-9758-c716c0d1898e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:26.220727 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9b4436-2185-4940-872c-4e6beaf2295e" -d '{"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4"}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "1539c814-7e36-408b-9f7d-bfd966045188"}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "8fdc161c-5758-4da9-9179-feccdf25f2ab"}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "83872ae9-6796-4894-9758-c716c0d1898e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:26.223585 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'name': 'network-vif-deleted', 'tag': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:26.226161 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96efcc2f-55c7-4be0-a507-16ba294ef574" -d '{"events": [{"server_uuid": "4da3e9eb-21f6-4bd9-b6d3-80e2816d5243", "name": "network-vif-deleted", "tag": "f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:26.235998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-8f729a14-e8ae-4e06-9dde-6dbb865247f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:26.237702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-8f729a14-e8ae-4e06-9dde-6dbb865247f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2176139 Jan 31 18:36:26.290692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b24b7-82c5-46c2-b383-b23a13e4655e req-a8580f00-266d-4c15-a7f7-228902c2ab00 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:26.298819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a61b24b7-82c5-46c2-b383-b23a13e4655e req-a8580f00-266d-4c15-a7f7-228902c2ab00 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 948 time: 0.3156364 Jan 31 18:36:26.357393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=83872ae9-6796-4894-9758-c716c0d1898e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:26.382551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 781529aa-8eeb-49ff-8d79-854bed0acdbf completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:36:26.388236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 781529aa-8eeb-49ff-8d79-854bed0acdbf triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:26.388866 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.440823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-215c4a5f-c8f8-4b37-9e4f-215c5a0d1d80 req-45861049-75b2-4566-afe5-8bec97353aec tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] For port 19a6f571-8153-4383-a91d-b00a2d752cc7, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=19a6f571-8153-4383-a91d-b00a2d752cc7,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:26.469310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-d97e1096-26cd-495a-ad64-abe300894deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:26.470841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-d97e1096-26cd-495a-ad64-abe300894deb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=427ea2eb3bda43c1a6d456208d84780c&device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 1131 time: 0.2870164 Jan 31 18:36:26.500723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 781529aa-8eeb-49ff-8d79-854bed0acdbf is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:26.501013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a61b24b7-82c5-46c2-b383-b23a13e4655e req-769c61c5-d349-451c-a03b-077e41ab4a9f tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015345 Jan 31 18:36:26.501395 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.562841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 781529aa-8eeb-49ff-8d79-854bed0acdbf, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=781529aa-8eeb-49ff-8d79-854bed0acdbf,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:26.568916 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.569989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device c59513d9-bfcd-46cb-b7d3-e3acce5dec7e up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:26.596673 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-215c4a5f-c8f8-4b37-9e4f-215c5a0d1d80 req-45861049-75b2-4566-afe5-8bec97353aec tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.619629 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-215c4a5f-c8f8-4b37-9e4f-215c5a0d1d80 req-45861049-75b2-4566-afe5-8bec97353aec tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.638195 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-67dfc3b0-bbc9-4b45-a1b9-bcec078a0733 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769848 Jan 31 18:36:26.650744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['60bafff0-9d01-475e-8401-8f8e0d797c10', '19a6f571-8153-4383-a91d-b00a2d752cc7'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:26.684733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:26.718327 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f011f27-c9f1-480c-9e1c-5b3cb8839d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.749467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:36:26.770078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:26.788622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:26.788622 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.828114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=781529aa-8eeb-49ff-8d79-854bed0acdbf,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:26.874873 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f011f27-c9f1-480c-9e1c-5b3cb8839d3d admin admin] Publish callbacks [] for security_group (2c1b9a09-d500-4c62-a490-5fbeec24e0f7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.884649 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f011f27-c9f1-480c-9e1c-5b3cb8839d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2c1b9a09-d500-4c62-a490-5fbeec24e0f7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:26.958351 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6f011f27-c9f1-480c-9e1c-5b3cb8839d3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ac568103e2e4911b7b4dc260a888b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718444 Jan 31 18:36:26.959590 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f011f27-c9f1-480c-9e1c-5b3cb8839d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1b9a09-d500-4c62-a490-5fbeec24e0f7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:26.964819 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56684) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:27.051401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:27.065408 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1af74486-d9ae-4109-b1f2-e31446273b21 admin admin] Publish callbacks [] for security_group (2c1b9a09-d500-4c62-a490-5fbeec24e0f7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:27.075728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'mac_address': 'fa:16:3e:9c:cb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:27.081219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:27.081662 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:27.098639 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1af74486-d9ae-4109-b1f2-e31446273b21 admin admin] Publish callbacks [] for security_group (2c1b9a09-d500-4c62-a490-5fbeec24e0f7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:27.176059 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1af74486-d9ae-4109-b1f2-e31446273b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2c1b9a09-d500-4c62-a490-5fbeec24e0f7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:27.179692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:27.188373 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1af74486-d9ae-4109-b1f2-e31446273b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:27.189792 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1af74486-d9ae-4109-b1f2-e31446273b21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c1b9a09-d500-4c62-a490-5fbeec24e0f7 HTTP/1.1" status: 204 len: 168 time: 0.2234676 Jan 31 18:36:27.197770 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:27.204830 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af74486-d9ae-4109-b1f2-e31446273b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1b9a09-d500-4c62-a490-5fbeec24e0f7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:27.221363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c4a5f-c8f8-4b37-9e4f-215c5a0d1d80 req-45861049-75b2-4566-afe5-8bec97353aec tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:27.222717 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-215c4a5f-c8f8-4b37-9e4f-215c5a0d1d80 req-45861049-75b2-4566-afe5-8bec97353aec tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:27.225742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-215c4a5f-c8f8-4b37-9e4f-215c5a0d1d80 req-45861049-75b2-4566-afe5-8bec97353aec tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "PUT /v2.0/ports/19a6f571-8153-4383-a91d-b00a2d752cc7 HTTP/1.1" status: 200 len: 982 time: 1.9811468 Jan 31 18:36:27.226560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81402d3e-ea0c-4800-bc79-241577cc9384', 'tag': '19a6f571-8153-4383-a91d-b00a2d752cc7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:27.233305 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d57337-7fe6-4605-9f93-f1ac181d8b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "81402d3e-ea0c-4800-bc79-241577cc9384", "tag": "19a6f571-8153-4383-a91d-b00a2d752cc7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:27.249949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:27.250355 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:27.347081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['19a6f571-8153-4383-a91d-b00a2d752cc7'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:27.350412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45861049-75b2-4566-afe5-8bec97353aec tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'Port': ['ID=19a6f571-8153-4383-a91d-b00a2d752cc7,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:27.350997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:27.397387 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-402dae81-943a-4ccd-9d50-2af65a88d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:27.400451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-402dae81-943a-4ccd-9d50-2af65a88d434 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.9176598 Jan 31 18:36:27.425864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a797b-ca49-4c42-8646-ef7cb00769d5 req-a2919aca-2887-4185-a13c-bed6ae233f0c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:27.428535 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-983a797b-ca49-4c42-8646-ef7cb00769d5 req-a2919aca-2887-4185-a13c-bed6ae233f0c tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/ports?device_id=578f42e4-a37c-451a-9f40-d5d427a94d06 HTTP/1.1" status: 200 len: 949 time: 0.1569426 Jan 31 18:36:27.486565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:27.513744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:27.529996 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:27.600781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:27.711826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-12ea8b8f-c89b-4e44-ab62-12d4dbf0a49b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0fd38133-c11e-4352-ac1d-65dd510d7959 HTTP/1.1" status: 200 len: 217 time: 0.2819786 Jan 31 18:36:27.764627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-983a797b-ca49-4c42-8646-ef7cb00769d5 req-33aff1f1-1315-49aa-821d-7496f5f052f7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Deleting port cc94415d-4302-4b98-bbc2-940858252a3a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:27.765784 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-983a797b-ca49-4c42-8646-ef7cb00769d5 req-33aff1f1-1315-49aa-821d-7496f5f052f7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:27.911463 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f16af6-5467-46dc-a569-685a10332187 x-openstack-request-id: req-10f16af6-5467-46dc-a569-685a10332187 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:27.911764 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da3e9eb-21f6-4bd9-b6d3-80e2816d5243", "name": "network-vif-deleted", "tag": "f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:27.912039 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10f16af6-5467-46dc-a569-685a10332187 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:27.912467 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da3e9eb-21f6-4bd9-b6d3-80e2816d5243', 'name': 'network-vif-deleted', 'tag': 'f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf', 'status': 'completed', 'code': 200} Jan 31 18:36:27.930897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['2dd2b991-f0c0-4e95-817b-39f31b5f33c5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:27.938370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-16955490-9bc8-4426-97ef-8bc21637ddd0 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2430708 Jan 31 18:36:27.996405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-66e072d6-16a5-45e1-9a2d-b69b184f8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:27.997895 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-66e072d6-16a5-45e1-9a2d-b69b184f8be4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2734027 Jan 31 18:36:28.040770 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7eb86e-a021-42a0-ab3c-fba78f231fa8 x-openstack-request-id: req-dc7eb86e-a021-42a0-ab3c-fba78f231fa8 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:28.041753 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4", "code": 200}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "1539c814-7e36-408b-9f7d-bfd966045188", "code": 200}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "8fdc161c-5758-4da9-9179-feccdf25f2ab", "code": 200}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "83872ae9-6796-4894-9758-c716c0d1898e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:28.041753 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc7eb86e-a021-42a0-ab3c-fba78f231fa8 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:28.042142 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4', 'code': 200} Jan 31 18:36:28.042651 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1539c814-7e36-408b-9f7d-bfd966045188', 'code': 200} Jan 31 18:36:28.044070 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdc161c-5758-4da9-9179-feccdf25f2ab', 'code': 200} Jan 31 18:36:28.046394 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83872ae9-6796-4894-9758-c716c0d1898e', 'code': 200} Jan 31 18:36:28.062389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-983a797b-ca49-4c42-8646-ef7cb00769d5 req-33aff1f1-1315-49aa-821d-7496f5f052f7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] For port cc94415d-4302-4b98-bbc2-940858252a3a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=cc94415d-4302-4b98-bbc2-940858252a3a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:28.062820 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-983a797b-ca49-4c42-8646-ef7cb00769d5 req-33aff1f1-1315-49aa-821d-7496f5f052f7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:28.097738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-983a797b-ca49-4c42-8646-ef7cb00769d5 req-33aff1f1-1315-49aa-821d-7496f5f052f7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Calling delete_port for cc94415d-4302-4b98-bbc2-940858252a3a owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:28.118844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-2cb91a33-71df-48b1-bd3b-77864ed8e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:28.123225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-2cb91a33-71df-48b1-bd3b-77864ed8e41d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1136832 Jan 31 18:36:28.289602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:28.292505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c283e-c20e-497a-99b8-0f10fc820ab2 req-87a70ae1-8466-4000-8919-a832ea2be35d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:28.304269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c283e-c20e-497a-99b8-0f10fc820ab2 req-87a70ae1-8466-4000-8919-a832ea2be35d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:28.310562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c283e-c20e-497a-99b8-0f10fc820ab2 req-87a70ae1-8466-4000-8919-a832ea2be35d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:28.315951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c283e-c20e-497a-99b8-0f10fc820ab2 req-87a70ae1-8466-4000-8919-a832ea2be35d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:28.321478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c283e-c20e-497a-99b8-0f10fc820ab2 req-87a70ae1-8466-4000-8919-a832ea2be35d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:28.327367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c283e-c20e-497a-99b8-0f10fc820ab2 req-87a70ae1-8466-4000-8919-a832ea2be35d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:28.333902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c283e-c20e-497a-99b8-0f10fc820ab2 req-87a70ae1-8466-4000-8919-a832ea2be35d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:28.336152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:36:28.336746 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f611e8eb-fb70-48cf-ab6e-2fa06de5c7bf not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:28.341464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-373c283e-c20e-497a-99b8-0f10fc820ab2 req-87a70ae1-8466-4000-8919-a832ea2be35d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 0.2120981 Jan 31 18:36:28.391329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-2754c000-8179-409d-b14a-5b9cd9da19fd service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180929 Jan 31 18:36:28.425946 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-983a797b-ca49-4c42-8646-ef7cb00769d5 req-33aff1f1-1315-49aa-821d-7496f5f052f7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (cc94415d-4302-4b98-bbc2-940858252a3a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:28.439872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:28.444502 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'cc94415d-4302-4b98-bbc2-940858252a3a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:28.491603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-373c283e-c20e-497a-99b8-0f10fc820ab2 req-9b27fb24-618a-454a-83dc-a5e42d41bc43 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491628 Jan 31 18:36:28.527974 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aff1f1-1315-49aa-821d-7496f5f052f7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event deleted for resources: {'Port': ['ID=cc94415d-4302-4b98-bbc2-940858252a3a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:28.589066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d3c7c5-0621-49aa-acfc-cc0c19fa046e req-e6e9cb81-9944-460c-a23b-85b8413b7b7a service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907394 Jan 31 18:36:28.610936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8cb96a3a-8cee-4746-86a0-cacce56468cc req-d7fd65d6-9077-457b-8dc3-923074ea492c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/a8158d15-d3b1-4df2-a97a-a158469027f9 HTTP/1.1" status: 200 len: 1818 time: 0.0725696 Jan 31 18:36:28.636935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-302bac83-65ee-4c6e-bcfc-8486af875e0a tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:36:28.638023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-302bac83-65ee-4c6e-bcfc-8486af875e0a tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157158 Jan 31 18:36:28.658559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-983a797b-ca49-4c42-8646-ef7cb00769d5 req-33aff1f1-1315-49aa-821d-7496f5f052f7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] No DVR routers for this DVR port cc94415d-4302-4b98-bbc2-940858252a3a on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:28.663416 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-983a797b-ca49-4c42-8646-ef7cb00769d5 req-33aff1f1-1315-49aa-821d-7496f5f052f7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:28.668379 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-983a797b-ca49-4c42-8646-ef7cb00769d5 req-33aff1f1-1315-49aa-821d-7496f5f052f7 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "DELETE /v2.0/ports/cc94415d-4302-4b98-bbc2-940858252a3a HTTP/1.1" status: 204 len: 173 time: 1.2340651 Jan 31 18:36:28.740146 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-8cb96a3a-8cee-4746-86a0-cacce56468cc req-2cb6ba20-0e8d-4edd-aeca-ab7baedb1c55 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 31 18:36:28.758985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8cb96a3a-8cee-4746-86a0-cacce56468cc req-2cb6ba20-0e8d-4edd-aeca-ab7baedb1c55 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "DELETE /v2.0/security-groups/a8158d15-d3b1-4df2-a97a-a158469027f9 HTTP/1.1" status: 409 len: 341 time: 0.1470695 Jan 31 18:36:28.840998 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942552f7-d6fa-4f29-9b79-1944d9336625 x-openstack-request-id: req-942552f7-d6fa-4f29-9b79-1944d9336625 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:28.841416 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81402d3e-ea0c-4800-bc79-241577cc9384", "tag": "19a6f571-8153-4383-a91d-b00a2d752cc7", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:28.841780 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-942552f7-d6fa-4f29-9b79-1944d9336625 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:28.842351 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81402d3e-ea0c-4800-bc79-241577cc9384', 'tag': '19a6f571-8153-4383-a91d-b00a2d752cc7', 'status': 'completed', 'code': 200} Jan 31 18:36:28.949382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-814120c7-249e-4114-b297-55e7f627fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:28.956791 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-814120c7-249e-4114-b297-55e7f627fd32 service neutron] 10.222.0.20 "GET /v2.0/ports/ea2c6f4c-5806-454c-afe4-4ccef09c4529 HTTP/1.1" status: 200 len: 1126 time: 0.2955754 Jan 31 18:36:28.972576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] Request body: {'binding': {'host': 'n-h1-812111-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:28.973684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] Unknown quota resources ['binding']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:36:28.984696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d57337-7fe6-4605-9f93-f1ac181d8b1e req-408d9f3f-b584-42df-973c-4c8fb651a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:28.986832 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d0d57337-7fe6-4605-9f93-f1ac181d8b1e req-408d9f3f-b584-42df-973c-4c8fb651a8b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3ac8c3060404b3cb58d41a2352976c6&device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 1168 time: 0.1241212 Jan 31 18:36:29.144721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d57337-7fe6-4605-9f93-f1ac181d8b1e req-7434a5a9-9f8e-47df-a918-26ec99cd773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:29.146468 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d0d57337-7fe6-4605-9f93-f1ac181d8b1e req-7434a5a9-9f8e-47df-a918-26ec99cd773d service neutron] 10.222.0.21 "GET /v2.0/networks?id=97fe9fc0-3edc-4b81-a012-21a20ed95244 HTTP/1.1" status: 200 len: 913 time: 0.1449382 Jan 31 18:36:29.163240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb7ba6-e617-4dfc-b00d-8f2b2fde6be4 req-b41c64e8-20a9-4674-9d67-24c2d2ad1977 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:29.164970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2bb7ba6-e617-4dfc-b00d-8f2b2fde6be4 req-b41c64e8-20a9-4674-9d67-24c2d2ad1977 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 948 time: 0.1597295 Jan 31 18:36:29.243416 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d0d57337-7fe6-4605-9f93-f1ac181d8b1e req-7a3f3eb1-374a-4b82-879e-b25ced1d4b6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a6f571-8153-4383-a91d-b00a2d752cc7 HTTP/1.1" status: 200 len: 217 time: 0.0877569 Jan 31 18:36:29.329224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2bb7ba6-e617-4dfc-b00d-8f2b2fde6be4 req-d2be8d03-7009-4916-9df8-500f4ecce7f8 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463549 Jan 31 18:36:29.378512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d57337-7fe6-4605-9f93-f1ac181d8b1e req-eb08ce9a-5d16-42a3-b8b8-858c11ae3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:29.381062 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d0d57337-7fe6-4605-9f93-f1ac181d8b1e req-eb08ce9a-5d16-42a3-b8b8-858c11ae3eaa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08582a16-ce0c-4ec4-a246-91e60ab7bd49 HTTP/1.1" status: 200 len: 852 time: 0.1328039 Jan 31 18:36:29.395642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b875-6b26-4a6a-9044-7fd19517e9cf req-9fc81a7a-e758-423d-ac04-d0ff00222c54 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:29.397610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8277b875-6b26-4a6a-9044-7fd19517e9cf req-9fc81a7a-e758-423d-ac04-d0ff00222c54 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 950 time: 0.2547474 Jan 31 18:36:29.416399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfaba2c-c1b5-4d72-924f-52fe15dadd1b req-54261eed-44bd-4723-b7c1-33c054f4c9e4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:29.418053 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0dfaba2c-c1b5-4d72-924f-52fe15dadd1b req-54261eed-44bd-4723-b7c1-33c054f4c9e4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 950 time: 0.1807351 Jan 31 18:36:29.436243 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d0d57337-7fe6-4605-9f93-f1ac181d8b1e req-5d7d0e3d-f3aa-4b41-9d9e-3b462336e8c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97fe9fc0-3edc-4b81-a012-21a20ed95244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371459 Jan 31 18:36:29.534985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] Attempting to bind port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on host n-h1-812111-15 for vnic_type normal with profile None {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:36:29.535162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] Attempting to bind port ea2c6f4c-5806-454c-afe4-4ccef09c4529 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:36:29.536030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] Attempting to bind port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:29.560483 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d0d57337-7fe6-4605-9f93-f1ac181d8b1e req-07d92918-31d8-48bd-bd8a-ee658d6325c3 service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168425 Jan 31 18:36:29.589687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] Port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on network 4fffb079-0281-4e37-8173-c46a7953a025 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:36:29.590627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] Attempting to bind port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:29.631084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:36:29.631465 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:36:29.631918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] Bound using segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:36:29.632401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] Bound port: ea2c6f4c-5806-454c-afe4-4ccef09c4529, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:36:29.699391 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d0d57337-7fe6-4605-9f93-f1ac181d8b1e req-9a65316d-bfb6-4e0c-89ba-3f9bbafb9581 service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318662 Jan 31 18:36:29.736874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc5218-b995-46e7-aff6-e9ca191983ae req-8976ee3a-ed44-4802-94bb-a089ec77cab4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:29.738400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99cc5218-b995-46e7-aff6-e9ca191983ae req-8976ee3a-ed44-4802-94bb-a089ec77cab4 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e96b99-5bca-4874-9719-963f6c01c67a HTTP/1.1" status: 200 len: 950 time: 0.1824355 Jan 31 18:36:29.775305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:36:29.784281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8277b875-6b26-4a6a-9044-7fd19517e9cf req-8e8be15f-1cb0-4bca-9c5d-b39958162391 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Deleting port 4815076e-c6b0-4930-b769-bd7a44ba5f3b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:29.784683 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8277b875-6b26-4a6a-9044-7fd19517e9cf req-8e8be15f-1cb0-4bca-9c5d-b39958162391 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:29.805770 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:29.807373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-25c16689-3a99-496a-bed8-6c5159a3bb3f service neutron] 10.222.0.20 "POST /v2.0/ports/ea2c6f4c-5806-454c-afe4-4ccef09c4529/bindings HTTP/1.1" status: 201 len: 390 time: 0.8404269 Jan 31 18:36:29.914187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578f42e4-a37c-451a-9f40-d5d427a94d06', 'name': 'network-vif-deleted', 'tag': 'cc94415d-4302-4b98-bbc2-940858252a3a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:29.917076 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cc77ce-046f-4be7-a018-e70c900f5c3b" -d '{"events": [{"server_uuid": "578f42e4-a37c-451a-9f40-d5d427a94d06", "name": "network-vif-deleted", "tag": "cc94415d-4302-4b98-bbc2-940858252a3a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:29.994549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0dfaba2c-c1b5-4d72-924f-52fe15dadd1b req-476cdc3e-ec28-4180-8533-96df1f91d7bc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Deleting port 03c7401d-cc62-45aa-ab07-3074d09dabcf {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:29.994952 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0dfaba2c-c1b5-4d72-924f-52fe15dadd1b req-476cdc3e-ec28-4180-8533-96df1f91d7bc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:30.033573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8277b875-6b26-4a6a-9044-7fd19517e9cf req-8e8be15f-1cb0-4bca-9c5d-b39958162391 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] For port 4815076e-c6b0-4930-b769-bd7a44ba5f3b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4815076e-c6b0-4930-b769-bd7a44ba5f3b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:30.033986 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8277b875-6b26-4a6a-9044-7fd19517e9cf req-8e8be15f-1cb0-4bca-9c5d-b39958162391 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:30.048994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781529aa-8eeb-49ff-8d79-854bed0acdbf'}, {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59513d9-bfcd-46cb-b7d3-e3acce5dec7e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:30.052965 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a941d858-4d9d-4af8-987b-25150a80787d" -d '{"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "781529aa-8eeb-49ff-8d79-854bed0acdbf"}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "c59513d9-bfcd-46cb-b7d3-e3acce5dec7e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:30.068966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99cc5218-b995-46e7-aff6-e9ca191983ae req-a0327dc3-71d0-44b5-99b1-cda4048afa19 tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf58be11-7115-43dd-9d58-f1f0d593f6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211603 Jan 31 18:36:30.154271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8277b875-6b26-4a6a-9044-7fd19517e9cf req-8e8be15f-1cb0-4bca-9c5d-b39958162391 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Calling delete_port for 4815076e-c6b0-4930-b769-bd7a44ba5f3b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:30.210739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514621c-ad0d-4119-a882-927a626e1af9 req-e8f6c928-956c-4f14-842c-58b263e46d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.212257 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e514621c-ad0d-4119-a882-927a626e1af9 req-e8f6c928-956c-4f14-842c-58b263e46d33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3ac8c3060404b3cb58d41a2352976c6&device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 1168 time: 0.0617230 Jan 31 18:36:30.321575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0fd38133-c11e-4352-ac1d-65dd510d7959 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:30.330570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514621c-ad0d-4119-a882-927a626e1af9 req-5672bd67-57b6-472e-93e4-c5b0c702ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.332929 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e514621c-ad0d-4119-a882-927a626e1af9 req-5672bd67-57b6-472e-93e4-c5b0c702ef30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=97fe9fc0-3edc-4b81-a012-21a20ed95244 HTTP/1.1" status: 200 len: 913 time: 0.1118226 Jan 31 18:36:30.376366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0dfaba2c-c1b5-4d72-924f-52fe15dadd1b req-476cdc3e-ec28-4180-8533-96df1f91d7bc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] For port 03c7401d-cc62-45aa-ab07-3074d09dabcf, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=03c7401d-cc62-45aa-ab07-3074d09dabcf,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:30.377004 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0dfaba2c-c1b5-4d72-924f-52fe15dadd1b req-476cdc3e-ec28-4180-8533-96df1f91d7bc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:30.378368 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e514621c-ad0d-4119-a882-927a626e1af9 req-a4177f56-c531-4d17-ad17-e712b3bac09f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a6f571-8153-4383-a91d-b00a2d752cc7 HTTP/1.1" status: 200 len: 217 time: 0.0398524 Jan 31 18:36:30.393467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d3df5-d686-4f9c-95f4-66a0569cd174 req-ac5a59cb-2586-485e-89b9-6c8553feef06 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.396208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-985d3df5-d686-4f9c-95f4-66a0569cd174 req-ac5a59cb-2586-485e-89b9-6c8553feef06 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=38393d98-57f3-46a3-82a9-42297c9371a8 HTTP/1.1" status: 200 len: 950 time: 0.2559583 Jan 31 18:36:30.443934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-128ff534-141e-44ee-a1f6-42ea0a6c6fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.446081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-128ff534-141e-44ee-a1f6-42ea0a6c6fcc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 1129 time: 0.2932448 Jan 31 18:36:30.447153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0dfaba2c-c1b5-4d72-924f-52fe15dadd1b req-476cdc3e-ec28-4180-8533-96df1f91d7bc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Calling delete_port for 03c7401d-cc62-45aa-ab07-3074d09dabcf owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:30.450676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514621c-ad0d-4119-a882-927a626e1af9 req-756716d4-daeb-4d8a-be6e-eb9a1ab92924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.452382 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e514621c-ad0d-4119-a882-927a626e1af9 req-756716d4-daeb-4d8a-be6e-eb9a1ab92924 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08582a16-ce0c-4ec4-a246-91e60ab7bd49 HTTP/1.1" status: 200 len: 852 time: 0.0672944 Jan 31 18:36:30.468597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1bf47-fa05-4331-9751-659141e3f5db req-e21ddb2b-6223-47ce-8aa8-d6dfa168a9a7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.475238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1bf47-fa05-4331-9751-659141e3f5db req-e21ddb2b-6223-47ce-8aa8-d6dfa168a9a7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.483835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1bf47-fa05-4331-9751-659141e3f5db req-e21ddb2b-6223-47ce-8aa8-d6dfa168a9a7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.491736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1bf47-fa05-4331-9751-659141e3f5db req-e21ddb2b-6223-47ce-8aa8-d6dfa168a9a7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.496446 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e514621c-ad0d-4119-a882-927a626e1af9 req-9008ea88-5f61-45ad-89f9-5d7fb68e19f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97fe9fc0-3edc-4b81-a012-21a20ed95244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354640 Jan 31 18:36:30.499042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1bf47-fa05-4331-9751-659141e3f5db req-e21ddb2b-6223-47ce-8aa8-d6dfa168a9a7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.506601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0fd38133-c11e-4352-ac1d-65dd510d7959, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0fd38133-c11e-4352-ac1d-65dd510d7959,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:30.507977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1bf47-fa05-4331-9751-659141e3f5db req-e21ddb2b-6223-47ce-8aa8-d6dfa168a9a7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.514561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1bf47-fa05-4331-9751-659141e3f5db req-e21ddb2b-6223-47ce-8aa8-d6dfa168a9a7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.517431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8f1bf47-fa05-4331-9751-659141e3f5db req-e21ddb2b-6223-47ce-8aa8-d6dfa168a9a7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 0.3478642 Jan 31 18:36:30.526530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '0fd38133-c11e-4352-ac1d-65dd510d7959', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '0fd38133-c11e-4352-ac1d-65dd510d7959', 'mac_address': 'fa:16:3e:ff:ad:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:30.590676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 0fd38133-c11e-4352-ac1d-65dd510d7959 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:30.591162 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:30.607647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd38133-c11e-4352-ac1d-65dd510d7959 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:30.633529 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e514621c-ad0d-4119-a882-927a626e1af9 req-c0a7d404-cdc7-4ba0-a539-3b2d867e45b0 service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308270 Jan 31 18:36:30.643707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0fd38133-c11e-4352-ac1d-65dd510d7959, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0fd38133-c11e-4352-ac1d-65dd510d7959,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:30.649979 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:30.715338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=0fd38133-c11e-4352-ac1d-65dd510d7959,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:30.744163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-985d3df5-d686-4f9c-95f4-66a0569cd174 req-c108a8e6-28fa-4a29-a1fe-bef50e662f6b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347869 Jan 31 18:36:30.775261 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e514621c-ad0d-4119-a882-927a626e1af9 req-9e3177b9-ee39-43a2-bf23-7ee6709a2140 service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328175 Jan 31 18:36:30.775844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:30.814256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8f1bf47-fa05-4331-9751-659141e3f5db req-b6860156-b685-48ba-8919-b891684e27d5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2834017 Jan 31 18:36:30.837699 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8277b875-6b26-4a6a-9044-7fd19517e9cf req-8e8be15f-1cb0-4bca-9c5d-b39958162391 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4815076e-c6b0-4930-b769-bd7a44ba5f3b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:30.862983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4815076e-c6b0-4930-b769-bd7a44ba5f3b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:30.867375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['7914fcdf-5533-49bf-a7d3-5109429ddd28'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:30.922498 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c8c835-b417-46de-b01e-93b3d13e16b3 x-openstack-request-id: req-76c8c835-b417-46de-b01e-93b3d13e16b3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:30.923374 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578f42e4-a37c-451a-9f40-d5d427a94d06", "name": "network-vif-deleted", "tag": "cc94415d-4302-4b98-bbc2-940858252a3a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:30.923794 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76c8c835-b417-46de-b01e-93b3d13e16b3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:30.924587 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578f42e4-a37c-451a-9f40-d5d427a94d06', 'name': 'network-vif-deleted', 'tag': 'cc94415d-4302-4b98-bbc2-940858252a3a', 'status': 'completed', 'code': 200} Jan 31 18:36:30.942126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8be15f-1cb0-4bca-9c5d-b39958162391 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event deleted for resources: {'Port': ['ID=4815076e-c6b0-4930-b769-bd7a44ba5f3b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:30.956389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-29009c16-7275-4e83-9caf-29d457908c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.957940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-29009c16-7275-4e83-9caf-29d457908c78 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.4393713 Jan 31 18:36:30.969811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['0fd38133-c11e-4352-ac1d-65dd510d7959'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:31.034104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:36:31.056676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:31.057388 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:31.097342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-dc5ff2e2-222c-40cb-a56e-ff9fb70d9ea6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529 HTTP/1.1" status: 200 len: 217 time: 0.1266227 Jan 31 18:36:31.098179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8277b875-6b26-4a6a-9044-7fd19517e9cf req-8e8be15f-1cb0-4bca-9c5d-b39958162391 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] No DVR routers for this DVR port 4815076e-c6b0-4930-b769-bd7a44ba5f3b on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:31.107805 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8277b875-6b26-4a6a-9044-7fd19517e9cf req-8e8be15f-1cb0-4bca-9c5d-b39958162391 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:31.111905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8277b875-6b26-4a6a-9044-7fd19517e9cf req-8e8be15f-1cb0-4bca-9c5d-b39958162391 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.21 "DELETE /v2.0/ports/4815076e-c6b0-4930-b769-bd7a44ba5f3b HTTP/1.1" status: 204 len: 173 time: 1.6921597 Jan 31 18:36:31.115069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38393d98-57f3-46a3-82a9-42297c9371a8', 'name': 'network-vif-deleted', 'tag': '4815076e-c6b0-4930-b769-bd7a44ba5f3b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:31.117537 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4283b8f3-6b59-4655-bcd5-0b763e01ff0f" -d '{"events": [{"server_uuid": "38393d98-57f3-46a3-82a9-42297c9371a8", "name": "network-vif-deleted", "tag": "4815076e-c6b0-4930-b769-bd7a44ba5f3b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:31.166437 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0dfaba2c-c1b5-4d72-924f-52fe15dadd1b req-476cdc3e-ec28-4180-8533-96df1f91d7bc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (03c7401d-cc62-45aa-ab07-3074d09dabcf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:31.181684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12279ce0-fe83-4802-8d7c-1ccb9e92ee6b req-9b7af2df-e044-4dea-b283-9005ee89a013 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:31.189590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12279ce0-fe83-4802-8d7c-1ccb9e92ee6b req-9b7af2df-e044-4dea-b283-9005ee89a013 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.3610103 Jan 31 18:36:31.267773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cdc3e-ec28-4180-8533-96df1f91d7bc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Pushing event deleted for resources: {'Port': ['ID=03c7401d-cc62-45aa-ab07-3074d09dabcf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:31.277840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-0cd44996-43ef-4778-a91f-32e1d1eee323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:31.279492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-0cd44996-43ef-4778-a91f-32e1d1eee323 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.1757736 Jan 31 18:36:31.367398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-669c2690-78f2-45a1-a321-f5b6a2126c11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777082 Jan 31 18:36:31.389262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfaba2c-c1b5-4d72-924f-52fe15dadd1b req-476cdc3e-ec28-4180-8533-96df1f91d7bc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] No DVR routers for this DVR port 03c7401d-cc62-45aa-ab07-3074d09dabcf on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:31.406147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0dfaba2c-c1b5-4d72-924f-52fe15dadd1b req-476cdc3e-ec28-4180-8533-96df1f91d7bc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:31.409743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0dfaba2c-c1b5-4d72-924f-52fe15dadd1b req-476cdc3e-ec28-4180-8533-96df1f91d7bc tempest-MigrationsAdminTest-1155304756 tempest-MigrationsAdminTest-1155304756-project] 10.222.0.49 "DELETE /v2.0/ports/03c7401d-cc62-45aa-ab07-3074d09dabcf HTTP/1.1" status: 204 len: 173 time: 1.8784316 Jan 31 18:36:31.467731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12279ce0-fe83-4802-8d7c-1ccb9e92ee6b req-ef1eedff-1f4d-4fe5-9dbc-e49355e97872 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743897 Jan 31 18:36:31.505975 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a405d03-5c0f-40d1-b7ae-cb508b3c1525 x-openstack-request-id: req-1a405d03-5c0f-40d1-b7ae-cb508b3c1525 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:31.506531 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "781529aa-8eeb-49ff-8d79-854bed0acdbf", "code": 200}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-plugged", "status": "completed", "tag": "c59513d9-bfcd-46cb-b7d3-e3acce5dec7e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:31.506940 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a405d03-5c0f-40d1-b7ae-cb508b3c1525 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:31.507478 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781529aa-8eeb-49ff-8d79-854bed0acdbf', 'code': 200} Jan 31 18:36:31.507993 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59513d9-bfcd-46cb-b7d3-e3acce5dec7e', 'code': 200} Jan 31 18:36:31.718973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ea4334c3-0029-406d-89b5-6d73c76d2972 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309081 Jan 31 18:36:31.728678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:31.729200 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:31.800149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:31.811073 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:31.816132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33809e53-2b90-4206-b570-12215bcc1d6e req-a7c956b5-2795-41f2-971d-d10a742f8828 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:31.818360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33809e53-2b90-4206-b570-12215bcc1d6e req-a7c956b5-2795-41f2-971d-d10a742f8828 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 985 time: 0.2100074 Jan 31 18:36:31.851635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d02ff-e765-4655-962a-7a95110bb25f req-68e37d26-2d90-4dff-8207-83bee7c0cceb tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:31.856242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df2d02ff-e765-4655-962a-7a95110bb25f req-68e37d26-2d90-4dff-8207-83bee7c0cceb tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 949 time: 0.2301736 Jan 31 18:36:31.887015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:31.975571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-27362ffd-a06f-49dd-bd66-b849be34be4a service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468395 Jan 31 18:36:32.321056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4815076e-c6b0-4930-b769-bd7a44ba5f3b no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:32.347070 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 4815076e-c6b0-4930-b769-bd7a44ba5f3b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:36:32.347666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4815076e-c6b0-4930-b769-bd7a44ba5f3b not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:32.349182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device cc94415d-4302-4b98-bbc2-940858252a3a no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:32.386203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: cc94415d-4302-4b98-bbc2-940858252a3a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:36:32.386622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device cc94415d-4302-4b98-bbc2-940858252a3a not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:32.458528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff9fc2-d0b9-4aaa-a9ff-305561a537cc req-aa1a1a92-8bf0-4c35-8d46-e973c20f2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.459095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff9fc2-d0b9-4aaa-a9ff-305561a537cc req-aa1a1a92-8bf0-4c35-8d46-e973c20f2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.459613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff9fc2-d0b9-4aaa-a9ff-305561a537cc req-aa1a1a92-8bf0-4c35-8d46-e973c20f2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.460093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff9fc2-d0b9-4aaa-a9ff-305561a537cc req-aa1a1a92-8bf0-4c35-8d46-e973c20f2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.460593 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff9fc2-d0b9-4aaa-a9ff-305561a537cc req-aa1a1a92-8bf0-4c35-8d46-e973c20f2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.461113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff9fc2-d0b9-4aaa-a9ff-305561a537cc req-aa1a1a92-8bf0-4c35-8d46-e973c20f2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.461648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff9fc2-d0b9-4aaa-a9ff-305561a537cc req-aa1a1a92-8bf0-4c35-8d46-e973c20f2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.463739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6ff9fc2-d0b9-4aaa-a9ff-305561a537cc req-aa1a1a92-8bf0-4c35-8d46-e973c20f2de6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 6725 time: 0.6971455 Jan 31 18:36:32.485066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33809e53-2b90-4206-b570-12215bcc1d6e req-8d72e018-d63c-496d-94e4-1e019a690056 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8158d15-d3b1-4df2-a97a-a158469027f9&id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.6464708 Jan 31 18:36:32.497945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df2d02ff-e765-4655-962a-7a95110bb25f req-932ff6a1-cd44-4d85-9104-141192d82e55 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260335 Jan 31 18:36:32.618964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6ff9fc2-d0b9-4aaa-a9ff-305561a537cc req-597bc006-a849-40a7-b3ed-60c7427d8558 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=192de879-82f6-45fa-a9fb-fd3a28e5f384&id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446524 Jan 31 18:36:32.621725 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345edb02-bf42-432a-b8f6-fbaccb021e65 x-openstack-request-id: req-345edb02-bf42-432a-b8f6-fbaccb021e65 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:32.622227 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38393d98-57f3-46a3-82a9-42297c9371a8", "name": "network-vif-deleted", "tag": "4815076e-c6b0-4930-b769-bd7a44ba5f3b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:32.622594 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-345edb02-bf42-432a-b8f6-fbaccb021e65 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:32.623257 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38393d98-57f3-46a3-82a9-42297c9371a8', 'name': 'network-vif-deleted', 'tag': '4815076e-c6b0-4930-b769-bd7a44ba5f3b', 'status': 'completed', 'code': 200} Jan 31 18:36:32.772980 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 03c7401d-cc62-45aa-ab07-3074d09dabcf no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:32.808471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428ba09-fb4f-489e-8a8e-c12ae08732ac req-45016f8e-e1c8-46ce-8d87-7a2560b53a9d tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.810198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 03c7401d-cc62-45aa-ab07-3074d09dabcf {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:36:32.810710 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 03c7401d-cc62-45aa-ab07-3074d09dabcf not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:32.816426 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8428ba09-fb4f-489e-8a8e-c12ae08732ac req-45016f8e-e1c8-46ce-8d87-7a2560b53a9d tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.1132097 Jan 31 18:36:32.864780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ebc34-a4e1-4055-a86e-14bbb17d4344 req-dbdfd173-613d-41f4-85fc-a582665d93d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.870175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ebc34-a4e1-4055-a86e-14bbb17d4344 req-dbdfd173-613d-41f4-85fc-a582665d93d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.875612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ebc34-a4e1-4055-a86e-14bbb17d4344 req-dbdfd173-613d-41f4-85fc-a582665d93d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.881956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ebc34-a4e1-4055-a86e-14bbb17d4344 req-dbdfd173-613d-41f4-85fc-a582665d93d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.887363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ebc34-a4e1-4055-a86e-14bbb17d4344 req-dbdfd173-613d-41f4-85fc-a582665d93d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.892840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ebc34-a4e1-4055-a86e-14bbb17d4344 req-dbdfd173-613d-41f4-85fc-a582665d93d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.898761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ebc34-a4e1-4055-a86e-14bbb17d4344 req-dbdfd173-613d-41f4-85fc-a582665d93d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.906742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f67ebc34-a4e1-4055-a86e-14bbb17d4344 req-dbdfd173-613d-41f4-85fc-a582665d93d7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 0.1892765 Jan 31 18:36:32.963919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8428ba09-fb4f-489e-8a8e-c12ae08732ac req-0279055f-0a3d-40d0-8059-5e7e834bcdc3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458559 Jan 31 18:36:33.025598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56806) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:33.058882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f67ebc34-a4e1-4055-a86e-14bbb17d4344 req-8ca6c604-61a4-4ba3-ae96-df9cbb911dbe tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507642 Jan 31 18:36:33.256165 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-12ad989e-e49d-4196-9ea1-984a7f9035c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57a793ec9c5b4f5291284cbfc8520325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222142 Jan 31 18:36:33.258819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56818) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:33.356561 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91a736c6-bfa9-4580-9577-1f797f9daefa admin admin] Publish callbacks [] for security_group (cf58be11-7115-43dd-9d58-f1f0d593f6f2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:33.387750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91a736c6-bfa9-4580-9577-1f797f9daefa admin admin] Publish callbacks [] for security_group (cf58be11-7115-43dd-9d58-f1f0d593f6f2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:33.454628 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91a736c6-bfa9-4580-9577-1f797f9daefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (cf58be11-7115-43dd-9d58-f1f0d593f6f2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:33.459682 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91a736c6-bfa9-4580-9577-1f797f9daefa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:33.464474 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-91a736c6-bfa9-4580-9577-1f797f9daefa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf58be11-7115-43dd-9d58-f1f0d593f6f2 HTTP/1.1" status: 204 len: 168 time: 0.2006164 Jan 31 18:36:33.472482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a736c6-bfa9-4580-9577-1f797f9daefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf58be11-7115-43dd-9d58-f1f0d593f6f2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:33.509368 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:33.512913 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ffafbc-32d8-4275-b3cb-9269e9f427e7" -d '{"events": [{"server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "name": "network-vif-plugged", "status": "completed", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:33.590369 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acfbf41-2a47-48fc-bbd4-de1ced1e6cb7 x-openstack-request-id: req-8acfbf41-2a47-48fc-bbd4-de1ced1e6cb7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:33.590791 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "name": "network-vif-plugged", "status": "completed", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:33.591135 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8acfbf41-2a47-48fc-bbd4-de1ced1e6cb7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:33.592164 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'code': 200} Jan 31 18:36:33.772780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25552984-006c-4964-8493-0066f5ff4a81 req-6767e562-5fb4-4361-864b-1c6dd55f7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:33.775269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25552984-006c-4964-8493-0066f5ff4a81 req-6767e562-5fb4-4361-864b-1c6dd55f7428 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9b1ba4e4-a2b1-4036-839b-154eeb15d73c HTTP/1.1" status: 200 len: 1133 time: 0.0953605 Jan 31 18:36:33.782969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabca98-ba08-431a-b0f1-fd5a0c847077 req-9f316c5e-edb5-4321-bf83-f934e31e5aee tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:33.784900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-feabca98-ba08-431a-b0f1-fd5a0c847077 req-9f316c5e-edb5-4321-bf83-f934e31e5aee tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 949 time: 0.0889034 Jan 31 18:36:33.860778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25552984-006c-4964-8493-0066f5ff4a81 req-1c1b294c-45b1-4a0e-8e63-628494a67322 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739033 Jan 31 18:36:33.876034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:33.882909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-feabca98-ba08-431a-b0f1-fd5a0c847077 req-d19e11be-e605-4e6a-aa75-a0010af4fdb0 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833991 Jan 31 18:36:33.959325 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56844) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:33.960370 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-76119e8e-d066-4b69-a7a0-4f6e353041e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=741292498c564d95a5fc65c1f487ffdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0823121 Jan 31 18:36:34.059734 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-797fe422-354c-4bae-8427-0b92a5df4b81 admin admin] Publish callbacks [] for security_group (28fbc891-6538-4528-bfd6-189ca3748cc0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:34.072192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30368d17-cd2b-4691-b774-f6752599f7c4 req-b1b8c827-6154-46f5-8c5f-bcd2005695ed tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:34.073874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30368d17-cd2b-4691-b774-f6752599f7c4 req-b1b8c827-6154-46f5-8c5f-bcd2005695ed tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 985 time: 0.1038752 Jan 31 18:36:34.109415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-797fe422-354c-4bae-8427-0b92a5df4b81 admin admin] Publish callbacks [] for security_group (28fbc891-6538-4528-bfd6-189ca3748cc0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:34.195916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30368d17-cd2b-4691-b774-f6752599f7c4 req-b689f5b1-bddb-450c-995b-eddf6afd5b92 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8158d15-d3b1-4df2-a97a-a158469027f9&id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1138220 Jan 31 18:36:34.229829 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-797fe422-354c-4bae-8427-0b92a5df4b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (28fbc891-6538-4528-bfd6-189ca3748cc0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:34.240748 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-797fe422-354c-4bae-8427-0b92a5df4b81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:34.242215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-797fe422-354c-4bae-8427-0b92a5df4b81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28fbc891-6538-4528-bfd6-189ca3748cc0 HTTP/1.1" status: 204 len: 168 time: 0.2810595 Jan 31 18:36:34.251851 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fe422-354c-4bae-8427-0b92a5df4b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fbc891-6538-4528-bfd6-189ca3748cc0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:34.334188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0fd38133-c11e-4352-ac1d-65dd510d7959 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:34.485655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 0fd38133-c11e-4352-ac1d-65dd510d7959 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:36:34.500250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 0fd38133-c11e-4352-ac1d-65dd510d7959 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:34.501015 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:34.525077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b8332-b71e-4480-be4c-c5f769c6e8bc req-f8da67da-a917-41cb-97f0-19e6bb67fda5 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:34.534239 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b0b8332-b71e-4480-be4c-c5f769c6e8bc req-f8da67da-a917-41cb-97f0-19e6bb67fda5 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.2393486 Jan 31 18:36:34.602029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab5fea-3d29-41c2-b272-5644ed625ff0 req-fae4da96-4336-4281-a452-2bbe65ee068e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:34.610095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab5fea-3d29-41c2-b272-5644ed625ff0 req-fae4da96-4336-4281-a452-2bbe65ee068e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:34.617211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab5fea-3d29-41c2-b272-5644ed625ff0 req-fae4da96-4336-4281-a452-2bbe65ee068e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:34.624580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab5fea-3d29-41c2-b272-5644ed625ff0 req-fae4da96-4336-4281-a452-2bbe65ee068e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:34.630430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab5fea-3d29-41c2-b272-5644ed625ff0 req-fae4da96-4336-4281-a452-2bbe65ee068e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:34.637104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab5fea-3d29-41c2-b272-5644ed625ff0 req-fae4da96-4336-4281-a452-2bbe65ee068e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:34.643761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab5fea-3d29-41c2-b272-5644ed625ff0 req-fae4da96-4336-4281-a452-2bbe65ee068e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:34.646910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44ab5fea-3d29-41c2-b272-5644ed625ff0 req-fae4da96-4336-4281-a452-2bbe65ee068e tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 0.2731524 Jan 31 18:36:34.648628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'name': 'network-vif-deleted', 'tag': '03c7401d-cc62-45aa-ab07-3074d09dabcf'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:34.651510 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678536ca-58b6-4d33-a503-ae6cd19ef568" -d '{"events": [{"server_uuid": "a7e96b99-5bca-4874-9719-963f6c01c67a", "name": "network-vif-deleted", "tag": "03c7401d-cc62-45aa-ab07-3074d09dabcf"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:34.668648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b0b8332-b71e-4480-be4c-c5f769c6e8bc req-a7814a80-84d1-4947-a6fe-cf5da927c0b4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330111 Jan 31 18:36:34.724817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56868) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:34.729810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 0fd38133-c11e-4352-ac1d-65dd510d7959 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:34.730350 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:34.814927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44ab5fea-3d29-41c2-b272-5644ed625ff0 req-dd6dba76-e165-4f76-9874-66657015d07f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1594384 Jan 31 18:36:34.819032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0fd38133-c11e-4352-ac1d-65dd510d7959, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0fd38133-c11e-4352-ac1d-65dd510d7959,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:34.823644 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:34.944213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=0fd38133-c11e-4352-ac1d-65dd510d7959,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:35.001793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e2a597c-e8d4-41d2-b9af-7d28f2dd118b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:35.078775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9ecc619-6a57-40d7-a4d9-c489f6599f80 req-cd0864e8-96b5-4e02-9326-a25caf604a15 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1474285879&fields=id&tenant_id=b3ac8c3060404b3cb58d41a2352976c6 HTTP/1.1" status: 200 len: 267 time: 0.1505179 Jan 31 18:36:35.166326 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a376d66-2fe6-4185-8169-6dcbde6308ab x-openstack-request-id: req-3a376d66-2fe6-4185-8169-6dcbde6308ab {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:35.170478 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e96b99-5bca-4874-9719-963f6c01c67a", "name": "network-vif-deleted", "tag": "03c7401d-cc62-45aa-ab07-3074d09dabcf", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:35.170807 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a376d66-2fe6-4185-8169-6dcbde6308ab {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:35.171583 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e96b99-5bca-4874-9719-963f6c01c67a', 'name': 'network-vif-deleted', 'tag': '03c7401d-cc62-45aa-ab07-3074d09dabcf', 'status': 'completed', 'code': 200} Jan 31 18:36:35.256473 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e2a597c-e8d4-41d2-b9af-7d28f2dd118b admin admin] Publish callbacks [] for security_group (9d5c1a61-14f8-46f1-a1b5-988f9033af4a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:35.261928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e2a597c-e8d4-41d2-b9af-7d28f2dd118b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9d5c1a61-14f8-46f1-a1b5-988f9033af4a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:35.268779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecc619-6a57-40d7-a4d9-c489f6599f80 req-dac82558-813c-4eb0-8096-517c0b56816e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:35.271874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9ecc619-6a57-40d7-a4d9-c489f6599f80 req-dac82558-813c-4eb0-8096-517c0b56816e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 985 time: 0.1922522 Jan 31 18:36:35.307140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c9ecc619-6a57-40d7-a4d9-c489f6599f80 req-4f12e760-e99f-45ce-b270-a32e56763d72 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'port': {'security_groups': ['a8158d15-d3b1-4df2-a97a-a158469027f9', 'e22f7fc2-117a-4523-a523-939ce406c61b', '3ffd33b6-d2ea-4505-a7e7-24ab8f741c28']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:35.321318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a597c-e8d4-41d2-b9af-7d28f2dd118b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5c1a61-14f8-46f1-a1b5-988f9033af4a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:35.327574 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7e2a597c-e8d4-41d2-b9af-7d28f2dd118b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52c6a84112c1422caaab48df1c6a9ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6015606 Jan 31 18:36:35.331640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56884) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:35.372038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392649ff-6c4e-4235-8249-e577de86627d req-4b952ad6-9178-4dd8-aac6-16834f0786c8 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:35.377731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-392649ff-6c4e-4235-8249-e577de86627d req-4b952ad6-9178-4dd8-aac6-16834f0786c8 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 950 time: 0.1661422 Jan 31 18:36:35.422404 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5477-1751-44f6-a944-85a1d1130af0 admin admin] Publish callbacks [] for security_group (9d5c1a61-14f8-46f1-a1b5-988f9033af4a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:35.490147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5477-1751-44f6-a944-85a1d1130af0 admin admin] Publish callbacks [] for security_group (9d5c1a61-14f8-46f1-a1b5-988f9033af4a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:35.531683 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c9ecc619-6a57-40d7-a4d9-c489f6599f80 req-4f12e760-e99f-45ce-b270-a32e56763d72 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:35.592868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324f655a-97ee-41e6-95ae-dea5533fc612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd38133-c11e-4352-ac1d-65dd510d7959'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:35.595225 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a233032-eda7-4863-af4f-1164ba9ce5b2" -d '{"events": [{"server_uuid": "324f655a-97ee-41e6-95ae-dea5533fc612", "name": "network-vif-plugged", "status": "completed", "tag": "0fd38133-c11e-4352-ac1d-65dd510d7959"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:35.600929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-392649ff-6c4e-4235-8249-e577de86627d req-9bb2e598-7b11-47de-93aa-d6a41965db06 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120092 Jan 31 18:36:35.611252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5477-1751-44f6-a944-85a1d1130af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9d5c1a61-14f8-46f1-a1b5-988f9033af4a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:35.613197 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5477-1751-44f6-a944-85a1d1130af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:35.618780 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d7fe5477-1751-44f6-a944-85a1d1130af0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d5c1a61-14f8-46f1-a1b5-988f9033af4a HTTP/1.1" status: 204 len: 168 time: 0.2849185 Jan 31 18:36:35.653415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe5477-1751-44f6-a944-85a1d1130af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5c1a61-14f8-46f1-a1b5-988f9033af4a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:35.962603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b8f8c-aa05-42b9-98eb-1c7ee126b630 req-bf266148-1fbe-4732-a954-a3abff114674 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:35.964190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-363b8f8c-aa05-42b9-98eb-1c7ee126b630 req-bf266148-1fbe-4732-a954-a3abff114674 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 949 time: 0.2355237 Jan 31 18:36:35.970123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c9ecc619-6a57-40d7-a4d9-c489f6599f80 req-4f12e760-e99f-45ce-b270-a32e56763d72 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] For port 19a6f571-8153-4383-a91d-b00a2d752cc7, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=19a6f571-8153-4383-a91d-b00a2d752cc7,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:36.044681 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c9ecc619-6a57-40d7-a4d9-c489f6599f80 req-4f12e760-e99f-45ce-b270-a32e56763d72 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:36.068676 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c9ecc619-6a57-40d7-a4d9-c489f6599f80 req-4f12e760-e99f-45ce-b270-a32e56763d72 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:36.083387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['60bafff0-9d01-475e-8401-8f8e0d797c10', '19a6f571-8153-4383-a91d-b00a2d752cc7'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:36.112654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-363b8f8c-aa05-42b9-98eb-1c7ee126b630 req-07a1f88a-e495-487e-aa2b-0ab7d7f0e01b tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341841 Jan 31 18:36:36.209787 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114dec93-2999-49b9-b6ee-74fd52293c63 x-openstack-request-id: req-114dec93-2999-49b9-b6ee-74fd52293c63 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:36.210142 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324f655a-97ee-41e6-95ae-dea5533fc612", "name": "network-vif-plugged", "status": "completed", "tag": "0fd38133-c11e-4352-ac1d-65dd510d7959", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:36.210406 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-114dec93-2999-49b9-b6ee-74fd52293c63 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:36.210808 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324f655a-97ee-41e6-95ae-dea5533fc612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd38133-c11e-4352-ac1d-65dd510d7959', 'code': 200} Jan 31 18:36:36.257733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecc619-6a57-40d7-a4d9-c489f6599f80 req-4f12e760-e99f-45ce-b270-a32e56763d72 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:36.260589 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c9ecc619-6a57-40d7-a4d9-c489f6599f80 req-4f12e760-e99f-45ce-b270-a32e56763d72 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:36.293489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9ecc619-6a57-40d7-a4d9-c489f6599f80 req-4f12e760-e99f-45ce-b270-a32e56763d72 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "PUT /v2.0/ports/19a6f571-8153-4383-a91d-b00a2d752cc7 HTTP/1.1" status: 200 len: 1021 time: 1.0066214 Jan 31 18:36:36.354767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['19a6f571-8153-4383-a91d-b00a2d752cc7'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:36.366040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56914) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:36.396942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3edbf473-f6af-4ac9-b388-ea322ab1c5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:36.462257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12e760-e99f-45ce-b270-a32e56763d72 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'Port': ['ID=19a6f571-8153-4383-a91d-b00a2d752cc7,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:36.535915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51722de3-d5a5-40de-959d-512f9ac0eb28 req-b5908fa1-16bc-4ded-afec-e194bd3b28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:36.537615 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51722de3-d5a5-40de-959d-512f9ac0eb28 req-b5908fa1-16bc-4ded-afec-e194bd3b28a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 1133 time: 0.2102699 Jan 31 18:36:36.585311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ae33-fb20-4d5c-98d6-6eb1bb87478f req-e0b21e9e-a925-40c0-bb3e-38a58d11b8a6 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:36.592481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8171ae33-fb20-4d5c-98d6-6eb1bb87478f req-e0b21e9e-a925-40c0-bb3e-38a58d11b8a6 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.2661684 Jan 31 18:36:36.629369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635453b4-9c44-4d9f-87cd-fa30dad7ca80 req-bc7cdfef-c935-4eb1-bd0f-d07d08fa5d38 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:36.636153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635453b4-9c44-4d9f-87cd-fa30dad7ca80 req-bc7cdfef-c935-4eb1-bd0f-d07d08fa5d38 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:36.641427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635453b4-9c44-4d9f-87cd-fa30dad7ca80 req-bc7cdfef-c935-4eb1-bd0f-d07d08fa5d38 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:36.647187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635453b4-9c44-4d9f-87cd-fa30dad7ca80 req-bc7cdfef-c935-4eb1-bd0f-d07d08fa5d38 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:36.652980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635453b4-9c44-4d9f-87cd-fa30dad7ca80 req-bc7cdfef-c935-4eb1-bd0f-d07d08fa5d38 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:36.658304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635453b4-9c44-4d9f-87cd-fa30dad7ca80 req-bc7cdfef-c935-4eb1-bd0f-d07d08fa5d38 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:36.664528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635453b4-9c44-4d9f-87cd-fa30dad7ca80 req-bc7cdfef-c935-4eb1-bd0f-d07d08fa5d38 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:36.666464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-635453b4-9c44-4d9f-87cd-fa30dad7ca80 req-bc7cdfef-c935-4eb1-bd0f-d07d08fa5d38 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 0.2539062 Jan 31 18:36:36.673955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3edbf473-f6af-4ac9-b388-ea322ab1c5ee admin admin] Publish callbacks [] for security_group (8643f6c6-0831-4f08-badf-1e4440441229), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:36.694032 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3edbf473-f6af-4ac9-b388-ea322ab1c5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8643f6c6-0831-4f08-badf-1e4440441229), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:36.810969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbf473-f6af-4ac9-b388-ea322ab1c5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8643f6c6-0831-4f08-badf-1e4440441229,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:36.834681 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3edbf473-f6af-4ac9-b388-ea322ab1c5ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=922fed8ee5aa4e7e8c39d1813329107e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4668972 Jan 31 18:36:36.837467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56926) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:36.949981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e1a64-f4cc-465e-983e-878348f2225a req-fb162399-fbd1-43a5-bb47-610516727d76 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:36.955335 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-188e1a64-f4cc-465e-983e-878348f2225a req-fb162399-fbd1-43a5-bb47-610516727d76 tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 949 time: 0.4365501 Jan 31 18:36:36.975676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-635453b4-9c44-4d9f-87cd-fa30dad7ca80 req-2ba8af7d-3d92-4b2e-baea-6c1f7cdb02bb tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2900615 Jan 31 18:36:36.978245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51722de3-d5a5-40de-959d-512f9ac0eb28 req-33b674db-b9d2-49bc-abb4-687ae9b7f7fd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113777 Jan 31 18:36:36.978423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25c17a31-b4a4-4d96-8dcb-a394415ed2e5 admin admin] Publish callbacks [] for security_group (8643f6c6-0831-4f08-badf-1e4440441229), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:37.052755 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25c17a31-b4a4-4d96-8dcb-a394415ed2e5 admin admin] Publish callbacks [] for security_group (8643f6c6-0831-4f08-badf-1e4440441229), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:37.086633 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8171ae33-fb20-4d5c-98d6-6eb1bb87478f req-525a002d-6b33-4ae3-a694-a50b1f7bd662 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780850 Jan 31 18:36:37.155898 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25c17a31-b4a4-4d96-8dcb-a394415ed2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8643f6c6-0831-4f08-badf-1e4440441229), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:37.164675 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25c17a31-b4a4-4d96-8dcb-a394415ed2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:37.167701 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-25c17a31-b4a4-4d96-8dcb-a394415ed2e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8643f6c6-0831-4f08-badf-1e4440441229 HTTP/1.1" status: 204 len: 168 time: 0.3293159 Jan 31 18:36:37.184936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81402d3e-ea0c-4800-bc79-241577cc9384', 'tag': '19a6f571-8153-4383-a91d-b00a2d752cc7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:37.187328 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba6bee6-7662-4874-8d3e-5348d3f0464b" -d '{"events": [{"name": "network-changed", "server_uuid": "81402d3e-ea0c-4800-bc79-241577cc9384", "tag": "19a6f571-8153-4383-a91d-b00a2d752cc7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:37.191958 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c17a31-b4a4-4d96-8dcb-a394415ed2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8643f6c6-0831-4f08-badf-1e4440441229,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:37.270321 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99e4cb93-72fa-43a0-8cdc-f5ad40fd758f req-ca43e434-353b-48d0-b114-857b60257c60 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/3ffd33b6-d2ea-4505-a7e7-24ab8f741c28 HTTP/1.1" status: 200 len: 1817 time: 0.2104821 Jan 31 18:36:37.296870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6642f-1d50-453c-a57f-027a62fc5add req-e2a9ee31-2821-4276-9fdd-cc9340686674 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:37.304322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66b6642f-1d50-453c-a57f-027a62fc5add req-e2a9ee31-2821-4276-9fdd-cc9340686674 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 950 time: 0.1106806 Jan 31 18:36:37.333015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-188e1a64-f4cc-465e-983e-878348f2225a req-2d2467e9-a8b2-42b4-bb26-dc34f4895baa tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Deleting port 7914fcdf-5533-49bf-a7d3-5109429ddd28 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:37.333542 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-188e1a64-f4cc-465e-983e-878348f2225a req-2d2467e9-a8b2-42b4-bb26-dc34f4895baa tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:37.460771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66b6642f-1d50-453c-a57f-027a62fc5add req-052023f3-a623-422e-b655-323c20c31f05 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510401 Jan 31 18:36:37.659424 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-99e4cb93-72fa-43a0-8cdc-f5ad40fd758f req-7f402a75-f7bd-48e4-82a8-ae3d40d87c23 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 31 18:36:37.661963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99e4cb93-72fa-43a0-8cdc-f5ad40fd758f req-7f402a75-f7bd-48e4-82a8-ae3d40d87c23 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "DELETE /v2.0/security-groups/3ffd33b6-d2ea-4505-a7e7-24ab8f741c28 HTTP/1.1" status: 409 len: 341 time: 0.3321445 Jan 31 18:36:37.665759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-188e1a64-f4cc-465e-983e-878348f2225a req-2d2467e9-a8b2-42b4-bb26-dc34f4895baa tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] For port 7914fcdf-5533-49bf-a7d3-5109429ddd28, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=7914fcdf-5533-49bf-a7d3-5109429ddd28,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:37.666089 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-188e1a64-f4cc-465e-983e-878348f2225a req-2d2467e9-a8b2-42b4-bb26-dc34f4895baa tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:37.695905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-188e1a64-f4cc-465e-983e-878348f2225a req-2d2467e9-a8b2-42b4-bb26-dc34f4895baa tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Calling delete_port for 7914fcdf-5533-49bf-a7d3-5109429ddd28 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:37.788607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3d96-2746-4364-a36a-7d2c2787a0b5 req-a88d161a-6d1b-4e62-897f-b8085bbabd34 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:37.794412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3d96-2746-4364-a36a-7d2c2787a0b5 req-a88d161a-6d1b-4e62-897f-b8085bbabd34 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:37.802036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3d96-2746-4364-a36a-7d2c2787a0b5 req-a88d161a-6d1b-4e62-897f-b8085bbabd34 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:37.809130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3d96-2746-4364-a36a-7d2c2787a0b5 req-a88d161a-6d1b-4e62-897f-b8085bbabd34 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:37.815753 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3d96-2746-4364-a36a-7d2c2787a0b5 req-a88d161a-6d1b-4e62-897f-b8085bbabd34 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:37.821463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3d96-2746-4364-a36a-7d2c2787a0b5 req-a88d161a-6d1b-4e62-897f-b8085bbabd34 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:37.828503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3d96-2746-4364-a36a-7d2c2787a0b5 req-a88d161a-6d1b-4e62-897f-b8085bbabd34 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:37.833227 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-714c3d96-2746-4364-a36a-7d2c2787a0b5 req-a88d161a-6d1b-4e62-897f-b8085bbabd34 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 0.2694931 Jan 31 18:36:37.844550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56954) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:37.860760 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-07302dcf-8010-432d-b7e1-f73d08bf84c8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Request body: {'floatingip': {'port_id': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:37.948685 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07302dcf-8010-432d-b7e1-f73d08bf84c8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for floatingip (05745ca7-82f2-46e1-9323-094892fbc95b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:37.985579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0ccea-ba5e-4203-a841-0accbbdb19d7 req-2606d598-c08e-4c77-8e6d-bbed1e77176e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:37.987544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e0ccea-ba5e-4203-a841-0accbbdb19d7 req-2606d598-c08e-4c77-8e6d-bbed1e77176e tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3f8271e-c4d4-4548-b962-bed31214e646 HTTP/1.1" status: 200 len: 949 time: 0.1528413 Jan 31 18:36:37.989862 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d63faf-7c2c-40d1-8e1e-09dd3a1a1d2a x-openstack-request-id: req-b9d63faf-7c2c-40d1-8e1e-09dd3a1a1d2a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:37.990433 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81402d3e-ea0c-4800-bc79-241577cc9384", "tag": "19a6f571-8153-4383-a91d-b00a2d752cc7", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:37.990944 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9d63faf-7c2c-40d1-8e1e-09dd3a1a1d2a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:37.991534 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81402d3e-ea0c-4800-bc79-241577cc9384', 'tag': '19a6f571-8153-4383-a91d-b00a2d752cc7', 'status': 'completed', 'code': 200} Jan 31 18:36:38.123417 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-188e1a64-f4cc-465e-983e-878348f2225a req-2d2467e9-a8b2-42b4-bb26-dc34f4895baa tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7914fcdf-5533-49bf-a7d3-5109429ddd28), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:38.161988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e0ccea-ba5e-4203-a841-0accbbdb19d7 req-eeb8ca98-5a04-4b00-b46e-9affc28f829a tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.20 "GET /v2.0/security-groups?id=e095e8c2-3e74-401c-afb1-695d8d6749e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531184 Jan 31 18:36:38.268025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2467e9-a8b2-42b4-bb26-dc34f4895baa tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Pushing event deleted for resources: {'Port': ['ID=7914fcdf-5533-49bf-a7d3-5109429ddd28,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:38.378274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-188e1a64-f4cc-465e-983e-878348f2225a req-2d2467e9-a8b2-42b4-bb26-dc34f4895baa tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] No DVR routers for this DVR port 7914fcdf-5533-49bf-a7d3-5109429ddd28 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:38.382605 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-188e1a64-f4cc-465e-983e-878348f2225a req-2d2467e9-a8b2-42b4-bb26-dc34f4895baa tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:38.386789 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-188e1a64-f4cc-465e-983e-878348f2225a req-2d2467e9-a8b2-42b4-bb26-dc34f4895baa tempest-ServersOnMultiNodesTest-1027763364 tempest-ServersOnMultiNodesTest-1027763364-project] 10.222.0.49 "DELETE /v2.0/ports/7914fcdf-5533-49bf-a7d3-5109429ddd28 HTTP/1.1" status: 204 len: 173 time: 1.4071374 Jan 31 18:36:38.389863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6bee6-7662-4874-8d3e-5348d3f0464b req-319363bb-11b6-4945-8db5-8ef8b687e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:38.391387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dba6bee6-7662-4874-8d3e-5348d3f0464b req-319363bb-11b6-4945-8db5-8ef8b687e44b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3ac8c3060404b3cb58d41a2352976c6&device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 1208 time: 0.3959792 Jan 31 18:36:38.792886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56984) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:38.816853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 7914fcdf-5533-49bf-a7d3-5109429ddd28 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:38.836507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6bee6-7662-4874-8d3e-5348d3f0464b req-bd3a2eb8-bb45-4340-948b-50b14bbb7ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:38.839418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dba6bee6-7662-4874-8d3e-5348d3f0464b req-bd3a2eb8-bb45-4340-948b-50b14bbb7ecd service neutron] 10.222.0.21 "GET /v2.0/networks?id=97fe9fc0-3edc-4b81-a012-21a20ed95244 HTTP/1.1" status: 200 len: 913 time: 0.4421189 Jan 31 18:36:38.879371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887a57e-81ec-4dbc-ba98-090664340f2e req-e2823897-5dd2-40bb-8afe-b6c56b291175 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:38.882324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9887a57e-81ec-4dbc-ba98-090664340f2e req-e2823897-5dd2-40bb-8afe-b6c56b291175 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.2795584 Jan 31 18:36:38.891195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 7914fcdf-5533-49bf-a7d3-5109429ddd28 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:36:38.891547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 7914fcdf-5533-49bf-a7d3-5109429ddd28 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:38.995670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dba6bee6-7662-4874-8d3e-5348d3f0464b req-456929cf-bdf1-4a1a-b32e-9040ccccf1c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a6f571-8153-4383-a91d-b00a2d752cc7 HTTP/1.1" status: 200 len: 217 time: 0.1466970 Jan 31 18:36:39.035758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-236091969-network', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:39.126267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Made reservation on behalf of 688b4d25742d43c0b890f57b2b7a9e94 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:36:39.129449 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:39.164877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9887a57e-81ec-4dbc-ba98-090664340f2e req-7c9b2301-47fd-4d1d-a95a-4a0296202076 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632148 Jan 31 18:36:39.166794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:39.194831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6bee6-7662-4874-8d3e-5348d3f0464b req-5cec4a2c-e054-4766-a885-517f9151c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:39.198640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dba6bee6-7662-4874-8d3e-5348d3f0464b req-5cec4a2c-e054-4766-a885-517f9151c299 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08582a16-ce0c-4ec4-a246-91e60ab7bd49 HTTP/1.1" status: 200 len: 852 time: 0.1727717 Jan 31 18:36:39.265745 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07302dcf-8010-432d-b7e1-f73d08bf84c8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:39.271585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07302dcf-8010-432d-b7e1-f73d08bf84c8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (05745ca7-82f2-46e1-9323-094892fbc95b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:39.320666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dba6bee6-7662-4874-8d3e-5348d3f0464b req-c760f769-b802-4408-9742-eaffa81f7d91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97fe9fc0-3edc-4b81-a012-21a20ed95244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107893 Jan 31 18:36:39.421828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351dfd1-3f28-4415-8820-2610e9d9e3c0 req-2ebab05b-3898-4a92-9964-0b95f031fd5e tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:39.424484 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-07302dcf-8010-432d-b7e1-f73d08bf84c8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Floating IP 05745ca7-82f2-46e1-9323-094892fbc95b associated. External IP: 172.25.8.224, port: b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4. Jan 31 18:36:39.430152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d351dfd1-3f28-4415-8820-2610e9d9e3c0 req-2ebab05b-3898-4a92-9964-0b95f031fd5e tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 950 time: 0.2175221 Jan 31 18:36:39.556199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e477ede-f445-4c4f-b5f6-555688821455 req-69d41e9a-af84-4492-b2a6-8b69d71c4d98 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:39.557966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e477ede-f445-4c4f-b5f6-555688821455 req-69d41e9a-af84-4492-b2a6-8b69d71c4d98 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 1024 time: 0.2628379 Jan 31 18:36:39.625009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d351dfd1-3f28-4415-8820-2610e9d9e3c0 req-40284f6d-47e4-4fe8-b24a-be09ba2e26e3 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934569 Jan 31 18:36:39.638276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dba6bee6-7662-4874-8d3e-5348d3f0464b req-e5f018b3-c012-487b-a133-0946fdff03fd service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943959 Jan 31 18:36:39.803908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dba6bee6-7662-4874-8d3e-5348d3f0464b req-8135e663-6712-4e9c-b8c6-f1abcf750c48 service neutron] 10.222.0.21 "GET /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420834 Jan 31 18:36:39.817555 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Publish callbacks [] for security_group (77b973bd-6420-40a8-9774-cbd54089d775), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:39.881398 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (77b973bd-6420-40a8-9774-cbd54089d775), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:39.994575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f8271e-c4d4-4548-b962-bed31214e646', 'name': 'network-vif-deleted', 'tag': '7914fcdf-5533-49bf-a7d3-5109429ddd28'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:39.997103 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c60becb-1a2f-48a8-9896-ef86f26ee660" -d '{"events": [{"server_uuid": "e3f8271e-c4d4-4548-b962-bed31214e646", "name": "network-vif-deleted", "tag": "7914fcdf-5533-49bf-a7d3-5109429ddd28"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:40.018720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:36:40.053353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b973bd-6420-40a8-9774-cbd54089d775,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:40.057079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:40.057342 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Added segment 17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6 of type vlan for network c66db91e-f3ea-4a36-8d87-518401fbf62c Jan 31 18:36:40.086559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0944c06-fd6e-4e4c-8c54-6ea6f1e29129 req-1cb83c19-18aa-4f25-a379-65ff13a57e13 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:40.088177 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0944c06-fd6e-4e4c-8c54-6ea6f1e29129 req-1cb83c19-18aa-4f25-a379-65ff13a57e13 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1ba4e4-a2b1-4036-839b-154eeb15d73c HTTP/1.1" status: 200 len: 950 time: 0.2789903 Jan 31 18:36:40.097075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e477ede-f445-4c4f-b5f6-555688821455 req-f4b24b26-7ac8-4680-863d-95db2f288eb5 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ffd33b6-d2ea-4505-a7e7-24ab8f741c28&id=a8158d15-d3b1-4df2-a97a-a158469027f9&id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5130339 Jan 31 18:36:40.194276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57006) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:40.205482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0944c06-fd6e-4e4c-8c54-6ea6f1e29129 req-5bdbbe74-f6b3-4419-9b14-b9751289b460 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070035 Jan 31 18:36:40.274879 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (c66db91e-f3ea-4a36-8d87-518401fbf62c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:40.303129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07302dcf-8010-432d-b7e1-f73d08bf84c8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:36:40.326566 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feb2207-942d-4f82-9f2b-e59c3d643482 x-openstack-request-id: req-6feb2207-942d-4f82-9f2b-e59c3d643482 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:40.327067 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f8271e-c4d4-4548-b962-bed31214e646", "name": "network-vif-deleted", "tag": "7914fcdf-5533-49bf-a7d3-5109429ddd28", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:40.327318 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6feb2207-942d-4f82-9f2b-e59c3d643482 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:40.327631 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f8271e-c4d4-4548-b962-bed31214e646', 'name': 'network-vif-deleted', 'tag': '7914fcdf-5533-49bf-a7d3-5109429ddd28', 'status': 'completed', 'code': 200} Jan 31 18:36:40.386955 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (c66db91e-f3ea-4a36-8d87-518401fbf62c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:40.388228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:40.388841 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:40.432576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6372540 Jan 31 18:36:40.433419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57024) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:40.440151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4cbf1557-7dc7-47b2-8180-4bcf0536e04f admin admin] Request body: {'subnet': {'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-236091969-subnet', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:40.480664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07302dcf-8010-432d-b7e1-f73d08bf84c8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:36:40.489836 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07302dcf-8010-432d-b7e1-f73d08bf84c8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:40.494856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda067b-e92e-4758-82bd-f0e5c8c17e02 None None] Sync routers for ids ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:36:40.508069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda067b-e92e-4758-82bd-f0e5c8c17e02 None None] Routers {'e37721d8-1ea4-48cd-a855-0a10e64ab8d9'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:36:40.517221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-cbda067b-e92e-4758-82bd-f0e5c8c17e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:36:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:40.532664 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-07302dcf-8010-432d-b7e1-f73d08bf84c8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "PUT /v2.0/floatingips/05745ca7-82f2-46e1-9323-094892fbc95b HTTP/1.1" status: 200 len: 991 time: 2.6852574 Jan 31 18:36:40.534222 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:40.538449 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add25799-7153-4abd-a127-7888a44a9b46" -d '{"events": [{"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:40.543416 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbf1557-7dc7-47b2-8180-4bcf0536e04f admin admin] Made reservation on behalf of 688b4d25742d43c0b890f57b2b7a9e94 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:36:40.547027 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1557-7dc7-47b2-8180-4bcf0536e04f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:40.616405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102606c-2f14-495a-bc9c-a7f7d10a9b59 req-98913528-e328-4f8e-8d02-d2f9f7fe9b32 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:40.618573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8102606c-2f14-495a-bc9c-a7f7d10a9b59 req-98913528-e328-4f8e-8d02-d2f9f7fe9b32 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.21 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 1024 time: 0.2877035 Jan 31 18:36:40.624052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4a1d0-7f6e-4d26-9301-ff6b8e373478 admin admin] Pushing event updated for resources: {'Network': ['ID=c66db91e-f3ea-4a36-8d87-518401fbf62c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:40.656911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network c66db91e-f3ea-4a36-8d87-518401fbf62c details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:36:40.693969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f1e3ce54-0454-4451-b438-1993254f3a54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91a42f644a6a43c6a68db0de6be71875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4846442 Jan 31 18:36:40.700680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57036) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:40.702399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c102e8d-e857-45b3-8d07-21a73be10142 req-44135409-e33a-470d-96e0-8899d28a53bd tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:40.710954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c102e8d-e857-45b3-8d07-21a73be10142 req-44135409-e33a-470d-96e0-8899d28a53bd tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.2926607 Jan 31 18:36:40.814237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57038) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:40.875781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c102e8d-e857-45b3-8d07-21a73be10142 req-d3f218b6-6f91-4ba3-b75d-335d2775886f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629753 Jan 31 18:36:40.915220 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ba74aaa-dcbd-417a-be95-e308327b76e6 admin admin] Publish callbacks [] for security_group (e095e8c2-3e74-401c-afb1-695d8d6749e4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:40.954334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8102606c-2f14-495a-bc9c-a7f7d10a9b59 req-760d2371-f1f1-41a0-b2fa-2eafccd62829 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Deleting port 19a6f571-8153-4383-a91d-b00a2d752cc7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:36:40.954965 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8102606c-2f14-495a-bc9c-a7f7d10a9b59 req-760d2371-f1f1-41a0-b2fa-2eafccd62829 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:41.032918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-cbda067b-e92e-4758-82bd-f0e5c8c17e02 None None] Set router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:36:41.072000 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ba74aaa-dcbd-417a-be95-e308327b76e6 admin admin] Publish callbacks [] for security_group (e095e8c2-3e74-401c-afb1-695d8d6749e4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:41.258181 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba226e0-7533-415e-be2e-41eb3472592c x-openstack-request-id: req-8ba226e0-7533-415e-be2e-41eb3472592c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:41.258592 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "tag": "b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:41.258859 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ba226e0-7533-415e-be2e-41eb3472592c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:41.260787 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'tag': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4', 'status': 'completed', 'code': 200} Jan 31 18:36:41.325387 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1557-7dc7-47b2-8180-4bcf0536e04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (b78d6b92-73fa-4dbd-aae8-65d65dcc1a40), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:41.468563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf1557-7dc7-47b2-8180-4bcf0536e04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78d6b92-73fa-4dbd-aae8-65d65dcc1a40,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:41.473712 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ba74aaa-dcbd-417a-be95-e308327b76e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e095e8c2-3e74-401c-afb1-695d8d6749e4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:41.477938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ba74aaa-dcbd-417a-be95-e308327b76e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:41.479353 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4ba74aaa-dcbd-417a-be95-e308327b76e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e095e8c2-3e74-401c-afb1-695d8d6749e4 HTTP/1.1" status: 204 len: 168 time: 0.7747400 Jan 31 18:36:41.501056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba74aaa-dcbd-417a-be95-e308327b76e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e095e8c2-3e74-401c-afb1-695d8d6749e4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:41.523352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf1557-7dc7-47b2-8180-4bcf0536e04f admin admin] Checking segment: {'id': '17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:36:41.524251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbf1557-7dc7-47b2-8180-4bcf0536e04f admin admin] Network hostable DHCP agents. Network: c66db91e-f3ea-4a36-8d87-518401fbf62c, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:36:41.548150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbf1557-7dc7-47b2-8180-4bcf0536e04f admin admin] Network c66db91e-f3ea-4a36-8d87-518401fbf62c is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:36:41.561485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4cbf1557-7dc7-47b2-8180-4bcf0536e04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, c66db91e-f3ea-4a36-8d87-518401fbf62c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:36:41.575049 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbf1557-7dc7-47b2-8180-4bcf0536e04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:41.576621 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4cbf1557-7dc7-47b2-8180-4bcf0536e04f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:41.581390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-cbda067b-e92e-4758-82bd-f0e5c8c17e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:33:30Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '05745ca7-82f2-46e1-9323-094892fbc95b', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'floating_ip_address': '172.25.8.224', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'port_id': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'mac_address': 'fa:16:3e:b0:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:34:40Z', 'updated_at': '2022-01-31T18:36:39Z', 'revision_number': 1, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b609d7-999d-4245-802a-b6c30bdb7038', 'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'mac_address': 'fa:16:3e:01:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:29Z', 'updated_at': '2022-01-31T18:33:39Z', 'revision_number': 5, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'subnets': [{'id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:41.593743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b535968-b2c2-4139-ab93-ec3a2b4f92af None None] Network c66db91e-f3ea-4a36-8d87-518401fbf62c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:36:41.614431 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4cbf1557-7dc7-47b2-8180-4bcf0536e04f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1768072 Jan 31 18:36:41.616218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57054) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:41.628121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-236091969-router', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:41.666060 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (afc30ccf-38f0-465e-9c3b-4f5a85df1312), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:41.667158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (afc30ccf-38f0-465e-9c3b-4f5a85df1312), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:41.704960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda067b-e92e-4758-82bd-f0e5c8c17e02 None None] Checking router: e37721d8-1ea4-48cd-a855-0a10e64ab8d9 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:36:41.773116 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdc3899c-7d65-41ea-b098-74d8e03b2959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:41.813162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda067b-e92e-4758-82bd-f0e5c8c17e02 None None] Routers {'e37721d8-1ea4-48cd-a855-0a10e64ab8d9'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:36:41.818323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-cbda067b-e92e-4758-82bd-f0e5c8c17e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:36:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:41.828263 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Publish callbacks [] for router_controller (afc30ccf-38f0-465e-9c3b-4f5a85df1312), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.001810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57060) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:42.021477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8102606c-2f14-495a-bc9c-a7f7d10a9b59 req-760d2371-f1f1-41a0-b2fa-2eafccd62829 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] For port 19a6f571-8153-4383-a91d-b00a2d752cc7, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=19a6f571-8153-4383-a91d-b00a2d752cc7,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:42.022129 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8102606c-2f14-495a-bc9c-a7f7d10a9b59 req-760d2371-f1f1-41a0-b2fa-2eafccd62829 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.041899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8102606c-2f14-495a-bc9c-a7f7d10a9b59 req-760d2371-f1f1-41a0-b2fa-2eafccd62829 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Calling delete_port for 19a6f571-8153-4383-a91d-b00a2d752cc7 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:36:42.073551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-c66db91e-f3ea-4a36-8d87-518401fbf62c', 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c', 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'fixed_ips': [{'subnet_id': 'b78d6b92-73fa-4dbd-aae8-65d65dcc1a40'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:36:42.075346 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.112516 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Publish callbacks [] for router_gateway (afc30ccf-38f0-465e-9c3b-4f5a85df1312), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.137021 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f3615ba5-3c2f-4c55-be11-5b84add60b6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6f970fd79694e64a7fac659ed5ee6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337669 Jan 31 18:36:42.137653 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57064) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:42.167250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7910a1b-699d-4b0c-a341-0dc953cd373a req-74fe1c7f-9544-416c-a6f6-6a3472db265f tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.170750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7910a1b-699d-4b0c-a341-0dc953cd373a req-74fe1c7f-9544-416c-a6f6-6a3472db265f tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=81402d3e-ea0c-4800-bc79-241577cc9384 HTTP/1.1" status: 200 len: 1024 time: 0.4910314 Jan 31 18:36:42.228685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13ebbb-f24c-4a0c-80e0-f3b757c37bef req-ab7ff1d4-ed4c-4807-aa73-2fb312ca4b63 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.242532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13ebbb-f24c-4a0c-80e0-f3b757c37bef req-ab7ff1d4-ed4c-4807-aa73-2fb312ca4b63 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.250574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13ebbb-f24c-4a0c-80e0-f3b757c37bef req-ab7ff1d4-ed4c-4807-aa73-2fb312ca4b63 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.260759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13ebbb-f24c-4a0c-80e0-f3b757c37bef req-ab7ff1d4-ed4c-4807-aa73-2fb312ca4b63 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.267454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13ebbb-f24c-4a0c-80e0-f3b757c37bef req-ab7ff1d4-ed4c-4807-aa73-2fb312ca4b63 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.276731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13ebbb-f24c-4a0c-80e0-f3b757c37bef req-ab7ff1d4-ed4c-4807-aa73-2fb312ca4b63 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.285448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13ebbb-f24c-4a0c-80e0-f3b757c37bef req-ab7ff1d4-ed4c-4807-aa73-2fb312ca4b63 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.295459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc13ebbb-f24c-4a0c-80e0-f3b757c37bef req-ab7ff1d4-ed4c-4807-aa73-2fb312ca4b63 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 1.2245247 Jan 31 18:36:42.302697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Publish callbacks [] for security_group (bee00483-efd2-48eb-ab4d-0cbf7bcadb1a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.372774 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdc3899c-7d65-41ea-b098-74d8e03b2959 admin admin] Publish callbacks [] for security_group (9bb7057f-ca5b-47bd-a09b-c5bfee75493a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.383203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25799-7153-4abd-a127-7888a44a9b46 req-4e959ebb-4276-447b-80ad-ece84502b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.383736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25799-7153-4abd-a127-7888a44a9b46 req-4e959ebb-4276-447b-80ad-ece84502b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.384273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25799-7153-4abd-a127-7888a44a9b46 req-4e959ebb-4276-447b-80ad-ece84502b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.384917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25799-7153-4abd-a127-7888a44a9b46 req-4e959ebb-4276-447b-80ad-ece84502b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.385468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25799-7153-4abd-a127-7888a44a9b46 req-4e959ebb-4276-447b-80ad-ece84502b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.386561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25799-7153-4abd-a127-7888a44a9b46 req-4e959ebb-4276-447b-80ad-ece84502b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.387080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25799-7153-4abd-a127-7888a44a9b46 req-4e959ebb-4276-447b-80ad-ece84502b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.389389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-add25799-7153-4abd-a127-7888a44a9b46 req-4e959ebb-4276-447b-80ad-ece84502b51b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 6725 time: 0.7207248 Jan 31 18:36:42.390438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Publish callbacks [] for security_group (bee00483-efd2-48eb-ab4d-0cbf7bcadb1a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.414408 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdc3899c-7d65-41ea-b098-74d8e03b2959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9bb7057f-ca5b-47bd-a09b-c5bfee75493a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.585538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bdc3899c-7d65-41ea-b098-74d8e03b2959 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bf8d31f64d3405da17f7448399bb857&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7690430 Jan 31 18:36:42.587015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25799-7153-4abd-a127-7888a44a9b46 req-c40d78b4-edd0-4fd3-9d6e-ac73300a487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:42.588577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-add25799-7153-4abd-a127-7888a44a9b46 req-c40d78b4-edd0-4fd3-9d6e-ac73300a487e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a69c8120-6908-4e05-952c-14dc7b37ddd6 HTTP/1.1" status: 200 len: 918 time: 0.1774352 Jan 31 18:36:42.588841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57066) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:42.592483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3899c-7d65-41ea-b098-74d8e03b2959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb7057f-ca5b-47bd-a09b-c5bfee75493a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:42.612310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-cbda067b-e92e-4758-82bd-f0e5c8c17e02 None None] Set router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:36:42.657676 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bee00483-efd2-48eb-ab4d-0cbf7bcadb1a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.660605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.662308 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bee00483-efd2-48eb-ab4d-0cbf7bcadb1a HTTP/1.1" status: 204 len: 168 time: 0.5225930 Jan 31 18:36:42.746578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee00483-efd2-48eb-ab4d-0cbf7bcadb1a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:42.766094 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8102606c-2f14-495a-bc9c-a7f7d10a9b59 req-760d2371-f1f1-41a0-b2fa-2eafccd62829 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (19a6f571-8153-4383-a91d-b00a2d752cc7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.801228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.801925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.801925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.802321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.805385 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.805792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.808035 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.809684 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.810074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.810489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.810890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.811257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.811641 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116788e-cea9-49c9-9f9b-3c1afd15f251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:42.835649 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Publish callbacks [] for router_gateway (afc30ccf-38f0-465e-9c3b-4f5a85df1312), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.863957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d2371-f1f1-41a0-b2fa-2eafccd62829 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event deleted for resources: {'Port': ['ID=19a6f571-8153-4383-a91d-b00a2d752cc7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:42.909763 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:42.940066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['60bafff0-9d01-475e-8401-8f8e0d797c10'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:42.944056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:36:42.944359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-add25799-7153-4abd-a127-7888a44a9b46 req-9bbd4f6a-0afe-4090-955d-7327d638a7ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 HTTP/1.1" status: 200 len: 999 time: 0.3469083 Jan 31 18:36:42.996542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc13ebbb-f24c-4a0c-80e0-f3b757c37bef req-085d2e5e-4edb-470f-b330-929474d268f3 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6998868 Jan 31 18:36:43.049601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-614e41df-f224-4f2d-95da-dc75444b3e8d admin admin] Publish callbacks [] for security_group (9bb7057f-ca5b-47bd-a09b-c5bfee75493a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:43.100514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8102606c-2f14-495a-bc9c-a7f7d10a9b59 req-760d2371-f1f1-41a0-b2fa-2eafccd62829 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] No DVR routers for this DVR port 19a6f571-8153-4383-a91d-b00a2d752cc7 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:36:43.113995 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8102606c-2f14-495a-bc9c-a7f7d10a9b59 req-760d2371-f1f1-41a0-b2fa-2eafccd62829 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:43.120120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8102606c-2f14-495a-bc9c-a7f7d10a9b59 req-760d2371-f1f1-41a0-b2fa-2eafccd62829 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.21 "DELETE /v2.0/ports/19a6f571-8153-4383-a91d-b00a2d752cc7 HTTP/1.1" status: 204 len: 173 time: 2.4898620 Jan 31 18:36:43.136147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-614e41df-f224-4f2d-95da-dc75444b3e8d admin admin] Publish callbacks [] for security_group (9bb7057f-ca5b-47bd-a09b-c5bfee75493a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:43.170298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81402d3e-ea0c-4800-bc79-241577cc9384', 'name': 'network-vif-deleted', 'tag': '19a6f571-8153-4383-a91d-b00a2d752cc7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:43.191671 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca76048-d6d3-4311-8dcb-811dededff56" -d '{"events": [{"server_uuid": "81402d3e-ea0c-4800-bc79-241577cc9384", "name": "network-vif-deleted", "tag": "19a6f571-8153-4383-a91d-b00a2d752cc7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:43.227676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Allocated IP 172.25.8.84 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/7a16f80c-bba7-4fe4-85c9-713ef9c58887) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:36:43.241016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7910a1b-699d-4b0c-a341-0dc953cd373a req-84761e7d-55db-46cb-8ffd-560bbc59c3f9 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ffd33b6-d2ea-4505-a7e7-24ab8f741c28&id=a8158d15-d3b1-4df2-a97a-a158469027f9&id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 1.0489600 Jan 31 18:36:43.317487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25799-7153-4abd-a127-7888a44a9b46 req-a1299bed-8b12-4f49-8098-30acf808f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:43.322582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:43.323913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-add25799-7153-4abd-a127-7888a44a9b46 req-a1299bed-8b12-4f49-8098-30acf808f7a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b3dd08e-b156-4999-ad16-0c3ed85c691c HTTP/1.1" status: 200 len: 856 time: 0.3231158 Jan 31 18:36:43.419543 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-614e41df-f224-4f2d-95da-dc75444b3e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9bb7057f-ca5b-47bd-a09b-c5bfee75493a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:43.425360 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-614e41df-f224-4f2d-95da-dc75444b3e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:43.430978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'mac_address': 'fa:16:3e:9c:cb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:36:43.434852 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-614e41df-f224-4f2d-95da-dc75444b3e8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bb7057f-ca5b-47bd-a09b-c5bfee75493a HTTP/1.1" status: 204 len: 168 time: 0.8432438 Jan 31 18:36:43.435368 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985ce826-d3dc-471f-9ace-891cba24d6db x-openstack-request-id: req-985ce826-d3dc-471f-9ace-891cba24d6db {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:43.435798 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81402d3e-ea0c-4800-bc79-241577cc9384", "name": "network-vif-deleted", "tag": "19a6f571-8153-4383-a91d-b00a2d752cc7", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:43.436073 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-985ce826-d3dc-471f-9ace-891cba24d6db {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:43.437466 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81402d3e-ea0c-4800-bc79-241577cc9384', 'name': 'network-vif-deleted', 'tag': '19a6f571-8153-4383-a91d-b00a2d752cc7', 'status': 'completed', 'code': 200} Jan 31 18:36:43.469931 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e41df-f224-4f2d-95da-dc75444b3e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb7057f-ca5b-47bd-a09b-c5bfee75493a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:43.591636 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Publish callbacks [] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:43.674600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25799-7153-4abd-a127-7888a44a9b46 req-0fea5070-937e-4be4-91ea-feb3d8d44c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:43.683669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:43.684083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-add25799-7153-4abd-a127-7888a44a9b46 req-0fea5070-937e-4be4-91ea-feb3d8d44c17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a69c8120-6908-4e05-952c-14dc7b37ddd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3521922 Jan 31 18:36:43.718033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6323c-802a-450d-b96e-f43733d89e4b req-92bcd404-5721-4ff3-8617-a36d1e969cb9 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:43.735671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8fa6323c-802a-450d-b96e-f43733d89e4b req-92bcd404-5721-4ff3-8617-a36d1e969cb9 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.3698030 Jan 31 18:36:43.772513 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:36:43.783433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:36:43.794153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:36:43.923555 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Pushing event updated for resources: {'Port': ['ID=7a16f80c-bba7-4fe4-85c9-713ef9c58887,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:44.127523 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:44.128206 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:44.138261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8fa6323c-802a-450d-b96e-f43733d89e4b req-fa9ad0c0-127e-4431-9202-c7d0810a50b2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913758 Jan 31 18:36:44.230651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57114) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:44.338713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:44.362539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:44.386207 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:44.450606 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9c1a-4c20-4eb0-88db-39147fbdd4b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:44.513444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 19a6f571-8153-4383-a91d-b00a2d752cc7 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:36:44.551405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:44.562402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 19a6f571-8153-4383-a91d-b00a2d752cc7 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:36:44.563072 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 19a6f571-8153-4383-a91d-b00a2d752cc7 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:36:44.587154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Allocated IP 172.20.0.2 (c66db91e-f3ea-4a36-8d87-518401fbf62c/b78d6b92-73fa-4dbd-aae8-65d65dcc1a40/7e5eb3c5-c033-478a-9f50-6da00dca85c2) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:36:44.603708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-cbda067b-e92e-4758-82bd-f0e5c8c17e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:33:30Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '05745ca7-82f2-46e1-9323-094892fbc95b', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'floating_ip_address': '172.25.8.224', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'port_id': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'mac_address': 'fa:16:3e:b0:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:34:40Z', 'updated_at': '2022-01-31T18:36:39Z', 'revision_number': 1, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b609d7-999d-4245-802a-b6c30bdb7038', 'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'mac_address': 'fa:16:3e:01:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:29Z', 'updated_at': '2022-01-31T18:33:39Z', 'revision_number': 5, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'subnets': [{'id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:44.619197 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-007ddbb6-8e7b-4234-a663-e2dc2237244f req-f149683b-2aea-4e92-81a6-9b5d78cb7b06 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/a8158d15-d3b1-4df2-a97a-a158469027f9 HTTP/1.1" status: 200 len: 1818 time: 0.1514804 Jan 31 18:36:44.623557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-add25799-7153-4abd-a127-7888a44a9b46 req-763a9167-1575-41bc-9797-6668397f399e service neutron] 10.222.0.49 "GET /v2.0/networks/a69c8120-6908-4e05-952c-14dc7b37ddd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8812807 Jan 31 18:36:44.637963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Publish callbacks [] for router_gateway (afc30ccf-38f0-465e-9c3b-4f5a85df1312), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:44.812591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda067b-e92e-4758-82bd-f0e5c8c17e02 None None] The sync data for ids ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'] in n-d-812111-15 is: [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:33:30Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '05745ca7-82f2-46e1-9323-094892fbc95b', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'floating_ip_address': '172.25.8.224', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'port_id': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'mac_address': 'fa:16:3e:b0:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:34:40Z', 'updated_at': '2022-01-31T18:36:39Z', 'revision_number': 1, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b609d7-999d-4245-802a-b6c30bdb7038', 'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'mac_address': 'fa:16:3e:01:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:29Z', 'updated_at': '2022-01-31T18:33:39Z', 'revision_number': 5, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'subnets': [{'id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:36:44.933906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['2dd2b991-f0c0-4e95-817b-39f31b5f33c5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:36:44.995651 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (afc30ccf-38f0-465e-9c3b-4f5a85df1312), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:45.000230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-add25799-7153-4abd-a127-7888a44a9b46 req-bc06550c-3504-48c9-9d14-f15b9f2a88fa service neutron] 10.222.0.49 "GET /v2.0/networks/a69c8120-6908-4e05-952c-14dc7b37ddd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563943 Jan 31 18:36:45.188276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3a45-cd98-4268-abed-25e3b171b23c req-b19334e0-e98c-4bba-9f92-6191777bdb5f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:45.198377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3a45-cd98-4268-abed-25e3b171b23c req-b19334e0-e98c-4bba-9f92-6191777bdb5f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:45.209369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3a45-cd98-4268-abed-25e3b171b23c req-b19334e0-e98c-4bba-9f92-6191777bdb5f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:45.224485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3a45-cd98-4268-abed-25e3b171b23c req-b19334e0-e98c-4bba-9f92-6191777bdb5f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:45.243232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3a45-cd98-4268-abed-25e3b171b23c req-b19334e0-e98c-4bba-9f92-6191777bdb5f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:45.251893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3a45-cd98-4268-abed-25e3b171b23c req-b19334e0-e98c-4bba-9f92-6191777bdb5f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:45.261788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac3a45-cd98-4268-abed-25e3b171b23c req-b19334e0-e98c-4bba-9f92-6191777bdb5f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:45.275612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52ac3a45-cd98-4268-abed-25e3b171b23c req-b19334e0-e98c-4bba-9f92-6191777bdb5f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 0.9717979 Jan 31 18:36:45.352596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Router afc30ccf-38f0-465e-9c3b-4f5a85df1312 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:36:45.391486 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4d432f-4f9f-4f27-96e1-bb6a8f22ca29 None None] New status for floating IP 05745ca7-82f2-46e1-9323-094892fbc95b: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:36:45.409298 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-007ddbb6-8e7b-4234-a663-e2dc2237244f req-78bd78e4-65f7-41a2-9046-01dcaabd8418 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (a8158d15-d3b1-4df2-a97a-a158469027f9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:45.473705 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9c1a-4c20-4eb0-88db-39147fbdd4b1 admin admin] Publish callbacks [] for security_group (e1fe0d8b-f2a7-4a1a-b207-af3dc3dbc6b5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:45.509329 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9c1a-4c20-4eb0-88db-39147fbdd4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e1fe0d8b-f2a7-4a1a-b207-af3dc3dbc6b5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:45.601930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1c0b9c1a-4c20-4eb0-88db-39147fbdd4b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=446d87ffd2fb4532bc19ef17c3a9f8b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3666511 Jan 31 18:36:45.620435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:45.656438 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:36:45.689000 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:45.690647 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-35543af3-dd59-477f-b90e-662c9401b29d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0723813 Jan 31 18:36:45.693842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57168) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:45.720085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52ac3a45-cd98-4268-abed-25e3b171b23c req-2807627c-1542-43ef-84f4-c35c456e6c28 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4433868 Jan 31 18:36:45.735625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Sync routers for ids ['afc30ccf-38f0-465e-9c3b-4f5a85df1312'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:36:45.740735 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-007ddbb6-8e7b-4234-a663-e2dc2237244f req-78bd78e4-65f7-41a2-9046-01dcaabd8418 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (a8158d15-d3b1-4df2-a97a-a158469027f9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:45.770595 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Publish callbacks [] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:45.807756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b9c1a-4c20-4eb0-88db-39147fbdd4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fe0d8b-f2a7-4a1a-b207-af3dc3dbc6b5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:45.876182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Routers {'afc30ccf-38f0-465e-9c3b-4f5a85df1312'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:36:45.877151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:36:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['afc30ccf-38f0-465e-9c3b-4f5a85df1312'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:45.899048 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bf02677-c34c-4f98-b8b6-4fae72ac3904 admin admin] Publish callbacks [] for security_group (e1fe0d8b-f2a7-4a1a-b207-af3dc3dbc6b5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:45.927940 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-007ddbb6-8e7b-4234-a663-e2dc2237244f req-78bd78e4-65f7-41a2-9046-01dcaabd8418 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a8158d15-d3b1-4df2-a97a-a158469027f9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:45.936849 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-007ddbb6-8e7b-4234-a663-e2dc2237244f req-78bd78e4-65f7-41a2-9046-01dcaabd8418 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:45.954709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-007ddbb6-8e7b-4234-a663-e2dc2237244f req-78bd78e4-65f7-41a2-9046-01dcaabd8418 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "DELETE /v2.0/security-groups/a8158d15-d3b1-4df2-a97a-a158469027f9 HTTP/1.1" status: 204 len: 173 time: 1.3232248 Jan 31 18:36:46.022170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd78e4-65f7-41a2-9046-01dcaabd8418 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8158d15-d3b1-4df2-a97a-a158469027f9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:46.024991 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:46.065930 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bf02677-c34c-4f98-b8b6-4fae72ac3904 admin admin] Publish callbacks [] for security_group (e1fe0d8b-f2a7-4a1a-b207-af3dc3dbc6b5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:46.393578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5fa84-b52c-4609-9d84-1465198692c8 req-0dc268b3-f55d-4021-b4ab-43bdfec8296f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:46.406431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5e5fa84-b52c-4609-9d84-1465198692c8 req-0dc268b3-f55d-4021-b4ab-43bdfec8296f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.2740388 Jan 31 18:36:46.432148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Set router afc30ccf-38f0-465e-9c3b-4f5a85df1312 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:36:46.516041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Pushing event updated for resources: {'Port': ['ID=7e5eb3c5-c033-478a-9f50-6da00dca85c2,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:46.594367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5e5fa84-b52c-4609-9d84-1465198692c8 req-7acefb85-8d04-4622-8dc7-4fd079f0524a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858044 Jan 31 18:36:46.611942 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-22499fa7-d407-4d49-ac50-ab1e84349606 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=54869bfa8d1e4a00889cb0fa509ae276&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1572113 Jan 31 18:36:46.611942 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bf02677-c34c-4f98-b8b6-4fae72ac3904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e1fe0d8b-f2a7-4a1a-b207-af3dc3dbc6b5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:46.615981 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bf02677-c34c-4f98-b8b6-4fae72ac3904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:46.636366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9bf02677-c34c-4f98-b8b6-4fae72ac3904 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1fe0d8b-f2a7-4a1a-b207-af3dc3dbc6b5 HTTP/1.1" status: 204 len: 168 time: 1.0010681 Jan 31 18:36:46.768638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf02677-c34c-4f98-b8b6-4fae72ac3904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fe0d8b-f2a7-4a1a-b207-af3dc3dbc6b5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:46.967097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:47.015572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e80c6193-9910-4cb1-b155-4e2040c8a065 req-ea296de7-74b5-4a43-97a1-ec64da0b069b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/3ffd33b6-d2ea-4505-a7e7-24ab8f741c28 HTTP/1.1" status: 200 len: 1817 time: 0.2485952 Jan 31 18:36:47.049227 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:47.070996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Network c66db91e-f3ea-4a36-8d87-518401fbf62c is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:36:47.080627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:36:47.086651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:36:47.186805 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e80c6193-9910-4cb1-b155-4e2040c8a065 req-287fa8bb-67a5-4f23-a878-bde8b00a9b0b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (3ffd33b6-d2ea-4505-a7e7-24ab8f741c28), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:47.226722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943a926-3658-4695-944f-d2a7cd184b21 req-54ed2ce3-86bb-4d0a-8e34-d02440af6ffd tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:47.229124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-54ed2ce3-86bb-4d0a-8e34-d02440af6ffd tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5915453 Jan 31 18:36:47.260671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-35176e66-0e3f-47ca-8c33-0ad979c62569 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/quotas/54869bfa8d1e4a00889cb0fa509ae276 HTTP/1.1" status: 200 len: 375 time: 0.0201688 Jan 31 18:36:47.266042 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e80c6193-9910-4cb1-b155-4e2040c8a065 req-287fa8bb-67a5-4f23-a878-bde8b00a9b0b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (3ffd33b6-d2ea-4505-a7e7-24ab8f741c28), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:47.328065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-f01ddffd-7ac8-4dae-b651-4d70ef725fad tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=54869bfa8d1e4a00889cb0fa509ae276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498707 Jan 31 18:36:47.383281 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Allocated IP 172.20.0.1 (c66db91e-f3ea-4a36-8d87-518401fbf62c/b78d6b92-73fa-4dbd-aae8-65d65dcc1a40/6f5af3fc-6320-4c90-8df3-6442be1e68b8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:36:47.393265 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e80c6193-9910-4cb1-b155-4e2040c8a065 req-287fa8bb-67a5-4f23-a878-bde8b00a9b0b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3ffd33b6-d2ea-4505-a7e7-24ab8f741c28), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:47.401003 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e80c6193-9910-4cb1-b155-4e2040c8a065 req-287fa8bb-67a5-4f23-a878-bde8b00a9b0b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:47.424823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e80c6193-9910-4cb1-b155-4e2040c8a065 req-287fa8bb-67a5-4f23-a878-bde8b00a9b0b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "DELETE /v2.0/security-groups/3ffd33b6-d2ea-4505-a7e7-24ab8f741c28 HTTP/1.1" status: 204 len: 173 time: 0.4065506 Jan 31 18:36:47.463208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fa8bb-67a5-4f23-a878-bde8b00a9b0b tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffd33b6-d2ea-4505-a7e7-24ab8f741c28,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:47.580601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'name': 'tempest-FloatingIPDetailsTestJSON-236091969-router', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:36:41Z', 'updated_at': '2022-01-31T18:36:44Z', 'revision_number': 3, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'gw_port': {'id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:42Z', 'updated_at': '2022-01-31T18:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:47.680185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25bc77-85e5-41ad-8ccb-2f8b60bccd57 req-0d83ed3b-2c7b-43fc-9649-ba715f4dffd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:47.688583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25bc77-85e5-41ad-8ccb-2f8b60bccd57 req-0d83ed3b-2c7b-43fc-9649-ba715f4dffd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:47.712370 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Attempting to bind port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:36:47.713964 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Attempting to bind port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:36:47.714507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Attempting to bind port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 on network c66db91e-f3ea-4a36-8d87-518401fbf62c {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:47.723333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25bc77-85e5-41ad-8ccb-2f8b60bccd57 req-0d83ed3b-2c7b-43fc-9649-ba715f4dffd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:47.725437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Checking router: afc30ccf-38f0-465e-9c3b-4f5a85df1312 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:36:47.725983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Updating router afc30ccf-38f0-465e-9c3b-4f5a85df1312 port 7a16f80c-bba7-4fe4-85c9-713ef9c58887 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:36:47.728950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:47.729499 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:47.732966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25bc77-85e5-41ad-8ccb-2f8b60bccd57 req-0d83ed3b-2c7b-43fc-9649-ba715f4dffd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:47.753384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25bc77-85e5-41ad-8ccb-2f8b60bccd57 req-0d83ed3b-2c7b-43fc-9649-ba715f4dffd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:47.768138 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Publish callbacks [] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:47.772168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25bc77-85e5-41ad-8ccb-2f8b60bccd57 req-0d83ed3b-2c7b-43fc-9649-ba715f4dffd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:47.809982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25bc77-85e5-41ad-8ccb-2f8b60bccd57 req-0d83ed3b-2c7b-43fc-9649-ba715f4dffd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:47.812266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c25bc77-85e5-41ad-8ccb-2f8b60bccd57 req-0d83ed3b-2c7b-43fc-9649-ba715f4dffd5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 0.2890642 Jan 31 18:36:47.837431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ea80ad4a-884f-466a-8bd2-96926cd10c9a req-ae27a26b-3292-48ec-bd73-026051975713 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1415627425', 'description': 'tempest-description-417340619'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:47.905396 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:47.917788 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea80ad4a-884f-466a-8bd2-96926cd10c9a req-ae27a26b-3292-48ec-bd73-026051975713 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:48.000309 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Network c66db91e-f3ea-4a36-8d87-518401fbf62c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:36:48.006128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:36:48.019732 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:36:48.255669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:36:48.256437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Checking segment: {'id': '17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:36:48.256881 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:48.257229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Bound using segment: {'id': '17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:36:48.257901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Bound port: 7e5eb3c5-c033-478a-9f50-6da00dca85c2, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:36:48.258347 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:48.303117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c25bc77-85e5-41ad-8ccb-2f8b60bccd57 req-1a024e70-24ec-475b-ad97-4f00db78be0a tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3467374 Jan 31 18:36:48.366127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Pushing event updated for resources: {'Port': ['ID=6f5af3fc-6320-4c90-8df3-6442be1e68b8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:48.395595 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (afc30ccf-38f0-465e-9c3b-4f5a85df1312), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:48.486477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] For port 7e5eb3c5-c033-478a-9f50-6da00dca85c2, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:36:48.491454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] For port 7e5eb3c5-c033-478a-9f50-6da00dca85c2, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7e5eb3c5-c033-478a-9f50-6da00dca85c2,segment=NetworkSegment(17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6),segment_id=17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:36:48.508738 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:48.516830 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:48.554677 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea80ad4a-884f-466a-8bd2-96926cd10c9a req-ae27a26b-3292-48ec-bd73-026051975713 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (120dc40c-9edc-4642-9218-d16a6c7b19d6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:48.559391 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea80ad4a-884f-466a-8bd2-96926cd10c9a req-ae27a26b-3292-48ec-bd73-026051975713 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (120dc40c-9edc-4642-9218-d16a6c7b19d6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:48.742227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27a26b-3292-48ec-bd73-026051975713 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120dc40c-9edc-4642-9218-d16a6c7b19d6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:48.776517 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:48.781176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea80ad4a-884f-466a-8bd2-96926cd10c9a req-ae27a26b-3292-48ec-bd73-026051975713 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:48.808999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea80ad4a-884f-466a-8bd2-96926cd10c9a req-ae27a26b-3292-48ec-bd73-026051975713 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.9954803 Jan 31 18:36:48.883334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445aee4-caf9-4697-b262-01dd4123426a None None] Pushing event updated for resources: {'Port': ['ID=7e5eb3c5-c033-478a-9f50-6da00dca85c2,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:48.914230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a68055-8cdb-4512-8916-fe8b043b18d6 req-81c858fc-30df-448a-82f0-96e61fb2ff98 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:48.915963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8a68055-8cdb-4512-8916-fe8b043b18d6 req-81c858fc-30df-448a-82f0-96e61fb2ff98 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.3252833 Jan 31 18:36:49.035012 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-abd83ede-ba3f-4110-bc78-855cb93ecb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:49.142166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:49.142729 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:49.180807 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9a20231-c258-46fa-a93b-e8195e5dc576 req-2d35a2bd-8d10-417a-8d08-f22c1eb93740 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/ports?device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 210 time: 0.1623340 Jan 31 18:36:49.287360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:49.300027 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27651c0f-b472-49e6-9517-a5c31b7e2d60" -d '{"events": [{"server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "name": "network-vif-plugged", "status": "completed", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:49.396408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8a68055-8cdb-4512-8916-fe8b043b18d6 req-17f8385c-314a-46ea-ade8-6351ea2e0581 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422641 Jan 31 18:36:49.488896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:49.504038 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:49.518759 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Publish callbacks [] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:49.541727 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:49.671446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:49.772031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Pushing event updated for resources: {'Port': ['ID=6f5af3fc-6320-4c90-8df3-6442be1e68b8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:49.789425 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (afc30ccf-38f0-465e-9c3b-4f5a85df1312), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:49.857663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68681cf-e44d-4919-86a9-f8b1bc17e8e4 req-508cb74f-81c4-426c-8768-248c5e317b23 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/120dc40c-9edc-4642-9218-d16a6c7b19d6 HTTP/1.1" status: 200 len: 1817 time: 0.3357558 Jan 31 18:36:49.878512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a68681cf-e44d-4919-86a9-f8b1bc17e8e4 req-8ccff4f2-66d5-4e99-8ce9-94c209252b6c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Request body: {'security_group': {'name': 'tempest-sg-hth-395976765', 'description': 'tempest-description-hth-2075176942'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:50.048671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Network c66db91e-f3ea-4a36-8d87-518401fbf62c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:36:50.057721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:36:50.066916 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Publish callbacks [] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:50.077986 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:50.172153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-225f40f0-dfe2-4e37-bda2-df1b9380ea91 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=54869bfa8d1e4a00889cb0fa509ae276&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820947 Jan 31 18:36:50.298056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec276b0-f4c3-4925-a853-ca06ce8a6e02 None None] Pushing event updated for resources: {'Port': ['ID=7a16f80c-bba7-4fe4-85c9-713ef9c58887,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:50.415893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Attempting to bind port 7a16f80c-bba7-4fe4-85c9-713ef9c58887 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:36:50.416267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Attempting to bind port 7a16f80c-bba7-4fe4-85c9-713ef9c58887 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:36:50.417654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Attempting to bind port 7a16f80c-bba7-4fe4-85c9-713ef9c58887 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:50.427406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7e5eb3c5-c033-478a-9f50-6da00dca85c2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:50.446378 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:36:50.447319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:36:50.448886 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:50.450156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:36:50.451942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Bound port: 7a16f80c-bba7-4fe4-85c9-713ef9c58887, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:36:50.452635 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:50.528295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943a926-3658-4695-944f-d2a7cd184b21 req-3cf41064-1ad6-4c41-8a12-d089922c2d84 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:50.536680 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-3cf41064-1ad6-4c41-8a12-d089922c2d84 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3478343 Jan 31 18:36:50.539515 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68681cf-e44d-4919-86a9-f8b1bc17e8e4 req-8ccff4f2-66d5-4e99-8ce9-94c209252b6c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (120dc40c-9edc-4642-9218-d16a6c7b19d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:50.542575 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Router afc30ccf-38f0-465e-9c3b-4f5a85df1312 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:36:50.578737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Request body: {'port': {'device_id': 'eda4c14f-c9c2-4164-b10b-2d5de1cea35d', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '54869bfa8d1e4a00889cb0fa509ae276'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:50.617799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] For port 7a16f80c-bba7-4fe4-85c9-713ef9c58887, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:36:50.627120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] For port 7a16f80c-bba7-4fe4-85c9-713ef9c58887, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7a16f80c-bba7-4fe4-85c9-713ef9c58887,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:36:50.654425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:50.654999 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:50.766301 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:50.783263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d9223-2f09-4881-b9d7-19f5e128dec1 req-baa8d536-4ec3-4392-8a62-d5b483f3a133 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:50.796598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d9223-2f09-4881-b9d7-19f5e128dec1 req-baa8d536-4ec3-4392-8a62-d5b483f3a133 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:50.814919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d9223-2f09-4881-b9d7-19f5e128dec1 req-baa8d536-4ec3-4392-8a62-d5b483f3a133 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:50.836825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d9223-2f09-4881-b9d7-19f5e128dec1 req-baa8d536-4ec3-4392-8a62-d5b483f3a133 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:50.871358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d9223-2f09-4881-b9d7-19f5e128dec1 req-baa8d536-4ec3-4392-8a62-d5b483f3a133 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:50.882922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d9223-2f09-4881-b9d7-19f5e128dec1 req-baa8d536-4ec3-4392-8a62-d5b483f3a133 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:50.905551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d9223-2f09-4881-b9d7-19f5e128dec1 req-baa8d536-4ec3-4392-8a62-d5b483f3a133 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:50.920369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c4d9223-2f09-4881-b9d7-19f5e128dec1 req-baa8d536-4ec3-4392-8a62-d5b483f3a133 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 1.2261775 Jan 31 18:36:50.932428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Routers {'afc30ccf-38f0-465e-9c3b-4f5a85df1312'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:36:50.933089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:36:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['afc30ccf-38f0-465e-9c3b-4f5a85df1312'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:50.949770 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:36:50.968970 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9a35b36d-2052-44af-b535-dec759c3d7aa admin admin] 10.222.0.20 "PUT /v2.0/routers/afc30ccf-38f0-465e-9c3b-4f5a85df1312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2662532 Jan 31 18:36:51.097794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68681cf-e44d-4919-86a9-f8b1bc17e8e4 req-8ccff4f2-66d5-4e99-8ce9-94c209252b6c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (120dc40c-9edc-4642-9218-d16a6c7b19d6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:51.134383 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68681cf-e44d-4919-86a9-f8b1bc17e8e4 req-8ccff4f2-66d5-4e99-8ce9-94c209252b6c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (120dc40c-9edc-4642-9218-d16a6c7b19d6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:51.137670 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68681cf-e44d-4919-86a9-f8b1bc17e8e4 req-8ccff4f2-66d5-4e99-8ce9-94c209252b6c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:51.139004 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68681cf-e44d-4919-86a9-f8b1bc17e8e4 req-8ccff4f2-66d5-4e99-8ce9-94c209252b6c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "PUT /v2.0/security-groups/120dc40c-9edc-4642-9218-d16a6c7b19d6 HTTP/1.1" status: 200 len: 1791 time: 1.2800748 Jan 31 18:36:51.206186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c4d9223-2f09-4881-b9d7-19f5e128dec1 req-1aa1cb30-f7fd-4702-9f75-2807f08b9371 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2845564 Jan 31 18:36:51.228301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccff4f2-66d5-4e99-8ce9-94c209252b6c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120dc40c-9edc-4642-9218-d16a6c7b19d6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:51.236886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99306724-bad4-463f-9c2f-b77761850882 None None] Network c66db91e-f3ea-4a36-8d87-518401fbf62c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:36:51.302409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Made reservation on behalf of 54869bfa8d1e4a00889cb0fa509ae276 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:36:51.306521 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:51.336588 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:51.399131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9cb9fa1-d093-4334-8bbb-d24e73e6bf81 req-e95d9489-8b78-4af9-ad56-148d774c5b48 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/ports?device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 210 time: 0.0371017 Jan 31 18:36:51.435977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec276b0-f4c3-4925-a853-ca06ce8a6e02 None None] Pushing event updated for resources: {'Port': ['ID=7a16f80c-bba7-4fe4-85c9-713ef9c58887,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:51.461085 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1c15a1-92b6-4418-b03f-66e72a5a8407 x-openstack-request-id: req-9c1c15a1-92b6-4418-b03f-66e72a5a8407 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:51.461432 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "name": "network-vif-plugged", "status": "completed", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:51.461432 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c1c15a1-92b6-4418-b03f-66e72a5a8407 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:51.462269 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'code': 200} Jan 31 18:36:51.561207 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ecd2a19-1c78-4d19-8027-0065fbb6c866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:51.573920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-299b99d1-c7e5-4171-a49a-641a5e8cf90e None None] Provisioning complete for port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:51.574587 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-299b99d1-c7e5-4171-a49a-641a5e8cf90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:51.574793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Publish callbacks [] for security_group (d9fd94b5-8b9f-4c67-afa4-c47cf2e064af), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:51.584666 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d9fd94b5-8b9f-4c67-afa4-c47cf2e064af), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:51.639777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] Set router afc30ccf-38f0-465e-9c3b-4f5a85df1312 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:36:51.696682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fd94b5-8b9f-4c67-afa4-c47cf2e064af,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:51.740904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f70cc0ac-5da2-4807-b790-799cb2227e2d req-b0b32b8d-872b-487d-8c6e-6db532e4557d tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/120dc40c-9edc-4642-9218-d16a6c7b19d6 HTTP/1.1" status: 200 len: 1791 time: 0.1112964 Jan 31 18:36:51.898060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e39f3-9f78-488e-988e-2293485d7ec3 req-99d9f47f-8034-462a-bbba-79c0a278ca22 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:51.906414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-801e39f3-9f78-488e-988e-2293485d7ec3 req-99d9f47f-8034-462a-bbba-79c0a278ca22 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.5670140 Jan 31 18:36:52.112234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-801e39f3-9f78-488e-988e-2293485d7ec3 req-a119b15d-a6f1-4cf7-b148-4100b9991f16 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027328 Jan 31 18:36:52.217988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Allocated IP 192.168.233.178 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:36:52.327541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:52.327941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:52.473252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 7e5eb3c5-c033-478a-9f50-6da00dca85c2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7e5eb3c5-c033-478a-9f50-6da00dca85c2,segment=NetworkSegment(17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6),segment_id=17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:52.480857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-299b99d1-c7e5-4171-a49a-641a5e8cf90e None None] Current status of the port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:52.481708 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-299b99d1-c7e5-4171-a49a-641a5e8cf90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:52.538231 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:52.629849 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:52.719504 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-299b99d1-c7e5-4171-a49a-641a5e8cf90e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:36:52.720182 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-299b99d1-c7e5-4171-a49a-641a5e8cf90e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:36:52.775039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=7e5eb3c5-c033-478a-9f50-6da00dca85c2,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:52.878916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'name': 'tempest-FloatingIPDetailsTestJSON-236091969-router', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:36:41Z', 'updated_at': '2022-01-31T18:36:48Z', 'revision_number': 4, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'gw_port': {'id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:42Z', 'updated_at': '2022-01-31T18:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6f5af3fc-6320-4c90-8df3-6442be1e68b8', 'name': '', 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'mac_address': 'fa:16:3e:6a:98:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b78d6b92-73fa-4dbd-aae8-65d65dcc1a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:47Z', 'updated_at': '2022-01-31T18:36:49Z', 'revision_number': 2, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'subnets': [{'id': 'b78d6b92-73fa-4dbd-aae8-65d65dcc1a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:52.919236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c532c81-7178-4eee-a8e6-16f3e5fbc8e7 None None] The sync data for ids ['afc30ccf-38f0-465e-9c3b-4f5a85df1312'] in n-d-812111-15 is: [{'id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'name': 'tempest-FloatingIPDetailsTestJSON-236091969-router', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:36:41Z', 'updated_at': '2022-01-31T18:36:48Z', 'revision_number': 4, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'gw_port': {'id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:42Z', 'updated_at': '2022-01-31T18:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6f5af3fc-6320-4c90-8df3-6442be1e68b8', 'name': '', 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'mac_address': 'fa:16:3e:6a:98:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b78d6b92-73fa-4dbd-aae8-65d65dcc1a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:47Z', 'updated_at': '2022-01-31T18:36:49Z', 'revision_number': 2, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'subnets': [{'id': 'b78d6b92-73fa-4dbd-aae8-65d65dcc1a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:36:52.956020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffea730-1edc-47d0-8ad2-7838f7490ed0 req-52be8a02-f9bc-4f9e-8885-dce321783142 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:52.964663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffea730-1edc-47d0-8ad2-7838f7490ed0 req-52be8a02-f9bc-4f9e-8885-dce321783142 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:52.970277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffea730-1edc-47d0-8ad2-7838f7490ed0 req-52be8a02-f9bc-4f9e-8885-dce321783142 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:52.975924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffea730-1edc-47d0-8ad2-7838f7490ed0 req-52be8a02-f9bc-4f9e-8885-dce321783142 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:52.986751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffea730-1edc-47d0-8ad2-7838f7490ed0 req-52be8a02-f9bc-4f9e-8885-dce321783142 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:52.993547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffea730-1edc-47d0-8ad2-7838f7490ed0 req-52be8a02-f9bc-4f9e-8885-dce321783142 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:53.000148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffea730-1edc-47d0-8ad2-7838f7490ed0 req-52be8a02-f9bc-4f9e-8885-dce321783142 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:53.021019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ffea730-1edc-47d0-8ad2-7838f7490ed0 req-52be8a02-f9bc-4f9e-8885-dce321783142 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 0.5026817 Jan 31 18:36:53.061298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-51af98a9-d7c4-4ae9-9ef2-8ac8bd47ede9 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7755249 Jan 31 18:36:53.083871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:53.150891 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Publish callbacks [] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:53.186235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-67d5161c-71f4-4eac-b1fa-f15ce2e038fc req-6b0881a2-2a6f-4ea5-b9fb-b99c67038737 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/120dc40c-9edc-4642-9218-d16a6c7b19d6 HTTP/1.1" status: 200 len: 1791 time: 0.1183918 Jan 31 18:36:53.199433 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:53.276640 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:53.415007 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-67d5161c-71f4-4eac-b1fa-f15ce2e038fc req-046dbb6b-653f-4f79-ad12-1631f1b9a564 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (120dc40c-9edc-4642-9218-d16a6c7b19d6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:53.445700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:36:53.447371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:36:53.462044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:36:53.617460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:53.618395 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:53.671305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1114957 Jan 31 18:36:53.679733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c58b27-0dff-4cce-8b35-e87ba65b6461 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Pushing event updated for resources: {'Port': ['ID=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:53.694127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-299b99d1-c7e5-4171-a49a-641a5e8cf90e None None] Current status of the port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:53.707166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Request body: {'port': {'device_id': 'eda4c14f-c9c2-4164-b10b-2d5de1cea35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:53.747107 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-67d5161c-71f4-4eac-b1fa-f15ce2e038fc req-046dbb6b-653f-4f79-ad12-1631f1b9a564 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (120dc40c-9edc-4642-9218-d16a6c7b19d6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:53.832210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-55331187-ff39-406f-98ea-8cb58b17fe22 None None] Provisioning complete for port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:53.832948 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55331187-ff39-406f-98ea-8cb58b17fe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:53.946043 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-67d5161c-71f4-4eac-b1fa-f15ce2e038fc req-046dbb6b-653f-4f79-ad12-1631f1b9a564 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (120dc40c-9edc-4642-9218-d16a6c7b19d6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:53.949029 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-67d5161c-71f4-4eac-b1fa-f15ce2e038fc req-046dbb6b-653f-4f79-ad12-1631f1b9a564 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:53.964551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-67d5161c-71f4-4eac-b1fa-f15ce2e038fc req-046dbb6b-653f-4f79-ad12-1631f1b9a564 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "DELETE /v2.0/security-groups/120dc40c-9edc-4642-9218-d16a6c7b19d6 HTTP/1.1" status: 204 len: 173 time: 0.7773116 Jan 31 18:36:53.975047 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:53.993035 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:54.011741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dbb6b-653f-4f79-ad12-1631f1b9a564 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120dc40c-9edc-4642-9218-d16a6c7b19d6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:54.102946 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:54.107211 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:54.245770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-55331187-ff39-406f-98ea-8cb58b17fe22 None None] Current status of the port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:54.280908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-55331187-ff39-406f-98ea-8cb58b17fe22 None None] Provisioning complete for port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:54.281516 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55331187-ff39-406f-98ea-8cb58b17fe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:54.297771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Allocated IP 172.25.8.222 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/2cbb50df-1ed4-4188-ae54-78398d83bab7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:36:54.383115 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-55331187-ff39-406f-98ea-8cb58b17fe22 None None] Port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:36:54.470388 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for port (2cbb50df-1ed4-4188-ae54-78398d83bab7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:54.525717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c22a9678-6a8d-4dcd-909c-9886f75f39a7 None None] Provisioning complete for port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:54.526095 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c22a9678-6a8d-4dcd-909c-9886f75f39a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:54.622454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c22a9678-6a8d-4dcd-909c-9886f75f39a7 None None] Port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:36:54.666174 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2cbb50df-1ed4-4188-ae54-78398d83bab7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:54.738262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f19e61-c793-4c0d-b796-11800798335a req-17a347ae-7863-4b69-812b-e9c28e657cbf tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:54.740205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66f19e61-c793-4c0d-b796-11800798335a req-17a347ae-7863-4b69-812b-e9c28e657cbf tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/ports?device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 936 time: 0.2398789 Jan 31 18:36:55.001924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7a16f80c-bba7-4fe4-85c9-713ef9c58887 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:55.143059 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:55.181842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7a16f80c-bba7-4fe4-85c9-713ef9c58887 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:55.182616 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:55.361425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7a16f80c-bba7-4fe4-85c9-713ef9c58887 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:55.362172 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:55.419611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 7a16f80c-bba7-4fe4-85c9-713ef9c58887, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7a16f80c-bba7-4fe4-85c9-713ef9c58887,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:55.427879 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:55.428901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7e5eb3c5-c033-478a-9f50-6da00dca85c2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:55.569080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=7a16f80c-bba7-4fe4-85c9-713ef9c58887,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:55.625176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:55.631798 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:55.638174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:36:55.647782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:36:55.752689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:36:55.764349 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Publish callbacks [] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:55.797476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:55.801798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:36:55.888693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Pushing event updated for resources: {'Port': ['ID=2cbb50df-1ed4-4188-ae54-78398d83bab7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:55.894356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66f19e61-c793-4c0d-b796-11800798335a req-0399f8bc-6d68-442c-853a-37daa48de40a tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9fd94b5-8b9f-4c67-afa4-c47cf2e064af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1461945 Jan 31 18:36:55.897700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Transition to ACTIVE for port object e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:36:55.915709 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:55.947206 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:55.978455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Pushing event updated for resources: {'Port': ['ID=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:56.128978 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (309974f6-ee3e-4417-8d8a-7e466f99e305), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:56.256466 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2cbb50df-1ed4-4188-ae54-78398d83bab7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:56.332238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40432369-1616-46b6-9770-2eec56021bdd req-2b7c9e77-8e17-476c-a234-d578f0d4e6b0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:56.340259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40432369-1616-46b6-9770-2eec56021bdd req-2b7c9e77-8e17-476c-a234-d578f0d4e6b0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.2206335 Jan 31 18:36:56.366320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Attempting to bind port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:36:56.366852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Attempting to bind port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:36:56.367804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Attempting to bind port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:56.379380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:36:56.379707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Attempting to bind port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:56.392670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:36:56.393018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:36:56.393439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:36:56.394621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Bound port: e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:36:56.394988 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:56.570730 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40432369-1616-46b6-9770-2eec56021bdd req-ecc9c262-77b1-4fd5-b530-d13800b3c0b3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296085 Jan 31 18:36:56.639177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] For port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:36:56.661640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] For port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:36:56.681411 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for port (2cbb50df-1ed4-4188-ae54-78398d83bab7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:56.684400 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:56.706750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2cbb50df-1ed4-4188-ae54-78398d83bab7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:56.754470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7a16f80c-bba7-4fe4-85c9-713ef9c58887 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:36:56.771323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:56.771973 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:56.773650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] 10.222.0.21 "PUT /v2.0/ports/e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a HTTP/1.1" status: 200 len: 1097 time: 3.0769846 Jan 31 18:36:56.774067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda4c14f-c9c2-4164-b10b-2d5de1cea35d', 'tag': 'e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:36:56.776506 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59f15cf-7009-4168-8102-fb82005339a4" -d '{"events": [{"name": "network-changed", "server_uuid": "eda4c14f-c9c2-4164-b10b-2d5de1cea35d", "tag": "e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:36:56.898537 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531eae6-111f-47c1-8bca-c9a2554adee1 service neutron] Pushing event updated for resources: {'Port': ['ID=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:56.969242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7a16f80c-bba7-4fe4-85c9-713ef9c58887 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:56.969991 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:56.989009 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (309974f6-ee3e-4417-8d8a-7e466f99e305), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:57.082103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:57.083917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0214069 Jan 31 18:36:57.085576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4ac79-e9b5-454d-8b2e-b8a581447ad0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Pushing event updated for resources: {'Port': ['ID=2cbb50df-1ed4-4188-ae54-78398d83bab7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:57.099184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943a926-3658-4695-944f-d2a7cd184b21 req-cabc8067-c0f4-417e-88a6-0128735c04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:57.105403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-cabc8067-c0f4-417e-88a6-0128735c04ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54869bfa8d1e4a00889cb0fa509ae276&device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 1131 time: 0.2779043 Jan 31 18:36:57.219720 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Sync routers for ids ['afc30ccf-38f0-465e-9c3b-4f5a85df1312'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:36:57.258193 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Routers {'afc30ccf-38f0-465e-9c3b-4f5a85df1312'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:36:57.258850 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:36:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['afc30ccf-38f0-465e-9c3b-4f5a85df1312'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:57.295810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7a16f80c-bba7-4fe4-85c9-713ef9c58887 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:57.314059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-25e58f42-1f57-4715-9da6-f8234ffd4717 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a HTTP/1.1" status: 200 len: 217 time: 0.1977320 Jan 31 18:36:57.389552 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-3a38ad30-09f9-4ffb-ac5e-ee9c6301cb4b tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.222 HTTP/1.1" status: 200 len: 696 time: 0.2831135 Jan 31 18:36:57.444797 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8483692-adf6-4e0a-adb2-02b1da4e2bf3 x-openstack-request-id: req-f8483692-adf6-4e0a-adb2-02b1da4e2bf3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:36:57.447059 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda4c14f-c9c2-4164-b10b-2d5de1cea35d", "tag": "e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:36:57.447383 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8483692-adf6-4e0a-adb2-02b1da4e2bf3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:36:57.448790 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda4c14f-c9c2-4164-b10b-2d5de1cea35d', 'tag': 'e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a', 'status': 'completed', 'code': 200} Jan 31 18:36:57.476952 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Set router afc30ccf-38f0-465e-9c3b-4f5a85df1312 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:36:57.509705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943a926-3658-4695-944f-d2a7cd184b21 req-4e3ecfb2-4470-4147-a8cc-5c343d976172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:57.511214 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-4e3ecfb2-4470-4147-a8cc-5c343d976172 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1880620 Jan 31 18:36:57.642630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-a26647a9-3014-43c6-bad9-5129dac0354d tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:57.644384 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ae58ff8-ba03-4ae1-9c33-e6a115157337 req-a26647a9-3014-43c6-bad9-5129dac0354d tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.2399855 Jan 31 18:36:57.660993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943a926-3658-4695-944f-d2a7cd184b21 req-61918e1b-4336-4293-b280-85cd97ced23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:57.662504 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-61918e1b-4336-4293-b280-85cd97ced23c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1411834 Jan 31 18:36:57.751545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62d6f8-f2f4-4275-9ab8-95b0efda61b0 req-814843a7-67c7-410e-a0b8-0f0db7edfe60 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:57.761150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a62d6f8-f2f4-4275-9ab8-95b0efda61b0 req-814843a7-67c7-410e-a0b8-0f0db7edfe60 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/ports?device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 948 time: 0.1958838 Jan 31 18:36:57.858330 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'name': 'tempest-FloatingIPDetailsTestJSON-236091969-router', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:36:41Z', 'updated_at': '2022-01-31T18:36:48Z', 'revision_number': 4, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'gw_port': {'id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:42Z', 'updated_at': '2022-01-31T18:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6f5af3fc-6320-4c90-8df3-6442be1e68b8', 'name': '', 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'mac_address': 'fa:16:3e:6a:98:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b78d6b92-73fa-4dbd-aae8-65d65dcc1a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:47Z', 'updated_at': '2022-01-31T18:36:49Z', 'revision_number': 2, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'subnets': [{'id': 'b78d6b92-73fa-4dbd-aae8-65d65dcc1a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:57.865503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a62d6f8-f2f4-4275-9ab8-95b0efda61b0 req-8c7b470c-7996-4466-b8f2-255bfa3961e2 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9fd94b5-8b9f-4c67-afa4-c47cf2e064af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027718 Jan 31 18:36:57.899843 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Checking router: afc30ccf-38f0-465e-9c3b-4f5a85df1312 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:36:57.900517 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Updating router afc30ccf-38f0-465e-9c3b-4f5a85df1312 port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:36:57.937515 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:57.969985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-5ba2151c-26c6-4523-8d85-6ad89cc01f44 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883062 Jan 31 18:36:57.971165 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-76988c1b-4294-49aa-b53c-bf23c05941c1 req-a89969a7-e23a-4499-a5ab-41a9a00694fb tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] show failed (client error): The resource could not be found. Jan 31 18:36:57.972789 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-76988c1b-4294-49aa-b53c-bf23c05941c1 req-a89969a7-e23a-4499-a5ab-41a9a00694fb tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/3ffd33b6-d2ea-4505-a7e7-24ab8f741c28 HTTP/1.1" status: 404 len: 352 time: 0.0614781 Jan 31 18:36:58.304719 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31874e19-a69f-4261-a0ac-5a553540493c req-8b23a6e8-b21c-4a51-b8ac-e092639e0b79 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2216048 Jan 31 18:36:58.319909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:36:58.411782 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Publish callbacks [] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:58.427037 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:58.524562 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Pushing event updated for resources: {'Port': ['ID=6f5af3fc-6320-4c90-8df3-6442be1e68b8,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:58.543280 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.543671 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.544067 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.544710 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.545346 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.545771 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.546117 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.546446 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.546821 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.547185 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.547518 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.547837 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.548205 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:58.562115 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d460a-9506-4128-9a87-a21754ab4710 req-b0926203-38db-4f0f-9500-0ce384f86b5b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:58.563838 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-496d460a-9506-4128-9a87-a21754ab4710 req-b0926203-38db-4f0f-9500-0ce384f86b5b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.5686088 Jan 31 18:36:58.564688 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:58.679609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6943a926-3658-4695-944f-d2a7cd184b21 req-184cfe4c-02b6-4ab8-bd04-a8bd6b566280 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032816 Jan 31 18:36:58.714614 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Attempting to bind port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:36:58.714985 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Attempting to bind port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:36:58.715351 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Attempting to bind port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 on network c66db91e-f3ea-4a36-8d87-518401fbf62c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:36:58.722983 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:36:58.723391 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Checking segment: {'id': '17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:36:58.723802 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:58.724206 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Bound using segment: {'id': '17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:36:58.724986 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Bound port: 6f5af3fc-6320-4c90-8df3-6442be1e68b8, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:36:58.725258 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:58.859472 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] For port 6f5af3fc-6320-4c90-8df3-6442be1e68b8, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:36:58.866012 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] For port 6f5af3fc-6320-4c90-8df3-6442be1e68b8, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6f5af3fc-6320-4c90-8df3-6442be1e68b8,segment=NetworkSegment(17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6),segment_id=17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:36:58.882327 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:58.921692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-496d460a-9506-4128-9a87-a21754ab4710 req-02b4621e-0cf4-413c-ba4c-47fd0562393a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235087 Jan 31 18:36:58.950300 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84788567-153a-4d9c-8d37-02a3fcacd524 None None] Pushing event updated for resources: {'Port': ['ID=6f5af3fc-6320-4c90-8df3-6442be1e68b8,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:59.006631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f15cf-7009-4168-8102-fb82005339a4 req-372714a8-eba5-4ff0-84e7-6857b3f21d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:59.008454 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f59f15cf-7009-4168-8102-fb82005339a4 req-372714a8-eba5-4ff0-84e7-6857b3f21d3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54869bfa8d1e4a00889cb0fa509ae276&device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 1131 time: 0.2387521 Jan 31 18:36:59.012749 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Routers {'afc30ccf-38f0-465e-9c3b-4f5a85df1312'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:36:59.013408 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:36:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['afc30ccf-38f0-465e-9c3b-4f5a85df1312'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:59.154311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-09cb0587-35ca-424a-aeba-b47c7f8f6d72 None None] Provisioning complete for port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:59.155616 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09cb0587-35ca-424a-aeba-b47c7f8f6d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:59.346195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-09cb0587-35ca-424a-aeba-b47c7f8f6d72 None None] Current status of the port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:59.347387 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09cb0587-35ca-424a-aeba-b47c7f8f6d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:59.384203 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-ad4e29dd-7bcc-41ce-a28e-347a8a17dc73 req-b6e02bfd-6992-4a7a-b155-097588b9d4d2 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] show failed (client error): The resource could not be found. Jan 31 18:36:59.386713 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] Set router afc30ccf-38f0-465e-9c3b-4f5a85df1312 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:36:59.403369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad4e29dd-7bcc-41ce-a28e-347a8a17dc73 req-b6e02bfd-6992-4a7a-b155-097588b9d4d2 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/a8158d15-d3b1-4df2-a97a-a158469027f9 HTTP/1.1" status: 404 len: 352 time: 0.3503008 Jan 31 18:36:59.411808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f15cf-7009-4168-8102-fb82005339a4 req-0e24258e-baef-47cf-8ce9-e02ccbbe6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:59.414348 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f59f15cf-7009-4168-8102-fb82005339a4 req-0e24258e-baef-47cf-8ce9-e02ccbbe6be6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.3923733 Jan 31 18:36:59.442666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-09cb0587-35ca-424a-aeba-b47c7f8f6d72 None None] For port 6f5af3fc-6320-4c90-8df3-6442be1e68b8, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6f5af3fc-6320-4c90-8df3-6442be1e68b8,segment=NetworkSegment(17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6),segment_id=17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:59.450964 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09cb0587-35ca-424a-aeba-b47c7f8f6d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:59.468255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57410) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:36:59.493646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f59f15cf-7009-4168-8102-fb82005339a4 req-42dcc143-7a87-4539-99c0-6556d375a689 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a HTTP/1.1" status: 200 len: 217 time: 0.0660954 Jan 31 18:36:59.566298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb0587-35ca-424a-aeba-b47c7f8f6d72 None None] Pushing event updated for resources: {'Port': ['ID=6f5af3fc-6320-4c90-8df3-6442be1e68b8,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:59.678568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f15cf-7009-4168-8102-fb82005339a4 req-9f2753ec-4f7a-4a9a-8176-20f86315639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:59.680734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f59f15cf-7009-4168-8102-fb82005339a4 req-9f2753ec-4f7a-4a9a-8176-20f86315639f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1663027 Jan 31 18:36:59.683033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-af7e6ab7-b726-4915-b95d-bd8f5799e78c None None] Provisioning complete for port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:59.683421 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-af7e6ab7-b726-4915-b95d-bd8f5799e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:59.689678 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:59.713123 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bd7aeb6-ab70-403f-a695-12996ac9b221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:59.883225 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'name': 'tempest-FloatingIPDetailsTestJSON-236091969-router', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:36:41Z', 'updated_at': '2022-01-31T18:36:48Z', 'revision_number': 4, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'gw_port': {'id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:42Z', 'updated_at': '2022-01-31T18:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6f5af3fc-6320-4c90-8df3-6442be1e68b8', 'name': '', 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'mac_address': 'fa:16:3e:6a:98:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b78d6b92-73fa-4dbd-aae8-65d65dcc1a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:47Z', 'updated_at': '2022-01-31T18:36:58Z', 'revision_number': 4, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'subnets': [{'id': 'b78d6b92-73fa-4dbd-aae8-65d65dcc1a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:36:59.894594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f15cf-7009-4168-8102-fb82005339a4 req-82b3e483-4245-4d85-b08f-2ca6ce50c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:59.896132 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f59f15cf-7009-4168-8102-fb82005339a4 req-82b3e483-4245-4d85-b08f-2ca6ce50c6d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2022092 Jan 31 18:36:59.927858 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bd7aeb6-ab70-403f-a695-12996ac9b221 admin admin] Publish callbacks [] for security_group (ed1366b2-45a9-4b02-bdbd-5c746ea3831c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:59.929051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ea9b-e204-47d8-bf52-2e41e56ca701 req-f56db737-9d90-44cb-b2da-9e6ab4673ae4 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:59.930691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c00ea9b-e204-47d8-bf52-2e41e56ca701 req-f56db737-9d90-44cb-b2da-9e6ab4673ae4 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/ports?device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 948 time: 0.2107220 Jan 31 18:36:59.939249 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a86c31-6784-4e6a-ace7-5248f88bbd2b None None] The sync data for ids ['afc30ccf-38f0-465e-9c3b-4f5a85df1312'] in n-d-812111-15 is: [{'id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'name': 'tempest-FloatingIPDetailsTestJSON-236091969-router', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:36:41Z', 'updated_at': '2022-01-31T18:36:48Z', 'revision_number': 4, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'gw_port': {'id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:42Z', 'updated_at': '2022-01-31T18:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6f5af3fc-6320-4c90-8df3-6442be1e68b8', 'name': '', 'network_id': 'c66db91e-f3ea-4a36-8d87-518401fbf62c', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'mac_address': 'fa:16:3e:6a:98:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b78d6b92-73fa-4dbd-aae8-65d65dcc1a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:47Z', 'updated_at': '2022-01-31T18:36:58Z', 'revision_number': 4, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'subnets': [{'id': 'b78d6b92-73fa-4dbd-aae8-65d65dcc1a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:36:59.942955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bd7aeb6-ab70-403f-a695-12996ac9b221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ed1366b2-45a9-4b02-bdbd-5c746ea3831c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:36:59.945868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-af7e6ab7-b726-4915-b95d-bd8f5799e78c None None] Current status of the port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:36:59.966594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Allocated IP 172.25.8.85 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/bf1aeff2-c821-49c8-92a9-8878870e742f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:00.020609 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1bd7aeb6-ab70-403f-a695-12996ac9b221 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea3b1a32572d4d8ea3b9c43a95d242c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5510991 Jan 31 18:37:00.022471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57420) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:00.056784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7aeb6-ab70-403f-a695-12996ac9b221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1366b2-45a9-4b02-bdbd-5c746ea3831c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:00.108902 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c00ea9b-e204-47d8-bf52-2e41e56ca701 req-745f1291-1529-4fae-9ce2-5ec8bde284cb tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9fd94b5-8b9f-4c67-afa4-c47cf2e064af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604831 Jan 31 18:37:00.117524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6df97a9f-7622-4594-a6a8-a5266b74e229 admin admin] Publish callbacks [] for security_group (ed1366b2-45a9-4b02-bdbd-5c746ea3831c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:00.146163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6df97a9f-7622-4594-a6a8-a5266b74e229 admin admin] Publish callbacks [] for security_group (ed1366b2-45a9-4b02-bdbd-5c746ea3831c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:00.204847 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6df97a9f-7622-4594-a6a8-a5266b74e229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ed1366b2-45a9-4b02-bdbd-5c746ea3831c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:00.208371 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6df97a9f-7622-4594-a6a8-a5266b74e229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:00.220996 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6df97a9f-7622-4594-a6a8-a5266b74e229 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed1366b2-45a9-4b02-bdbd-5c746ea3831c HTTP/1.1" status: 204 len: 168 time: 0.1979086 Jan 31 18:37:00.256717 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-3e106a4f-20c9-4364-8a5f-6acbb0c3b744 req-3788ecc4-c5a2-499c-8f7d-81b3a80248b5 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] show failed (client error): The resource could not be found. Jan 31 18:37:00.259866 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df97a9f-7622-4594-a6a8-a5266b74e229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1366b2-45a9-4b02-bdbd-5c746ea3831c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:00.277001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e106a4f-20c9-4364-8a5f-6acbb0c3b744 req-3788ecc4-c5a2-499c-8f7d-81b3a80248b5 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/ac1bdc8c-cc17-4af7-8e30-6f40b7dc33e5 HTTP/1.1" status: 404 len: 352 time: 0.1264365 Jan 31 18:37:00.368740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f59f15cf-7009-4168-8102-fb82005339a4 req-d6ee7df3-d238-4f42-8286-5467d84ecb31 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625678 Jan 31 18:37:00.545446 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for port (bf1aeff2-c821-49c8-92a9-8878870e742f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:00.762656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaecdd-50c6-468a-96b6-453644d5b230 req-3b1fc809-29c3-4a2e-b8d3-9f9fd4e369d0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:00.764268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3faaecdd-50c6-468a-96b6-453644d5b230 req-3b1fc809-29c3-4a2e-b8d3-9f9fd4e369d0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 946 time: 0.3568671 Jan 31 18:37:00.771146 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6f5af3fc-6320-4c90-8df3-6442be1e68b8 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:37:00.774561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ec3626d8-d86e-499a-b73e-f72b1621c838 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:00.776163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ec3626d8-d86e-499a-b73e-f72b1621c838 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1129 time: 0.3677609 Jan 31 18:37:00.806087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-15'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:00.824129 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f59f15cf-7009-4168-8102-fb82005339a4 req-15b64b5a-8c11-42d4-924a-bae7a6015e0b service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474266 Jan 31 18:37:00.824734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57432) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:00.845627 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb26c588-033b-4ccc-a701-596c3abdccd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:00.854810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:00.855187 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:00.883309 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bf1aeff2-c821-49c8-92a9-8878870e742f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:00.949598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ea2c6f4c-5806-454c-afe4-4ccef09c4529 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:37:01.010980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:01.013677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Pushing event updated for resources: {'Port': ['ID=bf1aeff2-c821-49c8-92a9-8878870e742f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:01.039291 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb26c588-033b-4ccc-a701-596c3abdccd2 admin admin] Publish callbacks [] for security_group (a550ec7c-6200-42da-b5a3-7b1674403096), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:01.058077 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb26c588-033b-4ccc-a701-596c3abdccd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a550ec7c-6200-42da-b5a3-7b1674403096), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:01.067380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:01.079259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3faaecdd-50c6-468a-96b6-453644d5b230 req-00c5f034-33f9-43a3-b8ba-f3921a37e92b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946529 Jan 31 18:37:01.092393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:01.147093 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:01.158402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:01.195433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ea2c6f4c-5806-454c-afe4-4ccef09c4529 has no active binding in host n-h1-812111-15 {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 18:37:01.196820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:01.200841 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cb26c588-033b-4ccc-a701-596c3abdccd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d84b7ce966648adaed01143728f56cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724573 Jan 31 18:37:01.201872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:01.236450 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-787be2e6-8351-40d8-b387-eb9273490672 req-0d8eadad-7d82-42f5-8c2f-9fa82770f4c3 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] show failed (client error): The resource could not be found. Jan 31 18:37:01.238401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-787be2e6-8351-40d8-b387-eb9273490672 req-0d8eadad-7d82-42f5-8c2f-9fa82770f4c3 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/2474ee64-964d-4109-8681-77ed20258991 HTTP/1.1" status: 404 len: 352 time: 0.0877726 Jan 31 18:37:01.278798 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26c588-033b-4ccc-a701-596c3abdccd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a550ec7c-6200-42da-b5a3-7b1674403096,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:01.317504 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (57773173-ed7f-4d47-bf7d-1f63afe1654b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:01.460502 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bf1aeff2-c821-49c8-92a9-8878870e742f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:01.468770 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06250994-e2e9-4c51-bf21-f3820b763af3 admin admin] Publish callbacks [] for security_group (a550ec7c-6200-42da-b5a3-7b1674403096), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:01.544468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06250994-e2e9-4c51-bf21-f3820b763af3 admin admin] Publish callbacks [] for security_group (a550ec7c-6200-42da-b5a3-7b1674403096), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:01.645207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06250994-e2e9-4c51-bf21-f3820b763af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a550ec7c-6200-42da-b5a3-7b1674403096), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:01.651089 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06250994-e2e9-4c51-bf21-f3820b763af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:01.653641 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-06250994-e2e9-4c51-bf21-f3820b763af3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a550ec7c-6200-42da-b5a3-7b1674403096 HTTP/1.1" status: 204 len: 168 time: 0.4443035 Jan 31 18:37:01.670019 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06250994-e2e9-4c51-bf21-f3820b763af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a550ec7c-6200-42da-b5a3-7b1674403096,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:01.795611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:01.903644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b5931-764c-44e7-aa01-fc9158749a32 req-3a8d6eb4-dfe1-4463-bdd0-083a6f4583b0 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:01.906710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-637b5931-764c-44e7-aa01-fc9158749a32 req-3a8d6eb4-dfe1-4463-bdd0-083a6f4583b0 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/ports?device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 948 time: 0.2844799 Jan 31 18:37:01.921215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for port (bf1aeff2-c821-49c8-92a9-8878870e742f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:01.946596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (bf1aeff2-c821-49c8-92a9-8878870e742f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:02.023863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:37:02.170849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Pushing event updated for resources: {'Port': ['ID=bf1aeff2-c821-49c8-92a9-8878870e742f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:02.201727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-637b5931-764c-44e7-aa01-fc9158749a32 req-3ecf2434-0d3e-47fc-be79-0ea3a8ac4a3d tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9fd94b5-8b9f-4c67-afa4-c47cf2e064af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772377 Jan 31 18:37:02.223727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a50d7b-47e9-40e1-ae28-95a4ed54eea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2c6f4c-5806-454c-afe4-4ccef09c4529'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:02.226295 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60067a7-2703-4958-bc2e-625deec1f990" -d '{"events": [{"server_uuid": "76a50d7b-47e9-40e1-ae28-95a4ed54eea6", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2c6f4c-5806-454c-afe4-4ccef09c4529"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:02.235871 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Publish callbacks [] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:02.258192 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:02.266579 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (57773173-ed7f-4d47-bf7d-1f63afe1654b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:02.278442 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-0d0256f9-cbe2-4c7c-ba0a-a0c8e2115d6b req-678eb03c-c461-41d0-8886-f6233dca469f tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] show failed (client error): The resource could not be found. Jan 31 18:37:02.292182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d0256f9-cbe2-4c7c-ba0a-a0c8e2115d6b req-678eb03c-c461-41d0-8886-f6233dca469f tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/569b3752-c712-4cec-b885-c4c6ed32290e HTTP/1.1" status: 404 len: 352 time: 0.0483470 Jan 31 18:37:02.378998 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:02.380313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31874e19-a69f-4261-a0ac-5a553540493c req-78d6e407-5525-4995-93fa-875f23706d9a tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0725875 Jan 31 18:37:02.436484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:37:02.479384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2c6f4c-5806-454c-afe4-4ccef09c4529,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:02.505464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31874e19-a69f-4261-a0ac-5a553540493c req-cf6273d5-d073-4681-8478-4c3e53097cd0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.1174054 Jan 31 18:37:02.511644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Attempting to bind port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on host n-h2-812111-15 for vnic_type normal with profile {"migrating_to": "n-h1-812111-15"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:37:02.512172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Attempting to bind port ea2c6f4c-5806-454c-afe4-4ccef09c4529 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:37:02.512435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Attempting to bind port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:02.655466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on network 4fffb079-0281-4e37-8173-c46a7953a025 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:37:02.655847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Attempting to bind port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on network 4fffb079-0281-4e37-8173-c46a7953a025 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:02.683906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-bb2fd0f1-c0b4-43f1-83bb-d5b12568bc9b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:02.691957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-bb2fd0f1-c0b4-43f1-83bb-d5b12568bc9b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 820 time: 0.2215872 Jan 31 18:37:02.715021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:37:02.715842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Checking segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:37:02.716424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Bound using segment: {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:37:02.716424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Bound port: ea2c6f4c-5806-454c-afe4-4ccef09c4529, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa5590-3292-48b1-88ce-39ca42c11363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4fffb079-0281-4e37-8173-c46a7953a025'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:37:02.716993 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:02.758360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:02.764853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-0b2f8610-de7e-4a5f-8010-04a39f70a80d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/quotas/9fffd57ee5764d53b8880788295d6082 HTTP/1.1" status: 200 len: 375 time: 0.0718083 Jan 31 18:37:02.782201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a', 'mac_address': 'fa:16:3e:72:46:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:37:02.833809 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:02.834488 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:02.869510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:02.903286 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:02.908720 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:02.972467 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:37:03.061153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:03.198065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:03.603505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31874e19-a69f-4261-a0ac-5a553540493c req-18225180-dacc-4c9d-b0f6-b74c6abf6b95 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:03.608160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31874e19-a69f-4261-a0ac-5a553540493c req-18225180-dacc-4c9d-b0f6-b74c6abf6b95 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.9556217 Jan 31 18:37:03.719840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-ff833884-03df-4190-9731-5364eb21bbfe tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9541230 Jan 31 18:37:03.758194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:37:03.823907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:37:03.842135 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:04.016037 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de056fbb-8ea1-4c50-9355-4e169ab8a8f0 req-e5171606-9c81-4524-80ef-0412454b9570 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:04.022183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de056fbb-8ea1-4c50-9355-4e169ab8a8f0 req-e5171606-9c81-4524-80ef-0412454b9570 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.2837152 Jan 31 18:37:04.023097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2c6f4c-5806-454c-afe4-4ccef09c4529,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:04.054629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:04.055459 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:04.057108 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ad19568f-b6e1-4d2d-9b70-7e31b9367c45 service neutron] 10.222.0.49 "PUT /v2.0/ports/ea2c6f4c-5806-454c-afe4-4ccef09c4529 HTTP/1.1" status: 200 len: 1124 time: 3.2562807 Jan 31 18:37:04.150221 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de056fbb-8ea1-4c50-9355-4e169ab8a8f0 req-59abcbd4-5a3e-4dcc-abdb-2bba07a9c8a2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027224 Jan 31 18:37:04.175560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['ea2c6f4c-5806-454c-afe4-4ccef09c4529'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:04.326808 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c70c6f-f3bc-44ab-aa32-0ce1ad1c3c98 x-openstack-request-id: req-33c70c6f-f3bc-44ab-aa32-0ce1ad1c3c98 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:04.327116 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a50d7b-47e9-40e1-ae28-95a4ed54eea6", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2c6f4c-5806-454c-afe4-4ccef09c4529", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:04.327385 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33c70c6f-f3bc-44ab-aa32-0ce1ad1c3c98 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:04.327838 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a50d7b-47e9-40e1-ae28-95a4ed54eea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2c6f4c-5806-454c-afe4-4ccef09c4529', 'code': 200} Jan 31 18:37:04.336814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['ea2c6f4c-5806-454c-afe4-4ccef09c4529'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:04.389828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-79d3873d-777b-499c-b65f-a09b0fd157d1 service neutron] 10.222.0.20 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6424584 Jan 31 18:37:04.435161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:37:04.503662 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-0f17e370-9b5f-4677-955b-97a77139e28f req-e4f0b802-67fe-4340-81ee-6b9c51e52532 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] show failed (client error): The resource could not be found. Jan 31 18:37:04.521107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f17e370-9b5f-4677-955b-97a77139e28f req-e4f0b802-67fe-4340-81ee-6b9c51e52532 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/bbcc93cf-6ae6-45c2-82da-1d6f5c4ce354 HTTP/1.1" status: 404 len: 352 time: 0.1750505 Jan 31 18:37:04.559638 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-e62b7179-8208-4d0d-9ead-d6294acaf7bd service neutron] 10.222.0.20 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661732 Jan 31 18:37:04.679330 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:37:04.712795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:04.713181 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:04.837106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:04.837516 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:04.848530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b35e288c-28ec-4b86-b023-2be8bb729bda req-66d2ba42-e784-46fe-8ded-b0ca5274c7e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1600921 Jan 31 18:37:04.917235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a106d-bda1-4cb5-8d96-0a5c9aabadfb req-948b8f15-ebba-4c77-83dc-4b93706f9798 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:04.927130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-526a106d-bda1-4cb5-8d96-0a5c9aabadfb req-948b8f15-ebba-4c77-83dc-4b93706f9798 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/ports?device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 949 time: 0.1385858 Jan 31 18:37:04.959045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:04.964606 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda4c14f-c9c2-4164-b10b-2d5de1cea35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:04.966920 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb151c9-8c8d-4281-92de-abf425711b65" -d '{"events": [{"server_uuid": "eda4c14f-c9c2-4164-b10b-2d5de1cea35d", "name": "network-vif-plugged", "status": "completed", "tag": "e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:04.976099 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:04.991334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e288c-28ec-4b86-b023-2be8bb729bda req-bb77dd95-3abb-4f8c-a5fc-30a7839ea75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:04.993559 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b35e288c-28ec-4b86-b023-2be8bb729bda req-bb77dd95-3abb-4f8c-a5fc-30a7839ea75b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 1127 time: 0.1185105 Jan 31 18:37:05.027182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-526a106d-bda1-4cb5-8d96-0a5c9aabadfb req-58270ca4-4cd5-4907-9745-623550718086 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9fd94b5-8b9f-4c67-afa4-c47cf2e064af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980024 Jan 31 18:37:05.059766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:05.308861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e288c-28ec-4b86-b023-2be8bb729bda req-c7acd99a-a245-4061-b3f4-48641d91e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:05.311507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b35e288c-28ec-4b86-b023-2be8bb729bda req-c7acd99a-a245-4061-b3f4-48641d91e0fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.2823572 Jan 31 18:37:05.416459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b35e288c-28ec-4b86-b023-2be8bb729bda req-41fa1df3-1e65-4bb2-a4a6-8954a880076a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9136b00-4bde-4d58-ac92-bbca59604f17 HTTP/1.1" status: 200 len: 217 time: 0.0979414 Jan 31 18:37:05.509473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4aececb6-7135-4fac-a297-cfabf468bdc3 req-5610ee33-96b3-41b0-aa6b-9a0e3bf0074b tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1994227219', 'description': 'tempest-description-403023261'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:05.562084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-e0a3c219-82a0-492e-b52d-69a02fde60d9 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4571602 Jan 31 18:37:05.573496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:05.596052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e288c-28ec-4b86-b023-2be8bb729bda req-a3c20271-8df6-46bc-9b01-e960ddcd4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:05.598863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b35e288c-28ec-4b86-b023-2be8bb729bda req-a3c20271-8df6-46bc-9b01-e960ddcd4cc1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.1742227 Jan 31 18:37:05.602760 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:05.634872 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4aececb6-7135-4fac-a297-cfabf468bdc3 req-5610ee33-96b3-41b0-aa6b-9a0e3bf0074b tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:05.664008 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b35e288c-28ec-4b86-b023-2be8bb729bda req-92f14a59-9c7b-48a8-b08b-ecac88c1fa24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455945 Jan 31 18:37:05.666699 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4aececb6-7135-4fac-a297-cfabf468bdc3 req-5610ee33-96b3-41b0-aa6b-9a0e3bf0074b tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:05.819514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b35e288c-28ec-4b86-b023-2be8bb729bda req-b5070f2e-f27b-4074-a8ed-18a5ddade5a6 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083026 Jan 31 18:37:05.992624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b35e288c-28ec-4b86-b023-2be8bb729bda req-30243bfc-507a-404d-a61c-34c4eb9f759d service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631846 Jan 31 18:37:06.030742 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4aececb6-7135-4fac-a297-cfabf468bdc3 req-5610ee33-96b3-41b0-aa6b-9a0e3bf0074b tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (9e556822-6487-4917-91e7-f1e542a26e1e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:06.037557 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4aececb6-7135-4fac-a297-cfabf468bdc3 req-5610ee33-96b3-41b0-aa6b-9a0e3bf0074b tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9e556822-6487-4917-91e7-f1e542a26e1e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:06.048664 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:06.126881 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610ee33-96b3-41b0-aa6b-9a0e3bf0074b tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e556822-6487-4917-91e7-f1e542a26e1e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:06.247365 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4aececb6-7135-4fac-a297-cfabf468bdc3 req-5610ee33-96b3-41b0-aa6b-9a0e3bf0074b tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (077835ee-65c2-452f-bbb5-a28e46f895f8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:06.261306 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4aececb6-7135-4fac-a297-cfabf468bdc3 req-5610ee33-96b3-41b0-aa6b-9a0e3bf0074b tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (077835ee-65c2-452f-bbb5-a28e46f895f8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:06.273268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Allocated IP 172.25.8.227 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:06.310594 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4aececb6-7135-4fac-a297-cfabf468bdc3 req-5610ee33-96b3-41b0-aa6b-9a0e3bf0074b tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:06.324457 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4aececb6-7135-4fac-a297-cfabf468bdc3 req-5610ee33-96b3-41b0-aa6b-9a0e3bf0074b tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8225324 Jan 31 18:37:06.335521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a50d7b-47e9-40e1-ae28-95a4ed54eea6', 'tag': 'ea2c6f4c-5806-454c-afe4-4ccef09c4529'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:06.338150 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3ff211-9fc5-4545-b785-2a8b01e750ff" -d '{"events": [{"name": "network-changed", "server_uuid": "76a50d7b-47e9-40e1-ae28-95a4ed54eea6", "tag": "ea2c6f4c-5806-454c-afe4-4ccef09c4529"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:06.366375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610ee33-96b3-41b0-aa6b-9a0e3bf0074b tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077835ee-65c2-452f-bbb5-a28e46f895f8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:06.541910 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for port (6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:06.558576 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ea4f80-26d2-4303-bbfa-0256e32c1e24 x-openstack-request-id: req-38ea4f80-26d2-4303-bbfa-0256e32c1e24 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:06.559073 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda4c14f-c9c2-4164-b10b-2d5de1cea35d", "name": "network-vif-plugged", "status": "completed", "tag": "e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:06.559187 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38ea4f80-26d2-4303-bbfa-0256e32c1e24 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:06.559758 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda4c14f-c9c2-4164-b10b-2d5de1cea35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a', 'code': 200} Jan 31 18:37:06.622209 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:06.767827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2da0588c-49c1-42c2-87da-33a93c7e6fc1 req-7e5dc40a-fc7f-4fbf-a7ce-d536f27724a4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 210 time: 0.0857172 Jan 31 18:37:06.778292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:06.786715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:06.789396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:06.837976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Pushing event updated for resources: {'Port': ['ID=6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:06.982838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-a34d204b-c9a9-40eb-a67a-87bb50a58f6b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:06.984624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-a34d204b-c9a9-40eb-a67a-87bb50a58f6b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 820 time: 0.2206762 Jan 31 18:37:07.013752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Request body: {'port': {'device_id': '9d14959f-d27f-4ed8-8135-3b0779280319', 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c', 'admin_state_up': True, 'tenant_id': '9fffd57ee5764d53b8880788295d6082'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:07.032600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa7d76-6c55-4080-826f-415fae32a8e9 req-1ee66b92-6042-490b-8fc1-0d45887bcd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:07.034593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6fa7d76-6c55-4080-826f-415fae32a8e9 req-1ee66b92-6042-490b-8fc1-0d45887bcd8a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 1133 time: 0.3541117 Jan 31 18:37:07.240147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0e134-0d9d-4ebc-8e6a-86c3e4a00b5d req-b6418888-30af-49b8-9909-97dcd8f34bc5 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:07.247440 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12a0e134-0d9d-4ebc-8e6a-86c3e4a00b5d req-b6418888-30af-49b8-9909-97dcd8f34bc5 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.3463447 Jan 31 18:37:07.260027 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (4b2d663a-e313-4b09-a5cf-84e63e017815), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:07.303840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6fa7d76-6c55-4080-826f-415fae32a8e9 req-f8682eeb-a00a-4049-bfc2-2fd75e0a70b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d9fd94b5-8b9f-4c67-afa4-c47cf2e064af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459717 Jan 31 18:37:07.382638 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:07.422350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12a0e134-0d9d-4ebc-8e6a-86c3e4a00b5d req-81db2ef9-f1e8-4c50-b698-74ecdb5df2f7 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737435 Jan 31 18:37:07.429879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Made reservation on behalf of 9fffd57ee5764d53b8880788295d6082 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:37:07.438580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:07.751539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for port (6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:07.762295 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:07.784660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2c103-f920-418c-a653-4e829f294188 req-862f010c-aefc-486a-9a32-363dd61fc459 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:07.786342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2fd2c103-f920-418c-a653-4e829f294188 req-862f010c-aefc-486a-9a32-363dd61fc459 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/ports?device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 950 time: 0.2124188 Jan 31 18:37:07.916296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Pushing event updated for resources: {'Port': ['ID=6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:07.949451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Allocated IP 172.20.0.4 (d610a84b-ba66-4c53-baa7-3d2c74b1df1c/2f736a56-6747-41e3-b560-6b1178449d92/9a0630f4-dd07-498e-bc20-4632ba088e20) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:07.964088 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (4b2d663a-e313-4b09-a5cf-84e63e017815), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:07.978617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2fd2c103-f920-418c-a653-4e829f294188 req-3c04b951-04b0-4128-90df-58727d94ae34 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9fd94b5-8b9f-4c67-afa4-c47cf2e064af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659219 Jan 31 18:37:08.046021 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:08.047305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-1af14577-8c9e-4ee8-8cef-29e2f6e3f8f2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4781835 Jan 31 18:37:08.061607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-5c7ee8e6-5067-40dd-91d8-b64c91a950de req-88d4afa9-3e17-4357-9364-bf56f58cef41 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1227393782', 'description': 'tempest-description-265022603'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:08.092610 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5c7ee8e6-5067-40dd-91d8-b64c91a950de req-88d4afa9-3e17-4357-9364-bf56f58cef41 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:08.179390 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-b1574ffa-0985-4e13-859d-87be9f968b26 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.1231911 Jan 31 18:37:08.477466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-a3a7f4fa-72ed-4463-8086-d8ebde870988 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:08.480117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66fc6c24-1fc1-42a2-bcc1-3e4e02c95e4b req-a3a7f4fa-72ed-4463-8086-d8ebde870988 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.2639899 Jan 31 18:37:08.509623 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks [] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:08.528031 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5c7ee8e6-5067-40dd-91d8-b64c91a950de req-88d4afa9-3e17-4357-9364-bf56f58cef41 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (f96f5186-3877-4c19-bb2a-4c71c6267c29), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:08.544257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67426f2-4d9c-4ce9-94b7-b87217819f56 req-3ad1d154-7b52-4e1d-a464-99d58addf165 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:08.545842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f67426f2-4d9c-4ce9-94b7-b87217819f56 req-3ad1d154-7b52-4e1d-a464-99d58addf165 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 1023 time: 0.2848229 Jan 31 18:37:08.548286 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5c7ee8e6-5067-40dd-91d8-b64c91a950de req-88d4afa9-3e17-4357-9364-bf56f58cef41 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f96f5186-3877-4c19-bb2a-4c71c6267c29), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:08.588009 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fddaa7-adf2-483e-a272-f40975cb67d5 x-openstack-request-id: req-e4fddaa7-adf2-483e-a272-f40975cb67d5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:08.588418 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a50d7b-47e9-40e1-ae28-95a4ed54eea6", "tag": "ea2c6f4c-5806-454c-afe4-4ccef09c4529", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:08.588623 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4fddaa7-adf2-483e-a272-f40975cb67d5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:08.588965 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a50d7b-47e9-40e1-ae28-95a4ed54eea6', 'tag': 'ea2c6f4c-5806-454c-afe4-4ccef09c4529', 'status': 'completed', 'code': 200} Jan 31 18:37:08.666624 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5c7ee8e6-5067-40dd-91d8-b64c91a950de req-88d4afa9-3e17-4357-9364-bf56f58cef41 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:08.686747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c7ee8e6-5067-40dd-91d8-b64c91a950de req-88d4afa9-3e17-4357-9364-bf56f58cef41 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6286845 Jan 31 18:37:08.687880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4afa9-3e17-4357-9364-bf56f58cef41 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96f5186-3877-4c19-bb2a-4c71c6267c29,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:08.732880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ff211-9fc5-4545-b785-2a8b01e750ff req-94b88c12-c701-4985-abb0-9d0407220a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:08.735863 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dc3ff211-9fc5-4545-b785-2a8b01e750ff req-94b88c12-c701-4985-abb0-9d0407220a31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 1158 time: 0.1171961 Jan 31 18:37:08.804046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:08.817731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['ab40b8cb-66a7-4c96-ba4b-c11c1166af7a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:08.975873 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ff211-9fc5-4545-b785-2a8b01e750ff req-0da253a7-e732-44d6-bdd4-8cf0083538e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:08.981333 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dc3ff211-9fc5-4545-b785-2a8b01e750ff req-0da253a7-e732-44d6-bdd4-8cf0083538e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.2388635 Jan 31 18:37:09.052529 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dc3ff211-9fc5-4545-b785-2a8b01e750ff req-c42ea312-3b52-4ce3-9711-e7f652f32a2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529 HTTP/1.1" status: 200 len: 217 time: 0.0635180 Jan 31 18:37:09.115690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ff211-9fc5-4545-b785-2a8b01e750ff req-43266c4a-5851-4a82-8ef4-605d01770f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:09.117247 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dc3ff211-9fc5-4545-b785-2a8b01e750ff req-43266c4a-5851-4a82-8ef4-605d01770f85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.0573542 Jan 31 18:37:09.149581 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dc3ff211-9fc5-4545-b785-2a8b01e750ff req-963e8b78-f327-4200-8aef-8d2b2e612f6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266826 Jan 31 18:37:09.250491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Network d610a84b-ba66-4c53-baa7-3d2c74b1df1c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:09.259880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:09.261773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Pushing event updated for resources: {'Port': ['ID=9a0630f4-dd07-498e-bc20-4632ba088e20,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:09.264207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:09.333686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd932e-7535-4975-90e2-af3b28fe60e4 req-583bda3a-bc9e-478a-8bd9-94751cc547b9 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:09.335847 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6bd932e-7535-4975-90e2-af3b28fe60e4 req-583bda3a-bc9e-478a-8bd9-94751cc547b9 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7b2967f-43d1-4a3b-8259-fb3483d30fb9 HTTP/1.1" status: 200 len: 1023 time: 0.6110051 Jan 31 18:37:09.357460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc64392-ce9d-423e-95c9-18b5df3590a2 req-67b12bd7-58fd-4c2d-89aa-2bc638964ceb tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:09.359253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cfc64392-ce9d-423e-95c9-18b5df3590a2 req-67b12bd7-58fd-4c2d-89aa-2bc638964ceb tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 931 time: 0.5580635 Jan 31 18:37:09.375271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f67426f2-4d9c-4ce9-94b7-b87217819f56 req-1cfa35d3-d176-4308-b490-ce94ea997c2c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Deleting port 60bafff0-9d01-475e-8401-8f8e0d797c10 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:37:09.375620 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f67426f2-4d9c-4ce9-94b7-b87217819f56 req-1cfa35d3-d176-4308-b490-ce94ea997c2c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:09.417990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:09.418661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:09.531874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9b578589-a022-4358-bedc-2469d0671e93 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5228648 Jan 31 18:37:09.563322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Request body: {'port': {'device_id': '9d14959f-d27f-4ed8-8135-3b0779280319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:09.568840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cfc64392-ce9d-423e-95c9-18b5df3590a2 req-46fca8e0-e5eb-4693-b7dd-e345c6d00197 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876795 Jan 31 18:37:09.577407 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dc3ff211-9fc5-4545-b785-2a8b01e750ff req-f479999c-7e1b-4f18-9233-b18b4beabfbd service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218400 Jan 31 18:37:09.604576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f67426f2-4d9c-4ce9-94b7-b87217819f56 req-1cfa35d3-d176-4308-b490-ce94ea997c2c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] For port 60bafff0-9d01-475e-8401-8f8e0d797c10, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=60bafff0-9d01-475e-8401-8f8e0d797c10,segment=NetworkSegment(79b35856-fe99-4b6b-9154-262d975632b9),segment_id=79b35856-fe99-4b6b-9154-262d975632b9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:09.604947 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f67426f2-4d9c-4ce9-94b7-b87217819f56 req-1cfa35d3-d176-4308-b490-ce94ea997c2c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:09.634992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6bd932e-7535-4975-90e2-af3b28fe60e4 req-3dde6033-59d1-4588-8689-348c5630c02f tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups?id=b297367b-78b3-419e-94bd-f2ea97108232&id=901f2cd4-88ee-448a-a440-d6132828f142&id=e22f7fc2-117a-4523-a523-939ce406c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2851560 Jan 31 18:37:09.636096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f67426f2-4d9c-4ce9-94b7-b87217819f56 req-1cfa35d3-d176-4308-b490-ce94ea997c2c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Calling delete_port for 60bafff0-9d01-475e-8401-8f8e0d797c10 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:37:09.716693 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dc3ff211-9fc5-4545-b785-2a8b01e750ff req-8c9d3892-ec2b-4ddc-b381-c2dbe3a421fc service neutron] 10.222.0.21 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325963 Jan 31 18:37:09.744712 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:09.895018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847d4a3-d063-44e4-a72d-720bb48aa1c7 req-363668e9-34cc-4e4b-978f-22236efaabbe tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:09.896462 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5847d4a3-d063-44e4-a72d-720bb48aa1c7 req-363668e9-34cc-4e4b-978f-22236efaabbe tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.2302134 Jan 31 18:37:09.994329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-aee7a0e0-dfc5-4999-b4d6-2fb10ae73d61 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3091567 Jan 31 18:37:10.014777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:10.141000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5847d4a3-d063-44e4-a72d-720bb48aa1c7 req-85c5e2e9-497d-4b50-8a8b-4ba9b7a97d9f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355828 Jan 31 18:37:10.141757 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.167864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f67426f2-4d9c-4ce9-94b7-b87217819f56 req-1cfa35d3-d176-4308-b490-ce94ea997c2c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (60bafff0-9d01-475e-8401-8f8e0d797c10), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.181092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['60bafff0-9d01-475e-8401-8f8e0d797c10'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:10.217901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa35d3-d176-4308-b490-ce94ea997c2c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event deleted for resources: {'Port': ['ID=60bafff0-9d01-475e-8401-8f8e0d797c10,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:10.320597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67426f2-4d9c-4ce9-94b7-b87217819f56 req-1cfa35d3-d176-4308-b490-ce94ea997c2c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] No DVR routers for this DVR port 60bafff0-9d01-475e-8401-8f8e0d797c10 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:37:10.325017 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f67426f2-4d9c-4ce9-94b7-b87217819f56 req-1cfa35d3-d176-4308-b490-ce94ea997c2c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.328692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f67426f2-4d9c-4ce9-94b7-b87217819f56 req-1cfa35d3-d176-4308-b490-ce94ea997c2c tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.21 "DELETE /v2.0/ports/60bafff0-9d01-475e-8401-8f8e0d797c10 HTTP/1.1" status: 204 len: 173 time: 1.7764087 Jan 31 18:37:10.348608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-cf22002a-2ec8-43e4-ad3e-ea0d28e627bc req-311e05f7-d389-4a74-8336-4a5e4fd52dc0 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1092757200', 'description': 'tempest-description-1592053827'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:10.408163 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cf22002a-2ec8-43e4-ad3e-ea0d28e627bc req-311e05f7-d389-4a74-8336-4a5e4fd52dc0 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.415182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0630f4-dd07-498e-bc20-4632ba088e20 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:10.430352 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Publish callbacks [] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.434238 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cf22002a-2ec8-43e4-ad3e-ea0d28e627bc req-311e05f7-d389-4a74-8336-4a5e4fd52dc0 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.434644 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 60bafff0-9d01-475e-8401-8f8e0d797c10 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:37:10.459601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 60bafff0-9d01-475e-8401-8f8e0d797c10 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:37:10.460092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 60bafff0-9d01-475e-8401-8f8e0d797c10 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:37:10.460645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ea2c6f4c-5806-454c-afe4-4ccef09c4529 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:37:10.464652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Transition to ACTIVE for port object 9a0630f4-dd07-498e-bc20-4632ba088e20 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:37:10.478875 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.547097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ea2c6f4c-5806-454c-afe4-4ccef09c4529 is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:10.550083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.571801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0630f4-dd07-498e-bc20-4632ba088e20,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:10.617693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2967f-43d1-4a3b-8259-fb3483d30fb9', 'name': 'network-vif-deleted', 'tag': '60bafff0-9d01-475e-8401-8f8e0d797c10'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:10.619975 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b68dc33-a505-498e-af5e-55a9b21cc2b3" -d '{"events": [{"server_uuid": "b7b2967f-43d1-4a3b-8259-fb3483d30fb9", "name": "network-vif-deleted", "tag": "60bafff0-9d01-475e-8401-8f8e0d797c10"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:10.684395 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cf22002a-2ec8-43e4-ad3e-ea0d28e627bc req-311e05f7-d389-4a74-8336-4a5e4fd52dc0 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (5cf09f85-ba58-4328-91b0-6b40af6f1f51), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.693682 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cf22002a-2ec8-43e4-ad3e-ea0d28e627bc req-311e05f7-d389-4a74-8336-4a5e4fd52dc0 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5cf09f85-ba58-4328-91b0-6b40af6f1f51), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.780568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e05f7-d389-4a74-8336-4a5e4fd52dc0 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf09f85-ba58-4328-91b0-6b40af6f1f51,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:10.788512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:37:10.788847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:37:10.789174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:10.809556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Port 9a0630f4-dd07-498e-bc20-4632ba088e20 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:37:10.809889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:10.814395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Allocated IP 172.25.8.209 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/f5137d99-b3a9-40e2-8c79-855b47bba51b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:10.832509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:37:10.832855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:37:10.833244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:37:10.833680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Bound port: 9a0630f4-dd07-498e-bc20-4632ba088e20, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:37:10.834046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.882040 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cf22002a-2ec8-43e4-ad3e-ea0d28e627bc req-311e05f7-d389-4a74-8336-4a5e4fd52dc0 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (10c152b0-32fb-44ab-b242-90efe82d8e26), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.913732 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cf22002a-2ec8-43e4-ad3e-ea0d28e627bc req-311e05f7-d389-4a74-8336-4a5e4fd52dc0 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (10c152b0-32fb-44ab-b242-90efe82d8e26), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.967371 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cf22002a-2ec8-43e4-ad3e-ea0d28e627bc req-311e05f7-d389-4a74-8336-4a5e4fd52dc0 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:10.968562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf22002a-2ec8-43e4-ad3e-ea0d28e627bc req-311e05f7-d389-4a74-8336-4a5e4fd52dc0 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6334686 Jan 31 18:37:10.999613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e05f7-d389-4a74-8336-4a5e4fd52dc0 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c152b0-32fb-44ab-b242-90efe82d8e26,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:11.029954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:37:11.036836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9a0630f4-dd07-498e-bc20-4632ba088e20,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:37:11.040638 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for port (f5137d99-b3a9-40e2-8c79-855b47bba51b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:11.078985 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:11.145519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:11.146137 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:11.147508 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] 10.222.0.49 "PUT /v2.0/ports/9a0630f4-dd07-498e-bc20-4632ba088e20 HTTP/1.1" status: 200 len: 1092 time: 1.5995748 Jan 31 18:37:11.181432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da605042-b5bc-415b-ac11-090a35a6ad29 req-6b87b837-cd5d-440e-a58e-9930aa5af657 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:11.182906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da605042-b5bc-415b-ac11-090a35a6ad29 req-6b87b837-cd5d-440e-a58e-9930aa5af657 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/ports?device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 950 time: 0.1504357 Jan 31 18:37:11.184824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e954be3-0ad2-4248-8de2-7902602998b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0630f4-dd07-498e-bc20-4632ba088e20,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:11.204811 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f5137d99-b3a9-40e2-8c79-855b47bba51b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:11.280099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:11.297854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:11.303591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Pushing event updated for resources: {'Port': ['ID=f5137d99-b3a9-40e2-8c79-855b47bba51b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:11.309403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:11.339871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da605042-b5bc-415b-ac11-090a35a6ad29 req-ed688114-84c9-42f8-96e5-39bef0db485c tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9fd94b5-8b9f-4c67-afa4-c47cf2e064af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419568 Jan 31 18:37:11.346354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-46e25f32-9bee-4f33-82e2-3f1f40832443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:11.347848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-46e25f32-9bee-4f33-82e2-3f1f40832443 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 1126 time: 0.1600761 Jan 31 18:37:11.432226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-c95083f9-7a16-445a-bacb-97f898e8b25e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0630f4-dd07-498e-bc20-4632ba088e20 HTTP/1.1" status: 200 len: 217 time: 0.0613608 Jan 31 18:37:11.490672 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (7fccf046-421d-4ede-bfb7-5b9fd93dd67b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:11.541400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9673824b-4a40-4585-8490-93757e603b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:11.542751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-9673824b-4a40-4585-8490-93757e603b0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.1028616 Jan 31 18:37:11.566400 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f5137d99-b3a9-40e2-8c79-855b47bba51b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:11.588552 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-f8765be9-4551-4f64-906f-631e1030dd30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376148 Jan 31 18:37:11.640574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a4285-c250-448b-bfcb-40a67cfdadce req-cff4fdcb-f1d9-4767-8678-4642e9c20ce3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:11.642184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-022a4285-c250-448b-bfcb-40a67cfdadce req-cff4fdcb-f1d9-4767-8678-4642e9c20ce3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.1685526 Jan 31 18:37:11.810339 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-022a4285-c250-448b-bfcb-40a67cfdadce req-f38af3e6-9f23-4b14-8156-8f6d07a935b0 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561792 Jan 31 18:37:11.825093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-86bf519a-c90c-4dc2-9a5c-2b2550686c95 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182701 Jan 31 18:37:11.887515 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf37db2-92ee-433b-9fd7-550d5d54fa9f x-openstack-request-id: req-fcf37db2-92ee-433b-9fd7-550d5d54fa9f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:11.887887 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2967f-43d1-4a3b-8259-fb3483d30fb9", "name": "network-vif-deleted", "tag": "60bafff0-9d01-475e-8401-8f8e0d797c10", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:11.888329 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcf37db2-92ee-433b-9fd7-550d5d54fa9f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:11.888679 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2967f-43d1-4a3b-8259-fb3483d30fb9', 'name': 'network-vif-deleted', 'tag': '60bafff0-9d01-475e-8401-8f8e0d797c10', 'status': 'completed', 'code': 200} Jan 31 18:37:11.961298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-aa63c579-297c-4bfb-8add-a74974d4f934 req-b09cf7d5-f3a9-4284-a2fd-697de74c0326 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-890782344', 'description': 'tempest-description-2053125126'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:11.993266 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for port (f5137d99-b3a9-40e2-8c79-855b47bba51b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:12.012638 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f5137d99-b3a9-40e2-8c79-855b47bba51b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:12.070018 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa63c579-297c-4bfb-8add-a74974d4f934 req-b09cf7d5-f3a9-4284-a2fd-697de74c0326 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:12.098631 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-779d1974-7ef9-4709-a78c-741b60f34b6c req-eae38af6-cb7e-4043-88b8-2ad2570d1a47 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513001 Jan 31 18:37:12.136898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-bf252fcc-fb1c-4baf-8330-a4f5144acfe5 service neutron] 10.222.0.21 "GET /v2.0/ports/ea2c6f4c-5806-454c-afe4-4ccef09c4529/bindings/n-h1-812111-15 HTTP/1.1" status: 200 len: 385 time: 0.2125218 Jan 31 18:37:12.137482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Pushing event updated for resources: {'Port': ['ID=f5137d99-b3a9-40e2-8c79-855b47bba51b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:12.191073 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (7fccf046-421d-4ede-bfb7-5b9fd93dd67b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:12.226631 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:12.227833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-baf08490-5069-4b06-9b14-6baf5becb423 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2209666 Jan 31 18:37:12.320571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-4aace7f0-c759-4075-a6ed-c741f76b3737 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.0818207 Jan 31 18:37:12.324725 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa63c579-297c-4bfb-8add-a74974d4f934 req-b09cf7d5-f3a9-4284-a2fd-697de74c0326 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (19b7f427-2cc9-46b3-8be0-016169870c55), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:12.338524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa63c579-297c-4bfb-8add-a74974d4f934 req-b09cf7d5-f3a9-4284-a2fd-697de74c0326 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (19b7f427-2cc9-46b3-8be0-016169870c55), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:12.427147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa63c579-297c-4bfb-8add-a74974d4f934 req-b09cf7d5-f3a9-4284-a2fd-697de74c0326 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:12.428397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa63c579-297c-4bfb-8add-a74974d4f934 req-b09cf7d5-f3a9-4284-a2fd-697de74c0326 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4931538 Jan 31 18:37:12.476627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cf7d5-f3a9-4284-a2fd-697de74c0326 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b7f427-2cc9-46b3-8be0-016169870c55,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:12.562594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-9f8af87c-0bd0-46c3-95a2-dfdb8c6fc8d0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:12.564165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c57a7763-5049-4535-8afe-67bde6e9e5dd req-9f8af87c-0bd0-46c3-95a2-dfdb8c6fc8d0 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.2380593 Jan 31 18:37:12.574486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-d3434e8e-f1fa-41bb-9f01-d729b62c4aab service neutron] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:12.594766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-d3434e8e-f1fa-41bb-9f01-d729b62c4aab service neutron] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:37:12.629497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09f206-cfc1-445e-bd97-5266d47566eb req-da6cdeec-5ed8-4f22-ab09-a0964fcefc8e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:12.631023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e09f206-cfc1-445e-bd97-5266d47566eb req-da6cdeec-5ed8-4f22-ab09-a0964fcefc8e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 944 time: 0.1394792 Jan 31 18:37:12.646422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-d3434e8e-f1fa-41bb-9f01-d729b62c4aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2c6f4c-5806-454c-afe4-4ccef09c4529 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:12.670056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-d3434e8e-f1fa-41bb-9f01-d729b62c4aab service neutron] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:12.693522 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-d3434e8e-f1fa-41bb-9f01-d729b62c4aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:12.721690 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e09f206-cfc1-445e-bd97-5266d47566eb req-cdd3f5dc-075c-482a-96fa-827d2b26647b tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706642 Jan 31 18:37:12.858093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-d3434e8e-f1fa-41bb-9f01-d729b62c4aab service neutron] Transition to ACTIVE for port object ea2c6f4c-5806-454c-afe4-4ccef09c4529 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:37:12.861776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-004b1803-38f9-4cf5-bd09-71cc5539d654 req-6383853c-50c9-480a-bbc0-33a4f83db35e tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/b297367b-78b3-419e-94bd-f2ea97108232 HTTP/1.1" status: 200 len: 1816 time: 0.1015668 Jan 31 18:37:12.865076 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-d3434e8e-f1fa-41bb-9f01-d729b62c4aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:12.938182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af575e-7af8-428a-b26a-277a9751fc1f req-10978492-7a31-4be9-8a29-770656acb40c tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:12.940277 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7af575e-7af8-428a-b26a-277a9751fc1f req-10978492-7a31-4be9-8a29-770656acb40c tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1ba4e4-a2b1-4036-839b-154eeb15d73c HTTP/1.1" status: 200 len: 950 time: 0.1455603 Jan 31 18:37:12.963100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:37:12.971169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-d3434e8e-f1fa-41bb-9f01-d729b62c4aab service neutron] No DVR routers for this DVR port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:37:13.007456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3434e8e-f1fa-41bb-9f01-d729b62c4aab service neutron] Pushing event updated for resources: {'Port': ['ID=ea2c6f4c-5806-454c-afe4-4ccef09c4529,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:13.044610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:13.045494 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:13.057842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-d3434e8e-f1fa-41bb-9f01-d729b62c4aab service neutron] 10.222.0.21 "PUT /v2.0/ports/ea2c6f4c-5806-454c-afe4-4ccef09c4529/bindings/n-h1-812111-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9099932 Jan 31 18:37:13.067434 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-004b1803-38f9-4cf5-bd09-71cc5539d654 req-9b8d571b-e2a7-46a4-b615-0f03fd368056 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (b297367b-78b3-419e-94bd-f2ea97108232), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:13.069589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:13.071813 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e62294-4e2e-4fe4-8c96-54e64416b931" -d '{"events": [{"server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:13.076083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7af575e-7af8-428a-b26a-277a9751fc1f req-55670ba8-5ac6-4f89-8050-57a73ea2c46c tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281476 Jan 31 18:37:13.103863 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-004b1803-38f9-4cf5-bd09-71cc5539d654 req-9b8d571b-e2a7-46a4-b615-0f03fd368056 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (b297367b-78b3-419e-94bd-f2ea97108232), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:13.121478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:13.127806 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:13.191615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:13.194736 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-004b1803-38f9-4cf5-bd09-71cc5539d654 req-9b8d571b-e2a7-46a4-b615-0f03fd368056 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b297367b-78b3-419e-94bd-f2ea97108232), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:13.197464 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-004b1803-38f9-4cf5-bd09-71cc5539d654 req-9b8d571b-e2a7-46a4-b615-0f03fd368056 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:13.198852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-004b1803-38f9-4cf5-bd09-71cc5539d654 req-9b8d571b-e2a7-46a4-b615-0f03fd368056 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "DELETE /v2.0/security-groups/b297367b-78b3-419e-94bd-f2ea97108232 HTTP/1.1" status: 204 len: 173 time: 0.3287942 Jan 31 18:37:13.199667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.200210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.200827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.201353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.202107 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.202614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.203106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.203764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.204253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.204777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.205296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.205773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.206278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:13.233672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d571b-e2a7-46a4-b615-0f03fd368056 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b297367b-78b3-419e-94bd-f2ea97108232,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:13.600966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-81d58e0d-e9a8-47e3-85ed-e3a080cb5c5b tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:13.602459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-81d58e0d-e9a8-47e3-85ed-e3a080cb5c5b tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1128 time: 0.4600894 Jan 31 18:37:13.607318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33fd31ce-0c2d-4870-8fe0-d7947fc96414 req-2fa4c12b-0bc6-4287-9079-8dfdddbc6e96 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips/7fccf046-421d-4ede-bfb7-5b9fd93dd67b HTTP/1.1" status: 200 len: 693 time: 0.3786964 Jan 31 18:37:13.777569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-7188dea1-2987-45e1-9ba1-d3f450c3640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:13.779059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-7188dea1-2987-45e1-9ba1-d3f450c3640e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a HTTP/1.1" status: 200 len: 1128 time: 0.1666031 Jan 31 18:37:13.806529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd31ce-0c2d-4870-8fe0-d7947fc96414 req-f2c5dfa2-4885-48eb-a23d-723c2dae8623 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:13.807913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33fd31ce-0c2d-4870-8fe0-d7947fc96414 req-f2c5dfa2-4885-48eb-a23d-723c2dae8623 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.1851797 Jan 31 18:37:13.831386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-33fd31ce-0c2d-4870-8fe0-d7947fc96414 req-d661fc3e-de29-46c6-bd37-c24e1ebba3e2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:37:13.832279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33fd31ce-0c2d-4870-8fe0-d7947fc96414 req-d661fc3e-de29-46c6-bd37-c24e1ebba3e2 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083067 Jan 31 18:37:13.889935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d14959f-d27f-4ed8-8135-3b0779280319', 'tag': '9a0630f4-dd07-498e-bc20-4632ba088e20'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:13.892163 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b492e1e7-a7e5-4990-85f7-d5e878f7358c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d14959f-d27f-4ed8-8135-3b0779280319", "tag": "9a0630f4-dd07-498e-bc20-4632ba088e20"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:13.938921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-21f40364-0801-41b8-a37c-ba11994f7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:13.940612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-21f40364-0801-41b8-a37c-ba11994f7eec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 1128 time: 0.1279874 Jan 31 18:37:14.056522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-7f9044ec-a127-4d6b-895c-1a57d0a84457 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 54154 time: 0.9334478 Jan 31 18:37:14.070365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ef2e4-1e85-4bfe-b5fc-de70e2eeb000 req-fc756298-2489-4c13-8271-35a05f065e6c tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:14.071886 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec3ef2e4-1e85-4bfe-b5fc-de70e2eeb000 req-fc756298-2489-4c13-8271-35a05f065e6c tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/ports?device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 950 time: 0.1763678 Jan 31 18:37:14.142224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-a148e0fd-d2bd-4cf7-891f-5aa9cce95c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:14.144406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-a148e0fd-d2bd-4cf7-891f-5aa9cce95c9c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 200 len: 908 time: 0.1969635 Jan 31 18:37:14.204579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-37f3d93a-f353-44e4-a9e5-c347b201934e tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/00a89884-c219-4d0c-958e-9cae385181be HTTP/1.1" status: 200 len: 2998 time: 0.1316631 Jan 31 18:37:14.216015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-91f6e779-cacd-4d58-96e8-da8b1ca45746 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529 HTTP/1.1" status: 200 len: 217 time: 0.0602884 Jan 31 18:37:14.242606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec3ef2e4-1e85-4bfe-b5fc-de70e2eeb000 req-a6d0ffc4-81cd-4115-b1eb-7b6d682e4873 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9fd94b5-8b9f-4c67-afa4-c47cf2e064af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540065 Jan 31 18:37:14.358952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0aa8a-03e6-4399-a573-11edd54e5614 req-5bec5ebf-97f3-4dc4-952a-7ee0188837d7 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:14.360288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3c0aa8a-03e6-4399-a573-11edd54e5614 req-5bec5ebf-97f3-4dc4-952a-7ee0188837d7 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda4c14f-c9c2-4164-b10b-2d5de1cea35d HTTP/1.1" status: 200 len: 950 time: 0.1616426 Jan 31 18:37:14.362425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ee7c7e53-61f4-4d2a-b500-3198159bf73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:14.363718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ee7c7e53-61f4-4d2a-b500-3198159bf73d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 200 len: 847 time: 0.1382599 Jan 31 18:37:14.366314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-83a8a961-0b97-4571-b133-199b645cfd49 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/00a89884-c219-4d0c-958e-9cae385181be HTTP/1.1" status: 200 len: 2998 time: 0.1494060 Jan 31 18:37:14.436224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-eb6a7c4e-c6e6-4e09-8373-bbca17d2b3d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fffb079-0281-4e37-8173-c46a7953a025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601273 Jan 31 18:37:14.551370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6a4e8-8d77-4a5a-a836-687ff5902cf2 req-1ce989aa-197c-41a2-97e5-8dcfad7f8bee tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:14.552877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cab6a4e8-8d77-4a5a-a836-687ff5902cf2 req-1ce989aa-197c-41a2-97e5-8dcfad7f8bee tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.2440848 Jan 31 18:37:14.574439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-6ef30b2a-2c9f-4cc9-84b6-57293d5997fa tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/0fc7a3b1-cf6d-423e-bb12-90c95d8e89b4 HTTP/1.1" status: 200 len: 2998 time: 0.1993904 Jan 31 18:37:14.662700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-d1c1dca8-dc04-48d4-af06-d776894a57a2 service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169440 Jan 31 18:37:14.701104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d3c0aa8a-03e6-4399-a573-11edd54e5614 req-22ebcac3-baaa-491d-8a0c-3947a68297f3 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Deleting port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:37:14.701445 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d3c0aa8a-03e6-4399-a573-11edd54e5614 req-22ebcac3-baaa-491d-8a0c-3947a68297f3 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:14.707055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-ff93d05e-31e9-4e2a-8eed-596f18c4de8b tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/0fc7a3b1-cf6d-423e-bb12-90c95d8e89b4 HTTP/1.1" status: 200 len: 2998 time: 0.1181803 Jan 31 18:37:14.712802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cab6a4e8-8d77-4a5a-a836-687ff5902cf2 req-517a18ed-0ea8-4db3-8d40-2d7187691907 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495037 Jan 31 18:37:14.767224 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c018a6c6-ce32-420a-a68d-5dcc925e9655 x-openstack-request-id: req-c018a6c6-ce32-420a-a68d-5dcc925e9655 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:14.767774 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:14.767870 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c018a6c6-ce32-420a-a68d-5dcc925e9655 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:14.768213 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'code': 200} Jan 31 18:37:14.872025 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-ed859e0f-dfb2-4b90-8b6a-33bb24985bbf service neutron] 10.222.0.49 "GET /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000549 Jan 31 18:37:14.878812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-6a0ae5ba-7a98-4d8d-baaa-826f5bd351ae tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/192de879-82f6-45fa-a9fb-fd3a28e5f384 HTTP/1.1" status: 200 len: 2998 time: 0.1405864 Jan 31 18:37:14.885349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d3c0aa8a-03e6-4399-a573-11edd54e5614 req-22ebcac3-baaa-491d-8a0c-3947a68297f3 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] For port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:14.885714 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d3c0aa8a-03e6-4399-a573-11edd54e5614 req-22ebcac3-baaa-491d-8a0c-3947a68297f3 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:14.910412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d3c0aa8a-03e6-4399-a573-11edd54e5614 req-22ebcac3-baaa-491d-8a0c-3947a68297f3 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Calling delete_port for e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:37:14.971235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-375565f8-257f-4c78-b110-961e3c01fd3b tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/192de879-82f6-45fa-a9fb-fd3a28e5f384 HTTP/1.1" status: 200 len: 2998 time: 0.0823395 Jan 31 18:37:15.043538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-607fb2b4-9d80-4fe8-93cc-5362b9da05ef tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2d96a55d-1838-4cca-9e0e-5adaa6fe206a HTTP/1.1" status: 200 len: 2990 time: 0.0576866 Jan 31 18:37:15.173240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-837bcb5a-90ca-4d52-bf0f-9020f81860da tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2d96a55d-1838-4cca-9e0e-5adaa6fe206a HTTP/1.1" status: 200 len: 2990 time: 0.1228185 Jan 31 18:37:15.183740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d3c0aa8a-03e6-4399-a573-11edd54e5614 req-22ebcac3-baaa-491d-8a0c-3947a68297f3 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:15.196432 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:15.259706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebcac3-baaa-491d-8a0c-3947a68297f3 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Pushing event deleted for resources: {'Port': ['ID=e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:15.286662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-34e39594-f415-4298-85e7-0c57dc8c9704 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:15.288177 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-34e39594-f415-4298-85e7-0c57dc8c9704 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6&tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 1128 time: 0.1809974 Jan 31 18:37:15.296717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa52ea1d-7acb-49ad-9be8-3bcc6dfc91cf req-1572c7f6-b083-4f04-bbd7-e638f9676d2d tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "GET /v2.0/security-groups/901f2cd4-88ee-448a-a440-d6132828f142 HTTP/1.1" status: 200 len: 1817 time: 0.1384537 Jan 31 18:37:15.326544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-1fffe920-f31f-46c2-9142-657db844472e tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/41ab2758-b958-4bfa-98be-7d15579d5bb1 HTTP/1.1" status: 200 len: 2998 time: 0.1406415 Jan 31 18:37:15.396752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c0aa8a-03e6-4399-a573-11edd54e5614 req-22ebcac3-baaa-491d-8a0c-3947a68297f3 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] No DVR routers for this DVR port e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:37:15.409516 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d3c0aa8a-03e6-4399-a573-11edd54e5614 req-22ebcac3-baaa-491d-8a0c-3947a68297f3 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:15.412821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3c0aa8a-03e6-4399-a573-11edd54e5614 req-22ebcac3-baaa-491d-8a0c-3947a68297f3 tempest-ImagesNegativeTestJSON-147690142 tempest-ImagesNegativeTestJSON-147690142-project] 10.222.0.21 "DELETE /v2.0/ports/e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a HTTP/1.1" status: 204 len: 173 time: 1.0456362 Jan 31 18:37:15.475841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-1cf8174d-36fe-4ac2-ad7e-461379444195 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/41ab2758-b958-4bfa-98be-7d15579d5bb1 HTTP/1.1" status: 200 len: 2998 time: 0.1273506 Jan 31 18:37:15.517284 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa52ea1d-7acb-49ad-9be8-3bcc6dfc91cf req-40ef2704-a563-4cee-b613-8a0a44561355 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (901f2cd4-88ee-448a-a440-d6132828f142), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:15.573597 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa52ea1d-7acb-49ad-9be8-3bcc6dfc91cf req-40ef2704-a563-4cee-b613-8a0a44561355 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (901f2cd4-88ee-448a-a440-d6132828f142), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:15.592749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-0f039782-c79a-4217-bcf9-ad1f876d3d82 service neutron] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:37:15.601783 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-0f039782-c79a-4217-bcf9-ad1f876d3d82 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:15.602877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8c1b75c-ba26-4562-93ba-138440a1ccc4 req-0f039782-c79a-4217-bcf9-ad1f876d3d82 service neutron] 10.222.0.49 "DELETE /v2.0/ports/ea2c6f4c-5806-454c-afe4-4ccef09c4529/bindings/n-h2-812111-15 HTTP/1.1" status: 204 len: 173 time: 0.3049848 Jan 31 18:37:15.609342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-dd5f62b0-4ed3-463d-b374-e2bccbce738c tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5cf09f85-ba58-4328-91b0-6b40af6f1f51 HTTP/1.1" status: 200 len: 2998 time: 0.1261065 Jan 31 18:37:15.645293 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa52ea1d-7acb-49ad-9be8-3bcc6dfc91cf req-40ef2704-a563-4cee-b613-8a0a44561355 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (901f2cd4-88ee-448a-a440-d6132828f142), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:15.647874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa52ea1d-7acb-49ad-9be8-3bcc6dfc91cf req-40ef2704-a563-4cee-b613-8a0a44561355 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:15.649020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa52ea1d-7acb-49ad-9be8-3bcc6dfc91cf req-40ef2704-a563-4cee-b613-8a0a44561355 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] 10.222.0.20 "DELETE /v2.0/security-groups/901f2cd4-88ee-448a-a440-d6132828f142 HTTP/1.1" status: 204 len: 173 time: 0.3297255 Jan 31 18:37:15.656105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:15.676220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef2704-a563-4cee-b613-8a0a44561355 tempest-SecurityGroupsTestJSON-933571118 tempest-SecurityGroupsTestJSON-933571118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901f2cd4-88ee-448a-a440-d6132828f142,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:15.681434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-06f9b29b-7cbb-43ef-ad79-9d99eb0874a6 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5cf09f85-ba58-4328-91b0-6b40af6f1f51 HTTP/1.1" status: 200 len: 2998 time: 0.0634022 Jan 31 18:37:15.716520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8478a0c4-c680-449e-907c-e844c1425a3f admin admin] Deleting subnet 08582a16-ce0c-4ec4-a246-91e60ab7bd49 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:37:15.720495 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8478a0c4-c680-449e-907c-e844c1425a3f admin admin] Publish callbacks [] for subnet (08582a16-ce0c-4ec4-a246-91e60ab7bd49), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:15.758818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-0c42dcb4-ab08-4d41-983c-8c20888a2d36 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/77b973bd-6420-40a8-9774-cbd54089d775 HTTP/1.1" status: 200 len: 2998 time: 0.0620289 Jan 31 18:37:15.772845 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8478a0c4-c680-449e-907c-e844c1425a3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (08582a16-ce0c-4ec4-a246-91e60ab7bd49), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:15.814178 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8478a0c4-c680-449e-907c-e844c1425a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (08582a16-ce0c-4ec4-a246-91e60ab7bd49), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:15.841892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65088c-f8e1-461f-93f1-4fc0390f6d33 req-169b2718-4053-4a11-8cab-84efcb0c2e5c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:15.844092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb65088c-f8e1-461f-93f1-4fc0390f6d33 req-169b2718-4053-4a11-8cab-84efcb0c2e5c tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 945 time: 0.1005495 Jan 31 18:37:15.846670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-440f84bf-db17-4542-bf85-c95178dde7ff tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/77b973bd-6420-40a8-9774-cbd54089d775 HTTP/1.1" status: 200 len: 2998 time: 0.0704818 Jan 31 18:37:15.869135 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8478a0c4-c680-449e-907c-e844c1425a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (08582a16-ce0c-4ec4-a246-91e60ab7bd49), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:15.902014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478a0c4-c680-449e-907c-e844c1425a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08582a16-ce0c-4ec4-a246-91e60ab7bd49,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:15.919518 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8478a0c4-c680-449e-907c-e844c1425a3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:15.928855 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8478a0c4-c680-449e-907c-e844c1425a3f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/08582a16-ce0c-4ec4-a246-91e60ab7bd49 HTTP/1.1" status: 204 len: 168 time: 0.2706788 Jan 31 18:37:15.929959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57662) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:15.948071 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-4c89c3c5-96e5-4889-9592-c30f1e608a3e tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9e556822-6487-4917-91e7-f1e542a26e1e HTTP/1.1" status: 200 len: 2998 time: 0.0837519 Jan 31 18:37:15.970497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb65088c-f8e1-461f-93f1-4fc0390f6d33 req-b501731b-ea15-4f0e-b240-f558c276909e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078181 Jan 31 18:37:16.013930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (97fe9fc0-3edc-4b81-a012-21a20ed95244), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.024837 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-a7dd62a2-0263-4216-88de-6975adcc5076 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9e556822-6487-4917-91e7-f1e542a26e1e HTTP/1.1" status: 200 len: 2998 time: 0.0752017 Jan 31 18:37:16.116748 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (97fe9fc0-3edc-4b81-a012-21a20ed95244), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.140521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fe9fc0-3edc-4b81-a012-21a20ed95244']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:16.146646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-98d42fe3-6af5-42ee-a782-be0e0d642590 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a59548df-dc4b-44fc-b812-3d80c5c95321 HTTP/1.1" status: 200 len: 2998 time: 0.1141882 Jan 31 18:37:16.153793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b35856-fe99-4b6b-9154-262d975632b9') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:16.154469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b35856-fe99-4b6b-9154-262d975632b9') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:16.159227 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-eaec3f44-44d9-49ea-85e8-bcf03e9ba459 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips/7fccf046-421d-4ede-bfb7-5b9fd93dd67b HTTP/1.1" status: 200 len: 693 time: 0.0852830 Jan 31 18:37:16.170829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (79b35856-fe99-4b6b-9154-262d975632b9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.189319 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (79b35856-fe99-4b6b-9154-262d975632b9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.197557 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:37:16.198191 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (79b35856-fe99-4b6b-9154-262d975632b9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:37:16.200269 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:37:16.281886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (97fe9fc0-3edc-4b81-a012-21a20ed95244), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.304002 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.308172 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] 10.222.0.20 "DELETE /v2.0/networks/97fe9fc0-3edc-4b81-a012-21a20ed95244 HTTP/1.1" status: 204 len: 168 time: 0.3768046 Jan 31 18:37:16.309344 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e28cc5-cacf-48de-9bc3-12d057b8088d admin admin] Pushing event deleted for resources: {'Network': ['ID=97fe9fc0-3edc-4b81-a012-21a20ed95244,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:16.337427 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-e72704cd-09ca-4bfd-979f-18d29d196bf7 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a59548df-dc4b-44fc-b812-3d80c5c95321 HTTP/1.1" status: 200 len: 2998 time: 0.1747637 Jan 31 18:37:16.399836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-c085e202-279e-4683-b62c-e74bc9ac2819 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:16.401220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-c085e202-279e-4683-b62c-e74bc9ac2819 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.2410686 Jan 31 18:37:16.460788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-051d247e-f6cb-4dd5-8535-3694710d4c8c tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d9fd94b5-8b9f-4c67-afa4-c47cf2e064af HTTP/1.1" status: 200 len: 2998 time: 0.1071837 Jan 31 18:37:16.469438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-443ee4e4-a7ec-4ee5-baff-4f6ca97758bd tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.0587742 Jan 31 18:37:16.545972 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-09acf7fb-7d87-4c9e-a84b-bfd4d7ce2546 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.0735590 Jan 31 18:37:16.552392 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:16.624103 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cd01f730-a254-4c0a-a01d-1f5e015c4f6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3ac8c3060404b3cb58d41a2352976c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699577 Jan 31 18:37:16.626581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57670) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:16.697963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc1fc5-3e82-46c0-813a-798ae53ac072 admin admin] Publish callbacks [] for security_group (e22f7fc2-117a-4523-a523-939ce406c61b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.717718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-9bf7cb78-c666-4ce7-bca5-12262c47961c tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d9fd94b5-8b9f-4c67-afa4-c47cf2e064af HTTP/1.1" status: 200 len: 2998 time: 0.2337947 Jan 31 18:37:16.729688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc1fc5-3e82-46c0-813a-798ae53ac072 admin admin] Publish callbacks [] for security_group (e22f7fc2-117a-4523-a523-939ce406c61b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.796470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-3d91c95b-f5d9-477e-a3c2-a5e04d1b4880 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e22f7fc2-117a-4523-a523-939ce406c61b HTTP/1.1" status: 200 len: 2998 time: 0.0531576 Jan 31 18:37:16.806509 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc1fc5-3e82-46c0-813a-798ae53ac072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e22f7fc2-117a-4523-a523-939ce406c61b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.807409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-e6eef326-751c-4220-b923-973de6417d2f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Deleting port f5137d99-b3a9-40e2-8c79-855b47bba51b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:37:16.807847 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-e6eef326-751c-4220-b923-973de6417d2f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f5137d99-b3a9-40e2-8c79-855b47bba51b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.810919 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc1fc5-3e82-46c0-813a-798ae53ac072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.814742 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-53bc1fc5-3e82-46c0-813a-798ae53ac072 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e22f7fc2-117a-4523-a523-939ce406c61b HTTP/1.1" status: 204 len: 168 time: 0.1840820 Jan 31 18:37:16.824476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc1fc5-3e82-46c0-813a-798ae53ac072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22f7fc2-117a-4523-a523-939ce406c61b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:16.837172 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-49daab67-389e-41f1-9be0-ffa07298267e req-e7d1b489-dcb3-4dda-8f65-24f93b854c55 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] show failed (client error): The resource could not be found. Jan 31 18:37:16.838413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-e7d1b489-dcb3-4dda-8f65-24f93b854c55 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e22f7fc2-117a-4523-a523-939ce406c61b HTTP/1.1" status: 404 len: 352 time: 0.0283806 Jan 31 18:37:16.946943 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-e6eef326-751c-4220-b923-973de6417d2f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f5137d99-b3a9-40e2-8c79-855b47bba51b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.947253 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-e6eef326-751c-4220-b923-973de6417d2f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (f5137d99-b3a9-40e2-8c79-855b47bba51b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:16.954087 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-df2d6696-3ef3-4cbc-bfa4-10d19cc53f49 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ec93b03b-8aa9-494e-8502-039dab924079 HTTP/1.1" status: 200 len: 2998 time: 0.0795779 Jan 31 18:37:16.969537 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-e6eef326-751c-4220-b923-973de6417d2f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Calling delete_port for f5137d99-b3a9-40e2-8c79-855b47bba51b owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:37:17.061402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-61323729-7a38-471e-b470-52506d446d6b tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ec93b03b-8aa9-494e-8502-039dab924079 HTTP/1.1" status: 200 len: 2998 time: 0.0937657 Jan 31 18:37:17.150476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-0b25f981-9c51-4215-ab41-6a96b867d417 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f2a061a0-916f-4458-a5c5-b3bf1a1a5590 HTTP/1.1" status: 200 len: 2998 time: 0.0732019 Jan 31 18:37:17.231012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-123d2a3f-2852-4373-8ace-7c8bf1d0ce19 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f2a061a0-916f-4458-a5c5-b3bf1a1a5590 HTTP/1.1" status: 200 len: 2998 time: 0.0794852 Jan 31 18:37:17.233603 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-e6eef326-751c-4220-b923-973de6417d2f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f5137d99-b3a9-40e2-8c79-855b47bba51b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:17.302355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eef326-751c-4220-b923-973de6417d2f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Pushing event deleted for resources: {'Port': ['ID=f5137d99-b3a9-40e2-8c79-855b47bba51b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:17.391941 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-bc95c0ff-6b3c-439c-97c5-3fd3256e5287 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f32531d2-b107-4349-9d46-9323476071ce HTTP/1.1" status: 200 len: 2998 time: 0.1533835 Jan 31 18:37:17.414440 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-e6eef326-751c-4220-b923-973de6417d2f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (7fccf046-421d-4ede-bfb7-5b9fd93dd67b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:17.417359 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-e6eef326-751c-4220-b923-973de6417d2f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:17.418718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1db85455-8aa6-4ac8-87dc-a151aa6a9fbb req-e6eef326-751c-4220-b923-973de6417d2f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "DELETE /v2.0/floatingips/7fccf046-421d-4ede-bfb7-5b9fd93dd67b HTTP/1.1" status: 204 len: 173 time: 0.8652439 Jan 31 18:37:17.468222 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-21550c44-f1f9-4537-a909-7b33602fb7ff tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f32531d2-b107-4349-9d46-9323476071ce HTTP/1.1" status: 200 len: 2998 time: 0.0627549 Jan 31 18:37:17.470113 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888ef194-bff0-4f47-a992-019b51a7ecc5 x-openstack-request-id: req-888ef194-bff0-4f47-a992-019b51a7ecc5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:17.470659 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d14959f-d27f-4ed8-8135-3b0779280319", "tag": "9a0630f4-dd07-498e-bc20-4632ba088e20", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:17.471114 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-888ef194-bff0-4f47-a992-019b51a7ecc5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:17.471797 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d14959f-d27f-4ed8-8135-3b0779280319', 'tag': '9a0630f4-dd07-498e-bc20-4632ba088e20', 'status': 'completed', 'code': 200} Jan 31 18:37:17.590143 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-af2ce585-3bf8-4695-9b7d-0bd86fb58b94 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/fba08ee8-44bb-412a-9329-df040eb6b477 HTTP/1.1" status: 200 len: 2994 time: 0.1092606 Jan 31 18:37:17.636061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492e1e7-a7e5-4990-85f7-d5e878f7358c req-bfe38f1b-ff9b-4a3c-81be-5db9710bf0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:17.637939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b492e1e7-a7e5-4990-85f7-d5e878f7358c req-bfe38f1b-ff9b-4a3c-81be-5db9710bf0c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 1126 time: 0.1389525 Jan 31 18:37:17.733845 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49daab67-389e-41f1-9be0-ffa07298267e req-9c5b82f5-2f4a-4c5d-9ad6-214d575d80b9 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/fba08ee8-44bb-412a-9329-df040eb6b477 HTTP/1.1" status: 200 len: 2994 time: 0.1350429 Jan 31 18:37:17.795890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492e1e7-a7e5-4990-85f7-d5e878f7358c req-f6ca3ed6-eccd-4f16-b543-43dec7ab7820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:17.797422 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b492e1e7-a7e5-4990-85f7-d5e878f7358c req-f6ca3ed6-eccd-4f16-b543-43dec7ab7820 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.1514807 Jan 31 18:37:17.805670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705d612-d2d3-4877-be9f-cbb7ae857447 req-6123126d-1512-4137-81a0-a043ecac7d9c tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:17.812741 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6705d612-d2d3-4877-be9f-cbb7ae857447 req-6123126d-1512-4137-81a0-a043ecac7d9c tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.1373420 Jan 31 18:37:17.884981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b492e1e7-a7e5-4990-85f7-d5e878f7358c req-90698231-e96c-4b4c-9309-6ee14aeab5e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0630f4-dd07-498e-bc20-4632ba088e20 HTTP/1.1" status: 200 len: 217 time: 0.0701990 Jan 31 18:37:17.929135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57708) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:18.073156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6705d612-d2d3-4877-be9f-cbb7ae857447 req-adaa47e0-c0d9-4bef-a3f2-bb348c387217 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593164 Jan 31 18:37:18.083737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-485443966-network', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:18.102346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492e1e7-a7e5-4990-85f7-d5e878f7358c req-3b3d0b66-412f-476f-b63e-8294d49b5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:18.102346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b492e1e7-a7e5-4990-85f7-d5e878f7358c req-3b3d0b66-412f-476f-b63e-8294d49b5e6a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.1948371 Jan 31 18:37:18.131933 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Made reservation on behalf of 826ef78fe6bd4e66b93a81bbafd9637e for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:37:18.135061 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:18.160793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:18.269736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Publish callbacks [] for security_group (7074c88c-d3ae-4413-8214-87dda25b8aa1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:18.274464 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7074c88c-d3ae-4413-8214-87dda25b8aa1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:18.312931 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7074c88c-d3ae-4413-8214-87dda25b8aa1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:18.316535 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:37:18.330928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3c5108a9-9ce2-4a70-9029-f16e4bbf9f37), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:18.332816 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Added segment 3c5108a9-9ce2-4a70-9029-f16e4bbf9f37 of type vlan for network 2201f00e-02bc-410c-b783-4f5f63b17507 Jan 31 18:37:18.384395 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (2201f00e-02bc-410c-b783-4f5f63b17507), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:18.422110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (2201f00e-02bc-410c-b783-4f5f63b17507), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:18.423573 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:18.424306 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:18.445410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0fd38133-c11e-4352-ac1d-65dd510d7959 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:37:18.514257 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5823185 Jan 31 18:37:18.518750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57716) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:18.529574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fa4114ef-d44b-4d0b-9a1a-2e7de21c158a admin admin] Request body: {'subnet': {'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-485443966-subnet', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:18.531183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b492e1e7-a7e5-4990-85f7-d5e878f7358c req-8895328a-e485-42c4-bf7c-5feadc5d68f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4263289 Jan 31 18:37:18.556589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9a5b2-cb4d-4427-b079-e60bbf256d75 admin admin] Pushing event updated for resources: {'Network': ['ID=2201f00e-02bc-410c-b783-4f5f63b17507,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:18.584725 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4114ef-d44b-4d0b-9a1a-2e7de21c158a admin admin] Made reservation on behalf of 826ef78fe6bd4e66b93a81bbafd9637e for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:37:18.587997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0fd38133-c11e-4352-ac1d-65dd510d7959, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0fd38133-c11e-4352-ac1d-65dd510d7959,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:18.601093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa4114ef-d44b-4d0b-9a1a-2e7de21c158a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:18.605960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '0fd38133-c11e-4352-ac1d-65dd510d7959', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '0fd38133-c11e-4352-ac1d-65dd510d7959', 'mac_address': 'fa:16:3e:ff:ad:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:37:18.609248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:37:18.641283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 2201f00e-02bc-410c-b783-4f5f63b17507 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:37:18.660500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b492e1e7-a7e5-4990-85f7-d5e878f7358c req-dc038642-6691-4867-a89d-e2c5daa10b1a service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192544 Jan 31 18:37:18.717740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53982812-7b72-4981-b1b0-eeff9cda6c70 req-10580b05-1e6d-4f25-be96-3c2119230ee5 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:18.719432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53982812-7b72-4981-b1b0-eeff9cda6c70 req-10580b05-1e6d-4f25-be96-3c2119230ee5 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.8925571 Jan 31 18:37:18.720706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:37:18.721589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:37:18.789037 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-074a11df-2933-46cf-9977-369f01bf9413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:18.791840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 0fd38133-c11e-4352-ac1d-65dd510d7959 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:18.792460 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:18.810790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fd38133-c11e-4352-ac1d-65dd510d7959 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:18.849021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0fd38133-c11e-4352-ac1d-65dd510d7959, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0fd38133-c11e-4352-ac1d-65dd510d7959,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:18.859397 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:18.864037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c26aee0-f6ae-4240-90b6-ca1bec960ec4 req-df1f62d2-c403-494a-822f-6eadfb97ca82 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a381e3e175d74144af0c7deb5e9a0437 HTTP/1.1" status: 200 len: 6153 time: 0.3244443 Jan 31 18:37:18.923475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=0fd38133-c11e-4352-ac1d-65dd510d7959,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:18.941350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['0fd38133-c11e-4352-ac1d-65dd510d7959'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:19.023727 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa4114ef-d44b-4d0b-9a1a-2e7de21c158a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (1fa91765-20a1-4873-89c2-9334fb7003b5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:19.098785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b492e1e7-a7e5-4990-85f7-d5e878f7358c req-b90af836-dc73-430c-a29d-579cc1618f4e service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216964 Jan 31 18:37:19.153032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c26aee0-f6ae-4240-90b6-ca1bec960ec4 req-2da9a9d4-3ce6-4ef4-9cec-30a58d82c99c tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] 10.222.0.20 "GET /v2.0/security-groups/9e556822-6487-4917-91e7-f1e542a26e1e HTTP/1.1" status: 200 len: 2998 time: 0.2878938 Jan 31 18:37:19.187251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ef9b7-73d8-46f8-8008-8f8ac36f204f req-ea17abff-781d-4812-a21f-4855062e882d tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:19.187935 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4114ef-d44b-4d0b-9a1a-2e7de21c158a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa91765-20a1-4873-89c2-9334fb7003b5,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:19.191286 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4114ef-d44b-4d0b-9a1a-2e7de21c158a admin admin] Checking segment: {'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:37:19.191724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4114ef-d44b-4d0b-9a1a-2e7de21c158a admin admin] Network hostable DHCP agents. Network: 2201f00e-02bc-410c-b783-4f5f63b17507, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:37:19.198089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d0ef9b7-73d8-46f8-8008-8f8ac36f204f req-ea17abff-781d-4812-a21f-4855062e882d tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 1128 time: 0.2958469 Jan 31 18:37:19.214687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4114ef-d44b-4d0b-9a1a-2e7de21c158a admin admin] Network 2201f00e-02bc-410c-b783-4f5f63b17507 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:37:19.229323 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fa4114ef-d44b-4d0b-9a1a-2e7de21c158a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 2201f00e-02bc-410c-b783-4f5f63b17507) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:19.247292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4114ef-d44b-4d0b-9a1a-2e7de21c158a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:19.248596 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa4114ef-d44b-4d0b-9a1a-2e7de21c158a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:19.271161 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fa4114ef-d44b-4d0b-9a1a-2e7de21c158a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7512527 Jan 31 18:37:19.276235 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:19.277251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c26aee0-f6ae-4240-90b6-ca1bec960ec4 req-866cf7a4-2d94-42f2-a23c-6cfdbdd4b171 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] 10.222.0.20 "GET /v2.0/security-groups/9e556822-6487-4917-91e7-f1e542a26e1e HTTP/1.1" status: 200 len: 2998 time: 0.1221981 Jan 31 18:37:19.280761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a81b30-e0a9-4d29-aa2a-dd6dfd5ae9a1 None None] Network 2201f00e-02bc-410c-b783-4f5f63b17507 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:37:19.311428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d0ef9b7-73d8-46f8-8008-8f8ac36f204f req-6ee55805-8d92-4559-b9e6-4d89963af705 tempest-LiveMigrationTest-1919127235 tempest-LiveMigrationTest-1919127235-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123800 Jan 31 18:37:19.327399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:19.400023 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (9eea8699-e324-4135-bd15-ddada3c16529), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:19.401340 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (9eea8699-e324-4135-bd15-ddada3c16529), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:19.493156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-2201f00e-02bc-410c-b783-4f5f63b17507', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:37:19.494292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda4c14f-c9c2-4164-b10b-2d5de1cea35d', 'name': 'network-vif-deleted', 'tag': 'e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:19.495048 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:19.497673 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5dc024-c08a-47ab-8509-1c72cf781193" -d '{"events": [{"server_uuid": "eda4c14f-c9c2-4164-b10b-2d5de1cea35d", "name": "network-vif-deleted", "tag": "e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:19.513075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6400266-61df-4cae-9d23-3b19d333195b req-3f9e80e9-5640-409b-a15b-510d0e9ddc9f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=688b4d25742d43c0b890f57b2b7a9e94 HTTP/1.1" status: 200 len: 1656 time: 0.1511014 Jan 31 18:37:19.544388 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Publish callbacks [] for router_controller (9eea8699-e324-4135-bd15-ddada3c16529), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:19.584829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e6c99-771a-4ef4-b021-327a63ab0b13 req-aaf88b6d-6222-49fe-877c-e9044a307b44 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:19.594749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce0e6c99-771a-4ef4-b021-327a63ab0b13 req-aaf88b6d-6222-49fe-877c-e9044a307b44 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.1328323 Jan 31 18:37:19.771317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Allocated IP 172.20.0.2 (2201f00e-02bc-410c-b783-4f5f63b17507/1fa91765-20a1-4873-89c2-9334fb7003b5/6454ce7e-034e-4851-b63a-2c52ed76ff9d) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:19.775890 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Publish callbacks [] for router_gateway (9eea8699-e324-4135-bd15-ddada3c16529), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:19.853844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6400266-61df-4cae-9d23-3b19d333195b req-82136b2d-cdd4-4d81-934f-6d81ba06c2cb tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:19.858091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6400266-61df-4cae-9d23-3b19d333195b req-82136b2d-cdd4-4d81-934f-6d81ba06c2cb tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks?id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 787 time: 0.3377659 Jan 31 18:37:19.892885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-d6400266-61df-4cae-9d23-3b19d333195b req-6a36b831-a419-4d1d-a2e2-1b29e038d13d tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:37:19.907868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6400266-61df-4cae-9d23-3b19d333195b req-6a36b831-a419-4d1d-a2e2-1b29e038d13d tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0268760 Jan 31 18:37:19.957585 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce0e6c99-771a-4ef4-b021-327a63ab0b13 req-e98feb8f-b2cd-420a-a360-0960f1bbf4f4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617592 Jan 31 18:37:20.040737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2d86383-8d55-4f07-bb2f-9c7db2fd6631 req-e51bf9bd-95c6-49f1-9259-5de80780c911 tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/19b7f427-2cc9-46b3-8be0-016169870c55 HTTP/1.1" status: 200 len: 1794 time: 0.1183290 Jan 31 18:37:20.136717 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2d86383-8d55-4f07-bb2f-9c7db2fd6631 req-7a63f191-876f-466d-999b-3dc58ab00dca tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (19b7f427-2cc9-46b3-8be0-016169870c55), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.173080 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Publish callbacks [] for router_gateway (9eea8699-e324-4135-bd15-ddada3c16529), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.180099 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2d86383-8d55-4f07-bb2f-9c7db2fd6631 req-7a63f191-876f-466d-999b-3dc58ab00dca tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (19b7f427-2cc9-46b3-8be0-016169870c55), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.199181 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Publish callbacks [] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.210651 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.222089 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.261502 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2d86383-8d55-4f07-bb2f-9c7db2fd6631 req-7a63f191-876f-466d-999b-3dc58ab00dca tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (19b7f427-2cc9-46b3-8be0-016169870c55), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.265114 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2d86383-8d55-4f07-bb2f-9c7db2fd6631 req-7a63f191-876f-466d-999b-3dc58ab00dca tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.277099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2d86383-8d55-4f07-bb2f-9c7db2fd6631 req-7a63f191-876f-466d-999b-3dc58ab00dca tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/19b7f427-2cc9-46b3-8be0-016169870c55 HTTP/1.1" status: 204 len: 173 time: 0.2321615 Jan 31 18:37:20.302130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63f191-876f-466d-999b-3dc58ab00dca tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b7f427-2cc9-46b3-8be0-016169870c55,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:20.353631 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2319e37d-ac2b-44c4-9ad1-4068f1a6e613 x-openstack-request-id: req-2319e37d-ac2b-44c4-9ad1-4068f1a6e613 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:20.354220 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda4c14f-c9c2-4164-b10b-2d5de1cea35d", "name": "network-vif-deleted", "tag": "e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:20.354816 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2319e37d-ac2b-44c4-9ad1-4068f1a6e613 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:20.356082 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda4c14f-c9c2-4164-b10b-2d5de1cea35d', 'name': 'network-vif-deleted', 'tag': 'e100fe59-31a1-42e4-8cfe-6d6b18fd4e4a', 'status': 'completed', 'code': 200} Jan 31 18:37:20.364773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Pushing event updated for resources: {'Port': ['ID=6454ce7e-034e-4851-b63a-2c52ed76ff9d,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:20.374372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Network 2201f00e-02bc-410c-b783-4f5f63b17507 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:20.376191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:20.381020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:20.459462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0fd38133-c11e-4352-ac1d-65dd510d7959 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:37:20.487862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Attempting to bind port 6454ce7e-034e-4851-b63a-2c52ed76ff9d on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:37:20.488257 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Attempting to bind port 6454ce7e-034e-4851-b63a-2c52ed76ff9d by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:37:20.488675 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Attempting to bind port 6454ce7e-034e-4851-b63a-2c52ed76ff9d on network 2201f00e-02bc-410c-b783-4f5f63b17507 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:20.496714 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:37:20.497461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Checking segment: {'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:37:20.497590 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.497876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Bound using segment: {'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:37:20.498354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Bound port: 6454ce7e-034e-4851-b63a-2c52ed76ff9d, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:37:20.498736 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.508200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Allocated IP 172.25.8.229 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c93b3c9a-aedb-4987-a159-dc0e3a6914f3) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:20.529643 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-6796e1eb-e43c-429a-82ed-aa8bdb880537 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips/4b2d663a-e313-4b09-a5cf-84e63e017815 HTTP/1.1" status: 200 len: 693 time: 0.1376307 Jan 31 18:37:20.571997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 0fd38133-c11e-4352-ac1d-65dd510d7959 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:20.572369 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.616083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] For port 6454ce7e-034e-4851-b63a-2c52ed76ff9d, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:37:20.633606 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] For port 6454ce7e-034e-4851-b63a-2c52ed76ff9d, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6454ce7e-034e-4851-b63a-2c52ed76ff9d,segment=NetworkSegment(3c5108a9-9ce2-4a70-9029-f16e4bbf9f37),segment_id=3c5108a9-9ce2-4a70-9029-f16e4bbf9f37)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:37:20.648610 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.653955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f0e4bdd-c3ff-4b86-abba-f6a28d864411 req-2aa7953a-694a-448c-aae5-d747ea5178fc tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "GET /v2.0/security-groups/10c152b0-32fb-44ab-b242-90efe82d8e26 HTTP/1.1" status: 200 len: 1795 time: 0.1658111 Jan 31 18:37:20.753767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-92877745-df9b-47ab-903c-54ebf9252dd9 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:20.765342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-92877745-df9b-47ab-903c-54ebf9252dd9 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.2278981 Jan 31 18:37:20.774456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-55ba430b-17ce-4f0d-bb66-4263a0d1ec32 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:37:20.782649 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-55ba430b-17ce-4f0d-bb66-4263a0d1ec32 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161064 Jan 31 18:37:20.798167 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Publish callbacks [] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.840646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f1be4-b7f3-47e7-ae6c-b5c9a459ae7d None None] Pushing event updated for resources: {'Port': ['ID=6454ce7e-034e-4851-b63a-2c52ed76ff9d,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:20.851805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 0fd38133-c11e-4352-ac1d-65dd510d7959 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:20.852593 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.881652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324f655a-97ee-41e6-95ae-dea5533fc612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd38133-c11e-4352-ac1d-65dd510d7959'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:20.884325 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a149d603-6c48-45f0-9b34-f1dd67a8bbd0" -d '{"events": [{"server_uuid": "324f655a-97ee-41e6-95ae-dea5533fc612", "name": "network-vif-plugged", "status": "completed", "tag": "0fd38133-c11e-4352-ac1d-65dd510d7959"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:20.895536 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.906712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-bfa40747-3ef4-47e5-9042-04ab4ea02efc tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.1229239 Jan 31 18:37:20.907430 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f0e4bdd-c3ff-4b86-abba-f6a28d864411 req-eac47806-0169-4fe6-b385-b3b81d3fdc8c tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (10c152b0-32fb-44ab-b242-90efe82d8e26), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.915434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0fd38133-c11e-4352-ac1d-65dd510d7959, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0fd38133-c11e-4352-ac1d-65dd510d7959,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:20.923428 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:20.989456 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e262c0de-1e20-43ae-9f07-5f0e757b2cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:21.016519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=0fd38133-c11e-4352-ac1d-65dd510d7959,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:21.030551 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f0e4bdd-c3ff-4b86-abba-f6a28d864411 req-eac47806-0169-4fe6-b385-b3b81d3fdc8c tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (10c152b0-32fb-44ab-b242-90efe82d8e26), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:21.040179 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:21.061898 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:21.105731 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:21.121191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-8ec13b25-1e37-4e25-b0bb-029edb5ff51f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.2010877 Jan 31 18:37:21.146346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Pushing event updated for resources: {'Port': ['ID=c93b3c9a-aedb-4987-a159-dc0e3a6914f3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:21.382001 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f0e4bdd-c3ff-4b86-abba-f6a28d864411 req-eac47806-0169-4fe6-b385-b3b81d3fdc8c tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (10c152b0-32fb-44ab-b242-90efe82d8e26), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:21.386328 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f0e4bdd-c3ff-4b86-abba-f6a28d864411 req-eac47806-0169-4fe6-b385-b3b81d3fdc8c tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:21.400562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f0e4bdd-c3ff-4b86-abba-f6a28d864411 req-eac47806-0169-4fe6-b385-b3b81d3fdc8c tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/10c152b0-32fb-44ab-b242-90efe82d8e26 HTTP/1.1" status: 204 len: 173 time: 0.7451754 Jan 31 18:37:21.420752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253e3f4-71ef-479f-bc32-09b002641245 req-f920df31-ca99-479f-8f6c-5972527955bb tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:21.431397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3253e3f4-71ef-479f-bc32-09b002641245 req-f920df31-ca99-479f-8f6c-5972527955bb tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.49 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 945 time: 0.3925769 Jan 31 18:37:21.591485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac47806-0169-4fe6-b385-b3b81d3fdc8c tempest-SecurityGroupsTestAdminJSON-160378368 tempest-SecurityGroupsTestAdminJSON-160378368-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c152b0-32fb-44ab-b242-90efe82d8e26,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:21.635675 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Publish callbacks [] for router_gateway (9eea8699-e324-4135-bd15-ddada3c16529), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:21.709915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a8ed6-11db-4fcb-bdd7-ad33ec1de3ca req-ba002102-7bb8-40ae-be88-6e35f4f2eacd tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:21.711825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-045a8ed6-11db-4fcb-bdd7-ad33ec1de3ca req-ba002102-7bb8-40ae-be88-6e35f4f2eacd tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 945 time: 0.1714699 Jan 31 18:37:21.727389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-24d32ae8-856a-43f8-b9aa-3470fad776f6 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Deleting port 6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:37:21.727885 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-24d32ae8-856a-43f8-b9aa-3470fad776f6 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:21.879780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-045a8ed6-11db-4fcb-bdd7-ad33ec1de3ca req-2ed3b980-dab6-4aa4-9d9d-be37546cf80e tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550035 Jan 31 18:37:21.909412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3253e3f4-71ef-479f-bc32-09b002641245 req-ced700d4-9d9d-4f16-81e3-c023d00200b2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Deleting port ea2c6f4c-5806-454c-afe4-4ccef09c4529 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:37:21.910096 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3253e3f4-71ef-479f-bc32-09b002641245 req-ced700d4-9d9d-4f16-81e3-c023d00200b2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:21.961706 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (9eea8699-e324-4135-bd15-ddada3c16529), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:22.057328 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-24d32ae8-856a-43f8-b9aa-3470fad776f6 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:22.057801 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-24d32ae8-856a-43f8-b9aa-3470fad776f6 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:22.081722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-24d32ae8-856a-43f8-b9aa-3470fad776f6 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Calling delete_port for 6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:37:22.132098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3253e3f4-71ef-479f-bc32-09b002641245 req-ced700d4-9d9d-4f16-81e3-c023d00200b2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] For port ea2c6f4c-5806-454c-afe4-4ccef09c4529, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ea2c6f4c-5806-454c-afe4-4ccef09c4529,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:22.132555 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3253e3f4-71ef-479f-bc32-09b002641245 req-ced700d4-9d9d-4f16-81e3-c023d00200b2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:22.157796 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97339c7-4c19-4763-8d82-d3207c784c91 x-openstack-request-id: req-b97339c7-4c19-4763-8d82-d3207c784c91 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:22.158330 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324f655a-97ee-41e6-95ae-dea5533fc612", "name": "network-vif-plugged", "status": "completed", "tag": "0fd38133-c11e-4352-ac1d-65dd510d7959", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:22.158636 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b97339c7-4c19-4763-8d82-d3207c784c91 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:22.158951 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324f655a-97ee-41e6-95ae-dea5533fc612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd38133-c11e-4352-ac1d-65dd510d7959', 'code': 200} Jan 31 18:37:22.211920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3253e3f4-71ef-479f-bc32-09b002641245 req-ced700d4-9d9d-4f16-81e3-c023d00200b2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Calling delete_port for ea2c6f4c-5806-454c-afe4-4ccef09c4529 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:37:22.315332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Router 9eea8699-e324-4135-bd15-ddada3c16529 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:37:22.316435 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:22.372861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583e889e-9e96-4a85-b1db-ca261fd006a6 None None] Network 2201f00e-02bc-410c-b783-4f5f63b17507 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:37:22.443964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb18fe-c120-4df5-b208-1eb1902ce2f5 req-bbc55db2-9ca0-4070-9b53-1c387df995d5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:22.445172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2cb18fe-c120-4df5-b208-1eb1902ce2f5 req-bbc55db2-9ca0-4070-9b53-1c387df995d5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.1090503 Jan 31 18:37:22.467854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:37:22.500421 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:22.507176 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d1424432-fd45-43f9-9fb1-6f2d866aefd1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2030208 Jan 31 18:37:22.510191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:22.550860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Sync routers for ids ['9eea8699-e324-4135-bd15-ddada3c16529'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:37:22.571263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Routers {'9eea8699-e324-4135-bd15-ddada3c16529'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:37:22.573757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:37:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9eea8699-e324-4135-bd15-ddada3c16529'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:22.578019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2cb18fe-c120-4df5-b208-1eb1902ce2f5 req-4afb12da-b50d-4e92-822e-3d6d7914d2df tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207528 Jan 31 18:37:22.599545 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-24d32ae8-856a-43f8-b9aa-3470fad776f6 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:22.634183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d32ae8-856a-43f8-b9aa-3470fad776f6 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Pushing event deleted for resources: {'Port': ['ID=6bb88d0e-eaf0-42e8-87d8-eacaa4ef16ea,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:22.691795 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6da314b8-9a1c-45c5-bf4f-37fb3ef37af3 req-62ecc627-9e1b-4086-9eb0-03d5066ef685 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] 10.222.0.20 "GET /v2.0/security-groups/f96f5186-3877-4c19-bb2a-4c71c6267c29 HTTP/1.1" status: 200 len: 1794 time: 0.0531516 Jan 31 18:37:22.694900 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3253e3f4-71ef-479f-bc32-09b002641245 req-ced700d4-9d9d-4f16-81e3-c023d00200b2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ea2c6f4c-5806-454c-afe4-4ccef09c4529), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:22.723991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Set router 9eea8699-e324-4135-bd15-ddada3c16529 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:37:22.782191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced700d4-9d9d-4f16-81e3-c023d00200b2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Pushing event deleted for resources: {'Port': ['ID=ea2c6f4c-5806-454c-afe4-4ccef09c4529,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:22.821908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['a1ea5589-cc93-4490-b675-4447ddc19326', 'ea2c6f4c-5806-454c-afe4-4ccef09c4529'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:22.894455 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-24d32ae8-856a-43f8-b9aa-3470fad776f6 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (4b2d663a-e313-4b09-a5cf-84e63e017815), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:22.898788 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-24d32ae8-856a-43f8-b9aa-3470fad776f6 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:22.900383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc58b640-68f2-4fa2-9d6c-1b81a44f5726 req-24d32ae8-856a-43f8-b9aa-3470fad776f6 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "DELETE /v2.0/floatingips/4b2d663a-e313-4b09-a5cf-84e63e017815 HTTP/1.1" status: 204 len: 173 time: 1.7526720 Jan 31 18:37:22.976625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3253e3f4-71ef-479f-bc32-09b002641245 req-ced700d4-9d9d-4f16-81e3-c023d00200b2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] No DVR routers for this DVR port ea2c6f4c-5806-454c-afe4-4ccef09c4529 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:37:22.980378 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3253e3f4-71ef-479f-bc32-09b002641245 req-ced700d4-9d9d-4f16-81e3-c023d00200b2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:22.985255 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3253e3f4-71ef-479f-bc32-09b002641245 req-ced700d4-9d9d-4f16-81e3-c023d00200b2 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.49 "DELETE /v2.0/ports/ea2c6f4c-5806-454c-afe4-4ccef09c4529 HTTP/1.1" status: 204 len: 173 time: 1.5524545 Jan 31 18:37:22.987843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a50d7b-47e9-40e1-ae28-95a4ed54eea6', 'name': 'network-vif-deleted', 'tag': 'ea2c6f4c-5806-454c-afe4-4ccef09c4529'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:23.007206 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bf138d-7cc6-411f-941a-5f0b3fc5ce4d" -d '{"events": [{"server_uuid": "76a50d7b-47e9-40e1-ae28-95a4ed54eea6", "name": "network-vif-deleted", "tag": "ea2c6f4c-5806-454c-afe4-4ccef09c4529"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:23.088885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6454ce7e-034e-4851-b63a-2c52ed76ff9d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:37:23.095988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-29541179-c8f7-459a-840c-a23f36ae9f2a None None] Provisioning complete for port 6454ce7e-034e-4851-b63a-2c52ed76ff9d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:23.098811 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29541179-c8f7-459a-840c-a23f36ae9f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:23.227341 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6da314b8-9a1c-45c5-bf4f-37fb3ef37af3 req-de867aab-177a-4d03-9646-642ab37db168 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (f96f5186-3877-4c19-bb2a-4c71c6267c29), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:23.240435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f583bba5-6482-4568-9225-e8330f0dab73 req-34a192fb-1a1b-4164-ad7a-f1b00b4570b9 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips/57773173-ed7f-4d47-bf7d-1f63afe1654b HTTP/1.1" status: 200 len: 692 time: 0.1783800 Jan 31 18:37:23.365455 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6da314b8-9a1c-45c5-bf4f-37fb3ef37af3 req-de867aab-177a-4d03-9646-642ab37db168 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (f96f5186-3877-4c19-bb2a-4c71c6267c29), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:23.472381 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6da314b8-9a1c-45c5-bf4f-37fb3ef37af3 req-de867aab-177a-4d03-9646-642ab37db168 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f96f5186-3877-4c19-bb2a-4c71c6267c29), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:23.475360 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6da314b8-9a1c-45c5-bf4f-37fb3ef37af3 req-de867aab-177a-4d03-9646-642ab37db168 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:23.488652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6da314b8-9a1c-45c5-bf4f-37fb3ef37af3 req-de867aab-177a-4d03-9646-642ab37db168 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] 10.222.0.20 "DELETE /v2.0/security-groups/f96f5186-3877-4c19-bb2a-4c71c6267c29 HTTP/1.1" status: 204 len: 173 time: 0.7679541 Jan 31 18:37:23.623899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de867aab-177a-4d03-9646-642ab37db168 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96f5186-3877-4c19-bb2a-4c71c6267c29,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:23.653061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-29541179-c8f7-459a-840c-a23f36ae9f2a None None] Current status of the port 6454ce7e-034e-4851-b63a-2c52ed76ff9d is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:23.655183 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29541179-c8f7-459a-840c-a23f36ae9f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:23.658144 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:23.752778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-211c5b1f-2594-4e88-b3aa-68fe325531a6 req-014f317c-6843-4f30-9581-1938fd924609 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 210 time: 0.1104531 Jan 31 18:37:23.768265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6454ce7e-034e-4851-b63a-2c52ed76ff9d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:23.768743 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:23.819786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583bba5-6482-4568-9225-e8330f0dab73 req-241874af-5eaf-4f92-92bc-28e2f233f0aa tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:23.839110 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f583bba5-6482-4568-9225-e8330f0dab73 req-241874af-5eaf-4f92-92bc-28e2f233f0aa tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.5874617 Jan 31 18:37:23.843559 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:23.850147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-29541179-c8f7-459a-840c-a23f36ae9f2a None None] For port 6454ce7e-034e-4851-b63a-2c52ed76ff9d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6454ce7e-034e-4851-b63a-2c52ed76ff9d,segment=NetworkSegment(3c5108a9-9ce2-4a70-9029-f16e4bbf9f37),segment_id=3c5108a9-9ce2-4a70-9029-f16e4bbf9f37)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:23.904666 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29541179-c8f7-459a-840c-a23f36ae9f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.001660 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d47065-1e61-4392-8d61-8064890029d2 x-openstack-request-id: req-50d47065-1e61-4392-8d61-8064890029d2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:24.002418 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a50d7b-47e9-40e1-ae28-95a4ed54eea6", "name": "network-vif-deleted", "tag": "ea2c6f4c-5806-454c-afe4-4ccef09c4529", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:24.002418 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50d47065-1e61-4392-8d61-8064890029d2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:24.014342 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a50d7b-47e9-40e1-ae28-95a4ed54eea6', 'name': 'network-vif-deleted', 'tag': 'ea2c6f4c-5806-454c-afe4-4ccef09c4529', 'status': 'completed', 'code': 200} Jan 31 18:37:24.039491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f583bba5-6482-4568-9225-e8330f0dab73 req-961c00fc-44af-41e4-a40b-d019fccc5a43 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.1954587 Jan 31 18:37:24.218659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0021494-f037-4988-b5a2-c23adf1951b1 req-b6ac710a-184d-454f-b40e-5e616a6165ee tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] 10.222.0.20 "GET /v2.0/security-groups/077835ee-65c2-452f-bbb5-a28e46f895f8 HTTP/1.1" status: 200 len: 1794 time: 0.1655555 Jan 31 18:37:24.228625 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f583bba5-6482-4568-9225-e8330f0dab73 req-ecf6226e-1013-4b77-950d-4d147fdcc995 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.1880293 Jan 31 18:37:24.324249 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5854bb0a-9c55-4af5-a8e0-e621ac3cd7a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54869bfa8d1e4a00889cb0fa509ae276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6570404 Jan 31 18:37:24.327198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57822) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:24.347216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:37:21Z', 'revision_number': 3, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:24.394241 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.404258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.417352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-988019e0-980f-4262-a768-a3e40621e6cf None None] Provisioning complete for port 6454ce7e-034e-4851-b63a-2c52ed76ff9d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:24.417876 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-988019e0-980f-4262-a768-a3e40621e6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.419454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Checking router: 9eea8699-e324-4135-bd15-ddada3c16529 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:37:24.419908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Updating router 9eea8699-e324-4135-bd15-ddada3c16529 port c93b3c9a-aedb-4987-a159-dc0e3a6914f3 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:37:24.468752 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.517424 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83269bc6-1bac-4848-b11c-88e29106869d admin admin] Publish callbacks [] for security_group (d9fd94b5-8b9f-4c67-afa4-c47cf2e064af), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.536014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29541179-c8f7-459a-840c-a23f36ae9f2a None None] Pushing event updated for resources: {'Port': ['ID=6454ce7e-034e-4851-b63a-2c52ed76ff9d,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:24.560217 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0021494-f037-4988-b5a2-c23adf1951b1 req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (077835ee-65c2-452f-bbb5-a28e46f895f8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.595175 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Allocated IP 172.20.0.1 (2201f00e-02bc-410c-b783-4f5f63b17507/1fa91765-20a1-4873-89c2-9334fb7003b5/94bd8853-5472-40ae-82cb-c4185b8a29fb) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:24.596294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6454ce7e-034e-4851-b63a-2c52ed76ff9d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:24.605802 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83269bc6-1bac-4848-b11c-88e29106869d admin admin] Publish callbacks [] for security_group (d9fd94b5-8b9f-4c67-afa4-c47cf2e064af), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.622186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0021494-f037-4988-b5a2-c23adf1951b1 req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (077835ee-65c2-452f-bbb5-a28e46f895f8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.688138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f583bba5-6482-4568-9225-e8330f0dab73 req-3053f0b1-25c1-4539-91e6-0e426b69d09f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Deleting port bf1aeff2-c821-49c8-92a9-8878870e742f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:37:24.689917 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f583bba5-6482-4568-9225-e8330f0dab73 req-3053f0b1-25c1-4539-91e6-0e426b69d09f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bf1aeff2-c821-49c8-92a9-8878870e742f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.790241 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83269bc6-1bac-4848-b11c-88e29106869d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d9fd94b5-8b9f-4c67-afa4-c47cf2e064af), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.795123 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83269bc6-1bac-4848-b11c-88e29106869d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.798751 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-83269bc6-1bac-4848-b11c-88e29106869d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9fd94b5-8b9f-4c67-afa4-c47cf2e064af HTTP/1.1" status: 204 len: 168 time: 0.4685771 Jan 31 18:37:24.816555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6454ce7e-034e-4851-b63a-2c52ed76ff9d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:37:24.860719 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0021494-f037-4988-b5a2-c23adf1951b1 req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (077835ee-65c2-452f-bbb5-a28e46f895f8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.867997 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0021494-f037-4988-b5a2-c23adf1951b1 req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.870152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83269bc6-1bac-4848-b11c-88e29106869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fd94b5-8b9f-4c67-afa4-c47cf2e064af,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:24.871292 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0021494-f037-4988-b5a2-c23adf1951b1 req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] 10.222.0.20 "DELETE /v2.0/security-groups/077835ee-65c2-452f-bbb5-a28e46f895f8 HTTP/1.1" status: 204 len: 173 time: 0.6400840 Jan 31 18:37:24.926459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-988019e0-980f-4262-a768-a3e40621e6cf None None] Current status of the port 6454ce7e-034e-4851-b63a-2c52ed76ff9d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:24.939148 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Publish callbacks [] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:24.969153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077835ee-65c2-452f-bbb5-a28e46f895f8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:25.016698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ea2c6f4c-5806-454c-afe4-4ccef09c4529 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:37:25.034565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.036039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.036445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.036810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.039599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.040009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.041336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.041864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.042194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.047228 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:25.047560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.047963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.051127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.051556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cae494-7bed-4835-9ee9-790d5936ebf4 tempest-SecurityGroupsTestAdminJSON-1810352679 tempest-SecurityGroupsTestAdminJSON-1810352679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:25.065959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: ea2c6f4c-5806-454c-afe4-4ccef09c4529 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:37:25.066467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ea2c6f4c-5806-454c-afe4-4ccef09c4529 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:37:25.067402 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f583bba5-6482-4568-9225-e8330f0dab73 req-3053f0b1-25c1-4539-91e6-0e426b69d09f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bf1aeff2-c821-49c8-92a9-8878870e742f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:25.067738 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f583bba5-6482-4568-9225-e8330f0dab73 req-3053f0b1-25c1-4539-91e6-0e426b69d09f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (bf1aeff2-c821-49c8-92a9-8878870e742f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:25.082097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6454ce7e-034e-4851-b63a-2c52ed76ff9d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:25.083667 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:25.099092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Network 2201f00e-02bc-410c-b783-4f5f63b17507 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:25.122569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:25.131633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:25.214747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f583bba5-6482-4568-9225-e8330f0dab73 req-3053f0b1-25c1-4539-91e6-0e426b69d09f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Calling delete_port for bf1aeff2-c821-49c8-92a9-8878870e742f owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:37:25.274570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Pushing event updated for resources: {'Port': ['ID=94bd8853-5472-40ae-82cb-c4185b8a29fb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:25.290664 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (9eea8699-e324-4135-bd15-ddada3c16529), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:25.385414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff76b-9ffe-4047-b894-ee35a783ef4d req-a525ade5-0978-4f43-a51c-167495a6a427 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:25.402227 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d4ff76b-9ffe-4047-b894-ee35a783ef4d req-a525ade5-0978-4f43-a51c-167495a6a427 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.3913791 Jan 31 18:37:25.521926 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Publish callbacks [] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:25.556055 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57840) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:25.575796 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:25.597920 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:25.603423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d4ff76b-9ffe-4047-b894-ee35a783ef4d req-cbc47c7c-3a87-4ea6-a113-3d29538d39da tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913111 Jan 31 18:37:25.760656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f583bba5-6482-4568-9225-e8330f0dab73 req-3053f0b1-25c1-4539-91e6-0e426b69d09f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bf1aeff2-c821-49c8-92a9-8878870e742f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:25.766667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a78c7-c5eb-412a-a9d1-ca9342fe1eed None None] Pushing event updated for resources: {'Port': ['ID=c93b3c9a-aedb-4987-a159-dc0e3a6914f3,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:25.803563 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:25.869828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053f0b1-25c1-4539-91e6-0e426b69d09f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Pushing event deleted for resources: {'Port': ['ID=bf1aeff2-c821-49c8-92a9-8878870e742f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:25.898748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1f4cee4d-b673-4b25-ab4e-52ee2ba2b967 None None] Provisioning complete for port 94bd8853-5472-40ae-82cb-c4185b8a29fb triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:25.899330 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1f4cee4d-b673-4b25-ab4e-52ee2ba2b967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:25.919554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Attempting to bind port c93b3c9a-aedb-4987-a159-dc0e3a6914f3 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:37:25.919946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Attempting to bind port c93b3c9a-aedb-4987-a159-dc0e3a6914f3 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:37:25.920325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Attempting to bind port c93b3c9a-aedb-4987-a159-dc0e3a6914f3 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:25.971352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:37:25.971783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:37:25.972201 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:25.972645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:37:25.973149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Bound port: c93b3c9a-aedb-4987-a159-dc0e3a6914f3, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:37:25.973544 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:26.050780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] For port c93b3c9a-aedb-4987-a159-dc0e3a6914f3, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:37:26.054614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] For port c93b3c9a-aedb-4987-a159-dc0e3a6914f3, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c93b3c9a-aedb-4987-a159-dc0e3a6914f3,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:37:26.087249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a46015d-ce4f-4b06-a22e-b6657ff85bdb req-28f5a9dd-cc71-47f3-8a81-b35033b74c09 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 210 time: 0.2322323 Jan 31 18:37:26.095834 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:26.109177 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:26.170573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f583bba5-6482-4568-9225-e8330f0dab73 req-3053f0b1-25c1-4539-91e6-0e426b69d09f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (57773173-ed7f-4d47-bf7d-1f63afe1654b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:26.179801 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f583bba5-6482-4568-9225-e8330f0dab73 req-3053f0b1-25c1-4539-91e6-0e426b69d09f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:26.183461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f583bba5-6482-4568-9225-e8330f0dab73 req-3053f0b1-25c1-4539-91e6-0e426b69d09f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "DELETE /v2.0/floatingips/57773173-ed7f-4d47-bf7d-1f63afe1654b HTTP/1.1" status: 204 len: 173 time: 1.9530215 Jan 31 18:37:26.187962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1f4cee4d-b673-4b25-ab4e-52ee2ba2b967 None None] Port 94bd8853-5472-40ae-82cb-c4185b8a29fb cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:37:26.234098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6454ce7e-034e-4851-b63a-2c52ed76ff9d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:26.291486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a78c7-c5eb-412a-a9d1-ca9342fe1eed None None] Pushing event updated for resources: {'Port': ['ID=c93b3c9a-aedb-4987-a159-dc0e3a6914f3,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:26.298692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Routers {'9eea8699-e324-4135-bd15-ddada3c16529'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:37:26.299718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:37:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9eea8699-e324-4135-bd15-ddada3c16529'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:26.352452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-63401131-77ef-4742-a535-ae861f99ed87 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips/309974f6-ee3e-4417-8d8a-7e466f99e305 HTTP/1.1" status: 200 len: 693 time: 0.1383262 Jan 31 18:37:26.571420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] Set router 9eea8699-e324-4135-bd15-ddada3c16529 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:37:26.608276 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Publish callbacks [] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:26.634852 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:26.640499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57868) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:26.680495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-36dca0bd-9e3b-41db-9fcc-9132764c7074 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:26.688831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-36dca0bd-9e3b-41db-9fcc-9132764c7074 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.3135574 Jan 31 18:37:26.739181 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Pushing event updated for resources: {'Port': ['ID=94bd8853-5472-40ae-82cb-c4185b8a29fb,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:26.821304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-da72774b-04b3-4a6f-91c6-5aa3eaa17e3f tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.222 HTTP/1.1" status: 200 len: 696 time: 0.1249030 Jan 31 18:37:26.850093 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8cd9cd7d-9182-4a5f-8b45-91f46b6993f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a381e3e175d74144af0c7deb5e9a0437&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2900748 Jan 31 18:37:26.856011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57874) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:26.857894 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (9eea8699-e324-4135-bd15-ddada3c16529), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:26.988994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-381884629-network', 'tenant_id': 'd56631ca15cd4a7e813e2e5490827dce'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:27.016659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-1581a70e-76ab-4cd3-8561-35b4fb8fddb5 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.222 HTTP/1.1" status: 200 len: 696 time: 0.1879125 Jan 31 18:37:27.019960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Made reservation on behalf of d56631ca15cd4a7e813e2e5490827dce for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:37:27.024274 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:27.039888 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:27.053927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:37:25Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '94bd8853-5472-40ae-82cb-c4185b8a29fb', 'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'mac_address': 'fa:16:3e:07:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:23Z', 'updated_at': '2022-01-31T18:37:24Z', 'revision_number': 1, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'subnets': [{'id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:27.116609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c41d7-2035-43db-ab71-0a29577ed9a8 None None] The sync data for ids ['9eea8699-e324-4135-bd15-ddada3c16529'] in n-d-812111-15 is: [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:37:25Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '94bd8853-5472-40ae-82cb-c4185b8a29fb', 'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'mac_address': 'fa:16:3e:07:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:23Z', 'updated_at': '2022-01-31T18:37:24Z', 'revision_number': 1, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'subnets': [{'id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:37:27.125493 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adfe53aa-1d6b-457b-be4e-4758a2c39937 admin admin] Publish callbacks [] for security_group (9e556822-6487-4917-91e7-f1e542a26e1e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:27.186432 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adfe53aa-1d6b-457b-be4e-4758a2c39937 admin admin] Publish callbacks [] for security_group (9e556822-6487-4917-91e7-f1e542a26e1e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:27.205655 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Network 2201f00e-02bc-410c-b783-4f5f63b17507 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:27.216458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:27.232223 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Publish callbacks [] for security_group (1e1768d3-e5f6-450c-966d-f887d17f3245), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:27.285218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762347ed-d24f-4d25-a054-66c8e444eedc req-eb5b9f87-159e-454f-87d8-f028f1cbcf89 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:27.287650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-762347ed-d24f-4d25-a054-66c8e444eedc req-eb5b9f87-159e-454f-87d8-f028f1cbcf89 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.4607892 Jan 31 18:37:27.294902 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1e1768d3-e5f6-450c-966d-f887d17f3245), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:27.427789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Router 9eea8699-e324-4135-bd15-ddada3c16529 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:37:27.685323 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:37:27.707627 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5734b82c-ca7e-4cb4-80c3-84e42f33e06b admin admin] 10.222.0.20 "PUT /v2.0/routers/9eea8699-e324-4135-bd15-ddada3c16529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1938324 Jan 31 18:37:27.709631 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adfe53aa-1d6b-457b-be4e-4758a2c39937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9e556822-6487-4917-91e7-f1e542a26e1e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:27.712745 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adfe53aa-1d6b-457b-be4e-4758a2c39937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:27.716236 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-adfe53aa-1d6b-457b-be4e-4758a2c39937 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e556822-6487-4917-91e7-f1e542a26e1e HTTP/1.1" status: 204 len: 168 time: 0.8533535 Jan 31 18:37:27.739608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe53aa-1d6b-457b-be4e-4758a2c39937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e556822-6487-4917-91e7-f1e542a26e1e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:27.759110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b65a9437-8d59-4bd9-abba-f038dd591544 None None] Provisioning complete for port 94bd8853-5472-40ae-82cb-c4185b8a29fb triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:27.759609 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b65a9437-8d59-4bd9-abba-f038dd591544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:27.866096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b65a9437-8d59-4bd9-abba-f038dd591544 None None] Port 94bd8853-5472-40ae-82cb-c4185b8a29fb cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:37:28.059767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-762347ed-d24f-4d25-a054-66c8e444eedc req-8fd91565-3bdc-4a6b-8d90-36058b1caa2a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7593124 Jan 31 18:37:28.066516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:37:28.129379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1768d3-e5f6-450c-966d-f887d17f3245,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:28.169030 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (007e60eb-d692-4b54-9832-4ead94fe3ef7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:28.171195 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Added segment 007e60eb-d692-4b54-9832-4ead94fe3ef7 of type vlan for network 913b9d9b-aeec-4f8e-a021-520b22bf7240 Jan 31 18:37:28.250599 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b72f11d1-0103-4dac-aa58-a8936f05be7f req-3c833611-8c80-4042-85cf-39ce6ea86d17 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 210 time: 0.0560882 Jan 31 18:37:28.256787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57888) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:28.350379 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (913b9d9b-aeec-4f8e-a021-520b22bf7240), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:28.396863 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4d2cde7b-de12-45ae-86ed-96f943a8d5c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3e69bdba6154b869987e624d1a75f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269677 Jan 31 18:37:28.397487 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57900) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:28.400073 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-6ade8af1-f5a3-46f6-97d2-7e8cff9b0564 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Deleting port 2cbb50df-1ed4-4188-ae54-78398d83bab7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:37:28.402915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-6ade8af1-f5a3-46f6-97d2-7e8cff9b0564 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2cbb50df-1ed4-4188-ae54-78398d83bab7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:28.483358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03cff8bb-c890-4f07-860f-e9b52b8a7761 admin admin] Publish callbacks [] for security_group (5cf09f85-ba58-4328-91b0-6b40af6f1f51), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:28.522295 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03cff8bb-c890-4f07-860f-e9b52b8a7761 admin admin] Publish callbacks [] for security_group (5cf09f85-ba58-4328-91b0-6b40af6f1f51), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:28.571943 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (913b9d9b-aeec-4f8e-a021-520b22bf7240), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:28.574447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:28.576002 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:28.597263 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03cff8bb-c890-4f07-860f-e9b52b8a7761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5cf09f85-ba58-4328-91b0-6b40af6f1f51), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:28.604032 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03cff8bb-c890-4f07-860f-e9b52b8a7761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:28.608419 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-03cff8bb-c890-4f07-860f-e9b52b8a7761 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cf09f85-ba58-4328-91b0-6b40af6f1f51 HTTP/1.1" status: 204 len: 168 time: 0.2097301 Jan 31 18:37:28.631017 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cff8bb-c890-4f07-860f-e9b52b8a7761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf09f85-ba58-4328-91b0-6b40af6f1f51,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:28.833664 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] Pushing event updated for resources: {'Network': ['ID=913b9d9b-aeec-4f8e-a021-520b22bf7240,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:28.867963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 913b9d9b-aeec-4f8e-a021-520b22bf7240 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:37:28.868544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ab17b042-596c-44dd-8273-267592a123fd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2226532 Jan 31 18:37:28.869269 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57904) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:28.879416 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6feaf327-d775-4e74-8512-45e83efd2200 admin admin] Request body: {'subnet': {'network_id': '913b9d9b-aeec-4f8e-a021-520b22bf7240', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-381884629-subnet', 'tenant_id': 'd56631ca15cd4a7e813e2e5490827dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:28.933530 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-6ade8af1-f5a3-46f6-97d2-7e8cff9b0564 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2cbb50df-1ed4-4188-ae54-78398d83bab7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:28.936630 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-6ade8af1-f5a3-46f6-97d2-7e8cff9b0564 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (2cbb50df-1ed4-4188-ae54-78398d83bab7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:28.968319 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feaf327-d775-4e74-8512-45e83efd2200 admin admin] Made reservation on behalf of d56631ca15cd4a7e813e2e5490827dce for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:37:28.971363 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6feaf327-d775-4e74-8512-45e83efd2200 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:29.018149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-6ade8af1-f5a3-46f6-97d2-7e8cff9b0564 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Calling delete_port for 2cbb50df-1ed4-4188-ae54-78398d83bab7 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:37:29.383323 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-6ade8af1-f5a3-46f6-97d2-7e8cff9b0564 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2cbb50df-1ed4-4188-ae54-78398d83bab7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:29.464953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade8af1-f5a3-46f6-97d2-7e8cff9b0564 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Pushing event deleted for resources: {'Port': ['ID=2cbb50df-1ed4-4188-ae54-78398d83bab7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:29.576571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-6ade8af1-f5a3-46f6-97d2-7e8cff9b0564 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks [] for floatingip (309974f6-ee3e-4417-8d8a-7e466f99e305), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:29.584183 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-6ade8af1-f5a3-46f6-97d2-7e8cff9b0564 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:29.585750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6734bc4e-f195-4eb8-a2af-545c08c2ffd4 req-6ade8af1-f5a3-46f6-97d2-7e8cff9b0564 tempest-FloatingIPDetailsTestJSON-890766509 tempest-FloatingIPDetailsTestJSON-890766509-project] 10.222.0.20 "DELETE /v2.0/floatingips/309974f6-ee3e-4417-8d8a-7e466f99e305 HTTP/1.1" status: 204 len: 173 time: 2.5474889 Jan 31 18:37:29.588862 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6feaf327-d775-4e74-8512-45e83efd2200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (23870219-3f4e-4dae-ab3b-b335d69846ab), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:29.592833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57924) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:29.745685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feaf327-d775-4e74-8512-45e83efd2200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23870219-3f4e-4dae-ab3b-b335d69846ab,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:29.815733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feaf327-d775-4e74-8512-45e83efd2200 admin admin] Checking segment: {'id': '007e60eb-d692-4b54-9832-4ead94fe3ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '913b9d9b-aeec-4f8e-a021-520b22bf7240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:37:29.816017 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feaf327-d775-4e74-8512-45e83efd2200 admin admin] Network hostable DHCP agents. Network: 913b9d9b-aeec-4f8e-a021-520b22bf7240, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:37:29.852621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feaf327-d775-4e74-8512-45e83efd2200 admin admin] Network 913b9d9b-aeec-4f8e-a021-520b22bf7240 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:37:29.867234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6feaf327-d775-4e74-8512-45e83efd2200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 913b9d9b-aeec-4f8e-a021-520b22bf7240) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:29.875027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feaf327-d775-4e74-8512-45e83efd2200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:29.875827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef7000e-7878-41a0-9a87-38d966cbd782 None None] Network 913b9d9b-aeec-4f8e-a021-520b22bf7240 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:37:29.877219 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6feaf327-d775-4e74-8512-45e83efd2200 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:29.910936 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6feaf327-d775-4e74-8512-45e83efd2200 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0397725 Jan 31 18:37:29.992981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:29.998509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bb16a375-031d-4d9b-a8b5-394166e8faf5 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404965487', 'description': 'tempest-description--1684972659'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:30.057142 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb16a375-031d-4d9b-a8b5-394166e8faf5 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:30.068656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db80f4-73f0-4365-ad8f-9987c609d645 req-de1927c8-2cd5-473c-aca4-026a31fe2878 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:30.077100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59db80f4-73f0-4365-ad8f-9987c609d645 req-de1927c8-2cd5-473c-aca4-026a31fe2878 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.3628812 Jan 31 18:37:30.229553 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e21a48-60f0-45f5-8143-05b047fcb282 None None] Network 913b9d9b-aeec-4f8e-a021-520b22bf7240 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:37:30.276591 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90060916-76b9-473e-889e-3e187438235a req-82dc7de8-6141-4d74-b246-b4034fefb1dc tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 210 time: 0.1681900 Jan 31 18:37:30.344367 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb16a375-031d-4d9b-a8b5-394166e8faf5 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for security_group (ea6b0460-be3b-4bb9-a64d-16c17dfeb94c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:30.369468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb16a375-031d-4d9b-a8b5-394166e8faf5 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ea6b0460-be3b-4bb9-a64d-16c17dfeb94c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:30.462546 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59db80f4-73f0-4365-ad8f-9987c609d645 req-8c78462e-d685-464b-8089-1d000ae8b5ab tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510566 Jan 31 18:37:30.503358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb16a375-031d-4d9b-a8b5-394166e8faf5 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:30.505508 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bb16a375-031d-4d9b-a8b5-394166e8faf5 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5114808 Jan 31 18:37:30.511681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57954) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:30.519666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16a375-031d-4d9b-a8b5-394166e8faf5 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:30.533515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-af1ee31b-8ee5-4daa-a950-592e689fa16e tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Request body: {'security_group_rule': {'security_group_id': 'ea6b0460-be3b-4bb9-a64d-16c17dfeb94c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:30.639162 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1ee31b-8ee5-4daa-a950-592e689fa16e tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for security_group_rule (6297d972-5dfa-4e24-8ab6-a1cfc587a78c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:30.847448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1ee31b-8ee5-4daa-a950-592e689fa16e tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for security_group_rule (6297d972-5dfa-4e24-8ab6-a1cfc587a78c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:30.870468 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1ee31b-8ee5-4daa-a950-592e689fa16e tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (6297d972-5dfa-4e24-8ab6-a1cfc587a78c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:30.886832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c93b3c9a-aedb-4987-a159-dc0e3a6914f3 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:37:30.905757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ee31b-8ee5-4daa-a950-592e689fa16e tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6297d972-5dfa-4e24-8ab6-a1cfc587a78c,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:30.921100 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1ee31b-8ee5-4daa-a950-592e689fa16e tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:30.922447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-af1ee31b-8ee5-4daa-a950-592e689fa16e tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3967502 Jan 31 18:37:30.925737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57964) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:30.933760 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2190ffee-9593-4ed7-b5ff-1f42cd0eb910 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Request body: {'security_group_rule': {'security_group_id': 'ea6b0460-be3b-4bb9-a64d-16c17dfeb94c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:31.026924 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2190ffee-9593-4ed7-b5ff-1f42cd0eb910 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for security_group_rule (d3df430d-11ff-4b6c-84da-25a97d408a23), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:31.080974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c93b3c9a-aedb-4987-a159-dc0e3a6914f3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:31.081494 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:31.162666 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2debc1b4-a6c6-4955-b6e0-83e987d5bc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (afc30ccf-38f0-465e-9c3b-4f5a85df1312), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:31.189712 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2190ffee-9593-4ed7-b5ff-1f42cd0eb910 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for security_group_rule (d3df430d-11ff-4b6c-84da-25a97d408a23), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:31.197079 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2190ffee-9593-4ed7-b5ff-1f42cd0eb910 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (d3df430d-11ff-4b6c-84da-25a97d408a23), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:31.245464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190ffee-9593-4ed7-b5ff-1f42cd0eb910 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3df430d-11ff-4b6c-84da-25a97d408a23,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:31.269310 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2190ffee-9593-4ed7-b5ff-1f42cd0eb910 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:31.271093 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2190ffee-9593-4ed7-b5ff-1f42cd0eb910 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3436089 Jan 31 18:37:31.282172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57972) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:31.290238 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:31.321725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c93b3c9a-aedb-4987-a159-dc0e3a6914f3 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:31.322324 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:31.342124 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:31.385235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port c93b3c9a-aedb-4987-a159-dc0e3a6914f3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c93b3c9a-aedb-4987-a159-dc0e3a6914f3,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:31.393597 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:31.541505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:31.660182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=c93b3c9a-aedb-4987-a159-dc0e3a6914f3,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:31.727885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Allocated IP 172.25.8.133 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c2b6bf36-e3d1-442b-9ca7-467f91855e5a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:31.747779 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Sync routers for ids ['9eea8699-e324-4135-bd15-ddada3c16529'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:37:31.758044 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf1ee8eb-7cd1-4374-8fe6-fecc527b7447 req-b2fdbde5-2acf-41a7-8d56-7fbf27282ba3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 210 time: 0.1364567 Jan 31 18:37:31.783957 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Routers {'9eea8699-e324-4135-bd15-ddada3c16529'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:37:31.784629 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:37:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9eea8699-e324-4135-bd15-ddada3c16529'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:31.806085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94499753-2b0b-47cd-be37-07ca4ac682de req-e7d90955-6ad7-4d7e-9930-114ef054ed51 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:31.822991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-e7d90955-6ad7-4d7e-9930-114ef054ed51 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/networks?id=913b9d9b-aeec-4f8e-a021-520b22bf7240 HTTP/1.1" status: 200 len: 821 time: 0.7780704 Jan 31 18:37:31.854660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-b4e39790-d285-4f7d-a8de-36143a5875a4 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/quotas/d56631ca15cd4a7e813e2e5490827dce HTTP/1.1" status: 200 len: 375 time: 0.0379734 Jan 31 18:37:31.940970 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for port (c2b6bf36-e3d1-442b-9ca7-467f91855e5a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:31.944366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-2dabc098-f539-412c-ae30-0079a5b20287 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d56631ca15cd4a7e813e2e5490827dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902274 Jan 31 18:37:31.980406 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c2b6bf36-e3d1-442b-9ca7-467f91855e5a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:32.025153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:32.028693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:32.033250 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:32.051275 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Set router 9eea8699-e324-4135-bd15-ddada3c16529 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:37:32.090384 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Pushing event updated for resources: {'Port': ['ID=c2b6bf36-e3d1-442b-9ca7-467f91855e5a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:32.104457 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-aa2640da-6766-4b59-999f-1cffdd5e29a9 service neutron] 10.222.0.20 "GET /v2.0/networks/913b9d9b-aeec-4f8e-a021-520b22bf7240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588902 Jan 31 18:37:32.225544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-cae79d88-4f80-4c1a-b2d4-dd934f6a6483 service neutron] 10.222.0.20 "GET /v2.0/networks/913b9d9b-aeec-4f8e-a021-520b22bf7240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198940 Jan 31 18:37:32.227616 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for floatingip (5b72c530-7da4-43ed-a748-ae9d32e818aa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:32.321160 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c2b6bf36-e3d1-442b-9ca7-467f91855e5a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:32.473737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c56a5c-802f-49f2-8458-6137f8d96ba7 req-9bec8443-3f66-4e95-a600-5b597832bbd4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:32.477378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02c56a5c-802f-49f2-8458-6137f8d96ba7 req-9bec8443-3f66-4e95-a600-5b597832bbd4 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.2674601 Jan 31 18:37:32.502011 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:37:25Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '94bd8853-5472-40ae-82cb-c4185b8a29fb', 'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'mac_address': 'fa:16:3e:07:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:23Z', 'updated_at': '2022-01-31T18:37:26Z', 'revision_number': 2, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'subnets': [{'id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:32.559476 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Checking router: 9eea8699-e324-4135-bd15-ddada3c16529 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:37:32.560058 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Updating router 9eea8699-e324-4135-bd15-ddada3c16529 port 94bd8853-5472-40ae-82cb-c4185b8a29fb binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:37:32.609852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54cb5077-f9ae-469c-bac8-a1a6f3cdd26e req-b088960f-77a9-462f-b8f7-fe8ba2bdb217 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 210 time: 0.0969918 Jan 31 18:37:32.625236 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:32.724183 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for port (c2b6bf36-e3d1-442b-9ca7-467f91855e5a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:32.735321 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (c2b6bf36-e3d1-442b-9ca7-467f91855e5a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:32.786213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02c56a5c-802f-49f2-8458-6137f8d96ba7 req-e8ace795-3fe7-4707-805f-120b222d6898 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020263 Jan 31 18:37:32.878587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c93b3c9a-aedb-4987-a159-dc0e3a6914f3 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:37:32.983230 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (5b72c530-7da4-43ed-a748-ae9d32e818aa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:32.989980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2debc1b4-a6c6-4955-b6e0-83e987d5bc76 admin admin] Deleting port 6f5af3fc-6320-4c90-8df3-6442be1e68b8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:37:32.992795 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2debc1b4-a6c6-4955-b6e0-83e987d5bc76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:33.021511 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:33.028381 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7385256 Jan 31 18:37:33.028381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dbf46-e28f-4dcd-b9b8-652fadf55e56 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Pushing event updated for resources: {'Port': ['ID=c2b6bf36-e3d1-442b-9ca7-467f91855e5a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:33.044195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9a0630f4-dd07-498e-bc20-4632ba088e20 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:37:33.144868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7738e57f-b93f-4f96-8906-bc158d7c5d9e req-3ab77492-09ce-450b-b04a-16241e1678be tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 210 time: 0.0470905 Jan 31 18:37:33.180966 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c93b3c9a-aedb-4987-a159-dc0e3a6914f3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:33.181980 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:33.188045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-35a0698e-cb70-4edb-aaa1-199135cb25b9 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d452270eb82f433baf33904d01fd1428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416958 Jan 31 18:37:33.306885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2debc1b4-a6c6-4955-b6e0-83e987d5bc76 admin admin] For port 6f5af3fc-6320-4c90-8df3-6442be1e68b8, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6f5af3fc-6320-4c90-8df3-6442be1e68b8,segment=NetworkSegment(17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6),segment_id=17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:33.307645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2debc1b4-a6c6-4955-b6e0-83e987d5bc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:33.393334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2debc1b4-a6c6-4955-b6e0-83e987d5bc76 admin admin] Calling delete_port for 6f5af3fc-6320-4c90-8df3-6442be1e68b8 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:37:33.645332 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Publish callbacks [] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:33.664007 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:33.714525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9a0630f4-dd07-498e-bc20-4632ba088e20,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:33.768735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '9a0630f4-dd07-498e-bc20-4632ba088e20', 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c', 'port_id': '9a0630f4-dd07-498e-bc20-4632ba088e20', 'mac_address': 'fa:16:3e:0d:c8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f736a56-6747-41e3-b560-6b1178449d92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:37:33.880611 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Attempting to bind port 94bd8853-5472-40ae-82cb-c4185b8a29fb on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:37:33.884047 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Attempting to bind port 94bd8853-5472-40ae-82cb-c4185b8a29fb by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:37:33.884611 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Attempting to bind port 94bd8853-5472-40ae-82cb-c4185b8a29fb on network 2201f00e-02bc-410c-b783-4f5f63b17507 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:33.917439 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:37:33.918701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-aae02ce4-f234-49ee-98ab-79791807edf8 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:33.919219 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Checking segment: {'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:37:33.920304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-aae02ce4-f234-49ee-98ab-79791807edf8 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7301586 Jan 31 18:37:33.929043 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:33.929703 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Bound using segment: {'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:37:33.930348 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Bound port: 94bd8853-5472-40ae-82cb-c4185b8a29fb, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:37:33.934396 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:33.971439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c93b3c9a-aedb-4987-a159-dc0e3a6914f3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:33.995405 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae9d73-0849-42b0-beb0-4e87b2ff4d93 None None] Pushing event updated for resources: {'Port': ['ID=94bd8853-5472-40ae-82cb-c4185b8a29fb,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:34.004919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 9a0630f4-dd07-498e-bc20-4632ba088e20 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:34.005334 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:34.040208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-8fede7c1-79cf-43c6-839b-d322678916b4 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1404965487&fields=id&tenant_id=826ef78fe6bd4e66b93a81bbafd9637e HTTP/1.1" status: 200 len: 267 time: 0.5286195 Jan 31 18:37:34.050839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0630f4-dd07-498e-bc20-4632ba088e20 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:34.082298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b681c14f-d6ec-41b7-9224-4b719ee93afd tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/quotas/d452270eb82f433baf33904d01fd1428 HTTP/1.1" status: 200 len: 375 time: 0.1131692 Jan 31 18:37:34.097559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9a0630f4-dd07-498e-bc20-4632ba088e20,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:34.112555 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:34.128158 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] For port 94bd8853-5472-40ae-82cb-c4185b8a29fb, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:37:34.133670 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] For port 94bd8853-5472-40ae-82cb-c4185b8a29fb, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=94bd8853-5472-40ae-82cb-c4185b8a29fb,segment=NetworkSegment(3c5108a9-9ce2-4a70-9029-f16e4bbf9f37),segment_id=3c5108a9-9ce2-4a70-9029-f16e4bbf9f37)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:37:34.146297 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:34.192068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-9dea44e5-f12e-421f-bebf-9a2919eb7085 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d452270eb82f433baf33904d01fd1428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091015 Jan 31 18:37:34.229944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=9a0630f4-dd07-498e-bc20-4632ba088e20,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:34.280251 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Routers {'9eea8699-e324-4135-bd15-ddada3c16529'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:37:34.280946 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:37:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9eea8699-e324-4135-bd15-ddada3c16529'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:34.291546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c5e0eb5e-1547-484f-8a5a-943f6e45dee5 None None] Provisioning complete for port 94bd8853-5472-40ae-82cb-c4185b8a29fb triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:34.293159 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb5e-1547-484f-8a5a-943f6e45dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:34.599965 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae9d73-0849-42b0-beb0-4e87b2ff4d93 None None] Pushing event updated for resources: {'Port': ['ID=94bd8853-5472-40ae-82cb-c4185b8a29fb,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:34.624640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['9a0630f4-dd07-498e-bc20-4632ba088e20'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:34.791528 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] Set router 9eea8699-e324-4135-bd15-ddada3c16529 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:37:34.894557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f2ab265-54fa-42f9-9078-fda5c0d38830 req-309497a0-8b8c-44e6-b795-4eeb1c2fbe20 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 210 time: 0.1253941 Jan 31 18:37:34.913347 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2debc1b4-a6c6-4955-b6e0-83e987d5bc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (6f5af3fc-6320-4c90-8df3-6442be1e68b8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:34.933608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 94bd8853-5472-40ae-82cb-c4185b8a29fb up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:37:34.935228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-65457235-de7c-44e8-b6be-b2cd87eb4501 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:34.939951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-65457235-de7c-44e8-b6be-b2cd87eb4501 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/networks?id=2201f00e-02bc-410c-b783-4f5f63b17507 HTTP/1.1" status: 200 len: 811 time: 0.8987610 Jan 31 18:37:35.047274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0eb5e-1547-484f-8a5a-943f6e45dee5 None None] Current status of the port 94bd8853-5472-40ae-82cb-c4185b8a29fb is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:35.065267 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb5e-1547-484f-8a5a-943f6e45dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:35.092693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debc1b4-a6c6-4955-b6e0-83e987d5bc76 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5af3fc-6320-4c90-8df3-6442be1e68b8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:35.101448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-f98f66ec-0bff-4e4d-86dd-15bf08ff23a8 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/quotas/826ef78fe6bd4e66b93a81bbafd9637e HTTP/1.1" status: 200 len: 375 time: 0.1389639 Jan 31 18:37:35.174721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94499753-2b0b-47cd-be37-07ca4ac682de req-617fd50d-5c76-4534-96be-960b4a1a637d tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:35.176851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-617fd50d-5c76-4534-96be-960b4a1a637d tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.21 "GET /v2.0/networks?id=913b9d9b-aeec-4f8e-a021-520b22bf7240 HTTP/1.1" status: 200 len: 821 time: 0.7783864 Jan 31 18:37:35.191429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-94499753-2b0b-47cd-be37-07ca4ac682de req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Request body: {'port': {'device_id': '7f9d4560-e7c8-4d1c-bba2-5083e632b9b4', 'network_id': '913b9d9b-aeec-4f8e-a021-520b22bf7240', 'admin_state_up': True, 'tenant_id': 'd56631ca15cd4a7e813e2e5490827dce'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:35.424738 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c5e0eb5e-1547-484f-8a5a-943f6e45dee5 None None] For port 94bd8853-5472-40ae-82cb-c4185b8a29fb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=94bd8853-5472-40ae-82cb-c4185b8a29fb,segment=NetworkSegment(3c5108a9-9ce2-4a70-9029-f16e4bbf9f37),segment_id=3c5108a9-9ce2-4a70-9029-f16e4bbf9f37)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:35.453243 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:37:25Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '94bd8853-5472-40ae-82cb-c4185b8a29fb', 'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'mac_address': 'fa:16:3e:07:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:23Z', 'updated_at': '2022-01-31T18:37:34Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'subnets': [{'id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:35.462130 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb5e-1547-484f-8a5a-943f6e45dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:35.498110 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1961ae66-76b5-45cf-8fb1-100ba43500da None None] The sync data for ids ['9eea8699-e324-4135-bd15-ddada3c16529'] in n-d-812111-15 is: [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:37:25Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '94bd8853-5472-40ae-82cb-c4185b8a29fb', 'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'mac_address': 'fa:16:3e:07:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:23Z', 'updated_at': '2022-01-31T18:37:34Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'subnets': [{'id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:37:35.537022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dd4b9-c7df-4515-a1ea-841ca07c740c req-cb079f2b-1a64-4959-b37f-a0c342828762 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:35.543461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-858dd4b9-c7df-4515-a1ea-841ca07c740c req-cb079f2b-1a64-4959-b37f-a0c342828762 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 944 time: 0.4954748 Jan 31 18:37:35.570826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 94bd8853-5472-40ae-82cb-c4185b8a29fb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:35.571211 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:35.701562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-979899db-13f3-4c70-bfd4-c70755b10a47 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=826ef78fe6bd4e66b93a81bbafd9637e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5899348 Jan 31 18:37:35.706399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0eb5e-1547-484f-8a5a-943f6e45dee5 None None] Pushing event updated for resources: {'Port': ['ID=94bd8853-5472-40ae-82cb-c4185b8a29fb,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:35.806925 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2debc1b4-a6c6-4955-b6e0-83e987d5bc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (afc30ccf-38f0-465e-9c3b-4f5a85df1312), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:35.830093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-27978472-ad56-423b-b781-c934f0727124 None None] Provisioning complete for port 94bd8853-5472-40ae-82cb-c4185b8a29fb triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:35.830510 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-27978472-ad56-423b-b781-c934f0727124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:35.900541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-858dd4b9-c7df-4515-a1ea-841ca07c740c req-c6da48d9-e9f3-4383-b13c-b2690fc45280 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403666 Jan 31 18:37:36.037438 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94499753-2b0b-47cd-be37-07ca4ac682de req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Made reservation on behalf of d56631ca15cd4a7e813e2e5490827dce for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:37:36.041724 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94499753-2b0b-47cd-be37-07ca4ac682de req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:36.165885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-27978472-ad56-423b-b781-c934f0727124 None None] Current status of the port 94bd8853-5472-40ae-82cb-c4185b8a29fb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:36.179531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 94bd8853-5472-40ae-82cb-c4185b8a29fb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:36.285262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58088) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:36.337214 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-7b393408-68b8-4520-b387-836166e8af42 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d452270eb82f433baf33904d01fd1428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655570 Jan 31 18:37:36.596221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-c5b11788-9eaa-4b94-8346-b143e33809ee tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:36.600822 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-c5b11788-9eaa-4b94-8346-b143e33809ee tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590244 Jan 31 18:37:36.611698 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12d9-562e-48f3-9e59-582a51fdf1a5 req-901542af-7f43-4669-9ff0-cef2f06548a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:36.613086 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12d9-562e-48f3-9e59-582a51fdf1a5 req-901542af-7f43-4669-9ff0-cef2f06548a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:36.613751 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12d9-562e-48f3-9e59-582a51fdf1a5 req-901542af-7f43-4669-9ff0-cef2f06548a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:36.614406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12d9-562e-48f3-9e59-582a51fdf1a5 req-901542af-7f43-4669-9ff0-cef2f06548a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:36.615084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12d9-562e-48f3-9e59-582a51fdf1a5 req-901542af-7f43-4669-9ff0-cef2f06548a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:36.615738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12d9-562e-48f3-9e59-582a51fdf1a5 req-901542af-7f43-4669-9ff0-cef2f06548a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:36.616415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12d9-562e-48f3-9e59-582a51fdf1a5 req-901542af-7f43-4669-9ff0-cef2f06548a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:36.618606 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4efe12d9-562e-48f3-9e59-582a51fdf1a5 req-901542af-7f43-4669-9ff0-cef2f06548a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 6725 time: 0.3197131 Jan 31 18:37:36.635824 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Request body: {'port': {'device_id': '1f964f36-c613-4f3a-80c9-89c91f5282d3', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': 'd452270eb82f433baf33904d01fd1428'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:36.842142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 94bd8853-5472-40ae-82cb-c4185b8a29fb up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:37:36.951622 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4efe12d9-562e-48f3-9e59-582a51fdf1a5 req-3841fd56-700e-4e50-9c10-5a4c7ec37857 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2920260 Jan 31 18:37:36.990438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 94bd8853-5472-40ae-82cb-c4185b8a29fb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:36.991874 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:37.019611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9a0630f4-dd07-498e-bc20-4632ba088e20 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:37:37.040254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Made reservation on behalf of d452270eb82f433baf33904d01fd1428 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:37:37.045547 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:37.066126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:37.091580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0e7cb6e-8d76-41af-8384-4100f0ed1dbc req-82570fef-05cc-456f-bdce-38e5f1890bed tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 210 time: 0.2647862 Jan 31 18:37:37.171062 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 94bd8853-5472-40ae-82cb-c4185b8a29fb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:37.199158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 9a0630f4-dd07-498e-bc20-4632ba088e20 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:37:37.208373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 9a0630f4-dd07-498e-bc20-4632ba088e20 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:37.209279 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:37.343272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks [] for security_group (f9d55635-d53d-4b31-8bae-9107435441e1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:37.352288 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f9d55635-d53d-4b31-8bae-9107435441e1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:37.400211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 9a0630f4-dd07-498e-bc20-4632ba088e20 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:37.400778 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:37.431173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-8b8f1a45-857e-4e90-b45e-66f870dc159e service neutron] 10.222.0.20 "GET /v2.0/networks/2201f00e-02bc-410c-b783-4f5f63b17507?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6850967 Jan 31 18:37:37.447339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-94499753-2b0b-47cd-be37-07ca4ac682de req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Allocated IP 172.20.0.12 (913b9d9b-aeec-4f8e-a021-520b22bf7240/23870219-3f4e-4dae-ab3b-b335d69846ab/3498f234-1ece-40a4-a826-d2c3dac45588) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:37.464909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d55635-d53d-4b31-8bae-9107435441e1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:37.475671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9a0630f4-dd07-498e-bc20-4632ba088e20,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:37.476908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d14959f-d27f-4ed8-8135-3b0779280319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0630f4-dd07-498e-bc20-4632ba088e20'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:37.480642 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d25a244-4a22-496d-a4bf-fff8e2f84c41" -d '{"events": [{"server_uuid": "9d14959f-d27f-4ed8-8135-3b0779280319", "name": "network-vif-plugged", "status": "completed", "tag": "9a0630f4-dd07-498e-bc20-4632ba088e20"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:37.484897 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:37.530713 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-14112da7-70e2-4709-aac9-89b76022247e tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d452270eb82f433baf33904d01fd1428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910220 Jan 31 18:37:37.615506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Allocated IP 192.168.233.112 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/4b2cf6b8-b75e-47dc-9629-a5615e196a1a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:37.616869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=9a0630f4-dd07-498e-bc20-4632ba088e20,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:37.858397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-3f13b86c-cc7f-4791-a301-dcc19a4e0c0d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:37.859954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-3f13b86c-cc7f-4791-a301-dcc19a4e0c0d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3076999 Jan 31 18:37:37.865092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2debc1b4-a6c6-4955-b6e0-83e987d5bc76 admin admin] Router afc30ccf-38f0-465e-9c3b-4f5a85df1312 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:37:37.873473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-193a24f3-5086-4231-8612-d4475a99fb8d service neutron] 10.222.0.20 "GET /v2.0/networks/2201f00e-02bc-410c-b783-4f5f63b17507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290009 Jan 31 18:37:37.948118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-767d1ff1-999f-46d3-9afe-2d23bffeb14e tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/quotas/d452270eb82f433baf33904d01fd1428 HTTP/1.1" status: 200 len: 375 time: 0.0736966 Jan 31 18:37:37.965243 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks [] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:38.032180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:38.120550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:38.126482 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:38.131183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:38.176723 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Pushing event updated for resources: {'Port': ['ID=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:38.233514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:38.241020 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:38.271352 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-247184ae-cd51-4a98-a87c-84b01b7af74a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6511264 Jan 31 18:37:38.288639 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Request body: {'port': {'device_id': '1f964f36-c613-4f3a-80c9-89c91f5282d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:38.353172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-943066e1-6164-454f-94b6-15ce70a60143 req-f2c155b8-4c42-4d67-8207-2ae73e686ee7 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 210 time: 0.0851002 Jan 31 18:37:38.377986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:38.425998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-65749652-a553-4b0a-be51-bc53520de57e tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d452270eb82f433baf33904d01fd1428&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4224284 Jan 31 18:37:38.523215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94499753-2b0b-47cd-be37-07ca4ac682de req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Publish callbacks [] for port (3498f234-1ece-40a4-a826-d2c3dac45588), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:38.539697 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2debc1b4-a6c6-4955-b6e0-83e987d5bc76 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:37:38.549141 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2debc1b4-a6c6-4955-b6e0-83e987d5bc76 admin admin] 10.222.0.20 "PUT /v2.0/routers/afc30ccf-38f0-465e-9c3b-4f5a85df1312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9547434 Jan 31 18:37:38.558216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270556a1-135c-462b-ac16-548faf2955c9 None None] Sync routers for ids ['afc30ccf-38f0-465e-9c3b-4f5a85df1312'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:37:38.574350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58128) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:38.585941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270556a1-135c-462b-ac16-548faf2955c9 None None] Routers {'afc30ccf-38f0-465e-9c3b-4f5a85df1312'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:37:38.586934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-270556a1-135c-462b-ac16-548faf2955c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:37:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['afc30ccf-38f0-465e-9c3b-4f5a85df1312'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:38.831151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-15ff32af-a627-4635-ab13-ad0063f1f652 None None] Provisioning complete for port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:38.831639 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-15ff32af-a627-4635-ab13-ad0063f1f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:38.858641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ff25f-c5f0-4226-95c2-22d83a59c5fa req-19f07566-dcf5-4f49-9acb-f4308b2e5e0c tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:38.866155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d27ff25f-c5f0-4226-95c2-22d83a59c5fa req-19f07566-dcf5-4f49-9acb-f4308b2e5e0c tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.2838829 Jan 31 18:37:38.924156 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8991cd5-8f5c-46c9-aacf-d34278ad9498 x-openstack-request-id: req-b8991cd5-8f5c-46c9-aacf-d34278ad9498 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:38.924578 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d14959f-d27f-4ed8-8135-3b0779280319", "name": "network-vif-plugged", "status": "completed", "tag": "9a0630f4-dd07-498e-bc20-4632ba088e20", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:38.925025 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8991cd5-8f5c-46c9-aacf-d34278ad9498 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:38.925550 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d14959f-d27f-4ed8-8135-3b0779280319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0630f4-dd07-498e-bc20-4632ba088e20', 'code': 200} Jan 31 18:37:38.938186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-15ff32af-a627-4635-ab13-ad0063f1f652 None None] Port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:37:38.987548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-270556a1-135c-462b-ac16-548faf2955c9 None None] Set router afc30ccf-38f0-465e-9c3b-4f5a85df1312 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:37:39.129727 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2cf6b8-b75e-47dc-9629-a5615e196a1a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:39.151333 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Publish callbacks [] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:39.157115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee8993da-40ae-4372-b9d9-cb716b4fea74 req-e2bd328b-6758-4169-be4d-e52c484d4a3e tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 210 time: 0.0563774 Jan 31 18:37:39.185479 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94499753-2b0b-47cd-be37-07ca4ac682de req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:39.198221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Transition to ACTIVE for port object 4b2cf6b8-b75e-47dc-9629-a5615e196a1a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:37:39.208525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:39.326021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94499753-2b0b-47cd-be37-07ca4ac682de req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Network 913b9d9b-aeec-4f8e-a021-520b22bf7240 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:39.349208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Pushing event updated for resources: {'Port': ['ID=3498f234-1ece-40a4-a826-d2c3dac45588,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:39.358162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-94499753-2b0b-47cd-be37-07ca4ac682de req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:39.366555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-94499753-2b0b-47cd-be37-07ca4ac682de req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:39.460346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Pushing event updated for resources: {'Port': ['ID=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:39.498297 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-270556a1-135c-462b-ac16-548faf2955c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'name': 'tempest-FloatingIPDetailsTestJSON-236091969-router', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:36:41Z', 'updated_at': '2022-01-31T18:37:34Z', 'revision_number': 5, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'gw_port': {'id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:42Z', 'updated_at': '2022-01-31T18:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:39.568468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94499753-2b0b-47cd-be37-07ca4ac682de req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:39.581292 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94499753-2b0b-47cd-be37-07ca4ac682de req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:39.601700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d27ff25f-c5f0-4226-95c2-22d83a59c5fa req-907caa9e-72f4-41aa-afac-96f3e59e9615 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7343757 Jan 31 18:37:39.641449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270556a1-135c-462b-ac16-548faf2955c9 None None] Checking router: afc30ccf-38f0-465e-9c3b-4f5a85df1312 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:37:39.672883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270556a1-135c-462b-ac16-548faf2955c9 None None] Routers {'afc30ccf-38f0-465e-9c3b-4f5a85df1312'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:37:39.673604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-270556a1-135c-462b-ac16-548faf2955c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:37:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['afc30ccf-38f0-465e-9c3b-4f5a85df1312'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:39.798890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Attempting to bind port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:37:39.799481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Attempting to bind port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:37:39.801697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Attempting to bind port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:39.820138 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:37:39.824150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Attempting to bind port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:39.824680 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a96d30c0-4351-488f-86b7-c8dff4facc16 req-7ce0f10b-34ec-4223-b5eb-09b77cb1b10a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 210 time: 0.1874871 Jan 31 18:37:39.831068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387cb7a-0c54-4097-8329-809e2444d044 req-d47a5de7-fa1e-480c-a577-bdb40c9262fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:39.832908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2387cb7a-0c54-4097-8329-809e2444d044 req-d47a5de7-fa1e-480c-a577-bdb40c9262fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 1128 time: 0.8113973 Jan 31 18:37:39.835704 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Publish callbacks [] for router (afc30ccf-38f0-465e-9c3b-4f5a85df1312), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:39.848574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:37:39.850267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:37:39.850841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:37:39.852078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Bound port: 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:37:39.853940 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:39.974452 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:37:40.063485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:37:40.080122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:37:40.097967 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:40.138608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:40.139247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:40.151492 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] 10.222.0.21 "PUT /v2.0/ports/4b2cf6b8-b75e-47dc-9629-a5615e196a1a HTTP/1.1" status: 200 len: 1097 time: 1.8713136 Jan 31 18:37:40.152003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f964f36-c613-4f3a-80c9-89c91f5282d3', 'tag': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:40.156742 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51876ea4-d361-4547-814e-418c4948a43f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f964f36-c613-4f3a-80c9-89c91f5282d3", "tag": "4b2cf6b8-b75e-47dc-9629-a5615e196a1a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:40.208376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-731ab215-77ce-463b-85b5-316d8df3e6e4 req-b6a6651b-ce70-4987-8a80-e64a22d5cf8b tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 210 time: 0.1243439 Jan 31 18:37:40.214580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Publish callbacks [] for router_gateway (afc30ccf-38f0-465e-9c3b-4f5a85df1312), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:40.316401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-ec70567b-24c9-4cd5-9694-f6f5b3e20da5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1302986 Jan 31 18:37:40.330102 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d5200c-ac62-4740-bbfe-dc25a50b85d5 x-openstack-request-id: req-a4d5200c-ac62-4740-bbfe-dc25a50b85d5 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:40.330617 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f964f36-c613-4f3a-80c9-89c91f5282d3", "tag": "4b2cf6b8-b75e-47dc-9629-a5615e196a1a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:40.331331 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4d5200c-ac62-4740-bbfe-dc25a50b85d5 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:40.332047 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f964f36-c613-4f3a-80c9-89c91f5282d3', 'tag': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a', 'status': 'completed', 'code': 200} Jan 31 18:37:40.397521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2323b-1e81-44b9-bc12-98fb75ce7b7d service neutron] Pushing event updated for resources: {'Port': ['ID=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:40.497817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-ffba1726-b2d9-4ee5-ac86-d1c28fb823bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:40.499346 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-ffba1726-b2d9-4ee5-ac86-d1c28fb823bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d452270eb82f433baf33904d01fd1428&device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 1131 time: 0.1373694 Jan 31 18:37:40.569513 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Request body: {'port': {'device_id': '7f9d4560-e7c8-4d1c-bba2-5083e632b9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:40.576800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-270556a1-135c-462b-ac16-548faf2955c9 None None] Set router afc30ccf-38f0-465e-9c3b-4f5a85df1312 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:37:40.609017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6abdf9ba-456d-4bbd-87b1-5ed63d47a178 req-1a978c0b-a6d7-4530-8837-67019d06570e tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 210 time: 0.1461544 Jan 31 18:37:40.635113 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-15489795-6b80-4470-a0fb-cd57b6842370 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a HTTP/1.1" status: 200 len: 217 time: 0.1187487 Jan 31 18:37:40.731473 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-ace5b800-d63a-4687-8c2d-96c77b5aed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:40.734719 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-ace5b800-d63a-4687-8c2d-96c77b5aed12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0929897 Jan 31 18:37:40.738424 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2387cb7a-0c54-4097-8329-809e2444d044 req-324a9780-27e3-489c-a1b3-1863b9ccd28f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857000 Jan 31 18:37:40.868481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b521f883-e5fb-4771-959f-fbfeea66a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:40.868481 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-b521f883-e5fb-4771-959f-fbfeea66a6d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1102023 Jan 31 18:37:40.919788 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:40.948996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52ddf4-5891-451b-87a3-1af154cb14e2 req-323e07ae-3534-4004-a2d8-7b2406044cd4 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:40.953258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc52ddf4-5891-451b-87a3-1af154cb14e2 req-323e07ae-3534-4004-a2d8-7b2406044cd4 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 932 time: 0.7912385 Jan 31 18:37:41.078188 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-6a4b5e12-3116-4803-a65a-eaf90bc19d95 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028446 Jan 31 18:37:41.106484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-270556a1-135c-462b-ac16-548faf2955c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'name': 'tempest-FloatingIPDetailsTestJSON-236091969-router', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:36:41Z', 'updated_at': '2022-01-31T18:37:34Z', 'revision_number': 5, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'gw_port': {'id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:42Z', 'updated_at': '2022-01-31T18:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:41.145797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270556a1-135c-462b-ac16-548faf2955c9 None None] The sync data for ids ['afc30ccf-38f0-465e-9c3b-4f5a85df1312'] in n-d-812111-15 is: [{'id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'name': 'tempest-FloatingIPDetailsTestJSON-236091969-router', 'tenant_id': '688b4d25742d43c0b890f57b2b7a9e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:36:41Z', 'updated_at': '2022-01-31T18:37:34Z', 'revision_number': 5, 'project_id': '688b4d25742d43c0b890f57b2b7a9e94', 'gw_port': {'id': '7a16f80c-bba7-4fe4-85c9-713ef9c58887', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc30ccf-38f0-465e-9c3b-4f5a85df1312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:36:42Z', 'updated_at': '2022-01-31T18:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:37:41.176753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc52ddf4-5891-451b-87a3-1af154cb14e2 req-aa8ebe57-17d1-4aae-82f7-7e61cdf7e32f tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e1768d3-e5f6-450c-966d-f887d17f3245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893663 Jan 31 18:37:41.197732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Deleting port 7a16f80c-bba7-4fe4-85c9-713ef9c58887 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:37:41.198178 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:41.266256 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-31e1f7b0-7f91-4037-b037-4ad653956683 req-c31741c5-866a-4a80-9591-fd9023ce0965 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812036 Jan 31 18:37:41.290371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-d2fb2f81-15ef-488c-9dee-508285330b50 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:41.302203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-d2fb2f81-15ef-488c-9dee-508285330b50 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.49 "GET /v2.0/networks?id=2201f00e-02bc-410c-b783-4f5f63b17507 HTTP/1.1" status: 200 len: 811 time: 0.9806719 Jan 31 18:37:41.409279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-2c0cf70c-7743-4f53-8694-9449874463c3 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d452270eb82f433baf33904d01fd1428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1897068 Jan 31 18:37:41.470671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51876ea4-d361-4547-814e-418c4948a43f req-af53d7ed-7c08-45ab-af73-da6095e5af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:41.472201 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-51876ea4-d361-4547-814e-418c4948a43f req-af53d7ed-7c08-45ab-af73-da6095e5af8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d452270eb82f433baf33904d01fd1428&device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 1131 time: 0.1028843 Jan 31 18:37:41.621574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51876ea4-d361-4547-814e-418c4948a43f req-1a32fbf8-819b-46a1-8412-0d23bbf92293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:41.625007 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-51876ea4-d361-4547-814e-418c4948a43f req-1a32fbf8-819b-46a1-8412-0d23bbf92293 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.1446562 Jan 31 18:37:41.645206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-badb0c19-6c1b-4184-82e8-562c23d0762b req-692f9186-0a84-4b93-9ffc-85fc8eb91fbe tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 210 time: 0.1211696 Jan 31 18:37:41.773659 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-51876ea4-d361-4547-814e-418c4948a43f req-32c8e32f-ab0e-4aba-a2d7-d98bae1b008e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a HTTP/1.1" status: 200 len: 217 time: 0.1183035 Jan 31 18:37:41.843505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51876ea4-d361-4547-814e-418c4948a43f req-6389890c-2e70-4a95-b90e-410432f081bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:41.844993 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-51876ea4-d361-4547-814e-418c4948a43f req-6389890c-2e70-4a95-b90e-410432f081bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0705197 Jan 31 18:37:41.932798 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51876ea4-d361-4547-814e-418c4948a43f req-480563d4-bf1b-4a28-a961-834d6a6bb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:41.939234 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-51876ea4-d361-4547-814e-418c4948a43f req-480563d4-bf1b-4a28-a961-834d6a6bb3a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0734887 Jan 31 18:37:42.146075 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-51876ea4-d361-4547-814e-418c4948a43f req-57e865f4-cf6a-422e-83ff-c97afa41823d service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959829 Jan 31 18:37:42.270200 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-51876ea4-d361-4547-814e-418c4948a43f req-f219d0da-3547-4899-8773-8b7538a184b0 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170428 Jan 31 18:37:42.281151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-445b3d3d-59ab-4e8d-be03-d37fce3f1211 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=826ef78fe6bd4e66b93a81bbafd9637e HTTP/1.1" status: 200 len: 380 time: 0.9150052 Jan 31 18:37:42.291566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42c77e-dd9b-4703-a848-63e9719e4575 req-f5b1f884-54c8-4aa9-9ad6-eace4d959f7a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:42.293497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a42c77e-dd9b-4703-a848-63e9719e4575 req-f5b1f884-54c8-4aa9-9ad6-eace4d959f7a tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 1.3337595 Jan 31 18:37:42.309887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Request body: {'port': {'device_id': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'admin_state_up': True, 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'security_groups': ['ea6b0460-be3b-4bb9-a64d-16c17dfeb94c']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:42.388205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55889757-7ff1-4493-92b3-39338f9dca42 req-25780b99-d615-430a-8ec3-935e67c65b5f tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 210 time: 0.1139781 Jan 31 18:37:42.539459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a42c77e-dd9b-4703-a848-63e9719e4575 req-6c81103a-c44f-4603-a0e9-62bda0fe77c8 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144125 Jan 31 18:37:42.591781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df9a0e94-83eb-4065-8272-98aa8ce8185d req-d2ee1379-f4bc-47c7-abc0-23ff99ac4fee tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 210 time: 0.0428469 Jan 31 18:37:42.598012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] For port 7a16f80c-bba7-4fe4-85c9-713ef9c58887, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7a16f80c-bba7-4fe4-85c9-713ef9c58887,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:42.598390 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:42.678212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6f5af3fc-6320-4c90-8df3-6442be1e68b8 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:37:42.679624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Calling delete_port for 7a16f80c-bba7-4fe4-85c9-713ef9c58887 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:37:42.743630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 6f5af3fc-6320-4c90-8df3-6442be1e68b8 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:37:42.744227 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6f5af3fc-6320-4c90-8df3-6442be1e68b8 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:37:42.774049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-78717c9a-df28-4631-8e55-e4f02171a6bd tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:42.775535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-78717c9a-df28-4631-8e55-e4f02171a6bd tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3426273 Jan 31 18:37:42.998875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Request body: {'port': {'device_id': '028999a3-4c6a-4b10-a095-5db81c613c44', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': 'd452270eb82f433baf33904d01fd1428'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:43.008280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3498f234-1ece-40a4-a826-d2c3dac45588 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:43.038415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Publish callbacks [] for port (3498f234-1ece-40a4-a826-d2c3dac45588), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:43.085344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7fbc600-31ae-48cc-bbd9-6f7c63abb918 req-aedd7afe-8249-4e69-9a42-761084c407d1 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a50d7b-47e9-40e1-ae28-95a4ed54eea6 HTTP/1.1" status: 200 len: 210 time: 0.1207607 Jan 31 18:37:43.150805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Transition to ACTIVE for port object 3498f234-1ece-40a4-a826-d2c3dac45588 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:37:43.168455 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:43.301510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Made reservation on behalf of 826ef78fe6bd4e66b93a81bbafd9637e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:37:43.305637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:43.323085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddae2ac-9e5b-482e-9174-0ab534fc2fe1 req-f8650da0-9a38-4a53-a0c2-c723c1fc90d1 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:43.335060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eddae2ac-9e5b-482e-9174-0ab534fc2fe1 req-f8650da0-9a38-4a53-a0c2-c723c1fc90d1 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 932 time: 0.7031271 Jan 31 18:37:43.405950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3498f234-1ece-40a4-a826-d2c3dac45588,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:43.613134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-218db100-787b-47af-9064-7777806df0be req-539ba7d4-9ea0-40f6-91cb-27703eb03063 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 210 time: 0.0830126 Jan 31 18:37:43.677580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Made reservation on behalf of d452270eb82f433baf33904d01fd1428 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:37:43.681521 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:43.707524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eddae2ac-9e5b-482e-9174-0ab534fc2fe1 req-c1fe8893-a617-463c-8be1-c713573f9f93 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e1768d3-e5f6-450c-966d-f887d17f3245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663766 Jan 31 18:37:43.781207 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7a16f80c-bba7-4fe4-85c9-713ef9c58887), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:43.890408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a16f80c-bba7-4fe4-85c9-713ef9c58887,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:43.897900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Attempting to bind port 3498f234-1ece-40a4-a826-d2c3dac45588 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:37:43.899856 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Attempting to bind port 3498f234-1ece-40a4-a826-d2c3dac45588 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '007e60eb-d692-4b54-9832-4ead94fe3ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '913b9d9b-aeec-4f8e-a021-520b22bf7240'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:37:43.900443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Attempting to bind port 3498f234-1ece-40a4-a826-d2c3dac45588 on network 913b9d9b-aeec-4f8e-a021-520b22bf7240 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:43.957861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11144a53-03e6-4ba4-bd10-eb926f022bb4 req-c32e5964-253c-41ef-80b0-531e3cf9d670 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 210 time: 0.1069973 Jan 31 18:37:43.994533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Port 3498f234-1ece-40a4-a826-d2c3dac45588 on network 913b9d9b-aeec-4f8e-a021-520b22bf7240 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:37:43.995226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Attempting to bind port 3498f234-1ece-40a4-a826-d2c3dac45588 on network 913b9d9b-aeec-4f8e-a021-520b22bf7240 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:44.059029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Allocated IP 172.20.0.4 (2201f00e-02bc-410c-b783-4f5f63b17507/1fa91765-20a1-4873-89c2-9334fb7003b5/3937d470-5779-4c29-b364-8e487fed4e7e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:44.067813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:37:44.067813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Checking segment: {'id': '007e60eb-d692-4b54-9832-4ead94fe3ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '913b9d9b-aeec-4f8e-a021-520b22bf7240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:37:44.067813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Bound using segment: {'id': '007e60eb-d692-4b54-9832-4ead94fe3ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '913b9d9b-aeec-4f8e-a021-520b22bf7240'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:37:44.067813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Bound port: 3498f234-1ece-40a4-a826-d2c3dac45588, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007e60eb-d692-4b54-9832-4ead94fe3ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '913b9d9b-aeec-4f8e-a021-520b22bf7240'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:37:44.067813 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:44.163690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5152573-e076-40b6-acd4-cf0e82570323 req-5a97fd88-8747-42fe-a5e2-7c8d0ef0ccce tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:44.165320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5152573-e076-40b6-acd4-cf0e82570323 req-5a97fd88-8747-42fe-a5e2-7c8d0ef0ccce tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.4558971 Jan 31 18:37:44.217426 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (afc30ccf-38f0-465e-9c3b-4f5a85df1312), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:44.304412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Allocated IP 192.168.233.64 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/96bf57d6-c319-4b79-b825-3dcbd490e40b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:44.360958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] For port 3498f234-1ece-40a4-a826-d2c3dac45588, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:37:44.366155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] For port 3498f234-1ece-40a4-a826-d2c3dac45588, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3498f234-1ece-40a4-a826-d2c3dac45588,segment=NetworkSegment(007e60eb-d692-4b54-9832-4ead94fe3ef7),segment_id=007e60eb-d692-4b54-9832-4ead94fe3ef7)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:37:44.416879 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:44.587954 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (afc30ccf-38f0-465e-9c3b-4f5a85df1312), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:44.592801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b2cf6b8-b75e-47dc-9629-a5615e196a1a details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:37:44.606779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:44.608125 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:44.610506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/3498f234-1ece-40a4-a826-d2c3dac45588 HTTP/1.1" status: 200 len: 1093 time: 4.0608137 Jan 31 18:37:44.612796 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Publish callbacks [] for router_controller (afc30ccf-38f0-465e-9c3b-4f5a85df1312), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:44.633452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9d4560-e7c8-4d1c-bba2-5083e632b9b4', 'tag': '3498f234-1ece-40a4-a826-d2c3dac45588'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:44.635978 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfa9c42-68a9-4f55-bd4b-653f3b5d43b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9d4560-e7c8-4d1c-bba2-5083e632b9b4", "tag": "3498f234-1ece-40a4-a826-d2c3dac45588"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:44.826246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:44.844276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a', 'mac_address': 'fa:16:3e:3b:5b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:37:44.844980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32857087-1a8c-42a8-89fe-f342cc5f09c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3498f234-1ece-40a4-a826-d2c3dac45588,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:44.883693 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5152573-e076-40b6-acd4-cf0e82570323 req-dedd70a0-97d2-4c14-a309-5ebbf37a7c43 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7025504 Jan 31 18:37:44.891357 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:44.892602 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:44.923617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2cf6b8-b75e-47dc-9629-a5615e196a1a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:44.981732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:44.988595 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:44.992684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9fcd63a-ef59-4e18-a85b-bbe9e35fd16b req-532756f4-9370-44a3-af57-dd0000cf15d2 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 210 time: 0.1327653 Jan 31 18:37:45.082152 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (afc30ccf-38f0-465e-9c3b-4f5a85df1312), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:45.082747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Fanout notify agent at l3_agent the message router_deleted on router afc30ccf-38f0-465e-9c3b-4f5a85df1312 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:37:45.090657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:45.094894 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0640054a-808f-4f8e-a510-74781a56f801 x-openstack-request-id: req-0640054a-808f-4f8e-a510-74781a56f801 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:45.102434 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9d4560-e7c8-4d1c-bba2-5083e632b9b4", "tag": "3498f234-1ece-40a4-a826-d2c3dac45588", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:45.102770 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0640054a-808f-4f8e-a510-74781a56f801 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:45.103207 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9d4560-e7c8-4d1c-bba2-5083e632b9b4', 'tag': '3498f234-1ece-40a4-a826-d2c3dac45588', 'status': 'completed', 'code': 200} Jan 31 18:37:45.115079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:45.127256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bf6acd21-64b9-4f37-a322-f2dd314e531e admin admin] 10.222.0.20 "DELETE /v2.0/routers/afc30ccf-38f0-465e-9c3b-4f5a85df1312 HTTP/1.1" status: 204 len: 168 time: 6.5509758 Jan 31 18:37:45.130009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:45.207628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Deleting subnet b78d6b92-73fa-4dbd-aae8-65d65dcc1a40 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:37:45.214351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Publish callbacks [] for subnet (b78d6b92-73fa-4dbd-aae8-65d65dcc1a40), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:45.235389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4b2cf6b8-b75e-47dc-9629-a5615e196a1a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:45.278017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (b78d6b92-73fa-4dbd-aae8-65d65dcc1a40), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:45.458781 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks [] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:45.480992 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b78d6b92-73fa-4dbd-aae8-65d65dcc1a40), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:45.583328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (b78d6b92-73fa-4dbd-aae8-65d65dcc1a40), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:45.604415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:45.655138 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78d6b92-73fa-4dbd-aae8-65d65dcc1a40,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:45.675585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10e73cb-d9cb-4aa4-84bc-0c3e3bbf4deb None None] Network c66db91e-f3ea-4a36-8d87-518401fbf62c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:37:45.678493 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:45.694632 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b78d6b92-73fa-4dbd-aae8-65d65dcc1a40 HTTP/1.1" status: 204 len: 168 time: 0.5608397 Jan 31 18:37:45.694872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.695311 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.695659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.696495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.696802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.699258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58232) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:45.700690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.701078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.701421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.701762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.702707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.702707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.702917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.703181 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45352abb-5246-48b9-b1f6-99dba2f6981f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:37:45.707195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Pushing event updated for resources: {'Port': ['ID=96bf57d6-c319-4b79-b825-3dcbd490e40b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:45.718074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94499753-2b0b-47cd-be37-07ca4ac682de req-b7daedd8-6439-46d2-8a00-5e3029de6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:45.720298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-b7daedd8-6439-46d2-8a00-5e3029de6a28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d56631ca15cd4a7e813e2e5490827dce&device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 1127 time: 0.9831495 Jan 31 18:37:45.727344 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for port (3937d470-5779-4c29-b364-8e487fed4e7e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:45.972201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-d64a07d4-4c05-4ba8-bc9e-bb8315ae4e50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3498f234-1ece-40a4-a826-d2c3dac45588 HTTP/1.1" status: 200 len: 217 time: 0.2402599 Jan 31 18:37:46.054417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50729991-4e8f-47da-8d3a-39f410155728 req-97dc504f-e0bb-4674-8c61-62d6a7dacc80 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:46.064567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50729991-4e8f-47da-8d3a-39f410155728 req-97dc504f-e0bb-4674-8c61-62d6a7dacc80 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 944 time: 0.9062915 Jan 31 18:37:46.077564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:46.082071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:46.127344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2941c2c0-93e3-4b52-8d38-280ac8a11362 None None] DHCP port deletion for c66db91e-f3ea-4a36-8d87-518401fbf62c request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:37:46.129760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a87f1-3508-428c-b0c9-121577e1ad93 req-d726dc28-1daf-4377-aa39-2f6d64eb574f tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:46.136678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-996a87f1-3508-428c-b0c9-121577e1ad93 req-d726dc28-1daf-4377-aa39-2f6d64eb574f tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 1128 time: 0.5504224 Jan 31 18:37:46.179221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:46.210930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2941c2c0-93e3-4b52-8d38-280ac8a11362 None None] Deleting port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:37:46.211870 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2941c2c0-93e3-4b52-8d38-280ac8a11362 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:46.331741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2941c2c0-93e3-4b52-8d38-280ac8a11362 None None] For port 7e5eb3c5-c033-478a-9f50-6da00dca85c2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7e5eb3c5-c033-478a-9f50-6da00dca85c2,segment=NetworkSegment(17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6),segment_id=17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:46.332650 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2941c2c0-93e3-4b52-8d38-280ac8a11362 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:46.351235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2941c2c0-93e3-4b52-8d38-280ac8a11362 None None] Calling delete_port for 7e5eb3c5-c033-478a-9f50-6da00dca85c2 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:37:46.388892 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (c66db91e-f3ea-4a36-8d87-518401fbf62c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:46.416781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50729991-4e8f-47da-8d3a-39f410155728 req-17fb63fa-d010-4d68-8e0c-a81ece07864f tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e1768d3-e5f6-450c-966d-f887d17f3245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070576 Jan 31 18:37:46.500303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94499753-2b0b-47cd-be37-07ca4ac682de req-65709a5f-1b5d-499b-8594-1ca6103b6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:46.502592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-65709a5f-1b5d-499b-8594-1ca6103b6fc2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=23870219-3f4e-4dae-ab3b-b335d69846ab HTTP/1.1" status: 200 len: 861 time: 0.4971118 Jan 31 18:37:46.504457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:46.562472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-a1d5db6c-5389-46e0-b3ff-c3eccdcf65a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=913b9d9b-aeec-4f8e-a021-520b22bf7240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402970 Jan 31 18:37:46.581734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-996a87f1-3508-428c-b0c9-121577e1ad93 req-3d253a84-6ed7-450e-a3e9-cf6fc08efc80 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397669 Jan 31 18:37:46.599039 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2941c2c0-93e3-4b52-8d38-280ac8a11362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (7e5eb3c5-c033-478a-9f50-6da00dca85c2), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:46.686650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Network 2201f00e-02bc-410c-b783-4f5f63b17507 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:46.712102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b2cf6b8-b75e-47dc-9629-a5615e196a1a up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:37:46.729197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] The port '7e5eb3c5-c033-478a-9f50-6da00dca85c2' was deleted {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 31 18:37:46.744255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:46.745054 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:46.821956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:46.837143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2941c2c0-93e3-4b52-8d38-280ac8a11362 None None] No DVR routers for this DVR port 7e5eb3c5-c033-478a-9f50-6da00dca85c2 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:37:46.840698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941c2c0-93e3-4b52-8d38-280ac8a11362 None None] Pushing event deleted for resources: {'Port': ['ID=7e5eb3c5-c033-478a-9f50-6da00dca85c2,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:46.847002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:46.854643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7a16f80c-bba7-4fe4-85c9-713ef9c58887 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:37:46.918538 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7a16f80c-bba7-4fe4-85c9-713ef9c58887 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:37:46.918844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7a16f80c-bba7-4fe4-85c9-713ef9c58887 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:37:46.919136 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-b1f3b179-72e3-49d4-8a68-f944be059279 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9500084 Jan 31 18:37:46.919262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7e5eb3c5-c033-478a-9f50-6da00dca85c2 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:37:47.051814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a419880e-5888-4416-b9ec-9548466f1127 None None] Provisioning complete for port 96bf57d6-c319-4b79-b825-3dcbd490e40b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:47.052138 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a419880e-5888-4416-b9ec-9548466f1127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:47.060801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7e5eb3c5-c033-478a-9f50-6da00dca85c2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:37:47.061154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7e5eb3c5-c033-478a-9f50-6da00dca85c2 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:37:47.160793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:37:47.190942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:47.191327 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:47.278191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a419880e-5888-4416-b9ec-9548466f1127 None None] Port 96bf57d6-c319-4b79-b825-3dcbd490e40b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:37:47.439771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:47.448519 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:47.486495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e240bcfd-0776-411c-b288-43f0b9468b7a None None] Provisioning complete for port 3937d470-5779-4c29-b364-8e487fed4e7e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:47.486931 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e240bcfd-0776-411c-b288-43f0b9468b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:47.575826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Pushing event updated for resources: {'Port': ['ID=3937d470-5779-4c29-b364-8e487fed4e7e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:47.583689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e240bcfd-0776-411c-b288-43f0b9468b7a None None] Port 3937d470-5779-4c29-b364-8e487fed4e7e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:37:47.588887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f964f36-c613-4f3a-80c9-89c91f5282d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:47.598885 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cde188-fbb6-4930-b624-14ec2433f337" -d '{"events": [{"server_uuid": "1f964f36-c613-4f3a-80c9-89c91f5282d3", "name": "network-vif-plugged", "status": "completed", "tag": "4b2cf6b8-b75e-47dc-9629-a5615e196a1a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:47.611096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Request body: {'port': {'device_id': '028999a3-4c6a-4b10-a095-5db81c613c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:47.622885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:47.628388 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:47.701337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-e836272a-95a1-4e80-a7f9-892e6b32d358 service neutron] 10.222.0.21 "GET /v2.0/networks/913b9d9b-aeec-4f8e-a021-520b22bf7240?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0619481 Jan 31 18:37:47.733769 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:47.759817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:47.760590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:47.805603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-3b01a60b-fe28-4a39-8518-6a7d75330b4a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4995084 Jan 31 18:37:47.853263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Request body: {'port': {'device_id': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:47.971948 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (c66db91e-f3ea-4a36-8d87-518401fbf62c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:47.981450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351b84d-2af1-4a30-8b3a-636444e32046 req-5ae810aa-7b77-4fb7-91e8-62b14388b0f9 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:47.999175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f351b84d-2af1-4a30-8b3a-636444e32046 req-5ae810aa-7b77-4fb7-91e8-62b14388b0f9 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 931 time: 1.2987375 Jan 31 18:37:48.100111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f351b84d-2af1-4a30-8b3a-636444e32046 req-94186412-84de-49da-83d4-bef1ce75260b tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997238 Jan 31 18:37:48.107786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45da042-2d86-4817-8866-e66b1c8b7496 req-439ac48e-9bfc-4ae6-b1e1-70f3d55c3d7f tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:48.115512 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d45da042-2d86-4817-8866-e66b1c8b7496 req-439ac48e-9bfc-4ae6-b1e1-70f3d55c3d7f tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 935 time: 1.1952643 Jan 31 18:37:48.164578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66db91e-f3ea-4a36-8d87-518401fbf62c']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:48.172181 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:48.236434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:48.236734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:37:48.273875 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:48.275795 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:48.333824 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94499753-2b0b-47cd-be37-07ca4ac682de req-b99acb0e-2e44-4384-97b2-3919c278c93b service neutron] 10.222.0.21 "GET /v2.0/networks/913b9d9b-aeec-4f8e-a021-520b22bf7240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959916 Jan 31 18:37:48.338474 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:48.360528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d45da042-2d86-4817-8866-e66b1c8b7496 req-d01db9d8-7b93-443a-a4df-b0f3e77e57ce tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350364 Jan 31 18:37:48.372447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:37:48.372867 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (17b60cad-a0c6-4bf8-8857-9f81a8a6e9c6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:37:48.376179 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:37:48.571710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061801d-9dac-40c4-be58-ffc0ff633000 req-ce100183-3276-4455-94f6-e28de5f2f6ae tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:48.573340 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8061801d-9dac-40c4-be58-ffc0ff633000 req-ce100183-3276-4455-94f6-e28de5f2f6ae tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 1128 time: 0.3740025 Jan 31 18:37:48.606420 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (c66db91e-f3ea-4a36-8d87-518401fbf62c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:48.737437 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:48.741265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c66db91e-f3ea-4a36-8d87-518401fbf62c HTTP/1.1" status: 204 len: 168 time: 3.0313280 Jan 31 18:37:48.774794 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3b8fd4e5-ee69-4e8e-a567-87c06e2f86be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:48.825183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907eb9c0-0863-49f1-8507-403c9ceb1cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c66db91e-f3ea-4a36-8d87-518401fbf62c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:48.878641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa9c42-68a9-4f55-bd4b-653f3b5d43b8 req-311bba05-1cc2-44aa-b1cd-96a2ae174443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:48.880233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebfa9c42-68a9-4f55-bd4b-653f3b5d43b8 req-311bba05-1cc2-44aa-b1cd-96a2ae174443 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d56631ca15cd4a7e813e2e5490827dce&device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 1127 time: 0.4656711 Jan 31 18:37:48.963063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6665bd7-ffb5-4f04-995e-6428aa0984f3 req-bb710e27-3c1a-4605-8013-34e7437be45d tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:48.970996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6665bd7-ffb5-4f04-995e-6428aa0984f3 req-bb710e27-3c1a-4605-8013-34e7437be45d tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 944 time: 0.4831583 Jan 31 18:37:48.994177 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8061801d-9dac-40c4-be58-ffc0ff633000 req-bbf95036-fdd5-4af2-98d5-ee0d04ad4529 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856311 Jan 31 18:37:48.998196 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58274) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:49.070050 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-364af0fa-a850-408d-b8ea-80f81b3bd09d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=688b4d25742d43c0b890f57b2b7a9e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660973 Jan 31 18:37:49.072383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58278) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:37:49.131775 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849aaaf8-d979-4b2a-b42f-2690b0e6833b x-openstack-request-id: req-849aaaf8-d979-4b2a-b42f-2690b0e6833b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:49.132175 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f964f36-c613-4f3a-80c9-89c91f5282d3", "name": "network-vif-plugged", "status": "completed", "tag": "4b2cf6b8-b75e-47dc-9629-a5615e196a1a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:49.132546 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-849aaaf8-d979-4b2a-b42f-2690b0e6833b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:49.132951 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f964f36-c613-4f3a-80c9-89c91f5282d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a', 'code': 200} Jan 31 18:37:49.254844 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6665bd7-ffb5-4f04-995e-6428aa0984f3 req-8b22eff5-f238-4338-8a04-8d5ca56147c0 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e1768d3-e5f6-450c-966d-f887d17f3245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808399 Jan 31 18:37:49.289909 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-673c61b4-cd22-4ec9-b0a4-8e457ca28219 admin admin] Publish callbacks [] for security_group (77b973bd-6420-40a8-9774-cbd54089d775), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:49.319726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa9c42-68a9-4f55-bd4b-653f3b5d43b8 req-598ec5af-a305-4fa8-8dcc-fab55a00d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:49.323076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebfa9c42-68a9-4f55-bd4b-653f3b5d43b8 req-598ec5af-a305-4fa8-8dcc-fab55a00d06a service neutron] 10.222.0.21 "GET /v2.0/networks?id=913b9d9b-aeec-4f8e-a021-520b22bf7240 HTTP/1.1" status: 200 len: 922 time: 0.4199834 Jan 31 18:37:49.376459 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-673c61b4-cd22-4ec9-b0a4-8e457ca28219 admin admin] Publish callbacks [] for security_group (77b973bd-6420-40a8-9774-cbd54089d775), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:49.390473 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35551d6a-a684-44dc-a2d7-373a38b1927c req-932910ef-923d-4107-b6c8-0619fc474053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:49.392573 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-35551d6a-a684-44dc-a2d7-373a38b1927c req-932910ef-923d-4107-b6c8-0619fc474053 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 1133 time: 0.1755772 Jan 31 18:37:49.463059 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-35551d6a-a684-44dc-a2d7-373a38b1927c req-5a9e132c-37b7-4928-8fb5-58376a2bb2be service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636232 Jan 31 18:37:49.474115 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-673c61b4-cd22-4ec9-b0a4-8e457ca28219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (77b973bd-6420-40a8-9774-cbd54089d775), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:49.475289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebfa9c42-68a9-4f55-bd4b-653f3b5d43b8 req-2806ba1e-08b7-4c17-a59f-c9b52bc1347f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3498f234-1ece-40a4-a826-d2c3dac45588 HTTP/1.1" status: 200 len: 217 time: 0.1430228 Jan 31 18:37:49.475897 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-673c61b4-cd22-4ec9-b0a4-8e457ca28219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:49.477326 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-673c61b4-cd22-4ec9-b0a4-8e457ca28219 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77b973bd-6420-40a8-9774-cbd54089d775 HTTP/1.1" status: 204 len: 168 time: 0.4028828 Jan 31 18:37:49.487448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c61b4-cd22-4ec9-b0a4-8e457ca28219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b973bd-6420-40a8-9774-cbd54089d775,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:49.554217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bf57d6-c319-4b79-b825-3dcbd490e40b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:49.586709 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Publish callbacks [] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:49.623582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3937d470-5779-4c29-b364-8e487fed4e7e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:49.630454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Transition to ACTIVE for port object 96bf57d6-c319-4b79-b825-3dcbd490e40b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:37:49.642000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaf2d9-9afa-4203-b035-ab92f52328a0 req-e9f1e5e0-1bc9-40fe-8e29-c9912f384025 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:49.643882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5aaf2d9-9afa-4203-b035-ab92f52328a0 req-e9f1e5e0-1bc9-40fe-8e29-c9912f384025 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 931 time: 0.2078114 Jan 31 18:37:49.646446 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Publish callbacks [] for port (3937d470-5779-4c29-b364-8e487fed4e7e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:49.650864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:49.785189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Transition to ACTIVE for port object 3937d470-5779-4c29-b364-8e487fed4e7e will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:37:49.835501 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:49.853139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Pushing event updated for resources: {'Port': ['ID=96bf57d6-c319-4b79-b825-3dcbd490e40b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:49.910938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa9c42-68a9-4f55-bd4b-653f3b5d43b8 req-6804e0f0-f333-4c52-8b22-71fd83af05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:49.912884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebfa9c42-68a9-4f55-bd4b-653f3b5d43b8 req-6804e0f0-f333-4c52-8b22-71fd83af05ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=23870219-3f4e-4dae-ab3b-b335d69846ab HTTP/1.1" status: 200 len: 861 time: 0.2508109 Jan 31 18:37:49.925773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5aaf2d9-9afa-4203-b035-ab92f52328a0 req-d874f29f-eb5c-44aa-8f43-d68ded84e32c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720625 Jan 31 18:37:50.072032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebfa9c42-68a9-4f55-bd4b-653f3b5d43b8 req-7ac077ac-d212-469a-8035-fd66cd12ef3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=913b9d9b-aeec-4f8e-a021-520b22bf7240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424382 Jan 31 18:37:50.074420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=3937d470-5779-4c29-b364-8e487fed4e7e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:50.486658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebfa9c42-68a9-4f55-bd4b-653f3b5d43b8 req-b205fbe0-d8e3-4779-add0-f8eca202a6c1 service neutron] 10.222.0.21 "GET /v2.0/networks/913b9d9b-aeec-4f8e-a021-520b22bf7240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779888 Jan 31 18:37:50.487342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Attempting to bind port 96bf57d6-c319-4b79-b825-3dcbd490e40b on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:37:50.487682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Attempting to bind port 96bf57d6-c319-4b79-b825-3dcbd490e40b by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:37:50.488010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Attempting to bind port 96bf57d6-c319-4b79-b825-3dcbd490e40b on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:50.539860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Attempting to bind port 3937d470-5779-4c29-b364-8e487fed4e7e on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:37:50.540313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Attempting to bind port 3937d470-5779-4c29-b364-8e487fed4e7e by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:37:50.540801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Attempting to bind port 3937d470-5779-4c29-b364-8e487fed4e7e on network 2201f00e-02bc-410c-b783-4f5f63b17507 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:50.599399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Port 96bf57d6-c319-4b79-b825-3dcbd490e40b on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:37:50.600230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Attempting to bind port 96bf57d6-c319-4b79-b825-3dcbd490e40b on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:50.635380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Port 3937d470-5779-4c29-b364-8e487fed4e7e on network 2201f00e-02bc-410c-b783-4f5f63b17507 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:37:50.636039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Attempting to bind port 3937d470-5779-4c29-b364-8e487fed4e7e on network 2201f00e-02bc-410c-b783-4f5f63b17507 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:50.649139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:37:50.649867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Checking segment: {'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:37:50.651272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Bound using segment: {'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:37:50.652095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Bound port: 3937d470-5779-4c29-b364-8e487fed4e7e, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:37:50.652665 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:50.677538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:37:50.677538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:37:50.678415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:37:50.678765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Bound port: 96bf57d6-c319-4b79-b825-3dcbd490e40b, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:37:50.679385 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:50.726663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9e0d2-fddb-45ed-bef2-7908baa450ae req-e12fa782-20ae-443d-8033-9ee5fb48fff3 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:50.729477 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bff9e0d2-fddb-45ed-bef2-7908baa450ae req-e12fa782-20ae-443d-8033-9ee5fb48fff3 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 947 time: 0.5834327 Jan 31 18:37:50.970240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] For port 96bf57d6-c319-4b79-b825-3dcbd490e40b, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:37:50.989022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bff9e0d2-fddb-45ed-bef2-7908baa450ae req-380f4668-d367-4a16-b33a-13c38e987bca tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181604 Jan 31 18:37:50.999870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebfa9c42-68a9-4f55-bd4b-653f3b5d43b8 req-7ce0f99f-5e3a-4e92-8458-36309dccef08 service neutron] 10.222.0.21 "GET /v2.0/networks/913b9d9b-aeec-4f8e-a021-520b22bf7240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615011 Jan 31 18:37:51.004939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] For port 3937d470-5779-4c29-b364-8e487fed4e7e, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:37:51.008892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] For port 96bf57d6-c319-4b79-b825-3dcbd490e40b, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=96bf57d6-c319-4b79-b825-3dcbd490e40b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:37:51.011240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] For port 3937d470-5779-4c29-b364-8e487fed4e7e, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3937d470-5779-4c29-b364-8e487fed4e7e,segment=NetworkSegment(3c5108a9-9ce2-4a70-9029-f16e4bbf9f37),segment_id=3c5108a9-9ce2-4a70-9029-f16e4bbf9f37)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:37:51.020538 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e3ba8710-b4fb-4715-96c4-9eba57e420ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:51.024870 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:51.027823 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:51.119251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:51.119869 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:51.121305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] 10.222.0.49 "PUT /v2.0/ports/3937d470-5779-4c29-b364-8e487fed4e7e HTTP/1.1" status: 200 len: 1092 time: 3.2723980 Jan 31 18:37:51.122519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:51.123095 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:51.124763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] 10.222.0.49 "PUT /v2.0/ports/96bf57d6-c319-4b79-b825-3dcbd490e40b HTTP/1.1" status: 200 len: 1096 time: 3.5262585 Jan 31 18:37:51.124971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'tag': '3937d470-5779-4c29-b364-8e487fed4e7e'}, {'name': 'network-changed', 'server_uuid': '028999a3-4c6a-4b10-a095-5db81c613c44', 'tag': '96bf57d6-c319-4b79-b825-3dcbd490e40b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:51.127285 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07afa75c-91f8-4f41-9463-088fe5231b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e524197-fd18-4ac6-a870-e9814c40ae5b", "tag": "3937d470-5779-4c29-b364-8e487fed4e7e"}, {"name": "network-changed", "server_uuid": "028999a3-4c6a-4b10-a095-5db81c613c44", "tag": "96bf57d6-c319-4b79-b825-3dcbd490e40b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:51.280534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71961a3-2015-42af-a376-510684a39ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=3937d470-5779-4c29-b364-8e487fed4e7e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:51.421937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a09bb-4d25-4a18-94e9-c88102d383fe req-11d12b6e-0f44-4e3a-8066-d91eeaa97b2d tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:51.434509 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac0a09bb-4d25-4a18-94e9-c88102d383fe req-11d12b6e-0f44-4e3a-8066-d91eeaa97b2d tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 950 time: 0.2889299 Jan 31 18:37:51.499661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c607c578-3f87-482b-9b8b-861442b287aa tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:37:51.501587 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c607c578-3f87-482b-9b8b-861442b287aa tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4048011 Jan 31 18:37:51.508691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84536e9a-f50d-4159-ae03-c791d5042614 service neutron] Pushing event updated for resources: {'Port': ['ID=96bf57d6-c319-4b79-b825-3dcbd490e40b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:51.512764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-334986c0-86c2-4b5e-a892-5748e06d52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:51.514285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-334986c0-86c2-4b5e-a892-5748e06d52b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=826ef78fe6bd4e66b93a81bbafd9637e&device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 1126 time: 0.3159013 Jan 31 18:37:51.522536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-07932f4e-fe08-4a4e-bd2b-c49baeee7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:51.524012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-07932f4e-fe08-4a4e-bd2b-c49baeee7e76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d452270eb82f433baf33904d01fd1428&device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 1130 time: 0.3138762 Jan 31 18:37:51.918481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac0a09bb-4d25-4a18-94e9-c88102d383fe req-0592722c-1d8b-4861-a9c7-4c1d0e2ece5a tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830410 Jan 31 18:37:51.940390 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-6a4a3c78-2834-4a09-9cee-0c2ce831c0ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3937d470-5779-4c29-b364-8e487fed4e7e HTTP/1.1" status: 200 len: 217 time: 0.4086053 Jan 31 18:37:52.036126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-ed6a2616-b318-4279-96eb-9fa0d43fe33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:52.037608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-ed6a2616-b318-4279-96eb-9fa0d43fe33b service neutron] 10.222.0.20 "GET /v2.0/ports/9a0630f4-dd07-498e-bc20-4632ba088e20 HTTP/1.1" status: 200 len: 1125 time: 0.5218186 Jan 31 18:37:52.039113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-e9b82d14-7ed8-402f-9e1b-59be7f5bb73d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=96bf57d6-c319-4b79-b825-3dcbd490e40b HTTP/1.1" status: 200 len: 217 time: 0.1463311 Jan 31 18:37:52.099632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] Request body: {'binding': {'host': 'n-h2-812111-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:52.100520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] Unknown quota resources ['binding']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:37:52.210594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-e51851a3-a0bc-45b9-a781-036b1b32211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:52.212236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-e51851a3-a0bc-45b9-a781-036b1b32211f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1fa91765-20a1-4873-89c2-9334fb7003b5 HTTP/1.1" status: 200 len: 850 time: 0.1851552 Jan 31 18:37:52.239874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-d1206c4a-205c-46c6-b28f-062ea02f2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:52.241518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-d1206c4a-205c-46c6-b28f-062ea02f2f92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1691682 Jan 31 18:37:52.293204 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:52.299236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ed409-942d-459e-b20b-ef59d983394b req-a05b5125-7b9c-4e43-95b2-2ac8d1908f64 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:52.300985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-058ed409-942d-459e-b20b-ef59d983394b req-a05b5125-7b9c-4e43-95b2-2ac8d1908f64 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 944 time: 0.2591159 Jan 31 18:37:52.485162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-c4c1e5a1-eaf3-4116-bad0-eb3362fa9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:52.487778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-c4c1e5a1-eaf3-4116-bad0-eb3362fa9544 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2296941 Jan 31 18:37:52.495192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-25b4987c-eba0-4d2a-9366-9cfbdc87d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:52.498104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-25b4987c-eba0-4d2a-9366-9cfbdc87d33e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2201f00e-02bc-410c-b783-4f5f63b17507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2539043 Jan 31 18:37:52.533450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-058ed409-942d-459e-b20b-ef59d983394b req-76532198-48f7-433e-b68e-7f5655509683 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e1768d3-e5f6-450c-966d-f887d17f3245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135794 Jan 31 18:37:52.537698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 on host n-h2-812111-15 for vnic_type normal with profile None {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:37:52.538419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:37:52.539297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:52.647093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3498f234-1ece-40a4-a826-d2c3dac45588 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:37:52.681004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] Port 9a0630f4-dd07-498e-bc20-4632ba088e20 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:37:52.681687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:37:52.736233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:37:52.738020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:37:52.742197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:37:52.743935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] Bound port: 9a0630f4-dd07-498e-bc20-4632ba088e20, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:37:52.756116 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0fd38133-c11e-4352-ac1d-65dd510d7959 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:37:52.885962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3498f234-1ece-40a4-a826-d2c3dac45588, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3498f234-1ece-40a4-a826-d2c3dac45588,segment=NetworkSegment(007e60eb-d692-4b54-9832-4ead94fe3ef7),segment_id=007e60eb-d692-4b54-9832-4ead94fe3ef7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:52.904935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-32820d75-dfb3-4d62-b01a-76ba8917fe52 service neutron] 10.222.0.49 "GET /v2.0/networks/2201f00e-02bc-410c-b783-4f5f63b17507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008110 Jan 31 18:37:52.917438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-4291b0a9-edea-4546-aec1-130026bc20b3 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147711 Jan 31 18:37:52.952787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '3498f234-1ece-40a4-a826-d2c3dac45588', 'network_id': '913b9d9b-aeec-4f8e-a021-520b22bf7240', 'port_id': '3498f234-1ece-40a4-a826-d2c3dac45588', 'mac_address': 'fa:16:3e:97:db:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23870219-3f4e-4dae-ab3b-b335d69846ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:37:52.995186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2050f-2d87-44ed-9fe7-97e82878a52d req-7f32d718-1c0b-405d-ad62-c8c12e395acd tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:53.003812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8bb2050f-2d87-44ed-9fe7-97e82878a52d req-7f32d718-1c0b-405d-ad62-c8c12e395acd tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 943 time: 0.3101065 Jan 31 18:37:53.028966 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 3498f234-1ece-40a4-a826-d2c3dac45588 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:53.029531 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:53.037768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 0fd38133-c11e-4352-ac1d-65dd510d7959 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:53.038576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:53.068141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3498f234-1ece-40a4-a826-d2c3dac45588 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:53.091459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324f655a-97ee-41e6-95ae-dea5533fc612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd38133-c11e-4352-ac1d-65dd510d7959'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:53.094045 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a12117-018c-4c60-a52a-d8fcae449175" -d '{"events": [{"server_uuid": "324f655a-97ee-41e6-95ae-dea5533fc612", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd38133-c11e-4352-ac1d-65dd510d7959"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:53.107728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=9a0630f4-dd07-498e-bc20-4632ba088e20,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:37:53.131551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3498f234-1ece-40a4-a826-d2c3dac45588, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3498f234-1ece-40a4-a826-d2c3dac45588,segment=NetworkSegment(007e60eb-d692-4b54-9832-4ead94fe3ef7),segment_id=007e60eb-d692-4b54-9832-4ead94fe3ef7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:53.133769 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0fd38133-c11e-4352-ac1d-65dd510d7959, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0fd38133-c11e-4352-ac1d-65dd510d7959,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:53.137495 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:53.141712 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:53.143498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-7cebf2b3-111c-422f-879a-bdcf25bec3d8 service neutron] 10.222.0.20 "POST /v2.0/ports/9a0630f4-dd07-498e-bc20-4632ba088e20/bindings HTTP/1.1" status: 201 len: 390 time: 1.0732937 Jan 31 18:37:53.144281 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:53.233979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=3498f234-1ece-40a4-a826-d2c3dac45588,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:53.293050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8bb2050f-2d87-44ed-9fe7-97e82878a52d req-38e9f57d-0845-46f6-a8f2-ec99c46c6570 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882419 Jan 31 18:37:53.314422 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4093abb-0e7b-4e7d-bc84-ebefc66e2275 req-4a9d3cf1-077f-49d7-adce-cc5f50b43cb3 service neutron] 10.222.0.49 "GET /v2.0/networks/2201f00e-02bc-410c-b783-4f5f63b17507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969781 Jan 31 18:37:53.334673 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cbda906-6462-4783-9a5a-c01e0c48afa3 req-4f4dda04-4372-48d1-9727-c6831f363176 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011817 Jan 31 18:37:53.387174 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee0dbef-8f5b-47e2-9ace-d63cfa36e57c x-openstack-request-id: req-eee0dbef-8f5b-47e2-9ace-d63cfa36e57c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:53.387484 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e524197-fd18-4ac6-a870-e9814c40ae5b", "tag": "3937d470-5779-4c29-b364-8e487fed4e7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "028999a3-4c6a-4b10-a095-5db81c613c44", "tag": "96bf57d6-c319-4b79-b825-3dcbd490e40b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:53.387810 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eee0dbef-8f5b-47e2-9ace-d63cfa36e57c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:53.388375 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'tag': '3937d470-5779-4c29-b364-8e487fed4e7e', 'status': 'completed', 'code': 200} Jan 31 18:37:53.388637 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028999a3-4c6a-4b10-a095-5db81c613c44', 'tag': '96bf57d6-c319-4b79-b825-3dcbd490e40b', 'status': 'completed', 'code': 200} Jan 31 18:37:53.475700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['3498f234-1ece-40a4-a826-d2c3dac45588'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:53.479465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=0fd38133-c11e-4352-ac1d-65dd510d7959,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:53.574147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e440d0e9-e6a0-4637-8a7e-602bab76f6b8 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=47594bddaacd464f96d92f2362b8c330&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581799 Jan 31 18:37:53.634158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-e6e7a8e0-8f13-4ae9-a03b-10bfebad1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:53.635884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-e6e7a8e0-8f13-4ae9-a03b-10bfebad1cd6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=826ef78fe6bd4e66b93a81bbafd9637e&device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 1126 time: 0.2024715 Jan 31 18:37:53.714116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-83c361db-2c9b-4811-bef9-efef895095a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:53.715692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-83c361db-2c9b-4811-bef9-efef895095a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 1128 time: 0.2125781 Jan 31 18:37:53.905209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-3b790054-a55e-4ffe-b171-5eaae28bef7b tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:53.906956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-3b790054-a55e-4ffe-b171-5eaae28bef7b tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3227613 Jan 31 18:37:53.945376 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:53.979368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-f444193b-8be6-4a93-b90a-33a92314c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:53.981028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-f444193b-8be6-4a93-b90a-33a92314c3be service neutron] 10.222.0.49 "GET /v2.0/networks?id=2201f00e-02bc-410c-b783-4f5f63b17507 HTTP/1.1" status: 200 len: 912 time: 0.2910566 Jan 31 18:37:53.997666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-3528b370-3f23-4e9d-9db7-db13c72e83af tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/quotas/47594bddaacd464f96d92f2362b8c330 HTTP/1.1" status: 200 len: 375 time: 0.0655608 Jan 31 18:37:54.001759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-49dd878c-5a14-45fa-946d-5e87c9c28b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:54.003468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-49dd878c-5a14-45fa-946d-5e87c9c28b60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.2721076 Jan 31 18:37:54.048982 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:54.086498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-fb6e010a-617b-4d74-8f7c-166b7d0af0c5 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=47594bddaacd464f96d92f2362b8c330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869591 Jan 31 18:37:54.124397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84a4d8-8e16-4de3-aa84-f81485006896 req-aa8a2148-39d0-41eb-b92a-7ff63d8b7559 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:54.126758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff84a4d8-8e16-4de3-aa84-f81485006896 req-aa8a2148-39d0-41eb-b92a-7ff63d8b7559 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 947 time: 0.2447898 Jan 31 18:37:54.128231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-64698c49-9c96-43b3-9c6b-72ebb45a32fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3937d470-5779-4c29-b364-8e487fed4e7e HTTP/1.1" status: 200 len: 217 time: 0.1376519 Jan 31 18:37:54.130184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-55fbed50-d554-4602-acf8-b6bff617521e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0630f4-dd07-498e-bc20-4632ba088e20 HTTP/1.1" status: 200 len: 217 time: 0.1165714 Jan 31 18:37:54.265588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-bf565863-ce43-4649-b485-ebf37b5692f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:54.268151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-bf565863-ce43-4649-b485-ebf37b5692f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.1269348 Jan 31 18:37:54.270181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-af0c41a0-eedb-4508-a30c-4bdecd2980ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:54.272637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-af0c41a0-eedb-4508-a30c-4bdecd2980ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1fa91765-20a1-4873-89c2-9334fb7003b5 HTTP/1.1" status: 200 len: 850 time: 0.1284032 Jan 31 18:37:54.294623 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feee42a1-43e0-4abd-8bdf-19e892317a4f x-openstack-request-id: req-feee42a1-43e0-4abd-8bdf-19e892317a4f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:54.295346 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324f655a-97ee-41e6-95ae-dea5533fc612", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd38133-c11e-4352-ac1d-65dd510d7959", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:54.295946 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-feee42a1-43e0-4abd-8bdf-19e892317a4f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:54.296528 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324f655a-97ee-41e6-95ae-dea5533fc612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd38133-c11e-4352-ac1d-65dd510d7959', 'code': 200} Jan 31 18:37:54.296687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff84a4d8-8e16-4de3-aa84-f81485006896 req-1b2b230b-851d-489d-88b0-b203ddc74ef4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620936 Jan 31 18:37:54.361443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-588dae43-8e04-4649-95ff-d64fad4edde1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801210 Jan 31 18:37:54.536732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-2fc5675e-60d5-45be-a87b-6f027cbe2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:54.538330 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-2fc5675e-60d5-45be-a87b-6f027cbe2672 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2201f00e-02bc-410c-b783-4f5f63b17507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2401502 Jan 31 18:37:54.598046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-9be9692f-8620-4c4e-8ad9-18f43bacb0ba service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277589 Jan 31 18:37:54.646344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3498f234-1ece-40a4-a826-d2c3dac45588 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:37:54.647362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9069f-c182-40c7-8209-3c5cd854fdc2 req-ab27e3db-1390-48bc-a2ae-ef16f1bfa136 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:54.656229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18b9069f-c182-40c7-8209-3c5cd854fdc2 req-ab27e3db-1390-48bc-a2ae-ef16f1bfa136 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 945 time: 0.2464204 Jan 31 18:37:54.689684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e182130-a7f7-41f2-96ff-444dcdc9b907 req-182a966a-17cf-4fc7-9b09-8a42cd04ca08 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:54.691230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e182130-a7f7-41f2-96ff-444dcdc9b907 req-182a966a-17cf-4fc7-9b09-8a42cd04ca08 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.2972257 Jan 31 18:37:54.726432 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 3498f234-1ece-40a4-a826-d2c3dac45588 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:37:54.733056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 3498f234-1ece-40a4-a826-d2c3dac45588 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:54.734093 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:54.832218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 3498f234-1ece-40a4-a826-d2c3dac45588 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:54.832964 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:54.847727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-7fe80809-a408-4ea9-a41a-4eabc3bf1174 service neutron] 10.222.0.49 "GET /v2.0/networks/2201f00e-02bc-410c-b783-4f5f63b17507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949569 Jan 31 18:37:54.873201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18b9069f-c182-40c7-8209-3c5cd854fdc2 req-8cdd8765-7bea-48cc-ae10-2af63f6f9507 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e1768d3-e5f6-450c-966d-f887d17f3245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148530 Jan 31 18:37:54.881195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3498f234-1ece-40a4-a826-d2c3dac45588, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3498f234-1ece-40a4-a826-d2c3dac45588,segment=NetworkSegment(007e60eb-d692-4b54-9832-4ead94fe3ef7),segment_id=007e60eb-d692-4b54-9832-4ead94fe3ef7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:54.887901 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:54.919286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e182130-a7f7-41f2-96ff-444dcdc9b907 req-30cfdcf1-2dc2-4381-bd2d-6f036ef45cc9 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022903 Jan 31 18:37:55.010273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=3498f234-1ece-40a4-a826-d2c3dac45588,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:55.055444 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-1a47d3a5-e1f5-4b44-b25e-02289924aac0 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262538 Jan 31 18:37:55.120951 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:55.480653 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f25697b6-805d-47c5-8f39-be573da2e3b0 req-913690fe-a75a-46af-be40-b6ae4ba30aad tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 210 time: 0.4285159 Jan 31 18:37:55.540673 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-3661c4dd-ffca-454b-aa11-27417ca55010 service neutron] 10.222.0.49 "GET /v2.0/networks/2201f00e-02bc-410c-b783-4f5f63b17507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809657 Jan 31 18:37:55.652326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-d2d95074-1dd9-4129-a191-989d970f31ce tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=47594bddaacd464f96d92f2362b8c330&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867634 Jan 31 18:37:55.778263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec97da-8b7c-423b-acc9-683e9a9edeaf req-e536206c-3195-44ab-8cf7-e294aa391e33 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:55.780369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faec97da-8b7c-423b-acc9-683e9a9edeaf req-e536206c-3195-44ab-8cf7-e294aa391e33 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 943 time: 0.3147504 Jan 31 18:37:55.840800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51850e97-befa-48c7-aab4-969fb81c5db3 req-cf5fceb6-f73c-47e5-bdb6-2552a8ea1b97 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:55.842292 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51850e97-befa-48c7-aab4-969fb81c5db3 req-cf5fceb6-f73c-47e5-bdb6-2552a8ea1b97 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 945 time: 0.2987764 Jan 31 18:37:55.911493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-1d5a067f-4854-4de4-a27f-81a9c1e58f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:55.913009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-1d5a067f-4854-4de4-a27f-81a9c1e58f16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d452270eb82f433baf33904d01fd1428&device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 1130 time: 0.2782512 Jan 31 18:37:55.950697 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:55.981840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faec97da-8b7c-423b-acc9-683e9a9edeaf req-3657df40-59dd-4eec-9abf-24e5663ce0e0 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887143 Jan 31 18:37:56.004268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-305f9068-b8a8-4891-864a-10dbf0d24c57 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:56.006335 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-305f9068-b8a8-4891-864a-10dbf0d24c57 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160384 Jan 31 18:37:56.060626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca8fc9-687b-4882-9034-a6cb6c7a81da req-1cd69526-7394-4150-bd87-9f1ff158a32a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:56.062096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5ca8fc9-687b-4882-9034-a6cb6c7a81da req-1cd69526-7394-4150-bd87-9f1ff158a32a tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.49 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 945 time: 0.2918024 Jan 31 18:37:56.068154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Request body: {'port': {'device_id': '1648355d-f59f-4560-8f41-111f50d2047a', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '47594bddaacd464f96d92f2362b8c330'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:56.107175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51850e97-befa-48c7-aab4-969fb81c5db3 req-faeb47f5-91bd-4a0f-8bd8-7811eb7b00d9 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526517 Jan 31 18:37:56.297716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9d4560-e7c8-4d1c-bba2-5083e632b9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3498f234-1ece-40a4-a826-d2c3dac45588'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:56.301006 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2be80c-7aa6-4527-a169-c8d258a5f2fc" -d '{"events": [{"server_uuid": "7f9d4560-e7c8-4d1c-bba2-5083e632b9b4", "name": "network-vif-plugged", "status": "completed", "tag": "3498f234-1ece-40a4-a826-d2c3dac45588"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:56.320853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-c2c38a0b-66a4-492f-8d87-4d758d09b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:56.322343 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-c2c38a0b-66a4-492f-8d87-4d758d09b5c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.3799767 Jan 31 18:37:56.391711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d012e6-d345-46f0-991c-7339ba69029d req-0bfb6e9b-3278-4997-bfaa-d7aee7a8caa4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:56.393304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27d012e6-d345-46f0-991c-7339ba69029d req-0bfb6e9b-3278-4997-bfaa-d7aee7a8caa4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 947 time: 0.3209155 Jan 31 18:37:56.400077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-f66209ae-f609-4470-bd47-35d876e3aa56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=96bf57d6-c319-4b79-b825-3dcbd490e40b HTTP/1.1" status: 200 len: 217 time: 0.0615122 Jan 31 18:37:56.442953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e874bd-5f30-4e3e-a13e-78a08885ae2b req-052998ac-339f-4865-82c1-50b28b966042 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:56.444587 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15e874bd-5f30-4e3e-a13e-78a08885ae2b req-052998ac-339f-4865-82c1-50b28b966042 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 946 time: 0.2478249 Jan 31 18:37:56.513970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Made reservation on behalf of 47594bddaacd464f96d92f2362b8c330 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:37:56.518412 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:56.542241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d5ca8fc9-687b-4882-9034-a6cb6c7a81da req-405cc7b0-c66e-4192-a244-2e0c347d4efa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Deleting port a1ea5589-cc93-4490-b675-4447ddc19326 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:37:56.542572 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d5ca8fc9-687b-4882-9034-a6cb6c7a81da req-405cc7b0-c66e-4192-a244-2e0c347d4efa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:56.578118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-10c79c0c-6ea4-4dd8-b817-e7ff2b169b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:56.580409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-10c79c0c-6ea4-4dd8-b817-e7ff2b169b1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1673784 Jan 31 18:37:56.581295 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:56.610663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27d012e6-d345-46f0-991c-7339ba69029d req-948141ba-3a2d-4d04-b127-6f9965422cfa tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085347 Jan 31 18:37:56.725394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15e874bd-5f30-4e3e-a13e-78a08885ae2b req-a297e121-ef5d-4303-8af3-6bb066c91465 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e1768d3-e5f6-450c-966d-f887d17f3245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505658 Jan 31 18:37:56.809659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d5ca8fc9-687b-4882-9034-a6cb6c7a81da req-405cc7b0-c66e-4192-a244-2e0c347d4efa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] For port a1ea5589-cc93-4490-b675-4447ddc19326, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=a1ea5589-cc93-4490-b675-4447ddc19326,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:56.810329 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d5ca8fc9-687b-4882-9034-a6cb6c7a81da req-405cc7b0-c66e-4192-a244-2e0c347d4efa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:56.851227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-b042ac54-09d5-4b61-93a0-3da3a9cba445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:56.853186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-b042ac54-09d5-4b61-93a0-3da3a9cba445 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2635512 Jan 31 18:37:56.857065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d5ca8fc9-687b-4882-9034-a6cb6c7a81da req-405cc7b0-c66e-4192-a244-2e0c347d4efa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Calling delete_port for a1ea5589-cc93-4490-b675-4447ddc19326 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:37:56.868945 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3320afba-cd12-40dc-ad0e-ff8d5db75b7a x-openstack-request-id: req-3320afba-cd12-40dc-ad0e-ff8d5db75b7a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:56.869636 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9d4560-e7c8-4d1c-bba2-5083e632b9b4", "name": "network-vif-plugged", "status": "completed", "tag": "3498f234-1ece-40a4-a826-d2c3dac45588", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:56.870155 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3320afba-cd12-40dc-ad0e-ff8d5db75b7a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:56.870805 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9d4560-e7c8-4d1c-bba2-5083e632b9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3498f234-1ece-40a4-a826-d2c3dac45588', 'code': 200} Jan 31 18:37:56.915548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72668451-95e9-4de4-a570-e8379f082240 req-5a503842-bfa6-4295-88ae-40ddaf6e6b25 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:56.922807 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72668451-95e9-4de4-a570-e8379f082240 req-5a503842-bfa6-4295-88ae-40ddaf6e6b25 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.2254291 Jan 31 18:37:56.986850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ff21a-0b97-4619-87d6-4ec72ac2651a req-8b757ee8-d29b-4136-8104-52a2431f9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:56.988672 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e13ff21a-0b97-4619-87d6-4ec72ac2651a req-8b757ee8-d29b-4136-8104-52a2431f9655 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 1129 time: 0.0562997 Jan 31 18:37:57.037451 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e13ff21a-0b97-4619-87d6-4ec72ac2651a req-a506631e-7056-40ec-a2dd-96178a6649c0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e1768d3-e5f6-450c-966d-f887d17f3245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Jan 31 18:37:57.049621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96a50748-2d21-4f20-b22f-c960e0ffecf2 req-33c9051f-f72d-4637-af24-7dbf3aee5911 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 210 time: 0.1068256 Jan 31 18:37:57.060192 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Publish callbacks [] for security_group (734224fe-b50d-4122-b83f-f486936624cd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:57.088871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3937d470-5779-4c29-b364-8e487fed4e7e details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:37:57.093364 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (734224fe-b50d-4122-b83f-f486936624cd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:57.208974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72668451-95e9-4de4-a570-e8379f082240 req-e9b93aed-5ffa-4bf8-a607-30326d3eb3c0 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851982 Jan 31 18:37:57.241752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3937d470-5779-4c29-b364-8e487fed4e7e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3937d470-5779-4c29-b364-8e487fed4e7e,segment=NetworkSegment(3c5108a9-9ce2-4a70-9029-f16e4bbf9f37),segment_id=3c5108a9-9ce2-4a70-9029-f16e4bbf9f37)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:57.270972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '3937d470-5779-4c29-b364-8e487fed4e7e', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'port_id': '3937d470-5779-4c29-b364-8e487fed4e7e', 'mac_address': 'fa:16:3e:65:a1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:37:57.308425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Allocated IP 192.168.233.216 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/696a5b3b-16c1-49e7-be84-9d8bc5ff766d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:37:57.329750 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3937d470-5779-4c29-b364-8e487fed4e7e is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:57.331053 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:57.355629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3937d470-5779-4c29-b364-8e487fed4e7e {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:57.361975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734224fe-b50d-4122-b83f-f486936624cd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:57.380261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3937d470-5779-4c29-b364-8e487fed4e7e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3937d470-5779-4c29-b364-8e487fed4e7e,segment=NetworkSegment(3c5108a9-9ce2-4a70-9029-f16e4bbf9f37),segment_id=3c5108a9-9ce2-4a70-9029-f16e4bbf9f37)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:57.384991 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:57.385879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:37:57.402615 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-99090e7e-205d-4018-b947-1ca90cd6a9b5 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334525 Jan 31 18:37:57.542989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3937d470-5779-4c29-b364-8e487fed4e7e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:57.609052 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:57.644816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'mac_address': 'fa:16:3e:9c:cb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:37:57.653169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a46611-a916-4388-8b31-d53a35d4e4d6 req-4f9c53bc-5b57-4248-89a8-4a7b93d6faf7 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:57.660967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69a46611-a916-4388-8b31-d53a35d4e4d6 req-4f9c53bc-5b57-4248-89a8-4a7b93d6faf7 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 943 time: 0.3484108 Jan 31 18:37:57.690005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07afa75c-91f8-4f41-9463-088fe5231b4e req-bd11284b-99aa-45dc-af2b-233ecbf6a2ed service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591777 Jan 31 18:37:57.720505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:57.722242 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:57.743846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:57.774028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ff29a-e79d-468e-bffa-8dc682f17863 req-8acaa12a-fd8b-4b52-ba8a-a0fecddb754f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:57.775640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-400ff29a-e79d-468e-bffa-8dc682f17863 req-8acaa12a-fd8b-4b52-ba8a-a0fecddb754f tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f7ab2c-2631-4ae7-8b1b-58c4e10988f3 HTTP/1.1" status: 200 len: 945 time: 0.4478343 Jan 31 18:37:57.787663 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d5ca8fc9-687b-4882-9034-a6cb6c7a81da req-405cc7b0-c66e-4192-a244-2e0c347d4efa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a1ea5589-cc93-4490-b675-4447ddc19326), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:57.789771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:57.807009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['a1ea5589-cc93-4490-b675-4447ddc19326'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:57.813216 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:57.814535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 96bf57d6-c319-4b79-b825-3dcbd490e40b details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:37:57.816659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69a46611-a916-4388-8b31-d53a35d4e4d6 req-31ffa70a-a846-4337-9403-e6093925f42c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506138 Jan 31 18:37:57.880237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cc7b0-c66e-4192-a244-2e0c347d4efa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Pushing event deleted for resources: {'Port': ['ID=a1ea5589-cc93-4490-b675-4447ddc19326,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:57.965650 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Publish callbacks [] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:57.966591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 96bf57d6-c319-4b79-b825-3dcbd490e40b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=96bf57d6-c319-4b79-b825-3dcbd490e40b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:57.969235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:57.982244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '96bf57d6-c319-4b79-b825-3dcbd490e40b', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '96bf57d6-c319-4b79-b825-3dcbd490e40b', 'mac_address': 'fa:16:3e:d2:f8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:37:58.023759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 96bf57d6-c319-4b79-b825-3dcbd490e40b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:37:58.024110 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:58.050875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bf57d6-c319-4b79-b825-3dcbd490e40b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:58.067773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ca8fc9-687b-4882-9034-a6cb6c7a81da req-405cc7b0-c66e-4192-a244-2e0c347d4efa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] No DVR routers for this DVR port a1ea5589-cc93-4490-b675-4447ddc19326 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:37:58.085642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 96bf57d6-c319-4b79-b825-3dcbd490e40b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=96bf57d6-c319-4b79-b825-3dcbd490e40b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:58.090896 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:58.105937 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d5ca8fc9-687b-4882-9034-a6cb6c7a81da req-405cc7b0-c66e-4192-a244-2e0c347d4efa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:58.111011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5ca8fc9-687b-4882-9034-a6cb6c7a81da req-405cc7b0-c66e-4192-a244-2e0c347d4efa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.49 "DELETE /v2.0/ports/a1ea5589-cc93-4490-b675-4447ddc19326 HTTP/1.1" status: 204 len: 173 time: 2.0361674 Jan 31 18:37:58.134568 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-400ff29a-e79d-468e-bffa-8dc682f17863 req-c4ed382e-c9dc-4aa2-8d92-8b71e350a8cf tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409588 Jan 31 18:37:58.134972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f7ab2c-2631-4ae7-8b1b-58c4e10988f3', 'name': 'network-vif-deleted', 'tag': 'a1ea5589-cc93-4490-b675-4447ddc19326'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:37:58.137541 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477dcc60-0890-41ff-a81c-611b41649f7d" -d '{"events": [{"server_uuid": "19f7ab2c-2631-4ae7-8b1b-58c4e10988f3", "name": "network-vif-deleted", "tag": "a1ea5589-cc93-4490-b675-4447ddc19326"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:37:58.234485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c80faf-3b97-4130-86f9-6099f4b20f43 req-86b11fd2-60cf-4490-872a-8a730d2f1264 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:58.255193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82c80faf-3b97-4130-86f9-6099f4b20f43 req-86b11fd2-60cf-4490-872a-8a730d2f1264 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 947 time: 0.2235162 Jan 31 18:37:58.259595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=96bf57d6-c319-4b79-b825-3dcbd490e40b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:58.332046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['2dd2b991-f0c0-4e95-817b-39f31b5f33c5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:58.397937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82c80faf-3b97-4130-86f9-6099f4b20f43 req-d36feed4-4928-4f3b-b61a-7fb469cd672c tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365442 Jan 31 18:37:58.449323 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:58.584393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['3937d470-5779-4c29-b364-8e487fed4e7e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:58.589285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:37:58.589842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['96bf57d6-c319-4b79-b825-3dcbd490e40b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:37:58.595216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Pushing event updated for resources: {'Port': ['ID=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:58.606824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:37:58.634458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060661f7-0bae-4b07-92eb-2415b8f46de7 req-87b07184-d1a9-4b8b-bc60-d5358ae962bf tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:58.640061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-060661f7-0bae-4b07-92eb-2415b8f46de7 req-87b07184-d1a9-4b8b-bc60-d5358ae962bf tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 946 time: 0.2822597 Jan 31 18:37:58.641379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:37:58.756471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:58.757118 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:58.841686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-af9e8d7c-3a5d-43dd-9f2a-e2d28afad1e9 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7897253 Jan 31 18:37:58.902088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Request body: {'port': {'device_id': '1648355d-f59f-4560-8f41-111f50d2047a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:37:59.088610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-060661f7-0bae-4b07-92eb-2415b8f46de7 req-89ab9245-6863-4332-81df-c9d8a2479ecd tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e1768d3-e5f6-450c-966d-f887d17f3245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891865 Jan 31 18:37:59.102958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device a1ea5589-cc93-4490-b675-4447ddc19326 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:37:59.138889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52700cd2-78cb-46fd-b6f4-e2a860d67ee5 req-b2eef0a8-f2a0-464b-9b1f-6e58509363c7 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:59.140720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52700cd2-78cb-46fd-b6f4-e2a860d67ee5 req-b2eef0a8-f2a0-464b-9b1f-6e58509363c7 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 936 time: 0.3695636 Jan 31 18:37:59.188456 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:59.198932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: a1ea5589-cc93-4490-b675-4447ddc19326 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:37:59.199564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device a1ea5589-cc93-4490-b675-4447ddc19326 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:37:59.225747 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775c09f6-c0f2-40ae-82f0-c0b61c963959 x-openstack-request-id: req-775c09f6-c0f2-40ae-82f0-c0b61c963959 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:37:59.226047 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f7ab2c-2631-4ae7-8b1b-58c4e10988f3", "name": "network-vif-deleted", "tag": "a1ea5589-cc93-4490-b675-4447ddc19326", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:37:59.226311 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-775c09f6-c0f2-40ae-82f0-c0b61c963959 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:37:59.228298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-81c4067e-dbc9-455d-8a9a-b0932034601e None None] Provisioning complete for port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:59.228919 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81c4067e-dbc9-455d-8a9a-b0932034601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:59.230561 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f7ab2c-2631-4ae7-8b1b-58c4e10988f3', 'name': 'network-vif-deleted', 'tag': 'a1ea5589-cc93-4490-b675-4447ddc19326', 'status': 'completed', 'code': 200} Jan 31 18:37:59.287633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-81c4067e-dbc9-455d-8a9a-b0932034601e None None] Port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:37:59.377984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52700cd2-78cb-46fd-b6f4-e2a860d67ee5 req-99821923-9f18-4e72-b4d4-c9c67f769db8 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204452 Jan 31 18:37:59.520059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0786221-a141-4593-a68a-8544cf54580d req-1f832f74-cc1c-4668-ba64-7b7f7020b0ff tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:59.521701 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0786221-a141-4593-a68a-8544cf54580d req-1f832f74-cc1c-4668-ba64-7b7f7020b0ff tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.1993201 Jan 31 18:37:59.709562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0786221-a141-4593-a68a-8544cf54580d req-b094b192-f4bc-4c45-8709-24b6e0fc7306 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708996 Jan 31 18:37:59.732858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf3083-c499-4041-905c-d848bb234471 req-7c2c9a6f-fcf7-4eb9-bc88-0f2a06377469 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:59.743064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80bf3083-c499-4041-905c-d848bb234471 req-7c2c9a6f-fcf7-4eb9-bc88-0f2a06377469 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 944 time: 0.2201316 Jan 31 18:37:59.856322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80bf3083-c499-4041-905c-d848bb234471 req-4cda55f4-e3f8-42c9-88c9-bdaf37623f25 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039510 Jan 31 18:37:59.940390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696a5b3b-16c1-49e7-be84-9d8bc5ff766d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:37:59.954750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Publish callbacks [] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:37:59.978917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Transition to ACTIVE for port object 696a5b3b-16c1-49e7-be84-9d8bc5ff766d will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:37:59.992847 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:00.056953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58154007-c284-4d20-837e-9304483afb7c req-2c74a383-534b-4069-a469-be80191b5d37 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:00.064861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58154007-c284-4d20-837e-9304483afb7c req-2c74a383-534b-4069-a469-be80191b5d37 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 948 time: 0.1690664 Jan 31 18:38:00.094504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Pushing event updated for resources: {'Port': ['ID=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:00.253138 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58154007-c284-4d20-837e-9304483afb7c req-10a64cc6-a4c8-4d5d-a438-9c1665865305 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870830 Jan 31 18:38:00.335846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Attempting to bind port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:38:00.336181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Attempting to bind port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:38:00.336532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Attempting to bind port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:38:00.346950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:38:00.353299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Attempting to bind port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:38:00.390652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fbf94-2cdb-43a1-bd40-5ac1cdf4cbc6 req-9b61187d-55d4-45cb-85a4-0d0b6979e5a5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:00.403855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca2fbf94-2cdb-43a1-bd40-5ac1cdf4cbc6 req-9b61187d-55d4-45cb-85a4-0d0b6979e5a5 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 946 time: 0.1360862 Jan 31 18:38:00.406199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:38:00.407091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:38:00.407633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:38:00.408082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Bound port: 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:38:00.409216 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:00.522104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca2fbf94-2cdb-43a1-bd40-5ac1cdf4cbc6 req-e391d641-3f6d-4fd0-969e-d1aa15064eb2 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e1768d3-e5f6-450c-966d-f887d17f3245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173489 Jan 31 18:38:00.636223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fbae5-83f3-4369-b5ae-97742b1f3411 req-8d3d30eb-eb85-437f-8d77-f16a64713aaa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:00.638005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc0fbae5-83f3-4369-b5ae-97742b1f3411 req-8d3d30eb-eb85-437f-8d77-f16a64713aaa tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 944 time: 0.2641702 Jan 31 18:38:00.738694 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc0fbae5-83f3-4369-b5ae-97742b1f3411 req-f3bc3e9d-1933-4664-a832-05a642a9e9e8 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827200 Jan 31 18:38:00.748156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:38:00.778098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ee8ad-bfe6-4e15-8f90-676740228755 req-97a2f23d-54c9-4c54-b997-f25e1741a843 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:00.795718 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0d0ee8ad-bfe6-4e15-8f90-676740228755 req-97a2f23d-54c9-4c54-b997-f25e1741a843 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 944 time: 0.1488502 Jan 31 18:38:00.818818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:38:00.846355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1b257-65ea-4aaf-bd58-68e1f74b1235 req-c9eafd24-c076-4102-8e03-946e7a04d3b5 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:00.859379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45d1b257-65ea-4aaf-bd58-68e1f74b1235 req-c9eafd24-c076-4102-8e03-946e7a04d3b5 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 948 time: 0.2307699 Jan 31 18:38:00.866941 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:01.009606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-0d0ee8ad-bfe6-4e15-8f90-676740228755 req-e214a146-197f-43d9-a579-d3e21b3f02b4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Deleting port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:38:01.009986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0d0ee8ad-bfe6-4e15-8f90-676740228755 req-e214a146-197f-43d9-a579-d3e21b3f02b4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:01.112824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3937d470-5779-4c29-b364-8e487fed4e7e up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:38:01.156173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-0d0ee8ad-bfe6-4e15-8f90-676740228755 req-e214a146-197f-43d9-a579-d3e21b3f02b4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] For port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:01.157841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0d0ee8ad-bfe6-4e15-8f90-676740228755 req-e214a146-197f-43d9-a579-d3e21b3f02b4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:01.213187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 3937d470-5779-4c29-b364-8e487fed4e7e completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:38:01.217983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 3937d470-5779-4c29-b364-8e487fed4e7e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:01.218387 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:01.235598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-0d0ee8ad-bfe6-4e15-8f90-676740228755 req-e214a146-197f-43d9-a579-d3e21b3f02b4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Calling delete_port for 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:38:01.387497 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3937d470-5779-4c29-b364-8e487fed4e7e is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:01.387897 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:01.491437 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0d0ee8ad-bfe6-4e15-8f90-676740228755 req-e214a146-197f-43d9-a579-d3e21b3f02b4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3338c7a3-86c8-4a6e-9f8a-d284be9bca33), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:01.529582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214a146-197f-43d9-a579-d3e21b3f02b4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Pushing event deleted for resources: {'Port': ['ID=3338c7a3-86c8-4a6e-9f8a-d284be9bca33,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:01.542148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3937d470-5779-4c29-b364-8e487fed4e7e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:01.549124 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e624868-ad23-4ce8-b1e1-d2b21438cacd" -d '{"events": [{"server_uuid": "3e524197-fd18-4ac6-a870-e9814c40ae5b", "name": "network-vif-plugged", "status": "completed", "tag": "3937d470-5779-4c29-b364-8e487fed4e7e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:01.589296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:01.592576 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:01.593294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3937d470-5779-4c29-b364-8e487fed4e7e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3937d470-5779-4c29-b364-8e487fed4e7e,segment=NetworkSegment(3c5108a9-9ce2-4a70-9029-f16e4bbf9f37),segment_id=3c5108a9-9ce2-4a70-9029-f16e4bbf9f37)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:01.595577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] 10.222.0.21 "PUT /v2.0/ports/696a5b3b-16c1-49e7-be84-9d8bc5ff766d HTTP/1.1" status: 200 len: 1097 time: 2.7130868 Jan 31 18:38:01.598644 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:01.601094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:01.603802 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be16579-08a4-49ae-a403-e47f77327fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:01.605905 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0ee8ad-bfe6-4e15-8f90-676740228755 req-e214a146-197f-43d9-a579-d3e21b3f02b4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] No DVR routers for this DVR port 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:38:01.607300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:38:01.613882 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0d0ee8ad-bfe6-4e15-8f90-676740228755 req-e214a146-197f-43d9-a579-d3e21b3f02b4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:01.619725 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0d0ee8ad-bfe6-4e15-8f90-676740228755 req-e214a146-197f-43d9-a579-d3e21b3f02b4 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.21 "DELETE /v2.0/ports/3338c7a3-86c8-4a6e-9f8a-d284be9bca33 HTTP/1.1" status: 204 len: 173 time: 0.8198955 Jan 31 18:38:01.620246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e816a5b-c742-4802-b585-26223f1c1da3', 'name': 'network-vif-deleted', 'tag': '3338c7a3-86c8-4a6e-9f8a-d284be9bca33'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:01.624732 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64f438a-2d69-42e5-b7a3-9e5bdbcbccc0" -d '{"events": [{"server_uuid": "6e816a5b-c742-4802-b585-26223f1c1da3", "name": "network-vif-deleted", "tag": "3338c7a3-86c8-4a6e-9f8a-d284be9bca33"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:01.726627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0e922-8dcc-4500-8ccf-8267b4e5d574 service neutron] Pushing event updated for resources: {'Port': ['ID=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:01.745416 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45d1b257-65ea-4aaf-bd58-68e1f74b1235 req-90f9ffd1-1835-446a-8c7e-4686d0f15326 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8846138 Jan 31 18:38:01.822278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6830b6-67bd-44bc-8b1e-f65455e21165 req-8562efd9-090f-423b-bf61-561848acd751 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:01.823881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed6830b6-67bd-44bc-8b1e-f65455e21165 req-8562efd9-090f-423b-bf61-561848acd751 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.2270319 Jan 31 18:38:01.907717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-8811e37f-358e-4f56-b4ec-219993ce9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:01.920232 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-8811e37f-358e-4f56-b4ec-219993ce9507 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47594bddaacd464f96d92f2362b8c330&device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 1131 time: 0.2179084 Jan 31 18:38:02.023234 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-fb0f55f3-4f36-479b-97dc-28906ed11fff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d HTTP/1.1" status: 200 len: 217 time: 0.0950556 Jan 31 18:38:02.088979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed6830b6-67bd-44bc-8b1e-f65455e21165 req-4c8ab780-b754-4422-b9ba-6341e5a3c879 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548022 Jan 31 18:38:02.116088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5773d-3d27-4cd8-a41a-93fd13e8a92b req-499155bd-6503-4afa-ab4e-b3288cd599fe tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:02.116362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3937d470-5779-4c29-b364-8e487fed4e7e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:02.139454 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62b5773d-3d27-4cd8-a41a-93fd13e8a92b req-499155bd-6503-4afa-ab4e-b3288cd599fe tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 945 time: 0.2588809 Jan 31 18:38:02.149443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:02.149957 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:02.174590 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-b5113ea0-5cbd-4d7a-97f6-de59ae94f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:02.178644 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-b5113ea0-5cbd-4d7a-97f6-de59ae94f2fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1480155 Jan 31 18:38:02.284177 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62b5773d-3d27-4cd8-a41a-93fd13e8a92b req-0b9c89ec-d1eb-47a5-bdb9-bd114a9f25f0 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435215 Jan 31 18:38:02.335911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:02.336638 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:02.382502 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:02.388439 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:02.390561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 96bf57d6-c319-4b79-b825-3dcbd490e40b up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:38:02.392897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-f5dc0b7b-9ec7-4b67-9672-5cb3ecaa1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:02.396692 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-f5dc0b7b-9ec7-4b67-9672-5cb3ecaa1fda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2113705 Jan 31 18:38:02.517106 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9896df68-b138-4b60-99af-e15eeea6dd62 x-openstack-request-id: req-9896df68-b138-4b60-99af-e15eeea6dd62 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:02.520366 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7768e35-2a77-4773-bb14-48684f1d4943 x-openstack-request-id: req-a7768e35-2a77-4773-bb14-48684f1d4943 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:02.520657 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:02.520921 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7768e35-2a77-4773-bb14-48684f1d4943 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:02.521306 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e524197-fd18-4ac6-a870-e9814c40ae5b", "name": "network-vif-plugged", "status": "completed", "tag": "3937d470-5779-4c29-b364-8e487fed4e7e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:02.521471 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'status': 'completed', 'code': 200} Jan 31 18:38:02.521886 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9896df68-b138-4b60-99af-e15eeea6dd62 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:02.522859 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3937d470-5779-4c29-b364-8e487fed4e7e', 'code': 200} Jan 31 18:38:02.577671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2e2ac-52c0-4aba-bd8b-c4cb926294fa req-45e4e369-7906-4c53-85dd-75c0dc0372b7 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:02.605559 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3c2e2ac-52c0-4aba-bd8b-c4cb926294fa req-45e4e369-7906-4c53-85dd-75c0dc0372b7 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 948 time: 0.1391563 Jan 31 18:38:02.636914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:02.678827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 96bf57d6-c319-4b79-b825-3dcbd490e40b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:38:02.692803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 96bf57d6-c319-4b79-b825-3dcbd490e40b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:02.693189 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:02.795481 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-016946d7-765d-413f-82b5-78b7be92a067 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785574 Jan 31 18:38:02.811498 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307b712b-c58d-4fed-883d-607df45618e4 x-openstack-request-id: req-307b712b-c58d-4fed-883d-607df45618e4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:02.812453 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e816a5b-c742-4802-b585-26223f1c1da3", "name": "network-vif-deleted", "tag": "3338c7a3-86c8-4a6e-9f8a-d284be9bca33", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:02.812932 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-307b712b-c58d-4fed-883d-607df45618e4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:02.813764 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e816a5b-c742-4802-b585-26223f1c1da3', 'name': 'network-vif-deleted', 'tag': '3338c7a3-86c8-4a6e-9f8a-d284be9bca33', 'status': 'completed', 'code': 200} Jan 31 18:38:02.835691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3c2e2ac-52c0-4aba-bd8b-c4cb926294fa req-2937f044-8552-44f6-8768-546580c3b3fe tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291183 Jan 31 18:38:02.918713 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1415d7e9-ee5d-456b-add3-19cbd25527d5 req-54a790b8-9f9e-48bc-8f72-5b9a20243e05 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e816a5b-c742-4802-b585-26223f1c1da3 HTTP/1.1" status: 200 len: 210 time: 0.1256275 Jan 31 18:38:02.939953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af744c85-72d0-4f75-83ec-46d47a364b18 req-dc9377a3-a49b-43d4-b105-ca707fef0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:02.945443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af744c85-72d0-4f75-83ec-46d47a364b18 req-dc9377a3-a49b-43d4-b105-ca707fef0b47 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 1128 time: 0.3959384 Jan 31 18:38:02.963345 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 96bf57d6-c319-4b79-b825-3dcbd490e40b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:02.963756 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:03.055331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 96bf57d6-c319-4b79-b825-3dcbd490e40b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=96bf57d6-c319-4b79-b825-3dcbd490e40b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:03.066121 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:03.143450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af744c85-72d0-4f75-83ec-46d47a364b18 req-a23216a5-c868-42b2-a162-b7667bd71a9e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905637 Jan 31 18:38:03.166071 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a507e76e-210f-4202-ae8d-91cd23a07b85 req-532b3ed4-25d9-486a-a7dd-f8cb5b58fe17 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495603 Jan 31 18:38:03.193436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=96bf57d6-c319-4b79-b825-3dcbd490e40b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:03.321540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076d700-51ba-4371-bc9e-273d43cd000e req-53f21394-cb7e-49b5-91a2-fdfe6d65b902 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:03.335138 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e076d700-51ba-4371-bc9e-273d43cd000e req-53f21394-cb7e-49b5-91a2-fdfe6d65b902 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 948 time: 0.2445879 Jan 31 18:38:03.338018 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be16579-08a4-49ae-a403-e47f77327fbd req-38df84f3-a84f-404f-b264-5e839cb80d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:03.339597 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1be16579-08a4-49ae-a403-e47f77327fbd req-38df84f3-a84f-404f-b264-5e839cb80d79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47594bddaacd464f96d92f2362b8c330&device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 1131 time: 0.1137457 Jan 31 18:38:03.451735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e076d700-51ba-4371-bc9e-273d43cd000e req-a30493cc-d5c8-4924-9ff7-30687a9a53f5 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146657 Jan 31 18:38:03.548091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be16579-08a4-49ae-a403-e47f77327fbd req-0c3d169b-9d3f-4fa7-a372-c982d4a92a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:03.552038 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1be16579-08a4-49ae-a403-e47f77327fbd req-0c3d169b-9d3f-4fa7-a372-c982d4a92a80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.2059085 Jan 31 18:38:03.563121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0ef11-32ef-4ffe-be7f-3ef768906bc6 req-ff4846dc-fd4d-4a68-a556-d90e834d6cdd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:03.571394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51d0ef11-32ef-4ffe-be7f-3ef768906bc6 req-ff4846dc-fd4d-4a68-a556-d90e834d6cdd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.1424880 Jan 31 18:38:03.641510 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1be16579-08a4-49ae-a403-e47f77327fbd req-09e3bb3d-1cde-42dd-b45e-1926b394b92b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d HTTP/1.1" status: 200 len: 217 time: 0.0818622 Jan 31 18:38:03.677765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51d0ef11-32ef-4ffe-be7f-3ef768906bc6 req-44b5e486-9be8-4118-9080-812a37c3ebc8 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051104 Jan 31 18:38:03.699713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a49ec-045e-4b67-acb0-079c5d3a91f6 req-c10f66dd-c25e-4de6-b37e-f42025f591dd tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:03.715727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-930a49ec-045e-4b67-acb0-079c5d3a91f6 req-c10f66dd-c25e-4de6-b37e-f42025f591dd tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 946 time: 0.1412416 Jan 31 18:38:03.763301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be16579-08a4-49ae-a403-e47f77327fbd req-52d81fe7-2242-453e-a399-170d973eb81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:03.766803 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1be16579-08a4-49ae-a403-e47f77327fbd req-52d81fe7-2242-453e-a399-170d973eb81d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1156161 Jan 31 18:38:03.998775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-930a49ec-045e-4b67-acb0-079c5d3a91f6 req-c9cd4c55-88e5-459c-9576-1bdc1a203bcc tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e1768d3-e5f6-450c-966d-f887d17f3245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804244 Jan 31 18:38:04.024059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be16579-08a4-49ae-a403-e47f77327fbd req-efd8d62b-d9fb-467b-a43c-45a52bd23d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:04.028721 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1be16579-08a4-49ae-a403-e47f77327fbd req-efd8d62b-d9fb-467b-a43c-45a52bd23d4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2573233 Jan 31 18:38:04.143578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779bc60-d1d2-439e-8a6b-51ddf99b0557 req-16332684-bf9f-4162-8abe-8a8005c621ac tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:04.145186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f779bc60-d1d2-439e-8a6b-51ddf99b0557 req-16332684-bf9f-4162-8abe-8a8005c621ac tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 945 time: 0.1150358 Jan 31 18:38:04.241215 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1be16579-08a4-49ae-a403-e47f77327fbd req-1fe33187-f7e3-4aed-adcb-e77b6503b789 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012506 Jan 31 18:38:04.244324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f779bc60-d1d2-439e-8a6b-51ddf99b0557 req-24ed7a28-98a5-4fc0-9968-0bc15b3801f5 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903382 Jan 31 18:38:04.382661 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1be16579-08a4-49ae-a403-e47f77327fbd req-4942bc52-2a99-47c1-a4e4-7ce8e8d03fc1 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339095 Jan 31 18:38:04.401690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167daa38-4446-4715-ba3a-8cc418228061 req-22cbb39f-0310-47d4-9114-fe9467961365 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:04.407005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-167daa38-4446-4715-ba3a-8cc418228061 req-22cbb39f-0310-47d4-9114-fe9467961365 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 949 time: 0.1485219 Jan 31 18:38:04.524836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5'}, {'server_uuid': '028999a3-4c6a-4b10-a095-5db81c613c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bf57d6-c319-4b79-b825-3dcbd490e40b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:04.528253 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a1d249-7380-4c0c-8c58-649785b421bc" -d '{"events": [{"server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "name": "network-vif-plugged", "status": "completed", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5"}, {"server_uuid": "028999a3-4c6a-4b10-a095-5db81c613c44", "name": "network-vif-plugged", "status": "completed", "tag": "96bf57d6-c319-4b79-b825-3dcbd490e40b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:04.568737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-167daa38-4446-4715-ba3a-8cc418228061 req-a68def86-6452-4c95-bf18-e11e7762ac89 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540089 Jan 31 18:38:04.717741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:04.776650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:38:04.777959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3338c7a3-86c8-4a6e-9f8a-d284be9bca33 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:38:04.787283 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517795d6-9d50-4dc2-85cb-aaf4aefa4320 x-openstack-request-id: req-517795d6-9d50-4dc2-85cb-aaf4aefa4320 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:04.787691 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "name": "network-vif-plugged", "status": "completed", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5", "code": 200}, {"server_uuid": "028999a3-4c6a-4b10-a095-5db81c613c44", "name": "network-vif-plugged", "status": "completed", "tag": "96bf57d6-c319-4b79-b825-3dcbd490e40b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:04.788082 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-517795d6-9d50-4dc2-85cb-aaf4aefa4320 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:04.791198 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'code': 200} Jan 31 18:38:04.791198 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028999a3-4c6a-4b10-a095-5db81c613c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bf57d6-c319-4b79-b825-3dcbd490e40b', 'code': 200} Jan 31 18:38:04.882174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89937d74-2b4d-4842-8b15-577d5411dbd6 req-d3c5fcb1-ef75-4017-9ea6-a0729e1b25b1 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:04.884813 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89937d74-2b4d-4842-8b15-577d5411dbd6 req-d3c5fcb1-ef75-4017-9ea6-a0729e1b25b1 tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 946 time: 0.1110687 Jan 31 18:38:04.911383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498078f-7926-4732-929e-f65fabff4c85 req-8372bdd7-e6af-4e4b-b3f1-c2efdbcf8297 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:04.915918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2498078f-7926-4732-929e-f65fabff4c85 req-8372bdd7-e6af-4e4b-b3f1-c2efdbcf8297 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 948 time: 0.1596477 Jan 31 18:38:05.183828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2498078f-7926-4732-929e-f65fabff4c85 req-f5cb69eb-d462-42b0-a276-e11c9e52dad5 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601249 Jan 31 18:38:05.219445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786f17e-f99c-44c0-8be4-51886b52ef07 req-893824b6-599c-4f54-a2fb-9f221b61ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:05.220968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f786f17e-f99c-44c0-8be4-51886b52ef07 req-893824b6-599c-4f54-a2fb-9f221b61ca3b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 1132 time: 0.2185760 Jan 31 18:38:05.361738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a452f-9f62-4ef1-bfca-14563de42f33 req-bf6e702a-bc87-4e7f-8203-402a46d9d5a3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:05.370009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-176a452f-9f62-4ef1-bfca-14563de42f33 req-bf6e702a-bc87-4e7f-8203-402a46d9d5a3 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 966 time: 0.4274688 Jan 31 18:38:05.379642 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-89937d74-2b4d-4842-8b15-577d5411dbd6 req-3cdf1011-7a3e-44af-885a-eaec1ea64f3c tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Deleting port 3498f234-1ece-40a4-a826-d2c3dac45588 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:38:05.380253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89937d74-2b4d-4842-8b15-577d5411dbd6 req-3cdf1011-7a3e-44af-885a-eaec1ea64f3c tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:05.489369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd07851-374b-4248-8c2d-31a496e8680d req-7cc7bef6-1883-4c64-8c2e-4b9a0db85a54 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:05.491774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4fd07851-374b-4248-8c2d-31a496e8680d req-7cc7bef6-1883-4c64-8c2e-4b9a0db85a54 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.49 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 966 time: 0.2836640 Jan 31 18:38:05.519365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f786f17e-f99c-44c0-8be4-51886b52ef07 req-b6f500e6-c1ec-4657-b621-050d0d50ae06 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778590 Jan 31 18:38:05.557468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-89937d74-2b4d-4842-8b15-577d5411dbd6 req-3cdf1011-7a3e-44af-885a-eaec1ea64f3c tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] For port 3498f234-1ece-40a4-a826-d2c3dac45588, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3498f234-1ece-40a4-a826-d2c3dac45588,segment=NetworkSegment(007e60eb-d692-4b54-9832-4ead94fe3ef7),segment_id=007e60eb-d692-4b54-9832-4ead94fe3ef7)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:05.557893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89937d74-2b4d-4842-8b15-577d5411dbd6 req-3cdf1011-7a3e-44af-885a-eaec1ea64f3c tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:05.581757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-89937d74-2b4d-4842-8b15-577d5411dbd6 req-3cdf1011-7a3e-44af-885a-eaec1ea64f3c tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Calling delete_port for 3498f234-1ece-40a4-a826-d2c3dac45588 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:38:05.638426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229ff64-52b7-4da2-bb27-28e5273b225a req-141cddb5-7e9f-4908-b650-4f70934174fd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:05.640768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6229ff64-52b7-4da2-bb27-28e5273b225a req-141cddb5-7e9f-4908-b650-4f70934174fd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.3688099 Jan 31 18:38:05.723269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-176a452f-9f62-4ef1-bfca-14563de42f33 req-8e894040-1f66-4cb1-aeaa-cbd8a8cbc399 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32531d2-b107-4349-9d46-9323476071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468268 Jan 31 18:38:06.079791 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6229ff64-52b7-4da2-bb27-28e5273b225a req-8630ceb2-3022-4215-92f5-1578d0008351 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170525 Jan 31 18:38:06.163250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a405b-4401-48ba-b826-5a4ca1a57288 req-e0157ad8-62f7-4f69-837e-913dfc05606c tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:06.165171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-600a405b-4401-48ba-b826-5a4ca1a57288 req-e0157ad8-62f7-4f69-837e-913dfc05606c tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f9d4560-e7c8-4d1c-bba2-5083e632b9b4 HTTP/1.1" status: 200 len: 946 time: 0.2172935 Jan 31 18:38:06.260284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4fd07851-374b-4248-8c2d-31a496e8680d req-ee302af9-5b6d-4599-8de5-a6b36c82f8c0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Deleting port b18d7196-6732-4533-91c5-a209799a30ea {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:38:06.268427 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4fd07851-374b-4248-8c2d-31a496e8680d req-ee302af9-5b6d-4599-8de5-a6b36c82f8c0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b18d7196-6732-4533-91c5-a209799a30ea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:06.510787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-600a405b-4401-48ba-b826-5a4ca1a57288 req-d1b98462-705c-42cf-bb54-ee8720e8aabc tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e1768d3-e5f6-450c-966d-f887d17f3245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363190 Jan 31 18:38:06.554113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4fd07851-374b-4248-8c2d-31a496e8680d req-ee302af9-5b6d-4599-8de5-a6b36c82f8c0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] For port b18d7196-6732-4533-91c5-a209799a30ea, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b18d7196-6732-4533-91c5-a209799a30ea,segment=NetworkSegment(f0fa5590-3292-48b1-88ce-39ca42c11363),segment_id=f0fa5590-3292-48b1-88ce-39ca42c11363)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:06.554566 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4fd07851-374b-4248-8c2d-31a496e8680d req-ee302af9-5b6d-4599-8de5-a6b36c82f8c0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b18d7196-6732-4533-91c5-a209799a30ea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:06.577336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4fd07851-374b-4248-8c2d-31a496e8680d req-ee302af9-5b6d-4599-8de5-a6b36c82f8c0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Calling delete_port for b18d7196-6732-4533-91c5-a209799a30ea owned by compute:tempest-test_az-1181051046 {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:38:06.635400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e4226-e23e-4da4-adb1-fbf53692a525 req-5c3fcc71-8298-4936-bc06-dcf9966657b2 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:06.637543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d90e4226-e23e-4da4-adb1-fbf53692a525 req-5c3fcc71-8298-4936-bc06-dcf9966657b2 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 945 time: 0.2081647 Jan 31 18:38:06.672205 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89937d74-2b4d-4842-8b15-577d5411dbd6 req-3cdf1011-7a3e-44af-885a-eaec1ea64f3c tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3498f234-1ece-40a4-a826-d2c3dac45588), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:06.686831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['3498f234-1ece-40a4-a826-d2c3dac45588'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:06.728959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf1011-7a3e-44af-885a-eaec1ea64f3c tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Pushing event deleted for resources: {'Port': ['ID=3498f234-1ece-40a4-a826-d2c3dac45588,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:06.751433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 696a5b3b-16c1-49e7-be84-9d8bc5ff766d details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:38:06.812717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-89937d74-2b4d-4842-8b15-577d5411dbd6 req-3cdf1011-7a3e-44af-885a-eaec1ea64f3c tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] No DVR routers for this DVR port 3498f234-1ece-40a4-a826-d2c3dac45588 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:38:06.818412 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89937d74-2b4d-4842-8b15-577d5411dbd6 req-3cdf1011-7a3e-44af-885a-eaec1ea64f3c tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:06.827554 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89937d74-2b4d-4842-8b15-577d5411dbd6 req-3cdf1011-7a3e-44af-885a-eaec1ea64f3c tempest-InstanceActionsNegativeTestJSON-216346253 tempest-InstanceActionsNegativeTestJSON-216346253-project] 10.222.0.21 "DELETE /v2.0/ports/3498f234-1ece-40a4-a826-d2c3dac45588 HTTP/1.1" status: 204 len: 173 time: 1.9200330 Jan 31 18:38:06.829013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9d4560-e7c8-4d1c-bba2-5083e632b9b4', 'name': 'network-vif-deleted', 'tag': '3498f234-1ece-40a4-a826-d2c3dac45588'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:06.834270 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee48e27-2051-4149-b1ea-d0307a537150" -d '{"events": [{"server_uuid": "7f9d4560-e7c8-4d1c-bba2-5083e632b9b4", "name": "network-vif-deleted", "tag": "3498f234-1ece-40a4-a826-d2c3dac45588"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:06.950723 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4fd07851-374b-4248-8c2d-31a496e8680d req-ee302af9-5b6d-4599-8de5-a6b36c82f8c0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b18d7196-6732-4533-91c5-a209799a30ea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:06.968580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-864adbf6-1fd6-4db1-b44e-43e69f512716 req-a57cc62c-24d1-4e99-a654-730560e7b53e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3846724 Jan 31 18:38:07.036790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d90e4226-e23e-4da4-adb1-fbf53692a525 req-d250f61a-2305-4c5a-8714-f25bc559d6df tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3765604 Jan 31 18:38:07.127972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee302af9-5b6d-4599-8de5-a6b36c82f8c0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Pushing event deleted for resources: {'Port': ['ID=b18d7196-6732-4533-91c5-a209799a30ea,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:07.130065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:07.162811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'mac_address': 'fa:16:3e:e0:b4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:38:07.278317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:07.279302 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:07.303463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d0307-c3f1-4a0d-a7e9-05c99830790e req-0b12410c-784f-4c29-9f88-41ccca529f4c tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:07.322797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696a5b3b-16c1-49e7-be84-9d8bc5ff766d {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:38:07.334622 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998d0307-c3f1-4a0d-a7e9-05c99830790e req-0b12410c-784f-4c29-9f88-41ccca529f4c tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 949 time: 0.6938894 Jan 31 18:38:07.366904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:07.397717 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:07.494123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd07851-374b-4248-8c2d-31a496e8680d req-ee302af9-5b6d-4599-8de5-a6b36c82f8c0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] No DVR routers for this DVR port b18d7196-6732-4533-91c5-a209799a30ea on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:38:07.505460 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4fd07851-374b-4248-8c2d-31a496e8680d req-ee302af9-5b6d-4599-8de5-a6b36c82f8c0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:07.510247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4fd07851-374b-4248-8c2d-31a496e8680d req-ee302af9-5b6d-4599-8de5-a6b36c82f8c0 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.49 "DELETE /v2.0/ports/b18d7196-6732-4533-91c5-a209799a30ea HTTP/1.1" status: 204 len: 173 time: 1.9817822 Jan 31 18:38:07.519054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44029c2d-851e-4a69-b0d7-045bb6bdee31', 'name': 'network-vif-deleted', 'tag': 'b18d7196-6732-4533-91c5-a209799a30ea'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:07.522050 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b14cee8-2030-4577-ae83-2869a1f10aca" -d '{"events": [{"server_uuid": "44029c2d-851e-4a69-b0d7-045bb6bdee31", "name": "network-vif-deleted", "tag": "b18d7196-6732-4533-91c5-a209799a30ea"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:07.586499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55ff66-a6ab-40a5-a2c4-b2d94d58a33c req-405af5d5-1e91-4e85-a722-5fa2c18196f4 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:07.587451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:07.599930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a55ff66-a6ab-40a5-a2c4-b2d94d58a33c req-405af5d5-1e91-4e85-a722-5fa2c18196f4 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 948 time: 0.4159381 Jan 31 18:38:07.629995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-998d0307-c3f1-4a0d-a7e9-05c99830790e req-d4e849ba-9895-4969-9eed-84ce952ccd59 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943029 Jan 31 18:38:07.642910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864adbf6-1fd6-4db1-b44e-43e69f512716 req-d2342ba6-0b4c-4d59-8ea3-720db8abd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:07.645043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-864adbf6-1fd6-4db1-b44e-43e69f512716 req-d2342ba6-0b4c-4d59-8ea3-720db8abd5d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=427ea2eb3bda43c1a6d456208d84780c&device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 1131 time: 0.4158666 Jan 31 18:38:07.670761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['696a5b3b-16c1-49e7-be84-9d8bc5ff766d'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:07.678441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4463372c-f969-4cdb-ab81-a91417651902 req-0f0cf185-6ef6-449a-8933-b261e6e3173f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5186422 Jan 31 18:38:07.961308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a55ff66-a6ab-40a5-a2c4-b2d94d58a33c req-4566d0cc-2e18-4003-b26c-bbd563f122fc tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574340 Jan 31 18:38:08.114853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-22117aed-0104-4c85-9797-f70c8a181ee2 req-01bc4ebc-ce2c-4afa-adeb-7a00e1c37d24 tempest-LiveMigrationTest-1622391132 tempest-LiveMigrationTest-1622391132-project] 10.222.0.20 "GET /v2.0/ports?device_id=44029c2d-851e-4a69-b0d7-045bb6bdee31 HTTP/1.1" status: 200 len: 210 time: 0.1309068 Jan 31 18:38:08.118076 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6425eb14-b710-4000-93e1-f79da13dd6be x-openstack-request-id: req-6425eb14-b710-4000-93e1-f79da13dd6be {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:08.118554 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9d4560-e7c8-4d1c-bba2-5083e632b9b4", "name": "network-vif-deleted", "tag": "3498f234-1ece-40a4-a826-d2c3dac45588", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:08.118554 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6425eb14-b710-4000-93e1-f79da13dd6be {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:08.118807 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9d4560-e7c8-4d1c-bba2-5083e632b9b4', 'name': 'network-vif-deleted', 'tag': '3498f234-1ece-40a4-a826-d2c3dac45588', 'status': 'completed', 'code': 200} Jan 31 18:38:08.173942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463372c-f969-4cdb-ab81-a91417651902 req-0dc4d03a-36b1-42bb-ab79-f89ae759a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:08.176486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4463372c-f969-4cdb-ab81-a91417651902 req-0dc4d03a-36b1-42bb-ab79-f89ae759a06e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 1127 time: 0.3635859 Jan 31 18:38:08.380870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864adbf6-1fd6-4db1-b44e-43e69f512716 req-beb451e4-6d2d-4b2a-b717-035d2a1a3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:08.382469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-864adbf6-1fd6-4db1-b44e-43e69f512716 req-beb451e4-6d2d-4b2a-b717-035d2a1a3a23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.4846909 Jan 31 18:38:08.419678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce99021-dd12-425a-ac0d-caf61f41da8f req-69f19a0a-373c-4394-8f42-e204c8cdd795 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:08.421211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bce99021-dd12-425a-ac0d-caf61f41da8f req-69f19a0a-373c-4394-8f42-e204c8cdd795 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 945 time: 0.1929879 Jan 31 18:38:08.429911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58618) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:08.440852 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5ec98c57-71c8-40b8-9d0e-cfe6a02ea37c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Request body: {'floatingip': {'port_id': '3937d470-5779-4c29-b364-8e487fed4e7e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:38:08.495185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-864adbf6-1fd6-4db1-b44e-43e69f512716 req-ba1598e1-425c-4dcd-a359-443cb10e23f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0fd38133-c11e-4352-ac1d-65dd510d7959 HTTP/1.1" status: 200 len: 217 time: 0.1025708 Jan 31 18:38:08.521520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ec98c57-71c8-40b8-9d0e-cfe6a02ea37c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for floatingip (5b72c530-7da4-43ed-a748-ae9d32e818aa), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:08.554385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d5b36-8c22-49c5-a84e-d4384c63deed req-7cf412c0-a5d1-4d06-9840-5262866d2bed tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:08.564883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c9d5b36-8c22-49c5-a84e-d4384c63deed req-7cf412c0-a5d1-4d06-9840-5262866d2bed tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.2730854 Jan 31 18:38:08.599907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463372c-f969-4cdb-ab81-a91417651902 req-8813a95a-2c0b-467a-bda2-85ca467315c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:08.601644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4463372c-f969-4cdb-ab81-a91417651902 req-8813a95a-2c0b-467a-bda2-85ca467315c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.3855879 Jan 31 18:38:08.632273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58628) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:08.696061 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215c52bd-ea7d-496a-8470-b3a0bd9c9ff9 x-openstack-request-id: req-215c52bd-ea7d-496a-8470-b3a0bd9c9ff9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:08.696611 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44029c2d-851e-4a69-b0d7-045bb6bdee31", "name": "network-vif-deleted", "tag": "b18d7196-6732-4533-91c5-a209799a30ea", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:08.696994 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-215c52bd-ea7d-496a-8470-b3a0bd9c9ff9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:08.697502 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44029c2d-851e-4a69-b0d7-045bb6bdee31', 'name': 'network-vif-deleted', 'tag': 'b18d7196-6732-4533-91c5-a209799a30ea', 'status': 'completed', 'code': 200} Jan 31 18:38:08.713223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4463372c-f969-4cdb-ab81-a91417651902 req-0bd47786-4ddc-4a27-b365-04433bafa94d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165189e3-1402-4ee7-aeef-d0b266a88695 HTTP/1.1" status: 200 len: 217 time: 0.0992389 Jan 31 18:38:08.749048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 696a5b3b-16c1-49e7-be84-9d8bc5ff766d up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:38:08.827405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463372c-f969-4cdb-ab81-a91417651902 req-73a761d0-88a4-4a95-87a4-161ee127a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:08.831329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4463372c-f969-4cdb-ab81-a91417651902 req-73a761d0-88a4-4a95-87a4-161ee127a6e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.0959704 Jan 31 18:38:08.854277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864adbf6-1fd6-4db1-b44e-43e69f512716 req-2c11ff01-6854-4106-a50c-d5939805ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:08.855937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-864adbf6-1fd6-4db1-b44e-43e69f512716 req-2c11ff01-6854-4106-a50c-d5939805ea41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.3535821 Jan 31 18:38:08.887695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:38:08.898120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:08.898648 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:08.997893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c9d5b36-8c22-49c5-a84e-d4384c63deed req-6c23d192-61f7-4afb-b553-d1b7f5eb260f tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297783 Jan 31 18:38:09.080065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:09.080494 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:09.116515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4463372c-f969-4cdb-ab81-a91417651902 req-ba3510a8-fb08-4200-a772-a4408333f5e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2550993 Jan 31 18:38:09.128021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:09.130428 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e4b968-e0f2-4edd-8407-517e7530db84" -d '{"events": [{"server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "name": "network-vif-plugged", "status": "completed", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:09.173767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac3a576-5b8f-4c9f-b77e-b2aee91371ed admin admin] Deleting subnet 23870219-3f4e-4dae-ab3b-b335d69846ab {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:38:09.175000 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b18d7196-6732-4533-91c5-a209799a30ea no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:09.211371 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ec98c57-71c8-40b8-9d0e-cfe6a02ea37c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:09.216451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ec98c57-71c8-40b8-9d0e-cfe6a02ea37c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (5b72c530-7da4-43ed-a748-ae9d32e818aa), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:09.223298 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a576-5b8f-4c9f-b77e-b2aee91371ed admin admin] Publish callbacks [] for subnet (23870219-3f4e-4dae-ab3b-b335d69846ab), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:09.228609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:09.230064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: b18d7196-6732-4533-91c5-a209799a30ea {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:38:09.230560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b18d7196-6732-4533-91c5-a209799a30ea not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:38:09.235036 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:09.236136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3498f234-1ece-40a4-a826-d2c3dac45588 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:09.283016 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a576-5b8f-4c9f-b77e-b2aee91371ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (23870219-3f4e-4dae-ab3b-b335d69846ab), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:09.332148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 3498f234-1ece-40a4-a826-d2c3dac45588 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:38:09.336051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3498f234-1ece-40a4-a826-d2c3dac45588 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:38:09.349773 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a576-5b8f-4c9f-b77e-b2aee91371ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (23870219-3f4e-4dae-ab3b-b335d69846ab), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:09.360631 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-5ec98c57-71c8-40b8-9d0e-cfe6a02ea37c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Floating IP 5b72c530-7da4-43ed-a748-ae9d32e818aa associated. External IP: 172.25.8.133, port: 3937d470-5779-4c29-b364-8e487fed4e7e. Jan 31 18:38:09.416023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:09.465006 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a576-5b8f-4c9f-b77e-b2aee91371ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (23870219-3f4e-4dae-ab3b-b335d69846ab), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:09.501215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0a21b-712b-45ff-b603-addb3152f98e req-7a5b67b2-77ee-43de-873d-35114a95d1a9 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:09.504428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34b0a21b-712b-45ff-b603-addb3152f98e req-7a5b67b2-77ee-43de-873d-35114a95d1a9 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 949 time: 0.6620870 Jan 31 18:38:09.545497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864adbf6-1fd6-4db1-b44e-43e69f512716 req-aba89dee-ef87-4fdc-ab48-bb6790c952d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:09.547003 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-864adbf6-1fd6-4db1-b44e-43e69f512716 req-aba89dee-ef87-4fdc-ab48-bb6790c952d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6387579 Jan 31 18:38:09.554083 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3a576-5b8f-4c9f-b77e-b2aee91371ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23870219-3f4e-4dae-ab3b-b335d69846ab,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:09.566839 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ac3a576-5b8f-4c9f-b77e-b2aee91371ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:09.570812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9ac3a576-5b8f-4c9f-b77e-b2aee91371ed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/23870219-3f4e-4dae-ab3b-b335d69846ab HTTP/1.1" status: 204 len: 168 time: 0.8849235 Jan 31 18:38:09.668434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-864adbf6-1fd6-4db1-b44e-43e69f512716 req-88d24be2-fc88-4ab8-9b86-b6022ec98c9e service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073427 Jan 31 18:38:09.668917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58640) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:09.686575 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec98c57-71c8-40b8-9d0e-cfe6a02ea37c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Router 9eea8699-e324-4135-bd15-ddada3c16529 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:38:09.706271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be05a-fa2a-43a9-9276-81c54d2a9701 req-de98f99e-6d69-4b79-b376-bab874a8880e tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:09.708152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c49be05a-fa2a-43a9-9276-81c54d2a9701 req-de98f99e-6d69-4b79-b376-bab874a8880e tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 949 time: 0.5218709 Jan 31 18:38:09.866014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4463372c-f969-4cdb-ab81-a91417651902 req-548e5df8-43be-4ec3-a86b-1799d3b8e040 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362068 Jan 31 18:38:09.887101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec98c57-71c8-40b8-9d0e-cfe6a02ea37c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:38:09.907767 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b5f209-d8e4-49cc-aa24-da876873e4de None None] Sync routers for ids ['9eea8699-e324-4135-bd15-ddada3c16529'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:38:09.909306 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ec98c57-71c8-40b8-9d0e-cfe6a02ea37c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:09.940128 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5f209-d8e4-49cc-aa24-da876873e4de None None] Routers {'9eea8699-e324-4135-bd15-ddada3c16529'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:38:09.942942 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-64b5f209-d8e4-49cc-aa24-da876873e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:37:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9eea8699-e324-4135-bd15-ddada3c16529'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:09.976397 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5ec98c57-71c8-40b8-9d0e-cfe6a02ea37c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "PUT /v2.0/floatingips/5b72c530-7da4-43ed-a748-ae9d32e818aa HTTP/1.1" status: 200 len: 991 time: 1.5452659 Jan 31 18:38:10.116582 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-64b5f209-d8e4-49cc-aa24-da876873e4de None None] Set router 9eea8699-e324-4135-bd15-ddada3c16529 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:38:10.120472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'tag': '3937d470-5779-4c29-b364-8e487fed4e7e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:10.124467 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f87640-a07d-4aa0-a099-4fefe7f3e1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "3e524197-fd18-4ac6-a870-e9814c40ae5b", "tag": "3937d470-5779-4c29-b364-8e487fed4e7e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:10.342045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4463372c-f969-4cdb-ab81-a91417651902 req-7fb8809a-36a6-4aa7-a346-4453e514eed6 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239893 Jan 31 18:38:10.366001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c49be05a-fa2a-43a9-9276-81c54d2a9701 req-6cb599de-fce5-4959-9b2d-4aa9a612d98e tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6400621 Jan 31 18:38:10.402307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34b0a21b-712b-45ff-b603-addb3152f98e req-b1b9e0b1-ff4b-49ef-97a5-ad5791377480 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8603413 Jan 31 18:38:10.415616 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (913b9d9b-aeec-4f8e-a021-520b22bf7240), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:10.450610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-864adbf6-1fd6-4db1-b44e-43e69f512716 req-70bd8c00-f748-426c-b6d7-f759522538ee service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7586532 Jan 31 18:38:10.543091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:10.585117 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757a010b-5e46-45d0-903a-ac2e39417b7c x-openstack-request-id: req-757a010b-5e46-45d0-903a-ac2e39417b7c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:10.585622 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "name": "network-vif-plugged", "status": "completed", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:10.585727 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-757a010b-5e46-45d0-903a-ac2e39417b7c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:10.586112 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'code': 200} Jan 31 18:38:10.813017 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (913b9d9b-aeec-4f8e-a021-520b22bf7240), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:10.820926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e87300-88fb-4cef-ab43-33879858b24b admin admin] Deleting subnet dbd1802f-badd-4cac-85c8-8338925b9b50 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:38:10.829524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43e87300-88fb-4cef-ab43-33879858b24b admin admin] Publish callbacks [] for subnet (dbd1802f-badd-4cac-85c8-8338925b9b50), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:10.847123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913b9d9b-aeec-4f8e-a021-520b22bf7240']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:10.861304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007e60eb-d692-4b54-9832-4ead94fe3ef7') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:10.862944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007e60eb-d692-4b54-9832-4ead94fe3ef7') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:10.869485 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-64b5f209-d8e4-49cc-aa24-da876873e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:37:25Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '5b72c530-7da4-43ed-a748-ae9d32e818aa', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'port_id': '3937d470-5779-4c29-b364-8e487fed4e7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'mac_address': 'fa:16:3e:65:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:37:32Z', 'updated_at': '2022-01-31T18:38:09Z', 'revision_number': 1, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bd8853-5472-40ae-82cb-c4185b8a29fb', 'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'mac_address': 'fa:16:3e:07:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:23Z', 'updated_at': '2022-01-31T18:37:35Z', 'revision_number': 5, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'subnets': [{'id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:10.875949 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (007e60eb-d692-4b54-9832-4ead94fe3ef7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:10.897255 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (007e60eb-d692-4b54-9832-4ead94fe3ef7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:10.908324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:38:10.908881 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (007e60eb-d692-4b54-9832-4ead94fe3ef7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:10.913656 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43e87300-88fb-4cef-ab43-33879858b24b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (dbd1802f-badd-4cac-85c8-8338925b9b50), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:10.931423 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b5f209-d8e4-49cc-aa24-da876873e4de None None] Checking router: 9eea8699-e324-4135-bd15-ddada3c16529 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:38:10.952479 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5f209-d8e4-49cc-aa24-da876873e4de None None] Routers {'9eea8699-e324-4135-bd15-ddada3c16529'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:38:10.953692 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-64b5f209-d8e4-49cc-aa24-da876873e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:37:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9eea8699-e324-4135-bd15-ddada3c16529'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:10.992643 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43e87300-88fb-4cef-ab43-33879858b24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (dbd1802f-badd-4cac-85c8-8338925b9b50), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:38:10.993275 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:38:11.028387 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (913b9d9b-aeec-4f8e-a021-520b22bf7240), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.097319 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43e87300-88fb-4cef-ab43-33879858b24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (dbd1802f-badd-4cac-85c8-8338925b9b50), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.115094 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43e87300-88fb-4cef-ab43-33879858b24b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.118961 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-43e87300-88fb-4cef-ab43-33879858b24b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dbd1802f-badd-4cac-85c8-8338925b9b50 HTTP/1.1" status: 204 len: 168 time: 0.5746512 Jan 31 18:38:11.130058 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.144233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] 10.222.0.20 "DELETE /v2.0/networks/913b9d9b-aeec-4f8e-a021-520b22bf7240 HTTP/1.1" status: 204 len: 168 time: 1.4611950 Jan 31 18:38:11.148690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58662) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:11.252279 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (4fffb079-0281-4e37-8173-c46a7953a025), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.254089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e87300-88fb-4cef-ab43-33879858b24b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd1802f-badd-4cac-85c8-8338925b9b50,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:11.295864 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-64b5f209-d8e4-49cc-aa24-da876873e4de None None] Set router 9eea8699-e324-4135-bd15-ddada3c16529 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:38:11.335798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ef8cf-3ec3-4fc7-8c1f-5b9a9feeef0f admin admin] Pushing event deleted for resources: {'Network': ['ID=913b9d9b-aeec-4f8e-a021-520b22bf7240,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:11.415391 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (4fffb079-0281-4e37-8173-c46a7953a025), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.420872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1674e80-db6c-4e0f-8f71-03064794da01 req-30e56237-36c0-4a9b-961b-42e91023b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:11.428737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1674e80-db6c-4e0f-8f71-03064794da01 req-30e56237-36c0-4a9b-961b-42e91023b93d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 1133 time: 0.7799401 Jan 31 18:38:11.473802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fffb079-0281-4e37-8173-c46a7953a025']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:11.511434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fa5590-3292-48b1-88ce-39ca42c11363') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:11.511878 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fa5590-3292-48b1-88ce-39ca42c11363') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:11.518771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435898ac-aac7-4457-8d2f-48630e25982a req-4c527520-3786-4b78-ac46-12b4e3df6f4d tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:11.525166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-435898ac-aac7-4457-8d2f-48630e25982a req-4c527520-3786-4b78-ac46-12b4e3df6f4d tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 945 time: 0.5054581 Jan 31 18:38:11.526042 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (f0fa5590-3292-48b1-88ce-39ca42c11363), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.544253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f0fa5590-3292-48b1-88ce-39ca42c11363), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.556628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:38:11.557123 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (f0fa5590-3292-48b1-88ce-39ca42c11363), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.557951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b1d8b-da67-43c3-86ea-6bf4d86a70c4 req-a52e272d-e8f3-49dd-9911-7ad3a89d77d1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:11.566226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-527b1d8b-da67-43c3-86ea-6bf4d86a70c4 req-a52e272d-e8f3-49dd-9911-7ad3a89d77d1 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.5470822 Jan 31 18:38:11.566951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58668) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:38:11.630127 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:38:11.638255 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (4fffb079-0281-4e37-8173-c46a7953a025), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.659777 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.666400 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] 10.222.0.20 "DELETE /v2.0/networks/4fffb079-0281-4e37-8173-c46a7953a025 HTTP/1.1" status: 204 len: 168 time: 0.5133722 Jan 31 18:38:11.666400 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b8e6f-a183-47d1-bd3a-d1e22c5943ef admin admin] Pushing event deleted for resources: {'Network': ['ID=4fffb079-0281-4e37-8173-c46a7953a025,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:11.668031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58672) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:11.765207 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-49368531-abd9-4891-8a12-078e735d9a04 admin admin] Deleting subnet d428e007-8b0d-4e12-a491-01fa1d5f8525 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:38:11.775782 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49368531-abd9-4891-8a12-078e735d9a04 admin admin] Publish callbacks [] for subnet (d428e007-8b0d-4e12-a491-01fa1d5f8525), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.840137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1674e80-db6c-4e0f-8f71-03064794da01 req-b86355cc-d027-4ef4-8345-3ed5acecf608 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977330 Jan 31 18:38:11.901618 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49368531-abd9-4891-8a12-078e735d9a04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (d428e007-8b0d-4e12-a491-01fa1d5f8525), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:11.905894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-66fdcee2-5945-40a4-84f7-40ea3f12aff7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d56631ca15cd4a7e813e2e5490827dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079574 Jan 31 18:38:11.914063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:11.967849 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-527b1d8b-da67-43c3-86ea-6bf4d86a70c4 req-f49eb4c7-b4a1-467b-87a3-996d581fb68d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203812 Jan 31 18:38:11.973343 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-435898ac-aac7-4457-8d2f-48630e25982a req-8d2ff2fb-4595-4b4c-ac03-ad28fee84f4d tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4030411 Jan 31 18:38:12.081216 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-64b5f209-d8e4-49cc-aa24-da876873e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:37:25Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '5b72c530-7da4-43ed-a748-ae9d32e818aa', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'port_id': '3937d470-5779-4c29-b364-8e487fed4e7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'mac_address': 'fa:16:3e:65:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:37:32Z', 'updated_at': '2022-01-31T18:38:09Z', 'revision_number': 1, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bd8853-5472-40ae-82cb-c4185b8a29fb', 'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'mac_address': 'fa:16:3e:07:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:23Z', 'updated_at': '2022-01-31T18:37:35Z', 'revision_number': 5, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'subnets': [{'id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:12.158915 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49368531-abd9-4891-8a12-078e735d9a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (d428e007-8b0d-4e12-a491-01fa1d5f8525), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:12.169327 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b5f209-d8e4-49cc-aa24-da876873e4de None None] The sync data for ids ['9eea8699-e324-4135-bd15-ddada3c16529'] in n-d-812111-15 is: [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:37:25Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '5b72c530-7da4-43ed-a748-ae9d32e818aa', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'port_id': '3937d470-5779-4c29-b364-8e487fed4e7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'mac_address': 'fa:16:3e:65:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:37:32Z', 'updated_at': '2022-01-31T18:38:09Z', 'revision_number': 1, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94bd8853-5472-40ae-82cb-c4185b8a29fb', 'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'mac_address': 'fa:16:3e:07:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:23Z', 'updated_at': '2022-01-31T18:37:35Z', 'revision_number': 5, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'subnets': [{'id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:38:12.209920 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6154eb6-6343-4f43-a372-bcb09eb703af x-openstack-request-id: req-e6154eb6-6343-4f43-a372-bcb09eb703af {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:12.210414 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e524197-fd18-4ac6-a870-e9814c40ae5b", "tag": "3937d470-5779-4c29-b364-8e487fed4e7e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:12.210828 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6154eb6-6343-4f43-a372-bcb09eb703af {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:12.211473 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'tag': '3937d470-5779-4c29-b364-8e487fed4e7e', 'status': 'completed', 'code': 200} Jan 31 18:38:12.221489 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5491749d-ff93-4e55-bd8a-b0d78d913861 admin admin] Publish callbacks [] for security_group (1e1768d3-e5f6-450c-966d-f887d17f3245), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:12.373701 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5491749d-ff93-4e55-bd8a-b0d78d913861 admin admin] Publish callbacks [] for security_group (1e1768d3-e5f6-450c-966d-f887d17f3245), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:12.465949 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49368531-abd9-4891-8a12-078e735d9a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (d428e007-8b0d-4e12-a491-01fa1d5f8525), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:12.527501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49368531-abd9-4891-8a12-078e735d9a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d428e007-8b0d-4e12-a491-01fa1d5f8525,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:12.589332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37271070-fa0d-4e69-86fd-d41c4641b122 req-a6e982c4-daa9-49ae-84a7-4a60c2f0fdbc tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:12.595859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-37271070-fa0d-4e69-86fd-d41c4641b122 req-a6e982c4-daa9-49ae-84a7-4a60c2f0fdbc tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 950 time: 0.2652621 Jan 31 18:38:12.599285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49368531-abd9-4891-8a12-078e735d9a04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:12.600838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f87640-a07d-4aa0-a099-4fefe7f3e1ca req-8a80ad49-1bc7-4835-b5b8-c04326b4a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:12.603100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1f87640-a07d-4aa0-a099-4fefe7f3e1ca req-8a80ad49-1bc7-4835-b5b8-c04326b4a5df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=826ef78fe6bd4e66b93a81bbafd9637e&device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 1128 time: 0.3243423 Jan 31 18:38:12.604722 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-49368531-abd9-4891-8a12-078e735d9a04 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d428e007-8b0d-4e12-a491-01fa1d5f8525 HTTP/1.1" status: 204 len: 168 time: 0.9341042 Jan 31 18:38:12.606186 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58676) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:12.611826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51728cd-2a8f-414c-ac6e-ec386e8ef89f req-a7c39b12-9294-4ffd-bbab-08ef6e53f26d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:12.613398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51728cd-2a8f-414c-ac6e-ec386e8ef89f req-a7c39b12-9294-4ffd-bbab-08ef6e53f26d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.4288547 Jan 31 18:38:12.619818 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5491749d-ff93-4e55-bd8a-b0d78d913861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1e1768d3-e5f6-450c-966d-f887d17f3245), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:12.623143 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5491749d-ff93-4e55-bd8a-b0d78d913861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:12.624365 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5491749d-ff93-4e55-bd8a-b0d78d913861 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e1768d3-e5f6-450c-966d-f887d17f3245 HTTP/1.1" status: 204 len: 168 time: 0.7046900 Jan 31 18:38:12.654525 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491749d-ff93-4e55-bd8a-b0d78d913861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1768d3-e5f6-450c-966d-f887d17f3245,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:12.700077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6005f2da-7558-4422-9164-b564218f3275 None None] New status for floating IP 5b72c530-7da4-43ed-a748-ae9d32e818aa: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:38:12.762241 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (49d1e93e-4c70-4f4f-bda1-0d3910606918), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:12.836126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51728cd-2a8f-414c-ac6e-ec386e8ef89f req-6c338c5f-3435-4575-9547-1876144de259 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891541 Jan 31 18:38:12.993395 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (49d1e93e-4c70-4f4f-bda1-0d3910606918), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:13.027925 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-37271070-fa0d-4e69-86fd-d41c4641b122 req-46d28cda-1e8f-45d9-89d4-3f12d65f931e tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121571 Jan 31 18:38:13.046094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f87640-a07d-4aa0-a099-4fefe7f3e1ca req-7d81943f-aea6-4dfc-9446-b5f60328fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:13.065644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1f87640-a07d-4aa0-a099-4fefe7f3e1ca req-7d81943f-aea6-4dfc-9446-b5f60328fa9c service neutron] 10.222.0.49 "GET /v2.0/networks?id=2201f00e-02bc-410c-b783-4f5f63b17507 HTTP/1.1" status: 200 len: 912 time: 0.4386652 Jan 31 18:38:13.104767 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d1e93e-4c70-4f4f-bda1-0d3910606918']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:13.124403 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027ea44e-ce1c-4498-a6c0-ac36d197b1bb') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:13.124637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027ea44e-ce1c-4498-a6c0-ac36d197b1bb') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:13.145291 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (027ea44e-ce1c-4498-a6c0-ac36d197b1bb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:13.184941 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (027ea44e-ce1c-4498-a6c0-ac36d197b1bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:13.198642 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:38:13.198944 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (027ea44e-ce1c-4498-a6c0-ac36d197b1bb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:13.333758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1f87640-a07d-4aa0-a099-4fefe7f3e1ca req-fea8eaab-3627-4bbb-9e01-eed08c6e7b08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3937d470-5779-4c29-b364-8e487fed4e7e HTTP/1.1" status: 200 len: 999 time: 0.2601328 Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:38:13.354734 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:38:13.358253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (49d1e93e-4c70-4f4f-bda1-0d3910606918), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:13.376418 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:13.384028 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/49d1e93e-4c70-4f4f-bda1-0d3910606918 HTTP/1.1" status: 204 len: 168 time: 0.7765467 Jan 31 18:38:13.438224 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82886721-307d-4913-8d16-613b5a0a72d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d1e93e-4c70-4f4f-bda1-0d3910606918,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:13.449049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f87640-a07d-4aa0-a099-4fefe7f3e1ca req-e6c019cb-279a-4db1-bc6a-7ae2f9cb1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:13.450584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1f87640-a07d-4aa0-a099-4fefe7f3e1ca req-e6c019cb-279a-4db1-bc6a-7ae2f9cb1f4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1fa91765-20a1-4873-89c2-9334fb7003b5 HTTP/1.1" status: 200 len: 850 time: 0.0984263 Jan 31 18:38:13.491124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-1d4a27a7-b2cb-4796-a3fd-f0cd104103aa tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d452270eb82f433baf33904d01fd1428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1558952 Jan 31 18:38:13.623835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c3559-99d9-48d2-8ba8-d36007d363e7 req-fb13acd0-5819-404c-8a11-111ffdfe96c1 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:13.637153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-729c3559-99d9-48d2-8ba8-d36007d363e7 req-fb13acd0-5819-404c-8a11-111ffdfe96c1 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 945 time: 0.3867354 Jan 31 18:38:13.647268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58722) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:13.693591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f87640-a07d-4aa0-a099-4fefe7f3e1ca req-6c002565-6f5e-49d8-99b2-945daf9adf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:13.695264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1f87640-a07d-4aa0-a099-4fefe7f3e1ca req-6c002565-6f5e-49d8-99b2-945daf9adf3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2201f00e-02bc-410c-b783-4f5f63b17507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2317762 Jan 31 18:38:13.755752 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b3e5feef-19ac-41b0-a6be-2dbf67174402 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76e6cbf2e2d142bc94c6528ccfb94e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1031671 Jan 31 18:38:13.756462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58724) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:13.766288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-318bf49d-777a-4fb6-b99a-0eb77c97764b tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:13.773571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-318bf49d-777a-4fb6-b99a-0eb77c97764b tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812667 Jan 31 18:38:13.829494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-729c3559-99d9-48d2-8ba8-d36007d363e7 req-f4b6ec7a-2f23-496f-8066-d541d4634710 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890616 Jan 31 18:38:13.866179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-269381b1-c71d-4b68-93d3-17cb162360b7 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/quotas/d452270eb82f433baf33904d01fd1428 HTTP/1.1" status: 200 len: 375 time: 0.0915818 Jan 31 18:38:13.883195 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c7fd58-77cc-46b0-a02a-7181f4ac9e64 admin admin] Publish callbacks [] for security_group (f32531d2-b107-4349-9d46-9323476071ce), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:13.929089 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c7fd58-77cc-46b0-a02a-7181f4ac9e64 admin admin] Publish callbacks [] for security_group (f32531d2-b107-4349-9d46-9323476071ce), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:14.018709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1f87640-a07d-4aa0-a099-4fefe7f3e1ca req-4c90a032-600b-47e6-a177-504940ff7f7e service neutron] 10.222.0.49 "GET /v2.0/networks/2201f00e-02bc-410c-b783-4f5f63b17507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071847 Jan 31 18:38:14.024696 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c7fd58-77cc-46b0-a02a-7181f4ac9e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f32531d2-b107-4349-9d46-9323476071ce), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:14.028674 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c7fd58-77cc-46b0-a02a-7181f4ac9e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:14.042189 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a4c7fd58-77cc-46b0-a02a-7181f4ac9e64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f32531d2-b107-4349-9d46-9323476071ce HTTP/1.1" status: 204 len: 168 time: 0.2776830 Jan 31 18:38:14.061272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d69c8-f752-41bd-ba88-e309cad3244e req-bb9246d8-d53c-4604-8c38-2ca1fcfbfd35 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:14.065216 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-052d69c8-f752-41bd-ba88-e309cad3244e req-bb9246d8-d53c-4604-8c38-2ca1fcfbfd35 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.1146994 Jan 31 18:38:14.067916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7fd58-77cc-46b0-a02a-7181f4ac9e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32531d2-b107-4349-9d46-9323476071ce,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:14.115118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-c1350a81-9598-44da-ba6b-c37f927c2903 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d452270eb82f433baf33904d01fd1428&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2478008 Jan 31 18:38:14.297232 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-052d69c8-f752-41bd-ba88-e309cad3244e req-6898e5f5-98a2-443e-8bfa-ab620589f989 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998343 Jan 31 18:38:14.412841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1f87640-a07d-4aa0-a099-4fefe7f3e1ca req-510b9ce4-97a4-41fd-9961-ab7d34a328f4 service neutron] 10.222.0.49 "GET /v2.0/networks/2201f00e-02bc-410c-b783-4f5f63b17507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815954 Jan 31 18:38:14.668385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b1fc47b-ce16-45d7-a5c7-26a10abfd835 req-b835df14-4994-4f9d-b2d6-28862e708461 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 210 time: 0.0871987 Jan 31 18:38:14.686818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7365b8-540d-4b7a-a1fd-da248474f20a req-ab7f8698-d3bb-40f3-b748-ea2a69748240 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:14.689935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b7365b8-540d-4b7a-a1fd-da248474f20a req-ab7f8698-d3bb-40f3-b748-ea2a69748240 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 950 time: 0.1912484 Jan 31 18:38:14.725211 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58754) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:14.805119 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b7365b8-540d-4b7a-a1fd-da248474f20a req-7567cdb5-f69f-4510-9c59-31f82d141384 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070349 Jan 31 18:38:14.902271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58766) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:15.010165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b3560bf5-a45f-4e3c-a273-7d6ef4a09079 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9fc0281b1c345fb9945c188dd3f6ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1041989 Jan 31 18:38:15.010719 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:15.116093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef92549-8a25-4a4a-a163-0c2189ea2bf9 req-72e74f9a-19dd-44fe-adb9-ae252462d610 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:15.125403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ef92549-8a25-4a4a-a163-0c2189ea2bf9 req-72e74f9a-19dd-44fe-adb9-ae252462d610 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 945 time: 0.1380410 Jan 31 18:38:15.142715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-231545fa-67c0-474d-9e33-50f63d2147d3 admin admin] Publish callbacks [] for security_group (00a89884-c219-4d0c-958e-9cae385181be), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:15.239934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-231545fa-67c0-474d-9e33-50f63d2147d3 admin admin] Publish callbacks [] for security_group (00a89884-c219-4d0c-958e-9cae385181be), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:15.244230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ef92549-8a25-4a4a-a163-0c2189ea2bf9 req-a0806bb4-fb3b-417a-a7b3-f918badd396a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146042 Jan 31 18:38:15.268957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1600160942-network', 'tenant_id': '201ca16de58e408eae2b313c2883bee6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:38:15.364115 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Made reservation on behalf of 201ca16de58e408eae2b313c2883bee6 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:38:15.367488 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:15.386759 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:15.390364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-231545fa-67c0-474d-9e33-50f63d2147d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (00a89884-c219-4d0c-958e-9cae385181be), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:15.407733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-231545fa-67c0-474d-9e33-50f63d2147d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:15.409699 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-231545fa-67c0-474d-9e33-50f63d2147d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00a89884-c219-4d0c-958e-9cae385181be HTTP/1.1" status: 204 len: 168 time: 0.3973169 Jan 31 18:38:15.476265 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231545fa-67c0-474d-9e33-50f63d2147d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a89884-c219-4d0c-958e-9cae385181be,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:15.508174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a15f9b-44ce-42be-9235-21e4db19c814 req-6b7e2c1b-ecbd-40a5-a770-67d4cfb461ae tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:15.521320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44a15f9b-44ce-42be-9235-21e4db19c814 req-6b7e2c1b-ecbd-40a5-a770-67d4cfb461ae tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 945 time: 0.1436136 Jan 31 18:38:15.669906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44a15f9b-44ce-42be-9235-21e4db19c814 req-8c57e6ae-654b-43e8-9ded-300173a5651b tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458290 Jan 31 18:38:15.735521 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Publish callbacks [] for security_group (fbe2fde2-d571-446c-b314-f0205e77064b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:15.737439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80751e4-a653-4d8a-b900-a63ada4cf91e req-d3c5f406-aa1c-48b4-953f-626f0085edf3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:15.743442 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fbe2fde2-d571-446c-b314-f0205e77064b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:15.750215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c80751e4-a653-4d8a-b900-a63ada4cf91e req-d3c5f406-aa1c-48b4-953f-626f0085edf3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.1504600 Jan 31 18:38:15.821780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:38:15.837585 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe2fde2-d571-446c-b314-f0205e77064b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:15.879511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c80751e4-a653-4d8a-b900-a63ada4cf91e req-96a3a58b-c3ab-4240-90ca-8e26cdd71588 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266520 Jan 31 18:38:15.891500 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (45780f23-4f91-4199-a9cc-c35fd9d6889d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:15.892019 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Added segment 45780f23-4f91-4199-a9cc-c35fd9d6889d of type vlan for network 5a462d7e-3d08-4558-8fe7-2799f4b7a086 Jan 31 18:38:16.021914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (5a462d7e-3d08-4558-8fe7-2799f4b7a086), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:16.072127 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (5a462d7e-3d08-4558-8fe7-2799f4b7a086), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:16.073589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:16.074548 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:16.078468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4038f7f3-b4b4-48f6-aea9-0117e369debb req-419ac373-fc1d-488c-8a30-4cdf0a70a63a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 210 time: 0.0513031 Jan 31 18:38:16.119947 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3915024 Jan 31 18:38:16.124191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58814) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:16.132218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9a5f3286-9b97-461f-a757-b5ba0b88d4a7 admin admin] Request body: {'subnet': {'network_id': '5a462d7e-3d08-4558-8fe7-2799f4b7a086', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1600160942-subnet', 'tenant_id': '201ca16de58e408eae2b313c2883bee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:38:16.176110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5f3286-9b97-461f-a757-b5ba0b88d4a7 admin admin] Made reservation on behalf of 201ca16de58e408eae2b313c2883bee6 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:38:16.179595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3286-9b97-461f-a757-b5ba0b88d4a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:16.202107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e3e91-547e-45c1-b5c9-73260917c754 admin admin] Pushing event updated for resources: {'Network': ['ID=5a462d7e-3d08-4558-8fe7-2799f4b7a086,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:16.227613 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 5a462d7e-3d08-4558-8fe7-2799f4b7a086 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:38:16.504733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-54c22b7a-3831-47c5-971d-f42f715d1b05 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d452270eb82f433baf33904d01fd1428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889013 Jan 31 18:38:16.718454 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3286-9b97-461f-a757-b5ba0b88d4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:16.793592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-dee9cf9d-a481-47bd-87e9-3a47bb3acf39 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:16.795153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-dee9cf9d-a481-47bd-87e9-3a47bb3acf39 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2830644 Jan 31 18:38:16.827919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Request body: {'port': {'device_id': 'e21106de-a742-41d7-89dc-9600485151b5', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': 'd452270eb82f433baf33904d01fd1428'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:38:16.827919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f3286-9b97-461f-a757-b5ba0b88d4a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:16.939030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f3286-9b97-461f-a757-b5ba0b88d4a7 admin admin] Checking segment: {'id': '45780f23-4f91-4199-a9cc-c35fd9d6889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5a462d7e-3d08-4558-8fe7-2799f4b7a086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:38:16.948929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5f3286-9b97-461f-a757-b5ba0b88d4a7 admin admin] Network hostable DHCP agents. Network: 5a462d7e-3d08-4558-8fe7-2799f4b7a086, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:38:16.978461 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:38:17.087315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5f3286-9b97-461f-a757-b5ba0b88d4a7 admin admin] Network 5a462d7e-3d08-4558-8fe7-2799f4b7a086 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:38:17.101054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Made reservation on behalf of d452270eb82f433baf33904d01fd1428 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:38:17.122295 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:17.155962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9a5f3286-9b97-461f-a757-b5ba0b88d4a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 5a462d7e-3d08-4558-8fe7-2799f4b7a086) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:38:17.163877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5f3286-9b97-461f-a757-b5ba0b88d4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:17.164552 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3286-9b97-461f-a757-b5ba0b88d4a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:17.196029 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a36df7-0d60-4edb-9e2d-80ae8c4cd46c None None] Network 5a462d7e-3d08-4558-8fe7-2799f4b7a086 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:38:17.209018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9a5f3286-9b97-461f-a757-b5ba0b88d4a7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0830896 Jan 31 18:38:17.220211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4357124-de8a-45e5-a80a-8ca5653b6b5a req-c1a4d3b2-c496-4b9c-a084-2e0fcade0bc7 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:17.222238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4357124-de8a-45e5-a80a-8ca5653b6b5a req-c1a4d3b2-c496-4b9c-a084-2e0fcade0bc7 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.2065532 Jan 31 18:38:17.404256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-662a3f01-fd75-4def-b307-a4f7a3ba33d1 req-823c6101-5926-4180-9317-c8e3c38ae1c6 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 210 time: 0.0996957 Jan 31 18:38:17.409394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ff760-49fb-4f19-9adc-23ae9aa5bbe1 None None] Network 5a462d7e-3d08-4558-8fe7-2799f4b7a086 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:38:17.613074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4357124-de8a-45e5-a80a-8ca5653b6b5a req-8dfe4e93-4b46-4bb2-bb29-93d1b19f9796 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148193 Jan 31 18:38:17.665488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Allocated IP 192.168.233.172 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/2583b802-2449-4191-9813-204d05a0d5ba) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:38:17.936397 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks [] for port (2583b802-2449-4191-9813-204d05a0d5ba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:18.016551 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2583b802-2449-4191-9813-204d05a0d5ba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:18.032593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4b2cf6b8-b75e-47dc-9629-a5615e196a1a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:18.039614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['96bf57d6-c319-4b79-b825-3dcbd490e40b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:18.123660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:38:18.138613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:38:18.157689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Pushing event updated for resources: {'Port': ['ID=2583b802-2449-4191-9813-204d05a0d5ba,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:18.162112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:38:18.272707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:18.274735 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:18.325897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-d5f1f850-a489-4710-b465-9ca9b9c83094 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5132213 Jan 31 18:38:18.363310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Request body: {'port': {'device_id': 'e21106de-a742-41d7-89dc-9600485151b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:38:18.568351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-782748e1-01b6-448f-b1c0-8052a975d778 None None] Provisioning complete for port 2583b802-2449-4191-9813-204d05a0d5ba triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:18.568931 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-782748e1-01b6-448f-b1c0-8052a975d778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2583b802-2449-4191-9813-204d05a0d5ba), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:18.622798 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2583b802-2449-4191-9813-204d05a0d5ba), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:18.646111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-782748e1-01b6-448f-b1c0-8052a975d778 None None] Port 2583b802-2449-4191-9813-204d05a0d5ba cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:38:18.649207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-421f29bd-ed35-4ba6-9e11-0e4ed0f73c8c tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:18.659238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-421f29bd-ed35-4ba6-9e11-0e4ed0f73c8c tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/networks?id=5a462d7e-3d08-4558-8fe7-2799f4b7a086 HTTP/1.1" status: 200 len: 814 time: 0.3308694 Jan 31 18:38:18.706814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-41cc3b08-3cdc-4a64-9569-0b1e5d8325fd tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/quotas/201ca16de58e408eae2b313c2883bee6 HTTP/1.1" status: 200 len: 375 time: 0.0457675 Jan 31 18:38:18.721047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5991146-da62-4573-a446-d8207c7f145f req-474e6bb6-203f-4ebe-b53b-30e19d248f20 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:18.722586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5991146-da62-4573-a446-d8207c7f145f req-474e6bb6-203f-4ebe-b53b-30e19d248f20 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 936 time: 0.1954558 Jan 31 18:38:18.770258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6001cf7e-0bfb-4d7d-8d35-991c673a92ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:18.773205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-e87ec364-c815-4242-8c65-5051466fcbc1 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=201ca16de58e408eae2b313c2883bee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649672 Jan 31 18:38:18.780456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 696a5b3b-16c1-49e7-be84-9d8bc5ff766d details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:38:18.991388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5991146-da62-4573-a446-d8207c7f145f req-717adb8d-cdbd-4ee1-bbbb-8c7a79358c57 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517323 Jan 31 18:38:19.039681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:19.085590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-c291d800-c776-492c-a78a-0e55c107553d service neutron] 10.222.0.20 "GET /v2.0/networks/5a462d7e-3d08-4558-8fe7-2799f4b7a086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114204 Jan 31 18:38:19.094392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'mac_address': 'fa:16:3e:e0:b4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:38:19.222549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:19.224101 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:19.244687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 696a5b3b-16c1-49e7-be84-9d8bc5ff766d {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:38:19.278431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:19.285085 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:19.359787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-edac9553-e6ff-4fe3-90cb-5b9ae6810e02 service neutron] 10.222.0.20 "GET /v2.0/networks/5a462d7e-3d08-4558-8fe7-2799f4b7a086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730265 Jan 31 18:38:19.390308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:19.437927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.438485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.438837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.439182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.439671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.440483 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.441022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.441564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.442108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.442647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.443197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.443800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.444282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:19.508078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['696a5b3b-16c1-49e7-be84-9d8bc5ff766d'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:19.519250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2583b802-2449-4191-9813-204d05a0d5ba {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:38:19.569994 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Publish callbacks [] for port (2583b802-2449-4191-9813-204d05a0d5ba), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:19.584646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-0d4f34b8-b1d0-4498-bd1b-7a9e703b6586 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:19.586478 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-0d4f34b8-b1d0-4498-bd1b-7a9e703b6586 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319&tenant_id=9fffd57ee5764d53b8880788295d6082&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 1128 time: 0.1413717 Jan 31 18:38:19.609824 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-15'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:38:19.628798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Transition to ACTIVE for port object 2583b802-2449-4191-9813-204d05a0d5ba will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:38:19.635050 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2583b802-2449-4191-9813-204d05a0d5ba), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:19.751874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Pushing event updated for resources: {'Port': ['ID=2583b802-2449-4191-9813-204d05a0d5ba,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:19.819864 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:20.039409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56275273-8dea-47c4-b9a5-3f3be54ad2f9 req-8cc0e77b-9a8c-45be-bc12-b8c9a05fc426 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:20.053744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56275273-8dea-47c4-b9a5-3f3be54ad2f9 req-8cc0e77b-9a8c-45be-bc12-b8c9a05fc426 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 945 time: 0.2968507 Jan 31 18:38:20.121201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Attempting to bind port 2583b802-2449-4191-9813-204d05a0d5ba on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:38:20.121545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Attempting to bind port 2583b802-2449-4191-9813-204d05a0d5ba by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:38:20.121880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Attempting to bind port 2583b802-2449-4191-9813-204d05a0d5ba on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:38:20.140902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Port 2583b802-2449-4191-9813-204d05a0d5ba on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:38:20.141226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Attempting to bind port 2583b802-2449-4191-9813-204d05a0d5ba on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:38:20.154985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:38:20.155344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:38:20.155755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:38:20.156407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Bound port: 2583b802-2449-4191-9813-204d05a0d5ba, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:38:20.156778 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2583b802-2449-4191-9813-204d05a0d5ba), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:20.165172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9a0630f4-dd07-498e-bc20-4632ba088e20,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:20.270205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] For port 2583b802-2449-4191-9813-204d05a0d5ba, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:38:20.277727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] For port 2583b802-2449-4191-9813-204d05a0d5ba, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2583b802-2449-4191-9813-204d05a0d5ba,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:38:20.279386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:38:20.304261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56275273-8dea-47c4-b9a5-3f3be54ad2f9 req-48eb709c-5e73-40a8-a008-5fe882c28660 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495205 Jan 31 18:38:20.318001 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2583b802-2449-4191-9813-204d05a0d5ba), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:20.405002 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Publish callbacks [] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:20.408456 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d14959f-d27f-4ed8-8135-3b0779280319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0630f4-dd07-498e-bc20-4632ba088e20'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:20.415225 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1537a8-303d-4cd2-91d7-6bf8249ecebf" -d '{"events": [{"server_uuid": "9d14959f-d27f-4ed8-8135-3b0779280319", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0630f4-dd07-498e-bc20-4632ba088e20"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:20.420387 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:20.439850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:20.444781 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:20.446275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] 10.222.0.21 "PUT /v2.0/ports/2583b802-2449-4191-9813-204d05a0d5ba HTTP/1.1" status: 200 len: 1097 time: 2.1000226 Jan 31 18:38:20.446783 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21106de-a742-41d7-89dc-9600485151b5', 'tag': '2583b802-2449-4191-9813-204d05a0d5ba'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:20.454061 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ccedd8-7bc2-430f-9137-0570f5c3c6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e21106de-a742-41d7-89dc-9600485151b5", "tag": "2583b802-2449-4191-9813-204d05a0d5ba"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:20.545139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Pushing event updated for resources: {'Port': ['ID=9a0630f4-dd07-498e-bc20-4632ba088e20,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:20.600055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aecfb2-31f2-4b16-ae35-67010e20c4cf service neutron] Pushing event updated for resources: {'Port': ['ID=2583b802-2449-4191-9813-204d05a0d5ba,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:20.607989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 on host n-h1-812111-15 for vnic_type normal with profile {"migrating_to": "n-h2-812111-15"} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:38:20.609922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:38:20.611236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:38:20.618591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Port 9a0630f4-dd07-498e-bc20-4632ba088e20 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:38:20.619462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:38:20.631492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:38:20.633297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:38:20.633936 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:38:20.634590 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Bound port: 9a0630f4-dd07-498e-bc20-4632ba088e20, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:38:20.636171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:20.656603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-36a04a8c-5fe9-4dfb-a2e1-c9b20223da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:20.680271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-36a04a8c-5fe9-4dfb-a2e1-c9b20223da80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d452270eb82f433baf33904d01fd1428&device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 1131 time: 0.1853192 Jan 31 18:38:20.778610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 9a0630f4-dd07-498e-bc20-4632ba088e20 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:38:20.783033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 696a5b3b-16c1-49e7-be84-9d8bc5ff766d up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:38:20.789757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-ae668326-db35-40ce-a3ba-9498b7156dab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2583b802-2449-4191-9813-204d05a0d5ba HTTP/1.1" status: 200 len: 217 time: 0.1020799 Jan 31 18:38:20.851704 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:38:20.863906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9a0630f4-dd07-498e-bc20-4632ba088e20,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:38:20.873483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-6ce2d6f6-f849-4ff9-a1ac-e975d92341c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:20.875923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-6ce2d6f6-f849-4ff9-a1ac-e975d92341c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0790398 Jan 31 18:38:20.880020 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:20.945147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:20.985371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-3c0a0d93-2a10-4bbb-bb84-9b7efa976897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:21.012184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-3c0a0d93-2a10-4bbb-bb84-9b7efa976897 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1292830 Jan 31 18:38:21.022220 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 on host n-h1-812111-15 for vnic_type normal with profile {"migrating_to": "n-h2-812111-15"} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:38:21.022957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:38:21.023684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:38:21.034023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Port 9a0630f4-dd07-498e-bc20-4632ba088e20 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:38:21.034766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Attempting to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 on network d610a84b-ba66-4c53-baa7-3d2c74b1df1c {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:38:21.055812 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b072db1-4c2e-48b5-94b9-24c682552662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:21.061396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:38:21.062161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Checking segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:38:21.063560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Bound using segment: {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:38:21.064364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Bound port: 9a0630f4-dd07-498e-bc20-4632ba088e20, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54053bcf-8f0d-4503-bef7-bdd873d500bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd610a84b-ba66-4c53-baa7-3d2c74b1df1c'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:38:21.065076 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:21.118216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:21.119053 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:21.120152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:21.121056 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:21.125819 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] 10.222.0.21 "PUT /v2.0/ports/9a0630f4-dd07-498e-bc20-4632ba088e20 HTTP/1.1" status: 200 len: 1123 time: 1.5309582 Jan 31 18:38:21.127708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035a46c-01bf-4e03-8b1a-22587958ff0b service neutron] Pushing event updated for resources: {'Port': ['ID=9a0630f4-dd07-498e-bc20-4632ba088e20,revision_number=8']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:21.167555 n-d-812111-15 neutron-server[103227]: WARNING neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Concurrent port binding operations failed on port 9a0630f4-dd07-498e-bc20-4632ba088e20 Jan 31 18:38:21.173998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9a0630f4-dd07-498e-bc20-4632ba088e20,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:21.185161 n-d-812111-15 neutron-server[103227]: INFO neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Attempt 2 to bind port 9a0630f4-dd07-498e-bc20-4632ba088e20 Jan 31 18:38:21.185772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 9a0630f4-dd07-498e-bc20-4632ba088e20 has no active binding in host n-h2-812111-15 {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 18:38:21.254373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:21.254781 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:21.261404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-ead2abf6-c129-4457-a9ba-086d85cbe03b service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389684 Jan 31 18:38:21.284670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['9a0630f4-dd07-498e-bc20-4632ba088e20'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:21.382766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['9a0630f4-dd07-498e-bc20-4632ba088e20'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:21.401541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:21.405930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:21.410980 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3d3fb8-e229-4d32-b9d6-37e58e47ba6f" -d '{"events": [{"server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "name": "network-vif-plugged", "status": "completed", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:21.532754 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d883641-beb3-4107-9ece-5a8684a1f78d req-b9233d33-f5fc-468c-8566-09bae7578a2f service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628145 Jan 31 18:38:21.609380 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:21.745042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-ace6970f-0957-4d39-b9cf-585333628b2a tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:21.746565 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-ace6970f-0957-4d39-b9cf-585333628b2a tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.21 "GET /v2.0/networks?id=5a462d7e-3d08-4558-8fe7-2799f4b7a086 HTTP/1.1" status: 200 len: 814 time: 0.2587979 Jan 31 18:38:21.774370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Request body: {'port': {'device_id': '9577887f-22d7-45de-8043-c7a5bdc2345d', 'network_id': '5a462d7e-3d08-4558-8fe7-2799f4b7a086', 'admin_state_up': True, 'tenant_id': '201ca16de58e408eae2b313c2883bee6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:38:21.779448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:21.990596 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2a80084-f352-4fef-a251-0f5e832b4c18 req-b21bdcd8-0504-4b85-aa22-111378c5c8fa tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 210 time: 0.0695045 Jan 31 18:38:22.076249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Made reservation on behalf of 201ca16de58e408eae2b313c2883bee6 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:38:22.080616 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:22.101848 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff2bb7a-3f1d-4421-a064-97292fdd2f7d x-openstack-request-id: req-bff2bb7a-3f1d-4421-a064-97292fdd2f7d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:22.102234 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d14959f-d27f-4ed8-8135-3b0779280319", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0630f4-dd07-498e-bc20-4632ba088e20", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:22.102509 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bff2bb7a-3f1d-4421-a064-97292fdd2f7d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:22.102928 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d14959f-d27f-4ed8-8135-3b0779280319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0630f4-dd07-498e-bc20-4632ba088e20', 'code': 200} Jan 31 18:38:22.162969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1007d-cbb4-4670-88e7-b88b2014c231 req-d4e6e2f9-df4b-4de2-95f2-2dce6e3c0bb0 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:22.164904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3b1007d-cbb4-4670-88e7-b88b2014c231 req-d4e6e2f9-df4b-4de2-95f2-2dce6e3c0bb0 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 948 time: 0.1245165 Jan 31 18:38:22.181118 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bd82c3-92cd-4e64-826b-983addb65c0e x-openstack-request-id: req-36bd82c3-92cd-4e64-826b-983addb65c0e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:22.187681 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21106de-a742-41d7-89dc-9600485151b5", "tag": "2583b802-2449-4191-9813-204d05a0d5ba", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:22.188825 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36bd82c3-92cd-4e64-826b-983addb65c0e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:22.189797 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21106de-a742-41d7-89dc-9600485151b5', 'tag': '2583b802-2449-4191-9813-204d05a0d5ba', 'status': 'completed', 'code': 200} Jan 31 18:38:22.289680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Allocated IP 172.20.0.14 (5a462d7e-3d08-4558-8fe7-2799f4b7a086/73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f/726cbaf1-c8ae-48e2-9ff0-5c8629c6395a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:38:22.301012 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:22.324631 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3b1007d-cbb4-4670-88e7-b88b2014c231 req-5810cdf1-f455-41c9-8ea3-aca98c65563e tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468806 Jan 31 18:38:22.402589 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9362f6e-3c50-4ebd-9f36-e3d56c132224 x-openstack-request-id: req-c9362f6e-3c50-4ebd-9f36-e3d56c132224 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:22.402898 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "name": "network-vif-plugged", "status": "completed", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:22.403154 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9362f6e-3c50-4ebd-9f36-e3d56c132224 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:22.403549 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'code': 200} Jan 31 18:38:22.430652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccedd8-7bc2-430f-9137-0570f5c3c6a8 req-0e277e41-5ff2-468c-a8bf-6341f451449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:22.432269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8ccedd8-7bc2-430f-9137-0570f5c3c6a8 req-0e277e41-5ff2-468c-a8bf-6341f451449b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d452270eb82f433baf33904d01fd1428&device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 1131 time: 0.2051616 Jan 31 18:38:22.500328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a6dea-d295-4dbb-9bb8-673534089293 req-aa9efdca-ebec-4d35-8798-cc4be4ffb759 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:22.505307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Publish callbacks [] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:22.513733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9a6dea-d295-4dbb-9bb8-673534089293 req-aa9efdca-ebec-4d35-8798-cc4be4ffb759 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.1832380 Jan 31 18:38:22.592055 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:22.657174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Pushing event updated for resources: {'Port': ['ID=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:22.688481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Network 5a462d7e-3d08-4558-8fe7-2799f4b7a086 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:38:22.692327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:38:22.696548 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:38:22.806845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:22.807650 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:22.834485 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-b6764be9-e7d8-4e4c-a3f9-32c94f302e9f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0591598 Jan 31 18:38:22.841366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Request body: {'port': {'device_id': '9577887f-22d7-45de-8043-c7a5bdc2345d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:38:22.909676 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:22.979827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c62a89-97e1-4d3d-aa85-f11f75ff15cb req-b60cba93-233b-4938-af53-0ddcf9483605 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:22.987658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7c62a89-97e1-4d3d-aa85-f11f75ff15cb req-b60cba93-233b-4938-af53-0ddcf9483605 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1ba4e4-a2b1-4036-839b-154eeb15d73c HTTP/1.1" status: 200 len: 951 time: 0.1256709 Jan 31 18:38:22.994831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9a6dea-d295-4dbb-9bb8-673534089293 req-fff11bb3-058a-4757-9f34-487101727ea3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340358 Jan 31 18:38:23.018452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccedd8-7bc2-430f-9137-0570f5c3c6a8 req-02f01697-f17f-496e-ab8f-fa98a53adff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:23.020132 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8ccedd8-7bc2-430f-9137-0570f5c3c6a8 req-02f01697-f17f-496e-ab8f-fa98a53adff9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.5778778 Jan 31 18:38:23.091153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8ccedd8-7bc2-430f-9137-0570f5c3c6a8 req-17185080-3ecd-43fd-be12-9cfc412be658 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2583b802-2449-4191-9813-204d05a0d5ba HTTP/1.1" status: 200 len: 217 time: 0.0545096 Jan 31 18:38:23.095395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7c62a89-97e1-4d3d-aa85-f11f75ff15cb req-5d8df78c-bcbd-4ff8-bade-76e86940e0e7 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066723 Jan 31 18:38:23.169596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccedd8-7bc2-430f-9137-0570f5c3c6a8 req-78868545-04f6-4076-9c07-62f3c4f5ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:23.171442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8ccedd8-7bc2-430f-9137-0570f5c3c6a8 req-78868545-04f6-4076-9c07-62f3c4f5ae86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0628381 Jan 31 18:38:23.285534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccedd8-7bc2-430f-9137-0570f5c3c6a8 req-fe8f2763-36f9-4f44-9748-ab44777f69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:23.289275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8ccedd8-7bc2-430f-9137-0570f5c3c6a8 req-fe8f2763-36f9-4f44-9748-ab44777f69b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1039641 Jan 31 18:38:23.414724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:38:23.437706 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Publish callbacks [] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:23.458147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Transition to ACTIVE for port object 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:38:23.468154 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:23.566589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Pushing event updated for resources: {'Port': ['ID=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:23.573841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8ccedd8-7bc2-430f-9137-0570f5c3c6a8 req-3cf2461f-50ff-41f5-9f9a-0beb418af147 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652850 Jan 31 18:38:23.657988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Attempting to bind port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:38:23.658573 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Attempting to bind port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '45780f23-4f91-4199-a9cc-c35fd9d6889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5a462d7e-3d08-4558-8fe7-2799f4b7a086'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:38:23.658917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Attempting to bind port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a on network 5a462d7e-3d08-4558-8fe7-2799f4b7a086 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:38:23.670175 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a on network 5a462d7e-3d08-4558-8fe7-2799f4b7a086 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:38:23.672835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Attempting to bind port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a on network 5a462d7e-3d08-4558-8fe7-2799f4b7a086 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:38:23.682940 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:38:23.683371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Checking segment: {'id': '45780f23-4f91-4199-a9cc-c35fd9d6889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5a462d7e-3d08-4558-8fe7-2799f4b7a086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:38:23.684061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Bound using segment: {'id': '45780f23-4f91-4199-a9cc-c35fd9d6889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5a462d7e-3d08-4558-8fe7-2799f4b7a086'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:38:23.684617 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Bound port: 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45780f23-4f91-4199-a9cc-c35fd9d6889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5a462d7e-3d08-4558-8fe7-2799f4b7a086'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:38:23.684995 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:23.703661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a137a-f686-4768-a589-6df8d683c582 req-525a9cd2-93d5-4d1e-bf31-47f2b2a729fc tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:23.705971 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-571a137a-f686-4768-a589-6df8d683c582 req-525a9cd2-93d5-4d1e-bf31-47f2b2a729fc tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 932 time: 0.4155293 Jan 31 18:38:23.805429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] For port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:38:23.811997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] For port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a,segment=NetworkSegment(45780f23-4f91-4199-a9cc-c35fd9d6889d),segment_id=45780f23-4f91-4199-a9cc-c35fd9d6889d)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:38:23.823138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f6fe7-21f5-4801-9ac3-e62191beb18d req-672bfb52-7d29-4cd3-88e9-6114cc1835f7 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:23.829246 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:23.831872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-205f6fe7-21f5-4801-9ac3-e62191beb18d req-672bfb52-7d29-4cd3-88e9-6114cc1835f7 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 948 time: 0.2259815 Jan 31 18:38:23.853040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-571a137a-f686-4768-a589-6df8d683c582 req-606568cb-c15e-4539-b437-6a05f9de88a7 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbe2fde2-d571-446c-b314-f0205e77064b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375647 Jan 31 18:38:23.867453 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8ccedd8-7bc2-430f-9137-0570f5c3c6a8 req-4cb18195-7989-43a2-98ea-ebd237823497 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743552 Jan 31 18:38:23.907823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:23.908687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:23.910416 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] 10.222.0.21 "PUT /v2.0/ports/726cbaf1-c8ae-48e2-9ff0-5c8629c6395a HTTP/1.1" status: 200 len: 1093 time: 1.0737169 Jan 31 18:38:23.951516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e912af2-d5a8-4211-8ac7-87f38bf811e2 service neutron] Pushing event updated for resources: {'Port': ['ID=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:23.959562 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:23.974976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-205f6fe7-21f5-4801-9ac3-e62191beb18d req-eadf66c9-8bc0-4280-aed7-60023ecb6fde tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387820 Jan 31 18:38:24.011457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-bd127cc0-b69d-4344-9a87-fa07cfe4551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:24.013413 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-bd127cc0-b69d-4344-9a87-fa07cfe4551a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=201ca16de58e408eae2b313c2883bee6&device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 1127 time: 0.0561383 Jan 31 18:38:24.065077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:24.129330 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d14959f-d27f-4ed8-8135-3b0779280319', 'tag': '9a0630f4-dd07-498e-bc20-4632ba088e20'}, {'name': 'network-changed', 'server_uuid': '9577887f-22d7-45de-8043-c7a5bdc2345d', 'tag': '726cbaf1-c8ae-48e2-9ff0-5c8629c6395a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:24.134173 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6245ed9b-f505-4004-b362-4345cb19255c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d14959f-d27f-4ed8-8135-3b0779280319", "tag": "9a0630f4-dd07-498e-bc20-4632ba088e20"}, {"name": "network-changed", "server_uuid": "9577887f-22d7-45de-8043-c7a5bdc2345d", "tag": "726cbaf1-c8ae-48e2-9ff0-5c8629c6395a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:24.139837 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-fa732044-bde1-43ea-a837-ee8a89b8ef0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a HTTP/1.1" status: 200 len: 217 time: 0.1055851 Jan 31 18:38:24.204113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc5427-eb9d-4e30-a471-8862242437ac req-f9cac1a3-eeb5-4327-b9ee-ef36d9645b16 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:24.206563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78dc5427-eb9d-4e30-a471-8862242437ac req-f9cac1a3-eeb5-4327-b9ee-ef36d9645b16 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.0806909 Jan 31 18:38:24.209361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-f3578815-519c-4f03-9e23-5e9c61d532bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:24.210824 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-f3578815-519c-4f03-9e23-5e9c61d532bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f HTTP/1.1" status: 200 len: 854 time: 0.0639138 Jan 31 18:38:24.254136 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-cf57bcc2-934e-4e56-8eeb-57ea8a45972c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a462d7e-3d08-4558-8fe7-2799f4b7a086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308697 Jan 31 18:38:24.334443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78dc5427-eb9d-4e30-a471-8862242437ac req-ec3398c1-ff89-4c37-b1e5-e6c274cb9a36 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202178 Jan 31 18:38:24.369225 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377a16b3-12a6-4afd-bdb8-4d13877b1020 x-openstack-request-id: req-377a16b3-12a6-4afd-bdb8-4d13877b1020 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:24.369557 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d14959f-d27f-4ed8-8135-3b0779280319", "tag": "9a0630f4-dd07-498e-bc20-4632ba088e20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9577887f-22d7-45de-8043-c7a5bdc2345d", "tag": "726cbaf1-c8ae-48e2-9ff0-5c8629c6395a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:24.369961 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-377a16b3-12a6-4afd-bdb8-4d13877b1020 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:24.370376 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d14959f-d27f-4ed8-8135-3b0779280319', 'tag': '9a0630f4-dd07-498e-bc20-4632ba088e20', 'status': 'completed', 'code': 200} Jan 31 18:38:24.370754 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9577887f-22d7-45de-8043-c7a5bdc2345d', 'tag': '726cbaf1-c8ae-48e2-9ff0-5c8629c6395a', 'status': 'completed', 'code': 200} Jan 31 18:38:24.441548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245ed9b-f505-4004-b362-4345cb19255c req-d4e971c5-33f8-4f05-a385-0a67b258c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:24.444106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-d4e971c5-33f8-4f05-a385-0a67b258c2c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 1157 time: 0.0896001 Jan 31 18:38:24.449198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:24.460793 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-e94c892c-edc8-4fee-bf60-d4b0a0745f5a service neutron] 10.222.0.21 "GET /v2.0/networks/5a462d7e-3d08-4558-8fe7-2799f4b7a086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906662 Jan 31 18:38:24.598479 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fe881ce3-c60a-4d2c-aaec-12b27ec64320 req-ec2734f4-9f52-485d-894f-9683fe9520cd service neutron] 10.222.0.21 "GET /v2.0/networks/5a462d7e-3d08-4558-8fe7-2799f4b7a086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229210 Jan 31 18:38:24.665780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245ed9b-f505-4004-b362-4345cb19255c req-b55a014d-4512-4e9d-9f20-7fd50b33966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:24.667273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-b55a014d-4512-4e9d-9f20-7fd50b33966e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.2152970 Jan 31 18:38:24.727022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d7aed6e-16fc-4046-9999-e834180fcbee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:24.807378 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2583b802-2449-4191-9813-204d05a0d5ba details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:38:24.818541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-958028db-4f6a-4b7a-b47b-89855adb56d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0630f4-dd07-498e-bc20-4632ba088e20 HTTP/1.1" status: 200 len: 217 time: 0.1355839 Jan 31 18:38:24.934808 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d7aed6e-16fc-4046-9999-e834180fcbee admin admin] Publish callbacks [] for security_group (9ba28c5f-acb4-473c-9eb0-f79335944db5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:24.946197 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d7aed6e-16fc-4046-9999-e834180fcbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9ba28c5f-acb4-473c-9eb0-f79335944db5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:24.967449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245ed9b-f505-4004-b362-4345cb19255c req-b3ff707d-1626-4e10-8c54-0c14a9c8a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:24.969765 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-b3ff707d-1626-4e10-8c54-0c14a9c8a451 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=201ca16de58e408eae2b313c2883bee6&device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 1127 time: 0.2937920 Jan 31 18:38:24.993527 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245ed9b-f505-4004-b362-4345cb19255c req-f17cf2ef-e7d7-4a5e-8a1e-05cbb41f207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:24.997981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-f17cf2ef-e7d7-4a5e-8a1e-05cbb41f207b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.1754279 Jan 31 18:38:25.018019 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aed6e-16fc-4046-9999-e834180fcbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba28c5f-acb4-473c-9eb0-f79335944db5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:25.025439 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4d7aed6e-16fc-4046-9999-e834180fcbee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ffec2ae0ce74e2486598c051bf40972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5750034 Jan 31 18:38:25.029347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59152) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:25.058395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-007f3560-d91c-445e-99c6-8054ba7e00c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499270 Jan 31 18:38:25.116454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245ed9b-f505-4004-b362-4345cb19255c req-4d9ad098-a151-4109-8ec4-bf70497db908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:25.118038 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-4d9ad098-a151-4109-8ec4-bf70497db908 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a462d7e-3d08-4558-8fe7-2799f4b7a086 HTTP/1.1" status: 200 len: 915 time: 0.1286476 Jan 31 18:38:25.122680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 2583b802-2449-4191-9813-204d05a0d5ba, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2583b802-2449-4191-9813-204d05a0d5ba,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:25.139888 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:25.146382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '2583b802-2449-4191-9813-204d05a0d5ba', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '2583b802-2449-4191-9813-204d05a0d5ba', 'mac_address': 'fa:16:3e:12:26:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:38:25.193206 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-534f9eb1-2751-47ca-8d8f-bed0983fb95c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a HTTP/1.1" status: 200 len: 217 time: 0.0657477 Jan 31 18:38:25.212234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 2583b802-2449-4191-9813-204d05a0d5ba is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:25.213063 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2583b802-2449-4191-9813-204d05a0d5ba), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:25.247481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2c817-f9f5-4c90-8ec2-ce3ca65af1fa req-92cfa4d0-d068-4025-a265-2cbd53bc9ced tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:25.249555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2583b802-2449-4191-9813-204d05a0d5ba {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:38:25.257771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cd2c817-f9f5-4c90-8ec2-ce3ca65af1fa req-92cfa4d0-d068-4025-a265-2cbd53bc9ced tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 944 time: 0.1899326 Jan 31 18:38:25.261212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245ed9b-f505-4004-b362-4345cb19255c req-4b7b36b5-bef5-46fd-adb4-56e634efb4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:25.262866 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-4b7b36b5-bef5-46fd-adb4-56e634efb4e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f HTTP/1.1" status: 200 len: 854 time: 0.0610609 Jan 31 18:38:25.280752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 2583b802-2449-4191-9813-204d05a0d5ba, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2583b802-2449-4191-9813-204d05a0d5ba,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:25.290350 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2583b802-2449-4191-9813-204d05a0d5ba), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:25.328145 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-708275b7-2cd0-4f33-abc9-9d0d1c2ab1cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a462d7e-3d08-4558-8fe7-2799f4b7a086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543315 Jan 31 18:38:25.366457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=2583b802-2449-4191-9813-204d05a0d5ba,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:25.376886 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cd2c817-f9f5-4c90-8ec2-ce3ca65af1fa req-af7f58a5-4f7f-4ab5-876e-3e43b15bfe10 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbe2fde2-d571-446c-b314-f0205e77064b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177456 Jan 31 18:38:25.380460 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Publish callbacks [] for security_group (9ba28c5f-acb4-473c-9eb0-f79335944db5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:25.440208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-0f4345ef-535f-4e44-bdbc-8ffde64e2da5 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258522 Jan 31 18:38:25.495405 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Publish callbacks [] for security_group (9ba28c5f-acb4-473c-9eb0-f79335944db5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:25.513457 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1bc7b-4d68-4729-bc09-b9a3908e102f req-ec6b1857-ea53-47f9-bf6a-aaed40736dc9 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:25.521740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13f1bc7b-4d68-4729-bc09-b9a3908e102f req-ec6b1857-ea53-47f9-bf6a-aaed40736dc9 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 948 time: 0.3064320 Jan 31 18:38:25.549542 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-0a8b9722-5106-4cee-8447-d714a0eaf5db service neutron] 10.222.0.21 "GET /v2.0/networks/5a462d7e-3d08-4558-8fe7-2799f4b7a086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107067 Jan 31 18:38:25.665113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13f1bc7b-4d68-4729-bc09-b9a3908e102f req-b56db1ae-9ce7-4898-a538-03cb340bb1a0 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424494 Jan 31 18:38:25.702773 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-e364027e-6de5-44e6-8a46-a53133a2e647 service neutron] 10.222.0.21 "GET /v2.0/networks/5a462d7e-3d08-4558-8fe7-2799f4b7a086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434503 Jan 31 18:38:25.711449 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6245ed9b-f505-4004-b362-4345cb19255c req-99a92646-9e48-486a-9b96-781bac9d0e41 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598379 Jan 31 18:38:25.731568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ad031-35d9-4186-950c-82767956213b req-62a10d0e-4f73-41aa-820e-3cb8e1109553 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:25.735902 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['2583b802-2449-4191-9813-204d05a0d5ba'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:25.743771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b2ad031-35d9-4186-950c-82767956213b req-62a10d0e-4f73-41aa-820e-3cb8e1109553 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.1216583 Jan 31 18:38:25.751275 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9ba28c5f-acb4-473c-9eb0-f79335944db5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:25.754029 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:25.755273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ba28c5f-acb4-473c-9eb0-f79335944db5 HTTP/1.1" status: 204 len: 168 time: 0.7064106 Jan 31 18:38:25.820494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba28c5f-acb4-473c-9eb0-f79335944db5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:25.857348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.860045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.860422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.860775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.861116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.861455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.866304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.866691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.867240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.867597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.867943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.868283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.870289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2a1ad-6224-4c20-a406-98dbdc63e9e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:25.934252 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b2ad031-35d9-4186-950c-82767956213b req-155fa913-28d2-45e8-bd46-11264d292a09 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894197 Jan 31 18:38:26.042198 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:26.301812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:26.327727 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0df12bd1-6f78-48d9-8ff0-31e60831dd41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:26.530193 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0df12bd1-6f78-48d9-8ff0-31e60831dd41 admin admin] Publish callbacks [] for security_group (3f436023-c948-4f59-8ca9-da6cc33c9b70), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:26.541333 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0df12bd1-6f78-48d9-8ff0-31e60831dd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3f436023-c948-4f59-8ca9-da6cc33c9b70), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:26.627412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3138ac-c818-4d44-b03d-e6faaf456436 req-471f9602-f896-40ce-8b61-d7a2d2109157 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:26.630472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f3138ac-c818-4d44-b03d-e6faaf456436 req-471f9602-f896-40ce-8b61-d7a2d2109157 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 944 time: 0.1253757 Jan 31 18:38:26.719376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f3138ac-c818-4d44-b03d-e6faaf456436 req-bc69eba6-b7a2-4bc5-b21e-e574a1312690 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbe2fde2-d571-446c-b314-f0205e77064b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773432 Jan 31 18:38:26.929272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fdb3e-8f94-44cd-989d-c5078480c835 req-d990d4d5-38f6-4a39-acc9-90deaa02ebf7 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:26.940040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f48fdb3e-8f94-44cd-989d-c5078480c835 req-d990d4d5-38f6-4a39-acc9-90deaa02ebf7 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 949 time: 0.1216004 Jan 31 18:38:27.029386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f48fdb3e-8f94-44cd-989d-c5078480c835 req-ae52c6ea-9215-4d7c-8d82-f372cd1f79e2 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880630 Jan 31 18:38:27.107788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df12bd1-6f78-48d9-8ff0-31e60831dd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f436023-c948-4f59-8ca9-da6cc33c9b70,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:27.116532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:27.116697 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0df12bd1-6f78-48d9-8ff0-31e60831dd41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=304add451ebb4e1e98c88cf66c60df46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8133695 Jan 31 18:38:27.192614 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39ed9f2a-f309-4b0d-acee-b580736959db admin admin] Publish callbacks [] for security_group (3f436023-c948-4f59-8ca9-da6cc33c9b70), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:27.228931 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39ed9f2a-f309-4b0d-acee-b580736959db admin admin] Publish callbacks [] for security_group (3f436023-c948-4f59-8ca9-da6cc33c9b70), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:27.269669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9a0630f4-dd07-498e-bc20-4632ba088e20 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:27.371778 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39ed9f2a-f309-4b0d-acee-b580736959db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3f436023-c948-4f59-8ca9-da6cc33c9b70), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:27.376149 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-39ed9f2a-f309-4b0d-acee-b580736959db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:27.380471 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-39ed9f2a-f309-4b0d-acee-b580736959db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f436023-c948-4f59-8ca9-da6cc33c9b70 HTTP/1.1" status: 204 len: 168 time: 0.2605593 Jan 31 18:38:27.388690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed9f2a-f309-4b0d-acee-b580736959db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f436023-c948-4f59-8ca9-da6cc33c9b70,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:27.454067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 9a0630f4-dd07-498e-bc20-4632ba088e20 is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:27.455970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:27.613878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:27.614286 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:27.670926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:27.684695 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbc32fc-0f33-4c0f-b384-1b750f03d6b3" -d '{"events": [{"server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:27.730670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:27.736524 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:27.846450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,revision_number=11']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:27.950521 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3829a9-0caa-4f0c-87a2-e31df8f46eb9 x-openstack-request-id: req-fd3829a9-0caa-4f0c-87a2-e31df8f46eb9 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:27.951018 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:27.951301 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd3829a9-0caa-4f0c-87a2-e31df8f46eb9 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:27.951769 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'code': 200} Jan 31 18:38:27.972178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6d2bb-0c87-492e-a944-31bb95ebd8e8 req-db4e702c-5c23-40e0-ad98-d9df2db8bd85 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:27.973849 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3f6d2bb-0c87-492e-a944-31bb95ebd8e8 req-db4e702c-5c23-40e0-ad98-d9df2db8bd85 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.0723639 Jan 31 18:38:28.039292 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3f6d2bb-0c87-492e-a944-31bb95ebd8e8 req-654c72f2-5aae-4314-ae59-fdf0b4657fa2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583570 Jan 31 18:38:28.135026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48726d8-7480-4028-bb58-119ccee76316 req-dfe65e50-5e5a-4ee4-9b8e-11600efd94e3 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:28.147929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c48726d8-7480-4028-bb58-119ccee76316 req-dfe65e50-5e5a-4ee4-9b8e-11600efd94e3 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 944 time: 0.0946095 Jan 31 18:38:28.221481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c48726d8-7480-4028-bb58-119ccee76316 req-d03e4503-2e48-4622-965a-81ba71825eca tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbe2fde2-d571-446c-b314-f0205e77064b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726113 Jan 31 18:38:28.457283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eb16b-5055-4954-90fc-ffdec3edc909 req-ea17adde-db59-43c3-9f17-13fed2cdee07 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:28.460037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea9eb16b-5055-4954-90fc-ffdec3edc909 req-ea17adde-db59-43c3-9f17-13fed2cdee07 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 949 time: 0.1235559 Jan 31 18:38:28.604030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea9eb16b-5055-4954-90fc-ffdec3edc909 req-bffaae6d-e613-47ba-ab75-a8fac5dbdbcf tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369376 Jan 31 18:38:28.850739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:38:28.896701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2583b802-2449-4191-9813-204d05a0d5ba up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:38:29.057399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 2583b802-2449-4191-9813-204d05a0d5ba completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:38:29.060647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a,segment=NetworkSegment(45780f23-4f91-4199-a9cc-c35fd9d6889d),segment_id=45780f23-4f91-4199-a9cc-c35fd9d6889d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:29.072979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 2583b802-2449-4191-9813-204d05a0d5ba triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:29.073452 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2583b802-2449-4191-9813-204d05a0d5ba), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:29.120569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '726cbaf1-c8ae-48e2-9ff0-5c8629c6395a', 'network_id': '5a462d7e-3d08-4558-8fe7-2799f4b7a086', 'port_id': '726cbaf1-c8ae-48e2-9ff0-5c8629c6395a', 'mac_address': 'fa:16:3e:76:ef:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:38:29.174099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:29.174504 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:29.222412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:38:29.284718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a,segment=NetworkSegment(45780f23-4f91-4199-a9cc-c35fd9d6889d),segment_id=45780f23-4f91-4199-a9cc-c35fd9d6889d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:29.289041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 2583b802-2449-4191-9813-204d05a0d5ba is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:29.289234 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2583b802-2449-4191-9813-204d05a0d5ba), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:29.301351 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:29.397108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 2583b802-2449-4191-9813-204d05a0d5ba, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2583b802-2449-4191-9813-204d05a0d5ba,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:29.404233 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2583b802-2449-4191-9813-204d05a0d5ba), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:29.407296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:29.465316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=2583b802-2449-4191-9813-204d05a0d5ba,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:29.690826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['726cbaf1-c8ae-48e2-9ff0-5c8629c6395a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:29.820844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5763f4-1f5e-48bf-9070-7d3703849096 req-89833fed-b9da-4563-b10d-f815b4f56c36 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:29.822314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c5763f4-1f5e-48bf-9070-7d3703849096 req-89833fed-b9da-4563-b10d-f815b4f56c36 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.1612370 Jan 31 18:38:29.952492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21106de-a742-41d7-89dc-9600485151b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2583b802-2449-4191-9813-204d05a0d5ba'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:29.956927 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33d3c9d-8d75-45b0-bf54-1e7bdbcf7af3" -d '{"events": [{"server_uuid": "e21106de-a742-41d7-89dc-9600485151b5", "name": "network-vif-plugged", "status": "completed", "tag": "2583b802-2449-4191-9813-204d05a0d5ba"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:29.970982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c5763f4-1f5e-48bf-9070-7d3703849096 req-432da8fa-b2c4-4412-b311-efd6c35cc684 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348794 Jan 31 18:38:30.006875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84262e-cfd6-4a11-988b-6a2a88ec4d95 req-3b7ac57f-4df7-425f-a382-c79f3e23bf51 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:30.008445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac84262e-cfd6-4a11-988b-6a2a88ec4d95 req-3b7ac57f-4df7-425f-a382-c79f3e23bf51 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 945 time: 0.1763587 Jan 31 18:38:30.063990 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac84262e-cfd6-4a11-988b-6a2a88ec4d95 req-4f77beba-7649-41e1-9b42-9c084dd8d2df tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbe2fde2-d571-446c-b314-f0205e77064b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471680 Jan 31 18:38:30.267655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ead474-b091-4ad8-ac1b-deab4090ac27 req-c070d9cf-e509-47cd-b8f4-2d20b1a2ae5a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:30.275533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6ead474-b091-4ad8-ac1b-deab4090ac27 req-c070d9cf-e509-47cd-b8f4-2d20b1a2ae5a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 950 time: 0.0860016 Jan 31 18:38:30.345651 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6ead474-b091-4ad8-ac1b-deab4090ac27 req-f70a89ac-fc44-4ecf-b126-60a7fc0ef3a2 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691268 Jan 31 18:38:30.423148 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774310fa-889f-459c-b094-fb97bc9e05fe x-openstack-request-id: req-774310fa-889f-459c-b094-fb97bc9e05fe {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:30.423457 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21106de-a742-41d7-89dc-9600485151b5", "name": "network-vif-plugged", "status": "completed", "tag": "2583b802-2449-4191-9813-204d05a0d5ba", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:30.423720 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-774310fa-889f-459c-b094-fb97bc9e05fe {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:30.424118 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21106de-a742-41d7-89dc-9600485151b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2583b802-2449-4191-9813-204d05a0d5ba', 'code': 200} Jan 31 18:38:30.608481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acb697-9918-4c03-a928-944a7785f48f req-357522de-bfea-40c2-870c-40ba4c63b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:30.610120 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-41acb697-9918-4c03-a928-944a7785f48f req-357522de-bfea-40c2-870c-40ba4c63b9c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 1133 time: 0.1060812 Jan 31 18:38:30.712874 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-41acb697-9918-4c03-a928-944a7785f48f req-8f2dec96-db1b-4406-a1ea-2c067b382ca9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932193 Jan 31 18:38:30.879069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:38:30.977723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:38:31.000163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:31.008968 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:31.118268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-6f7fb0c6-9179-4076-89aa-73dbe99d7394 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=969e4657240b411a86d1939de20565b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644732 Jan 31 18:38:31.200722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:31.201050 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:31.288039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a,segment=NetworkSegment(45780f23-4f91-4199-a9cc-c35fd9d6889d),segment_id=45780f23-4f91-4199-a9cc-c35fd9d6889d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:31.293181 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:31.344427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-1db3ab91-27ff-43af-8b47-c7ccf40a81ba tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:31.346317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-1db3ab91-27ff-43af-8b47-c7ccf40a81ba tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108953 Jan 31 18:38:31.356507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:31.413784 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-c9b7a243-9c9d-4524-8059-c1dd00d769a5 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/quotas/969e4657240b411a86d1939de20565b9 HTTP/1.1" status: 200 len: 375 time: 0.0533717 Jan 31 18:38:31.436751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-e930a3e8-5fa3-40c1-8858-6927ca789a8f service neutron] 10.222.0.49 "GET /v2.0/ports/9a0630f4-dd07-498e-bc20-4632ba088e20/bindings/n-h2-812111-15 HTTP/1.1" status: 200 len: 385 time: 0.1731391 Jan 31 18:38:31.473038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-a9ff6329-8e47-4465-ac5f-864845c6bb38 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=969e4657240b411a86d1939de20565b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511160 Jan 31 18:38:31.520634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2106b58-b3ac-4672-ae79-d85987ef5e13 req-8e428df0-8350-4930-91cb-c0769eeda906 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:31.527714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2106b58-b3ac-4672-ae79-d85987ef5e13 req-8e428df0-8350-4930-91cb-c0769eeda906 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 943 time: 0.1782038 Jan 31 18:38:31.618909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2106b58-b3ac-4672-ae79-d85987ef5e13 req-d7e867af-9855-4af7-b101-857351e467d0 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901530 Jan 31 18:38:31.889977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57ff44-7868-49f1-b9f1-66cc1243eae9 req-4c451563-e4e2-4ee4-aab2-ebbae9042ada tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:31.891905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d57ff44-7868-49f1-b9f1-66cc1243eae9 req-4c451563-e4e2-4ee4-aab2-ebbae9042ada tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 948 time: 0.1237488 Jan 31 18:38:31.932691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-3b918df7-4113-4d8c-bc4b-f861f394ef5c service neutron] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9a0630f4-dd07-498e-bc20-4632ba088e20,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:31.953033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada9aa5-4eb9-4de4-8061-75e07cd8ac14 req-0373241f-7524-47a6-a2f0-e0bdb79ffc2f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:31.961407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aada9aa5-4eb9-4de4-8061-75e07cd8ac14 req-0373241f-7524-47a6-a2f0-e0bdb79ffc2f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 946 time: 0.2204769 Jan 31 18:38:32.027757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d57ff44-7868-49f1-b9f1-66cc1243eae9 req-48283c9b-bd9e-4bb6-b883-c2131ad275c7 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287735 Jan 31 18:38:32.091427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-3b918df7-4113-4d8c-bc4b-f861f394ef5c service neutron] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:38:32.116410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aada9aa5-4eb9-4de4-8061-75e07cd8ac14 req-6b07ecf4-8bcd-42e6-8bc2-e72ffc1644f8 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbe2fde2-d571-446c-b314-f0205e77064b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480653 Jan 31 18:38:32.279343 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-3b918df7-4113-4d8c-bc4b-f861f394ef5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0630f4-dd07-498e-bc20-4632ba088e20 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:38:32.319381 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8222c6a1-992a-4ef1-b14c-a6e831f42e18 req-d4fa012c-e8d6-4945-9136-94cb4f955174 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 210 time: 0.0756917 Jan 31 18:38:32.330217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-3b918df7-4113-4d8c-bc4b-f861f394ef5c service neutron] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=9a0630f4-dd07-498e-bc20-4632ba088e20,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:32.366619 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-3b918df7-4113-4d8c-bc4b-f861f394ef5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:32.396275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0813302-cc08-4d9e-9b95-4093144ddd19 req-7d52847d-d7dd-418c-90ba-39287dde9a7d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:32.397879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0813302-cc08-4d9e-9b95-4093144ddd19 req-7d52847d-d7dd-418c-90ba-39287dde9a7d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 950 time: 0.2011530 Jan 31 18:38:32.425581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9577887f-22d7-45de-8043-c7a5bdc2345d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726cbaf1-c8ae-48e2-9ff0-5c8629c6395a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:32.428882 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a330af1-6131-436e-a1e5-18ed26f9ac73" -d '{"events": [{"server_uuid": "9577887f-22d7-45de-8043-c7a5bdc2345d", "name": "network-vif-plugged", "status": "completed", "tag": "726cbaf1-c8ae-48e2-9ff0-5c8629c6395a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:32.486639 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bf6ef1-91b9-4750-9568-95ffbc0ca336 x-openstack-request-id: req-d9bf6ef1-91b9-4750-9568-95ffbc0ca336 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:32.486938 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9577887f-22d7-45de-8043-c7a5bdc2345d", "name": "network-vif-plugged", "status": "completed", "tag": "726cbaf1-c8ae-48e2-9ff0-5c8629c6395a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:32.487196 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9bf6ef1-91b9-4750-9568-95ffbc0ca336 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:32.487591 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9577887f-22d7-45de-8043-c7a5bdc2345d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726cbaf1-c8ae-48e2-9ff0-5c8629c6395a', 'code': 200} Jan 31 18:38:32.544012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0813302-cc08-4d9e-9b95-4093144ddd19 req-4dc29673-4581-4271-ba9b-1477d6089acc tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847335 Jan 31 18:38:32.562633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-3b918df7-4113-4d8c-bc4b-f861f394ef5c service neutron] Transition to ACTIVE for port object 9a0630f4-dd07-498e-bc20-4632ba088e20 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:38:32.568878 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-3b918df7-4113-4d8c-bc4b-f861f394ef5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:32.643499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-3b918df7-4113-4d8c-bc4b-f861f394ef5c service neutron] No DVR routers for this DVR port 9a0630f4-dd07-498e-bc20-4632ba088e20 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:38:32.679348 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a3b05-acd0-4b55-8aad-c8018fa58d7c req-172a94c1-7219-45e6-ae77-1cdb1e82e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:32.680983 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8c8a3b05-acd0-4b55-8aad-c8018fa58d7c req-172a94c1-7219-45e6-ae77-1cdb1e82e64b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 1129 time: 0.1100526 Jan 31 18:38:32.709304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-3b918df7-4113-4d8c-bc4b-f861f394ef5c service neutron] 10.222.0.49 "PUT /v2.0/ports/9a0630f4-dd07-498e-bc20-4632ba088e20/bindings/n-h2-812111-15/activate HTTP/1.1" status: 200 len: 370 time: 1.2635458 Jan 31 18:38:32.710394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b918df7-4113-4d8c-bc4b-f861f394ef5c service neutron] Pushing event updated for resources: {'Port': ['ID=9a0630f4-dd07-498e-bc20-4632ba088e20,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:32.750040 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8c8a3b05-acd0-4b55-8aad-c8018fa58d7c req-87824b05-0037-4b2e-b013-bf5c12be7112 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fbe2fde2-d571-446c-b314-f0205e77064b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600388 Jan 31 18:38:32.805430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df68dd-833e-4f88-b0f1-b623f7730227 req-fc0d3018-1a62-4828-8cc5-3cee8b0545aa tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:32.812406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4df68dd-833e-4f88-b0f1-b623f7730227 req-fc0d3018-1a62-4828-8cc5-3cee8b0545aa tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 944 time: 0.0770743 Jan 31 18:38:32.861880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4df68dd-833e-4f88-b0f1-b623f7730227 req-6b16aa6c-0aed-4104-802b-5b453eda059b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475247 Jan 31 18:38:33.050827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-cfea7ac4-1abb-4557-afd5-b5d39de9b65d tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:33.052979 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-cfea7ac4-1abb-4557-afd5-b5d39de9b65d tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319&tenant_id=9fffd57ee5764d53b8880788295d6082&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 1127 time: 0.0600069 Jan 31 18:38:33.121914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-12dd022f-7e50-476e-abff-f0c58e8562b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:33.123419 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-12dd022f-7e50-476e-abff-f0c58e8562b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319&tenant_id=9fffd57ee5764d53b8880788295d6082 HTTP/1.1" status: 200 len: 1127 time: 0.0634291 Jan 31 18:38:33.132135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-980b94c4-ee41-499e-bcb6-b7df70e94582 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=969e4657240b411a86d1939de20565b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483048 Jan 31 18:38:33.244359 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-d64ca83a-e238-4157-b50e-76699afc510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:33.246174 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-d64ca83a-e238-4157-b50e-76699afc510c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 1127 time: 0.0842962 Jan 31 18:38:33.383451 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-96b5f471-a12e-4c30-ac73-f7d436cd7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:33.385913 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-96b5f471-a12e-4c30-ac73-f7d436cd7978 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 0.1287932 Jan 31 18:38:33.451764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079bf87-37ab-4601-badf-941e13ffa3fe req-dcee11f2-9554-4003-b9ae-6f2fcef6b0d9 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:33.453600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d079bf87-37ab-4601-badf-941e13ffa3fe req-dcee11f2-9554-4003-b9ae-6f2fcef6b0d9 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 946 time: 0.2005506 Jan 31 18:38:33.454974 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-623ba1f8-d000-43ee-b6c5-9b53bbb12c4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a0630f4-dd07-498e-bc20-4632ba088e20 HTTP/1.1" status: 200 len: 217 time: 0.0574665 Jan 31 18:38:33.461661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-875175c1-bdb8-41b0-9011-c82e5eb43778 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:33.463106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-875175c1-bdb8-41b0-9011-c82e5eb43778 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3251407 Jan 31 18:38:33.472864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aa3c8-e75a-48f1-9bd8-07bc84a2d789 req-3b0c3605-034e-4644-a4e4-46145185403c tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:33.479764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-443aa3c8-e75a-48f1-9bd8-07bc84a2d789 req-3b0c3605-034e-4644-a4e4-46145185403c tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 948 time: 0.2229919 Jan 31 18:38:33.498752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Request body: {'port': {'device_id': '45abe517-4326-4321-88fc-5094d6ec8d3f', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '969e4657240b411a86d1939de20565b9'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:38:33.511879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-444b8ff3-6843-4465-ba09-f0bbbd35afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:33.513796 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-444b8ff3-6843-4465-ba09-f0bbbd35afe2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.0523267 Jan 31 18:38:33.566530 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-12e5ff40-215f-4c11-99a5-c7d009072fff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332825 Jan 31 18:38:33.658642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d079bf87-37ab-4601-badf-941e13ffa3fe req-08e01006-1b9b-4160-801b-1416e87723ad tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbe2fde2-d571-446c-b314-f0205e77064b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935763 Jan 31 18:38:33.687904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-443aa3c8-e75a-48f1-9bd8-07bc84a2d789 req-09a51824-2350-4741-badd-b727088f8545 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014687 Jan 31 18:38:33.712069 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-e693d4ef-ef72-41ae-adb4-3e2e09973605 service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348455 Jan 31 18:38:33.855128 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-fc705e68-95ec-477a-b343-833772c0adfb service neutron] 10.222.0.21 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348147 Jan 31 18:38:33.861550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9ba36d4-ee5a-425d-9a27-61bde5afddfb req-f8600106-c0c3-44ba-a88b-daec052493cb tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 210 time: 0.0473909 Jan 31 18:38:33.877282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Made reservation on behalf of 969e4657240b411a86d1939de20565b9 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:38:33.883494 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:33.926265 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:33.983266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d73d0-fc9d-4bc7-8042-d3d16383215f req-97803445-521c-47dd-87f3-dc1fe3eddaa5 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:33.985122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-590d73d0-fc9d-4bc7-8042-d3d16383215f req-97803445-521c-47dd-87f3-dc1fe3eddaa5 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.21 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 948 time: 0.3253856 Jan 31 18:38:34.096785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b2284-ac01-4b6d-bb71-da0f13b2fa21 req-e1b67500-2ff1-4167-83bb-354d496fb006 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:34.106582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-900b2284-ac01-4b6d-bb71-da0f13b2fa21 req-e1b67500-2ff1-4167-83bb-354d496fb006 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 950 time: 0.2517960 Jan 31 18:38:34.241436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957a5f9-3c0f-4c90-b774-be5870655e30 req-4567d020-d557-4874-bfae-828c8ba8a9a5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:34.247377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-d9c2010c-0fda-459d-95ed-ffe63f36c327 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:34.248665 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2957a5f9-3c0f-4c90-b774-be5870655e30 req-4567d020-d557-4874-bfae-828c8ba8a9a5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 944 time: 0.2892745 Jan 31 18:38:34.254265 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-d9c2010c-0fda-459d-95ed-ffe63f36c327 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319&tenant_id=9fffd57ee5764d53b8880788295d6082&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1127 time: 0.1059396 Jan 31 18:38:34.340772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-900b2284-ac01-4b6d-bb71-da0f13b2fa21 req-3f7476da-572c-44a5-978c-b5f90d5bcb71 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311051 Jan 31 18:38:34.345375 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Publish callbacks [] for security_group (b41063e5-52ae-44e2-9cf6-cd1e0f57120b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:34.381886 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b41063e5-52ae-44e2-9cf6-cd1e0f57120b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:34.520464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-539208ad-392d-42c5-a8ae-e4285c1e9fc1 service neutron] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:38:34.520464 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-539208ad-392d-42c5-a8ae-e4285c1e9fc1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:34.520464 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8b81ea8-e0f0-436e-b76f-5f6edc82323e req-539208ad-392d-42c5-a8ae-e4285c1e9fc1 service neutron] 10.222.0.21 "DELETE /v2.0/ports/9a0630f4-dd07-498e-bc20-4632ba088e20/bindings/n-h1-812111-15 HTTP/1.1" status: 204 len: 173 time: 0.2601054 Jan 31 18:38:34.861070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2957a5f9-3c0f-4c90-b774-be5870655e30 req-4f6f4eed-7d7f-4922-9ceb-116befbd6bb3 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113114 Jan 31 18:38:34.907004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-590d73d0-fc9d-4bc7-8042-d3d16383215f req-8425fbe9-c5a4-4417-900d-5070255e797a tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Deleting port 0fd38133-c11e-4352-ac1d-65dd510d7959 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:38:34.907236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-590d73d0-fc9d-4bc7-8042-d3d16383215f req-8425fbe9-c5a4-4417-900d-5070255e797a tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:34.999066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Allocated IP 192.168.233.183 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/57440df5-6fdd-4f44-bcc0-2466dce418d2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:38:35.088800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41063e5-52ae-44e2-9cf6-cd1e0f57120b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:35.103173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-590d73d0-fc9d-4bc7-8042-d3d16383215f req-8425fbe9-c5a4-4417-900d-5070255e797a tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] For port 0fd38133-c11e-4352-ac1d-65dd510d7959, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0fd38133-c11e-4352-ac1d-65dd510d7959,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:35.103518 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-590d73d0-fc9d-4bc7-8042-d3d16383215f req-8425fbe9-c5a4-4417-900d-5070255e797a tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:35.143430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdc4c0-8c96-4483-a5d2-9d902e834a3b req-61be4ddf-cdbc-4d47-80b3-755c029625dd tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.144820 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bbdc4c0-8c96-4483-a5d2-9d902e834a3b req-61be4ddf-cdbc-4d47-80b3-755c029625dd tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 946 time: 0.3444984 Jan 31 18:38:35.145855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-590d73d0-fc9d-4bc7-8042-d3d16383215f req-8425fbe9-c5a4-4417-900d-5070255e797a tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Calling delete_port for 0fd38133-c11e-4352-ac1d-65dd510d7959 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:38:35.380930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bbdc4c0-8c96-4483-a5d2-9d902e834a3b req-9633a5be-d770-4eed-b700-c00892d686b5 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbe2fde2-d571-446c-b314-f0205e77064b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233088 Jan 31 18:38:35.419625 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Publish callbacks [] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:35.436421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.436909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.437463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.437995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.438500 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.438970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.439479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.439948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.440441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.440913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.441397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.441880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.442339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.442886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.443368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.443818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.444277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.444771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.445235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.448075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-a460893b-db13-426d-be7e-bd14f434d28b tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f&device_id=9577887f-22d7-45de-8043-c7a5bdc2345d&device_id=e21106de-a742-41d7-89dc-9600485151b5&device_id=1648355d-f59f-4560-8f41-111f50d2047a&device_id=028999a3-4c6a-4b10-a095-5db81c613c44&device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b&device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3&device_id=9d14959f-d27f-4ed8-8135-3b0779280319&device_id=324f655a-97ee-41e6-95ae-dea5533fc612&device_id=9b1ba4e4-a2b1-4036-839b-154eeb15d73c&device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c&device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973&device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23&device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 17766 time: 0.2277620 Jan 31 18:38:35.547881 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-8a843aba-dc88-41d0-aa85-37fb84cd2e29 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:35.606202 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-590d73d0-fc9d-4bc7-8042-d3d16383215f req-8425fbe9-c5a4-4417-900d-5070255e797a tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0fd38133-c11e-4352-ac1d-65dd510d7959), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:35.608599 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:35.666269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457da7ef-6893-4c49-99cd-ba903e128b1d req-b636efbf-3ec5-46aa-b7d1-8611f1fe4fef tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.668900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-457da7ef-6893-4c49-99cd-ba903e128b1d req-b636efbf-3ec5-46aa-b7d1-8611f1fe4fef tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=324f655a-97ee-41e6-95ae-dea5533fc612 HTTP/1.1" status: 200 len: 948 time: 0.2050099 Jan 31 18:38:35.679841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425fbe9-c5a4-4417-900d-5070255e797a tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Pushing event deleted for resources: {'Port': ['ID=0fd38133-c11e-4352-ac1d-65dd510d7959,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:35.732672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:38:35.759197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:38:35.767302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:38:35.827071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-590d73d0-fc9d-4bc7-8042-d3d16383215f req-8425fbe9-c5a4-4417-900d-5070255e797a tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] No DVR routers for this DVR port 0fd38133-c11e-4352-ac1d-65dd510d7959 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:38:35.844508 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-590d73d0-fc9d-4bc7-8042-d3d16383215f req-8425fbe9-c5a4-4417-900d-5070255e797a tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:35.854666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-590d73d0-fc9d-4bc7-8042-d3d16383215f req-8425fbe9-c5a4-4417-900d-5070255e797a tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.21 "DELETE /v2.0/ports/0fd38133-c11e-4352-ac1d-65dd510d7959 HTTP/1.1" status: 204 len: 173 time: 1.8619928 Jan 31 18:38:35.860694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324f655a-97ee-41e6-95ae-dea5533fc612', 'name': 'network-vif-deleted', 'tag': '0fd38133-c11e-4352-ac1d-65dd510d7959'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:35.863684 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14281cb2-a8d8-4de0-a832-f5082125e869" -d '{"events": [{"server_uuid": "324f655a-97ee-41e6-95ae-dea5533fc612", "name": "network-vif-deleted", "tag": "0fd38133-c11e-4352-ac1d-65dd510d7959"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:35.875825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Pushing event updated for resources: {'Port': ['ID=57440df5-6fdd-4f44-bcc0-2466dce418d2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:35.902499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-457da7ef-6893-4c49-99cd-ba903e128b1d req-4cf3fffb-0b9a-4dc2-b83a-baa49f428506 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199478 Jan 31 18:38:35.916142 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-8a843aba-dc88-41d0-aa85-37fb84cd2e29 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Publish callbacks [] for security_group (fd0991ef-b2e8-459f-8268-b77e0fd14f62), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:35.924931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:35.925572 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:35.929656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-8a843aba-dc88-41d0-aa85-37fb84cd2e29 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fd0991ef-b2e8-459f-8268-b77e0fd14f62), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:35.966188 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-55f1b464-f4b5-46ba-8dc4-251c009ff8a6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4843128 Jan 31 18:38:35.985670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Request body: {'port': {'device_id': '45abe517-4326-4321-88fc-5094d6ec8d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:38:36.022483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a843aba-dc88-41d0-aa85-37fb84cd2e29 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0991ef-b2e8-459f-8268-b77e0fd14f62,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:36.163041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:36.194983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4984492f-b26a-489c-a7f6-cd7eb4139b77 req-8a843aba-dc88-41d0-aa85-37fb84cd2e29 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&id=ec93b03b-8aa9-494e-8502-039dab924079&id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&id=734224fe-b50d-4122-b83f-f486936624cd&id=33664a6d-7c50-47ca-8f16-25f560414b28&id=fbe2fde2-d571-446c-b314-f0205e77064b&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 808 time: 0.7359486 Jan 31 18:38:36.205785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31c61-250a-47ab-bf38-d02583e0aef9 req-62ccd6b4-a89d-41ee-b024-fbd926033845 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:36.207322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8de31c61-250a-47ab-bf38-d02583e0aef9 req-62ccd6b4-a89d-41ee-b024-fbd926033845 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 936 time: 0.1610103 Jan 31 18:38:36.304945 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bb68b1-246a-4f63-8fc6-3598c27dbc20 x-openstack-request-id: req-49bb68b1-246a-4f63-8fc6-3598c27dbc20 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:36.305251 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324f655a-97ee-41e6-95ae-dea5533fc612", "name": "network-vif-deleted", "tag": "0fd38133-c11e-4352-ac1d-65dd510d7959", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:36.305513 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49bb68b1-246a-4f63-8fc6-3598c27dbc20 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:36.305924 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324f655a-97ee-41e6-95ae-dea5533fc612', 'name': 'network-vif-deleted', 'tag': '0fd38133-c11e-4352-ac1d-65dd510d7959', 'status': 'completed', 'code': 200} Jan 31 18:38:36.330877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8de31c61-250a-47ab-bf38-d02583e0aef9 req-71e672db-bd03-4957-8873-0f9d2ffe6db4 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/security-groups?id=b41063e5-52ae-44e2-9cf6-cd1e0f57120b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132190 Jan 31 18:38:36.521335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39d878-607a-476c-8f7f-2bb9eb382ae0 req-b4ad012a-0403-43f9-bb3b-67019ef6c13d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:36.522932 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b39d878-607a-476c-8f7f-2bb9eb382ae0 req-b4ad012a-0403-43f9-bb3b-67019ef6c13d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 944 time: 0.1280236 Jan 31 18:38:36.610330 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6937b89e-95e1-4b29-8b30-4e378624de69 None None] Provisioning complete for port 57440df5-6fdd-4f44-bcc0-2466dce418d2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:36.610941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6937b89e-95e1-4b29-8b30-4e378624de69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:36.629780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b39d878-607a-476c-8f7f-2bb9eb382ae0 req-3778d8c8-f82b-4e13-8c37-42054de859ef tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965853 Jan 31 18:38:36.648680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6937b89e-95e1-4b29-8b30-4e378624de69 None None] Port 57440df5-6fdd-4f44-bcc0-2466dce418d2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:38:36.696614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41e65b-5939-4d04-9d87-63b128762d74 req-82f7e83c-c691-4a84-a30b-c70c7e62d9a0 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:36.698105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb41e65b-5939-4d04-9d87-63b128762d74 req-82f7e83c-c691-4a84-a30b-c70c7e62d9a0 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 950 time: 0.1263981 Jan 31 18:38:36.715365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57440df5-6fdd-4f44-bcc0-2466dce418d2 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:38:36.729792 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Publish callbacks [] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:36.755509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Transition to ACTIVE for port object 57440df5-6fdd-4f44-bcc0-2466dce418d2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:38:36.771481 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:36.784729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb41e65b-5939-4d04-9d87-63b128762d74 req-8541db67-a1b8-47ad-8ae1-79e9fcfcddfa tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797534 Jan 31 18:38:36.861394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Pushing event updated for resources: {'Port': ['ID=57440df5-6fdd-4f44-bcc0-2466dce418d2,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:36.895425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 696a5b3b-16c1-49e7-be84-9d8bc5ff766d no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:36.953458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Attempting to bind port 57440df5-6fdd-4f44-bcc0-2466dce418d2 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:38:36.954082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Attempting to bind port 57440df5-6fdd-4f44-bcc0-2466dce418d2 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:38:36.954421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Attempting to bind port 57440df5-6fdd-4f44-bcc0-2466dce418d2 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:38:36.980801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Port 57440df5-6fdd-4f44-bcc0-2466dce418d2 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:38:36.981205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Attempting to bind port 57440df5-6fdd-4f44-bcc0-2466dce418d2 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:38:36.990111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:38:36.990505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:38:36.990840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:38:36.991265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Bound port: 57440df5-6fdd-4f44-bcc0-2466dce418d2, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:38:36.991624 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:37.002226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:37.002627 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:37.035511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:37.037905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1a5e8-eda0-4672-9e5b-d100d36d5220 req-ad0b0f32-734b-4494-85ab-ae864341d353 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:37.038119 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f567c4-0c68-4722-b922-50c753e295ab" -d '{"events": [{"server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "name": "network-vif-unplugged", "status": "completed", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:37.038408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1a5e8-eda0-4672-9e5b-d100d36d5220 req-ad0b0f32-734b-4494-85ab-ae864341d353 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:37.038901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1a5e8-eda0-4672-9e5b-d100d36d5220 req-ad0b0f32-734b-4494-85ab-ae864341d353 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:37.046364 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ba1a5e8-eda0-4672-9e5b-d100d36d5220 req-ad0b0f32-734b-4494-85ab-ae864341d353 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5&device_id=028999a3-4c6a-4b10-a095-5db81c613c44&device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 2979 time: 0.1043198 Jan 31 18:38:37.054988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:37.062619 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:37.064063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0fd38133-c11e-4352-ac1d-65dd510d7959 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:37.091663 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 0fd38133-c11e-4352-ac1d-65dd510d7959 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:38:37.092267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0fd38133-c11e-4352-ac1d-65dd510d7959 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:38:37.132558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] For port 57440df5-6fdd-4f44-bcc0-2466dce418d2, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:38:37.136615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] For port 57440df5-6fdd-4f44-bcc0-2466dce418d2, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=57440df5-6fdd-4f44-bcc0-2466dce418d2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:38:37.145289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ba1a5e8-eda0-4672-9e5b-d100d36d5220 req-412fbb44-341b-4b53-ac06-630d9f7f7083 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974691 Jan 31 18:38:37.156749 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:37.156977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:37.217557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:37.218187 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:37.226790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] 10.222.0.49 "PUT /v2.0/ports/57440df5-6fdd-4f44-bcc0-2466dce418d2 HTTP/1.1" status: 200 len: 1097 time: 1.2434778 Jan 31 18:38:37.264873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27018f13-64bf-490e-af76-0663c663c296 req-81763664-fcac-492a-9d60-3cd69f06f94d tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:37.267190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27018f13-64bf-490e-af76-0663c663c296 req-81763664-fcac-492a-9d60-3cd69f06f94d tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 1127 time: 0.1155775 Jan 31 18:38:37.269701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c93ff-e3ce-4123-a311-925c3aaaa114 service neutron] Pushing event updated for resources: {'Port': ['ID=57440df5-6fdd-4f44-bcc0-2466dce418d2,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:37.273658 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647aa935-6462-4e9b-bdd7-88167e392bcb x-openstack-request-id: req-647aa935-6462-4e9b-bdd7-88167e392bcb {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:37.276398 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "name": "network-vif-unplugged", "status": "completed", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:37.277095 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-647aa935-6462-4e9b-bdd7-88167e392bcb {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:37.277659 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'code': 200} Jan 31 18:38:37.375101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-8733bcff-14d7-4bed-a6b4-e6a610278f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:37.376700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-8733bcff-14d7-4bed-a6b4-e6a610278f41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=969e4657240b411a86d1939de20565b9&device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 1131 time: 0.1083381 Jan 31 18:38:37.387653 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27018f13-64bf-490e-af76-0663c663c296 req-0c59fb13-b75f-4dfb-bee8-418026d42f42 tempest-LiveAutoBlockMigrationV225Test-1403442686 tempest-LiveAutoBlockMigrationV225Test-1403442686-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877705 Jan 31 18:38:37.461370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-c9bc1c17-5336-427e-97d6-67fdeb0a9f65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=57440df5-6fdd-4f44-bcc0-2466dce418d2 HTTP/1.1" status: 200 len: 217 time: 0.0759974 Jan 31 18:38:37.504016 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78f564-c3f0-4469-8edb-f9da28479d97 req-1f083c77-a14b-4e8a-8687-a6a060273f2f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:37.505537 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a78f564-c3f0-4469-8edb-f9da28479d97 req-1f083c77-a14b-4e8a-8687-a6a060273f2f tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 946 time: 0.1803563 Jan 31 18:38:37.543231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-352caba3-8a75-4374-9f58-4c7d8cc6804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:37.544725 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-352caba3-8a75-4374-9f58-4c7d8cc6804d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0768785 Jan 31 18:38:37.596152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a78f564-c3f0-4469-8edb-f9da28479d97 req-34bb20bb-f48a-44ab-b139-2bc456a6accd tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbe2fde2-d571-446c-b314-f0205e77064b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841024 Jan 31 18:38:37.613751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-26b8bfc1-7b83-45ca-8a20-64573985b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:37.615376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-26b8bfc1-7b83-45ca-8a20-64573985b239 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0629356 Jan 31 18:38:37.753152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-c6a970df-1077-4879-875a-8b8fe1bd9e49 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309230 Jan 31 18:38:37.789642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494bc75-5731-44ab-9ad9-0f5990cf82ff req-27cd2d98-43da-4cc5-a4ac-02e4c58fc4a8 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:37.791118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b494bc75-5731-44ab-9ad9-0f5990cf82ff req-27cd2d98-43da-4cc5-a4ac-02e4c58fc4a8 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 948 time: 0.0933969 Jan 31 18:38:37.892271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b494bc75-5731-44ab-9ad9-0f5990cf82ff req-28657f62-99a3-41cd-b421-5269c350ae42 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/security-groups?id=b41063e5-52ae-44e2-9cf6-cd1e0f57120b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700724 Jan 31 18:38:37.895909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-035abbda-403e-4ac4-9cad-f69a391cd0d4 req-ddbb460d-d58d-4a3e-ac86-107f27b33855 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362572 Jan 31 18:38:38.172993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f758ef-286b-4c7d-9773-0c0a477a4189 req-5451b0c2-a689-4afb-baee-d97638aa09cb tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:38.174494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44f758ef-286b-4c7d-9773-0c0a477a4189 req-5451b0c2-a689-4afb-baee-d97638aa09cb tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1ba4e4-a2b1-4036-839b-154eeb15d73c HTTP/1.1" status: 200 len: 949 time: 0.0810380 Jan 31 18:38:38.212093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d97cf-d93f-4482-9a5c-e4342c544e7c req-6d049467-096c-40bd-997a-ab3273cfefdb tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:38.215156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a71d97cf-d93f-4482-9a5c-e4342c544e7c req-6d049467-096c-40bd-997a-ab3273cfefdb tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 944 time: 0.0815067 Jan 31 18:38:38.261171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44f758ef-286b-4c7d-9773-0c0a477a4189 req-d8260486-9f5a-47af-95be-db1c84e96633 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778849 Jan 31 18:38:38.289791 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a71d97cf-d93f-4482-9a5c-e4342c544e7c req-ec871a05-d364-4743-88d9-b09763f46d37 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628912 Jan 31 18:38:38.306880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45abe517-4326-4321-88fc-5094d6ec8d3f', 'tag': '57440df5-6fdd-4f44-bcc0-2466dce418d2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:38.309305 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01820cfe-5c7b-4485-9d61-fe2f3a7ee95b" -d '{"events": [{"name": "network-changed", "server_uuid": "45abe517-4326-4321-88fc-5094d6ec8d3f", "tag": "57440df5-6fdd-4f44-bcc0-2466dce418d2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:38.373685 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8824b612-3f1a-4482-be7c-9cea8225c619 x-openstack-request-id: req-8824b612-3f1a-4482-be7c-9cea8225c619 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:38.374074 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45abe517-4326-4321-88fc-5094d6ec8d3f", "tag": "57440df5-6fdd-4f44-bcc0-2466dce418d2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:38.374299 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8824b612-3f1a-4482-be7c-9cea8225c619 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:38.375384 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45abe517-4326-4321-88fc-5094d6ec8d3f', 'tag': '57440df5-6fdd-4f44-bcc0-2466dce418d2', 'status': 'completed', 'code': 200} Jan 31 18:38:38.469945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01820cfe-5c7b-4485-9d61-fe2f3a7ee95b req-f933a2cb-629b-4a9e-a1ae-2948e090c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:38.471434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01820cfe-5c7b-4485-9d61-fe2f3a7ee95b req-f933a2cb-629b-4a9e-a1ae-2948e090c0b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=969e4657240b411a86d1939de20565b9&device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 1131 time: 0.0554986 Jan 31 18:38:38.567774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01820cfe-5c7b-4485-9d61-fe2f3a7ee95b req-bed408f5-1bc5-4fc0-81e1-66fcb5e73465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:38.574518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01820cfe-5c7b-4485-9d61-fe2f3a7ee95b req-bed408f5-1bc5-4fc0-81e1-66fcb5e73465 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.0888288 Jan 31 18:38:38.626421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01820cfe-5c7b-4485-9d61-fe2f3a7ee95b req-c75ae1ac-c6c7-43b3-8a3d-4a6d1003e8cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=57440df5-6fdd-4f44-bcc0-2466dce418d2 HTTP/1.1" status: 200 len: 217 time: 0.0454314 Jan 31 18:38:38.715861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01820cfe-5c7b-4485-9d61-fe2f3a7ee95b req-7dbd5faa-811d-40d6-b8fb-a96f563edf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:38.717398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01820cfe-5c7b-4485-9d61-fe2f3a7ee95b req-7dbd5faa-811d-40d6-b8fb-a96f563edf6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0851302 Jan 31 18:38:38.787140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d373db-f879-40cf-a2c2-d1845c959336 req-5b1f4423-ec89-4274-a80f-409699c68df5 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:38.788796 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78d373db-f879-40cf-a2c2-d1845c959336 req-5b1f4423-ec89-4274-a80f-409699c68df5 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.21 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 946 time: 0.1473422 Jan 31 18:38:38.819395 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54ee6e-160a-42fa-89c1-b01f32f6d633 req-f4013e90-51cb-4451-93b9-a1e72cc45912 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:38.821046 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7e54ee6e-160a-42fa-89c1-b01f32f6d633 req-f4013e90-51cb-4451-93b9-a1e72cc45912 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 944 time: 0.0604210 Jan 31 18:38:38.921289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01820cfe-5c7b-4485-9d61-fe2f3a7ee95b req-d4a3cb1e-a9f4-45e7-a208-3bf6ca7b6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:38.922944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01820cfe-5c7b-4485-9d61-fe2f3a7ee95b req-d4a3cb1e-a9f4-45e7-a208-3bf6ca7b6731 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1989028 Jan 31 18:38:38.925780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7e54ee6e-160a-42fa-89c1-b01f32f6d633 req-dfa84b6f-53e5-4720-9605-8b356ee5c4bd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Deleting port 9a0630f4-dd07-498e-bc20-4632ba088e20 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:38:38.926138 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e54ee6e-160a-42fa-89c1-b01f32f6d633 req-dfa84b6f-53e5-4720-9605-8b356ee5c4bd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:38.929180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c2c3e-fe33-4452-900e-294cb76c3ea9 req-67e679b9-de15-48dc-b543-87c1b8813408 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:38.930664 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f4c2c3e-fe33-4452-900e-294cb76c3ea9 req-67e679b9-de15-48dc-b543-87c1b8813408 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 1133 time: 0.1978528 Jan 31 18:38:38.947653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c36037-07ab-4b2e-a3a2-5cc01b4a17d1 req-50f7dcb4-4ad6-486b-9975-6f280a0c7fb1 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:38.949114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9c36037-07ab-4b2e-a3a2-5cc01b4a17d1 req-50f7dcb4-4ad6-486b-9975-6f280a0c7fb1 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 946 time: 0.1817737 Jan 31 18:38:39.030221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7e54ee6e-160a-42fa-89c1-b01f32f6d633 req-dfa84b6f-53e5-4720-9605-8b356ee5c4bd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] For port 9a0630f4-dd07-498e-bc20-4632ba088e20, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=9a0630f4-dd07-498e-bc20-4632ba088e20,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:39.030628 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e54ee6e-160a-42fa-89c1-b01f32f6d633 req-dfa84b6f-53e5-4720-9605-8b356ee5c4bd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:39.043833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7e54ee6e-160a-42fa-89c1-b01f32f6d633 req-dfa84b6f-53e5-4720-9605-8b356ee5c4bd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Calling delete_port for 9a0630f4-dd07-498e-bc20-4632ba088e20 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:38:39.095684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f4c2c3e-fe33-4452-900e-294cb76c3ea9 req-7b614610-ddbb-4896-b457-45ae4c36d270 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455173 Jan 31 18:38:39.106451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-78d373db-f879-40cf-a2c2-d1845c959336 req-a2be8e9c-6a07-4c8d-93dd-c417164c6529 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Deleting port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:38:39.106940 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-78d373db-f879-40cf-a2c2-d1845c959336 req-a2be8e9c-6a07-4c8d-93dd-c417164c6529 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:39.130109 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9c36037-07ab-4b2e-a3a2-5cc01b4a17d1 req-0116a803-b67b-4a89-b2da-7479bdf633f6 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbe2fde2-d571-446c-b314-f0205e77064b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624484 Jan 31 18:38:39.135146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01820cfe-5c7b-4485-9d61-fe2f3a7ee95b req-94653864-0aca-4e75-9e39-2a960545495c service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999686 Jan 31 18:38:39.192483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e54ee6e-160a-42fa-89c1-b01f32f6d633 req-dfa84b6f-53e5-4720-9605-8b356ee5c4bd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9a0630f4-dd07-498e-bc20-4632ba088e20), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:39.210067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['9a0630f4-dd07-498e-bc20-4632ba088e20'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:39.213865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['ab40b8cb-66a7-4c96-ba4b-c11c1166af7a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:39.232427 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa84b6f-53e5-4720-9605-8b356ee5c4bd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Pushing event deleted for resources: {'Port': ['ID=9a0630f4-dd07-498e-bc20-4632ba088e20,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:39.302801 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e54ee6e-160a-42fa-89c1-b01f32f6d633 req-dfa84b6f-53e5-4720-9605-8b356ee5c4bd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] No DVR routers for this DVR port 9a0630f4-dd07-498e-bc20-4632ba088e20 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:38:39.306158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e54ee6e-160a-42fa-89c1-b01f32f6d633 req-dfa84b6f-53e5-4720-9605-8b356ee5c4bd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:39.310681 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7e54ee6e-160a-42fa-89c1-b01f32f6d633 req-dfa84b6f-53e5-4720-9605-8b356ee5c4bd tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.21 "DELETE /v2.0/ports/9a0630f4-dd07-498e-bc20-4632ba088e20 HTTP/1.1" status: 204 len: 173 time: 0.4816828 Jan 31 18:38:39.311410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d14959f-d27f-4ed8-8135-3b0779280319', 'name': 'network-vif-deleted', 'tag': '9a0630f4-dd07-498e-bc20-4632ba088e20'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:39.320861 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3131f6ea-4c9e-44ca-b703-c3b7fd5aea09" -d '{"events": [{"server_uuid": "9d14959f-d27f-4ed8-8135-3b0779280319", "name": "network-vif-deleted", "tag": "9a0630f4-dd07-498e-bc20-4632ba088e20"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:39.658072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-78d373db-f879-40cf-a2c2-d1845c959336 req-a2be8e9c-6a07-4c8d-93dd-c417164c6529 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] For port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a,segment=NetworkSegment(45780f23-4f91-4199-a9cc-c35fd9d6889d),segment_id=45780f23-4f91-4199-a9cc-c35fd9d6889d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:39.658637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-78d373db-f879-40cf-a2c2-d1845c959336 req-a2be8e9c-6a07-4c8d-93dd-c417164c6529 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:39.690157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-78d373db-f879-40cf-a2c2-d1845c959336 req-a2be8e9c-6a07-4c8d-93dd-c417164c6529 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Calling delete_port for 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:38:39.707077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01820cfe-5c7b-4485-9d61-fe2f3a7ee95b req-d98af7e9-d64f-4a55-9399-dde71a755ef9 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412264 Jan 31 18:38:39.714098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ee940-2bd0-4493-a712-2bcf9dde8069 req-8300bb4b-1c11-47fd-be6b-3c05a698cb4c tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:39.715393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee5ee940-2bd0-4493-a712-2bcf9dde8069 req-8300bb4b-1c11-47fd-be6b-3c05a698cb4c tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 1133 time: 0.4832127 Jan 31 18:38:39.724785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248986ed-62db-461a-933f-16f14b1032f1 req-1778588e-76b5-4ee5-adc5-0de7e9a09fc8 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:39.726266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-248986ed-62db-461a-933f-16f14b1032f1 req-1778588e-76b5-4ee5-adc5-0de7e9a09fc8 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 948 time: 0.4500382 Jan 31 18:38:39.847245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee5ee940-2bd0-4493-a712-2bcf9dde8069 req-188e3111-b6d2-4839-8cc2-ab918783fb64 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932832 Jan 31 18:38:39.857247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-248986ed-62db-461a-933f-16f14b1032f1 req-a8187e99-47e6-42df-8c9e-80840726875c tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/security-groups?id=b41063e5-52ae-44e2-9cf6-cd1e0f57120b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022072 Jan 31 18:38:39.928564 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-78d373db-f879-40cf-a2c2-d1845c959336 req-a2be8e9c-6a07-4c8d-93dd-c417164c6529 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (726cbaf1-c8ae-48e2-9ff0-5c8629c6395a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:39.941304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['726cbaf1-c8ae-48e2-9ff0-5c8629c6395a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:39.970988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be8e9c-6a07-4c8d-93dd-c417164c6529 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Pushing event deleted for resources: {'Port': ['ID=726cbaf1-c8ae-48e2-9ff0-5c8629c6395a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:39.998440 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90da46b1-43c5-4587-9f5d-d102ef0386c1 req-670892d8-bd70-446f-902a-f32affd85f70 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 210 time: 0.0588553 Jan 31 18:38:40.067953 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25da8cc3-d4b0-48bd-8a1e-7dcbd96000f5 x-openstack-request-id: req-25da8cc3-d4b0-48bd-8a1e-7dcbd96000f5 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:40.068879 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d14959f-d27f-4ed8-8135-3b0779280319", "name": "network-vif-deleted", "tag": "9a0630f4-dd07-498e-bc20-4632ba088e20", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:40.069358 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25da8cc3-d4b0-48bd-8a1e-7dcbd96000f5 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:40.069833 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d14959f-d27f-4ed8-8135-3b0779280319', 'name': 'network-vif-deleted', 'tag': '9a0630f4-dd07-498e-bc20-4632ba088e20', 'status': 'completed', 'code': 200} Jan 31 18:38:40.083513 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d373db-f879-40cf-a2c2-d1845c959336 req-a2be8e9c-6a07-4c8d-93dd-c417164c6529 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] No DVR routers for this DVR port 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:38:40.087076 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-78d373db-f879-40cf-a2c2-d1845c959336 req-a2be8e9c-6a07-4c8d-93dd-c417164c6529 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:40.090588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78d373db-f879-40cf-a2c2-d1845c959336 req-a2be8e9c-6a07-4c8d-93dd-c417164c6529 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.21 "DELETE /v2.0/ports/726cbaf1-c8ae-48e2-9ff0-5c8629c6395a HTTP/1.1" status: 204 len: 173 time: 1.2855277 Jan 31 18:38:40.111062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af21ed-b57b-4170-8b70-214e2f8e5f2a req-d1c07a33-873b-4e79-b91e-8f2d01edc1ff tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:40.118062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-03af21ed-b57b-4170-8b70-214e2f8e5f2a req-d1c07a33-873b-4e79-b91e-8f2d01edc1ff tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1ba4e4-a2b1-4036-839b-154eeb15d73c HTTP/1.1" status: 200 len: 949 time: 0.1402349 Jan 31 18:38:40.212732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-03af21ed-b57b-4170-8b70-214e2f8e5f2a req-898b172c-9bcc-442c-b311-2c3babb0dd85 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec93b03b-8aa9-494e-8502-039dab924079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906692 Jan 31 18:38:40.246096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c91490-7f34-4eb5-a020-e7d501f713c9 req-2ecfaa86-147b-480b-bb52-89440d440152 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:40.256984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0c91490-7f34-4eb5-a020-e7d501f713c9 req-2ecfaa86-147b-480b-bb52-89440d440152 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b1ba4e4-a2b1-4036-839b-154eeb15d73c HTTP/1.1" status: 200 len: 949 time: 0.1365278 Jan 31 18:38:40.364757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93a83934-ab4d-48f8-a72d-92926df6b6a6 req-e76763ad-fe6a-4ce3-adb3-09b6a75b5656 tempest-ServerAddressesTestJSON-1459081709 tempest-ServerAddressesTestJSON-1459081709-project] 10.222.0.20 "GET /v2.0/ports?device_id=9577887f-22d7-45de-8043-c7a5bdc2345d HTTP/1.1" status: 200 len: 210 time: 0.0456593 Jan 31 18:38:40.401151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9577887f-22d7-45de-8043-c7a5bdc2345d', 'name': 'network-vif-deleted', 'tag': '726cbaf1-c8ae-48e2-9ff0-5c8629c6395a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:40.403786 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7792f6-3059-45bd-a9f9-bc13bff696f7" -d '{"events": [{"server_uuid": "9577887f-22d7-45de-8043-c7a5bdc2345d", "name": "network-vif-deleted", "tag": "726cbaf1-c8ae-48e2-9ff0-5c8629c6395a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:40.442201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b0c91490-7f34-4eb5-a020-e7d501f713c9 req-52fa9395-2092-492c-bab7-70d3b26a6045 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Deleting port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:38:40.442957 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0c91490-7f34-4eb5-a020-e7d501f713c9 req-52fa9395-2092-492c-bab7-70d3b26a6045 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:40.448218 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fce2ae-ffa0-4bc7-8caa-84adca194360 x-openstack-request-id: req-37fce2ae-ffa0-4bc7-8caa-84adca194360 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:40.448864 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9577887f-22d7-45de-8043-c7a5bdc2345d", "name": "network-vif-deleted", "tag": "726cbaf1-c8ae-48e2-9ff0-5c8629c6395a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:40.449315 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37fce2ae-ffa0-4bc7-8caa-84adca194360 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:40.449779 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9577887f-22d7-45de-8043-c7a5bdc2345d', 'name': 'network-vif-deleted', 'tag': '726cbaf1-c8ae-48e2-9ff0-5c8629c6395a', 'status': 'completed', 'code': 200} Jan 31 18:38:40.545498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0c91490-7f34-4eb5-a020-e7d501f713c9 req-52fa9395-2092-492c-bab7-70d3b26a6045 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] For port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:40.545968 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0c91490-7f34-4eb5-a020-e7d501f713c9 req-52fa9395-2092-492c-bab7-70d3b26a6045 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:40.558935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b0c91490-7f34-4eb5-a020-e7d501f713c9 req-52fa9395-2092-492c-bab7-70d3b26a6045 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Calling delete_port for 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:38:40.798863 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0c91490-7f34-4eb5-a020-e7d501f713c9 req-52fa9395-2092-492c-bab7-70d3b26a6045 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2dd2b991-f0c0-4e95-817b-39f31b5f33c5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:40.840209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa9395-2092-492c-bab7-70d3b26a6045 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Pushing event deleted for resources: {'Port': ['ID=2dd2b991-f0c0-4e95-817b-39f31b5f33c5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:40.928520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c91490-7f34-4eb5-a020-e7d501f713c9 req-52fa9395-2092-492c-bab7-70d3b26a6045 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] No DVR routers for this DVR port 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:38:40.932268 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0c91490-7f34-4eb5-a020-e7d501f713c9 req-52fa9395-2092-492c-bab7-70d3b26a6045 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:40.935905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0c91490-7f34-4eb5-a020-e7d501f713c9 req-52fa9395-2092-492c-bab7-70d3b26a6045 tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.49 "DELETE /v2.0/ports/2dd2b991-f0c0-4e95-817b-39f31b5f33c5 HTTP/1.1" status: 204 len: 173 time: 0.6779890 Jan 31 18:38:40.959706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b27a7-3330-4723-9818-b6dea4053468 req-b205c127-6226-4762-bc2a-579a42c662fb tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:40.961485 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa3b27a7-3330-4723-9818-b6dea4053468 req-b205c127-6226-4762-bc2a-579a42c662fb tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.1262591 Jan 31 18:38:41.056369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e60a63-ae69-4d74-bac2-1cef752ad788 req-be12c8b1-b25a-4796-9097-78c69879f2b6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:41.064473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79e60a63-ae69-4d74-bac2-1cef752ad788 req-be12c8b1-b25a-4796-9097-78c69879f2b6 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 948 time: 0.1012855 Jan 31 18:38:41.069949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa3b27a7-3330-4723-9818-b6dea4053468 req-b5ecb26d-c78a-4eca-9030-b512fe53af7e tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006560 Jan 31 18:38:41.126403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79e60a63-ae69-4d74-bac2-1cef752ad788 req-8cf20e74-844c-434c-8ae0-ca9c54cf4d53 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/security-groups?id=b41063e5-52ae-44e2-9cf6-cd1e0f57120b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608950 Jan 31 18:38:41.188036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3caf20a-bed8-42df-9b01-93a5698a29b7 req-cddb4017-aebb-4a77-8131-494e7bad6d53 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 210 time: 0.0292346 Jan 31 18:38:41.322387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c1f7db4-a621-40c9-b1ef-df6844dc22c1 req-b07d8083-50f6-4b57-a3d2-812717e5affe tempest-ListImageFiltersTestJSON-1489793733 tempest-ListImageFiltersTestJSON-1489793733-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1ba4e4-a2b1-4036-839b-154eeb15d73c HTTP/1.1" status: 200 len: 210 time: 0.0328691 Jan 31 18:38:41.357566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 57440df5-6fdd-4f44-bcc0-2466dce418d2 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:38:41.451450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59790) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:41.501004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 57440df5-6fdd-4f44-bcc0-2466dce418d2, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=57440df5-6fdd-4f44-bcc0-2466dce418d2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:41.510488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ff6cbd-e197-4ae3-9e6e-4cf356c58cb0 admin admin] Deleting subnet 73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:38:41.513338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '57440df5-6fdd-4f44-bcc0-2466dce418d2', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '57440df5-6fdd-4f44-bcc0-2466dce418d2', 'mac_address': 'fa:16:3e:19:e2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:38:41.514722 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89ff6cbd-e197-4ae3-9e6e-4cf356c58cb0 admin admin] Publish callbacks [] for subnet (73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.557802 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89ff6cbd-e197-4ae3-9e6e-4cf356c58cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.566204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 57440df5-6fdd-4f44-bcc0-2466dce418d2 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:41.566911 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.584539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57440df5-6fdd-4f44-bcc0-2466dce418d2 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:38:41.609493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 57440df5-6fdd-4f44-bcc0-2466dce418d2, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=57440df5-6fdd-4f44-bcc0-2466dce418d2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:41.614688 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89ff6cbd-e197-4ae3-9e6e-4cf356c58cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.614878 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.662314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=57440df5-6fdd-4f44-bcc0-2466dce418d2,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:41.675094 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89ff6cbd-e197-4ae3-9e6e-4cf356c58cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.702132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff6cbd-e197-4ae3-9e6e-4cf356c58cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:41.706085 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89ff6cbd-e197-4ae3-9e6e-4cf356c58cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.709424 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-89ff6cbd-e197-4ae3-9e6e-4cf356c58cb0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/73cd2cf0-2601-4bc3-87d9-c1fb44fbf98f HTTP/1.1" status: 204 len: 168 time: 0.2568312 Jan 31 18:38:41.712063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59792) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:41.780397 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (5a462d7e-3d08-4558-8fe7-2799f4b7a086), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.863404 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (5a462d7e-3d08-4558-8fe7-2799f4b7a086), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.884475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a462d7e-3d08-4558-8fe7-2799f4b7a086']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:41.894884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45780f23-4f91-4199-a9cc-c35fd9d6889d') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:41.895188 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45780f23-4f91-4199-a9cc-c35fd9d6889d') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:41.904941 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (45780f23-4f91-4199-a9cc-c35fd9d6889d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.918113 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (45780f23-4f91-4199-a9cc-c35fd9d6889d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.925307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:38:41.925757 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (45780f23-4f91-4199-a9cc-c35fd9d6889d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:38:41.927478 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:38:41.973605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['57440df5-6fdd-4f44-bcc0-2466dce418d2'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:41.981836 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (5a462d7e-3d08-4558-8fe7-2799f4b7a086), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.989070 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:41.995688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] 10.222.0.20 "DELETE /v2.0/networks/5a462d7e-3d08-4558-8fe7-2799f4b7a086 HTTP/1.1" status: 204 len: 168 time: 0.2825806 Jan 31 18:38:42.021381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e59ffd-f112-435a-97ec-f346a79f0edd admin admin] Pushing event deleted for resources: {'Network': ['ID=5a462d7e-3d08-4558-8fe7-2799f4b7a086,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:42.199775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59800) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:42.250062 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-27b0f222-cbdf-4994-be9f-5b09c296662c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=201ca16de58e408eae2b313c2883bee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490315 Jan 31 18:38:42.250932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:42.255360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41667ba2-55a9-40fc-92aa-7b61b86dc4dd req-208f27d3-8d8e-4f74-bfc5-1248eae9e0af tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:42.256918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41667ba2-55a9-40fc-92aa-7b61b86dc4dd req-208f27d3-8d8e-4f74-bfc5-1248eae9e0af tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.0958371 Jan 31 18:38:42.285953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c4ee5-8c49-4e23-8728-fb2e6b0b58b6 req-85be1224-189d-4b81-8446-24255c5cbff9 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:42.287433 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc4c4ee5-8c49-4e23-8728-fb2e6b0b58b6 req-85be1224-189d-4b81-8446-24255c5cbff9 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 949 time: 0.0839257 Jan 31 18:38:42.312587 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78884723-7778-4c72-82d3-ec89943df83d admin admin] Publish callbacks [] for security_group (fbe2fde2-d571-446c-b314-f0205e77064b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:42.337009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78884723-7778-4c72-82d3-ec89943df83d admin admin] Publish callbacks [] for security_group (fbe2fde2-d571-446c-b314-f0205e77064b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:42.354937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41667ba2-55a9-40fc-92aa-7b61b86dc4dd req-9e3cf087-aadf-40f7-88ff-f76a26528e93 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918067 Jan 31 18:38:42.382550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc4c4ee5-8c49-4e23-8728-fb2e6b0b58b6 req-baf6f838-22dc-49e3-9ca5-46624088d879 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/security-groups?id=b41063e5-52ae-44e2-9cf6-cd1e0f57120b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767467 Jan 31 18:38:42.397318 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78884723-7778-4c72-82d3-ec89943df83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fbe2fde2-d571-446c-b314-f0205e77064b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:42.400755 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78884723-7778-4c72-82d3-ec89943df83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:42.402565 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-78884723-7778-4c72-82d3-ec89943df83d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbe2fde2-d571-446c-b314-f0205e77064b HTTP/1.1" status: 204 len: 168 time: 0.1505551 Jan 31 18:38:42.415379 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78884723-7778-4c72-82d3-ec89943df83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe2fde2-d571-446c-b314-f0205e77064b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:42.451544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'name': 'network-vif-deleted', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:42.454964 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4d2076-e6e2-4a19-b49b-28350d1388b1" -d '{"events": [{"server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "name": "network-vif-deleted", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:42.516802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d61b76c-8d71-4680-9102-f9bd55c138d8 req-3886f478-9cc5-4ca7-936d-4ff6d8344d16 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 210 time: 0.0492449 Jan 31 18:38:42.560198 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bed92f9-fc92-4468-a536-11c33ade5aaf x-openstack-request-id: req-8bed92f9-fc92-4468-a536-11c33ade5aaf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:42.560522 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1ba4e4-a2b1-4036-839b-154eeb15d73c", "name": "network-vif-deleted", "tag": "2dd2b991-f0c0-4e95-817b-39f31b5f33c5", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:42.561125 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bed92f9-fc92-4468-a536-11c33ade5aaf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:42.561701 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1ba4e4-a2b1-4036-839b-154eeb15d73c', 'name': 'network-vif-deleted', 'tag': '2dd2b991-f0c0-4e95-817b-39f31b5f33c5', 'status': 'completed', 'code': 200} Jan 31 18:38:42.926240 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 696a5b3b-16c1-49e7-be84-9d8bc5ff766d details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:38:42.929669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:42.981568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:38:42.982108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 726cbaf1-c8ae-48e2-9ff0-5c8629c6395a not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:38:42.982783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 9a0630f4-dd07-498e-bc20-4632ba088e20 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:43.015680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 9a0630f4-dd07-498e-bc20-4632ba088e20 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:38:43.016243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 9a0630f4-dd07-498e-bc20-4632ba088e20 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:38:43.126136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:43.151045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'mac_address': 'fa:16:3e:e0:b4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:38:43.201507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:43.201913 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:43.217911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696a5b3b-16c1-49e7-be84-9d8bc5ff766d {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:38:43.244748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:43.251182 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:43.335118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:43.345234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['696a5b3b-16c1-49e7-be84-9d8bc5ff766d'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:43.373460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 57440df5-6fdd-4f44-bcc0-2466dce418d2 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:38:43.525665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 57440df5-6fdd-4f44-bcc0-2466dce418d2 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:38:43.545934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 57440df5-6fdd-4f44-bcc0-2466dce418d2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:43.556911 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:43.625601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f928-a5da-40bf-8fbc-286933f45794 req-5b64d26b-5321-40cc-bbb0-fe35eda3e2cd tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:43.627955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f145f928-a5da-40bf-8fbc-286933f45794 req-5b64d26b-5321-40cc-bbb0-fe35eda3e2cd tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.1399422 Jan 31 18:38:43.747303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f145f928-a5da-40bf-8fbc-286933f45794 req-c5e2d54d-7741-4bca-bfc8-1999745781f6 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126738 Jan 31 18:38:43.895837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843a185-680c-4477-91b4-02799b21b471 req-2c04048b-a796-4baa-a1a6-05b313021e50 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:43.903867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f843a185-680c-4477-91b4-02799b21b471 req-2c04048b-a796-4baa-a1a6-05b313021e50 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 949 time: 0.1196539 Jan 31 18:38:43.958245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 57440df5-6fdd-4f44-bcc0-2466dce418d2 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:43.958245 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:43.985294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f843a185-680c-4477-91b4-02799b21b471 req-8e97f33e-1160-4367-a925-e09a020cbf44 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/security-groups?id=b41063e5-52ae-44e2-9cf6-cd1e0f57120b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770457 Jan 31 18:38:44.005337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 57440df5-6fdd-4f44-bcc0-2466dce418d2, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=57440df5-6fdd-4f44-bcc0-2466dce418d2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:44.024128 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45abe517-4326-4321-88fc-5094d6ec8d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57440df5-6fdd-4f44-bcc0-2466dce418d2'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:44.030414 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09334eff-df69-4120-ba32-77eb3f5c0e87" -d '{"events": [{"server_uuid": "45abe517-4326-4321-88fc-5094d6ec8d3f", "name": "network-vif-plugged", "status": "completed", "tag": "57440df5-6fdd-4f44-bcc0-2466dce418d2"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:44.039839 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:44.041629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:44.090702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb952416-c155-4352-a7fd-97679cf7a6ab req-33c4a214-ab05-4682-853c-caee0710cae9 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 210 time: 0.0861151 Jan 31 18:38:44.157520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=57440df5-6fdd-4f44-bcc0-2466dce418d2,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:44.180274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:38:44.180918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dd2b991-f0c0-4e95-817b-39f31b5f33c5 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:38:44.221554 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbed068-c079-4dd6-a7f7-3c0fcb5d47ad x-openstack-request-id: req-2fbed068-c079-4dd6-a7f7-3c0fcb5d47ad {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:44.222157 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45abe517-4326-4321-88fc-5094d6ec8d3f", "name": "network-vif-plugged", "status": "completed", "tag": "57440df5-6fdd-4f44-bcc0-2466dce418d2", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:44.222737 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fbed068-c079-4dd6-a7f7-3c0fcb5d47ad {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:44.223338 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45abe517-4326-4321-88fc-5094d6ec8d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57440df5-6fdd-4f44-bcc0-2466dce418d2', 'code': 200} Jan 31 18:38:44.403882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263809b-bb42-4ea2-b71f-08b559992695 req-764a6b91-d220-424e-862b-864351f67775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:44.408023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5263809b-bb42-4ea2-b71f-08b559992695 req-764a6b91-d220-424e-862b-864351f67775 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 1133 time: 0.0961907 Jan 31 18:38:44.510155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5263809b-bb42-4ea2-b71f-08b559992695 req-19b2f76f-308f-4000-b026-4c1643d47e63 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b41063e5-52ae-44e2-9cf6-cd1e0f57120b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934954 Jan 31 18:38:44.928028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 696a5b3b-16c1-49e7-be84-9d8bc5ff766d up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:38:44.957145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9cb2c-3f9b-4eb2-ad65-ce83612246a0 req-0d7e8431-5309-4baa-a910-348afa730154 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:44.969528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7b9cb2c-3f9b-4eb2-ad65-ce83612246a0 req-0d7e8431-5309-4baa-a910-348afa730154 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.1094697 Jan 31 18:38:45.038589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:45.039149 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:45.067362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7b9cb2c-3f9b-4eb2-ad65-ce83612246a0 req-83ae6128-8767-4367-9677-e846aa1424c3 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913589 Jan 31 18:38:45.243368 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:45.243788 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:45.274436 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-944e2afe-b188-47cd-9853-eff4e1531c1b req-da0ece62-7ad2-4d41-9767-82e41492782b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 210 time: 0.0680666 Jan 31 18:38:45.331392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626d121-4287-4d5b-a290-482c9256f9e4 req-91570ecd-0eb0-4076-b937-221b5d11f93c tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:45.338387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d626d121-4287-4d5b-a290-482c9256f9e4 req-91570ecd-0eb0-4076-b937-221b5d11f93c tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 950 time: 0.2250009 Jan 31 18:38:45.355446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:45.360712 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:45.465900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d626d121-4287-4d5b-a290-482c9256f9e4 req-07b57c1a-c030-4c46-aa22-f57d94c9f033 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/security-groups?id=b41063e5-52ae-44e2-9cf6-cd1e0f57120b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189077 Jan 31 18:38:45.482022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:45.501955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59984) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:45.676870 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5e2ca152-c7cd-4cd5-9855-1fd402886f8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=427ea2eb3bda43c1a6d456208d84780c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732657 Jan 31 18:38:45.679393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59990) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:45.782214 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00cd414e-cf4c-4540-a448-2f0b7169e8ea admin admin] Publish callbacks [] for security_group (ec93b03b-8aa9-494e-8502-039dab924079), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:45.871560 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00cd414e-cf4c-4540-a448-2f0b7169e8ea admin admin] Publish callbacks [] for security_group (ec93b03b-8aa9-494e-8502-039dab924079), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:45.974588 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00cd414e-cf4c-4540-a448-2f0b7169e8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ec93b03b-8aa9-494e-8502-039dab924079), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:45.977169 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00cd414e-cf4c-4540-a448-2f0b7169e8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:45.978464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-00cd414e-cf4c-4540-a448-2f0b7169e8ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec93b03b-8aa9-494e-8502-039dab924079 HTTP/1.1" status: 204 len: 168 time: 0.2976482 Jan 31 18:38:45.995358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd414e-cf4c-4540-a448-2f0b7169e8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec93b03b-8aa9-494e-8502-039dab924079,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:46.247306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:46.249896 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a539f50f-a534-47dc-8a2f-e60f9be964a6" -d '{"events": [{"server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "name": "network-vif-plugged", "status": "completed", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:46.361238 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb69ae31-18d9-464c-8f2b-09abf80f0499 x-openstack-request-id: req-fb69ae31-18d9-464c-8f2b-09abf80f0499 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:46.361590 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "name": "network-vif-plugged", "status": "completed", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:46.361915 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb69ae31-18d9-464c-8f2b-09abf80f0499 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:46.362579 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'code': 200} Jan 31 18:38:46.387939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eae489-8f88-4708-8e65-d3d7246a077a req-aa43ba5a-04ae-4b6c-a4b0-2c2a9fa944b5 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:46.392766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65eae489-8f88-4708-8e65-d3d7246a077a req-aa43ba5a-04ae-4b6c-a4b0-2c2a9fa944b5 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.1877856 Jan 31 18:38:46.528233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65eae489-8f88-4708-8e65-d3d7246a077a req-a2f8e67c-ee97-4e6f-be32-78fe71c45d7a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283693 Jan 31 18:38:46.655880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35e681d2-40ff-4f79-8444-577f49111ec0 req-7f967ee4-f26a-4432-bfaf-89a300f79fdf tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 210 time: 0.1198473 Jan 31 18:38:46.778954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3df2d-7086-454b-a46d-ddf781108712 req-a4fc99a9-ecb6-44d0-be0d-7f994ffaf109 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:46.780983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abf3df2d-7086-454b-a46d-ddf781108712 req-a4fc99a9-ecb6-44d0-be0d-7f994ffaf109 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 950 time: 0.0955455 Jan 31 18:38:46.865636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abf3df2d-7086-454b-a46d-ddf781108712 req-740004f0-3f93-4ff8-a799-1aa7837116a4 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/security-groups?id=b41063e5-52ae-44e2-9cf6-cd1e0f57120b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763795 Jan 31 18:38:47.075167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60040) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:47.300090 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f018ade0-20a1-4820-8eef-5c59f400d1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:47.462634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55f2bc-1b22-46b6-bc7c-ad394ee1f5d0 req-7e908108-a4ae-4d47-9a1e-eaeca75cc212 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:47.465121 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b55f2bc-1b22-46b6-bc7c-ad394ee1f5d0 req-7e908108-a4ae-4d47-9a1e-eaeca75cc212 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 950 time: 0.1091034 Jan 31 18:38:47.532888 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f018ade0-20a1-4820-8eef-5c59f400d1dd admin admin] Publish callbacks [] for security_group (e1795eb8-65d4-4ba7-b347-f208035fc09b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:47.547147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f018ade0-20a1-4820-8eef-5c59f400d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e1795eb8-65d4-4ba7-b347-f208035fc09b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:47.615163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018ade0-20a1-4820-8eef-5c59f400d1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1795eb8-65d4-4ba7-b347-f208035fc09b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:47.634470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b55f2bc-1b22-46b6-bc7c-ad394ee1f5d0 req-189fd633-7a94-4f05-9f6d-fc94fbfc992c tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/security-groups?id=b41063e5-52ae-44e2-9cf6-cd1e0f57120b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620352 Jan 31 18:38:47.664068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:47.665303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f018ade0-20a1-4820-8eef-5c59f400d1dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=671eaab425b6415e9c159b41c95f4212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5874178 Jan 31 18:38:47.786768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1ef5d-416a-4cd5-951d-7162826646e9 req-96d4c4c0-b2bb-4b41-8af2-03a25ce95033 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:47.800262 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Publish callbacks [] for security_group (e1795eb8-65d4-4ba7-b347-f208035fc09b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:47.800533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3aa1ef5d-416a-4cd5-951d-7162826646e9 req-96d4c4c0-b2bb-4b41-8af2-03a25ce95033 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.1158650 Jan 31 18:38:47.854647 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Publish callbacks [] for security_group (e1795eb8-65d4-4ba7-b347-f208035fc09b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:47.874634 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3aa1ef5d-416a-4cd5-951d-7162826646e9 req-c7b2c632-28c2-4239-8a6c-53596bbd92bd tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724397 Jan 31 18:38:47.949534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e1795eb8-65d4-4ba7-b347-f208035fc09b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:47.955299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:47.964366 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1795eb8-65d4-4ba7-b347-f208035fc09b HTTP/1.1" status: 204 len: 168 time: 0.2966416 Jan 31 18:38:47.975030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1795eb8-65d4-4ba7-b347-f208035fc09b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:47.986685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:47.987048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:47.987397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:47.987737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:47.988572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:47.989092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:47.990068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:47.990569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:47.991096 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:47.991628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:47.992135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:47.992666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:47.993220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e237dc-4488-4910-a651-787c524b338b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:48.012833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-74b9a491-1464-44c8-a9e5-159c73798ced req-e4899000-f45f-4dc9-b708-25a7a15e2a35 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 210 time: 0.0608754 Jan 31 18:38:48.602437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:48.639573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c257a906-9319-4e2c-a716-5f4198bc71cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:48.795219 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8b63d190-8fb6-4dd3-9b4e-d9be6bd2f56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:49.065147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c257a906-9319-4e2c-a716-5f4198bc71cb admin admin] Publish callbacks [] for security_group (2443eedc-ba9d-4dd4-824f-13276a04ab34), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:49.116048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625241c-e893-4f84-9204-188f646468aa req-bd3fdc27-4f5a-45e5-bcc8-f3a5dbdf7822 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:49.124969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f625241c-e893-4f84-9204-188f646468aa req-bd3fdc27-4f5a-45e5-bcc8-f3a5dbdf7822 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 950 time: 0.3712356 Jan 31 18:38:49.146834 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c257a906-9319-4e2c-a716-5f4198bc71cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2443eedc-ba9d-4dd4-824f-13276a04ab34), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:49.231229 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:49.231841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c257a906-9319-4e2c-a716-5f4198bc71cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b812c78927b4dfcb86dd423866d2481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6276710 Jan 31 18:38:49.247880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e2f97-fb97-438d-8dda-28c3e9602eb0 req-43184c2f-9877-45a5-bd9d-f6bcc625ca3d tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:49.253464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f37e2f97-fb97-438d-8dda-28c3e9602eb0 req-43184c2f-9877-45a5-bd9d-f6bcc625ca3d tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.49 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 950 time: 0.3021977 Jan 31 18:38:49.259443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257a906-9319-4e2c-a716-5f4198bc71cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2443eedc-ba9d-4dd4-824f-13276a04ab34,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:49.292006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f625241c-e893-4f84-9204-188f646468aa req-6ba83a2e-6cfe-4e22-9ecf-9b874632b356 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/security-groups?id=b41063e5-52ae-44e2-9cf6-cd1e0f57120b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658204 Jan 31 18:38:49.301178 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78eb5206-deba-4c40-a528-a8ce01ae1904 admin admin] Publish callbacks [] for security_group (2443eedc-ba9d-4dd4-824f-13276a04ab34), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:49.365171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78eb5206-deba-4c40-a528-a8ce01ae1904 admin admin] Publish callbacks [] for security_group (2443eedc-ba9d-4dd4-824f-13276a04ab34), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:49.458545 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78eb5206-deba-4c40-a528-a8ce01ae1904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2443eedc-ba9d-4dd4-824f-13276a04ab34), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:49.461357 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97c39439-05d4-4ee5-b0ce-f707cd6d5beb req-0ee56496-b043-48ea-914a-07f84e10ce88 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 210 time: 0.0712202 Jan 31 18:38:49.475992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63848d4d-82d4-4cfa-8f48-dcbf17e16c62 req-455e63e1-3f9d-41a5-907c-3998a79e592d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:49.483579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63848d4d-82d4-4cfa-8f48-dcbf17e16c62 req-455e63e1-3f9d-41a5-907c-3998a79e592d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.2438841 Jan 31 18:38:49.488277 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78eb5206-deba-4c40-a528-a8ce01ae1904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:49.500165 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-78eb5206-deba-4c40-a528-a8ce01ae1904 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2443eedc-ba9d-4dd4-824f-13276a04ab34 HTTP/1.1" status: 204 len: 168 time: 0.2607582 Jan 31 18:38:49.518575 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb5206-deba-4c40-a528-a8ce01ae1904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2443eedc-ba9d-4dd4-824f-13276a04ab34,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:49.560171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f37e2f97-fb97-438d-8dda-28c3e9602eb0 req-d86abe87-378b-489c-aa64-f2f34c5f7a05 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Deleting port 57440df5-6fdd-4f44-bcc0-2466dce418d2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:38:49.560608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f37e2f97-fb97-438d-8dda-28c3e9602eb0 req-d86abe87-378b-489c-aa64-f2f34c5f7a05 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:49.681350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f37e2f97-fb97-438d-8dda-28c3e9602eb0 req-d86abe87-378b-489c-aa64-f2f34c5f7a05 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] For port 57440df5-6fdd-4f44-bcc0-2466dce418d2, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=57440df5-6fdd-4f44-bcc0-2466dce418d2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:49.682111 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f37e2f97-fb97-438d-8dda-28c3e9602eb0 req-d86abe87-378b-489c-aa64-f2f34c5f7a05 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:49.698994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f37e2f97-fb97-438d-8dda-28c3e9602eb0 req-d86abe87-378b-489c-aa64-f2f34c5f7a05 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Calling delete_port for 57440df5-6fdd-4f44-bcc0-2466dce418d2 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:38:49.800462 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63848d4d-82d4-4cfa-8f48-dcbf17e16c62 req-8739cfc1-01a9-492b-b42f-eb8587b3aca0 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154910 Jan 31 18:38:49.931267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f37e2f97-fb97-438d-8dda-28c3e9602eb0 req-d86abe87-378b-489c-aa64-f2f34c5f7a05 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (57440df5-6fdd-4f44-bcc0-2466dce418d2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:49.946230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['57440df5-6fdd-4f44-bcc0-2466dce418d2'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:49.978595 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86abe87-378b-489c-aa64-f2f34c5f7a05 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Pushing event deleted for resources: {'Port': ['ID=57440df5-6fdd-4f44-bcc0-2466dce418d2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:50.112807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37e2f97-fb97-438d-8dda-28c3e9602eb0 req-d86abe87-378b-489c-aa64-f2f34c5f7a05 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] No DVR routers for this DVR port 57440df5-6fdd-4f44-bcc0-2466dce418d2 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:38:50.122509 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f37e2f97-fb97-438d-8dda-28c3e9602eb0 req-d86abe87-378b-489c-aa64-f2f34c5f7a05 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:50.139604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f37e2f97-fb97-438d-8dda-28c3e9602eb0 req-d86abe87-378b-489c-aa64-f2f34c5f7a05 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.49 "DELETE /v2.0/ports/57440df5-6fdd-4f44-bcc0-2466dce418d2 HTTP/1.1" status: 204 len: 173 time: 0.8763223 Jan 31 18:38:50.140176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45abe517-4326-4321-88fc-5094d6ec8d3f', 'name': 'network-vif-deleted', 'tag': '57440df5-6fdd-4f44-bcc0-2466dce418d2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:50.153916 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b1ca19-7714-4777-bbbe-7c15ef9c4ebf" -d '{"events": [{"server_uuid": "45abe517-4326-4321-88fc-5094d6ec8d3f", "name": "network-vif-deleted", "tag": "57440df5-6fdd-4f44-bcc0-2466dce418d2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:50.394084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f027de-3523-4a09-9994-000216629e5e req-a6d68b3d-32c4-4552-9aae-5f5e294d5c01 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:50.395051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0f027de-3523-4a09-9994-000216629e5e req-a6d68b3d-32c4-4552-9aae-5f5e294d5c01 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 945 time: 0.1911359 Jan 31 18:38:50.521300 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0f027de-3523-4a09-9994-000216629e5e req-22e6d71c-0758-4226-b6b8-457101fb2c36 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173441 Jan 31 18:38:50.571512 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5595d9cd-7faf-4d01-a8cc-5c6b1bcd9bd9 x-openstack-request-id: req-5595d9cd-7faf-4d01-a8cc-5c6b1bcd9bd9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:50.571923 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45abe517-4326-4321-88fc-5094d6ec8d3f", "name": "network-vif-deleted", "tag": "57440df5-6fdd-4f44-bcc0-2466dce418d2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:50.572318 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5595d9cd-7faf-4d01-a8cc-5c6b1bcd9bd9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:50.576664 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45abe517-4326-4321-88fc-5094d6ec8d3f', 'name': 'network-vif-deleted', 'tag': '57440df5-6fdd-4f44-bcc0-2466dce418d2', 'status': 'completed', 'code': 200} Jan 31 18:38:50.639756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7da6d075-d5c5-4007-8a8e-6ce61b3ca650 req-bff9108f-476f-4d62-a653-77f9a30c0d61 tempest-ServerDiagnosticsNegativeTest-606854771 tempest-ServerDiagnosticsNegativeTest-606854771-project] 10.222.0.20 "GET /v2.0/ports?device_id=45abe517-4326-4321-88fc-5094d6ec8d3f HTTP/1.1" status: 200 len: 210 time: 0.0439816 Jan 31 18:38:50.821655 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc496067-e8ee-4603-a584-c9b62f06c1e4 req-e97931da-2480-4d88-922f-c8c619527959 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 210 time: 0.0391972 Jan 31 18:38:50.993819 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aede2aab-1e0a-44d7-a8e1-57590c1cac20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:51.071894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54233c-00a0-44c2-9824-cc15088e4020 req-8239ad3b-2c26-4a74-bf41-729e0e384bee tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:51.080358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f54233c-00a0-44c2-9824-cc15088e4020 req-8239ad3b-2c26-4a74-bf41-729e0e384bee tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.0766344 Jan 31 18:38:51.168949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f54233c-00a0-44c2-9824-cc15088e4020 req-47ec60ca-f53b-4b86-91c1-6e3002c117bf tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856314 Jan 31 18:38:52.041114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94218bbe-77db-4d5f-a9bc-f3d01c34a1b3 req-5bb7c5de-2156-4324-b0fc-e78611610489 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 210 time: 0.0531766 Jan 31 18:38:52.109171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee81da-94f4-45a6-ba66-d361b3aabe91 req-dad63cd1-b5ef-4af7-83ca-e138accd02bc tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:52.121877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dee81da-94f4-45a6-ba66-d361b3aabe91 req-dad63cd1-b5ef-4af7-83ca-e138accd02bc tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 945 time: 0.1228521 Jan 31 18:38:52.165596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60222) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:52.256538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dee81da-94f4-45a6-ba66-d361b3aabe91 req-66438e33-842f-4a36-b585-8851c5a1b113 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335063 Jan 31 18:38:52.309653 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:52.415864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7595841-1bab-48f6-a101-c19d52347efd req-04a1fc8a-744f-4d2c-b788-b5fdda98c270 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:52.424918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7595841-1bab-48f6-a101-c19d52347efd req-04a1fc8a-744f-4d2c-b788-b5fdda98c270 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.1060207 Jan 31 18:38:52.503969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7595841-1bab-48f6-a101-c19d52347efd req-d2222543-a60a-4719-a39d-45e2c267b951 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780389 Jan 31 18:38:52.631612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60234) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:52.666559 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3daaf51a-fdbf-4601-847d-eaadca56a57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:52.814957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-198dcdfd-c189-4a11-9153-10230e4a94ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=969e4657240b411a86d1939de20565b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819963 Jan 31 18:38:52.817705 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60242) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:52.848565 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3daaf51a-fdbf-4601-847d-eaadca56a57a admin admin] Publish callbacks [] for security_group (66bee7e5-f130-43c0-8c44-ee9a32f78028), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:52.861005 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3daaf51a-fdbf-4601-847d-eaadca56a57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (66bee7e5-f130-43c0-8c44-ee9a32f78028), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:52.959965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daaf51a-fdbf-4601-847d-eaadca56a57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bee7e5-f130-43c0-8c44-ee9a32f78028,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:52.976418 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab13d736-3120-442e-95c5-e614edbf0891 admin admin] Publish callbacks [] for security_group (b41063e5-52ae-44e2-9cf6-cd1e0f57120b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:52.988263 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3daaf51a-fdbf-4601-847d-eaadca56a57a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32ea71c6427044ea9a293393e4bf0b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8214941 Jan 31 18:38:52.989384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:53.054254 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab13d736-3120-442e-95c5-e614edbf0891 admin admin] Publish callbacks [] for security_group (b41063e5-52ae-44e2-9cf6-cd1e0f57120b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:53.059771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-126745d9-7d5d-4b3f-866c-adf5062bea57 admin admin] Publish callbacks [] for security_group (66bee7e5-f130-43c0-8c44-ee9a32f78028), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:53.132970 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-126745d9-7d5d-4b3f-866c-adf5062bea57 admin admin] Publish callbacks [] for security_group (66bee7e5-f130-43c0-8c44-ee9a32f78028), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:53.202130 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab13d736-3120-442e-95c5-e614edbf0891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b41063e5-52ae-44e2-9cf6-cd1e0f57120b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:53.212820 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab13d736-3120-442e-95c5-e614edbf0891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:53.214836 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ab13d736-3120-442e-95c5-e614edbf0891 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b41063e5-52ae-44e2-9cf6-cd1e0f57120b HTTP/1.1" status: 204 len: 168 time: 0.3936503 Jan 31 18:38:53.259667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13d736-3120-442e-95c5-e614edbf0891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41063e5-52ae-44e2-9cf6-cd1e0f57120b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:53.329040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd0e731e-f34e-498e-b88c-edf229ac62e1 req-6d9e594a-f495-47ca-8057-a2dfbb6f9934 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d14959f-d27f-4ed8-8135-3b0779280319 HTTP/1.1" status: 200 len: 210 time: 0.1394994 Jan 31 18:38:53.392885 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-126745d9-7d5d-4b3f-866c-adf5062bea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (66bee7e5-f130-43c0-8c44-ee9a32f78028), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:53.395853 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-126745d9-7d5d-4b3f-866c-adf5062bea57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:53.400580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-126745d9-7d5d-4b3f-866c-adf5062bea57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66bee7e5-f130-43c0-8c44-ee9a32f78028 HTTP/1.1" status: 204 len: 168 time: 0.4081163 Jan 31 18:38:53.424819 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 57440df5-6fdd-4f44-bcc0-2466dce418d2 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:53.427687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126745d9-7d5d-4b3f-866c-adf5062bea57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bee7e5-f130-43c0-8c44-ee9a32f78028,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:53.478029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27f4bc-1e2b-4d1e-bac8-5c69d27bb19c req-2591dfd4-31dd-488d-a2d8-4458f567d6af tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:53.493066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 57440df5-6fdd-4f44-bcc0-2466dce418d2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:38:53.493997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 57440df5-6fdd-4f44-bcc0-2466dce418d2 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:38:53.499388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c27f4bc-1e2b-4d1e-bac8-5c69d27bb19c req-2591dfd4-31dd-488d-a2d8-4458f567d6af tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 945 time: 0.1139174 Jan 31 18:38:53.719463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c27f4bc-1e2b-4d1e-bac8-5c69d27bb19c req-c455eef0-c65c-4b3e-b694-2a5a3d28b02a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129068 Jan 31 18:38:53.747606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-9d86946e-b55c-450f-93ef-03d75e2551f6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:53.749152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-9d86946e-b55c-450f-93ef-03d75e2551f6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 945 time: 0.1561491 Jan 31 18:38:53.891401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25598728-931d-420b-94a7-816590afa951 req-27a54f23-6d61-4cd9-abe8-6cda6c93a7f7 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:53.903181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25598728-931d-420b-94a7-816590afa951 req-27a54f23-6d61-4cd9-abe8-6cda6c93a7f7 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.2784038 Jan 31 18:38:53.965507 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:53.979076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25598728-931d-420b-94a7-816590afa951 req-132a1f23-9ec5-4b68-9e9c-ffb8766ea4ea tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746422 Jan 31 18:38:53.979951 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:38:53.990285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Deleting port 3937d470-5779-4c29-b364-8e487fed4e7e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:38:53.990632 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:54.084632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60286) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:54.099166 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:54.126074 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13a466d7-be45-45af-ad59-6573d65d72c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:54.201027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] For port 3937d470-5779-4c29-b364-8e487fed4e7e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3937d470-5779-4c29-b364-8e487fed4e7e,segment=NetworkSegment(3c5108a9-9ce2-4a70-9029-f16e4bbf9f37),segment_id=3c5108a9-9ce2-4a70-9029-f16e4bbf9f37)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:54.205289 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:54.420185 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13a466d7-be45-45af-ad59-6573d65d72c0 admin admin] Publish callbacks [] for security_group (f32209c2-041d-4def-9f57-7f0e7b033f9c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:54.426186 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13a466d7-be45-45af-ad59-6573d65d72c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f32209c2-041d-4def-9f57-7f0e7b033f9c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:54.505871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a466d7-be45-45af-ad59-6573d65d72c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32209c2-041d-4def-9f57-7f0e7b033f9c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:54.572664 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-13a466d7-be45-45af-ad59-6573d65d72c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce67d56be177487d81152c82c659a54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4861574 Jan 31 18:38:54.576001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60316) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:54.667268 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8c7e296-529d-4bc9-9b72-ced882533c60 admin admin] Publish callbacks [] for security_group (f32209c2-041d-4def-9f57-7f0e7b033f9c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:54.736202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8c7e296-529d-4bc9-9b72-ced882533c60 admin admin] Publish callbacks [] for security_group (f32209c2-041d-4def-9f57-7f0e7b033f9c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:54.839403 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:54.839403 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (5b72c530-7da4-43ed-a748-ae9d32e818aa), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:54.840953 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Floating IP 5b72c530-7da4-43ed-a748-ae9d32e818aa disassociated. External IP: 172.25.8.133, port: 3937d470-5779-4c29-b364-8e487fed4e7e. Jan 31 18:38:54.844033 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8c7e296-529d-4bc9-9b72-ced882533c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f32209c2-041d-4def-9f57-7f0e7b033f9c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:54.844678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Calling delete_port for 3937d470-5779-4c29-b364-8e487fed4e7e owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:38:54.847449 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8c7e296-529d-4bc9-9b72-ced882533c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:54.851986 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d8c7e296-529d-4bc9-9b72-ced882533c60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f32209c2-041d-4def-9f57-7f0e7b033f9c HTTP/1.1" status: 204 len: 168 time: 0.2747035 Jan 31 18:38:54.894235 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7e296-529d-4bc9-9b72-ced882533c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32209c2-041d-4def-9f57-7f0e7b033f9c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:55.144567 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3937d470-5779-4c29-b364-8e487fed4e7e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:55.152874 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:55.208738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6256e6a2-e028-4e87-8b80-3d8c66de6b7c req-31f2853e-b4ea-4e6e-a9c9-d72ff1876b92 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 210 time: 0.0933499 Jan 31 18:38:55.270989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Pushing event deleted for resources: {'Port': ['ID=3937d470-5779-4c29-b364-8e487fed4e7e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:55.558751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f07094-0597-4e6e-b23a-6d2a2c1b8612 req-a46f7a06-82ae-4960-b2ad-23a8a37c5969 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:55.562934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44f07094-0597-4e6e-b23a-6d2a2c1b8612 req-a46f7a06-82ae-4960-b2ad-23a8a37c5969 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.4048903 Jan 31 18:38:55.662526 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44f07094-0597-4e6e-b23a-6d2a2c1b8612 req-08ce6eea-dc26-4b1d-8950-60e4bbbe84e4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925598 Jan 31 18:38:55.747736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Router 9eea8699-e324-4135-bd15-ddada3c16529 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:38:55.933084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:38:55.946937 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e5a1c0-04c3-4dc5-b36e-9763d5c64f09 None None] Sync routers for ids ['9eea8699-e324-4135-bd15-ddada3c16529'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:38:55.971044 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5a1c0-04c3-4dc5-b36e-9763d5c64f09 None None] Routers {'9eea8699-e324-4135-bd15-ddada3c16529'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:38:55.971913 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-53e5a1c0-04c3-4dc5-b36e-9763d5c64f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:38:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9eea8699-e324-4135-bd15-ddada3c16529'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:55.977188 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:56.026579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] No DVR routers for this DVR port 3937d470-5779-4c29-b364-8e487fed4e7e on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:38:56.031153 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:56.047261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6917658e-84c6-4221-80f4-23d725b7a7bc req-2791871c-b13b-404e-b852-f552259cb2b6 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.49 "DELETE /v2.0/ports/3937d470-5779-4c29-b364-8e487fed4e7e HTTP/1.1" status: 204 len: 173 time: 2.2812886 Jan 31 18:38:56.047793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'name': 'network-vif-deleted', 'tag': '3937d470-5779-4c29-b364-8e487fed4e7e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:38:56.052697 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049f14d7-cbf1-4987-b5b4-1928fb612c7f" -d '{"events": [{"server_uuid": "3e524197-fd18-4ac6-a870-e9814c40ae5b", "name": "network-vif-deleted", "tag": "3937d470-5779-4c29-b364-8e487fed4e7e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:38:56.154428 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a63731-77e2-43e2-95a6-3b9a12ea1a75 x-openstack-request-id: req-74a63731-77e2-43e2-95a6-3b9a12ea1a75 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:38:56.154724 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e524197-fd18-4ac6-a870-e9814c40ae5b", "name": "network-vif-deleted", "tag": "3937d470-5779-4c29-b364-8e487fed4e7e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:38:56.154991 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74a63731-77e2-43e2-95a6-3b9a12ea1a75 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:38:56.156305 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e524197-fd18-4ac6-a870-e9814c40ae5b', 'name': 'network-vif-deleted', 'tag': '3937d470-5779-4c29-b364-8e487fed4e7e', 'status': 'completed', 'code': 200} Jan 31 18:38:56.512379 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-53e5a1c0-04c3-4dc5-b36e-9763d5c64f09 None None] Set router 9eea8699-e324-4135-bd15-ddada3c16529 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:38:56.606127 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-557bfaf7-44da-4463-82ba-875d020af1a4 req-de27eaca-d7c2-4c7f-a5ca-65b721a87e93 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e524197-fd18-4ac6-a870-e9814c40ae5b HTTP/1.1" status: 200 len: 210 time: 0.0739830 Jan 31 18:38:56.923801 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-53e5a1c0-04c3-4dc5-b36e-9763d5c64f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:37:25Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '94bd8853-5472-40ae-82cb-c4185b8a29fb', 'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'mac_address': 'fa:16:3e:07:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:23Z', 'updated_at': '2022-01-31T18:37:35Z', 'revision_number': 5, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'subnets': [{'id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:56.963764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575890a1-c115-44d3-9191-17c4c592a8ca req-40eb8a92-152f-4d71-a978-a72b8b514ac6 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:56.967095 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e5a1c0-04c3-4dc5-b36e-9763d5c64f09 None None] Checking router: 9eea8699-e324-4135-bd15-ddada3c16529 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:38:56.976696 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-575890a1-c115-44d3-9191-17c4c592a8ca req-40eb8a92-152f-4d71-a978-a72b8b514ac6 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.1634891 Jan 31 18:38:56.981296 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5a1c0-04c3-4dc5-b36e-9763d5c64f09 None None] Routers {'9eea8699-e324-4135-bd15-ddada3c16529'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:38:56.982520 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-53e5a1c0-04c3-4dc5-b36e-9763d5c64f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:38:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9eea8699-e324-4135-bd15-ddada3c16529'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:57.003267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b2cf6b8-b75e-47dc-9629-a5615e196a1a details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:38:57.009678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b2cf6b8-b75e-47dc-9629-a5615e196a1a no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:57.113644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-575890a1-c115-44d3-9191-17c4c592a8ca req-21671125-8d04-443e-be49-b390568dba11 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347694 Jan 31 18:38:57.127333 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60404) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:57.225826 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-53e5a1c0-04c3-4dc5-b36e-9763d5c64f09 None None] Set router 9eea8699-e324-4135-bd15-ddada3c16529 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:38:57.246179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:57.291367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a', 'mac_address': 'fa:16:3e:3b:5b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:38:57.429629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:57.430503 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:57.475811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3937d470-5779-4c29-b364-8e487fed4e7e no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:38:57.496469 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d5cbab3-4f14-42e9-9a73-52f860a09ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:57.510105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b2cf6b8-b75e-47dc-9629-a5615e196a1a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:38:57.564673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:57.645045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 3937d470-5779-4c29-b364-8e487fed4e7e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:38:57.645529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3937d470-5779-4c29-b364-8e487fed4e7e not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:38:57.662241 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:57.779934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d5cbab3-4f14-42e9-9a73-52f860a09ae6 admin admin] Publish callbacks [] for security_group (1ba1cb2a-66c2-41f9-a910-2e96df645ed4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:57.787191 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d5cbab3-4f14-42e9-9a73-52f860a09ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1ba1cb2a-66c2-41f9-a910-2e96df645ed4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:57.789441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60426) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:57.880450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60432) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:57.886587 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-53e5a1c0-04c3-4dc5-b36e-9763d5c64f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:37:25Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '94bd8853-5472-40ae-82cb-c4185b8a29fb', 'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'mac_address': 'fa:16:3e:07:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:23Z', 'updated_at': '2022-01-31T18:37:35Z', 'revision_number': 5, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'subnets': [{'id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:57.926957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cbab3-4f14-42e9-9a73-52f860a09ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba1cb2a-66c2-41f9-a910-2e96df645ed4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:57.954090 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e5a1c0-04c3-4dc5-b36e-9763d5c64f09 None None] The sync data for ids ['9eea8699-e324-4135-bd15-ddada3c16529'] in n-d-812111-15 is: [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:37:25Z', 'revision_number': 4, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '94bd8853-5472-40ae-82cb-c4185b8a29fb', 'name': '', 'network_id': '2201f00e-02bc-410c-b783-4f5f63b17507', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'mac_address': 'fa:16:3e:07:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:23Z', 'updated_at': '2022-01-31T18:37:35Z', 'revision_number': 5, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'subnets': [{'id': '1fa91765-20a1-4873-89c2-9334fb7003b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:38:58.010008 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3d5cbab3-4f14-42e9-9a73-52f860a09ae6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec8e81e76eea4b9cbfe28af42753555f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8720787 Jan 31 18:38:58.010868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60438) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:58.017349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a is: BUILD; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:38:58.018463 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.084193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4b2cf6b8-b75e-47dc-9629-a5615e196a1a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:38:58.096473 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37150740-8046-4089-8011-d16dd35b360a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for security_group (ea6b0460-be3b-4bb9-a64d-16c17dfeb94c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.178917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:58.197323 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.205312 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37150740-8046-4089-8011-d16dd35b360a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for security_group (ea6b0460-be3b-4bb9-a64d-16c17dfeb94c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.209007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f7a2f0c-8866-48ab-a087-df49f0d60e52 admin admin] Publish callbacks [] for security_group (1ba1cb2a-66c2-41f9-a910-2e96df645ed4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.210182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4b2cf6b8-b75e-47dc-9629-a5615e196a1a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:38:58.290523 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f7a2f0c-8866-48ab-a087-df49f0d60e52 admin admin] Publish callbacks [] for security_group (1ba1cb2a-66c2-41f9-a910-2e96df645ed4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.413061 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f7a2f0c-8866-48ab-a087-df49f0d60e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1ba1cb2a-66c2-41f9-a910-2e96df645ed4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.416515 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f7a2f0c-8866-48ab-a087-df49f0d60e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.418083 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6f7a2f0c-8866-48ab-a087-df49f0d60e52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ba1cb2a-66c2-41f9-a910-2e96df645ed4 HTTP/1.1" status: 204 len: 168 time: 0.4062326 Jan 31 18:38:58.434186 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a2f0c-8866-48ab-a087-df49f0d60e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba1cb2a-66c2-41f9-a910-2e96df645ed4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:58.448280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:58.473884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71820d4a-972e-405f-86e0-0a3deaf7ca5a req-bf28a9f4-ea21-4210-99dc-92d0f14732c0 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:58.482937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71820d4a-972e-405f-86e0-0a3deaf7ca5a req-bf28a9f4-ea21-4210-99dc-92d0f14732c0 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 948 time: 0.1511252 Jan 31 18:38:58.530074 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37150740-8046-4089-8011-d16dd35b360a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ea6b0460-be3b-4bb9-a64d-16c17dfeb94c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.537506 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37150740-8046-4089-8011-d16dd35b360a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.538678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-37150740-8046-4089-8011-d16dd35b360a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "DELETE /v2.0/security-groups/ea6b0460-be3b-4bb9-a64d-16c17dfeb94c HTTP/1.1" status: 204 len: 168 time: 0.6572092 Jan 31 18:38:58.541594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60448) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:58.563023 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2d90bcfb-5d34-4d51-ba78-bcdcaf243930 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] show failed (client error): The resource could not be found. Jan 31 18:38:58.570829 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2d90bcfb-5d34-4d51-ba78-bcdcaf243930 tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "GET /v2.0/security-groups/ea6b0460-be3b-4bb9-a64d-16c17dfeb94c HTTP/1.1" status: 404 len: 347 time: 0.0279369 Jan 31 18:38:58.573609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:58.585858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37150740-8046-4089-8011-d16dd35b360a tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6b0460-be3b-4bb9-a64d-16c17dfeb94c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:58.626317 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fdf67cc8-9e00-499b-983c-23a52694e306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.716059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:58.723285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71820d4a-972e-405f-86e0-0a3deaf7ca5a req-482323ae-22ae-4582-b9bc-0da4b9d0d413 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394555 Jan 31 18:38:58.745340 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3499e2f4-bf34-416a-bad3-9ccdcfcbf72e None None] New status for floating IP 5b72c530-7da4-43ed-a748-ae9d32e818aa: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:38:58.916679 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fdf67cc8-9e00-499b-983c-23a52694e306 admin admin] Publish callbacks [] for security_group (ce8a5e5d-7521-4d76-a311-ab9e31e34bb6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.922333 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fdf67cc8-9e00-499b-983c-23a52694e306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ce8a5e5d-7521-4d76-a311-ab9e31e34bb6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:58.988193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5506d615-4365-4d64-90b0-fe1a6a01010c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Deleting port c2b6bf36-e3d1-442b-9ca7-467f91855e5a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:38:58.988572 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5506d615-4365-4d64-90b0-fe1a6a01010c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c2b6bf36-e3d1-442b-9ca7-467f91855e5a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:59.044982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf67cc8-9e00-499b-983c-23a52694e306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8a5e5d-7521-4d76-a311-ab9e31e34bb6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:59.060826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fdf67cc8-9e00-499b-983c-23a52694e306 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31502d3ab316469ca8495d01e45e7d73&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2669094 Jan 31 18:38:59.060826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60468) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:38:59.187423 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d0ac-3e67-46a8-a321-74c14d9962bd admin admin] Publish callbacks [] for security_group (ce8a5e5d-7521-4d76-a311-ab9e31e34bb6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:59.228718 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d0ac-3e67-46a8-a321-74c14d9962bd admin admin] Publish callbacks [] for security_group (ce8a5e5d-7521-4d76-a311-ab9e31e34bb6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:59.328517 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d0ac-3e67-46a8-a321-74c14d9962bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ce8a5e5d-7521-4d76-a311-ab9e31e34bb6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:59.337323 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d0ac-3e67-46a8-a321-74c14d9962bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:59.341841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3ba2d0ac-3e67-46a8-a321-74c14d9962bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce8a5e5d-7521-4d76-a311-ab9e31e34bb6 HTTP/1.1" status: 204 len: 168 time: 0.2800770 Jan 31 18:38:59.356272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2d0ac-3e67-46a8-a321-74c14d9962bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8a5e5d-7521-4d76-a311-ab9e31e34bb6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:59.383764 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5506d615-4365-4d64-90b0-fe1a6a01010c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c2b6bf36-e3d1-442b-9ca7-467f91855e5a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:59.387606 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5506d615-4365-4d64-90b0-fe1a6a01010c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for floatingip (c2b6bf36-e3d1-442b-9ca7-467f91855e5a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:59.442700 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5506d615-4365-4d64-90b0-fe1a6a01010c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Calling delete_port for c2b6bf36-e3d1-442b-9ca7-467f91855e5a owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:38:59.723176 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5506d615-4365-4d64-90b0-fe1a6a01010c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c2b6bf36-e3d1-442b-9ca7-467f91855e5a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:59.843625 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506d615-4365-4d64-90b0-fe1a6a01010c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Pushing event deleted for resources: {'Port': ['ID=c2b6bf36-e3d1-442b-9ca7-467f91855e5a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:59.974094 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5506d615-4365-4d64-90b0-fe1a6a01010c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks [] for floatingip (5b72c530-7da4-43ed-a748-ae9d32e818aa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:59.978418 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5506d615-4365-4d64-90b0-fe1a6a01010c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:38:59.982886 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5506d615-4365-4d64-90b0-fe1a6a01010c tempest-ServersTestManualDisk-2144094356 tempest-ServersTestManualDisk-2144094356-project] 10.222.0.20 "DELETE /v2.0/floatingips/5b72c530-7da4-43ed-a748-ae9d32e818aa HTTP/1.1" status: 204 len: 168 time: 1.4046402 Jan 31 18:38:59.984642 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60502) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:00.103283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c10e27-e789-48eb-8ae5-6251885f27fd req-edb2622d-1a8f-4d39-aa25-8c41c499033d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:00.106750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12c10e27-e789-48eb-8ae5-6251885f27fd req-edb2622d-1a8f-4d39-aa25-8c41c499033d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 948 time: 0.1984475 Jan 31 18:39:00.191829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60506) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:00.264380 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eedf7c58-a235-4c6d-a68e-ebc92200bac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:00.457712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12c10e27-e789-48eb-8ae5-6251885f27fd req-b0d2f5c1-c8b4-46b8-9d19-b2ec4092dacb tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399315 Jan 31 18:39:00.560648 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eedf7c58-a235-4c6d-a68e-ebc92200bac6 admin admin] Publish callbacks [] for security_group (ad2e362d-99ea-46ad-a2c7-f8f906d90c05), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:00.567096 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eedf7c58-a235-4c6d-a68e-ebc92200bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ad2e362d-99ea-46ad-a2c7-f8f906d90c05), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:00.634410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-eedf7c58-a235-4c6d-a68e-ebc92200bac6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56da69dee80b4764a04bb3749ce871ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4359097 Jan 31 18:39:00.638030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:00.698960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf7c58-a235-4c6d-a68e-ebc92200bac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2e362d-99ea-46ad-a2c7-f8f906d90c05,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:00.831079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60524) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:00.908401 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1db75be8-f652-44da-b6b7-fdf35047f31d admin admin] Publish callbacks [] for security_group (ad2e362d-99ea-46ad-a2c7-f8f906d90c05), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:01.001928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1db75be8-f652-44da-b6b7-fdf35047f31d admin admin] Publish callbacks [] for security_group (ad2e362d-99ea-46ad-a2c7-f8f906d90c05), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:01.027621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b2cf6b8-b75e-47dc-9629-a5615e196a1a up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:01.143026 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1db75be8-f652-44da-b6b7-fdf35047f31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ad2e362d-99ea-46ad-a2c7-f8f906d90c05), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:01.146704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1db75be8-f652-44da-b6b7-fdf35047f31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:01.147961 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1db75be8-f652-44da-b6b7-fdf35047f31d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad2e362d-99ea-46ad-a2c7-f8f906d90c05 HTTP/1.1" status: 204 len: 168 time: 0.5060740 Jan 31 18:39:01.175356 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b05a5c9a-8117-44a9-950b-3530943ef428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (9eea8699-e324-4135-bd15-ddada3c16529), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:01.275676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db75be8-f652-44da-b6b7-fdf35047f31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2e362d-99ea-46ad-a2c7-f8f906d90c05,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:01.343747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1227838961-network', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:01.412955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:01.421624 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:01.449914 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:01.460901 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:01.528794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:01.736142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:01.736848 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:01.817470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f964f36-c613-4f3a-80c9-89c91f5282d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:39:01.824970 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0e3ae3-4a19-4672-8536-cdebb2862602" -d '{"events": [{"server_uuid": "1f964f36-c613-4f3a-80c9-89c91f5282d3", "name": "network-vif-plugged", "status": "completed", "tag": "4b2cf6b8-b75e-47dc-9629-a5615e196a1a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:39:01.830225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Publish callbacks [] for security_group (1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:01.838696 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:01.878912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:01.891873 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:01.926581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:39:02.006093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:02.008714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9947d7-776b-4747-be27-89b4898a4af1 req-e01d10d4-68de-4d3a-9549-6c74e3711819 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:02.010318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d9947d7-776b-4747-be27-89b4898a4af1 req-e01d10d4-68de-4d3a-9549-6c74e3711819 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 948 time: 0.3359985 Jan 31 18:39:02.023839 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:02.028047 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d451c448-fd62-48ff-ace9-a6fa79020459 x-openstack-request-id: req-d451c448-fd62-48ff-ace9-a6fa79020459 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:39:02.029077 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f964f36-c613-4f3a-80c9-89c91f5282d3", "name": "network-vif-plugged", "status": "completed", "tag": "4b2cf6b8-b75e-47dc-9629-a5615e196a1a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:39:02.029504 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d451c448-fd62-48ff-ace9-a6fa79020459 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:39:02.030138 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f964f36-c613-4f3a-80c9-89c91f5282d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a', 'code': 200} Jan 31 18:39:02.060205 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (d413a1ff-5636-4b37-9038-752efb644ba6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:02.060572 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Added segment d413a1ff-5636-4b37-9038-752efb644ba6 of type vlan for network e26b851d-0946-4172-af21-cdb27088cdaf Jan 31 18:39:02.070183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:02.193502 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (e26b851d-0946-4172-af21-cdb27088cdaf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:02.215126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d9947d7-776b-4747-be27-89b4898a4af1 req-93c0929e-0639-4867-9a4c-377f123ed2f1 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819489 Jan 31 18:39:02.263052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b05a5c9a-8117-44a9-950b-3530943ef428 admin admin] Deleting port 94bd8853-5472-40ae-82cb-c4185b8a29fb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:39:02.266370 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b05a5c9a-8117-44a9-950b-3530943ef428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:02.287768 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (e26b851d-0946-4172-af21-cdb27088cdaf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:02.290184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:02.291191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:02.549390 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b05a5c9a-8117-44a9-950b-3530943ef428 admin admin] For port 94bd8853-5472-40ae-82cb-c4185b8a29fb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=94bd8853-5472-40ae-82cb-c4185b8a29fb,segment=NetworkSegment(3c5108a9-9ce2-4a70-9029-f16e4bbf9f37),segment_id=3c5108a9-9ce2-4a70-9029-f16e4bbf9f37)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:02.550185 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b05a5c9a-8117-44a9-950b-3530943ef428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:02.551733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] Pushing event updated for resources: {'Network': ['ID=e26b851d-0946-4172-af21-cdb27088cdaf,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:02.571513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network e26b851d-0946-4172-af21-cdb27088cdaf details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:39:02.639446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-268d5ddc-aba8-4f4d-bd60-1ffeb50f1626 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8070271 Jan 31 18:39:02.645400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60592) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:02.651479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b05a5c9a-8117-44a9-950b-3530943ef428 admin admin] Calling delete_port for 94bd8853-5472-40ae-82cb-c4185b8a29fb owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:39:02.661549 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8c9e-0fe7-47c5-a029-d5da9ec6b118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:02.662888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-72559ece-aa3e-453c-8464-adebe2ec24cf admin admin] Request body: {'subnet': {'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1227838961-subnet', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:02.738219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72559ece-aa3e-453c-8464-adebe2ec24cf admin admin] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:02.742515 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72559ece-aa3e-453c-8464-adebe2ec24cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:02.881184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc539c0f-466c-499c-a3ee-fbe1626479eb req-b83135d9-96ec-4d8d-bcd9-9e26806fb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:02.882929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc539c0f-466c-499c-a3ee-fbe1626479eb req-b83135d9-96ec-4d8d-bcd9-9e26806fb9e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 1133 time: 0.3675697 Jan 31 18:39:02.981322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc539c0f-466c-499c-a3ee-fbe1626479eb req-2e87183b-22ff-4616-b760-aa23c66a037c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896282 Jan 31 18:39:03.373394 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8c9e-0fe7-47c5-a029-d5da9ec6b118 admin admin] Publish callbacks [] for security_group (42df6e71-6811-45f9-935c-4a2f1632bb4f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:03.374046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72559ece-aa3e-453c-8464-adebe2ec24cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (e109565c-f7ac-4d00-b22b-e887bf719fa5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:03.407688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8c9e-0fe7-47c5-a029-d5da9ec6b118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (42df6e71-6811-45f9-935c-4a2f1632bb4f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:03.509350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72559ece-aa3e-453c-8464-adebe2ec24cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e109565c-f7ac-4d00-b22b-e887bf719fa5,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:03.529825 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d8ce8c9e-0fe7-47c5-a029-d5da9ec6b118 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75420806209f49a7af60dd6236e82c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5141673 Jan 31 18:39:03.545575 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60614) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:03.697156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59875b4-b1cb-40f0-adcc-f52f1ad55933 req-8ebe4ec2-53e9-4f64-913a-4b567cafb301 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:03.706254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f59875b4-b1cb-40f0-adcc-f52f1ad55933 req-8ebe4ec2-53e9-4f64-913a-4b567cafb301 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.2176991 Jan 31 18:39:03.821811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f59875b4-b1cb-40f0-adcc-f52f1ad55933 req-8a92047a-ffb2-45a7-88b5-5bb43f4d767e tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063771 Jan 31 18:39:03.822571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72559ece-aa3e-453c-8464-adebe2ec24cf admin admin] Checking segment: {'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:03.822932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72559ece-aa3e-453c-8464-adebe2ec24cf admin admin] Network hostable DHCP agents. Network: e26b851d-0946-4172-af21-cdb27088cdaf, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:39:03.868543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce8c9e-0fe7-47c5-a029-d5da9ec6b118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42df6e71-6811-45f9-935c-4a2f1632bb4f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:03.870574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72559ece-aa3e-453c-8464-adebe2ec24cf admin admin] Network e26b851d-0946-4172-af21-cdb27088cdaf is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:39:03.888579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-72559ece-aa3e-453c-8464-adebe2ec24cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, e26b851d-0946-4172-af21-cdb27088cdaf) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:03.898358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72559ece-aa3e-453c-8464-adebe2ec24cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:03.901034 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72559ece-aa3e-453c-8464-adebe2ec24cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:03.910654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c158ad3-b5ba-4545-be34-32b40674e4d8 None None] Network e26b851d-0946-4172-af21-cdb27088cdaf requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:39:03.967877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-72559ece-aa3e-453c-8464-adebe2ec24cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3168602 Jan 31 18:39:03.972885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:03.999776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:04.035686 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:04.039881 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:04.084880 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b05a5c9a-8117-44a9-950b-3530943ef428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (94bd8853-5472-40ae-82cb-c4185b8a29fb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:04.224678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-e26b851d-0946-4172-af21-cdb27088cdaf', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'fixed_ips': [{'subnet_id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:39:04.226199 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:04.266109 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b045c24b-1a20-4b93-a0bf-c599a80cf2b7 admin admin] Publish callbacks [] for security_group (42df6e71-6811-45f9-935c-4a2f1632bb4f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:04.303046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Publish callbacks [] for router_controller (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:04.328588 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b045c24b-1a20-4b93-a0bf-c599a80cf2b7 admin admin] Publish callbacks [] for security_group (42df6e71-6811-45f9-935c-4a2f1632bb4f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:04.483359 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a5c9a-8117-44a9-950b-3530943ef428 admin admin] Pushing event deleted for resources: {'Port': ['ID=94bd8853-5472-40ae-82cb-c4185b8a29fb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:04.811853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Allocated IP 172.20.0.2 (e26b851d-0946-4172-af21-cdb27088cdaf/e109565c-f7ac-4d00-b22b-e887bf719fa5/1bd8c155-44e0-4432-ab33-66e31576a509) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:05.058054 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b045c24b-1a20-4b93-a0bf-c599a80cf2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (42df6e71-6811-45f9-935c-4a2f1632bb4f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:05.060614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b045c24b-1a20-4b93-a0bf-c599a80cf2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:05.062438 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b045c24b-1a20-4b93-a0bf-c599a80cf2b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42df6e71-6811-45f9-935c-4a2f1632bb4f HTTP/1.1" status: 204 len: 168 time: 1.5142450 Jan 31 18:39:05.140522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045c24b-1a20-4b93-a0bf-c599a80cf2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42df6e71-6811-45f9-935c-4a2f1632bb4f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:05.181290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b05a5c9a-8117-44a9-950b-3530943ef428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (9eea8699-e324-4135-bd15-ddada3c16529), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:05.587514 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Publish callbacks [] for port (1bd8c155-44e0-4432-ab33-66e31576a509), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:05.597847 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:05.687076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Pushing event updated for resources: {'Port': ['ID=1bd8c155-44e0-4432-ab33-66e31576a509,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:05.699787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Network e26b851d-0946-4172-af21-cdb27088cdaf is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:05.709229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:05.718944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:39:05.882072 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05a5c9a-8117-44a9-950b-3530943ef428 admin admin] Router 9eea8699-e324-4135-bd15-ddada3c16529 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:39:05.891139 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Attempting to bind port 1bd8c155-44e0-4432-ab33-66e31576a509 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:39:05.891631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Attempting to bind port 1bd8c155-44e0-4432-ab33-66e31576a509 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:39:05.892001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Attempting to bind port 1bd8c155-44e0-4432-ab33-66e31576a509 on network e26b851d-0946-4172-af21-cdb27088cdaf {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:05.911495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:39:05.911928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Checking segment: {'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:05.914600 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:05.915031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Bound using segment: {'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:39:05.917836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Bound port: 1bd8c155-44e0-4432-ab33-66e31576a509, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:39:05.919501 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:06.303369 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05a5c9a-8117-44a9-950b-3530943ef428 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:39:06.309714 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b05a5c9a-8117-44a9-950b-3530943ef428 admin admin] 10.222.0.20 "PUT /v2.0/routers/9eea8699-e324-4135-bd15-ddada3c16529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3208647 Jan 31 18:39:06.323277 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60680) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:06.340313 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840f106-9735-4366-803d-69fabe431b32 None None] Sync routers for ids ['9eea8699-e324-4135-bd15-ddada3c16529'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:39:06.367328 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840f106-9735-4366-803d-69fabe431b32 None None] Routers {'9eea8699-e324-4135-bd15-ddada3c16529'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:39:06.368543 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c840f106-9735-4366-803d-69fabe431b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:38:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9eea8699-e324-4135-bd15-ddada3c16529'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:06.518093 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Publish callbacks [] for router_gateway (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:06.640492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60686) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:06.670646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87022d1a-0831-4d7d-8951-e5a8f028a7e1 req-923ddfcc-cf97-43f7-ba08-0ab8606bcacf tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:06.685804 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c840f106-9735-4366-803d-69fabe431b32 None None] Set router 9eea8699-e324-4135-bd15-ddada3c16529 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:39:06.690759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87022d1a-0831-4d7d-8951-e5a8f028a7e1 req-923ddfcc-cf97-43f7-ba08-0ab8606bcacf tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.6155601 Jan 31 18:39:06.723348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] For port 1bd8c155-44e0-4432-ab33-66e31576a509, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:39:06.732490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] For port 1bd8c155-44e0-4432-ab33-66e31576a509, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1bd8c155-44e0-4432-ab33-66e31576a509,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:39:06.751753 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:06.788766 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Publish callbacks [] for router (9eea8699-e324-4135-bd15-ddada3c16529), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:06.907018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66898b-88bf-4844-a27c-d6794938fa42 None None] Pushing event updated for resources: {'Port': ['ID=1bd8c155-44e0-4432-ab33-66e31576a509,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:06.913657 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8850-d7d3-4610-b15b-a26d369c7259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:07.217749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Publish callbacks [] for router_gateway (9eea8699-e324-4135-bd15-ddada3c16529), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:07.303269 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c840f106-9735-4366-803d-69fabe431b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:39:03Z', 'revision_number': 5, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port': {'id': 'c93b3c9a-aedb-4987-a159-dc0e3a6914f3', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea8699-e324-4135-bd15-ddada3c16529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:37:20Z', 'updated_at': '2022-01-31T18:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:07.380152 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840f106-9735-4366-803d-69fabe431b32 None None] Checking router: 9eea8699-e324-4135-bd15-ddada3c16529 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:39:07.391518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Deleting port c93b3c9a-aedb-4987-a159-dc0e3a6914f3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:39:07.392261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:07.395025 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840f106-9735-4366-803d-69fabe431b32 None None] Routers {'9eea8699-e324-4135-bd15-ddada3c16529'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:39:07.395936 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c840f106-9735-4366-803d-69fabe431b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:38:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9eea8699-e324-4135-bd15-ddada3c16529'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:07.645068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] For port c93b3c9a-aedb-4987-a159-dc0e3a6914f3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c93b3c9a-aedb-4987-a159-dc0e3a6914f3,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:07.645443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:07.676957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Calling delete_port for c93b3c9a-aedb-4987-a159-dc0e3a6914f3 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:39:07.689535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87022d1a-0831-4d7d-8951-e5a8f028a7e1 req-81e83f7d-3071-4881-b124-48c777dbdc2b tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9968166 Jan 31 18:39:07.739223 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8850-d7d3-4610-b15b-a26d369c7259 admin admin] Publish callbacks [] for security_group (15989bb6-ebbe-4e70-bca8-07b7476dbb4f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:07.759515 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8850-d7d3-4610-b15b-a26d369c7259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (15989bb6-ebbe-4e70-bca8-07b7476dbb4f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:07.815138 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c840f106-9735-4366-803d-69fabe431b32 None None] Set router 9eea8699-e324-4135-bd15-ddada3c16529 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:39:07.975797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab8850-d7d3-4610-b15b-a26d369c7259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15989bb6-ebbe-4e70-bca8-07b7476dbb4f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:08.042569 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c93b3c9a-aedb-4987-a159-dc0e3a6914f3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:08.057008 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c4ab8850-d7d3-4610-b15b-a26d369c7259 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30b123be6b644ac68b99a298f0f9633e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2890592 Jan 31 18:39:08.061382 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c840f106-9735-4366-803d-69fabe431b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:39:07Z', 'revision_number': 6, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:08.064245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21541ec6-06f0-4304-a6b6-8bde7e982ffb req-bd45498f-9721-444c-ba41-360c0718049e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4839463 Jan 31 18:39:08.066127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60726) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:08.132786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c93b3c9a-aedb-4987-a159-dc0e3a6914f3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:08.191647 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840f106-9735-4366-803d-69fabe431b32 None None] The sync data for ids ['9eea8699-e324-4135-bd15-ddada3c16529'] in n-d-812111-15 is: [{'id': '9eea8699-e324-4135-bd15-ddada3c16529', 'name': 'tempest-ServersTestManualDisk-485443966-router', 'tenant_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:37:19Z', 'updated_at': '2022-01-31T18:39:07Z', 'revision_number': 6, 'project_id': '826ef78fe6bd4e66b93a81bbafd9637e', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:39:08.302887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (9eea8699-e324-4135-bd15-ddada3c16529), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:08.353257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b054bb-5fad-4a8f-87f8-cbfb9dfbb2b1 req-070177e1-88d8-4aff-af52-3cc9635bde13 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:08.377351 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36b054bb-5fad-4a8f-87f8-cbfb9dfbb2b1 req-070177e1-88d8-4aff-af52-3cc9635bde13 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.5235970 Jan 31 18:39:08.669919 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (9eea8699-e324-4135-bd15-ddada3c16529), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:08.682529 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Publish callbacks [] for router_controller (9eea8699-e324-4135-bd15-ddada3c16529), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:08.960107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36b054bb-5fad-4a8f-87f8-cbfb9dfbb2b1 req-4d6c213f-60e0-4904-b9f6-256dec128e11 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784519 Jan 31 18:39:08.993428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21541ec6-06f0-4304-a6b6-8bde7e982ffb req-08f610d7-8215-44a0-9c65-6ac8428bc4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:08.996881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21541ec6-06f0-4304-a6b6-8bde7e982ffb req-08f610d7-8215-44a0-9c65-6ac8428bc4bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9fffd57ee5764d53b8880788295d6082&device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 1128 time: 0.8639460 Jan 31 18:39:09.076085 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36145957-abc3-416d-97c7-3fd160021c52 admin admin] Publish callbacks [] for security_group (15989bb6-ebbe-4e70-bca8-07b7476dbb4f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:09.156909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396627ce-a8dc-4250-b62e-39062711cec3 None None] Network e26b851d-0946-4172-af21-cdb27088cdaf requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:39:09.185882 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36145957-abc3-416d-97c7-3fd160021c52 admin admin] Publish callbacks [] for security_group (15989bb6-ebbe-4e70-bca8-07b7476dbb4f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:09.508081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1bd8c155-44e0-4432-ab33-66e31576a509 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:09.600553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6192d3e-4019-4410-93cd-f666a01a3146 req-65137c80-b5c4-4214-b158-fd57dc0f43c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0086563 Jan 31 18:39:09.610922 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d204cd1d-9d25-43a0-8f64-74967be3ad23 None None] Provisioning complete for port 1bd8c155-44e0-4432-ab33-66e31576a509 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:09.611449 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d204cd1d-9d25-43a0-8f64-74967be3ad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:09.625681 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Publish callbacks [] for router_gateway (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:09.635587 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (9eea8699-e324-4135-bd15-ddada3c16529), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:09.637125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eea8699-e324-4135-bd15-ddada3c16529 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:39:09.648093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:09.655406 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-878454cf-4bf5-41d6-b521-a1eb54d01d1e admin admin] 10.222.0.20 "DELETE /v2.0/routers/9eea8699-e324-4135-bd15-ddada3c16529 HTTP/1.1" status: 204 len: 168 time: 3.3305488 Jan 31 18:39:09.656385 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:09.723839 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:09.745050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae97cee-801a-47dd-bf90-615a0a5a998c admin admin] Deleting subnet 1fa91765-20a1-4873-89c2-9334fb7003b5 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:39:09.749175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ae97cee-801a-47dd-bf90-615a0a5a998c admin admin] Publish callbacks [] for subnet (1fa91765-20a1-4873-89c2-9334fb7003b5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:09.810545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1bd8c155-44e0-4432-ab33-66e31576a509 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:09.810930 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:09.838364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ae97cee-801a-47dd-bf90-615a0a5a998c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (1fa91765-20a1-4873-89c2-9334fb7003b5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:09.857986 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d204cd1d-9d25-43a0-8f64-74967be3ad23 None None] Current status of the port 1bd8c155-44e0-4432-ab33-66e31576a509 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:09.858489 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d204cd1d-9d25-43a0-8f64-74967be3ad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:09.901288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d204cd1d-9d25-43a0-8f64-74967be3ad23 None None] For port 1bd8c155-44e0-4432-ab33-66e31576a509, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1bd8c155-44e0-4432-ab33-66e31576a509,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:09.907980 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d204cd1d-9d25-43a0-8f64-74967be3ad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:10.092513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204cd1d-9d25-43a0-8f64-74967be3ad23 None None] Pushing event updated for resources: {'Port': ['ID=1bd8c155-44e0-4432-ab33-66e31576a509,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:10.101730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ae97cee-801a-47dd-bf90-615a0a5a998c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (1fa91765-20a1-4873-89c2-9334fb7003b5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:10.135311 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36145957-abc3-416d-97c7-3fd160021c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (15989bb6-ebbe-4e70-bca8-07b7476dbb4f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:10.137973 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36145957-abc3-416d-97c7-3fd160021c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:10.139132 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-36145957-abc3-416d-97c7-3fd160021c52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15989bb6-ebbe-4e70-bca8-07b7476dbb4f HTTP/1.1" status: 204 len: 168 time: 2.0706291 Jan 31 18:39:10.190676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1bd8c155-44e0-4432-ab33-66e31576a509 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:10.238076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3478f-3add-4843-851a-3223c8a97d10 req-745fc6d7-ad43-402a-8adc-1b1da4925778 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:10.246694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0057e90e-8fba-4a7f-bf0a-ce6ff9b7cb01 None None] Provisioning complete for port 1bd8c155-44e0-4432-ab33-66e31576a509 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:10.247069 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0057e90e-8fba-4a7f-bf0a-ce6ff9b7cb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:10.260939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-76d3478f-3add-4843-851a-3223c8a97d10 req-745fc6d7-ad43-402a-8adc-1b1da4925778 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 951 time: 0.8629069 Jan 31 18:39:10.277659 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ae97cee-801a-47dd-bf90-615a0a5a998c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (1fa91765-20a1-4873-89c2-9334fb7003b5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:10.285432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21541ec6-06f0-4304-a6b6-8bde7e982ffb req-5bfb456a-a143-4bc9-8f59-3d759455e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:10.286890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21541ec6-06f0-4304-a6b6-8bde7e982ffb req-5bfb456a-a143-4bc9-8f59-3d759455e71e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 200 len: 921 time: 1.0324960 Jan 31 18:39:10.312425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b850f4-4f5c-4666-8d17-8d9bb50863d9 req-2b2aeaa5-7494-4844-b939-ac9d89f810d2 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:10.320954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26b850f4-4f5c-4666-8d17-8d9bb50863d9 req-2b2aeaa5-7494-4844-b939-ac9d89f810d2 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.6123455 Jan 31 18:39:10.323042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36145957-abc3-416d-97c7-3fd160021c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15989bb6-ebbe-4e70-bca8-07b7476dbb4f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:10.330098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c93b3c9a-aedb-4987-a159-dc0e3a6914f3 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:10.378036 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae97cee-801a-47dd-bf90-615a0a5a998c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa91765-20a1-4873-89c2-9334fb7003b5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:10.396488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c93b3c9a-aedb-4987-a159-dc0e3a6914f3 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:39:10.396864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c93b3c9a-aedb-4987-a159-dc0e3a6914f3 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:39:10.397262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 94bd8853-5472-40ae-82cb-c4185b8a29fb no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:10.398651 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ae97cee-801a-47dd-bf90-615a0a5a998c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:10.402288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070da1cc-fa0b-4a83-be17-0cb649e8d43c None None] Network 2201f00e-02bc-410c-b783-4f5f63b17507 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:39:10.414418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21541ec6-06f0-4304-a6b6-8bde7e982ffb req-6a6b37cc-213e-4087-8574-d533104cc764 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a HTTP/1.1" status: 200 len: 217 time: 0.0848358 Jan 31 18:39:10.421944 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ae97cee-801a-47dd-bf90-615a0a5a998c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1fa91765-20a1-4873-89c2-9334fb7003b5 HTTP/1.1" status: 204 len: 168 time: 0.7633202 Jan 31 18:39:10.424707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60818) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:10.453591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6192d3e-4019-4410-93cd-f666a01a3146 req-d2edf054-cc5b-4220-960d-f9a76c231656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:10.455250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6192d3e-4019-4410-93cd-f666a01a3146 req-d2edf054-cc5b-4220-960d-f9a76c231656 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d452270eb82f433baf33904d01fd1428&device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 1133 time: 0.7491074 Jan 31 18:39:10.576569 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (2201f00e-02bc-410c-b783-4f5f63b17507), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:10.630961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 94bd8853-5472-40ae-82cb-c4185b8a29fb {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:39:10.631601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 94bd8853-5472-40ae-82cb-c4185b8a29fb not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:39:10.692325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0057e90e-8fba-4a7f-bf0a-ce6ff9b7cb01 None None] Current status of the port 1bd8c155-44e0-4432-ab33-66e31576a509 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:10.696361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Deleting port 6454ce7e-034e-4851-b63a-2c52ed76ff9d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:39:10.697446 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:10.831769 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26b850f4-4f5c-4666-8d17-8d9bb50863d9 req-c4a688a7-0cd6-45f1-87e7-fdac158e8fb1 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082314 Jan 31 18:39:10.838387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee62288-fae4-4d16-9264-0f151c796879 None None] DHCP port deletion for 2201f00e-02bc-410c-b783-4f5f63b17507 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:39:10.907163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Allocated IP 172.25.8.178 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/ff7ce6d3-39a6-4345-bba4-1772b9d032fd) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:10.908146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] For port 6454ce7e-034e-4851-b63a-2c52ed76ff9d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6454ce7e-034e-4851-b63a-2c52ed76ff9d,segment=NetworkSegment(3c5108a9-9ce2-4a70-9029-f16e4bbf9f37),segment_id=3c5108a9-9ce2-4a70-9029-f16e4bbf9f37)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:10.908601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:10.931427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1bd8c155-44e0-4432-ab33-66e31576a509 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:10.938861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Calling delete_port for 6454ce7e-034e-4851-b63a-2c52ed76ff9d owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:39:10.960017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-76d3478f-3add-4843-851a-3223c8a97d10 req-5ea3f1b4-d784-4f3d-80a5-cb07dc226ab6 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6981227 Jan 31 18:39:11.088674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6192d3e-4019-4410-93cd-f666a01a3146 req-9d9dd2ee-916d-49a2-afe4-35861c81cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:11.091517 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6192d3e-4019-4410-93cd-f666a01a3146 req-9d9dd2ee-916d-49a2-afe4-35861c81cc42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.5149028 Jan 31 18:39:11.120399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21541ec6-06f0-4304-a6b6-8bde7e982ffb req-e8d670b5-939e-473a-823c-b8a354b2e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:11.125681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1bd8c155-44e0-4432-ab33-66e31576a509 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:11.125860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21541ec6-06f0-4304-a6b6-8bde7e982ffb req-e8d670b5-939e-473a-823c-b8a354b2e6c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 200 len: 860 time: 0.6658201 Jan 31 18:39:11.126757 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:11.146495 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:11.189072 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6454ce7e-034e-4851-b63a-2c52ed76ff9d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:11.191284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1ee62288-fae4-4d16-9264-0f151c796879 None None] Deleting port 6454ce7e-034e-4851-b63a-2c52ed76ff9d {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:39:11.192171 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ee62288-fae4-4d16-9264-0f151c796879 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:11.210120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] No DVR routers for this DVR port 6454ce7e-034e-4851-b63a-2c52ed76ff9d on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:39:11.272429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1ee62288-fae4-4d16-9264-0f151c796879 None None] For port 6454ce7e-034e-4851-b63a-2c52ed76ff9d, host n-d-812111-15, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:11.273086 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ee62288-fae4-4d16-9264-0f151c796879 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:11.299376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1ee62288-fae4-4d16-9264-0f151c796879 None None] Calling delete_port for 6454ce7e-034e-4851-b63a-2c52ed76ff9d owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:39:11.305530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-1ee62288-fae4-4d16-9264-0f151c796879 None None] Port 6454ce7e-034e-4851-b63a-2c52ed76ff9d was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:39:11.309864 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ee62288-fae4-4d16-9264-0f151c796879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (6454ce7e-034e-4851-b63a-2c52ed76ff9d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:11.348883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee62288-fae4-4d16-9264-0f151c796879 None None] Pushing event deleted for resources: {'Port': ['ID=6454ce7e-034e-4851-b63a-2c52ed76ff9d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:11.354630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee62288-fae4-4d16-9264-0f151c796879 None None] No DVR routers for this DVR port 6454ce7e-034e-4851-b63a-2c52ed76ff9d on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:39:11.377396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6192d3e-4019-4410-93cd-f666a01a3146 req-541832cc-8b80-4da0-88f8-37eabdefb0e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a HTTP/1.1" status: 200 len: 217 time: 0.2737274 Jan 31 18:39:11.385484 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21541ec6-06f0-4304-a6b6-8bde7e982ffb req-20c5121d-64d1-43ee-8e37-a9d54b75762b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d610a84b-ba66-4c53-baa7-3d2c74b1df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369758 Jan 31 18:39:11.414863 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (2201f00e-02bc-410c-b783-4f5f63b17507), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:11.469409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2201f00e-02bc-410c-b783-4f5f63b17507']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:11.475411 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1bd8c155-44e0-4432-ab33-66e31576a509 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:11.492504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:11.493013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:11.493695 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5108a9-9ce2-4a70-9029-f16e4bbf9f37') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:11.529881 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (3c5108a9-9ce2-4a70-9029-f16e4bbf9f37), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:11.554204 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3c5108a9-9ce2-4a70-9029-f16e4bbf9f37), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:11.562904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:39:11.563591 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (3c5108a9-9ce2-4a70-9029-f16e4bbf9f37), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:39:11.648735 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:39:11.694035 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (2201f00e-02bc-410c-b783-4f5f63b17507), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:11.714903 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:11.724780 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2201f00e-02bc-410c-b783-4f5f63b17507 HTTP/1.1" status: 204 len: 168 time: 1.2969933 Jan 31 18:39:11.772497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69d284-4896-4d7d-9b10-dad18ede67f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2201f00e-02bc-410c-b783-4f5f63b17507,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:11.803731 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Publish callbacks [] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:11.920318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6192d3e-4019-4410-93cd-f666a01a3146 req-57b0e353-93d5-4a4f-a117-3d68f1ff45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:11.936226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6192d3e-4019-4410-93cd-f666a01a3146 req-57b0e353-93d5-4a4f-a117-3d68f1ff45d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.5418403 Jan 31 18:39:12.011286 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf543286-abeb-4818-8dbf-9b018545d7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:12.012878 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60896) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:12.142528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21541ec6-06f0-4304-a6b6-8bde7e982ffb req-5f898e0d-02fa-42f5-9da9-a48fd2aa671a service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221274 Jan 31 18:39:12.151702 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-19577474-b6cd-4a31-b460-b6cfaa05a83b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=826ef78fe6bd4e66b93a81bbafd9637e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373737 Jan 31 18:39:12.158714 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60902) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:12.298219 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d128-a63e-4f71-b48e-f1c39c569431 admin admin] Publish callbacks [] for security_group (7074c88c-d3ae-4413-8214-87dda25b8aa1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:12.319750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:12.393171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d128-a63e-4f71-b48e-f1c39c569431 admin admin] Publish callbacks [] for security_group (7074c88c-d3ae-4413-8214-87dda25b8aa1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:12.433727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6192d3e-4019-4410-93cd-f666a01a3146 req-88f7c96d-4d03-4024-8b3c-14c2a0964e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:12.435437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6192d3e-4019-4410-93cd-f666a01a3146 req-88f7c96d-4d03-4024-8b3c-14c2a0964e88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3363609 Jan 31 18:39:12.466451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:12.481828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:12.491396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdccde-709f-4a8c-8c9c-8777a1c059d0 req-540f77c3-eeda-4cd4-8c56-fca4e5b43eff tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:12.493961 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bbdccde-709f-4a8c-8c9c-8777a1c059d0 req-540f77c3-eeda-4cd4-8c56-fca4e5b43eff tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.3268490 Jan 31 18:39:12.494853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7ce6d3-39a6-4345-bba4-1772b9d032fd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:12.512213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:39:12.516289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21541ec6-06f0-4304-a6b6-8bde7e982ffb req-1e94e6fe-9157-4709-9cd2-d8d5c2758052 service neutron] 10.222.0.49 "GET /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409128 Jan 31 18:39:12.574860 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d128-a63e-4f71-b48e-f1c39c569431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7074c88c-d3ae-4413-8214-87dda25b8aa1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:12.578351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3c3d128-a63e-4f71-b48e-f1c39c569431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:12.579574 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b3c3d128-a63e-4f71-b48e-f1c39c569431 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7074c88c-d3ae-4413-8214-87dda25b8aa1 HTTP/1.1" status: 204 len: 168 time: 0.4197557 Jan 31 18:39:12.606587 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3d128-a63e-4f71-b48e-f1c39c569431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7074c88c-d3ae-4413-8214-87dda25b8aa1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:12.809318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6454ce7e-034e-4851-b63a-2c52ed76ff9d no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:12.855025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 6454ce7e-034e-4851-b63a-2c52ed76ff9d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:39:12.855794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6454ce7e-034e-4851-b63a-2c52ed76ff9d not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:39:13.097530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 696a5b3b-16c1-49e7-be84-9d8bc5ff766d no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:13.260595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf543286-abeb-4818-8dbf-9b018545d7f7 admin admin] Publish callbacks [] for security_group (49e055c6-ed46-4067-bf12-0ea8098876c8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:13.301816 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf543286-abeb-4818-8dbf-9b018545d7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (49e055c6-ed46-4067-bf12-0ea8098876c8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:13.425674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:13.427184 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:13.469173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:39:13.473521 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a44a72-209d-4b94-b94d-76ab20fbdccc" -d '{"events": [{"server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "name": "network-vif-unplugged", "status": "completed", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:39:13.517118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:13.525514 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:13.531195 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bbdccde-709f-4a8c-8c9c-8777a1c059d0 req-9c455198-eca1-4258-945b-f061ac194947 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0117249 Jan 31 18:39:13.632124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6192d3e-4019-4410-93cd-f666a01a3146 req-906713f9-0cbe-4b37-b8a6-3ba9f2009aa8 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1675572 Jan 31 18:39:13.689180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,revision_number=11']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:13.706782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04498818-8ecc-4a94-9654-c6632f7afad5 req-c87205d8-18d1-4b5d-9f3e-170387d09e70 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:13.718964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04498818-8ecc-4a94-9654-c6632f7afad5 req-c87205d8-18d1-4b5d-9f3e-170387d09e70 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 945 time: 1.1582236 Jan 31 18:39:13.725489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bf543286-abeb-4818-8dbf-9b018545d7f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c73872e577f841efa109e9dbc62c5cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2194979 Jan 31 18:39:13.727337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf543286-abeb-4818-8dbf-9b018545d7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e055c6-ed46-4067-bf12-0ea8098876c8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:13.728376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60944) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:13.755838 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11f6142-d9c1-4304-9488-4cdbcb2c854d x-openstack-request-id: req-d11f6142-d9c1-4304-9488-4cdbcb2c854d {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:39:13.756130 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "name": "network-vif-unplugged", "status": "completed", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:39:13.756627 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d11f6142-d9c1-4304-9488-4cdbcb2c854d {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:39:13.757316 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'code': 200} Jan 31 18:39:13.862253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c360680-15f4-413d-9124-2ddfd9e3692b admin admin] Publish callbacks [] for security_group (49e055c6-ed46-4067-bf12-0ea8098876c8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:13.914729 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c360680-15f4-413d-9124-2ddfd9e3692b admin admin] Publish callbacks [] for security_group (49e055c6-ed46-4067-bf12-0ea8098876c8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:13.942826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b6d52-e206-4f78-8a18-532aa792fb23 req-850cbef3-2961-414a-85c0-13036a810f49 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:13.944573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c5b6d52-e206-4f78-8a18-532aa792fb23 req-850cbef3-2961-414a-85c0-13036a810f49 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 945 time: 1.2812519 Jan 31 18:39:14.005289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c360680-15f4-413d-9124-2ddfd9e3692b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (49e055c6-ed46-4067-bf12-0ea8098876c8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:14.009857 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c360680-15f4-413d-9124-2ddfd9e3692b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:14.012920 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4c360680-15f4-413d-9124-2ddfd9e3692b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49e055c6-ed46-4067-bf12-0ea8098876c8 HTTP/1.1" status: 204 len: 168 time: 0.2810931 Jan 31 18:39:14.047347 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c360680-15f4-413d-9124-2ddfd9e3692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e055c6-ed46-4067-bf12-0ea8098876c8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:14.201808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04498818-8ecc-4a94-9654-c6632f7afad5 req-09b78d61-0f85-448e-b482-0f45125a61fc tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816735 Jan 31 18:39:14.273701 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6192d3e-4019-4410-93cd-f666a01a3146 req-63343f9e-bdeb-4ab0-b5ca-2766fbd9e696 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052277 Jan 31 18:39:14.303550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-1c5b6d52-e206-4f78-8a18-532aa792fb23 req-44bbf090-7d86-4bb0-89f0-a54091f262b2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Deleting port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:39:14.304116 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1c5b6d52-e206-4f78-8a18-532aa792fb23 req-44bbf090-7d86-4bb0-89f0-a54091f262b2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:14.314050 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Publish callbacks [] for router_gateway (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:14.724081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:14.730597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1c5b6d52-e206-4f78-8a18-532aa792fb23 req-44bbf090-7d86-4bb0-89f0-a54091f262b2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] For port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:14.731359 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1c5b6d52-e206-4f78-8a18-532aa792fb23 req-44bbf090-7d86-4bb0-89f0-a54091f262b2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:14.856553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-1c5b6d52-e206-4f78-8a18-532aa792fb23 req-44bbf090-7d86-4bb0-89f0-a54091f262b2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Calling delete_port for ab40b8cb-66a7-4c96-ba4b-c11c1166af7a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:39:14.924006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1528707843-network', 'tenant_id': '765aa20a6adc4a8894e78ee72eb9642f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:14.957178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Made reservation on behalf of 765aa20a6adc4a8894e78ee72eb9642f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:14.961621 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:14.979978 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.007681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60972) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:15.042176 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5080c527-2ef2-4c30-b7f4-b2f8124a1d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.121333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a6011-a25e-45a5-b9b7-6f5a5ea9fcd8 req-27e5ac6b-1a2d-45db-b398-98c0122e8944 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:15.134320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de9a6011-a25e-45a5-b9b7-6f5a5ea9fcd8 req-27e5ac6b-1a2d-45db-b398-98c0122e8944 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.3687060 Jan 31 18:39:15.148958 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.208043 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Publish callbacks [] for security_group (901f4515-1bde-4229-9ef6-57a58aa2f426), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.217956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (901f4515-1bde-4229-9ef6-57a58aa2f426), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.258600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901f4515-1bde-4229-9ef6-57a58aa2f426,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:15.279907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309e838-207c-405b-946d-ee8abf6944ac req-f894c185-4e5f-4cdf-8ac7-59ca97221ce1 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:15.288460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c309e838-207c-405b-946d-ee8abf6944ac req-f894c185-4e5f-4cdf-8ac7-59ca97221ce1 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 949 time: 0.3797162 Jan 31 18:39:15.299708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:39:15.303195 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5080c527-2ef2-4c30-b7f4-b2f8124a1d6f admin admin] Publish callbacks [] for security_group (dbebfd40-c3f5-4ebb-8422-1fae809b0d36), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.317718 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5080c527-2ef2-4c30-b7f4-b2f8124a1d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (dbebfd40-c3f5-4ebb-8422-1fae809b0d36), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.355778 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (fe4d66f0-2584-4050-b986-c32b078947a7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.356305 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Added segment fe4d66f0-2584-4050-b986-c32b078947a7 of type vlan for network 79de0ee2-e879-4b88-9aff-7dcab13f873d Jan 31 18:39:15.358430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080c527-2ef2-4c30-b7f4-b2f8124a1d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbebfd40-c3f5-4ebb-8422-1fae809b0d36,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:15.361761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de9a6011-a25e-45a5-b9b7-6f5a5ea9fcd8 req-2e602623-b46b-4ce9-95fb-445ed913c814 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263672 Jan 31 18:39:15.412235 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5080c527-2ef2-4c30-b7f4-b2f8124a1d6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f5747ae37f84c6e9903d9497f7390f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026933 Jan 31 18:39:15.420248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:15.437005 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (79de0ee2-e879-4b88-9aff-7dcab13f873d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.481606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c309e838-207c-405b-946d-ee8abf6944ac req-06d991ee-0b6f-4d31-b8a3-6ff0412b9d40 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924047 Jan 31 18:39:15.534484 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-006d0e2b-11ad-475e-901a-b788528743c6 admin admin] Publish callbacks [] for security_group (dbebfd40-c3f5-4ebb-8422-1fae809b0d36), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.534681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ab40b8cb-66a7-4c96-ba4b-c11c1166af7a no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:15.538691 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (79de0ee2-e879-4b88-9aff-7dcab13f873d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.540011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:15.541057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.575059 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8491356 Jan 31 18:39:15.579875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60982) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:15.586515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-abd6fa87-dc7d-4052-a617-fc9186c72b3f admin admin] Request body: {'subnet': {'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1528707843-subnet', 'tenant_id': '765aa20a6adc4a8894e78ee72eb9642f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:15.588689 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1c5b6d52-e206-4f78-8a18-532aa792fb23 req-44bbf090-7d86-4bb0-89f0-a54091f262b2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ab40b8cb-66a7-4c96-ba4b-c11c1166af7a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.620285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:39:15.636873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58c0ea2e-c198-4184-a74f-cdf56b4aee0b req-7233d708-d5be-4aaa-b86b-6cacd817d36d tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c395926-ccb4-40b0-9dcc-b2cbb0e61973 HTTP/1.1" status: 200 len: 210 time: 0.0711708 Jan 31 18:39:15.657771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No active binding found for port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a {{(pid=103227) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 18:39:15.658251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a host None! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:39:15.658665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ab40b8cb-66a7-4c96-ba4b-c11c1166af7a not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:39:15.663483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-006d0e2b-11ad-475e-901a-b788528743c6 admin admin] Publish callbacks [] for security_group (dbebfd40-c3f5-4ebb-8422-1fae809b0d36), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.699911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ddc40-6d1b-4938-82e7-c7fa21d9497c admin admin] Pushing event updated for resources: {'Network': ['ID=79de0ee2-e879-4b88-9aff-7dcab13f873d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:15.700659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbf090-7d86-4bb0-89f0-a54091f262b2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Pushing event deleted for resources: {'Port': ['ID=ab40b8cb-66a7-4c96-ba4b-c11c1166af7a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:15.722585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 79de0ee2-e879-4b88-9aff-7dcab13f873d details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:39:15.739528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd6fa87-dc7d-4052-a617-fc9186c72b3f admin admin] Made reservation on behalf of 765aa20a6adc4a8894e78ee72eb9642f for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:15.742945 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa87-dc7d-4052-a617-fc9186c72b3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.823872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5b6d52-e206-4f78-8a18-532aa792fb23 req-44bbf090-7d86-4bb0-89f0-a54091f262b2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] No DVR routers for this DVR port ab40b8cb-66a7-4c96-ba4b-c11c1166af7a on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:39:15.830009 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1c5b6d52-e206-4f78-8a18-532aa792fb23 req-44bbf090-7d86-4bb0-89f0-a54091f262b2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:15.835999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c5b6d52-e206-4f78-8a18-532aa792fb23 req-44bbf090-7d86-4bb0-89f0-a54091f262b2 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.49 "DELETE /v2.0/ports/ab40b8cb-66a7-4c96-ba4b-c11c1166af7a HTTP/1.1" status: 204 len: 173 time: 1.8740726 Jan 31 18:39:15.836954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c395926-ccb4-40b0-9dcc-b2cbb0e61973', 'name': 'network-vif-deleted', 'tag': 'ab40b8cb-66a7-4c96-ba4b-c11c1166af7a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:39:15.840949 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43196bec-daa3-4ba5-a2d4-085dac0b189c" -d '{"events": [{"server_uuid": "4c395926-ccb4-40b0-9dcc-b2cbb0e61973", "name": "network-vif-deleted", "tag": "ab40b8cb-66a7-4c96-ba4b-c11c1166af7a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:39:15.949701 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe9edaa-ad90-4047-9a78-fb0fb6f199e8 x-openstack-request-id: req-bfe9edaa-ad90-4047-9a78-fb0fb6f199e8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:39:15.950105 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c395926-ccb4-40b0-9dcc-b2cbb0e61973", "name": "network-vif-deleted", "tag": "ab40b8cb-66a7-4c96-ba4b-c11c1166af7a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:39:15.950470 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfe9edaa-ad90-4047-9a78-fb0fb6f199e8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:39:15.951809 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c395926-ccb4-40b0-9dcc-b2cbb0e61973', 'name': 'network-vif-deleted', 'tag': 'ab40b8cb-66a7-4c96-ba4b-c11c1166af7a', 'status': 'completed', 'code': 200} Jan 31 18:39:15.982064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:39:15.998539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Sync routers for ids ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:39:16.018974 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:16.019542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Routers {'03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:39:16.024968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3a16f31d-2fba-486c-a2e5-42f83f786b70 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.0430932 Jan 31 18:39:16.025890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 32772) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:16.026274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:38:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:16.069864 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-006d0e2b-11ad-475e-901a-b788528743c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (dbebfd40-c3f5-4ebb-8422-1fae809b0d36), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:16.074719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-006d0e2b-11ad-475e-901a-b788528743c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:16.081395 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-006d0e2b-11ad-475e-901a-b788528743c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbebfd40-c3f5-4ebb-8422-1fae809b0d36 HTTP/1.1" status: 204 len: 168 time: 0.6590295 Jan 31 18:39:16.115951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d0e2b-11ad-475e-901a-b788528743c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbebfd40-c3f5-4ebb-8422-1fae809b0d36,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:16.120700 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa87-dc7d-4052-a617-fc9186c72b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (2b5648f2-eae0-4da6-9d27-38065d259af9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:16.192361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6fa87-dc7d-4052-a617-fc9186c72b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b5648f2-eae0-4da6-9d27-38065d259af9,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:16.247876 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd6fa87-dc7d-4052-a617-fc9186c72b3f admin admin] Checking segment: {'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:16.249962 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6fa87-dc7d-4052-a617-fc9186c72b3f admin admin] Network hostable DHCP agents. Network: 79de0ee2-e879-4b88-9aff-7dcab13f873d, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:39:16.273218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Set router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:39:16.284971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6fa87-dc7d-4052-a617-fc9186c72b3f admin admin] Network 79de0ee2-e879-4b88-9aff-7dcab13f873d is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:39:16.334555 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-abd6fa87-dc7d-4052-a617-fc9186c72b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 79de0ee2-e879-4b88-9aff-7dcab13f873d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:16.360193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6fa87-dc7d-4052-a617-fc9186c72b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:16.361182 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa87-dc7d-4052-a617-fc9186c72b3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:16.415063 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-abd6fa87-dc7d-4052-a617-fc9186c72b3f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8189738 Jan 31 18:39:16.478373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52a2644-e019-494a-af6e-3ee85b7a99aa None None] Network 79de0ee2-e879-4b88-9aff-7dcab13f873d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:39:16.784955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cc3967-35db-4faa-aaf5-2564003f2a0e None None] Network 79de0ee2-e879-4b88-9aff-7dcab13f873d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:39:17.094474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:39:13Z', 'revision_number': 3, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:17.144119 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Checking router: 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:39:17.144811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Updating router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c port ff7ce6d3-39a6-4345-bba4-1772b9d032fd binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:39:17.231403 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:17.276072 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32806) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:17.401907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f1749-6980-4103-8bc1-67a8182ceb6c req-4130e77e-6147-481c-be06-b344645283d0 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:17.404324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd3f1749-6980-4103-8bc1-67a8182ceb6c req-4130e77e-6147-481c-be06-b344645283d0 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 949 time: 0.7315338 Jan 31 18:39:17.438414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8cfc7-b6c7-4426-b65f-c5a9be41135d req-408bfd3b-9b4a-403a-b912-2bb1eb7dda26 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:17.449999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34d8cfc7-b6c7-4426-b65f-c5a9be41135d req-408bfd3b-9b4a-403a-b912-2bb1eb7dda26 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.7796035 Jan 31 18:39:17.541999 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-251a53e6-ec1c-468c-af78-cfffd1c01c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:17.582173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6708b6-9a5c-4fc1-9805-7fe63e76bf31 req-ff36d8ff-53bc-400d-b4e0-491a21a63c59 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:17.593527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e6708b6-9a5c-4fc1-9805-7fe63e76bf31 req-ff36d8ff-53bc-400d-b4e0-491a21a63c59 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 949 time: 0.7538548 Jan 31 18:39:17.629114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34d8cfc7-b6c7-4426-b65f-c5a9be41135d req-7da6ffc6-c876-4701-bb7b-1471c7ae43bf tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775053 Jan 31 18:39:17.681512 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Publish callbacks [] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:17.694160 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:17.701005 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-251a53e6-ec1c-468c-af78-cfffd1c01c2b admin admin] Publish callbacks [] for security_group (53d28760-543b-4f67-95f0-f66275cc8e20), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:17.711969 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-251a53e6-ec1c-468c-af78-cfffd1c01c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (53d28760-543b-4f67-95f0-f66275cc8e20), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:17.753653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Attempting to bind port ff7ce6d3-39a6-4345-bba4-1772b9d032fd on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:39:17.754011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Attempting to bind port ff7ce6d3-39a6-4345-bba4-1772b9d032fd by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:39:17.754195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Attempting to bind port ff7ce6d3-39a6-4345-bba4-1772b9d032fd on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:17.768852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:39:17.769248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:17.769663 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:17.770057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:39:17.770888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Bound port: ff7ce6d3-39a6-4345-bba4-1772b9d032fd, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:39:17.771548 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:17.792613 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-251a53e6-ec1c-468c-af78-cfffd1c01c2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd5b7b21608a40b68239d0af67881864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5147808 Jan 31 18:39:17.797317 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32822) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:17.848112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41489540-4aad-4204-86c1-65a4c40c70ea None None] Pushing event updated for resources: {'Port': ['ID=ff7ce6d3-39a6-4345-bba4-1772b9d032fd,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:17.877495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] For port ff7ce6d3-39a6-4345-bba4-1772b9d032fd, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:39:17.882049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] For port ff7ce6d3-39a6-4345-bba4-1772b9d032fd, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ff7ce6d3-39a6-4345-bba4-1772b9d032fd,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:39:17.901455 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:17.913068 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:17.929829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e6708b6-9a5c-4fc1-9805-7fe63e76bf31 req-d490bb16-6c97-424b-971d-f27ca190f712 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/security-groups?id=734224fe-b50d-4122-b83f-f486936624cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352067 Jan 31 18:39:17.993362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Routers {'03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:39:17.994306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:38:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:17.995490 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a53e6-ec1c-468c-af78-cfffd1c01c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d28760-543b-4f67-95f0-f66275cc8e20,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:18.032244 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2e15d5e-93be-4783-8a05-64571e90fc47 admin admin] Publish callbacks [] for security_group (53d28760-543b-4f67-95f0-f66275cc8e20), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:18.080797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41489540-4aad-4204-86c1-65a4c40c70ea None None] Pushing event updated for resources: {'Port': ['ID=ff7ce6d3-39a6-4345-bba4-1772b9d032fd,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:18.090086 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2e15d5e-93be-4783-8a05-64571e90fc47 admin admin] Publish callbacks [] for security_group (53d28760-543b-4f67-95f0-f66275cc8e20), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:18.205362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] Set router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:39:18.235848 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2e15d5e-93be-4783-8a05-64571e90fc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (53d28760-543b-4f67-95f0-f66275cc8e20), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:18.239502 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2e15d5e-93be-4783-8a05-64571e90fc47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:18.241344 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a2e15d5e-93be-4783-8a05-64571e90fc47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53d28760-543b-4f67-95f0-f66275cc8e20 HTTP/1.1" status: 204 len: 168 time: 0.4297240 Jan 31 18:39:18.265410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e15d5e-93be-4783-8a05-64571e90fc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d28760-543b-4f67-95f0-f66275cc8e20,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:18.303826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-bd3f1749-6980-4103-8bc1-67a8182ceb6c req-906a5efd-ccfd-4c6a-b72f-32235404ec15 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Deleting port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:39:18.309232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd3f1749-6980-4103-8bc1-67a8182ceb6c req-906a5efd-ccfd-4c6a-b72f-32235404ec15 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:18.603061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:39:13Z', 'revision_number': 3, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:18.642010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0fdb2-0186-46b1-aa3a-8fc99b91fb69 None None] The sync data for ids ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'] in n-d-812111-15 is: [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:39:13Z', 'revision_number': 3, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:39:18.784176 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c84a970b-c656-4558-926c-5ebc5fa8819c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:18.799388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bd3f1749-6980-4103-8bc1-67a8182ceb6c req-906a5efd-ccfd-4c6a-b72f-32235404ec15 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] For port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:18.800470 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd3f1749-6980-4103-8bc1-67a8182ceb6c req-906a5efd-ccfd-4c6a-b72f-32235404ec15 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:18.855921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-bd3f1749-6980-4103-8bc1-67a8182ceb6c req-906a5efd-ccfd-4c6a-b72f-32235404ec15 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Calling delete_port for 696a5b3b-16c1-49e7-be84-9d8bc5ff766d owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:39:18.884582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f3561-2591-4037-a3aa-1f553b405453 req-666014ce-4d7b-467b-bb8f-26b309d2b357 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:18.885976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc8f3561-2591-4037-a3aa-1f553b405453 req-666014ce-4d7b-467b-bb8f-26b309d2b357 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 944 time: 0.3611798 Jan 31 18:39:18.894340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-efdf9299-ff77-4c85-8321-dc9459311e54 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:18.895890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-efdf9299-ff77-4c85-8321-dc9459311e54 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/networks?id=79de0ee2-e879-4b88-9aff-7dcab13f873d HTTP/1.1" status: 200 len: 815 time: 0.5738571 Jan 31 18:39:18.904296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Allocated IP 172.20.0.1 (e26b851d-0946-4172-af21-cdb27088cdaf/e109565c-f7ac-4d00-b22b-e887bf719fa5/362a11ca-e808-4659-a35d-e8b222f6fd91) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:18.914883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32850) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:18.935780 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5c3a278-1416-43f7-9fbe-546f8c094250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:19.006656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-21303a34-401e-4e13-a339-6715857fef36 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/quotas/765aa20a6adc4a8894e78ee72eb9642f HTTP/1.1" status: 200 len: 375 time: 0.0770767 Jan 31 18:39:19.112067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bcedd-ad03-4368-a98b-d655dcfc72f7 req-9ac20c00-dc93-4da5-960c-b10d68af7d72 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:19.119270 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f0bcedd-ad03-4368-a98b-d655dcfc72f7 req-9ac20c00-dc93-4da5-960c-b10d68af7d72 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.49 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 944 time: 0.3337295 Jan 31 18:39:19.156274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-a74d8cfe-9638-4878-a306-45f655f3c890 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=765aa20a6adc4a8894e78ee72eb9642f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1221445 Jan 31 18:39:19.236184 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5c3a278-1416-43f7-9fbe-546f8c094250 admin admin] Publish callbacks [] for security_group (09404f44-6d66-4601-9e59-74fc0f62c4ee), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:19.245703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5c3a278-1416-43f7-9fbe-546f8c094250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (09404f44-6d66-4601-9e59-74fc0f62c4ee), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:19.257799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc8f3561-2591-4037-a3aa-1f553b405453 req-7eaf16cf-4c38-4960-9676-40a81acb74cc tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492210 Jan 31 18:39:19.338386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3a278-1416-43f7-9fbe-546f8c094250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09404f44-6d66-4601-9e59-74fc0f62c4ee,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:19.394395 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c5c3a278-1416-43f7-9fbe-546f8c094250 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81078c77060542738badc12e2c65bd16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4741342 Jan 31 18:39:19.396228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32858) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:19.520572 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16a951f2-01e8-4d23-8df7-08bd86b0380b admin admin] Publish callbacks [] for security_group (09404f44-6d66-4601-9e59-74fc0f62c4ee), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:19.564130 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16a951f2-01e8-4d23-8df7-08bd86b0380b admin admin] Publish callbacks [] for security_group (09404f44-6d66-4601-9e59-74fc0f62c4ee), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:19.673114 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Publish callbacks [] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:19.675462 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16a951f2-01e8-4d23-8df7-08bd86b0380b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (09404f44-6d66-4601-9e59-74fc0f62c4ee), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:19.681563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16a951f2-01e8-4d23-8df7-08bd86b0380b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:19.689731 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-16a951f2-01e8-4d23-8df7-08bd86b0380b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09404f44-6d66-4601-9e59-74fc0f62c4ee HTTP/1.1" status: 204 len: 168 time: 0.2888684 Jan 31 18:39:19.706768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a951f2-01e8-4d23-8df7-08bd86b0380b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09404f44-6d66-4601-9e59-74fc0f62c4ee,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:19.736510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7f0bcedd-ad03-4368-a98b-d655dcfc72f7 req-df829d96-5581-4593-bacf-96300a9b619b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Deleting port 165189e3-1402-4ee7-aeef-d0b266a88695 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:39:19.737205 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f0bcedd-ad03-4368-a98b-d655dcfc72f7 req-df829d96-5581-4593-bacf-96300a9b619b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:19.750150 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd3f1749-6980-4103-8bc1-67a8182ceb6c req-906a5efd-ccfd-4c6a-b72f-32235404ec15 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (696a5b3b-16c1-49e7-be84-9d8bc5ff766d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:19.759298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-d4741240-74c8-4310-acc9-b07b60850bd3 service neutron] 10.222.0.20 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547569 Jan 31 18:39:19.903926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a5efd-ccfd-4c6a-b72f-32235404ec15 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Pushing event deleted for resources: {'Port': ['ID=696a5b3b-16c1-49e7-be84-9d8bc5ff766d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:20.057881 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393df76-4ed5-492e-81f4-5eef1e99c3fd req-888a6b0a-f733-484d-b9ff-d17e7beb1b01 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:20.059452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c393df76-4ed5-492e-81f4-5eef1e99c3fd req-888a6b0a-f733-484d-b9ff-d17e7beb1b01 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.5894485 Jan 31 18:39:20.066517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3f1749-6980-4103-8bc1-67a8182ceb6c req-906a5efd-ccfd-4c6a-b72f-32235404ec15 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] No DVR routers for this DVR port 696a5b3b-16c1-49e7-be84-9d8bc5ff766d on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:39:20.074628 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd3f1749-6980-4103-8bc1-67a8182ceb6c req-906a5efd-ccfd-4c6a-b72f-32235404ec15 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:20.078769 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd3f1749-6980-4103-8bc1-67a8182ceb6c req-906a5efd-ccfd-4c6a-b72f-32235404ec15 tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.21 "DELETE /v2.0/ports/696a5b3b-16c1-49e7-be84-9d8bc5ff766d HTTP/1.1" status: 204 len: 173 time: 2.6487474 Jan 31 18:39:20.081320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'name': 'network-vif-deleted', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:39:20.083732 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df2617e-4db5-45a8-b122-f69c29b709e9" -d '{"events": [{"server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "name": "network-vif-deleted", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:39:20.145824 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:20.175275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7f0bcedd-ad03-4368-a98b-d655dcfc72f7 req-df829d96-5581-4593-bacf-96300a9b619b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] For port 165189e3-1402-4ee7-aeef-d0b266a88695, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=165189e3-1402-4ee7-aeef-d0b266a88695,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:20.175656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f0bcedd-ad03-4368-a98b-d655dcfc72f7 req-df829d96-5581-4593-bacf-96300a9b619b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:20.255967 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7f0bcedd-ad03-4368-a98b-d655dcfc72f7 req-df829d96-5581-4593-bacf-96300a9b619b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Calling delete_port for 165189e3-1402-4ee7-aeef-d0b266a88695 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:39:20.275999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-ab75ee99-7d2c-4817-845a-7eaee2c9a10f service neutron] 10.222.0.20 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155101 Jan 31 18:39:20.297883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Network e26b851d-0946-4172-af21-cdb27088cdaf is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:20.322325 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:20.328235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:39:20.408794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:20.526527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c393df76-4ed5-492e-81f4-5eef1e99c3fd req-f7fddf40-2e46-4677-bde3-599d720b367b tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396198 Jan 31 18:39:20.637851 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=362a11ca-e808-4659-a35d-e8b222f6fd91,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:20.690521 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e73a7be-9b40-47df-9a7b-39283aa681e1 x-openstack-request-id: req-8e73a7be-9b40-47df-9a7b-39283aa681e1 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:39:20.690922 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1648355d-f59f-4560-8f41-111f50d2047a", "name": "network-vif-deleted", "tag": "696a5b3b-16c1-49e7-be84-9d8bc5ff766d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:39:20.691420 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e73a7be-9b40-47df-9a7b-39283aa681e1 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:39:20.693268 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1648355d-f59f-4560-8f41-111f50d2047a', 'name': 'network-vif-deleted', 'tag': '696a5b3b-16c1-49e7-be84-9d8bc5ff766d', 'status': 'completed', 'code': 200} Jan 31 18:39:20.970572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3a1d7907-eed5-4fa3-bc18-6682082f1fd1 None None] Provisioning complete for port 362a11ca-e808-4659-a35d-e8b222f6fd91 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:20.973509 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a1d7907-eed5-4fa3-bc18-6682082f1fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:21.162407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3a1d7907-eed5-4fa3-bc18-6682082f1fd1 None None] Port 362a11ca-e808-4659-a35d-e8b222f6fd91 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:39:21.173794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 696a5b3b-16c1-49e7-be84-9d8bc5ff766d no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:21.175106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b25cfe94-552e-4d78-b693-8783c39c542b req-42c997e5-4a88-4a53-b11b-af9b4d46b54b tempest-ImagesOneServerTestJSON-983665032 tempest-ImagesOneServerTestJSON-983665032-project] 10.222.0.20 "GET /v2.0/ports?device_id=1648355d-f59f-4560-8f41-111f50d2047a HTTP/1.1" status: 200 len: 210 time: 0.1370354 Jan 31 18:39:21.175768 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:21.323937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ff7ce6d3-39a6-4345-bba4-1772b9d032fd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:21.329713 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f0bcedd-ad03-4368-a98b-d655dcfc72f7 req-df829d96-5581-4593-bacf-96300a9b619b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (165189e3-1402-4ee7-aeef-d0b266a88695), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:21.341170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 696a5b3b-16c1-49e7-be84-9d8bc5ff766d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:39:21.343262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 696a5b3b-16c1-49e7-be84-9d8bc5ff766d not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:39:21.398811 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa90ed05-ce25-40db-a534-2618b4cfca7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:21.424580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59214f-d9df-431a-9af3-b76714faf564 req-8e06fc48-f1c5-45dd-ba1f-0ef31956cf1c tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:21.432716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e59214f-d9df-431a-9af3-b76714faf564 req-8e06fc48-f1c5-45dd-ba1f-0ef31956cf1c tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a4e083-3c55-463e-9601-9fb6dd2c2e23 HTTP/1.1" status: 200 len: 944 time: 0.4687974 Jan 31 18:39:21.489567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ff7ce6d3-39a6-4345-bba4-1772b9d032fd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:21.490589 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:21.517842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df829d96-5581-4593-bacf-96300a9b619b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Pushing event deleted for resources: {'Port': ['ID=165189e3-1402-4ee7-aeef-d0b266a88695,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:21.547145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0bcedd-ad03-4368-a98b-d655dcfc72f7 req-df829d96-5581-4593-bacf-96300a9b619b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] No DVR routers for this DVR port 165189e3-1402-4ee7-aeef-d0b266a88695 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:39:21.551141 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f0bcedd-ad03-4368-a98b-d655dcfc72f7 req-df829d96-5581-4593-bacf-96300a9b619b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:21.557476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f0bcedd-ad03-4368-a98b-d655dcfc72f7 req-df829d96-5581-4593-bacf-96300a9b619b tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.49 "DELETE /v2.0/ports/165189e3-1402-4ee7-aeef-d0b266a88695 HTTP/1.1" status: 204 len: 173 time: 2.4106050 Jan 31 18:39:21.573638 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b86a9ef3-0eab-442a-85ab-930864e3ad75 req-0c03fce2-79e2-417a-893c-8f05010c6acf tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 210 time: 0.1979997 Jan 31 18:39:21.704657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e59214f-d9df-431a-9af3-b76714faf564 req-77d44d11-8faa-4deb-ad4b-e6e68547720c tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683413 Jan 31 18:39:21.873105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ff7ce6d3-39a6-4345-bba4-1772b9d032fd is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:21.878531 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:21.952457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port ff7ce6d3-39a6-4345-bba4-1772b9d032fd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ff7ce6d3-39a6-4345-bba4-1772b9d032fd,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:21.960988 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:22.045325 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0346f0-798d-456a-9f79-ef982d314e73 req-bea2a8c4-0c2d-4a32-96f9-0c29db89b25b tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:22.054225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f0346f0-798d-456a-9f79-ef982d314e73 req-bea2a8c4-0c2d-4a32-96f9-0c29db89b25b tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.1318746 Jan 31 18:39:22.073313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=ff7ce6d3-39a6-4345-bba4-1772b9d032fd,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:22.089381 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.090728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.091453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.092146 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.094096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.095153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.095857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.096608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.097353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.098384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.099195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.100167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.100896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:22.147121 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Publish callbacks [] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:22.158231 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:22.224059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f0346f0-798d-456a-9f79-ef982d314e73 req-63cbcc52-121a-40b3-8f16-dc691c07191d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687541 Jan 31 18:39:22.288931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=362a11ca-e808-4659-a35d-e8b222f6fd91,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:22.299329 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:22.327673 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:22.469000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Network e26b851d-0946-4172-af21-cdb27088cdaf is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:22.472063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:22.940223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ff7ce6d3-39a6-4345-bba4-1772b9d032fd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:23.063609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32960) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:23.075446 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32962) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:23.085442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-990cc705-040b-4da2-a865-f1269ee24052 None None] Provisioning complete for port 362a11ca-e808-4659-a35d-e8b222f6fd91 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:23.088807 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-990cc705-040b-4da2-a865-f1269ee24052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:23.152530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-990cc705-040b-4da2-a865-f1269ee24052 None None] Port 362a11ca-e808-4659-a35d-e8b222f6fd91 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:39:23.164007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ff7ce6d3-39a6-4345-bba4-1772b9d032fd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:23.165097 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:23.285381 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ff7ce6d3-39a6-4345-bba4-1772b9d032fd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:23.335650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a4e083-3c55-463e-9601-9fb6dd2c2e23', 'name': 'network-vif-deleted', 'tag': '165189e3-1402-4ee7-aeef-d0b266a88695'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:39:23.340177 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681b1211-1ae1-425c-b2d0-f4961849bec8" -d '{"events": [{"server_uuid": "32a4e083-3c55-463e-9601-9fb6dd2c2e23", "name": "network-vif-deleted", "tag": "165189e3-1402-4ee7-aeef-d0b266a88695"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:39:23.440472 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-497ba66e-1511-4ef0-95f5-f09f65d62940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:23.464650 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-43269e81-cfa2-44cb-bde7-e671a3465487 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47594bddaacd464f96d92f2362b8c330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990827 Jan 31 18:39:23.469417 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:23.498445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cf25c3f-1767-4167-b9e6-c6bac1fc2210 req-8342468b-131e-478d-9ac1-4397738ef04c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 210 time: 0.1510549 Jan 31 18:39:23.559569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 165189e3-1402-4ee7-aeef-d0b266a88695 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:23.580366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 165189e3-1402-4ee7-aeef-d0b266a88695 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:39:23.580636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 165189e3-1402-4ee7-aeef-d0b266a88695 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:39:23.593365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e3f8c08-4e26-4a2b-9212-22ed9a2c53b1 admin admin] Publish callbacks [] for security_group (734224fe-b50d-4122-b83f-f486936624cd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:23.645015 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e3f8c08-4e26-4a2b-9212-22ed9a2c53b1 admin admin] Publish callbacks [] for security_group (734224fe-b50d-4122-b83f-f486936624cd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:23.667159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:39:23.679161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-c6bc18e6-c51a-40d0-890d-baa099ba77fc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:23.681131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-c6bc18e6-c51a-40d0-890d-baa099ba77fc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.21 "GET /v2.0/networks?id=79de0ee2-e879-4b88-9aff-7dcab13f873d HTTP/1.1" status: 200 len: 815 time: 0.3298762 Jan 31 18:39:23.697442 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-497ba66e-1511-4ef0-95f5-f09f65d62940 admin admin] Publish callbacks [] for security_group (c5aa2357-01d0-4c60-97b9-2dc2637527b2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:23.701305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Request body: {'port': {'device_id': '05f69c88-829e-4dda-84b2-504d0d799b4f', 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d', 'admin_state_up': True, 'tenant_id': '765aa20a6adc4a8894e78ee72eb9642f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:23.714361 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-497ba66e-1511-4ef0-95f5-f09f65d62940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c5aa2357-01d0-4c60-97b9-2dc2637527b2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:23.774163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c1b65-0f1b-4638-bae6-52eecf2f7ed4 req-a231b8e6-551d-443d-a0ab-2b25ad3256f8 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:23.775578 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-497ba66e-1511-4ef0-95f5-f09f65d62940 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f93eb74d348b470787294fc100630ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6983404 Jan 31 18:39:23.779366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ba66e-1511-4ef0-95f5-f09f65d62940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa2357-01d0-4c60-97b9-2dc2637527b2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:23.780638 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ab2c1b65-0f1b-4638-bae6-52eecf2f7ed4 req-a231b8e6-551d-443d-a0ab-2b25ad3256f8 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 944 time: 0.2949829 Jan 31 18:39:23.781838 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32978) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:23.812278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e3f8c08-4e26-4a2b-9212-22ed9a2c53b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (734224fe-b50d-4122-b83f-f486936624cd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:23.816671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e3f8c08-4e26-4a2b-9212-22ed9a2c53b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:23.818471 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8e3f8c08-4e26-4a2b-9212-22ed9a2c53b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/734224fe-b50d-4122-b83f-f486936624cd HTTP/1.1" status: 204 len: 168 time: 0.3479586 Jan 31 18:39:23.865461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f8c08-4e26-4a2b-9212-22ed9a2c53b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734224fe-b50d-4122-b83f-f486936624cd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:23.904720 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b73ee6a-7dc7-45cb-a3c9-1539a6f8fccb admin admin] Publish callbacks [] for security_group (c5aa2357-01d0-4c60-97b9-2dc2637527b2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:23.945036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952b942-385b-4a9a-9ef3-3c0d31e9285e req-917ef03a-43b3-47d1-be30-2e4151b50724 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:23.946362 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b73ee6a-7dc7-45cb-a3c9-1539a6f8fccb admin admin] Publish callbacks [] for security_group (c5aa2357-01d0-4c60-97b9-2dc2637527b2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:23.947630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8952b942-385b-4a9a-9ef3-3c0d31e9285e req-917ef03a-43b3-47d1-be30-2e4151b50724 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.49 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 944 time: 0.3592725 Jan 31 18:39:23.957881 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:23.964598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189564f-4151-4f78-a190-97b4ec89c2fc req-d51dfb2d-7019-4c83-9b8d-e6424d92bb3f tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:23.966786 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1189564f-4151-4f78-a190-97b4ec89c2fc req-d51dfb2d-7019-4c83-9b8d-e6424d92bb3f tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.3759639 Jan 31 18:39:24.062189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b73ee6a-7dc7-45cb-a3c9-1539a6f8fccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c5aa2357-01d0-4c60-97b9-2dc2637527b2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:24.066628 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b73ee6a-7dc7-45cb-a3c9-1539a6f8fccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:24.068783 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5b73ee6a-7dc7-45cb-a3c9-1539a6f8fccb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5aa2357-01d0-4c60-97b9-2dc2637527b2 HTTP/1.1" status: 204 len: 168 time: 0.2852373 Jan 31 18:39:24.086836 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:24.090318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73ee6a-7dc7-45cb-a3c9-1539a6f8fccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa2357-01d0-4c60-97b9-2dc2637527b2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:24.217129 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ab2c1b65-0f1b-4638-bae6-52eecf2f7ed4 req-6620b1be-8e51-45b9-8709-92f214a6aea5 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/security-groups?id=a59548df-dc4b-44fc-b812-3d80c5c95321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162536 Jan 31 18:39:24.316284 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaf7550-8b29-4612-9644-6e4c79adea35 x-openstack-request-id: req-abaf7550-8b29-4612-9644-6e4c79adea35 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:39:24.316698 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a4e083-3c55-463e-9601-9fb6dd2c2e23", "name": "network-vif-deleted", "tag": "165189e3-1402-4ee7-aeef-d0b266a88695", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:39:24.317048 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abaf7550-8b29-4612-9644-6e4c79adea35 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:39:24.317574 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a4e083-3c55-463e-9601-9fb6dd2c2e23', 'name': 'network-vif-deleted', 'tag': '165189e3-1402-4ee7-aeef-d0b266a88695', 'status': 'completed', 'code': 200} Jan 31 18:39:24.342093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:39:24.352704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-02c22a1b-09b5-474a-9fee-f3a9f26bf6f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/03d5c44a-ba0c-4c06-90a0-9eb87a638d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3213110 Jan 31 18:39:24.363533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1189564f-4151-4f78-a190-97b4ec89c2fc req-8fc534b5-49b4-4d18-a509-df5c048cf9be tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713765 Jan 31 18:39:24.364892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Made reservation on behalf of 765aa20a6adc4a8894e78ee72eb9642f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:24.368493 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:24.383246 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Sync routers for ids ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:39:24.402658 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Routers {'03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:39:24.403681 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:39:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:24.474275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8952b942-385b-4a9a-9ef3-3c0d31e9285e req-d2ebc86c-f5f0-4a02-ad57-b7503a2f5d53 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Deleting port e9136b00-4bde-4d58-ac92-bbca59604f17 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:39:24.474623 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8952b942-385b-4a9a-9ef3-3c0d31e9285e req-d2ebc86c-f5f0-4a02-ad57-b7503a2f5d53 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:24.579387 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Set router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:39:24.637046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33004) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:24.657166 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-480dcd8b-aee3-4b94-b973-cd30444eb4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:24.751341 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8952b942-385b-4a9a-9ef3-3c0d31e9285e req-d2ebc86c-f5f0-4a02-ad57-b7503a2f5d53 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] For port e9136b00-4bde-4d58-ac92-bbca59604f17, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e9136b00-4bde-4d58-ac92-bbca59604f17,segment=NetworkSegment(54053bcf-8f0d-4503-bef7-bdd873d500bd),segment_id=54053bcf-8f0d-4503-bef7-bdd873d500bd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:24.752020 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8952b942-385b-4a9a-9ef3-3c0d31e9285e req-d2ebc86c-f5f0-4a02-ad57-b7503a2f5d53 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:24.773706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8952b942-385b-4a9a-9ef3-3c0d31e9285e req-d2ebc86c-f5f0-4a02-ad57-b7503a2f5d53 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Calling delete_port for e9136b00-4bde-4d58-ac92-bbca59604f17 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:39:24.872130 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-480dcd8b-aee3-4b94-b973-cd30444eb4a7 admin admin] Publish callbacks [] for security_group (6f476d7a-28e4-49a6-a63b-f97fbff56f21), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:24.883211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-480dcd8b-aee3-4b94-b973-cd30444eb4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6f476d7a-28e4-49a6-a63b-f97fbff56f21), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:24.945640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bbb810ba-597f-45b4-b84e-181141a8babc req-a01dd104-d307-4be0-b2da-aeb116435f94 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 210 time: 0.2280841 Jan 31 18:39:25.012868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dcd8b-aee3-4b94-b973-cd30444eb4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f476d7a-28e4-49a6-a63b-f97fbff56f21,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:25.033052 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-480dcd8b-aee3-4b94-b973-cd30444eb4a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27b1ad6ad40849d5a500e56812ef6233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3938410 Jan 31 18:39:25.033970 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33026) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:25.054735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Allocated IP 172.20.0.9 (79de0ee2-e879-4b88-9aff-7dcab13f873d/2b5648f2-eae0-4da6-9d27-38065d259af9/7993e0fd-6c21-427a-9b7a-13c35c3f228b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:25.189046 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:25.194751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57be6844-0483-42d1-9f9a-acce8d2522f1 admin admin] Publish callbacks [] for security_group (6f476d7a-28e4-49a6-a63b-f97fbff56f21), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:25.239680 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:39:20Z', 'revision_number': 4, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '362a11ca-e808-4659-a35d-e8b222f6fd91', 'name': '', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'mac_address': 'fa:16:3e:b0:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:18Z', 'updated_at': '2022-01-31T18:39:21Z', 'revision_number': 2, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'subnets': [{'id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:25.244743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57be6844-0483-42d1-9f9a-acce8d2522f1 admin admin] Publish callbacks [] for security_group (6f476d7a-28e4-49a6-a63b-f97fbff56f21), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:25.253005 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8952b942-385b-4a9a-9ef3-3c0d31e9285e req-d2ebc86c-f5f0-4a02-ad57-b7503a2f5d53 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e9136b00-4bde-4d58-ac92-bbca59604f17), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:25.327918 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Checking router: 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:39:25.328691 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Updating router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c port 362a11ca-e808-4659-a35d-e8b222f6fd91 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:39:25.358631 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57be6844-0483-42d1-9f9a-acce8d2522f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6f476d7a-28e4-49a6-a63b-f97fbff56f21), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:25.368682 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57be6844-0483-42d1-9f9a-acce8d2522f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:25.371748 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-57be6844-0483-42d1-9f9a-acce8d2522f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f476d7a-28e4-49a6-a63b-f97fbff56f21 HTTP/1.1" status: 204 len: 168 time: 0.3343277 Jan 31 18:39:25.393237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebc86c-f5f0-4a02-ad57-b7503a2f5d53 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Pushing event deleted for resources: {'Port': ['ID=e9136b00-4bde-4d58-ac92-bbca59604f17,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:25.417946 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be6844-0483-42d1-9f9a-acce8d2522f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f476d7a-28e4-49a6-a63b-f97fbff56f21,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:25.438195 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:25.496378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8952b942-385b-4a9a-9ef3-3c0d31e9285e req-d2ebc86c-f5f0-4a02-ad57-b7503a2f5d53 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] No DVR routers for this DVR port e9136b00-4bde-4d58-ac92-bbca59604f17 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:39:25.499865 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8952b942-385b-4a9a-9ef3-3c0d31e9285e req-d2ebc86c-f5f0-4a02-ad57-b7503a2f5d53 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:25.505190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8952b942-385b-4a9a-9ef3-3c0d31e9285e req-d2ebc86c-f5f0-4a02-ad57-b7503a2f5d53 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.49 "DELETE /v2.0/ports/e9136b00-4bde-4d58-ac92-bbca59604f17 HTTP/1.1" status: 204 len: 173 time: 1.5303659 Jan 31 18:39:25.541077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ecca4874-17ab-4883-b66c-2983c02ccb67 req-4275e5f6-47d9-4f9a-8b25-ac6d7f9f7a17 tempest-LiveAutoBlockMigrationV225Test-1623397450 tempest-LiveAutoBlockMigrationV225Test-1623397450-project] 10.222.0.20 "GET /v2.0/ports?device_id=136e303e-bfdd-4e49-994d-55fef6348580 HTTP/1.1" status: 200 len: 210 time: 0.0832837 Jan 31 18:39:25.706682 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks [] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:25.752093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6df8b-cd7c-40ee-8141-8bda4f620bf7 req-e9ac1113-f3c1-4c74-99bd-136fa05b0ebe tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:25.753714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7c6df8b-cd7c-40ee-8141-8bda4f620bf7 req-e9ac1113-f3c1-4c74-99bd-136fa05b0ebe tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.1981814 Jan 31 18:39:25.779269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:25.864303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Network 79de0ee2-e879-4b88-9aff-7dcab13f873d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:25.873104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:25.876650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:39:25.890935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7c6df8b-cd7c-40ee-8141-8bda4f620bf7 req-9e222f0c-50b4-4286-bea5-4668ef01d33e tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306186 Jan 31 18:39:25.916576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Pushing event updated for resources: {'Port': ['ID=7993e0fd-6c21-427a-9b7a-13c35c3f228b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:25.926890 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Publish callbacks [] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:25.953602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.953993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.954650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.955144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.955489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.955824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.956528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.956934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.957276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.957611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.957949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.958270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.958595 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:25.968806 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:25.995552 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:26.038199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33054) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:26.038311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:26.039253 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:26.089598 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-4d5d8d89-ec71-4d89-bc52-37686a60dfac tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3935046 Jan 31 18:39:26.115812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Request body: {'port': {'device_id': '05f69c88-829e-4dda-84b2-504d0d799b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:26.166872 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Attempting to bind port 362a11ca-e808-4659-a35d-e8b222f6fd91 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:39:26.167824 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Attempting to bind port 362a11ca-e808-4659-a35d-e8b222f6fd91 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:39:26.168675 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Attempting to bind port 362a11ca-e808-4659-a35d-e8b222f6fd91 on network e26b851d-0946-4172-af21-cdb27088cdaf {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:26.190483 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:39:26.191453 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Checking segment: {'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:26.193197 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:26.194082 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Bound using segment: {'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:39:26.195070 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Bound port: 362a11ca-e808-4659-a35d-e8b222f6fd91, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:39:26.195922 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:26.248375 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Pushing event updated for resources: {'Port': ['ID=362a11ca-e808-4659-a35d-e8b222f6fd91,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:26.278025 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.278865 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.280590 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.281629 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.282379 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.283138 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.283996 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.285091 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.285393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fea769-53ef-4fa2-9062-02f6cb61fc70 req-66892753-12b3-4331-98d4-7e0135cc205f tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:26.286239 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.287515 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.288286 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.289139 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.289903 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:26.293471 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43fea769-53ef-4fa2-9062-02f6cb61fc70 req-66892753-12b3-4331-98d4-7e0135cc205f tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 931 time: 0.2019536 Jan 31 18:39:26.315682 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:26.328186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e303e-bfdd-4e49-994d-55fef6348580', 'name': 'network-vif-deleted', 'tag': 'e9136b00-4bde-4d58-ac92-bbca59604f17'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:39:26.337458 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d2cf27-0305-416a-81a0-dd54b480bf5b" -d '{"events": [{"server_uuid": "136e303e-bfdd-4e49-994d-55fef6348580", "name": "network-vif-deleted", "tag": "e9136b00-4bde-4d58-ac92-bbca59604f17"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:39:26.472189 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] For port 362a11ca-e808-4659-a35d-e8b222f6fd91, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:39:26.484790 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc053e1-4d90-4864-b1a1-9aedd14d5457 x-openstack-request-id: req-0dc053e1-4d90-4864-b1a1-9aedd14d5457 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:39:26.485830 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e303e-bfdd-4e49-994d-55fef6348580", "name": "network-vif-deleted", "tag": "e9136b00-4bde-4d58-ac92-bbca59604f17", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:39:26.486320 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dc053e1-4d90-4864-b1a1-9aedd14d5457 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:39:26.486924 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e303e-bfdd-4e49-994d-55fef6348580', 'name': 'network-vif-deleted', 'tag': 'e9136b00-4bde-4d58-ac92-bbca59604f17', 'status': 'completed', 'code': 200} Jan 31 18:39:26.493707 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] For port 362a11ca-e808-4659-a35d-e8b222f6fd91, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=362a11ca-e808-4659-a35d-e8b222f6fd91,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:39:26.494632 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43fea769-53ef-4fa2-9062-02f6cb61fc70 req-b0952088-4dee-4cc5-85c7-f570c5beae7f tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682045 Jan 31 18:39:26.506435 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:26.639716 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83fdcddb-ba1d-4ad1-983d-a7b223f44ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:26.651549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4d36af5e-b0f8-4625-a24f-2232d6aaaf84 None None] Provisioning complete for port 362a11ca-e808-4659-a35d-e8b222f6fd91 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:26.652595 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d36af5e-b0f8-4625-a24f-2232d6aaaf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:26.660693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:26.688597 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Routers {'03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:39:26.699207 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:39:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:26.699658 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33074) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:26.716089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1623337804-network', 'tenant_id': '81eb893756ad48478f9f981199e09ef7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:26.790854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Made reservation on behalf of 81eb893756ad48478f9f981199e09ef7 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:26.794409 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:26.807405 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:26.898859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4d36af5e-b0f8-4625-a24f-2232d6aaaf84 None None] Current status of the port 362a11ca-e808-4659-a35d-e8b222f6fd91 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:26.900291 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d36af5e-b0f8-4625-a24f-2232d6aaaf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:26.986739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83fdcddb-ba1d-4ad1-983d-a7b223f44ed6 admin admin] Publish callbacks [] for security_group (add2abaa-3b74-4b98-99bd-4bb9931a2b0b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:26.994056 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83fdcddb-ba1d-4ad1-983d-a7b223f44ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (add2abaa-3b74-4b98-99bd-4bb9931a2b0b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.027945 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4d36af5e-b0f8-4625-a24f-2232d6aaaf84 None None] For port 362a11ca-e808-4659-a35d-e8b222f6fd91, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=362a11ca-e808-4659-a35d-e8b222f6fd91,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:27.034476 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d36af5e-b0f8-4625-a24f-2232d6aaaf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.139983 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] Set router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:39:27.231662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f40abe6e-a1d3-4d5c-8c95-8930d42eca52 None None] Provisioning complete for port 362a11ca-e808-4659-a35d-e8b222f6fd91 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:27.232404 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f40abe6e-a1d3-4d5c-8c95-8930d42eca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.235364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36af5e-b0f8-4625-a24f-2232d6aaaf84 None None] Pushing event updated for resources: {'Port': ['ID=362a11ca-e808-4659-a35d-e8b222f6fd91,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:27.283088 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-83fdcddb-ba1d-4ad1-983d-a7b223f44ed6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d869693daf454201887056393cac27d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2438021 Jan 31 18:39:27.287515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7586f882-3f0b-4a84-975f-1e582ee096b7 admin admin] Deleting subnet 2f736a56-6747-41e3-b560-6b1178449d92 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:39:27.292188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7586f882-3f0b-4a84-975f-1e582ee096b7 admin admin] Publish callbacks [] for subnet (2f736a56-6747-41e3-b560-6b1178449d92), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.333626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7586f882-3f0b-4a84-975f-1e582ee096b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (2f736a56-6747-41e3-b560-6b1178449d92), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.339586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7993e0fd-6c21-427a-9b7a-13c35c3f228b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:39:27.361641 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Publish callbacks [] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.384498 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7586f882-3f0b-4a84-975f-1e582ee096b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (2f736a56-6747-41e3-b560-6b1178449d92), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.390052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Transition to ACTIVE for port object 7993e0fd-6c21-427a-9b7a-13c35c3f228b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:39:27.391271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33086) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:27.403432 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.433284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f40abe6e-a1d3-4d5c-8c95-8930d42eca52 None None] Current status of the port 362a11ca-e808-4659-a35d-e8b222f6fd91 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:27.451020 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdcddb-ba1d-4ad1-983d-a7b223f44ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add2abaa-3b74-4b98-99bd-4bb9931a2b0b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:27.467067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7586f882-3f0b-4a84-975f-1e582ee096b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (2f736a56-6747-41e3-b560-6b1178449d92), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.489880 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaee95-dda2-49a2-a57c-b8d8a9f0a592 None None] Pushing event updated for resources: {'Port': ['ID=362a11ca-e808-4659-a35d-e8b222f6fd91,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:27.525251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586f882-3f0b-4a84-975f-1e582ee096b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f736a56-6747-41e3-b560-6b1178449d92,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:27.543063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7586f882-3f0b-4a84-975f-1e582ee096b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.550172 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7586f882-3f0b-4a84-975f-1e582ee096b7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2f736a56-6747-41e3-b560-6b1178449d92 HTTP/1.1" status: 204 len: 168 time: 0.8869965 Jan 31 18:39:27.556543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33092) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:27.557927 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:39:20Z', 'revision_number': 4, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '362a11ca-e808-4659-a35d-e8b222f6fd91', 'name': '', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'mac_address': 'fa:16:3e:b0:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:18Z', 'updated_at': '2022-01-31T18:39:26Z', 'revision_number': 4, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'subnets': [{'id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:27.563895 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e9136b00-4bde-4d58-ac92-bbca59604f17 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:27.572545 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Publish callbacks [] for security_group (e9aad9b2-ae41-4124-b29b-5379e143c7fe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.585575 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e9aad9b2-ae41-4124-b29b-5379e143c7fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.601875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:39:27.611698 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673efdab-6a28-4f08-ba08-2c63d8896ffd None None] The sync data for ids ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'] in n-d-812111-15 is: [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:39:20Z', 'revision_number': 4, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '362a11ca-e808-4659-a35d-e8b222f6fd91', 'name': '', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'mac_address': 'fa:16:3e:b0:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:18Z', 'updated_at': '2022-01-31T18:39:26Z', 'revision_number': 4, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'subnets': [{'id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:39:27.620931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: e9136b00-4bde-4d58-ac92-bbca59604f17 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:39:27.621308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e9136b00-4bde-4d58-ac92-bbca59604f17 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:39:27.636191 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e212e969-db11-4933-a7d7-8d3528fc78da), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.636667 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Added segment e212e969-db11-4933-a7d7-8d3528fc78da of type vlan for network ebc35a3e-3ec2-4050-a155-d09d1f7f25ff Jan 31 18:39:27.751105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953674db-8908-4a32-aa3f-f81c642eb49d req-1183196f-4769-41b0-ad29-b45f434f09fd tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:27.759748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-953674db-8908-4a32-aa3f-f81c642eb49d req-1183196f-4769-41b0-ad29-b45f434f09fd tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.6118813 Jan 31 18:39:27.828455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aad9b2-ae41-4124-b29b-5379e143c7fe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:27.854011 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7993e0fd-6c21-427a-9b7a-13c35c3f228b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:27.883171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (d610a84b-ba66-4c53-baa7-3d2c74b1df1c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:27.896268 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (ebc35a3e-3ec2-4050-a155-d09d1f7f25ff), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.029121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Attempting to bind port 7993e0fd-6c21-427a-9b7a-13c35c3f228b on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:39:28.029695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Attempting to bind port 7993e0fd-6c21-427a-9b7a-13c35c3f228b by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:39:28.031026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Attempting to bind port 7993e0fd-6c21-427a-9b7a-13c35c3f228b on network 79de0ee2-e879-4b88-9aff-7dcab13f873d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:28.033764 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (ebc35a3e-3ec2-4050-a155-d09d1f7f25ff), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.034757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:28.035344 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.047328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Port 7993e0fd-6c21-427a-9b7a-13c35c3f228b on network 79de0ee2-e879-4b88-9aff-7dcab13f873d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:39:28.047638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Attempting to bind port 7993e0fd-6c21-427a-9b7a-13c35c3f228b on network 79de0ee2-e879-4b88-9aff-7dcab13f873d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:28.069376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:39:28.069735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Checking segment: {'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:28.070097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Bound using segment: {'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:39:28.070539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Bound port: 7993e0fd-6c21-427a-9b7a-13c35c3f228b, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:39:28.070900 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.079095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-953674db-8908-4a32-aa3f-f81c642eb49d req-915aca27-1f6c-4ffe-8375-cf264372af51 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182786 Jan 31 18:39:28.083932 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4d705-eca0-49ff-9758-f2520045f524 admin admin] Publish callbacks [] for security_group (add2abaa-3b74-4b98-99bd-4bb9931a2b0b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.125949 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] Pushing event updated for resources: {'Network': ['ID=ebc35a3e-3ec2-4050-a155-d09d1f7f25ff,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:28.135278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (d610a84b-ba66-4c53-baa7-3d2c74b1df1c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.156156 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4d705-eca0-49ff-9758-f2520045f524 admin admin] Publish callbacks [] for security_group (add2abaa-3b74-4b98-99bd-4bb9931a2b0b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.173944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network ebc35a3e-3ec2-4050-a155-d09d1f7f25ff details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:39:28.185197 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-591a0322-60de-47a5-a4c6-0a183ccdd852 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4844499 Jan 31 18:39:28.200598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33102) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:28.206765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f6cc47a5-9c1c-4b63-b17e-0a3cce929ac6 admin admin] Request body: {'subnet': {'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1623337804-subnet', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:28.215201 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d610a84b-ba66-4c53-baa7-3d2c74b1df1c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:28.242352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54053bcf-8f0d-4503-bef7-bdd873d500bd') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:28.242812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54053bcf-8f0d-4503-bef7-bdd873d500bd') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:28.268562 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (54053bcf-8f0d-4503-bef7-bdd873d500bd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.292713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cc47a5-9c1c-4b63-b17e-0a3cce929ac6 admin admin] Made reservation on behalf of 81eb893756ad48478f9f981199e09ef7 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:28.298369 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6cc47a5-9c1c-4b63-b17e-0a3cce929ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.332282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (54053bcf-8f0d-4503-bef7-bdd873d500bd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.424903 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:39:28.425893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (54053bcf-8f0d-4503-bef7-bdd873d500bd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:39:28.431453 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:39:28.500070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3d39-78ee-4109-86fb-5934a4f8f777 req-0aed0723-425d-4565-a984-b5bc02dac6a3 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:28.502617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2ae3d39-78ee-4109-86fb-5934a4f8f777 req-0aed0723-425d-4565-a984-b5bc02dac6a3 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 943 time: 0.2066920 Jan 31 18:39:28.503440 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4d705-eca0-49ff-9758-f2520045f524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (add2abaa-3b74-4b98-99bd-4bb9931a2b0b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.507214 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4d705-eca0-49ff-9758-f2520045f524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.509060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4de4d705-eca0-49ff-9758-f2520045f524 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/add2abaa-3b74-4b98-99bd-4bb9931a2b0b HTTP/1.1" status: 204 len: 168 time: 1.1159377 Jan 31 18:39:28.516642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] For port 7993e0fd-6c21-427a-9b7a-13c35c3f228b, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:39:28.521941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] For port 7993e0fd-6c21-427a-9b7a-13c35c3f228b, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7993e0fd-6c21-427a-9b7a-13c35c3f228b,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:39:28.541945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4d705-eca0-49ff-9758-f2520045f524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add2abaa-3b74-4b98-99bd-4bb9931a2b0b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:28.552503 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.600251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:28.600956 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.602373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] 10.222.0.21 "PUT /v2.0/ports/7993e0fd-6c21-427a-9b7a-13c35c3f228b HTTP/1.1" status: 200 len: 1092 time: 2.4949203 Jan 31 18:39:28.603051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f69c88-829e-4dda-84b2-504d0d799b4f', 'tag': '7993e0fd-6c21-427a-9b7a-13c35c3f228b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:39:28.605373 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436db3f7-fe9e-462a-b4da-6343a04d80a8" -d '{"events": [{"name": "network-changed", "server_uuid": "05f69c88-829e-4dda-84b2-504d0d799b4f", "tag": "7993e0fd-6c21-427a-9b7a-13c35c3f228b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:39:28.662647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2ae3d39-78ee-4109-86fb-5934a4f8f777 req-0e067543-b4d1-48ff-9b34-588f63d35e49 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380374 Jan 31 18:39:28.682535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d92be9-7f70-44f0-a814-3fb690f30fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7993e0fd-6c21-427a-9b7a-13c35c3f228b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:28.780440 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc09676d-0470-42db-ab68-861c68a24f8b x-openstack-request-id: req-cc09676d-0470-42db-ab68-861c68a24f8b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:39:28.781444 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f69c88-829e-4dda-84b2-504d0d799b4f", "tag": "7993e0fd-6c21-427a-9b7a-13c35c3f228b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:39:28.781444 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc09676d-0470-42db-ab68-861c68a24f8b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:39:28.782085 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f69c88-829e-4dda-84b2-504d0d799b4f', 'tag': '7993e0fd-6c21-427a-9b7a-13c35c3f228b', 'status': 'completed', 'code': 200} Jan 31 18:39:28.800157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-e6589a79-2a1c-49b4-9b8c-aa19d70f8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:28.803711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-e6589a79-2a1c-49b4-9b8c-aa19d70f8a5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=765aa20a6adc4a8894e78ee72eb9642f&device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 1126 time: 0.1121221 Jan 31 18:39:28.954251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-73dfdf75-e8d1-4963-998c-8a73ee66dea6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7993e0fd-6c21-427a-9b7a-13c35c3f228b HTTP/1.1" status: 200 len: 217 time: 0.1401570 Jan 31 18:39:28.985446 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (d610a84b-ba66-4c53-baa7-3d2c74b1df1c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.991514 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:28.995230 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d610a84b-ba66-4c53-baa7-3d2c74b1df1c HTTP/1.1" status: 204 len: 168 time: 1.4373424 Jan 31 18:39:28.999860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 362a11ca-e808-4659-a35d-e8b222f6fd91 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:29.003865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33114) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:29.007807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6cc47a5-9c1c-4b63-b17e-0a3cce929ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (ffb42997-cda2-420f-be46-3aeccc1e7b81), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:29.021292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194958fc-474c-423a-8a9f-9aeaf6b2be95 admin admin] Pushing event deleted for resources: {'Network': ['ID=d610a84b-ba66-4c53-baa7-3d2c74b1df1c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:29.115693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 362a11ca-e808-4659-a35d-e8b222f6fd91 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:29.120419 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:29.131536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-443d5f69-5272-40e7-994b-0c90f2f86e11 admin admin] Deleting subnet e81c40fd-c8f2-4c07-8bc1-1b17cf6023ba {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:39:29.141129 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-443d5f69-5272-40e7-994b-0c90f2f86e11 admin admin] Publish callbacks [] for subnet (e81c40fd-c8f2-4c07-8bc1-1b17cf6023ba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:29.200737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33122) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:29.208696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc47a5-9c1c-4b63-b17e-0a3cce929ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb42997-cda2-420f-be46-3aeccc1e7b81,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:29.238728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-ea59081e-cfd9-4a59-9ef5-664941e6a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:29.240806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-ea59081e-cfd9-4a59-9ef5-664941e6a963 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b5648f2-eae0-4da6-9d27-38065d259af9 HTTP/1.1" status: 200 len: 855 time: 0.2793250 Jan 31 18:39:29.243108 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc47a5-9c1c-4b63-b17e-0a3cce929ac6 admin admin] Checking segment: {'id': 'e212e969-db11-4933-a7d7-8d3528fc78da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:29.243471 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-443d5f69-5272-40e7-994b-0c90f2f86e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (e81c40fd-c8f2-4c07-8bc1-1b17cf6023ba), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:29.243647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc47a5-9c1c-4b63-b17e-0a3cce929ac6 admin admin] Network hostable DHCP agents. Network: ebc35a3e-3ec2-4050-a155-d09d1f7f25ff, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:39:29.282672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc47a5-9c1c-4b63-b17e-0a3cce929ac6 admin admin] Network ebc35a3e-3ec2-4050-a155-d09d1f7f25ff is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:39:29.299964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f6cc47a5-9c1c-4b63-b17e-0a3cce929ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, ebc35a3e-3ec2-4050-a155-d09d1f7f25ff) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:29.315110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cc47a5-9c1c-4b63-b17e-0a3cce929ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:29.316108 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6cc47a5-9c1c-4b63-b17e-0a3cce929ac6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:29.350807 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f6cc47a5-9c1c-4b63-b17e-0a3cce929ac6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1488085 Jan 31 18:39:29.356491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33126) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:29.368585 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1623337804-router', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:29.376298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966de10-9d02-46c8-b59d-6da7aaf41006 None None] Network ebc35a3e-3ec2-4050-a155-d09d1f7f25ff requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:39:29.417445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-ead948d2-4b81-4b81-ab88-16d4edc03af7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79de0ee2-e879-4b88-9aff-7dcab13f873d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864871 Jan 31 18:39:29.426059 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (460276b4-806a-444b-8964-e471e112aa0c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:29.427610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (460276b4-806a-444b-8964-e471e112aa0c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:29.527577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 362a11ca-e808-4659-a35d-e8b222f6fd91 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:29.615008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Publish callbacks [] for router_controller (460276b4-806a-444b-8964-e471e112aa0c), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:29.690132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-ebc35a3e-3ec2-4050-a155-d09d1f7f25ff', 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff', 'project_id': '81eb893756ad48478f9f981199e09ef7', 'fixed_ips': [{'subnet_id': 'ffb42997-cda2-420f-be46-3aeccc1e7b81'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:39:29.696151 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:29.705202 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-443d5f69-5272-40e7-994b-0c90f2f86e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (e81c40fd-c8f2-4c07-8bc1-1b17cf6023ba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:29.716773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-6f4585e3-f1cc-4c25-8b32-0180196f1cd2 service neutron] 10.222.0.21 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853062 Jan 31 18:39:29.930505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa019e-808e-4f96-8dea-67dc856db1a6 req-4cb168d9-c0e0-4f69-8d26-d8f2bda471e8 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:29.938418 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Publish callbacks [] for router_gateway (460276b4-806a-444b-8964-e471e112aa0c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:29.943242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34aa019e-808e-4f96-8dea-67dc856db1a6 req-4cb168d9-c0e0-4f69-8d26-d8f2bda471e8 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.5336623 Jan 31 18:39:30.007564 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45195b1d-356b-4fa3-8977-c198b15cc9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.133071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Allocated IP 172.20.0.2 (ebc35a3e-3ec2-4050-a155-d09d1f7f25ff/ffb42997-cda2-420f-be46-3aeccc1e7b81/2a249e69-66c0-4f44-bf98-7c7298310aa2) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:30.412220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34aa019e-808e-4f96-8dea-67dc856db1a6 req-3326e05a-4119-4ad1-ae50-a0620de7f616 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675741 Jan 31 18:39:30.466151 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Publish callbacks [] for router_gateway (460276b4-806a-444b-8964-e471e112aa0c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.468600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b4e1e-d7f3-42b2-a14b-d1c749287ecc req-3b962969-d989-4278-8bfa-32a06b43d48e tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:30.471124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db0b4e1e-d7f3-42b2-a14b-d1c749287ecc req-3b962969-d989-4278-8bfa-32a06b43d48e tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 943 time: 0.5674806 Jan 31 18:39:30.516278 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Publish callbacks [] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.526701 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.528195 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.535334 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-443d5f69-5272-40e7-994b-0c90f2f86e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (e81c40fd-c8f2-4c07-8bc1-1b17cf6023ba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.581290 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db0b4e1e-d7f3-42b2-a14b-d1c749287ecc req-90d56d06-a39f-4e70-922a-21ab262ca18c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827065 Jan 31 18:39:30.583797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Network ebc35a3e-3ec2-4050-a155-d09d1f7f25ff is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:30.587149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:30.591303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:39:30.650714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47df4bf7-3650-4a3e-b3ec-33e34f966b41 req-34636a78-2c06-4a72-8d38-199e2d2a6021 service neutron] 10.222.0.21 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8373139 Jan 31 18:39:30.661141 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-443d5f69-5272-40e7-994b-0c90f2f86e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.671387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-443d5f69-5272-40e7-994b-0c90f2f86e11 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e81c40fd-c8f2-4c07-8bc1-1b17cf6023ba HTTP/1.1" status: 204 len: 168 time: 1.6630390 Jan 31 18:39:30.671626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Pushing event updated for resources: {'Port': ['ID=2a249e69-66c0-4f44-bf98-7c7298310aa2,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:30.678405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:30.695744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Attempting to bind port 2a249e69-66c0-4f44-bf98-7c7298310aa2 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:39:30.696199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Attempting to bind port 2a249e69-66c0-4f44-bf98-7c7298310aa2 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'e212e969-db11-4933-a7d7-8d3528fc78da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:39:30.696689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Attempting to bind port 2a249e69-66c0-4f44-bf98-7c7298310aa2 on network ebc35a3e-3ec2-4050-a155-d09d1f7f25ff {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:30.704920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:39:30.705279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Checking segment: {'id': 'e212e969-db11-4933-a7d7-8d3528fc78da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:30.705583 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.706004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Bound using segment: {'id': 'e212e969-db11-4933-a7d7-8d3528fc78da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:39:30.707099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Bound port: 2a249e69-66c0-4f44-bf98-7c7298310aa2, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212e969-db11-4933-a7d7-8d3528fc78da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:39:30.707491 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.763193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d5f69-5272-40e7-994b-0c90f2f86e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81c40fd-c8f2-4c07-8bc1-1b17cf6023ba,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:30.874325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Allocated IP 172.25.8.159 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/8c5ffaef-6f95-454c-9e24-706aa15a18b4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:30.883112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] For port 2a249e69-66c0-4f44-bf98-7c7298310aa2, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:39:30.888740 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] For port 2a249e69-66c0-4f44-bf98-7c7298310aa2, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2a249e69-66c0-4f44-bf98-7c7298310aa2,segment=NetworkSegment(e212e969-db11-4933-a7d7-8d3528fc78da),segment_id=e212e969-db11-4933-a7d7-8d3528fc78da)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:39:30.897366 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45195b1d-356b-4fa3-8977-c198b15cc9fc admin admin] Publish callbacks [] for security_group (3d28efcf-fe14-480d-82cc-8bc8b4ff6816), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.900762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436db3f7-fe9e-462a-b4da-6343a04d80a8 req-a06a52af-2e22-43e2-a368-49c0baca24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:30.903530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436db3f7-fe9e-462a-b4da-6343a04d80a8 req-a06a52af-2e22-43e2-a368-49c0baca24d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=765aa20a6adc4a8894e78ee72eb9642f&device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 1126 time: 0.1603110 Jan 31 18:39:30.904450 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.905574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45195b1d-356b-4fa3-8977-c198b15cc9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3d28efcf-fe14-480d-82cc-8bc8b4ff6816), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.970261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (b93058ea-a868-43e9-9de6-697f070034ad), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:30.981443 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:39:31.048974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-45195b1d-356b-4fa3-8977-c198b15cc9fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebbbd3c779be48739db05074b6d388f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8469141 Jan 31 18:39:31.054731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33170) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:31.068790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c46db-b542-4518-b949-7342245b8e9a None None] Pushing event updated for resources: {'Port': ['ID=2a249e69-66c0-4f44-bf98-7c7298310aa2,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:31.148987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45195b1d-356b-4fa3-8977-c198b15cc9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d28efcf-fe14-480d-82cc-8bc8b4ff6816,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:31.208608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436db3f7-fe9e-462a-b4da-6343a04d80a8 req-6b4f9deb-f993-471c-b112-8a22764a43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:31.210228 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436db3f7-fe9e-462a-b4da-6343a04d80a8 req-6b4f9deb-f993-471c-b112-8a22764a43fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=79de0ee2-e879-4b88-9aff-7dcab13f873d HTTP/1.1" status: 200 len: 916 time: 0.2834451 Jan 31 18:39:31.210855 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a21a35b-0704-4d25-b9f0-e3f1d7d79731 admin admin] Publish callbacks [] for security_group (3d28efcf-fe14-480d-82cc-8bc8b4ff6816), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:31.284806 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (b93058ea-a868-43e9-9de6-697f070034ad), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:31.324654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436db3f7-fe9e-462a-b4da-6343a04d80a8 req-1322a29e-d7c7-4620-bee4-2da3419428cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7993e0fd-6c21-427a-9b7a-13c35c3f228b HTTP/1.1" status: 200 len: 217 time: 0.1035612 Jan 31 18:39:31.341322 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a21a35b-0704-4d25-b9f0-e3f1d7d79731 admin admin] Publish callbacks [] for security_group (3d28efcf-fe14-480d-82cc-8bc8b4ff6816), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:31.352433 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Publish callbacks [] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:31.355419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93058ea-a868-43e9-9de6-697f070034ad']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:31.405907 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bb62b6-f35b-4acd-b1a4-eac6f81edaad') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:31.406565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bb62b6-f35b-4acd-b1a4-eac6f81edaad') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:31.432528 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (50bb62b6-f35b-4acd-b1a4-eac6f81edaad), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:31.460286 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (50bb62b6-f35b-4acd-b1a4-eac6f81edaad), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:31.496634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:39:31.502848 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (50bb62b6-f35b-4acd-b1a4-eac6f81edaad), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:39:31.512678 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:39:31.518561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436db3f7-fe9e-462a-b4da-6343a04d80a8 req-3496e8cc-7f55-40d2-84c5-40f195e0e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:31.519794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436db3f7-fe9e-462a-b4da-6343a04d80a8 req-3496e8cc-7f55-40d2-84c5-40f195e0e571 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b5648f2-eae0-4da6-9d27-38065d259af9 HTTP/1.1" status: 200 len: 855 time: 0.1806841 Jan 31 18:39:31.605544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436db3f7-fe9e-462a-b4da-6343a04d80a8 req-f2713861-f4af-4cd7-868e-c077b55a2189 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79de0ee2-e879-4b88-9aff-7dcab13f873d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722392 Jan 31 18:39:31.650809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:31.691311 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a21a35b-0704-4d25-b9f0-e3f1d7d79731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3d28efcf-fe14-480d-82cc-8bc8b4ff6816), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:31.699064 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a21a35b-0704-4d25-b9f0-e3f1d7d79731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:31.705086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4a21a35b-0704-4d25-b9f0-e3f1d7d79731 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d28efcf-fe14-480d-82cc-8bc8b4ff6816 HTTP/1.1" status: 204 len: 168 time: 0.6485550 Jan 31 18:39:31.741221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:31.744968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:31.754728 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (b93058ea-a868-43e9-9de6-697f070034ad), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:31.756937 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:39:31.839912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21a35b-0704-4d25-b9f0-e3f1d7d79731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d28efcf-fe14-480d-82cc-8bc8b4ff6816,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:31.845449 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:31.861857 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b93058ea-a868-43e9-9de6-697f070034ad HTTP/1.1" status: 204 len: 168 time: 1.1819348 Jan 31 18:39:31.910389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daae807-cbe7-4212-819e-6d839747f834 admin admin] Pushing event deleted for resources: {'Network': ['ID=b93058ea-a868-43e9-9de6-697f070034ad,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:31.916183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Pushing event updated for resources: {'Port': ['ID=8c5ffaef-6f95-454c-9e24-706aa15a18b4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:32.390297 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Publish callbacks [] for router_gateway (460276b4-806a-444b-8964-e471e112aa0c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:32.405494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436db3f7-fe9e-462a-b4da-6343a04d80a8 req-95376a96-3625-48f3-b725-00b72efe84fb service neutron] 10.222.0.21 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596099 Jan 31 18:39:32.414638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb68871-a4fc-497c-8d7f-67b808286322 req-eec6a30b-1ebc-41d2-a0c9-ac9844e5fb01 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:32.418211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7fb68871-a4fc-497c-8d7f-67b808286322 req-eec6a30b-1ebc-41d2-a0c9-ac9844e5fb01 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.8156855 Jan 31 18:39:32.490871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33212) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:32.726384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d1087-44b5-4ddd-aec0-e4d4ea2dde8f req-3e572b05-311d-417e-8d78-baa1289a2c22 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:32.736117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b14d1087-44b5-4ddd-aec0-e4d4ea2dde8f req-3e572b05-311d-417e-8d78-baa1289a2c22 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 943 time: 0.8940187 Jan 31 18:39:32.786358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-00a49077-8187-4abe-918f-9bb3bb21c013 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fffd57ee5764d53b8880788295d6082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926228 Jan 31 18:39:32.822620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33216) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:32.890547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b424db-92d6-4cb2-88f9-6d039bf3dff0 None None] Network ebc35a3e-3ec2-4050-a155-d09d1f7f25ff requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:39:32.939720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7fb68871-a4fc-497c-8d7f-67b808286322 req-1d2211ef-bc54-4982-a173-e0218f35929a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992516 Jan 31 18:39:33.002256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b14d1087-44b5-4ddd-aec0-e4d4ea2dde8f req-9defdfa4-2448-498d-9d16-a9e9f4b71679 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649097 Jan 31 18:39:33.020913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436db3f7-fe9e-462a-b4da-6343a04d80a8 req-68cf63d8-5f6d-49a0-8a1e-01bad1516bab service neutron] 10.222.0.21 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006265 Jan 31 18:39:33.070392 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd1177a1-b363-4aa0-85b6-f2e435dac8bf admin admin] Publish callbacks [] for security_group (a59548df-dc4b-44fc-b812-3d80c5c95321), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:33.097959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2a249e69-66c0-4f44-bf98-7c7298310aa2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:33.133572 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd1177a1-b363-4aa0-85b6-f2e435dac8bf admin admin] Publish callbacks [] for security_group (a59548df-dc4b-44fc-b812-3d80c5c95321), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:33.170786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4d9065b8-d099-46a0-b576-3e46041f5f3a None None] Provisioning complete for port 2a249e69-66c0-4f44-bf98-7c7298310aa2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:33.172098 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d9065b8-d099-46a0-b576-3e46041f5f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:33.175653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7993e0fd-6c21-427a-9b7a-13c35c3f228b details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:39:33.240850 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd1177a1-b363-4aa0-85b6-f2e435dac8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a59548df-dc4b-44fc-b812-3d80c5c95321), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:33.244150 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd1177a1-b363-4aa0-85b6-f2e435dac8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:33.247028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dd1177a1-b363-4aa0-85b6-f2e435dac8bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a59548df-dc4b-44fc-b812-3d80c5c95321 HTTP/1.1" status: 204 len: 168 time: 0.4224648 Jan 31 18:39:33.270455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1177a1-b363-4aa0-85b6-f2e435dac8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59548df-dc4b-44fc-b812-3d80c5c95321,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:33.297267 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (460276b4-806a-444b-8964-e471e112aa0c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:33.487465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Router 460276b4-806a-444b-8964-e471e112aa0c is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:39:33.523629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2a249e69-66c0-4f44-bf98-7c7298310aa2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:33.524190 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:33.647045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f20bfb4c-3177-4bf6-b664-4c7a0e7061e7 req-4e7bc91e-c553-4562-adba-9d1793d437fc tempest-FlavorsV2NegativeTest-548787182 tempest-FlavorsV2NegativeTest-548787182-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=da1f2eb2854c45b59a6b1c5536d83268&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583141 Jan 31 18:39:33.714362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4d9065b8-d099-46a0-b576-3e46041f5f3a None None] Current status of the port 2a249e69-66c0-4f44-bf98-7c7298310aa2 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:33.715027 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d9065b8-d099-46a0-b576-3e46041f5f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:33.737501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:39:33.752168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7993e0fd-6c21-427a-9b7a-13c35c3f228b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7993e0fd-6c21-427a-9b7a-13c35c3f228b,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:33.756989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Sync routers for ids ['460276b4-806a-444b-8964-e471e112aa0c'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:39:33.785812 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:33.796928 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5a95ce6c-8cd0-4fcc-8a06-791cf411f750 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4385552 Jan 31 18:39:33.798948 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:33.841061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2a249e69-66c0-4f44-bf98-7c7298310aa2 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:33.841824 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:33.844987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '7993e0fd-6c21-427a-9b7a-13c35c3f228b', 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d', 'port_id': '7993e0fd-6c21-427a-9b7a-13c35c3f228b', 'mac_address': 'fa:16:3e:4c:ab:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5648f2-eae0-4da6-9d27-38065d259af9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:39:33.857062 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Routers {'460276b4-806a-444b-8964-e471e112aa0c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:39:33.858207 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:39:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['460276b4-806a-444b-8964-e471e112aa0c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:33.871104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4d9065b8-d099-46a0-b576-3e46041f5f3a None None] For port 2a249e69-66c0-4f44-bf98-7c7298310aa2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2a249e69-66c0-4f44-bf98-7c7298310aa2,segment=NetworkSegment(e212e969-db11-4933-a7d7-8d3528fc78da),segment_id=e212e969-db11-4933-a7d7-8d3528fc78da)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:33.891067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bfb4c-3177-4bf6-b664-4c7a0e7061e7 req-e0a37659-6f9d-40b9-b5dc-fc7ecb635870 tempest-FlavorsV2NegativeTest-548787182 tempest-FlavorsV2NegativeTest-548787182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:33.901010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f20bfb4c-3177-4bf6-b664-4c7a0e7061e7 req-e0a37659-6f9d-40b9-b5dc-fc7ecb635870 tempest-FlavorsV2NegativeTest-548787182 tempest-FlavorsV2NegativeTest-548787182-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517636 Jan 31 18:39:33.926958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f20bfb4c-3177-4bf6-b664-4c7a0e7061e7 req-17a6ef03-281f-48bd-be69-c38ad852e184 tempest-FlavorsV2NegativeTest-548787182 tempest-FlavorsV2NegativeTest-548787182-project] 10.222.0.20 "GET /v2.0/quotas/da1f2eb2854c45b59a6b1c5536d83268 HTTP/1.1" status: 200 len: 375 time: 0.0249507 Jan 31 18:39:33.990400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f20bfb4c-3177-4bf6-b664-4c7a0e7061e7 req-9805c795-a350-4b37-a27f-1629170f7429 tempest-FlavorsV2NegativeTest-548787182 tempest-FlavorsV2NegativeTest-548787182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da1f2eb2854c45b59a6b1c5536d83268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497024 Jan 31 18:39:34.026471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 7993e0fd-6c21-427a-9b7a-13c35c3f228b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:34.042491 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:34.086478 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d9065b8-d099-46a0-b576-3e46041f5f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:34.120946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33264) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:34.195451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7993e0fd-6c21-427a-9b7a-13c35c3f228b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:39:34.230653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7993e0fd-6c21-427a-9b7a-13c35c3f228b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7993e0fd-6c21-427a-9b7a-13c35c3f228b,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:34.282833 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:34.328459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8a13f657-4dd6-4048-959f-7714d9e68ac3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=baf47456f6944aeaaf95312f8830a695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016518 Jan 31 18:39:34.330482 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33268) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:34.425284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c8be6e45-b268-4855-b218-eb1fa430abdd None None] Provisioning complete for port 2a249e69-66c0-4f44-bf98-7c7298310aa2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:34.426508 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8be6e45-b268-4855-b218-eb1fa430abdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:34.434913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9065b8-d099-46a0-b576-3e46041f5f3a None None] Pushing event updated for resources: {'Port': ['ID=2a249e69-66c0-4f44-bf98-7c7298310aa2,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:34.436408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29789f03-caa1-4f44-9fcf-1cc420cef3ca req-d255762e-533d-402f-90c1-127644b5a1c0 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:34.445915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29789f03-caa1-4f44-9fcf-1cc420cef3ca req-d255762e-533d-402f-90c1-127644b5a1c0 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 944 time: 0.2361417 Jan 31 18:39:34.460879 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:39:34.463016 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:39:34.470945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bd696-d840-4264-829f-6bcd2eead727 req-9578d631-008e-4983-8890-c552f0ce9018 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:34.483618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-612bd696-d840-4264-829f-6bcd2eead727 req-9578d631-008e-4983-8890-c552f0ce9018 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.2986269 Jan 31 18:39:34.606708 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29789f03-caa1-4f44-9fcf-1cc420cef3ca req-7d9294e8-8cc6-40e8-960b-d30097eefd29 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212683 Jan 31 18:39:34.621410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-612bd696-d840-4264-829f-6bcd2eead727 req-c1f72ec4-592e-42ce-8fb6-b5c2f2045c76 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269536 Jan 31 18:39:34.642821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['7993e0fd-6c21-427a-9b7a-13c35c3f228b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:39:34.719858 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae79a57a-2c74-4f65-a00d-b323d0b6b39b admin admin] Publish callbacks [] for security_group (0fc7a3b1-cf6d-423e-bb12-90c95d8e89b4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:34.725691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=7993e0fd-6c21-427a-9b7a-13c35c3f228b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:34.749440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Set router 460276b4-806a-444b-8964-e471e112aa0c gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:39:34.763168 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae79a57a-2c74-4f65-a00d-b323d0b6b39b admin admin] Publish callbacks [] for security_group (0fc7a3b1-cf6d-423e-bb12-90c95d8e89b4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:34.857413 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:34.948484 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae79a57a-2c74-4f65-a00d-b323d0b6b39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0fc7a3b1-cf6d-423e-bb12-90c95d8e89b4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:34.957514 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae79a57a-2c74-4f65-a00d-b323d0b6b39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:34.959876 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ae79a57a-2c74-4f65-a00d-b323d0b6b39b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fc7a3b1-cf6d-423e-bb12-90c95d8e89b4 HTTP/1.1" status: 204 len: 168 time: 0.6225920 Jan 31 18:39:34.976984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79a57a-2c74-4f65-a00d-b323d0b6b39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc7a3b1-cf6d-423e-bb12-90c95d8e89b4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:35.034399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2a249e69-66c0-4f44-bf98-7c7298310aa2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:35.199745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33296) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:35.231162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2a249e69-66c0-4f44-bf98-7c7298310aa2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:35.235224 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Allocated IP 172.20.0.1 (ebc35a3e-3ec2-4050-a155-d09d1f7f25ff/ffb42997-cda2-420f-be46-3aeccc1e7b81/8b571699-6fb3-4d22-9205-1baa400f287e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:35.311463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c8be6e45-b268-4855-b218-eb1fa430abdd None None] Current status of the port 2a249e69-66c0-4f44-bf98-7c7298310aa2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:35.431246 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Publish callbacks [] for port (8b571699-6fb3-4d22-9205-1baa400f287e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:35.432735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2a249e69-66c0-4f44-bf98-7c7298310aa2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:35.433308 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:35.442345 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460276b4-806a-444b-8964-e471e112aa0c', 'name': 'tempest-TaggedBootDevicesTest-1623337804-router', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:29Z', 'updated_at': '2022-01-31T18:39:32Z', 'revision_number': 3, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'gw_port': {'id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:30Z', 'updated_at': '2022-01-31T18:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:35.487976 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:35.514656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Checking router: 460276b4-806a-444b-8964-e471e112aa0c for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:39:35.515032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Updating router 460276b4-806a-444b-8964-e471e112aa0c port 8c5ffaef-6f95-454c-9e24-706aa15a18b4 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:39:35.556323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2025755188-network', 'tenant_id': '0050844598c64b689d46557d1a5d858e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:35.580218 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:35.587327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Network ebc35a3e-3ec2-4050-a155-d09d1f7f25ff is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:35.591826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:35.601413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Made reservation on behalf of 0050844598c64b689d46557d1a5d858e for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:35.603771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:35.618253 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:35.623163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:39:35.631428 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Pushing event updated for resources: {'Port': ['ID=8b571699-6fb3-4d22-9205-1baa400f287e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:35.829524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (460276b4-806a-444b-8964-e471e112aa0c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:35.942367 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:36.032906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2a249e69-66c0-4f44-bf98-7c7298310aa2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:36.083128 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Publish callbacks [] for security_group (e37452ab-c687-4a04-b650-b337b7b7b63f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.128957 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e37452ab-c687-4a04-b650-b337b7b7b63f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.164308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:39:36.212141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37452ab-c687-4a04-b650-b337b7b7b63f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:36.244365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-80d55ec1-dbfb-45fc-9169-2d455986369e None None] Provisioning complete for port 8b571699-6fb3-4d22-9205-1baa400f287e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:36.245162 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-80d55ec1-dbfb-45fc-9169-2d455986369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.253208 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (215a56a6-e5eb-4d26-a30a-18fc8da64b8c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.253642 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Added segment 215a56a6-e5eb-4d26-a30a-18fc8da64b8c of type vlan for network 3b4abc4e-6a5a-4092-a2c0-01382447adcf Jan 31 18:39:36.258157 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.308972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-80d55ec1-dbfb-45fc-9169-2d455986369e None None] Port 8b571699-6fb3-4d22-9205-1baa400f287e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:39:36.352935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c6676-cc83-4c8c-9932-364cb0e7a5b1 req-6268cc25-4af1-496a-b6be-5cc722b81647 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:36.359131 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e275563-edec-4e1c-bc60-2082637a6855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.372391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f9c6676-cc83-4c8c-9932-364cb0e7a5b1 req-6268cc25-4af1-496a-b6be-5cc722b81647 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.4802773 Jan 31 18:39:36.397959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4e0a1-228c-451f-bc16-1f1d5ab34a07 req-b089fe5d-c061-4c90-beb4-4d45c5027083 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:36.400608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79b4e0a1-228c-451f-bc16-1f1d5ab34a07 req-b089fe5d-c061-4c90-beb4-4d45c5027083 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 944 time: 0.5743034 Jan 31 18:39:36.512246 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Publish callbacks [] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.526864 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.585023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79b4e0a1-228c-451f-bc16-1f1d5ab34a07 req-ae59eccc-2124-4409-985b-d18b85a26c97 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452658 Jan 31 18:39:36.632707 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (3b4abc4e-6a5a-4092-a2c0-01382447adcf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.653261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f9c6676-cc83-4c8c-9932-364cb0e7a5b1 req-c5df190c-151d-4caf-844a-20225f74c5f6 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793469 Jan 31 18:39:36.653577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eae174-822d-4d03-ba43-ee25fb32480f None None] Pushing event updated for resources: {'Port': ['ID=8c5ffaef-6f95-454c-9e24-706aa15a18b4,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:36.667823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Attempting to bind port 8c5ffaef-6f95-454c-9e24-706aa15a18b4 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:39:36.668692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Attempting to bind port 8c5ffaef-6f95-454c-9e24-706aa15a18b4 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:39:36.670186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Attempting to bind port 8c5ffaef-6f95-454c-9e24-706aa15a18b4 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:36.683725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:39:36.684702 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:36.685285 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.686367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:39:36.687068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Bound port: 8c5ffaef-6f95-454c-9e24-706aa15a18b4, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:39:36.687627 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.726927 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e275563-edec-4e1c-bc60-2082637a6855 admin admin] Publish callbacks [] for security_group (9420d884-b890-4a4e-8252-100107af9ff4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.728634 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (3b4abc4e-6a5a-4092-a2c0-01382447adcf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.729804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:36.731965 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.737001 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e275563-edec-4e1c-bc60-2082637a6855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9420d884-b890-4a4e-8252-100107af9ff4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.740969 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Publish callbacks [] for port (8b571699-6fb3-4d22-9205-1baa400f287e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.766262 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.781992 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] For port 8c5ffaef-6f95-454c-9e24-706aa15a18b4, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:39:36.787727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] For port 8c5ffaef-6f95-454c-9e24-706aa15a18b4, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8c5ffaef-6f95-454c-9e24-706aa15a18b4,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:39:36.802390 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.835931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] Pushing event updated for resources: {'Network': ['ID=3b4abc4e-6a5a-4092-a2c0-01382447adcf,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:36.852602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7a1c5c8c-c522-4bf6-ad6c-fde05d68485d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6512625 Jan 31 18:39:36.853281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33334) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:36.859311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2778e589-2623-4887-96c5-fd5f53453679 admin admin] Request body: {'subnet': {'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2025755188-subnet', 'tenant_id': '0050844598c64b689d46557d1a5d858e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:36.872960 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3e275563-edec-4e1c-bc60-2082637a6855 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da1f2eb2854c45b59a6b1c5536d83268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9291131 Jan 31 18:39:36.874016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e275563-edec-4e1c-bc60-2082637a6855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9420d884-b890-4a4e-8252-100107af9ff4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:36.874435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33336) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:39:36.907104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Pushing event updated for resources: {'Port': ['ID=8b571699-6fb3-4d22-9205-1baa400f287e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:36.910681 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (460276b4-806a-444b-8964-e471e112aa0c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.946784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7abb-4a25-4d0f-a704-e036977a8852 admin admin] Publish callbacks [] for security_group (9420d884-b890-4a4e-8252-100107af9ff4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:36.961728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2778e589-2623-4887-96c5-fd5f53453679 admin admin] Made reservation on behalf of 0050844598c64b689d46557d1a5d858e for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:36.964171 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2778e589-2623-4887-96c5-fd5f53453679 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:37.026705 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Network ebc35a3e-3ec2-4050-a155-d09d1f7f25ff is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:37.028866 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:37.044836 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7abb-4a25-4d0f-a704-e036977a8852 admin admin] Publish callbacks [] for security_group (9420d884-b890-4a4e-8252-100107af9ff4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:37.255488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Router 460276b4-806a-444b-8964-e471e112aa0c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:39:37.297554 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7abb-4a25-4d0f-a704-e036977a8852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9420d884-b890-4a4e-8252-100107af9ff4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:37.304950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7abb-4a25-4d0f-a704-e036977a8852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:37.308298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ca1a7abb-4a25-4d0f-a704-e036977a8852 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9420d884-b890-4a4e-8252-100107af9ff4 HTTP/1.1" status: 204 len: 168 time: 0.4325523 Jan 31 18:39:37.354576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a7abb-4a25-4d0f-a704-e036977a8852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9420d884-b890-4a4e-8252-100107af9ff4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:37.380519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eae174-822d-4d03-ba43-ee25fb32480f None None] Pushing event updated for resources: {'Port': ['ID=8c5ffaef-6f95-454c-9e24-706aa15a18b4,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:37.383934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 3b4abc4e-6a5a-4092-a2c0-01382447adcf details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:39:37.387937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7993e0fd-6c21-427a-9b7a-13c35c3f228b up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:37.537991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2778e589-2623-4887-96c5-fd5f53453679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (ec1e274e-67b2-4de4-b82c-96335cb4fd98), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:37.550659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:39:37.557351 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dabc600a-8dc8-4c57-8a0c-71526a0298bc admin admin] 10.222.0.20 "PUT /v2.0/routers/460276b4-806a-444b-8964-e471e112aa0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7549360 Jan 31 18:39:37.603730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Routers {'460276b4-806a-444b-8964-e471e112aa0c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:39:37.604846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:39:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['460276b4-806a-444b-8964-e471e112aa0c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:37.609916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 7993e0fd-6c21-427a-9b7a-13c35c3f228b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:39:37.649449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778e589-2623-4887-96c5-fd5f53453679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec1e274e-67b2-4de4-b82c-96335cb4fd98,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:37.681166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2778e589-2623-4887-96c5-fd5f53453679 admin admin] Checking segment: {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:37.681525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778e589-2623-4887-96c5-fd5f53453679 admin admin] Network hostable DHCP agents. Network: 3b4abc4e-6a5a-4092-a2c0-01382447adcf, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:39:37.706658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778e589-2623-4887-96c5-fd5f53453679 admin admin] Network 3b4abc4e-6a5a-4092-a2c0-01382447adcf is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:39:37.718125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2778e589-2623-4887-96c5-fd5f53453679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 3b4abc4e-6a5a-4092-a2c0-01382447adcf) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:37.725769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778e589-2623-4887-96c5-fd5f53453679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:37.726506 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2778e589-2623-4887-96c5-fd5f53453679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:37.772389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2778e589-2623-4887-96c5-fd5f53453679 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9124296 Jan 31 18:39:37.797143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc10dc3-8981-4d0b-8743-5d69c5489d44 None None] Network 3b4abc4e-6a5a-4092-a2c0-01382447adcf requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:39:37.802418 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 7993e0fd-6c21-427a-9b7a-13c35c3f228b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:37.803010 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:37.870566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-bc4f0af2-4c50-4348-b79d-1be4de440b3b None None] Provisioning complete for port 8b571699-6fb3-4d22-9205-1baa400f287e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:37.870957 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bc4f0af2-4c50-4348-b79d-1be4de440b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:37.888360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c44263-699e-43a8-a5cd-1937f0a0a725 req-ba2d3a58-f1df-4ed6-b892-a8271e2621ce tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:37.891229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02c44263-699e-43a8-a5cd-1937f0a0a725 req-ba2d3a58-f1df-4ed6-b892-a8271e2621ce tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 944 time: 0.1051226 Jan 31 18:39:37.924437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e06c1-f072-4247-b04e-011b8d8a351a req-472192ab-f498-430b-a15b-d4a68fe756fa tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:37.926501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a1e06c1-f072-4247-b04e-011b8d8a351a req-472192ab-f498-430b-a15b-d4a68fe756fa tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.1028478 Jan 31 18:39:38.010957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f0af2-4c50-4348-b79d-1be4de440b3b None None] Port 8b571699-6fb3-4d22-9205-1baa400f287e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:39:38.021913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02c44263-699e-43a8-a5cd-1937f0a0a725 req-d673c642-ecc0-4390-bbca-1199af63df38 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233432 Jan 31 18:39:38.035058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a1e06c1-f072-4247-b04e-011b8d8a351a req-f00cfcdb-44bd-449e-955b-55cba13678f1 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920193 Jan 31 18:39:38.100003 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] Set router 460276b4-806a-444b-8964-e471e112aa0c gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:39:38.200405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-3b4abc4e-6a5a-4092-a2c0-01382447adcf', 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf', 'project_id': '0050844598c64b689d46557d1a5d858e', 'fixed_ips': [{'subnet_id': 'ec1e274e-67b2-4de4-b82c-96335cb4fd98'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:39:38.202263 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:38.315630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 7993e0fd-6c21-427a-9b7a-13c35c3f228b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:38.316631 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:38.483606 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f69c88-829e-4dda-84b2-504d0d799b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7993e0fd-6c21-427a-9b7a-13c35c3f228b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:39:38.486702 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f586bb19-058c-4e68-bee0-1ca56f12f278" -d '{"events": [{"server_uuid": "05f69c88-829e-4dda-84b2-504d0d799b4f", "name": "network-vif-plugged", "status": "completed", "tag": "7993e0fd-6c21-427a-9b7a-13c35c3f228b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:39:38.516065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7993e0fd-6c21-427a-9b7a-13c35c3f228b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7993e0fd-6c21-427a-9b7a-13c35c3f228b,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:38.540428 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:38.549884 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bf72a6-0cdc-4cea-80f8-b4081adf5b88 x-openstack-request-id: req-b3bf72a6-0cdc-4cea-80f8-b4081adf5b88 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:39:38.550813 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f69c88-829e-4dda-84b2-504d0d799b4f", "name": "network-vif-plugged", "status": "completed", "tag": "7993e0fd-6c21-427a-9b7a-13c35c3f228b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:39:38.550813 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3bf72a6-0cdc-4cea-80f8-b4081adf5b88 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:39:38.553832 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f69c88-829e-4dda-84b2-504d0d799b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7993e0fd-6c21-427a-9b7a-13c35c3f228b', 'code': 200} Jan 31 18:39:38.728811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2fb89-4d62-4a69-8181-a474b64cdf38 req-702d0332-348e-48e8-a77c-d2820a874144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:38.735103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ac2fb89-4d62-4a69-8181-a474b64cdf38 req-702d0332-348e-48e8-a77c-d2820a874144 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 1128 time: 0.1252463 Jan 31 18:39:38.778538 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Allocated IP 172.20.0.2 (3b4abc4e-6a5a-4092-a2c0-01382447adcf/ec1e274e-67b2-4de4-b82c-96335cb4fd98/8847a5d3-7ea1-44aa-a7a0-b9cf4df277af) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:38.799622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=7993e0fd-6c21-427a-9b7a-13c35c3f228b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:38.899276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ac2fb89-4d62-4a69-8181-a474b64cdf38 req-aad64122-fcd6-4cae-8ebd-2ecc97b2c53e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541975 Jan 31 18:39:38.921935 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460276b4-806a-444b-8964-e471e112aa0c', 'name': 'tempest-TaggedBootDevicesTest-1623337804-router', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:29Z', 'updated_at': '2022-01-31T18:39:36Z', 'revision_number': 4, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'gw_port': {'id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:30Z', 'updated_at': '2022-01-31T18:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '8b571699-6fb3-4d22-9205-1baa400f287e', 'name': '', 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'mac_address': 'fa:16:3e:be:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ffb42997-cda2-420f-be46-3aeccc1e7b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:34Z', 'updated_at': '2022-01-31T18:39:36Z', 'revision_number': 2, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'subnets': [{'id': 'ffb42997-cda2-420f-be46-3aeccc1e7b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:38.990719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8893482-2141-4712-b0ad-1746ac40b13a None None] The sync data for ids ['460276b4-806a-444b-8964-e471e112aa0c'] in n-d-812111-15 is: [{'id': '460276b4-806a-444b-8964-e471e112aa0c', 'name': 'tempest-TaggedBootDevicesTest-1623337804-router', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:29Z', 'updated_at': '2022-01-31T18:39:36Z', 'revision_number': 4, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'gw_port': {'id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:30Z', 'updated_at': '2022-01-31T18:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '8b571699-6fb3-4d22-9205-1baa400f287e', 'name': '', 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'mac_address': 'fa:16:3e:be:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ffb42997-cda2-420f-be46-3aeccc1e7b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:34Z', 'updated_at': '2022-01-31T18:39:36Z', 'revision_number': 2, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'subnets': [{'id': 'ffb42997-cda2-420f-be46-3aeccc1e7b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:39:39.281373 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Publish callbacks [] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:39.292795 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:39.428024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff58b-6601-45cc-bfc1-60af81ce3308 req-f0ee0382-6fa7-41f8-9df0-73652e1ac1e2 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:39.431131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-554ff58b-6601-45cc-bfc1-60af81ce3308 req-f0ee0382-6fa7-41f8-9df0-73652e1ac1e2 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.1842821 Jan 31 18:39:39.524888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Network 3b4abc4e-6a5a-4092-a2c0-01382447adcf is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:39.528416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:39.534097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:39:39.610835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-554ff58b-6601-45cc-bfc1-60af81ce3308 req-04e8ca3f-c9e3-411f-bfd4-add8cf234a16 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123796 Jan 31 18:39:39.614899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Pushing event updated for resources: {'Port': ['ID=8847a5d3-7ea1-44aa-a7a0-b9cf4df277af,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:39.632746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f36ee3-e353-4b9b-96a6-b7ed14536cfb req-88eaa2e0-2831-4907-9a62-1770e430504a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:39.636228 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04f36ee3-e353-4b9b-96a6-b7ed14536cfb req-88eaa2e0-2831-4907-9a62-1770e430504a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.2408602 Jan 31 18:39:39.662017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Attempting to bind port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:39:39.663349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Attempting to bind port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:39:39.663349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Attempting to bind port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af on network 3b4abc4e-6a5a-4092-a2c0-01382447adcf {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:39.710656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:39:39.711227 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Checking segment: {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:39.711840 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:39.712450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Bound using segment: {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:39:39.713163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Bound port: 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:39:39.713734 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:39.783482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04f36ee3-e353-4b9b-96a6-b7ed14536cfb req-2fdbe126-e9b1-4daa-afe5-1d59546b75c0 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318491 Jan 31 18:39:39.933936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] For port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:39:39.950827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] For port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8847a5d3-7ea1-44aa-a7a0-b9cf4df277af,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:39:39.962792 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:40.033000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7033d5-dd4c-4920-9569-0827967c1c31 req-a399b8ab-b937-4d9f-9b0c-1253fae5232b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:40.040317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7033d5-dd4c-4920-9569-0827967c1c31 req-a399b8ab-b937-4d9f-9b0c-1253fae5232b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:40.052731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7033d5-dd4c-4920-9569-0827967c1c31 req-a399b8ab-b937-4d9f-9b0c-1253fae5232b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:40.070194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7033d5-dd4c-4920-9569-0827967c1c31 req-a399b8ab-b937-4d9f-9b0c-1253fae5232b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:40.082207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7033d5-dd4c-4920-9569-0827967c1c31 req-a399b8ab-b937-4d9f-9b0c-1253fae5232b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:40.089086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7033d5-dd4c-4920-9569-0827967c1c31 req-a399b8ab-b937-4d9f-9b0c-1253fae5232b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:40.096727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7033d5-dd4c-4920-9569-0827967c1c31 req-a399b8ab-b937-4d9f-9b0c-1253fae5232b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:40.106007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f7033d5-dd4c-4920-9569-0827967c1c31 req-a399b8ab-b937-4d9f-9b0c-1253fae5232b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 0.1738095 Jan 31 18:39:40.263634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d50be-0289-4d50-9f51-45bfab705e45 None None] Pushing event updated for resources: {'Port': ['ID=8847a5d3-7ea1-44aa-a7a0-b9cf4df277af,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:40.272998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f7033d5-dd4c-4920-9569-0827967c1c31 req-e491c653-0c51-4950-823f-d9c0237e1708 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658914 Jan 31 18:39:41.159286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0789a-9be5-4dd6-9540-39ebd8ce9d89 req-c4b40f26-4bb3-43c5-90f8-4c1325fc364c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:41.171325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dec0789a-9be5-4dd6-9540-39ebd8ce9d89 req-c4b40f26-4bb3-43c5-90f8-4c1325fc364c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.2144060 Jan 31 18:39:41.190814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-c9896faf-b0fe-4b18-985b-4c1e719057cd tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:41.196475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-c9896faf-b0fe-4b18-985b-4c1e719057cd tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/networks?id=3b4abc4e-6a5a-4092-a2c0-01382447adcf HTTP/1.1" status: 200 len: 816 time: 0.3903599 Jan 31 18:39:41.259673 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-4d1feff7-9775-4a8a-bafc-4f6bec414e35 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/quotas/0050844598c64b689d46557d1a5d858e HTTP/1.1" status: 200 len: 375 time: 0.0205188 Jan 31 18:39:41.378327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dec0789a-9be5-4dd6-9540-39ebd8ce9d89 req-f5be4385-3c33-416e-b216-4593967272eb tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776102 Jan 31 18:39:41.446740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-9be8ad9c-02e3-4aac-b78e-f11bcbcb3407 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0050844598c64b689d46557d1a5d858e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753883 Jan 31 18:39:41.505890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:41.653546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:41.654230 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:41.829250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c1e65-afa7-41af-b5bf-860b60c8e18d req-ad95529f-2b97-4cab-9425-be0d324d0408 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:41.831130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a73c1e65-afa7-41af-b5bf-860b60c8e18d req-ad95529f-2b97-4cab-9425-be0d324d0408 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.3116341 Jan 31 18:39:41.890457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:41.891882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-79d796c8-3024-4fd8-9de5-78b9478e071f service neutron] 10.222.0.20 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341803 Jan 31 18:39:41.900821 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:42.022907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8847a5d3-7ea1-44aa-a7a0-b9cf4df277af,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:42.034652 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:42.035082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8c5ffaef-6f95-454c-9e24-706aa15a18b4 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:42.200688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a73c1e65-afa7-41af-b5bf-860b60c8e18d req-1df5595b-9f07-47b5-893d-1c5e44698889 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613260 Jan 31 18:39:42.245568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=8847a5d3-7ea1-44aa-a7a0-b9cf4df277af,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:42.282923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8c5ffaef-6f95-454c-9e24-706aa15a18b4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:42.283399 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:42.315775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-fb2d0a5a-1cd5-4f26-9637-a830d01fa8a2 service neutron] 10.222.0.20 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134743 Jan 31 18:39:42.417560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df05dfc-a204-4217-9779-4bc0f84c6de0 None None] Network 3b4abc4e-6a5a-4092-a2c0-01382447adcf requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:39:42.491956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8c5ffaef-6f95-454c-9e24-706aa15a18b4 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:42.492552 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:42.647418 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 8c5ffaef-6f95-454c-9e24-706aa15a18b4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8c5ffaef-6f95-454c-9e24-706aa15a18b4,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:42.687771 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:42.708138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ae93a84d-07be-490b-8dba-b2159a5ea40b None None] Provisioning complete for port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:42.726145 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ae93a84d-07be-490b-8dba-b2159a5ea40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:43.011673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-b4701e9c-3fb4-443a-9474-9bb92daff039 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.025761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-b4701e9c-3fb4-443a-9474-9bb92daff039 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.038344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-b4701e9c-3fb4-443a-9474-9bb92daff039 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.052734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-b4701e9c-3fb4-443a-9474-9bb92daff039 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.086702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-b4701e9c-3fb4-443a-9474-9bb92daff039 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.115170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-b4701e9c-3fb4-443a-9474-9bb92daff039 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.122747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-b4701e9c-3fb4-443a-9474-9bb92daff039 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.126628 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-b4701e9c-3fb4-443a-9474-9bb92daff039 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 0.4281147 Jan 31 18:39:43.259404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-be4727d5-51b9-4d7d-bef3-95993df56333 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=29bf71e38b554522a817587a28d17885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283474 Jan 31 18:39:43.327028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:43.387436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3256de-9a02-4cbf-ac81-80e87782970d req-37b99f14-6eee-4f83-ba08-0f4f8288bed5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.394333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3256de-9a02-4cbf-ac81-80e87782970d req-37b99f14-6eee-4f83-ba08-0f4f8288bed5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.403515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3256de-9a02-4cbf-ac81-80e87782970d req-37b99f14-6eee-4f83-ba08-0f4f8288bed5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.410405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3256de-9a02-4cbf-ac81-80e87782970d req-37b99f14-6eee-4f83-ba08-0f4f8288bed5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.416785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3256de-9a02-4cbf-ac81-80e87782970d req-37b99f14-6eee-4f83-ba08-0f4f8288bed5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.417659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=8c5ffaef-6f95-454c-9e24-706aa15a18b4,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:43.423684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3256de-9a02-4cbf-ac81-80e87782970d req-37b99f14-6eee-4f83-ba08-0f4f8288bed5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.429721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3256de-9a02-4cbf-ac81-80e87782970d req-37b99f14-6eee-4f83-ba08-0f4f8288bed5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.431829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd3256de-9a02-4cbf-ac81-80e87782970d req-37b99f14-6eee-4f83-ba08-0f4f8288bed5 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 5444 time: 0.5818200 Jan 31 18:39:43.506358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-febad0c1-2167-4bc5-9984-7e90ca541903 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.506358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-febad0c1-2167-4bc5-9984-7e90ca541903 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "GET /v2.0/ports/b2202cfa-1d5e-4462-926a-9bf8c49d3787?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2981622 Jan 31 18:39:43.547501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ae93a84d-07be-490b-8dba-b2159a5ea40b None None] Current status of the port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:43.625920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:43.629154 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:43.646734 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Sync routers for ids ['460276b4-806a-444b-8964-e471e112aa0c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:39:43.705048 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Routers {'460276b4-806a-444b-8964-e471e112aa0c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:39:43.706054 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:39:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['460276b4-806a-444b-8964-e471e112aa0c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:43.712736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd3256de-9a02-4cbf-ac81-80e87782970d req-fb3c1aa8-3459-4fef-8c0c-9552bf0c9005 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2388887 Jan 31 18:39:43.792403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893c651-6155-467b-823d-9b620e44a742 req-36fca184-d184-4632-9ae4-2281224f1f07 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:43.795216 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-36fca184-d184-4632-9ae4-2281224f1f07 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4701235 Jan 31 18:39:44.013461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-c6316339-f6ee-4546-8c74-02ffbc529e37 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/quotas/29bf71e38b554522a817587a28d17885 HTTP/1.1" status: 200 len: 375 time: 0.1862700 Jan 31 18:39:44.021031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-f413f961-bb63-4b7a-aca5-e0b3340ddc5c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "GET /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5080609 Jan 31 18:39:44.038594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:44.070801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:44.223508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-35d080ac-37a6-4355-93ff-a58274d63ac3 None None] Provisioning complete for port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:44.224141 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35d080ac-37a6-4355-93ff-a58274d63ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:44.228496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-cca9a0ee-d01b-468d-be3f-49cef4c44f4e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29bf71e38b554522a817587a28d17885&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2081344 Jan 31 18:39:44.336498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e2a7c-bb6e-47b1-a379-b6d1d816ac37 req-eccf9c45-da36-489a-88f4-8085469766b4 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:44.346746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-705e2a7c-bb6e-47b1-a379-b6d1d816ac37 req-eccf9c45-da36-489a-88f4-8085469766b4 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.4095852 Jan 31 18:39:44.367183 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Set router 460276b4-806a-444b-8964-e471e112aa0c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:39:44.410319 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:44.515877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-35d080ac-37a6-4355-93ff-a58274d63ac3 None None] Current status of the port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:44.664722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-705e2a7c-bb6e-47b1-a379-b6d1d816ac37 req-d2255ee7-75d5-46ca-9fe5-3419206fb2ca tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161638 Jan 31 18:39:45.039364 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460276b4-806a-444b-8964-e471e112aa0c', 'name': 'tempest-TaggedBootDevicesTest-1623337804-router', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:29Z', 'updated_at': '2022-01-31T18:39:36Z', 'revision_number': 4, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'gw_port': {'id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:30Z', 'updated_at': '2022-01-31T18:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '8b571699-6fb3-4d22-9205-1baa400f287e', 'name': '', 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'mac_address': 'fa:16:3e:be:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ffb42997-cda2-420f-be46-3aeccc1e7b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:34Z', 'updated_at': '2022-01-31T18:39:36Z', 'revision_number': 2, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'subnets': [{'id': 'ffb42997-cda2-420f-be46-3aeccc1e7b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:45.178278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b2cf6b8-b75e-47dc-9629-a5615e196a1a details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:39:45.182294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b2cf6b8-b75e-47dc-9629-a5615e196a1a no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:45.200722 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Checking router: 460276b4-806a-444b-8964-e471e112aa0c for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:39:45.201770 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Updating router 460276b4-806a-444b-8964-e471e112aa0c port 8b571699-6fb3-4d22-9205-1baa400f287e binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:39:45.353441 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:45.402950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8c5ffaef-6f95-454c-9e24-706aa15a18b4 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:45.656110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] For port b2202cfa-1d5e-4462-926a-9bf8c49d3787, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b2202cfa-1d5e-4462-926a-9bf8c49d3787,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:45.729803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-10433777-a211-4d3b-8bd0-4b298223c12e tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:45.733755 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-10433777-a211-4d3b-8bd0-4b298223c12e tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.49 "GET /v2.0/networks?id=3b4abc4e-6a5a-4092-a2c0-01382447adcf HTTP/1.1" status: 200 len: 816 time: 0.8157051 Jan 31 18:39:45.771618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Request body: {'port': {'device_id': 'ea511976-87fa-44d3-a12e-4bf24c01f5eb', 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf', 'admin_state_up': True, 'tenant_id': '0050844598c64b689d46557d1a5d858e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:45.841199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:45.866266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a', 'mac_address': 'fa:16:3e:3b:5b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:39:45.872003 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device c59513d9-bfcd-46cb-b7d3-e3acce5dec7e no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:45.981335 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:45.981745 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.037517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-310880c6-11b7-4ed3-acbd-25cbc928a108 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:46.040171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-310880c6-11b7-4ed3-acbd-25cbc928a108 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/networks?id=3b4abc4e-6a5a-4092-a2c0-01382447adcf HTTP/1.1" status: 200 len: 816 time: 1.0517852 Jan 31 18:39:46.056661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b2cf6b8-b75e-47dc-9629-a5615e196a1a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:39:46.087223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] For port b2202cfa-1d5e-4462-926a-9bf8c49d3787, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:39:46.113244 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Publish callbacks [] for port (8b571699-6fb3-4d22-9205-1baa400f287e), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.123743 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.128420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8c5ffaef-6f95-454c-9e24-706aa15a18b4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:46.130296 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.164174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-b42e903f-c688-48b0-a1df-b37e0064f258 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/quotas/0050844598c64b689d46557d1a5d858e HTTP/1.1" status: 200 len: 375 time: 0.1017680 Jan 31 18:39:46.194586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a7b2d-9ea6-4e48-b6d8-10f53fda2c1e req-4609ca55-3417-4476-9250-0e0b3791aa22 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:46.205277 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:46.206672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b40a7b2d-9ea6-4e48-b6d8-10f53fda2c1e req-4609ca55-3417-4476-9250-0e0b3791aa22 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 950 time: 0.5753405 Jan 31 18:39:46.246359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:46.247056 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.252185 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.270844 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03109e-138b-499a-b59b-6f9240dd20b0 None None] Pushing event updated for resources: {'Port': ['ID=8b571699-6fb3-4d22-9205-1baa400f287e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:46.408506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] device_id is not set on port b2202cfa-1d5e-4462-926a-9bf8c49d3787 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:39:46.439606 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] Publish callbacks [] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.463224 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.527467 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:39:46.528444 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:39:46.532406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4b2cf6b8-b75e-47dc-9629-a5615e196a1a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:39:46.535478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:46.539928 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.550340 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Attempting to bind port 8b571699-6fb3-4d22-9205-1baa400f287e on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:39:46.550923 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Attempting to bind port 8b571699-6fb3-4d22-9205-1baa400f287e by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'e212e969-db11-4933-a7d7-8d3528fc78da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:39:46.551456 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Attempting to bind port 8b571699-6fb3-4d22-9205-1baa400f287e on network ebc35a3e-3ec2-4050-a155-d09d1f7f25ff {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:46.573420 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:39:46.574032 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Checking segment: {'id': 'e212e969-db11-4933-a7d7-8d3528fc78da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:46.574639 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.575059 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Bound using segment: {'id': 'e212e969-db11-4933-a7d7-8d3528fc78da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:39:46.575558 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Bound port: 8b571699-6fb3-4d22-9205-1baa400f287e, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212e969-db11-4933-a7d7-8d3528fc78da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:39:46.575949 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.666428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-b25a0b4e-c6da-4b12-b14a-3a4f086b17f4 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0050844598c64b689d46557d1a5d858e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4460504 Jan 31 18:39:46.750750 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] For port 8b571699-6fb3-4d22-9205-1baa400f287e, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:39:46.759444 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] For port 8b571699-6fb3-4d22-9205-1baa400f287e, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8b571699-6fb3-4d22-9205-1baa400f287e,segment=NetworkSegment(e212e969-db11-4933-a7d7-8d3528fc78da),segment_id=e212e969-db11-4933-a7d7-8d3528fc78da)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:39:46.778398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:46.781011 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.782518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59513d9-bfcd-46cb-b7d3-e3acce5dec7e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:39:46.786873 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3b8b45-31aa-4416-9010-9badbe27616f" -d '{"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-unplugged", "status": "completed", "tag": "c59513d9-bfcd-46cb-b7d3-e3acce5dec7e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:39:46.884509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:46.890222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] No DVR routers for this DVR port b2202cfa-1d5e-4462-926a-9bf8c49d3787 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:39:46.917236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b40a7b2d-9ea6-4e48-b6d8-10f53fda2c1e req-43a33a39-5dab-4863-8988-25a1cbfe0083 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6774032 Jan 31 18:39:46.932468 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:46.933958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:46.938351 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-d52c5ba6-bc3e-417c-94d5-3dd8a400f72d service neutron] 10.222.0.20 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259696 Jan 31 18:39:47.012375 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03109e-138b-499a-b59b-6f9240dd20b0 None None] Pushing event updated for resources: {'Port': ['ID=8b571699-6fb3-4d22-9205-1baa400f287e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:47.155528 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Routers {'460276b4-806a-444b-8964-e471e112aa0c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:39:47.161649 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:39:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['460276b4-806a-444b-8964-e471e112aa0c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:47.226068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] Pushing event updated for resources: {'Port': ['ID=b2202cfa-1d5e-4462-926a-9bf8c49d3787,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:47.312859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd7bb31e-285b-43d5-841c-10ccb30f269b req-ae036b15-ea8a-411b-a968-f31cc7cc1ead tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 210 time: 0.0646591 Jan 31 18:39:47.435735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-703f2088-7064-4c30-9690-97bb9b6e24f0 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=29bf71e38b554522a817587a28d17885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3875616 Jan 31 18:39:47.445474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Made reservation on behalf of 0050844598c64b689d46557d1a5d858e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:47.463660 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:47.611488 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] Set router 460276b4-806a-444b-8964-e471e112aa0c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:39:47.653919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:47.662775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a is: BUILD; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:47.681659 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:47.687888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8c5ffaef-6f95-454c-9e24-706aa15a18b4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:47.829062 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4b2cf6b8-b75e-47dc-9629-a5615e196a1a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:39:47.941493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-988d01e0-c46c-4b61-8ef0-e4e484821719 None None] Provisioning complete for port 8b571699-6fb3-4d22-9205-1baa400f287e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:47.942169 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-988d01e0-c46c-4b61-8ef0-e4e484821719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:48.038945 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:48.108006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8b571699-6fb3-4d22-9205-1baa400f287e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:48.135598 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:48.364112 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460276b4-806a-444b-8964-e471e112aa0c', 'name': 'tempest-TaggedBootDevicesTest-1623337804-router', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:29Z', 'updated_at': '2022-01-31T18:39:36Z', 'revision_number': 4, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'gw_port': {'id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:30Z', 'updated_at': '2022-01-31T18:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '8b571699-6fb3-4d22-9205-1baa400f287e', 'name': '', 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'mac_address': 'fa:16:3e:be:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ffb42997-cda2-420f-be46-3aeccc1e7b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:34Z', 'updated_at': '2022-01-31T18:39:46Z', 'revision_number': 4, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'subnets': [{'id': 'ffb42997-cda2-420f-be46-3aeccc1e7b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:48.433483 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e7d6b-9b79-4b32-adf9-8d89f4b81455 None None] The sync data for ids ['460276b4-806a-444b-8964-e471e112aa0c'] in n-d-812111-15 is: [{'id': '460276b4-806a-444b-8964-e471e112aa0c', 'name': 'tempest-TaggedBootDevicesTest-1623337804-router', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:29Z', 'updated_at': '2022-01-31T18:39:36Z', 'revision_number': 4, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'gw_port': {'id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:30Z', 'updated_at': '2022-01-31T18:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '8b571699-6fb3-4d22-9205-1baa400f287e', 'name': '', 'network_id': 'ebc35a3e-3ec2-4050-a155-d09d1f7f25ff', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'mac_address': 'fa:16:3e:be:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ffb42997-cda2-420f-be46-3aeccc1e7b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:34Z', 'updated_at': '2022-01-31T18:39:46Z', 'revision_number': 4, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'subnets': [{'id': 'ffb42997-cda2-420f-be46-3aeccc1e7b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:39:48.465875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] In _notify_port_updated(), no bound segment for port b2202cfa-1d5e-4462-926a-9bf8c49d3787 on network f6132770-31d8-4044-871c-bab7c33e776b {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:39:48.468846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:48.469967 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:48.471697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-060b7dbf-2185-430d-a3be-ab9cd2a31a8f service neutron] 10.222.0.49 "PUT /v2.0/ports/b2202cfa-1d5e-4462-926a-9bf8c49d3787 HTTP/1.1" status: 200 len: 1032 time: 4.4449351 Jan 31 18:39:48.561377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:48.562502 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:48.619885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-988d01e0-c46c-4b61-8ef0-e4e484821719 None None] Current status of the port 8b571699-6fb3-4d22-9205-1baa400f287e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:48.623217 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-988d01e0-c46c-4b61-8ef0-e4e484821719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:48.629665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:48.687485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-988d01e0-c46c-4b61-8ef0-e4e484821719 None None] For port 8b571699-6fb3-4d22-9205-1baa400f287e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8b571699-6fb3-4d22-9205-1baa400f287e,segment=NetworkSegment(e212e969-db11-4933-a7d7-8d3528fc78da),segment_id=e212e969-db11-4933-a7d7-8d3528fc78da)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:48.713648 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-988d01e0-c46c-4b61-8ef0-e4e484821719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:48.729108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:48.731009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8b571699-6fb3-4d22-9205-1baa400f287e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:48.733314 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:48.763508 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:48.765279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1539c814-7e36-408b-9f7d-bfd966045188 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:48.806708 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-b9868be3-9357-47c7-83fe-6a5cbb537f06 service neutron] 10.222.0.20 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8646584 Jan 31 18:39:48.810939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-d2482981-bfd8-4100-b102-2f787a8bcb52 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:48.813383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-d2482981-bfd8-4100-b102-2f787a8bcb52 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "GET /v2.0/ports/781529aa-8eeb-49ff-8d79-854bed0acdbf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3221180 Jan 31 18:39:48.827007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:48.893877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893c651-6155-467b-823d-9b620e44a742 req-d428fc4d-b20d-44d8-b417-1e9702009e4a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:48.896863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-d428fc4d-b20d-44d8-b417-1e9702009e4a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4164610 Jan 31 18:39:48.973647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Request body: {'port': {'device_id': '9e602662-145c-4fae-add4-cdc90aa965a2', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '29bf71e38b554522a817587a28d17885'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:48.985633 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c408712-d5f7-40f7-a271-f5b368f2b69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:49.099846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d01e0-c46c-4b61-8ef0-e4e484821719 None None] Pushing event updated for resources: {'Port': ['ID=8b571699-6fb3-4d22-9205-1baa400f287e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:49.124127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1462d3d6-261c-42f9-9e72-4fd4e7f78e08 None None] Provisioning complete for port 8b571699-6fb3-4d22-9205-1baa400f287e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:49.127157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ec8e9-1d55-4c77-a26c-40c9c8fb8540 req-f5cb454e-c853-476d-857f-367d8299ae4f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:49.128071 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1462d3d6-261c-42f9-9e72-4fd4e7f78e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:49.150515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ec8e9-1d55-4c77-a26c-40c9c8fb8540 req-f5cb454e-c853-476d-857f-367d8299ae4f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:49.164568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ec8e9-1d55-4c77-a26c-40c9c8fb8540 req-f5cb454e-c853-476d-857f-367d8299ae4f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:49.171615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ec8e9-1d55-4c77-a26c-40c9c8fb8540 req-f5cb454e-c853-476d-857f-367d8299ae4f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:49.186324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ec8e9-1d55-4c77-a26c-40c9c8fb8540 req-f5cb454e-c853-476d-857f-367d8299ae4f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:49.208466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ec8e9-1d55-4c77-a26c-40c9c8fb8540 req-f5cb454e-c853-476d-857f-367d8299ae4f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:49.210383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d32ec8e9-1d55-4c77-a26c-40c9c8fb8540 req-f5cb454e-c853-476d-857f-367d8299ae4f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 4663 time: 0.8348465 Jan 31 18:39:49.305372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b2cf6b8-b75e-47dc-9629-a5615e196a1a up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:49.365691 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fea7f2a-5f0e-49ae-9cf7-fedd7dafdd40 x-openstack-request-id: req-6fea7f2a-5f0e-49ae-9cf7-fedd7dafdd40 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:39:49.368747 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-unplugged", "status": "completed", "tag": "c59513d9-bfcd-46cb-b7d3-e3acce5dec7e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:39:49.369033 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fea7f2a-5f0e-49ae-9cf7-fedd7dafdd40 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:39:49.369468 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59513d9-bfcd-46cb-b7d3-e3acce5dec7e', 'code': 200} Jan 31 18:39:49.552268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:49.752742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Allocated IP 172.20.0.14 (3b4abc4e-6a5a-4092-a2c0-01382447adcf/ec1e274e-67b2-4de4-b82c-96335cb4fd98/9011de16-f8cf-4db8-af66-2ab2a9f444f5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:49.835066 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.035549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 1539c814-7e36-408b-9f7d-bfd966045188 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:50.036437 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1539c814-7e36-408b-9f7d-bfd966045188), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.037765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8b571699-6fb3-4d22-9205-1baa400f287e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:50.117935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d32ec8e9-1d55-4c77-a26c-40c9c8fb8540 req-c1612565-a503-443f-91a8-7de9f503d508 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&id=192de879-82f6-45fa-a9fb-fd3a28e5f384&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8830893 Jan 31 18:39:50.132681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:50.132681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.199319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1462d3d6-261c-42f9-9e72-4fd4e7f78e08 None None] Current status of the port 8b571699-6fb3-4d22-9205-1baa400f287e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:50.236703 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8b571699-6fb3-4d22-9205-1baa400f287e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:39:50.289934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1539c814-7e36-408b-9f7d-bfd966045188, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1539c814-7e36-408b-9f7d-bfd966045188,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:50.310134 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1539c814-7e36-408b-9f7d-bfd966045188), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.311536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8fdc161c-5758-4da9-9179-feccdf25f2ab no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:50.349461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1462d3d6-261c-42f9-9e72-4fd4e7f78e08 None None] Provisioning complete for port b2202cfa-1d5e-4462-926a-9bf8c49d3787 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:50.349873 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1462d3d6-261c-42f9-9e72-4fd4e7f78e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.444782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1462d3d6-261c-42f9-9e72-4fd4e7f78e08 None None] Port b2202cfa-1d5e-4462-926a-9bf8c49d3787 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:39:50.540147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:50.540147 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.570373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=1539c814-7e36-408b-9f7d-bfd966045188,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:50.605206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] For port 781529aa-8eeb-49ff-8d79-854bed0acdbf, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=781529aa-8eeb-49ff-8d79-854bed0acdbf,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:50.638366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:50.639824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8fdc161c-5758-4da9-9179-feccdf25f2ab is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:50.640559 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.644493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8b571699-6fb3-4d22-9205-1baa400f287e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:50.645192 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.656643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.746415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e52d14-fe89-44bc-8e76-1619dcc6600e req-ab159a3b-3be3-41db-aeff-a9c6569e47d4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:50.753513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6e52d14-fe89-44bc-8e76-1619dcc6600e req-ab159a3b-3be3-41db-aeff-a9c6569e47d4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 949 time: 1.3095973 Jan 31 18:39:50.776903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Made reservation on behalf of 29bf71e38b554522a817587a28d17885 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:50.782350 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.788571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8fdc161c-5758-4da9-9179-feccdf25f2ab, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8fdc161c-5758-4da9-9179-feccdf25f2ab,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:50.797804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] For port 781529aa-8eeb-49ff-8d79-854bed0acdbf, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:39:50.801872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,revision_number=11']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:50.808038 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.809707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 83872ae9-6796-4894-9758-c716c0d1898e no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:50.881866 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.910812 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks [] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:50.953953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] device_id is not set on port 781529aa-8eeb-49ff-8d79-854bed0acdbf yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:39:51.001298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6e52d14-fe89-44bc-8e76-1619dcc6600e req-79167d44-13f1-40d3-be6f-3ca7d61b7bdf tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118816 Jan 31 18:39:51.008752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8b571699-6fb3-4d22-9205-1baa400f287e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:51.012319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8fdc161c-5758-4da9-9179-feccdf25f2ab,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:51.016574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] Publish callbacks [] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:51.050482 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-500b3522-6d8a-45f5-ab2c-475f9487202c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:51.060045 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:51.065083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 83872ae9-6796-4894-9758-c716c0d1898e is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:51.065941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83872ae9-6796-4894-9758-c716c0d1898e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:51.083806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9c97b-4055-4f3d-8026-5b14924fc27b req-1601a4be-4863-4209-8f5c-62f162644b59 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:51.087158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92c9c97b-4055-4f3d-8026-5b14924fc27b req-1601a4be-4863-4209-8f5c-62f162644b59 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.4241948 Jan 31 18:39:51.217037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 83872ae9-6796-4894-9758-c716c0d1898e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=83872ae9-6796-4894-9758-c716c0d1898e,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:51.222803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (83872ae9-6796-4894-9758-c716c0d1898e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:51.224836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 781529aa-8eeb-49ff-8d79-854bed0acdbf no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:51.241348 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92c9c97b-4055-4f3d-8026-5b14924fc27b req-b461f74a-ec8b-42c6-a97d-73329cfc1164 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995338 Jan 31 18:39:51.270827 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:51.387837 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d0b9665-c9fa-4259-bb88-a4684a850cb9 req-618b1ab4-453c-4154-b063-5e9354635e13 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 210 time: 0.1937261 Jan 31 18:39:51.439424 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4'}, {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1539c814-7e36-408b-9f7d-bfd966045188'}, {'server_uuid': '1f964f36-c613-4f3a-80c9-89c91f5282d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a'}, {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdc161c-5758-4da9-9179-feccdf25f2ab'}, {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83872ae9-6796-4894-9758-c716c0d1898e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:39:51.450160 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2b36cf-f7a5-4133-b122-3837c8b2bf28" -d '{"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4"}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-unplugged", "status": "completed", "tag": "1539c814-7e36-408b-9f7d-bfd966045188"}, {"server_uuid": "1f964f36-c613-4f3a-80c9-89c91f5282d3", "name": "network-vif-plugged", "status": "completed", "tag": "4b2cf6b8-b75e-47dc-9629-a5615e196a1a"}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdc161c-5758-4da9-9179-feccdf25f2ab"}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-unplugged", "status": "completed", "tag": "83872ae9-6796-4894-9758-c716c0d1898e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:39:51.496472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port 781529aa-8eeb-49ff-8d79-854bed0acdbf host ! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:39:51.506432 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 781529aa-8eeb-49ff-8d79-854bed0acdbf not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:39:51.509154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b2202cfa-1d5e-4462-926a-9bf8c49d3787 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:39:51.602204 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks [] for security_group (eab0812f-e43a-45ec-bf42-0fadcdeaef25), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:51.613823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] No DVR routers for this DVR port 781529aa-8eeb-49ff-8d79-854bed0acdbf on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:39:51.615145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-3912641e-3014-4def-914b-cebffca2f78b tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:51.622438 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-3912641e-3014-4def-914b-cebffca2f78b tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.49 "GET /v2.0/networks?id=3b4abc4e-6a5a-4092-a2c0-01382447adcf HTTP/1.1" status: 200 len: 816 time: 0.4124649 Jan 31 18:39:51.639860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Request body: {'port': {'device_id': 'b8365059-cbfd-47cc-9a9e-8b84588e51e8', 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf', 'admin_state_up': True, 'tenant_id': '0050844598c64b689d46557d1a5d858e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:51.681343 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=83872ae9-6796-4894-9758-c716c0d1898e,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:51.704970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port b2202cfa-1d5e-4462-926a-9bf8c49d3787 host ! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:39:51.706020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b2202cfa-1d5e-4462-926a-9bf8c49d3787 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:39:51.718892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] Pushing event updated for resources: {'Port': ['ID=781529aa-8eeb-49ff-8d79-854bed0acdbf,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:51.795022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (eab0812f-e43a-45ec-bf42-0fadcdeaef25), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:51.835168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Network 3b4abc4e-6a5a-4092-a2c0-01382447adcf is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:51.922230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Made reservation on behalf of 0050844598c64b689d46557d1a5d858e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:51.929848 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:51.963101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-738db2c3-5dc7-492e-815f-04cfecab4ecb None None] Provisioning complete for port 781529aa-8eeb-49ff-8d79-854bed0acdbf triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:51.963537 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-738db2c3-5dc7-492e-815f-04cfecab4ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:52.055025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-738db2c3-5dc7-492e-815f-04cfecab4ecb None None] Port 781529aa-8eeb-49ff-8d79-854bed0acdbf cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:39:52.176367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:52.201116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] In _notify_port_updated(), no bound segment for port 781529aa-8eeb-49ff-8d79-854bed0acdbf on network f6132770-31d8-4044-871c-bab7c33e776b {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:39:52.202975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:52.204211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:52.206200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-5ac75fb5-7bc7-43dd-84e7-c1efc72ecacc service neutron] 10.222.0.49 "PUT /v2.0/ports/781529aa-8eeb-49ff-8d79-854bed0acdbf HTTP/1.1" status: 200 len: 1033 time: 3.3852503 Jan 31 18:39:52.207098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab0812f-e43a-45ec-bf42-0fadcdeaef25,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:52.223394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:39:52.278822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Allocated IP 172.20.0.9 (3b4abc4e-6a5a-4092-a2c0-01382447adcf/ec1e274e-67b2-4de4-b82c-96335cb4fd98/357f233b-786d-4a53-ac5b-379a2d7bf7d6) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:52.325262 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:52.507613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Pushing event updated for resources: {'Port': ['ID=9011de16-f8cf-4db8-af66-2ab2a9f444f5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:52.648779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks [] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:52.682509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:52.683417 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:52.693919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-eb2e92ce-ee95-4c53-a52d-25f8ffa89c15 None None] Provisioning complete for port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:52.694297 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eb2e92ce-ee95-4c53-a52d-25f8ffa89c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:52.717927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-f7841808-557e-4136-bb0d-78927e105c8e tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:52.718789 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-f7841808-557e-4136-bb0d-78927e105c8e tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/networks?id=3b4abc4e-6a5a-4092-a2c0-01382447adcf HTTP/1.1" status: 200 len: 816 time: 0.9677029 Jan 31 18:39:52.733299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Allocated IP 192.168.233.191 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:52.755990 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:52.773160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e92ce-ee95-4c53-a52d-25f8ffa89c15 None None] Port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:39:52.782697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-3d72d97f-e288-43bd-9086-b812b45ef2b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0201278 Jan 31 18:39:52.800289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-df0cd7b8-9465-4803-9003-80d401e6fb46 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/quotas/0050844598c64b689d46557d1a5d858e HTTP/1.1" status: 200 len: 375 time: 0.0643840 Jan 31 18:39:52.808170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Request body: {'port': {'device_id': 'ea511976-87fa-44d3-a12e-4bf24c01f5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:52.841327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d7c16-d599-4e5e-b94f-af109a018a3f req-ba25a5c9-6771-403c-a4ca-5bc3f8baa3bc tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:52.853246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d7c16-d599-4e5e-b94f-af109a018a3f req-ba25a5c9-6771-403c-a4ca-5bc3f8baa3bc tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:52.861369 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Network 3b4abc4e-6a5a-4092-a2c0-01382447adcf is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:52.862039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d7c16-d599-4e5e-b94f-af109a018a3f req-ba25a5c9-6771-403c-a4ca-5bc3f8baa3bc tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:52.863008 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Pushing event updated for resources: {'Port': ['ID=357f233b-786d-4a53-ac5b-379a2d7bf7d6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:52.872284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.872800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.873551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d7c16-d599-4e5e-b94f-af109a018a3f req-ba25a5c9-6771-403c-a4ca-5bc3f8baa3bc tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:52.874095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.874627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.875195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.875635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.876082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.876645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.877176 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.877608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.878066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.878566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.878989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:39:52.885887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d7c16-d599-4e5e-b94f-af109a018a3f req-ba25a5c9-6771-403c-a4ca-5bc3f8baa3bc tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:52.891729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:52.894953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:39:52.899855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd9d7c16-d599-4e5e-b94f-af109a018a3f req-ba25a5c9-6771-403c-a4ca-5bc3f8baa3bc tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 3875 time: 0.7194817 Jan 31 18:39:53.033249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:53.034506 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:53.059708 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e8c04ea1-7471-4a5d-ad4f-abbc3b01a3fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4287510 Jan 31 18:39:53.071671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Request body: {'port': {'device_id': 'b8365059-cbfd-47cc-9a9e-8b84588e51e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:53.120618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd9d7c16-d599-4e5e-b94f-af109a018a3f req-1c4ffdf7-1abd-4f09-bffa-364259469193 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195320 Jan 31 18:39:53.245738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Deleting port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:39:53.246138 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:53.255673 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:53.260968 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:53.324843 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Mon, 31 Jan 2022 18:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51464b5-c607-46aa-8598-649967f2a784 x-openstack-request-id: req-a51464b5-c607-46aa-8598-649967f2a784 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:39:53.325453 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4", "code": 200}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-unplugged", "status": "completed", "tag": "1539c814-7e36-408b-9f7d-bfd966045188", "code": 200}, {"server_uuid": "1f964f36-c613-4f3a-80c9-89c91f5282d3", "name": "network-vif-plugged", "status": "completed", "tag": "4b2cf6b8-b75e-47dc-9629-a5615e196a1a", "code": 200}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdc161c-5758-4da9-9179-feccdf25f2ab", "code": 200}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-unplugged", "status": "completed", "tag": "83872ae9-6796-4894-9758-c716c0d1898e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:39:53.325591 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a51464b5-c607-46aa-8598-649967f2a784 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:39:53.327971 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4', 'code': 200} Jan 31 18:39:53.328657 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1539c814-7e36-408b-9f7d-bfd966045188', 'code': 200} Jan 31 18:39:53.328944 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f964f36-c613-4f3a-80c9-89c91f5282d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a', 'code': 200} Jan 31 18:39:53.329531 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdc161c-5758-4da9-9179-feccdf25f2ab', 'code': 200} Jan 31 18:39:53.330043 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83872ae9-6796-4894-9758-c716c0d1898e', 'code': 200} Jan 31 18:39:53.408895 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-8722f07e-f034-426a-8b0a-cc644e1cdb8f tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0050844598c64b689d46557d1a5d858e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5907710 Jan 31 18:39:53.434283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f694b7ca-a15c-4728-b585-1702b6412b68 None None] Provisioning complete for port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:53.435996 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f694b7ca-a15c-4728-b585-1702b6412b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:53.537422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f694b7ca-a15c-4728-b585-1702b6412b68 None None] Port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:39:53.725478 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f0d0a-ae12-4ce5-bbac-88bb49c56375 req-ce842376-ae1f-4631-a984-f329d6999ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:53.727174 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-612f0d0a-ae12-4ce5-bbac-88bb49c56375 req-ce842376-ae1f-4631-a984-f329d6999ee7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 1134 time: 0.1528394 Jan 31 18:39:53.826932 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-612f0d0a-ae12-4ce5-bbac-88bb49c56375 req-002aabef-fa70-4f2d-a35e-209b0b85ed7f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903733 Jan 31 18:39:53.865445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357f233b-786d-4a53-ac5b-379a2d7bf7d6 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:39:53.874146 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Publish callbacks [] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:53.902691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Transition to ACTIVE for port object 357f233b-786d-4a53-ac5b-379a2d7bf7d6 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:39:53.908598 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:53.910021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] For port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:53.910590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:53.982008 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Pushing event updated for resources: {'Port': ['ID=357f233b-786d-4a53-ac5b-379a2d7bf7d6,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:54.026418 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:54.090860 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:54.108084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Attempting to bind port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:39:54.108084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Attempting to bind port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:39:54.108084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Attempting to bind port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 on network 3b4abc4e-6a5a-4092-a2c0-01382447adcf {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:54.120643 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 on network 3b4abc4e-6a5a-4092-a2c0-01382447adcf not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:39:54.121113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Attempting to bind port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 on network 3b4abc4e-6a5a-4092-a2c0-01382447adcf {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:54.131916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:39:54.132415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Checking segment: {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:54.133054 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Bound using segment: {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:39:54.133551 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Bound port: 357f233b-786d-4a53-ac5b-379a2d7bf7d6, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:39:54.133931 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:54.219159 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks [] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:54.243084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] For port 357f233b-786d-4a53-ac5b-379a2d7bf7d6, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:39:54.249351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] For port 357f233b-786d-4a53-ac5b-379a2d7bf7d6, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=357f233b-786d-4a53-ac5b-379a2d7bf7d6,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:39:54.265153 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:54.284427 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-82578238-5ae4-432a-b46b-6bc98dba95ba service neutron] 10.222.0.20 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8677192 Jan 31 18:39:54.346600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:54.347261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:54.352365 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] 10.222.0.49 "PUT /v2.0/ports/357f233b-786d-4a53-ac5b-379a2d7bf7d6 HTTP/1.1" status: 200 len: 1092 time: 1.2854948 Jan 31 18:39:54.353145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8365059-cbfd-47cc-9a9e-8b84588e51e8', 'tag': '357f233b-786d-4a53-ac5b-379a2d7bf7d6'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:39:54.355751 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907934eb-7014-4bdc-aef8-de1f10ab2a23" -d '{"events": [{"name": "network-changed", "server_uuid": "b8365059-cbfd-47cc-9a9e-8b84588e51e8", "tag": "357f233b-786d-4a53-ac5b-379a2d7bf7d6"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:39:54.387563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f052cc-789a-4f1d-b48a-4c595ba9fea0 service neutron] Pushing event updated for resources: {'Port': ['ID=357f233b-786d-4a53-ac5b-379a2d7bf7d6,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:54.423629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb632d-6017-4955-b12b-3bc36b391976 req-3c6ba5ac-d94f-412b-bd63-e51f5d841539 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:54.438465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bbfb632d-6017-4955-b12b-3bc36b391976 req-3c6ba5ac-d94f-412b-bd63-e51f5d841539 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 951 time: 0.5877542 Jan 31 18:39:54.491679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-ae25332d-173e-4594-99f1-63ee37ba0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:54.497162 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-ae25332d-173e-4594-99f1-63ee37ba0ca1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0050844598c64b689d46557d1a5d858e&device_id=b8365059-cbfd-47cc-9a9e-8b84588e51e8 HTTP/1.1" status: 200 len: 1126 time: 0.0901680 Jan 31 18:39:54.635696 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-7bb88c1b-599e-47f5-864f-67498bc26909 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=357f233b-786d-4a53-ac5b-379a2d7bf7d6 HTTP/1.1" status: 200 len: 217 time: 0.1294622 Jan 31 18:39:54.674742 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:54.801188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-6854201b-9a0c-4e50-866e-188d61fbc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:54.805200 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-6854201b-9a0c-4e50-866e-188d61fbc59c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ec1e274e-67b2-4de4-b82c-96335cb4fd98 HTTP/1.1" status: 200 len: 855 time: 0.1618800 Jan 31 18:39:54.882803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-ad1e2ce3-d0a7-4c91-adf3-310c8d222ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:54.885279 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-ad1e2ce3-d0a7-4c91-adf3-310c8d222ff4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b4abc4e-6a5a-4092-a2c0-01382447adcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0701544 Jan 31 18:39:55.053253 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-e4f9d087-a10c-416a-9077-a402f7439311 service neutron] 10.222.0.49 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589797 Jan 31 18:39:55.160348 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:55.311688 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f3e8b6d-fef2-40ee-bee4-341fb465018a req-dfa69572-491b-4965-abc2-370e4f2ad80b service neutron] 10.222.0.49 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414770 Jan 31 18:39:55.349611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bbfb632d-6017-4955-b12b-3bc36b391976 req-75092fc4-a3a5-4f92-8e3b-223e0970dfce tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9100432 Jan 31 18:39:55.374379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:55.419679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:55.436818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:39:55.445731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-d60eeacb-1ae6-437a-a21a-c0326ac171cd service neutron] 10.222.0.20 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1482534 Jan 31 18:39:55.453871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Pushing event updated for resources: {'Port': ['ID=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:55.526682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9011de16-f8cf-4db8-af66-2ab2a9f444f5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:39:55.563091 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:55.563628 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (05745ca7-82f2-46e1-9323-094892fbc95b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:55.564096 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Floating IP 05745ca7-82f2-46e1-9323-094892fbc95b disassociated. External IP: 172.25.8.224, port: b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4. Jan 31 18:39:55.564653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Calling delete_port for b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:39:55.642981 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Publish callbacks [] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:55.868168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Transition to ACTIVE for port object 9011de16-f8cf-4db8-af66-2ab2a9f444f5 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:39:55.889287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:55.890295 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:55.914133 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:55.926512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3814a1f0-f39e-40a9-84e3-9f9f8ad304d6 None None] Provisioning complete for port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:39:55.928635 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3814a1f0-f39e-40a9-84e3-9f9f8ad304d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:55.984734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3814a1f0-f39e-40a9-84e3-9f9f8ad304d6 None None] Port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:39:55.997056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Pushing event updated for resources: {'Port': ['ID=9011de16-f8cf-4db8-af66-2ab2a9f444f5,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:56.018176 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:56.028597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d7822-b01c-4339-b74a-038f82503247 req-76944dd8-b3e2-45c2-845e-e21a86a33341 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:56.037057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af6d7822-b01c-4339-b74a-038f82503247 req-76944dd8-b3e2-45c2-845e-e21a86a33341 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.4966850 Jan 31 18:39:56.062600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-a8da4474-3261-403e-9331-7fb6218bbdac tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.1052239 Jan 31 18:39:56.093456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Request body: {'port': {'device_id': '9e602662-145c-4fae-add4-cdc90aa965a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:56.209550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bfe81-8cd9-468e-85cb-8aa65c54043d req-78806eff-3c3b-4b27-ac2b-8063e12164d6 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:56.211635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c8bfe81-8cd9-468e-85cb-8aa65c54043d req-78806eff-3c3b-4b27-ac2b-8063e12164d6 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 936 time: 0.3389745 Jan 31 18:39:56.451907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af6d7822-b01c-4339-b74a-038f82503247 req-b8854ea9-5ba2-425b-8d43-f2b2b3eaf870 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133387 Jan 31 18:39:56.515513 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:56.520154 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:56.533733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Attempting to bind port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:39:56.534414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Attempting to bind port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:39:56.535374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Attempting to bind port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 on network 3b4abc4e-6a5a-4092-a2c0-01382447adcf {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:56.651846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Port': ['ID=b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:56.675732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c8bfe81-8cd9-468e-85cb-8aa65c54043d req-0e4963c5-1767-4145-b720-3c6d22788159 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848717 Jan 31 18:39:56.676850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 on network 3b4abc4e-6a5a-4092-a2c0-01382447adcf not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:39:56.677355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Attempting to bind port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 on network 3b4abc4e-6a5a-4092-a2c0-01382447adcf {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:56.800588 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6059c50-eafa-4329-84b9-3c34935b33f9 x-openstack-request-id: req-d6059c50-eafa-4329-84b9-3c34935b33f9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:39:56.802033 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8365059-cbfd-47cc-9a9e-8b84588e51e8", "tag": "357f233b-786d-4a53-ac5b-379a2d7bf7d6", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:39:56.802861 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6059c50-eafa-4329-84b9-3c34935b33f9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:39:56.803815 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8365059-cbfd-47cc-9a9e-8b84588e51e8', 'tag': '357f233b-786d-4a53-ac5b-379a2d7bf7d6', 'status': 'completed', 'code': 200} Jan 31 18:39:56.815223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:39:56.815582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Checking segment: {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:56.815984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Bound using segment: {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:39:56.816483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Bound port: 9011de16-f8cf-4db8-af66-2ab2a9f444f5, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:39:56.817179 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:56.954337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907934eb-7014-4bdc-aef8-de1f10ab2a23 req-11cf127d-1666-4e93-889d-ffa013fb0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:56.956162 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-907934eb-7014-4bdc-aef8-de1f10ab2a23 req-11cf127d-1666-4e93-889d-ffa013fb0d7e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0050844598c64b689d46557d1a5d858e&device_id=b8365059-cbfd-47cc-9a9e-8b84588e51e8 HTTP/1.1" status: 200 len: 1126 time: 0.1263742 Jan 31 18:39:57.085788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd9681f1-b2fc-4e5a-9ab3-5848bb87e6cb req-e50074c7-97d3-49c9-8c63-6a91c2051a4b tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 210 time: 0.1002913 Jan 31 18:39:57.125840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c422b-9554-4149-b22d-01af868f51e7 req-1733eca3-afcc-49a2-937f-3b360430f0f0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:57.134611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c422b-9554-4149-b22d-01af868f51e7 req-1733eca3-afcc-49a2-937f-3b360430f0f0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:57.146498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c422b-9554-4149-b22d-01af868f51e7 req-1733eca3-afcc-49a2-937f-3b360430f0f0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:57.155669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c422b-9554-4149-b22d-01af868f51e7 req-1733eca3-afcc-49a2-937f-3b360430f0f0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:57.181153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-398c422b-9554-4149-b22d-01af868f51e7 req-1733eca3-afcc-49a2-937f-3b360430f0f0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 3142 time: 0.5441427 Jan 31 18:39:57.295430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907934eb-7014-4bdc-aef8-de1f10ab2a23 req-c2230d44-2f2f-4746-83d8-3cb9d91d7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:57.297500 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-907934eb-7014-4bdc-aef8-de1f10ab2a23 req-c2230d44-2f2f-4746-83d8-3cb9d91d7206 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b4abc4e-6a5a-4092-a2c0-01382447adcf HTTP/1.1" status: 200 len: 917 time: 0.3336866 Jan 31 18:39:57.397217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] For port 9011de16-f8cf-4db8-af66-2ab2a9f444f5, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:39:57.438569 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-907934eb-7014-4bdc-aef8-de1f10ab2a23 req-90b35f22-81fe-4882-9dc1-1cc459bcd7a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=357f233b-786d-4a53-ac5b-379a2d7bf7d6 HTTP/1.1" status: 200 len: 217 time: 0.1315405 Jan 31 18:39:57.483436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] For port 9011de16-f8cf-4db8-af66-2ab2a9f444f5, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9011de16-f8cf-4db8-af66-2ab2a9f444f5,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:39:57.525562 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:57.533937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:39:57.562248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907934eb-7014-4bdc-aef8-de1f10ab2a23 req-5048ac53-adba-4d34-b473-8e9e38700b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:57.562921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-398c422b-9554-4149-b22d-01af868f51e7 req-491ae30d-73d2-4b22-85be-6895f0a60004 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808863 Jan 31 18:39:57.566684 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-907934eb-7014-4bdc-aef8-de1f10ab2a23 req-5048ac53-adba-4d34-b473-8e9e38700b2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ec1e274e-67b2-4de4-b82c-96335cb4fd98 HTTP/1.1" status: 200 len: 855 time: 0.1206009 Jan 31 18:39:57.657123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 357f233b-786d-4a53-ac5b-379a2d7bf7d6 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:39:57.673632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e9479-6287-486a-b86f-67eb1d2b0b30 req-b7dca707-0cb2-4141-9fad-f2d442d9710d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:57.683848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c6e9479-6287-486a-b86f-67eb1d2b0b30 req-b7dca707-0cb2-4141-9fad-f2d442d9710d tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 951 time: 0.4030828 Jan 31 18:39:57.702639 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:57.703150 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:57.705534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] 10.222.0.49 "PUT /v2.0/ports/9011de16-f8cf-4db8-af66-2ab2a9f444f5 HTTP/1.1" status: 200 len: 1093 time: 4.9119854 Jan 31 18:39:57.710946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea511976-87fa-44d3-a12e-4bf24c01f5eb', 'tag': '9011de16-f8cf-4db8-af66-2ab2a9f444f5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:39:57.714066 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87b7c17-8cfe-4b9a-b484-41f9031e012b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea511976-87fa-44d3-a12e-4bf24c01f5eb", "tag": "9011de16-f8cf-4db8-af66-2ab2a9f444f5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:39:57.979694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907934eb-7014-4bdc-aef8-de1f10ab2a23 req-c2bc33d3-1fd0-4905-8059-892d4d45ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:57.983000 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-907934eb-7014-4bdc-aef8-de1f10ab2a23 req-c2bc33d3-1fd0-4905-8059-892d4d45ecbc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b4abc4e-6a5a-4092-a2c0-01382447adcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4111631 Jan 31 18:39:58.050766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe84b1-cb69-41ae-97f3-ed2672256016 service neutron] Pushing event updated for resources: {'Port': ['ID=9011de16-f8cf-4db8-af66-2ab2a9f444f5,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:58.052270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 357f233b-786d-4a53-ac5b-379a2d7bf7d6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=357f233b-786d-4a53-ac5b-379a2d7bf7d6,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:58.116968 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '357f233b-786d-4a53-ac5b-379a2d7bf7d6', 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf', 'port_id': '357f233b-786d-4a53-ac5b-379a2d7bf7d6', 'mac_address': 'fa:16:3e:5b:a6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1e274e-67b2-4de4-b82c-96335cb4fd98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:39:58.186116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c6e9479-6287-486a-b86f-67eb1d2b0b30 req-eb131a38-70e2-45aa-870d-f288c83ca3d4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024612 Jan 31 18:39:58.240761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-c6b85664-43a5-4a57-b201-974dd7850f4f tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:58.243814 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-c6b85664-43a5-4a57-b201-974dd7850f4f tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.21 "GET /v2.0/networks?id=3b4abc4e-6a5a-4092-a2c0-01382447adcf HTTP/1.1" status: 200 len: 816 time: 0.5356710 Jan 31 18:39:58.253949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:39:58.256910 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:58.270855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Request body: {'port': {'device_id': 'f7cbb96f-402d-4ef8-a040-6af3a38caafd', 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf', 'admin_state_up': True, 'tenant_id': '0050844598c64b689d46557d1a5d858e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:39:58.320234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357f233b-786d-4a53-ac5b-379a2d7bf7d6 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:39:58.352141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 357f233b-786d-4a53-ac5b-379a2d7bf7d6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=357f233b-786d-4a53-ac5b-379a2d7bf7d6,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:39:58.358360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:58.382371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:39:58.414610 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Publish callbacks [] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:58.418733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-4fdd777f-4ed4-467d-8665-b211ef334223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:58.421758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-4fdd777f-4ed4-467d-8665-b211ef334223 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0050844598c64b689d46557d1a5d858e&device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 1127 time: 0.5745378 Jan 31 18:39:58.427417 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-907934eb-7014-4bdc-aef8-de1f10ab2a23 req-c8294716-8c08-4cbc-b917-fd74b1511130 service neutron] 10.222.0.49 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363265 Jan 31 18:39:58.433448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d2797-0661-4456-a107-e4a821f95071 req-32e77708-dbbb-4ca4-8741-78855f711e99 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:58.440423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e4d2797-0661-4456-a107-e4a821f95071 req-32e77708-dbbb-4ca4-8741-78855f711e99 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.6590633 Jan 31 18:39:58.445915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=357f233b-786d-4a53-ac5b-379a2d7bf7d6,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:58.537038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:39:58.541283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Transition to ACTIVE for port object 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:39:58.545253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-f7c4dd00-5346-4da2-b02b-95a7a9f0db1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9011de16-f8cf-4db8-af66-2ab2a9f444f5 HTTP/1.1" status: 200 len: 217 time: 0.0817807 Jan 31 18:39:58.555427 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:58.558917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082060c-75d7-4c51-933c-f9d54c7760c6 None None] Sync routers for ids ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:39:58.589958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082060c-75d7-4c51-933c-f9d54c7760c6 None None] Routers {'e37721d8-1ea4-48cd-a855-0a10e64ab8d9'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:39:58.592726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9082060c-75d7-4c51-933c-f9d54c7760c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:39:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:58.614078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Made reservation on behalf of 0050844598c64b689d46557d1a5d858e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:39:58.619502 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:58.635955 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-907934eb-7014-4bdc-aef8-de1f10ab2a23 req-63bfbb3c-e627-433a-af9e-49d69d899c40 service neutron] 10.222.0.49 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955562 Jan 31 18:39:58.687829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['357f233b-786d-4a53-ac5b-379a2d7bf7d6'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:39:58.752056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] No DVR routers for this DVR port b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:39:58.765972 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:58.781619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-776adeaa-3c13-41b4-a13d-9ca61d32fa6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "DELETE /v2.0/ports/b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4 HTTP/1.1" status: 204 len: 173 time: 6.5470986 Jan 31 18:39:58.871155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e4d2797-0661-4456-a107-e4a821f95071 req-fc195bad-5378-44c0-81a7-a90efc5b2e8e tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237423 Jan 31 18:39:59.006306 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8af02f2-85bb-482a-a6ab-dc98b57cbe30 x-openstack-request-id: req-a8af02f2-85bb-482a-a6ab-dc98b57cbe30 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:39:59.006621 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea511976-87fa-44d3-a12e-4bf24c01f5eb", "tag": "9011de16-f8cf-4db8-af66-2ab2a9f444f5", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:39:59.006873 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8af02f2-85bb-482a-a6ab-dc98b57cbe30 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:39:59.007304 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea511976-87fa-44d3-a12e-4bf24c01f5eb', 'tag': '9011de16-f8cf-4db8-af66-2ab2a9f444f5', 'status': 'completed', 'code': 200} Jan 31 18:39:59.010965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-6f335ee0-b100-4b9f-875d-6a2890ab547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:59.023216 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-6f335ee0-b100-4b9f-875d-6a2890ab547a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ec1e274e-67b2-4de4-b82c-96335cb4fd98 HTTP/1.1" status: 200 len: 855 time: 0.4584134 Jan 31 18:39:59.070144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:59.087572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9082060c-75d7-4c51-933c-f9d54c7760c6 None None] Set router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:39:59.111125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e056e1-a56a-4d83-8d44-54182c10a932 req-842f2d79-923d-4ae7-ba1c-a161f8b4971b tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:59.129010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6e056e1-a56a-4d83-8d44-54182c10a932 req-842f2d79-923d-4ae7-ba1c-a161f8b4971b tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 936 time: 0.7172179 Jan 31 18:39:59.286430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Allocated IP 172.20.0.3 (3b4abc4e-6a5a-4092-a2c0-01382447adcf/ec1e274e-67b2-4de4-b82c-96335cb4fd98/06325d92-c447-4be5-8639-fdcb4dd94ff9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:59.431008 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-590772a9-d255-458c-a22b-26ca293c0347 req-e6078571-7249-4234-8297-5c1149499ffe tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 210 time: 0.2117875 Jan 31 18:39:59.546021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-5b8534d6-fdaa-46bd-a0e6-3d204ac9367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:59.548906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-5b8534d6-fdaa-46bd-a0e6-3d204ac9367d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b4abc4e-6a5a-4092-a2c0-01382447adcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5244317 Jan 31 18:39:59.555188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks [] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:59.573889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6e056e1-a56a-4d83-8d44-54182c10a932 req-519fc092-65f1-4baa-899a-53275a907241 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438677 Jan 31 18:39:59.628844 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:59.727716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-8e4251ab-2ed0-453c-91ad-9574ee2632ba service neutron] 10.222.0.49 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513298 Jan 31 18:39:59.731131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Attempting to bind port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:39:59.731840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Attempting to bind port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:39:59.732422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Attempting to bind port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:59.830273 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Network 3b4abc4e-6a5a-4092-a2c0-01382447adcf is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:59.840878 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:59.857457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:39:59.859635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9082060c-75d7-4c51-933c-f9d54c7760c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:33:30Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '22b609d7-999d-4245-802a-b6c30bdb7038', 'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'mac_address': 'fa:16:3e:01:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:29Z', 'updated_at': '2022-01-31T18:33:39Z', 'revision_number': 5, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'subnets': [{'id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:59.880516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1926d5cf-f296-456c-b1d4-9a7d91ee8de2 req-0796f55a-9419-42e2-b5e5-63ec2ebc2188 service neutron] 10.222.0.49 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450384 Jan 31 18:39:59.909827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:39:59.910157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Attempting to bind port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:39:59.949462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:39:59.949789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Pushing event updated for resources: {'Port': ['ID=06325d92-c447-4be5-8639-fdcb4dd94ff9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:59.949988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:39:59.950404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:39:59.950701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Bound port: 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:39:59.951645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:39:59.957736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082060c-75d7-4c51-933c-f9d54c7760c6 None None] Checking router: e37721d8-1ea4-48cd-a855-0a10e64ab8d9 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:39:59.988407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082060c-75d7-4c51-933c-f9d54c7760c6 None None] Routers {'e37721d8-1ea4-48cd-a855-0a10e64ab8d9'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:39:59.992602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9082060c-75d7-4c51-933c-f9d54c7760c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:39:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:00.053412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:00.054096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:00.104722 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-6677199e-fdb4-49f4-a36a-07b7781e88a8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8528557 Jan 31 18:40:00.120155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Request body: {'port': {'device_id': 'f7cbb96f-402d-4ef8-a040-6af3a38caafd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:00.129977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-2f390401-b574-45a4-ade8-ff48c9fbea6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Deleting port 1539c814-7e36-408b-9f7d-bfd966045188 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:00.129977 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-2f390401-b574-45a4-ade8-ff48c9fbea6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1539c814-7e36-408b-9f7d-bfd966045188), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:00.227213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9082060c-75d7-4c51-933c-f9d54c7760c6 None None] Set router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:40:00.311707 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:00.314112 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33850) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:00.549123 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37a3482d-cc49-4c53-aeb7-04902a20688a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:00.601210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d4dcc250-b9c9-4e26-870f-7c22136507b4 None None] Provisioning complete for port 06325d92-c447-4be5-8639-fdcb4dd94ff9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:00.601895 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d4dcc250-b9c9-4e26-870f-7c22136507b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:00.660281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d4dcc250-b9c9-4e26-870f-7c22136507b4 None None] Port 06325d92-c447-4be5-8639-fdcb4dd94ff9 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:40:00.683493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9082060c-75d7-4c51-933c-f9d54c7760c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:33:30Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '22b609d7-999d-4245-802a-b6c30bdb7038', 'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'mac_address': 'fa:16:3e:01:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:29Z', 'updated_at': '2022-01-31T18:33:39Z', 'revision_number': 5, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'subnets': [{'id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:00.697964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b7c17-8cfe-4b9a-b484-41f9031e012b req-4ac47807-de53-46ee-8107-772869ebd0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:00.699645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87b7c17-8cfe-4b9a-b484-41f9031e012b req-4ac47807-de53-46ee-8107-772869ebd0ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0050844598c64b689d46557d1a5d858e&device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 1127 time: 0.7200229 Jan 31 18:40:00.701958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] For port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:40:00.722742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082060c-75d7-4c51-933c-f9d54c7760c6 None None] The sync data for ids ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'] in n-d-812111-15 is: [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:33:30Z', 'revision_number': 4, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '22b609d7-999d-4245-802a-b6c30bdb7038', 'name': '', 'network_id': 'a69c8120-6908-4e05-952c-14dc7b37ddd6', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'mac_address': 'fa:16:3e:01:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:29Z', 'updated_at': '2022-01-31T18:33:39Z', 'revision_number': 5, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'subnets': [{'id': '1b3dd08e-b156-4999-ad16-0c3ed85c691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:40:00.753545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579fb19-6480-48ec-a325-f369dc63e864 req-eef5ed6f-149e-4563-a0c4-3d7ff7e8604f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:00.759201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579fb19-6480-48ec-a325-f369dc63e864 req-eef5ed6f-149e-4563-a0c4-3d7ff7e8604f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:00.765364 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579fb19-6480-48ec-a325-f369dc63e864 req-eef5ed6f-149e-4563-a0c4-3d7ff7e8604f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:00.770948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579fb19-6480-48ec-a325-f369dc63e864 req-eef5ed6f-149e-4563-a0c4-3d7ff7e8604f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:00.778628 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2579fb19-6480-48ec-a325-f369dc63e864 req-eef5ed6f-149e-4563-a0c4-3d7ff7e8604f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 3142 time: 0.8949721 Jan 31 18:40:00.793007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37a3482d-cc49-4c53-aeb7-04902a20688a admin admin] Publish callbacks [] for security_group (82cb54ca-5f59-4f49-b3c4-5394ec06dfcc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:00.795337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] For port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:40:00.799940 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37a3482d-cc49-4c53-aeb7-04902a20688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (82cb54ca-5f59-4f49-b3c4-5394ec06dfcc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:00.814289 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06325d92-c447-4be5-8639-fdcb4dd94ff9 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:40:00.836228 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Publish callbacks [] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:00.856293 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:00.865108 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-37a3482d-cc49-4c53-aeb7-04902a20688a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00211568b23c47649009582d66060196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5493765 Jan 31 18:40:00.875994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33858) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:00.892396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3482d-cc49-4c53-aeb7-04902a20688a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cb54ca-5f59-4f49-b3c4-5394ec06dfcc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:00.896372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Transition to ACTIVE for port object 06325d92-c447-4be5-8639-fdcb4dd94ff9 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:40:00.902687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:00.930961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384e57-b7ec-46b9-b502-dca041809d65 req-fb720f0e-191a-4e6d-9089-8304d85dfb38 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:00.939087 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d384e57-b7ec-46b9-b502-dca041809d65 req-fb720f0e-191a-4e6d-9089-8304d85dfb38 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 1134 time: 0.8711424 Jan 31 18:40:00.963039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:00.963675 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:00.965512 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] 10.222.0.21 "PUT /v2.0/ports/1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 HTTP/1.1" status: 200 len: 1097 time: 4.8860078 Jan 31 18:40:00.969953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-2f390401-b574-45a4-ade8-ff48c9fbea6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] For port 1539c814-7e36-408b-9f7d-bfd966045188, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1539c814-7e36-408b-9f7d-bfd966045188,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:00.970393 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-2f390401-b574-45a4-ade8-ff48c9fbea6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1539c814-7e36-408b-9f7d-bfd966045188), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:01.012671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-deleted', 'tag': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4'}, {'name': 'network-changed', 'server_uuid': '9e602662-145c-4fae-add4-cdc90aa965a2', 'tag': '1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:01.015111 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b99848-9361-436e-b6cb-e2b82bf79a00" -d '{"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-deleted", "tag": "b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4"}, {"name": "network-changed", "server_uuid": "9e602662-145c-4fae-add4-cdc90aa965a2", "tag": "1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:01.039709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-2f390401-b574-45a4-ade8-ff48c9fbea6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Calling delete_port for 1539c814-7e36-408b-9f7d-bfd966045188 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:01.062911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Pushing event updated for resources: {'Port': ['ID=06325d92-c447-4be5-8639-fdcb4dd94ff9,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:01.075991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2579fb19-6480-48ec-a325-f369dc63e864 req-c259043b-a655-46c5-8ff3-cb358d141cfc tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958782 Jan 31 18:40:01.186853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027532bb-be97-4cc8-9cb9-3bf5d79b8d80 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:01.193597 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a06b453-89b5-410c-97c6-a886a872cd55 admin admin] Publish callbacks [] for security_group (82cb54ca-5f59-4f49-b3c4-5394ec06dfcc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:01.256289 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dfe706-58ea-470c-8f88-4a4308a2e235 None None] New status for floating IP 05745ca7-82f2-46e1-9323-094892fbc95b: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:40:01.284073 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b7c17-8cfe-4b9a-b484-41f9031e012b req-6a9670bd-a323-4170-865d-cdd42d7ef72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:01.287798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87b7c17-8cfe-4b9a-b484-41f9031e012b req-6a9670bd-a323-4170-865d-cdd42d7ef72b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b4abc4e-6a5a-4092-a2c0-01382447adcf HTTP/1.1" status: 200 len: 917 time: 0.5786519 Jan 31 18:40:01.306296 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a06b453-89b5-410c-97c6-a886a872cd55 admin admin] Publish callbacks [] for security_group (82cb54ca-5f59-4f49-b3c4-5394ec06dfcc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:01.340740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d384e57-b7ec-46b9-b502-dca041809d65 req-90f3cfb8-271d-4572-a6e8-b68c667d0bb4 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005346 Jan 31 18:40:01.414766 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Attempting to bind port 06325d92-c447-4be5-8639-fdcb4dd94ff9 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:40:01.415395 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Attempting to bind port 06325d92-c447-4be5-8639-fdcb4dd94ff9 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:40:01.415517 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Attempting to bind port 06325d92-c447-4be5-8639-fdcb4dd94ff9 on network 3b4abc4e-6a5a-4092-a2c0-01382447adcf {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:01.434794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Port 06325d92-c447-4be5-8639-fdcb4dd94ff9 on network 3b4abc4e-6a5a-4092-a2c0-01382447adcf not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:40:01.437324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Attempting to bind port 06325d92-c447-4be5-8639-fdcb4dd94ff9 on network 3b4abc4e-6a5a-4092-a2c0-01382447adcf {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:01.454150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:40:01.454791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Checking segment: {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:01.455445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Bound using segment: {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:40:01.456206 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Bound port: 06325d92-c447-4be5-8639-fdcb4dd94ff9, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215a56a6-e5eb-4d26-a30a-18fc8da64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:40:01.456843 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:01.460965 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a06b453-89b5-410c-97c6-a886a872cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (82cb54ca-5f59-4f49-b3c4-5394ec06dfcc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:01.465386 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a06b453-89b5-410c-97c6-a886a872cd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:01.472074 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8a06b453-89b5-410c-97c6-a886a872cd55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82cb54ca-5f59-4f49-b3c4-5394ec06dfcc HTTP/1.1" status: 204 len: 168 time: 0.5943446 Jan 31 18:40:01.533544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06b453-89b5-410c-97c6-a886a872cd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cb54ca-5f59-4f49-b3c4-5394ec06dfcc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:01.626160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87b7c17-8cfe-4b9a-b484-41f9031e012b req-d4656dc2-b4a5-4d6f-9ff7-86eedbd27c7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9011de16-f8cf-4db8-af66-2ab2a9f444f5 HTTP/1.1" status: 200 len: 217 time: 0.3317180 Jan 31 18:40:01.644208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33872) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:01.673481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] For port 06325d92-c447-4be5-8639-fdcb4dd94ff9, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:40:01.686101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] For port 06325d92-c447-4be5-8639-fdcb4dd94ff9, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=06325d92-c447-4be5-8639-fdcb4dd94ff9,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:40:01.706027 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:01.709617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 357f233b-786d-4a53-ac5b-379a2d7bf7d6 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:01.727440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893c651-6155-467b-823d-9b620e44a742 req-42e93e95-4fcd-4e10-98f3-e9b3d95f1b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:01.729677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-42e93e95-4fcd-4e10-98f3-e9b3d95f1b83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29bf71e38b554522a817587a28d17885&device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 1131 time: 0.7100141 Jan 31 18:40:01.762696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:01.763731 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:01.765918 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] 10.222.0.21 "PUT /v2.0/ports/06325d92-c447-4be5-8639-fdcb4dd94ff9 HTTP/1.1" status: 200 len: 1092 time: 1.6503801 Jan 31 18:40:01.766510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cbb96f-402d-4ef8-a040-6af3a38caafd', 'tag': '06325d92-c447-4be5-8639-fdcb4dd94ff9'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:01.768953 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef239a0-e694-4914-a85c-d618927d8c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7cbb96f-402d-4ef8-a040-6af3a38caafd", "tag": "06325d92-c447-4be5-8639-fdcb4dd94ff9"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:01.806045 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98c115-8be4-4c0c-a077-a6f79b004b8b service neutron] Pushing event updated for resources: {'Port': ['ID=06325d92-c447-4be5-8639-fdcb4dd94ff9,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:01.870024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:40:01.879244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:01.880826 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:01.897729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c8642-199e-40ae-a080-83c42c72c9a0 req-15db7a35-622d-455e-9c40-e065e2c02717 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:01.903331 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec1c8642-199e-40ae-a080-83c42c72c9a0 req-15db7a35-622d-455e-9c40-e065e2c02717 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 943 time: 0.2750113 Jan 31 18:40:01.910021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-7e72624e-0c7f-40d6-8a92-1dd803f2a214 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 HTTP/1.1" status: 200 len: 217 time: 0.1576772 Jan 31 18:40:01.913053 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-607a6369-cb4c-46ca-a2be-44293a9b65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:01.916974 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-607a6369-cb4c-46ca-a2be-44293a9b65e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0050844598c64b689d46557d1a5d858e&device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 1126 time: 0.1064675 Jan 31 18:40:01.934245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033ed1f-cfb2-4cf2-8122-d101723e2030 req-eea24194-d6f6-496f-9b30-2dc034426819 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:01.938945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8033ed1f-cfb2-4cf2-8122-d101723e2030 req-eea24194-d6f6-496f-9b30-2dc034426819 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.5893729 Jan 31 18:40:01.944322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b7c17-8cfe-4b9a-b484-41f9031e012b req-56bb1d8e-18c5-4768-a74d-7b115e6fc555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:01.946093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87b7c17-8cfe-4b9a-b484-41f9031e012b req-56bb1d8e-18c5-4768-a74d-7b115e6fc555 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ec1e274e-67b2-4de4-b82c-96335cb4fd98 HTTP/1.1" status: 200 len: 855 time: 0.3042185 Jan 31 18:40:02.008729 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-d6b0076e-e15e-49a3-84da-b9a0cfaa16c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06325d92-c447-4be5-8639-fdcb4dd94ff9 HTTP/1.1" status: 200 len: 217 time: 0.0826814 Jan 31 18:40:02.071945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893c651-6155-467b-823d-9b620e44a742 req-9ded0fd8-8548-4266-8498-1423311ccbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:02.079472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-9ded0fd8-8548-4266-8498-1423311ccbef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1581607 Jan 31 18:40:02.091125 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:02.093757 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:02.137043 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33884) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:02.138059 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c71180c-e05d-4295-b8ee-302aface13ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:02.174000 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 357f233b-786d-4a53-ac5b-379a2d7bf7d6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=357f233b-786d-4a53-ac5b-379a2d7bf7d6,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:02.175016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8365059-cbfd-47cc-9a9e-8b84588e51e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357f233b-786d-4a53-ac5b-379a2d7bf7d6'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:02.177640 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd2d896-a6da-4219-a9a2-1eb0ee38b881" -d '{"events": [{"server_uuid": "b8365059-cbfd-47cc-9a9e-8b84588e51e8", "name": "network-vif-plugged", "status": "completed", "tag": "357f233b-786d-4a53-ac5b-379a2d7bf7d6"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:02.181576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:02.202969 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a1b4c90-d0f9-46d3-ad0c-56f5f76f61b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:02.224647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-01deff8c-61a6-4619-9741-dd2b5757fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:02.226861 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-01deff8c-61a6-4619-9741-dd2b5757fe6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec1e274e-67b2-4de4-b82c-96335cb4fd98 HTTP/1.1" status: 200 len: 855 time: 0.2137341 Jan 31 18:40:02.244024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=357f233b-786d-4a53-ac5b-379a2d7bf7d6,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:02.264393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec1c8642-199e-40ae-a080-83c42c72c9a0 req-4e2e64b9-b610-4dcf-9b7a-f42a0667ef9e tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405898 Jan 31 18:40:02.352354 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-2f390401-b574-45a4-ade8-ff48c9fbea6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1539c814-7e36-408b-9f7d-bfd966045188), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:02.371856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8033ed1f-cfb2-4cf2-8122-d101723e2030 req-bd3b8883-d074-43b4-96b8-f86a06070e3a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218121 Jan 31 18:40:02.416408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-b384b16a-27f9-44fa-914d-3279db01fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:02.418536 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-b384b16a-27f9-44fa-914d-3279db01fae5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b4abc4e-6a5a-4092-a2c0-01382447adcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1853347 Jan 31 18:40:02.423506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b7c17-8cfe-4b9a-b484-41f9031e012b req-22776266-12b3-4faf-a9fa-3b7b6459688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:02.426002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87b7c17-8cfe-4b9a-b484-41f9031e012b req-22776266-12b3-4faf-a9fa-3b7b6459688f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b4abc4e-6a5a-4092-a2c0-01382447adcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3403404 Jan 31 18:40:02.430344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f390401-b574-45a4-ade8-ff48c9fbea6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Port': ['ID=1539c814-7e36-408b-9f7d-bfd966045188,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:02.490293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893c651-6155-467b-823d-9b620e44a742 req-f1ac4157-4c8f-4fc2-ac95-a38ea22682d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:02.491998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-f1ac4157-4c8f-4fc2-ac95-a38ea22682d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4042799 Jan 31 18:40:02.526611 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c71180c-e05d-4295-b8ee-302aface13ee admin admin] Publish callbacks [] for security_group (0eda25ab-49c0-4f26-b8ca-fc5e00940a7e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:02.578410 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79ba7e2-d9cc-4ac3-9645-0341442d42b0 x-openstack-request-id: req-b79ba7e2-d9cc-4ac3-9645-0341442d42b0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:02.578939 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-deleted", "tag": "b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e602662-145c-4fae-add4-cdc90aa965a2", "tag": "1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:02.579195 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b79ba7e2-d9cc-4ac3-9645-0341442d42b0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:02.579602 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-deleted', 'tag': 'b9d8c398-ebb3-4e9b-bf4f-421e4e7ef6d4', 'status': 'completed', 'code': 200} Jan 31 18:40:02.579860 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e602662-145c-4fae-add4-cdc90aa965a2', 'tag': '1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22', 'status': 'completed', 'code': 200} Jan 31 18:40:02.593341 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-2f390401-b574-45a4-ade8-ff48c9fbea6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] No DVR routers for this DVR port 1539c814-7e36-408b-9f7d-bfd966045188 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:40:02.608764 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-2f390401-b574-45a4-ade8-ff48c9fbea6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:02.612752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-2f390401-b574-45a4-ade8-ff48c9fbea6c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "DELETE /v2.0/ports/1539c814-7e36-408b-9f7d-bfd966045188 HTTP/1.1" status: 204 len: 173 time: 3.8064764 Jan 31 18:40:02.612987 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c71180c-e05d-4295-b8ee-302aface13ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0eda25ab-49c0-4f26-b8ca-fc5e00940a7e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:02.722495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292017d4-2aae-4eee-a45b-98c1b420d701 req-c11c3abb-d5e1-4147-9214-ce41586eef44 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:02.723884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-292017d4-2aae-4eee-a45b-98c1b420d701 req-c11c3abb-d5e1-4147-9214-ce41586eef44 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 948 time: 0.3593726 Jan 31 18:40:02.725526 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a1b4c90-d0f9-46d3-ad0c-56f5f76f61b8 admin admin] Publish callbacks [] for security_group (df28efc6-7a1a-4268-94d8-930dd6f50f9d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:02.757524 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2c71180c-e05d-4295-b8ee-302aface13ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af6b5fd6651c4d319305af84d7046730&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1119525 Jan 31 18:40:02.758639 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a1b4c90-d0f9-46d3-ad0c-56f5f76f61b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (df28efc6-7a1a-4268-94d8-930dd6f50f9d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:02.762306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33892) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:02.771469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71180c-e05d-4295-b8ee-302aface13ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eda25ab-49c0-4f26-b8ca-fc5e00940a7e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:02.791544 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4692cc-9364-46ab-8f59-232e84530808 x-openstack-request-id: req-6d4692cc-9364-46ab-8f59-232e84530808 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:02.792521 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7cbb96f-402d-4ef8-a040-6af3a38caafd", "tag": "06325d92-c447-4be5-8639-fdcb4dd94ff9", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:02.792979 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d4692cc-9364-46ab-8f59-232e84530808 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:02.793648 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cbb96f-402d-4ef8-a040-6af3a38caafd', 'tag': '06325d92-c447-4be5-8639-fdcb4dd94ff9', 'status': 'completed', 'code': 200} Jan 31 18:40:02.813082 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87b7c17-8cfe-4b9a-b484-41f9031e012b req-d6f2d126-bff7-4760-bafe-40983614ed92 service neutron] 10.222.0.49 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617828 Jan 31 18:40:02.867795 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-552cacdb-fcf6-403f-b856-4128d5a354df service neutron] 10.222.0.21 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326894 Jan 31 18:40:02.869855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b4c90-d0f9-46d3-ad0c-56f5f76f61b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df28efc6-7a1a-4268-94d8-930dd6f50f9d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:02.876067 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3a1b4c90-d0f9-46d3-ad0c-56f5f76f61b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=660a2bed47fc4cacbfb7a0bc5d16e48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7253280 Jan 31 18:40:02.880104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33894) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:02.976792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-4bd8679b-91d5-4161-87a4-1249fcc5f1dc service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686642 Jan 31 18:40:03.018345 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c96c7011-bbbe-4d3f-bdf0-cb88cbd5fd3d admin admin] Publish callbacks [] for security_group (df28efc6-7a1a-4268-94d8-930dd6f50f9d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:03.078512 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c96c7011-bbbe-4d3f-bdf0-cb88cbd5fd3d admin admin] Publish callbacks [] for security_group (df28efc6-7a1a-4268-94d8-930dd6f50f9d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:03.193445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-292017d4-2aae-4eee-a45b-98c1b420d701 req-e91b4fb6-1726-4ab2-86c0-f25ce2b482fc tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522004 Jan 31 18:40:03.213972 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3fc60567-b384-4fdc-a1a2-24af6b8b09fc req-a0eed1cd-c035-4c9e-b362-522bf603f74d service neutron] 10.222.0.21 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157170 Jan 31 18:40:03.233775 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c96c7011-bbbe-4d3f-bdf0-cb88cbd5fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (df28efc6-7a1a-4268-94d8-930dd6f50f9d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:03.237547 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c96c7011-bbbe-4d3f-bdf0-cb88cbd5fd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:03.260434 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5362cf50-c776-43da-846b-b9429a7eca5c admin admin] Publish callbacks [] for security_group (0eda25ab-49c0-4f26-b8ca-fc5e00940a7e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:03.260790 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c96c7011-bbbe-4d3f-bdf0-cb88cbd5fd3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df28efc6-7a1a-4268-94d8-930dd6f50f9d HTTP/1.1" status: 204 len: 168 time: 0.3533545 Jan 31 18:40:03.282333 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87b7c17-8cfe-4b9a-b484-41f9031e012b req-ed532d1e-0d5a-4f5e-890b-65fb33453651 service neutron] 10.222.0.49 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408770 Jan 31 18:40:03.285461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c7011-bbbe-4d3f-bdf0-cb88cbd5fd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df28efc6-7a1a-4268-94d8-930dd6f50f9d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:03.292940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-6cf60320-09ba-48c0-a495-994b6cb675ea tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Deleting port 83872ae9-6796-4894-9758-c716c0d1898e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:03.292940 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-6cf60320-09ba-48c0-a495-994b6cb675ea tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (83872ae9-6796-4894-9758-c716c0d1898e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:03.368440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609e87-241c-4d12-b58b-fe49edd691ac req-0cbfe98c-4aea-486f-858b-b2a225201eb1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:03.375055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609e87-241c-4d12-b58b-fe49edd691ac req-0cbfe98c-4aea-486f-858b-b2a225201eb1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:03.383717 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d048e7e6-e6b7-40e1-af2d-1969fed8cd36 x-openstack-request-id: req-d048e7e6-e6b7-40e1-af2d-1969fed8cd36 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:03.384640 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8365059-cbfd-47cc-9a9e-8b84588e51e8", "name": "network-vif-plugged", "status": "completed", "tag": "357f233b-786d-4a53-ac5b-379a2d7bf7d6", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:03.385027 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d048e7e6-e6b7-40e1-af2d-1969fed8cd36 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:03.385641 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8365059-cbfd-47cc-9a9e-8b84588e51e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357f233b-786d-4a53-ac5b-379a2d7bf7d6', 'code': 200} Jan 31 18:40:03.390695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609e87-241c-4d12-b58b-fe49edd691ac req-0cbfe98c-4aea-486f-858b-b2a225201eb1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:03.395881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef239a0-e694-4914-a85c-d618927d8c4d req-ea932862-c6c4-4528-a304-dff17f1a784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:03.400419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07609e87-241c-4d12-b58b-fe49edd691ac req-0cbfe98c-4aea-486f-858b-b2a225201eb1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 2409 time: 0.5268567 Jan 31 18:40:03.403330 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2ef239a0-e694-4914-a85c-d618927d8c4d req-ea932862-c6c4-4528-a304-dff17f1a784f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0050844598c64b689d46557d1a5d858e&device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 1126 time: 0.1189277 Jan 31 18:40:03.470162 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5362cf50-c776-43da-846b-b9429a7eca5c admin admin] Publish callbacks [] for security_group (0eda25ab-49c0-4f26-b8ca-fc5e00940a7e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:03.509715 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d893c651-6155-467b-823d-9b620e44a742 req-96a58c5c-8f05-4035-bdd8-47a4b4de606e service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999852 Jan 31 18:40:03.615130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef239a0-e694-4914-a85c-d618927d8c4d req-a1311e0f-5e61-4310-a8ad-a9c8bf18d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:03.617379 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2ef239a0-e694-4914-a85c-d618927d8c4d req-a1311e0f-5e61-4310-a8ad-a9c8bf18d3e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b4abc4e-6a5a-4092-a2c0-01382447adcf HTTP/1.1" status: 200 len: 917 time: 0.2084346 Jan 31 18:40:03.695950 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2ef239a0-e694-4914-a85c-d618927d8c4d req-2cd2eb96-d769-4aed-a64a-19de8ec1594a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06325d92-c447-4be5-8639-fdcb4dd94ff9 HTTP/1.1" status: 200 len: 217 time: 0.0704253 Jan 31 18:40:03.720880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9011de16-f8cf-4db8-af66-2ab2a9f444f5 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:40:03.784840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07609e87-241c-4d12-b58b-fe49edd691ac req-e09b70a8-b077-4daa-a16d-d14b2b3bd51c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832872 Jan 31 18:40:03.791148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-6cf60320-09ba-48c0-a495-994b6cb675ea tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] For port 83872ae9-6796-4894-9758-c716c0d1898e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=83872ae9-6796-4894-9758-c716c0d1898e,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:03.791148 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-6cf60320-09ba-48c0-a495-994b6cb675ea tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (83872ae9-6796-4894-9758-c716c0d1898e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:03.814126 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef239a0-e694-4914-a85c-d618927d8c4d req-6f921fde-3db8-4e56-90f3-c9a3d16dad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:03.815681 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2ef239a0-e694-4914-a85c-d618927d8c4d req-6f921fde-3db8-4e56-90f3-c9a3d16dad7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec1e274e-67b2-4de4-b82c-96335cb4fd98 HTTP/1.1" status: 200 len: 855 time: 0.1104560 Jan 31 18:40:03.889189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef239a0-e694-4914-a85c-d618927d8c4d req-c5eb772e-1512-40a2-be9e-5952a05dc339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:03.891078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-6cf60320-09ba-48c0-a495-994b6cb675ea tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Calling delete_port for 83872ae9-6796-4894-9758-c716c0d1898e owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:03.893162 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2ef239a0-e694-4914-a85c-d618927d8c4d req-c5eb772e-1512-40a2-be9e-5952a05dc339 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b4abc4e-6a5a-4092-a2c0-01382447adcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0692310 Jan 31 18:40:03.927136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9e9b9-c085-40ea-8119-712673b03eef req-8c15e6be-c2de-4b48-b8bb-50969dfc16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:03.928672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9c9e9b9-c085-40ea-8119-712673b03eef req-8c15e6be-c2de-4b48-b8bb-50969dfc16e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b8365059-cbfd-47cc-9a9e-8b84588e51e8 HTTP/1.1" status: 200 len: 1128 time: 0.4557729 Jan 31 18:40:03.933839 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5362cf50-c776-43da-846b-b9429a7eca5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0eda25ab-49c0-4f26-b8ca-fc5e00940a7e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:03.937747 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5362cf50-c776-43da-846b-b9429a7eca5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:03.938938 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5362cf50-c776-43da-846b-b9429a7eca5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0eda25ab-49c0-4f26-b8ca-fc5e00940a7e HTTP/1.1" status: 204 len: 168 time: 1.1728239 Jan 31 18:40:03.953048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9011de16-f8cf-4db8-af66-2ab2a9f444f5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9011de16-f8cf-4db8-af66-2ab2a9f444f5,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:03.967093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '9011de16-f8cf-4db8-af66-2ab2a9f444f5', 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf', 'port_id': '9011de16-f8cf-4db8-af66-2ab2a9f444f5', 'mac_address': 'fa:16:3e:b8:44:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1e274e-67b2-4de4-b82c-96335cb4fd98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:40:04.015316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:04.016317 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:04.033474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9011de16-f8cf-4db8-af66-2ab2a9f444f5 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:40:04.053435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92db9b-e5d6-4edb-86e6-41bd41713c45 req-59b5007e-8da8-421f-a098-f91b487fcbe0 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:04.055721 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d92db9b-e5d6-4edb-86e6-41bd41713c45 req-59b5007e-8da8-421f-a098-f91b487fcbe0 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 1134 time: 0.4577804 Jan 31 18:40:04.065408 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9011de16-f8cf-4db8-af66-2ab2a9f444f5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9011de16-f8cf-4db8-af66-2ab2a9f444f5,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:04.078643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:04.126231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b99848-9361-436e-b6cb-e2b82bf79a00 req-945d6da3-87c9-4eb2-9685-8efaaf92c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:04.131637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10b99848-9361-436e-b6cb-e2b82bf79a00 req-945d6da3-87c9-4eb2-9685-8efaaf92c383 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29bf71e38b554522a817587a28d17885&device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 1131 time: 0.5375350 Jan 31 18:40:04.158903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362cf50-c776-43da-846b-b9429a7eca5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eda25ab-49c0-4f26-b8ca-fc5e00940a7e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:04.170413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=9011de16-f8cf-4db8-af66-2ab2a9f444f5,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:04.206161 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2ef239a0-e694-4914-a85c-d618927d8c4d req-fc48f79e-85cc-4804-9175-e12ef1666968 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045976 Jan 31 18:40:04.339400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['9011de16-f8cf-4db8-af66-2ab2a9f444f5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:04.368935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d92db9b-e5d6-4edb-86e6-41bd41713c45 req-b8a1771a-82a4-418c-9ec0-99ad79a0f295 tempest-ServersAdminTestJSON-1946185143 tempest-ServersAdminTestJSON-1946185143-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482533 Jan 31 18:40:04.411433 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2ef239a0-e694-4914-a85c-d618927d8c4d req-d19bef3a-6081-460f-bf99-04752c596939 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989853 Jan 31 18:40:04.481697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9c9e9b9-c085-40ea-8119-712673b03eef req-c9d6a4df-4fe6-4aaf-a6ea-67b10dd5a614 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001726 Jan 31 18:40:04.551399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68389108-2371-4549-89d9-614fc55eb168 req-e3279e2a-6398-45b4-aeca-9a8d014aa430 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:04.560867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68389108-2371-4549-89d9-614fc55eb168 req-e3279e2a-6398-45b4-aeca-9a8d014aa430 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 943 time: 0.6495960 Jan 31 18:40:04.596404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-deleted', 'tag': '1539c814-7e36-408b-9f7d-bfd966045188'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:04.600059 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1db150-a321-41cc-a755-80e072cf57fd" -d '{"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-deleted", "tag": "1539c814-7e36-408b-9f7d-bfd966045188"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:04.711033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b99848-9361-436e-b6cb-e2b82bf79a00 req-e25da65f-fb10-4c18-a048-32dd3673b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:04.712949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10b99848-9361-436e-b6cb-e2b82bf79a00 req-e25da65f-fb10-4c18-a048-32dd3673b5c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.5321827 Jan 31 18:40:04.733382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68389108-2371-4549-89d9-614fc55eb168 req-24b9c160-632c-41e7-8e02-6e3fd36855b7 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709509 Jan 31 18:40:04.766283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71f2e4-ec06-4684-90ce-ff4e298f0776 req-41431468-1bcd-4c16-848d-66e607d535e0 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:04.767698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b71f2e4-ec06-4684-90ce-ff4e298f0776 req-41431468-1bcd-4c16-848d-66e607d535e0 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.2811022 Jan 31 18:40:04.839709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10b99848-9361-436e-b6cb-e2b82bf79a00 req-77daa4cb-c159-49b6-ad87-0d2bb98203f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 HTTP/1.1" status: 200 len: 217 time: 0.0852726 Jan 31 18:40:04.911641 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-6cf60320-09ba-48c0-a495-994b6cb675ea tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (83872ae9-6796-4894-9758-c716c0d1898e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:05.030872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf60320-09ba-48c0-a495-994b6cb675ea tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Port': ['ID=83872ae9-6796-4894-9758-c716c0d1898e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:05.136935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b71f2e4-ec06-4684-90ce-ff4e298f0776 req-f84ec2bc-f4b3-44b0-82d7-94a239f4ba65 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547766 Jan 31 18:40:05.152198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b99848-9361-436e-b6cb-e2b82bf79a00 req-10dd593f-5428-438f-b88e-e3b2122fb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:05.157448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10b99848-9361-436e-b6cb-e2b82bf79a00 req-10dd593f-5428-438f-b88e-e3b2122fb4f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2671845 Jan 31 18:40:05.231743 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-6cf60320-09ba-48c0-a495-994b6cb675ea tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] No DVR routers for this DVR port 83872ae9-6796-4894-9758-c716c0d1898e on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:40:05.243969 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-6cf60320-09ba-48c0-a495-994b6cb675ea tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:05.252898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-6cf60320-09ba-48c0-a495-994b6cb675ea tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "DELETE /v2.0/ports/83872ae9-6796-4894-9758-c716c0d1898e HTTP/1.1" status: 204 len: 173 time: 2.6039736 Jan 31 18:40:05.382882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df897597-f8d2-4f88-9a69-47ff5fbba2f9 req-2b0b3328-25a0-4159-a416-2f8e6ffc9fd1 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:05.392231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df897597-f8d2-4f88-9a69-47ff5fbba2f9 req-2b0b3328-25a0-4159-a416-2f8e6ffc9fd1 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 948 time: 0.5565894 Jan 31 18:40:05.430928 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73c71a5-ff40-40b6-8af2-2fda4bc39045 x-openstack-request-id: req-f73c71a5-ff40-40b6-8af2-2fda4bc39045 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:05.431362 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-deleted", "tag": "1539c814-7e36-408b-9f7d-bfd966045188", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:05.431546 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f73c71a5-ff40-40b6-8af2-2fda4bc39045 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:05.431946 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-deleted', 'tag': '1539c814-7e36-408b-9f7d-bfd966045188', 'status': 'completed', 'code': 200} Jan 31 18:40:05.736474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9011de16-f8cf-4db8-af66-2ab2a9f444f5 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:05.915646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:40:05.932452 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:05.933278 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:06.065396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:06.066101 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:06.108464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea511976-87fa-44d3-a12e-4bf24c01f5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011de16-f8cf-4db8-af66-2ab2a9f444f5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:06.110875 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d471f6d3-437c-4a27-b96a-fd9886860c17" -d '{"events": [{"server_uuid": "ea511976-87fa-44d3-a12e-4bf24c01f5eb", "name": "network-vif-plugged", "status": "completed", "tag": "9011de16-f8cf-4db8-af66-2ab2a9f444f5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:06.147478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9011de16-f8cf-4db8-af66-2ab2a9f444f5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9011de16-f8cf-4db8-af66-2ab2a9f444f5,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:06.156615 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:06.219187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=9011de16-f8cf-4db8-af66-2ab2a9f444f5,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:06.248436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b99848-9361-436e-b6cb-e2b82bf79a00 req-7ae9b449-053b-452a-8198-bf6ced591b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:06.248436 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10b99848-9361-436e-b6cb-e2b82bf79a00 req-7ae9b449-053b-452a-8198-bf6ced591b53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.0413299 Jan 31 18:40:06.251635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df897597-f8d2-4f88-9a69-47ff5fbba2f9 req-e9214c84-9d87-43a7-a855-fdc8e208221d tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8584046 Jan 31 18:40:06.358474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-f52d3dcc-1a42-4e8a-b936-c16ad50ef342 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Deleting port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:06.359032 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-f52d3dcc-1a42-4e8a-b936-c16ad50ef342 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:06.386649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2ad17-a0f2-4e2f-badd-45600fcec7c8 req-894eea79-8435-48eb-ac53-44c9734f92d4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:06.393052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2ad17-a0f2-4e2f-badd-45600fcec7c8 req-894eea79-8435-48eb-ac53-44c9734f92d4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:06.400639 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9d2ad17-a0f2-4e2f-badd-45600fcec7c8 req-894eea79-8435-48eb-ac53-44c9734f92d4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 1676 time: 0.2716849 Jan 31 18:40:06.588457 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9d2ad17-a0f2-4e2f-badd-45600fcec7c8 req-37735fd3-d572-4e96-a38a-78b6651d8273 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups?id=33664a6d-7c50-47ca-8f16-25f560414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869380 Jan 31 18:40:06.598310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10b99848-9361-436e-b6cb-e2b82bf79a00 req-4b3750f6-0723-4a5a-b2ad-6d9f9a7a44b1 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443732 Jan 31 18:40:06.609455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb36d7-f0f5-42f3-aa32-ddf0f76d7abc req-1d988335-4cf2-49f5-b063-dc780998754a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:06.611351 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ceb36d7-f0f5-42f3-aa32-ddf0f76d7abc req-1d988335-4cf2-49f5-b063-dc780998754a tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 950 time: 0.1819854 Jan 31 18:40:06.785621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-f52d3dcc-1a42-4e8a-b936-c16ad50ef342 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] For port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:06.786004 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-f52d3dcc-1a42-4e8a-b936-c16ad50ef342 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:06.841167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-f52d3dcc-1a42-4e8a-b936-c16ad50ef342 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Calling delete_port for c59513d9-bfcd-46cb-b7d3-e3acce5dec7e owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:06.938200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ceb36d7-f0f5-42f3-aa32-ddf0f76d7abc req-1bdcbe17-dd6f-4d31-9765-dccf9bd86233 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714458 Jan 31 18:40:06.956688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10b99848-9361-436e-b6cb-e2b82bf79a00 req-3efcb7e8-bd29-4a10-b4b7-a295aabf946c service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408742 Jan 31 18:40:06.977553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a8ee1-52c6-4185-8025-88da5d60fcd2 req-12b47d8e-5a56-4bbd-a840-ea48b970f90b tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:06.979589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e88a8ee1-52c6-4185-8025-88da5d60fcd2 req-12b47d8e-5a56-4bbd-a840-ea48b970f90b tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 943 time: 0.2319832 Jan 31 18:40:07.076433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb9072-9760-4212-be97-b2e208e644a7 req-fa80e36f-cdea-41ef-a3f6-1dad6b87dacb tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:07.084596 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-65eb9072-9760-4212-be97-b2e208e644a7 req-fa80e36f-cdea-41ef-a3f6-1dad6b87dacb tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.21 "GET /v2.0/ports?device_id=e21106de-a742-41d7-89dc-9600485151b5 HTTP/1.1" status: 200 len: 950 time: 0.1533868 Jan 31 18:40:07.087149 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e88a8ee1-52c6-4185-8025-88da5d60fcd2 req-73b33627-d4b3-44d1-8d62-dc5aa14b6261 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996346 Jan 31 18:40:07.164459 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d289e6-145d-45ad-88d8-243e65a699f0 x-openstack-request-id: req-e9d289e6-145d-45ad-88d8-243e65a699f0 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:07.165921 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea511976-87fa-44d3-a12e-4bf24c01f5eb", "name": "network-vif-plugged", "status": "completed", "tag": "9011de16-f8cf-4db8-af66-2ab2a9f444f5", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:07.166405 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9d289e6-145d-45ad-88d8-243e65a699f0 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:07.167006 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea511976-87fa-44d3-a12e-4bf24c01f5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011de16-f8cf-4db8-af66-2ab2a9f444f5', 'code': 200} Jan 31 18:40:07.229572 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-f52d3dcc-1a42-4e8a-b936-c16ad50ef342 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c59513d9-bfcd-46cb-b7d3-e3acce5dec7e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:07.279906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-65eb9072-9760-4212-be97-b2e208e644a7 req-585e98ad-aea4-4437-a865-ac11783d1d37 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Deleting port 2583b802-2449-4191-9813-204d05a0d5ba {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:07.280252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-65eb9072-9760-4212-be97-b2e208e644a7 req-585e98ad-aea4-4437-a865-ac11783d1d37 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2583b802-2449-4191-9813-204d05a0d5ba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:07.285246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 06325d92-c447-4be5-8639-fdcb4dd94ff9 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:40:07.384365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d3dcc-1a42-4e8a-b936-c16ad50ef342 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Port': ['ID=c59513d9-bfcd-46cb-b7d3-e3acce5dec7e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:07.428024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-f52d3dcc-1a42-4e8a-b936-c16ad50ef342 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] No DVR routers for this DVR port c59513d9-bfcd-46cb-b7d3-e3acce5dec7e on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:40:07.432763 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-f52d3dcc-1a42-4e8a-b936-c16ad50ef342 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:07.438297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-f52d3dcc-1a42-4e8a-b936-c16ad50ef342 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "DELETE /v2.0/ports/c59513d9-bfcd-46cb-b7d3-e3acce5dec7e HTTP/1.1" status: 204 len: 173 time: 2.1792953 Jan 31 18:40:07.448253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-deleted', 'tag': '83872ae9-6796-4894-9758-c716c0d1898e'}, {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-deleted', 'tag': 'c59513d9-bfcd-46cb-b7d3-e3acce5dec7e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:07.451574 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa2c126-2869-413c-b225-71d7732bff92" -d '{"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-deleted", "tag": "83872ae9-6796-4894-9758-c716c0d1898e"}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-deleted", "tag": "c59513d9-bfcd-46cb-b7d3-e3acce5dec7e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:07.501283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-65eb9072-9760-4212-be97-b2e208e644a7 req-585e98ad-aea4-4437-a865-ac11783d1d37 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] For port 2583b802-2449-4191-9813-204d05a0d5ba, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2583b802-2449-4191-9813-204d05a0d5ba,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:07.501480 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-65eb9072-9760-4212-be97-b2e208e644a7 req-585e98ad-aea4-4437-a865-ac11783d1d37 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2583b802-2449-4191-9813-204d05a0d5ba), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:07.518864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-65eb9072-9760-4212-be97-b2e208e644a7 req-585e98ad-aea4-4437-a865-ac11783d1d37 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Calling delete_port for 2583b802-2449-4191-9813-204d05a0d5ba owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:07.523970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 06325d92-c447-4be5-8639-fdcb4dd94ff9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=06325d92-c447-4be5-8639-fdcb4dd94ff9,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:07.541270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '06325d92-c447-4be5-8639-fdcb4dd94ff9', 'network_id': '3b4abc4e-6a5a-4092-a2c0-01382447adcf', 'port_id': '06325d92-c447-4be5-8639-fdcb4dd94ff9', 'mac_address': 'fa:16:3e:c2:dc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1e274e-67b2-4de4-b82c-96335cb4fd98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:40:07.587326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 06325d92-c447-4be5-8639-fdcb4dd94ff9 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:07.587726 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:07.608160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06325d92-c447-4be5-8639-fdcb4dd94ff9 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:40:07.667266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfb7ef-edf8-4c76-a03d-f4f5545cdebc req-f1818e09-f709-4f26-8d31-fffe749895ce tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:07.667541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 06325d92-c447-4be5-8639-fdcb4dd94ff9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=06325d92-c447-4be5-8639-fdcb4dd94ff9,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:07.675945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20bfb7ef-edf8-4c76-a03d-f4f5545cdebc req-f1818e09-f709-4f26-8d31-fffe749895ce tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.4038396 Jan 31 18:40:07.682216 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:07.682952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:40:07.700031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:07.761064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f5f67-4f83-4039-8e36-ccb98d3f71ea req-05191d61-eacd-4d72-acec-00e72819bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:07.762345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc4f5f67-4f83-4039-8e36-ccb98d3f71ea req-05191d61-eacd-4d72-acec-00e72819bb53 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 1129 time: 0.4286532 Jan 31 18:40:07.768875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=06325d92-c447-4be5-8639-fdcb4dd94ff9,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:07.809924 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-65eb9072-9760-4212-be97-b2e208e644a7 req-585e98ad-aea4-4437-a865-ac11783d1d37 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2583b802-2449-4191-9813-204d05a0d5ba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:07.841140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['2583b802-2449-4191-9813-204d05a0d5ba', '4b2cf6b8-b75e-47dc-9629-a5615e196a1a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:07.857341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20bfb7ef-edf8-4c76-a03d-f4f5545cdebc req-4902b475-ae18-4073-ad07-29b7f5e64678 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800423 Jan 31 18:40:07.867800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e98ad-aea4-4437-a865-ac11783d1d37 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Pushing event deleted for resources: {'Port': ['ID=2583b802-2449-4191-9813-204d05a0d5ba,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:07.932944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-9676992a-d15d-4e30-b71c-515e09dc9225 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Deleting port 8fdc161c-5758-4da9-9179-feccdf25f2ab {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:07.933326 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-9676992a-d15d-4e30-b71c-515e09dc9225 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:07.938609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['96bf57d6-c319-4b79-b825-3dcbd490e40b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:07.981399 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:40:07.988567 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-65eb9072-9760-4212-be97-b2e208e644a7 req-585e98ad-aea4-4437-a865-ac11783d1d37 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] No DVR routers for this DVR port 2583b802-2449-4191-9813-204d05a0d5ba on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:40:07.991480 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-65eb9072-9760-4212-be97-b2e208e644a7 req-585e98ad-aea4-4437-a865-ac11783d1d37 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:07.996086 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-65eb9072-9760-4212-be97-b2e208e644a7 req-585e98ad-aea4-4437-a865-ac11783d1d37 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.21 "DELETE /v2.0/ports/2583b802-2449-4191-9813-204d05a0d5ba HTTP/1.1" status: 204 len: 173 time: 0.9048851 Jan 31 18:40:07.996915 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21106de-a742-41d7-89dc-9600485151b5', 'name': 'network-vif-deleted', 'tag': '2583b802-2449-4191-9813-204d05a0d5ba'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:08.001288 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26729d2-97e5-4f0e-81dd-35bc70f15d86" -d '{"events": [{"server_uuid": "e21106de-a742-41d7-89dc-9600485151b5", "name": "network-vif-deleted", "tag": "2583b802-2449-4191-9813-204d05a0d5ba"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:08.005471 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7969d032-bcaa-4d8e-820a-40ed1ceb649f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:08.034482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc4f5f67-4f83-4039-8e36-ccb98d3f71ea req-780cb037-c0e9-47f3-bb8e-b63b108f820c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612345 Jan 31 18:40:08.219298 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7969d032-bcaa-4d8e-820a-40ed1ceb649f admin admin] Publish callbacks [] for security_group (4e8dc283-a412-4dd6-83b9-58ca5bc2fa46), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:08.235933 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7969d032-bcaa-4d8e-820a-40ed1ceb649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4e8dc283-a412-4dd6-83b9-58ca5bc2fa46), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:08.293031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969d032-bcaa-4d8e-820a-40ed1ceb649f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8dc283-a412-4dd6-83b9-58ca5bc2fa46,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:08.312896 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7969d032-bcaa-4d8e-820a-40ed1ceb649f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c804d0fe19b7455eab9bc05fb2128333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6110401 Jan 31 18:40:08.315283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34054) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:08.343501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-9676992a-d15d-4e30-b71c-515e09dc9225 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] For port 8fdc161c-5758-4da9-9179-feccdf25f2ab, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8fdc161c-5758-4da9-9179-feccdf25f2ab,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:08.343886 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-9676992a-d15d-4e30-b71c-515e09dc9225 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:08.347380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:08.364465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22', 'mac_address': 'fa:16:3e:6d:33:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:40:08.365958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc22f7-56ab-4531-9db1-b43e7e131a8d req-30107f74-03e7-4790-9886-f02592573bfd tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:08.368397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7abc22f7-56ab-4531-9db1-b43e7e131a8d req-30107f74-03e7-4790-9886-f02592573bfd tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 948 time: 0.2697346 Jan 31 18:40:08.391532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-9676992a-d15d-4e30-b71c-515e09dc9225 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Calling delete_port for 8fdc161c-5758-4da9-9179-feccdf25f2ab owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:08.392482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a35c2e4f-c0d1-4e4e-850e-6679bc0462cc admin admin] Publish callbacks [] for security_group (4e8dc283-a412-4dd6-83b9-58ca5bc2fa46), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:08.431625 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a35c2e4f-c0d1-4e4e-850e-6679bc0462cc admin admin] Publish callbacks [] for security_group (4e8dc283-a412-4dd6-83b9-58ca5bc2fa46), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:08.441752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:08.442615 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:08.467996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:40:08.517495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:08.538817 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:08.558653 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a35c2e4f-c0d1-4e4e-850e-6679bc0462cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4e8dc283-a412-4dd6-83b9-58ca5bc2fa46), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:08.577494 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a35c2e4f-c0d1-4e4e-850e-6679bc0462cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:08.579310 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a35c2e4f-c0d1-4e4e-850e-6679bc0462cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e8dc283-a412-4dd6-83b9-58ca5bc2fa46 HTTP/1.1" status: 204 len: 168 time: 0.2627549 Jan 31 18:40:08.587074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7abc22f7-56ab-4531-9db1-b43e7e131a8d req-96d7fd4e-ab26-4627-8bd3-5b7485241a8d tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007232 Jan 31 18:40:08.619787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c2e4f-c0d1-4e4e-850e-6679bc0462cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8dc283-a412-4dd6-83b9-58ca5bc2fa46,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:08.726875 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52321751-239c-4c96-8390-92c3dd06c9b6 x-openstack-request-id: req-52321751-239c-4c96-8390-92c3dd06c9b6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:08.727209 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-deleted", "tag": "83872ae9-6796-4894-9758-c716c0d1898e", "status": "completed", "code": 200}, {"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-deleted", "tag": "c59513d9-bfcd-46cb-b7d3-e3acce5dec7e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:08.727504 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52321751-239c-4c96-8390-92c3dd06c9b6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:08.727926 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-deleted', 'tag': '83872ae9-6796-4894-9758-c716c0d1898e', 'status': 'completed', 'code': 200} Jan 31 18:40:08.728201 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-deleted', 'tag': 'c59513d9-bfcd-46cb-b7d3-e3acce5dec7e', 'status': 'completed', 'code': 200} Jan 31 18:40:08.765529 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-9676992a-d15d-4e30-b71c-515e09dc9225 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8fdc161c-5758-4da9-9179-feccdf25f2ab), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:08.824310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676992a-d15d-4e30-b71c-515e09dc9225 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Port': ['ID=8fdc161c-5758-4da9-9179-feccdf25f2ab,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:08.892311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:08.901746 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['06325d92-c447-4be5-8639-fdcb4dd94ff9'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:08.927833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-9676992a-d15d-4e30-b71c-515e09dc9225 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] No DVR routers for this DVR port 8fdc161c-5758-4da9-9179-feccdf25f2ab on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:40:08.940246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:08.957770 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-9676992a-d15d-4e30-b71c-515e09dc9225 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:08.969762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f3787f-d539-4cb2-9538-f4e1fc8dc15a req-9676992a-d15d-4e30-b71c-515e09dc9225 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.49 "DELETE /v2.0/ports/8fdc161c-5758-4da9-9179-feccdf25f2ab HTTP/1.1" status: 204 len: 173 time: 1.5234292 Jan 31 18:40:09.007833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3881d04f-bb3d-4230-94ba-d686d6709492 req-805e28ef-5ae8-4e3c-8784-b242736c5ac7 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0810952 Jan 31 18:40:09.127101 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22dff2d-789c-4d83-b543-8fb3587dfbb1 x-openstack-request-id: req-d22dff2d-789c-4d83-b543-8fb3587dfbb1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:09.127405 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21106de-a742-41d7-89dc-9600485151b5", "name": "network-vif-deleted", "tag": "2583b802-2449-4191-9813-204d05a0d5ba", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:09.127669 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d22dff2d-789c-4d83-b543-8fb3587dfbb1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:09.128101 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21106de-a742-41d7-89dc-9600485151b5', 'name': 'network-vif-deleted', 'tag': '2583b802-2449-4191-9813-204d05a0d5ba', 'status': 'completed', 'code': 200} Jan 31 18:40:09.254371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34068) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:09.284070 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4c739e6-cdad-4ffb-a897-3515ac112fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:09.311977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2583b802-2449-4191-9813-204d05a0d5ba no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:40:09.347258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436723b-69a4-4299-999b-8bedce82f007 req-67634484-d3aa-4f7e-98e8-136e3e21670f tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:09.349187 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1436723b-69a4-4299-999b-8bedce82f007 req-67634484-d3aa-4f7e-98e8-136e3e21670f tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.1703086 Jan 31 18:40:09.386501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 2583b802-2449-4191-9813-204d05a0d5ba {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:40:09.387132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2583b802-2449-4191-9813-204d05a0d5ba not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:40:09.397186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97128290-2b26-4ad1-b49b-40b1c0bc1f2e req-a52093f9-765c-4f93-8e72-ce7dd9795ea7 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:09.399465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97128290-2b26-4ad1-b49b-40b1c0bc1f2e req-a52093f9-765c-4f93-8e72-ce7dd9795ea7 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 944 time: 0.1626294 Jan 31 18:40:09.451543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1436723b-69a4-4299-999b-8bedce82f007 req-a52ed944-5d6a-4f87-9577-7f55a403260f tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956423 Jan 31 18:40:09.491691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97128290-2b26-4ad1-b49b-40b1c0bc1f2e req-097d6c43-bed8-4fd7-9264-be1cf602f0a6 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788844 Jan 31 18:40:09.493151 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4c739e6-cdad-4ffb-a897-3515ac112fdb admin admin] Publish callbacks [] for security_group (732f74f2-6faf-47f4-aeef-75deb2949ac0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:09.504248 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4c739e6-cdad-4ffb-a897-3515ac112fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (732f74f2-6faf-47f4-aeef-75deb2949ac0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:09.573213 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c4c739e6-cdad-4ffb-a897-3515ac112fdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f927be2755254e5980705c8390c3828f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174965 Jan 31 18:40:09.577749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34072) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:09.651515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c739e6-cdad-4ffb-a897-3515ac112fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732f74f2-6faf-47f4-aeef-75deb2949ac0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:09.662546 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8def3d0f-40e3-4e4f-b5bd-3f264611c15e req-eb5a750f-80a4-4437-89cc-5b137577b54c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878952 Jan 31 18:40:09.692740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9dddeb1-4ef2-4bb1-a319-51b7b118851f admin admin] Publish callbacks [] for security_group (732f74f2-6faf-47f4-aeef-75deb2949ac0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:09.723555 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9dddeb1-4ef2-4bb1-a319-51b7b118851f admin admin] Publish callbacks [] for security_group (732f74f2-6faf-47f4-aeef-75deb2949ac0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:09.795348 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9dddeb1-4ef2-4bb1-a319-51b7b118851f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (732f74f2-6faf-47f4-aeef-75deb2949ac0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:09.800508 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9dddeb1-4ef2-4bb1-a319-51b7b118851f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:09.805674 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c9dddeb1-4ef2-4bb1-a319-51b7b118851f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/732f74f2-6faf-47f4-aeef-75deb2949ac0 HTTP/1.1" status: 204 len: 168 time: 0.2269325 Jan 31 18:40:09.821555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dddeb1-4ef2-4bb1-a319-51b7b118851f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732f74f2-6faf-47f4-aeef-75deb2949ac0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:09.837757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def3d0f-40e3-4e4f-b5bd-3f264611c15e req-cc9fb849-81ea-4dda-a2c2-14ba2d1818a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:09.839529 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8def3d0f-40e3-4e4f-b5bd-3f264611c15e req-cc9fb849-81ea-4dda-a2c2-14ba2d1818a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d452270eb82f433baf33904d01fd1428&device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 1134 time: 0.1161184 Jan 31 18:40:10.015975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258f60e-40eb-49e9-af72-2e0a99a30954 req-dfbff9b6-4525-48c7-af13-9cdafcf3b3ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:10.021360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7258f60e-40eb-49e9-af72-2e0a99a30954 req-dfbff9b6-4525-48c7-af13-9cdafcf3b3ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 949 time: 0.1205761 Jan 31 18:40:10.079659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def3d0f-40e3-4e4f-b5bd-3f264611c15e req-5554cdeb-2631-44a3-adcc-0e9e870954f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:10.081131 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8def3d0f-40e3-4e4f-b5bd-3f264611c15e req-5554cdeb-2631-44a3-adcc-0e9e870954f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.2106686 Jan 31 18:40:10.143069 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7258f60e-40eb-49e9-af72-2e0a99a30954 req-06012ef7-21e9-4871-9233-22cfada86d62 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104405 Jan 31 18:40:10.186986 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8def3d0f-40e3-4e4f-b5bd-3f264611c15e req-a9d7f5ba-3276-4166-be14-17a6654e829f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a HTTP/1.1" status: 200 len: 217 time: 0.0963194 Jan 31 18:40:10.287406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def3d0f-40e3-4e4f-b5bd-3f264611c15e req-615b35e7-c4c8-458e-9a04-bea5bbe7ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:10.288895 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8def3d0f-40e3-4e4f-b5bd-3f264611c15e req-615b35e7-c4c8-458e-9a04-bea5bbe7ffca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0960081 Jan 31 18:40:10.316085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15267c77-7ad6-4587-9a4a-a978f17ec789 req-28675124-ff5a-4c71-b2bd-736e3603f8c0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0650334 Jan 31 18:40:10.365885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def3d0f-40e3-4e4f-b5bd-3f264611c15e req-e7e7478a-b75b-4136-9549-f63428c6c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:10.367413 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8def3d0f-40e3-4e4f-b5bd-3f264611c15e req-e7e7478a-b75b-4136-9549-f63428c6c3d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0624578 Jan 31 18:40:10.445733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e506ab-08ed-4506-a8cf-0d1282c1966a req-6598acaa-6f1f-446c-bd0d-76256d9ee969 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:10.447944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81e506ab-08ed-4506-a8cf-0d1282c1966a req-6598acaa-6f1f-446c-bd0d-76256d9ee969 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 949 time: 0.1537621 Jan 31 18:40:10.516924 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8def3d0f-40e3-4e4f-b5bd-3f264611c15e req-a01baf3a-d2c3-4100-a3b9-fc3ad1131542 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427488 Jan 31 18:40:10.554173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81e506ab-08ed-4506-a8cf-0d1282c1966a req-092d8227-dd5c-4b9b-9adc-30adaef93546 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984063 Jan 31 18:40:10.672038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399a2bc-58a3-47f4-a6ab-1d3b89a01c64 req-9b9fe4c3-5192-404e-b15e-afa60102f23d tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:10.675661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9399a2bc-58a3-47f4-a6ab-1d3b89a01c64 req-9b9fe4c3-5192-404e-b15e-afa60102f23d tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.0869787 Jan 31 18:40:10.731166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-deleted', 'tag': '8fdc161c-5758-4da9-9179-feccdf25f2ab'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:10.734793 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8def3d0f-40e3-4e4f-b5bd-3f264611c15e req-a4041e0f-a8e4-4511-9e15-abdde87ee763 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095230 Jan 31 18:40:10.737184 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f930552-ad66-492a-bb96-f921a454a923" -d '{"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-deleted", "tag": "8fdc161c-5758-4da9-9179-feccdf25f2ab"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:10.773560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9399a2bc-58a3-47f4-a6ab-1d3b89a01c64 req-078ceb8a-c363-497a-95c4-0697a7e087bf tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886776 Jan 31 18:40:10.883977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542f6e0-d358-46df-9301-b33890a3f2e3 req-33524a1d-d0ef-41b6-82ab-4c80877499cb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:10.892818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3542f6e0-d358-46df-9301-b33890a3f2e3 req-33524a1d-d0ef-41b6-82ab-4c80877499cb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 944 time: 0.1165652 Jan 31 18:40:10.957152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3542f6e0-d358-46df-9301-b33890a3f2e3 req-a320e3ce-b26a-451b-9cbc-87c743e4643c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587485 Jan 31 18:40:10.993972 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369b47e3-ed1c-46d2-bbd4-969434a8893b x-openstack-request-id: req-369b47e3-ed1c-46d2-bbd4-969434a8893b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:10.994466 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c3dce6-cd8d-46aa-9714-de03aa00e44c", "name": "network-vif-deleted", "tag": "8fdc161c-5758-4da9-9179-feccdf25f2ab", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:10.994880 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-369b47e3-ed1c-46d2-bbd4-969434a8893b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:10.995447 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c3dce6-cd8d-46aa-9714-de03aa00e44c', 'name': 'network-vif-deleted', 'tag': '8fdc161c-5758-4da9-9179-feccdf25f2ab', 'status': 'completed', 'code': 200} Jan 31 18:40:11.291089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 06325d92-c447-4be5-8639-fdcb4dd94ff9 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:11.400100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 06325d92-c447-4be5-8639-fdcb4dd94ff9 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:40:11.408262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 06325d92-c447-4be5-8639-fdcb4dd94ff9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:11.408677 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:11.494062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddca0be-cf1c-44da-9ff8-3348398614eb req-13871974-52c4-4963-a7f3-db47a8cae390 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:11.501865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ddca0be-cf1c-44da-9ff8-3348398614eb req-13871974-52c4-4963-a7f3-db47a8cae390 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 949 time: 0.2654583 Jan 31 18:40:11.521439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde7cdd-22b0-46cb-b83c-eb216bac45bc req-efd08abe-a064-4d9e-b7d8-2f5389bcdeb6 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:11.523124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cde7cdd-22b0-46cb-b83c-eb216bac45bc req-efd08abe-a064-4d9e-b7d8-2f5389bcdeb6 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.49 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 949 time: 0.2485814 Jan 31 18:40:11.557510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 06325d92-c447-4be5-8639-fdcb4dd94ff9 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:11.558531 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:11.602041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cbb96f-402d-4ef8-a040-6af3a38caafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06325d92-c447-4be5-8639-fdcb4dd94ff9'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:11.606256 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b3ac0e-b7bf-4c09-ac99-192076dc231a" -d '{"events": [{"server_uuid": "f7cbb96f-402d-4ef8-a040-6af3a38caafd", "name": "network-vif-plugged", "status": "completed", "tag": "06325d92-c447-4be5-8639-fdcb4dd94ff9"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:11.630050 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 06325d92-c447-4be5-8639-fdcb4dd94ff9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=06325d92-c447-4be5-8639-fdcb4dd94ff9,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:11.638799 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:11.639924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:11.640065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ddca0be-cf1c-44da-9ff8-3348398614eb req-9473c094-33d7-4b13-adb2-4676684a90d5 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262681 Jan 31 18:40:11.790969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b953b22b-72c4-4161-ad40-4577f20a1a8c req-952c2271-418a-46a1-89f7-35222c63911f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0354218 Jan 31 18:40:11.828657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=06325d92-c447-4be5-8639-fdcb4dd94ff9,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:11.844976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:40:11.850362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:11.850679 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:11.886069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9cde7cdd-22b0-46cb-b83c-eb216bac45bc req-1245f425-8055-42ba-a683-c59558d73e59 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Deleting port 96bf57d6-c319-4b79-b825-3dcbd490e40b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:11.886557 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cde7cdd-22b0-46cb-b83c-eb216bac45bc req-1245f425-8055-42ba-a683-c59558d73e59 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:11.903092 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0812e6-7e2a-49fa-8e38-57abc20e912c x-openstack-request-id: req-4c0812e6-7e2a-49fa-8e38-57abc20e912c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:11.904232 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cbb96f-402d-4ef8-a040-6af3a38caafd", "name": "network-vif-plugged", "status": "completed", "tag": "06325d92-c447-4be5-8639-fdcb4dd94ff9", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:11.904727 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c0812e6-7e2a-49fa-8e38-57abc20e912c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:11.906411 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cbb96f-402d-4ef8-a040-6af3a38caafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06325d92-c447-4be5-8639-fdcb4dd94ff9', 'code': 200} Jan 31 18:40:11.975131 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:11.975857 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:12.038613 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:12.052218 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:12.053609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7993e0fd-6c21-427a-9b7a-13c35c3f228b no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:40:12.069137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f8261-c29e-440f-8384-3701b5752cb0 req-e972ab97-222c-49de-a857-5d619db42020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:12.072869 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-343f8261-c29e-440f-8384-3701b5752cb0 req-e972ab97-222c-49de-a857-5d619db42020 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 1128 time: 0.1173391 Jan 31 18:40:12.112050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b517e2-6c3f-454c-ad04-c062d309074f req-f2437821-7d0b-4f70-98b9-66502507ec56 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:12.119768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43b517e2-6c3f-454c-ad04-c062d309074f req-f2437821-7d0b-4f70-98b9-66502507ec56 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 949 time: 0.3251381 Jan 31 18:40:12.174044 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-343f8261-c29e-440f-8384-3701b5752cb0 req-19b891d6-58ba-4afa-a869-b4d5468e7323 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941546 Jan 31 18:40:12.204955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43b517e2-6c3f-454c-ad04-c062d309074f req-1fc9dfaf-eef0-4523-bdc0-81dbfe691a36 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842130 Jan 31 18:40:12.239818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:12.269264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4185-190d-40e8-aa77-6371dc7f4857 req-58ddc4cb-c025-42a4-8ee3-3581712760d6 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:12.278660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af5e4185-190d-40e8-aa77-6371dc7f4857 req-58ddc4cb-c025-42a4-8ee3-3581712760d6 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.2353668 Jan 31 18:40:12.316004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 7993e0fd-6c21-427a-9b7a-13c35c3f228b is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:12.316630 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:12.362486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7993e0fd-6c21-427a-9b7a-13c35c3f228b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7993e0fd-6c21-427a-9b7a-13c35c3f228b,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:12.367981 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:12.382294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9cde7cdd-22b0-46cb-b83c-eb216bac45bc req-1245f425-8055-42ba-a683-c59558d73e59 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] For port 96bf57d6-c319-4b79-b825-3dcbd490e40b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=96bf57d6-c319-4b79-b825-3dcbd490e40b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:12.383097 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cde7cdd-22b0-46cb-b83c-eb216bac45bc req-1245f425-8055-42ba-a683-c59558d73e59 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:12.469974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9cde7cdd-22b0-46cb-b83c-eb216bac45bc req-1245f425-8055-42ba-a683-c59558d73e59 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Calling delete_port for 96bf57d6-c319-4b79-b825-3dcbd490e40b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:12.474726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af5e4185-190d-40e8-aa77-6371dc7f4857 req-ee47c475-c1a3-4287-a5bd-c783962ef9c5 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928489 Jan 31 18:40:12.583665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef25f6-e978-4809-8c13-c9ce494916db req-cb1be17d-0b88-43df-a7c5-065502a48624 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:12.594618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60ef25f6-e978-4809-8c13-c9ce494916db req-cb1be17d-0b88-43df-a7c5-065502a48624 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 945 time: 0.1904247 Jan 31 18:40:12.719682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=7993e0fd-6c21-427a-9b7a-13c35c3f228b,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:12.736028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60ef25f6-e978-4809-8c13-c9ce494916db req-8feda7a4-8937-458a-a2de-6c747c8fe55e tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405427 Jan 31 18:40:12.954633 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cde7cdd-22b0-46cb-b83c-eb216bac45bc req-1245f425-8055-42ba-a683-c59558d73e59 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (96bf57d6-c319-4b79-b825-3dcbd490e40b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:12.969678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4b2cf6b8-b75e-47dc-9629-a5615e196a1a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:12.972844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['96bf57d6-c319-4b79-b825-3dcbd490e40b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:12.999342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fdccc-381f-456e-920b-a1c4a31c634b req-d10494f2-6d0c-4c85-bead-80cc66ae939e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:13.006365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686fdccc-381f-456e-920b-a1c4a31c634b req-d10494f2-6d0c-4c85-bead-80cc66ae939e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 950 time: 0.1388292 Jan 31 18:40:13.052752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245f425-8055-42ba-a683-c59558d73e59 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Pushing event deleted for resources: {'Port': ['ID=96bf57d6-c319-4b79-b825-3dcbd490e40b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:13.137613 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686fdccc-381f-456e-920b-a1c4a31c634b req-5acec253-d0cc-462c-84d8-2d205c97a239 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304445 Jan 31 18:40:13.239893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-194db8ce-8663-4b6a-aa56-9e8f29221891 req-16aa95e7-b2b4-4f82-bbf3-7bf7b499f663 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.1186376 Jan 31 18:40:13.328047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cde7cdd-22b0-46cb-b83c-eb216bac45bc req-1245f425-8055-42ba-a683-c59558d73e59 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] No DVR routers for this DVR port 96bf57d6-c319-4b79-b825-3dcbd490e40b on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:40:13.328271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7993e0fd-6c21-427a-9b7a-13c35c3f228b details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:40:13.337040 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cde7cdd-22b0-46cb-b83c-eb216bac45bc req-1245f425-8055-42ba-a683-c59558d73e59 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:13.349611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cde7cdd-22b0-46cb-b83c-eb216bac45bc req-1245f425-8055-42ba-a683-c59558d73e59 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.49 "DELETE /v2.0/ports/96bf57d6-c319-4b79-b825-3dcbd490e40b HTTP/1.1" status: 204 len: 173 time: 1.8061447 Jan 31 18:40:13.350255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028999a3-4c6a-4b10-a095-5db81c613c44', 'name': 'network-vif-deleted', 'tag': '96bf57d6-c319-4b79-b825-3dcbd490e40b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:13.356058 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4439dd-4579-451d-a157-e235b8f1c86a" -d '{"events": [{"server_uuid": "028999a3-4c6a-4b10-a095-5db81c613c44", "name": "network-vif-deleted", "tag": "96bf57d6-c319-4b79-b825-3dcbd490e40b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:13.499046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-118d4e71-f2f3-4770-bbe1-a1bacbaf4cdd req-1347888c-946a-4920-894e-18adaf0c50f7 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=028999a3-4c6a-4b10-a095-5db81c613c44 HTTP/1.1" status: 200 len: 210 time: 0.1055911 Jan 31 18:40:13.561736 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a11e4d-fa5f-4629-9c95-42320a977630 x-openstack-request-id: req-f8a11e4d-fa5f-4629-9c95-42320a977630 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:13.562043 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028999a3-4c6a-4b10-a095-5db81c613c44", "name": "network-vif-deleted", "tag": "96bf57d6-c319-4b79-b825-3dcbd490e40b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:13.562307 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8a11e4d-fa5f-4629-9c95-42320a977630 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:13.566070 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028999a3-4c6a-4b10-a095-5db81c613c44', 'name': 'network-vif-deleted', 'tag': '96bf57d6-c319-4b79-b825-3dcbd490e40b', 'status': 'completed', 'code': 200} Jan 31 18:40:13.734416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7993e0fd-6c21-427a-9b7a-13c35c3f228b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7993e0fd-6c21-427a-9b7a-13c35c3f228b,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:13.798118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '7993e0fd-6c21-427a-9b7a-13c35c3f228b', 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d', 'port_id': '7993e0fd-6c21-427a-9b7a-13c35c3f228b', 'mac_address': 'fa:16:3e:4c:ab:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5648f2-eae0-4da6-9d27-38065d259af9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:40:13.812019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ba559-cb1e-49eb-b410-cdc8b6c0a031 req-fc484b00-a8e9-46ee-8bac-0cecd791edc7 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:13.821140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f1ba559-cb1e-49eb-b410-cdc8b6c0a031 req-fc484b00-a8e9-46ee-8bac-0cecd791edc7 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 943 time: 0.1398439 Jan 31 18:40:13.867688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 7993e0fd-6c21-427a-9b7a-13c35c3f228b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:13.868114 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:13.910449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e602662-145c-4fae-add4-cdc90aa965a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22'}, {'server_uuid': '05f69c88-829e-4dda-84b2-504d0d799b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7993e0fd-6c21-427a-9b7a-13c35c3f228b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:13.919009 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f662fdf5-1ddb-4e1c-888b-715b200b6051" -d '{"events": [{"server_uuid": "9e602662-145c-4fae-add4-cdc90aa965a2", "name": "network-vif-plugged", "status": "completed", "tag": "1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22"}, {"server_uuid": "05f69c88-829e-4dda-84b2-504d0d799b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "7993e0fd-6c21-427a-9b7a-13c35c3f228b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:13.930195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7993e0fd-6c21-427a-9b7a-13c35c3f228b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:40:13.961037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7993e0fd-6c21-427a-9b7a-13c35c3f228b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7993e0fd-6c21-427a-9b7a-13c35c3f228b,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:13.977575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f1ba559-cb1e-49eb-b410-cdc8b6c0a031 req-3446e3c7-9258-4a38-988c-e8d0696b183c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549091 Jan 31 18:40:13.985910 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:14.041309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=7993e0fd-6c21-427a-9b7a-13c35c3f228b,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:14.228409 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0f666c-0277-4197-89be-b2c7dcef1e85 x-openstack-request-id: req-2a0f666c-0277-4197-89be-b2c7dcef1e85 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:14.228715 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e602662-145c-4fae-add4-cdc90aa965a2", "name": "network-vif-plugged", "status": "completed", "tag": "1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22", "code": 200}, {"server_uuid": "05f69c88-829e-4dda-84b2-504d0d799b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "7993e0fd-6c21-427a-9b7a-13c35c3f228b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:14.228973 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a0f666c-0277-4197-89be-b2c7dcef1e85 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:14.229368 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e602662-145c-4fae-add4-cdc90aa965a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22', 'code': 200} Jan 31 18:40:14.229616 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f69c88-829e-4dda-84b2-504d0d799b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7993e0fd-6c21-427a-9b7a-13c35c3f228b', 'code': 200} Jan 31 18:40:14.241596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9c533-c808-4839-b9ec-086b4ff2d777 req-2f049b9c-305c-4955-8462-f1ab3caa9bf6 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:14.244957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35b9c533-c808-4839-b9ec-086b4ff2d777 req-2f049b9c-305c-4955-8462-f1ab3caa9bf6 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 945 time: 0.1342349 Jan 31 18:40:14.269179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['7993e0fd-6c21-427a-9b7a-13c35c3f228b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:14.370463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35b9c533-c808-4839-b9ec-086b4ff2d777 req-3ecc1f4a-7226-4829-beba-f4788b2fc1d6 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045623 Jan 31 18:40:14.372908 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181408c-ba22-4e7d-93c3-0e9160a051fb req-76be6338-4bda-4241-ac77-1086662b9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:14.375483 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9181408c-ba22-4e7d-93c3-0e9160a051fb req-76be6338-4bda-4241-ac77-1086662b9eee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 1133 time: 0.0744164 Jan 31 18:40:14.487832 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9181408c-ba22-4e7d-93c3-0e9160a051fb req-38f9092f-8cf5-4f6e-af80-df24f0e31e37 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918779 Jan 31 18:40:14.497144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ace1c-9f9f-4fac-b79e-0b5083198784 req-ea7f2da4-2704-451a-939b-60fa1f55a8ba tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:14.500980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b9ace1c-9f9f-4fac-b79e-0b5083198784 req-ea7f2da4-2704-451a-939b-60fa1f55a8ba tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 950 time: 0.1347477 Jan 31 18:40:14.583641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28195124-fee2-4e07-8a30-4e01c361efe4 req-6ad71b1f-aa02-428e-ba03-d573f2909b57 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0475745 Jan 31 18:40:14.619887 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b9ace1c-9f9f-4fac-b79e-0b5083198784 req-db09120f-316d-4449-8cc0-f206438739c3 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135428 Jan 31 18:40:14.859148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c1487-9bdb-46e6-8148-4b1adcfc2e87 req-c4e4cc3a-b50c-4f27-86cf-f9ac501232bc tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:14.868510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f9c1487-9bdb-46e6-8148-4b1adcfc2e87 req-c4e4cc3a-b50c-4f27-86cf-f9ac501232bc tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.1227462 Jan 31 18:40:14.941858 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f9c1487-9bdb-46e6-8148-4b1adcfc2e87 req-c86b959e-9019-4ff2-b6e7-b955339237d1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668609 Jan 31 18:40:15.109898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ce9c6-828e-41e8-bcfb-ad5765897d47 req-8527de02-27b9-4d77-8140-48525a60276c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:15.111367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d24ce9c6-828e-41e8-bcfb-ad5765897d47 req-8527de02-27b9-4d77-8140-48525a60276c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8365059-cbfd-47cc-9a9e-8b84588e51e8 HTTP/1.1" status: 200 len: 945 time: 0.0801237 Jan 31 18:40:15.199666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ec40-24e5-4d9c-89fb-3805bf74d2cc req-58f21cec-637d-4636-89a6-af99739f8951 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:15.202171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e377ec40-24e5-4d9c-89fb-3805bf74d2cc req-58f21cec-637d-4636-89a6-af99739f8951 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 944 time: 0.1009948 Jan 31 18:40:15.231211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d24ce9c6-828e-41e8-bcfb-ad5765897d47 req-552e07b2-3e24-4470-bdc0-83a439ad9fb8 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918112 Jan 31 18:40:15.268633 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e377ec40-24e5-4d9c-89fb-3805bf74d2cc req-be78b0db-4710-4b63-bfaf-0633e56b9fa3 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577619 Jan 31 18:40:15.283935 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34326) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:15.314352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7993e0fd-6c21-427a-9b7a-13c35c3f228b up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:15.441189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 7993e0fd-6c21-427a-9b7a-13c35c3f228b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:15.441681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:15.503814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da334172-7fec-400c-82cd-2d998d8eee36 req-52e9d938-25d5-4d8b-b81a-f6dc1f7e295e tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:15.509901 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-768d1dff-6959-43b4-8032-6f2b27a61f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:15.532443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da334172-7fec-400c-82cd-2d998d8eee36 req-52e9d938-25d5-4d8b-b81a-f6dc1f7e295e tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 951 time: 0.1119039 Jan 31 18:40:15.641196 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-768d1dff-6959-43b4-8032-6f2b27a61f75 admin admin] Publish callbacks [] for security_group (c98e2b5a-3aa6-4f4e-ad77-7b0fd70e644c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:15.646033 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-768d1dff-6959-43b4-8032-6f2b27a61f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c98e2b5a-3aa6-4f4e-ad77-7b0fd70e644c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:15.655283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 7993e0fd-6c21-427a-9b7a-13c35c3f228b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:15.658014 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:15.676863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da334172-7fec-400c-82cd-2d998d8eee36 req-7d506a53-c1b6-4e0a-8402-f86de2bb09f0 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433611 Jan 31 18:40:15.702866 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-768d1dff-6959-43b4-8032-6f2b27a61f75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fecd3a984792448da10ae6ae08e2a4e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4180055 Jan 31 18:40:15.704006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d1dff-6959-43b4-8032-6f2b27a61f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98e2b5a-3aa6-4f4e-ad77-7b0fd70e644c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:15.705561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34360) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:15.736147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7993e0fd-6c21-427a-9b7a-13c35c3f228b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7993e0fd-6c21-427a-9b7a-13c35c3f228b,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:15.742544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 96bf57d6-c319-4b79-b825-3dcbd490e40b no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:40:15.749534 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:15.800401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 96bf57d6-c319-4b79-b825-3dcbd490e40b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:40:15.801017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 96bf57d6-c319-4b79-b825-3dcbd490e40b not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:40:15.855717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=7993e0fd-6c21-427a-9b7a-13c35c3f228b,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:15.890089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca762d05-6b83-4bab-b0c6-e554e67be276 req-8a8648d2-f111-4e00-bfc1-3e1bf07ca2f1 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0631816 Jan 31 18:40:15.925755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e4ca-1b83-40a9-affa-1ec3204101e9 admin admin] Publish callbacks [] for security_group (c98e2b5a-3aa6-4f4e-ad77-7b0fd70e644c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:15.936695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920de4a-62dd-4b17-a1df-aa58738242af req-b2cd868b-29d0-4018-b21a-ae24bcb14676 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:15.945566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1920de4a-62dd-4b17-a1df-aa58738242af req-b2cd868b-29d0-4018-b21a-ae24bcb14676 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 945 time: 0.2130651 Jan 31 18:40:16.035117 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e4ca-1b83-40a9-affa-1ec3204101e9 admin admin] Publish callbacks [] for security_group (c98e2b5a-3aa6-4f4e-ad77-7b0fd70e644c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:16.094060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1920de4a-62dd-4b17-a1df-aa58738242af req-c305630a-9d0d-44b4-a770-fcbdeec2c2d5 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355963 Jan 31 18:40:16.155075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86caf-3f8d-4391-a56b-688fd35996b9 req-49c8e093-4e3d-4186-b764-f1c2e715b24b tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:16.156792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58a86caf-3f8d-4391-a56b-688fd35996b9 req-49c8e093-4e3d-4186-b764-f1c2e715b24b tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 950 time: 0.1167207 Jan 31 18:40:16.210485 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e4ca-1b83-40a9-affa-1ec3204101e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c98e2b5a-3aa6-4f4e-ad77-7b0fd70e644c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:16.214375 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c3e4ca-1b83-40a9-affa-1ec3204101e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:16.219754 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b3c3e4ca-1b83-40a9-affa-1ec3204101e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c98e2b5a-3aa6-4f4e-ad77-7b0fd70e644c HTTP/1.1" status: 204 len: 168 time: 0.5127721 Jan 31 18:40:16.231013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f69c88-829e-4dda-84b2-504d0d799b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7993e0fd-6c21-427a-9b7a-13c35c3f228b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:16.234165 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da53b5a-cc71-4c44-aca2-dbe8d73bbc3b" -d '{"events": [{"server_uuid": "05f69c88-829e-4dda-84b2-504d0d799b4f", "name": "network-vif-plugged", "status": "completed", "tag": "7993e0fd-6c21-427a-9b7a-13c35c3f228b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:16.247565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58a86caf-3f8d-4391-a56b-688fd35996b9 req-fde7835f-b969-4f1c-a9f3-588240c02cd2 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838230 Jan 31 18:40:16.267154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3e4ca-1b83-40a9-affa-1ec3204101e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98e2b5a-3aa6-4f4e-ad77-7b0fd70e644c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:16.329236 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9fd107-a0ec-4c64-a592-9cf526f3d9af x-openstack-request-id: req-7e9fd107-a0ec-4c64-a592-9cf526f3d9af {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:16.329730 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f69c88-829e-4dda-84b2-504d0d799b4f", "name": "network-vif-plugged", "status": "completed", "tag": "7993e0fd-6c21-427a-9b7a-13c35c3f228b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:16.329864 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e9fd107-a0ec-4c64-a592-9cf526f3d9af {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:16.330161 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f69c88-829e-4dda-84b2-504d0d799b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7993e0fd-6c21-427a-9b7a-13c35c3f228b', 'code': 200} Jan 31 18:40:16.533671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbf28a-28eb-4e17-bde8-36b55ab9a6df req-858ad21d-f105-4463-bf73-df33cc2aec7c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:16.535276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2bbf28a-28eb-4e17-bde8-36b55ab9a6df req-858ad21d-f105-4463-bf73-df33cc2aec7c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.1230037 Jan 31 18:40:16.602032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563390df-a1a9-48c8-a044-aa8db32d78ce req-3bba938f-3377-424a-b167-92c8ffdeb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:16.613628 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-563390df-a1a9-48c8-a044-aa8db32d78ce req-3bba938f-3377-424a-b167-92c8ffdeb38f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 1128 time: 0.1244006 Jan 31 18:40:16.644233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2bbf28a-28eb-4e17-bde8-36b55ab9a6df req-6dd79bb1-1763-494f-819e-704cd13f534d tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013308 Jan 31 18:40:16.740167 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-563390df-a1a9-48c8-a044-aa8db32d78ce req-f8d5b79d-1e3e-4cf5-95fa-aa4488be81f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170337 Jan 31 18:40:16.786371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cbccb-ac85-4121-9fe0-39bf79f69e19 req-c56829d8-5af0-491f-b5d2-18f76aa7d562 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:16.791290 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b62cbccb-ac85-4121-9fe0-39bf79f69e19 req-c56829d8-5af0-491f-b5d2-18f76aa7d562 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 951 time: 0.1084867 Jan 31 18:40:16.908046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd3bf3-5863-4d49-920a-7aac992ee648 req-5660937e-1346-4cac-908c-31b22a43110c tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:16.925838 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87dd3bf3-5863-4d49-920a-7aac992ee648 req-5660937e-1346-4cac-908c-31b22a43110c tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 951 time: 0.1212416 Jan 31 18:40:17.093010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87dd3bf3-5863-4d49-920a-7aac992ee648 req-79fad746-d2d2-44c6-9dbf-23a0bef08d14 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9d55635-d53d-4b31-8bae-9107435441e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662531 Jan 31 18:40:17.271384 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f40a72e5-dbfc-435c-8d20-e0b1c34707e8 req-0bc98c10-6cdb-4777-9e48-06fba25754f0 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0437458 Jan 31 18:40:17.350122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81897172-c8ad-4c2a-b08f-010144b3c41e req-5dc97121-e820-442e-8f0f-24190aa959c9 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:17.356513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81897172-c8ad-4c2a-b08f-010144b3c41e req-5dc97121-e820-442e-8f0f-24190aa959c9 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.2743089 Jan 31 18:40:17.423343 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b62cbccb-ac85-4121-9fe0-39bf79f69e19 req-3ab0e129-e507-4f25-9f5c-4f448b5c9ef4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Deleting port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:17.424045 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b62cbccb-ac85-4121-9fe0-39bf79f69e19 req-3ab0e129-e507-4f25-9f5c-4f448b5c9ef4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:17.544645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81897172-c8ad-4c2a-b08f-010144b3c41e req-aa810e4e-a0d8-4ac0-bd59-3df7f571951f tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767504 Jan 31 18:40:17.668704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b62cbccb-ac85-4121-9fe0-39bf79f69e19 req-3ab0e129-e507-4f25-9f5c-4f448b5c9ef4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] For port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:17.672311 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b62cbccb-ac85-4121-9fe0-39bf79f69e19 req-3ab0e129-e507-4f25-9f5c-4f448b5c9ef4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:17.690717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b62cbccb-ac85-4121-9fe0-39bf79f69e19 req-3ab0e129-e507-4f25-9f5c-4f448b5c9ef4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Calling delete_port for 4b2cf6b8-b75e-47dc-9629-a5615e196a1a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:17.778124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8601af2-d4ce-4c8a-9f97-ab7906ceb955 req-c9b06f7e-d1dc-4144-b7eb-fd95ffd97e95 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:17.786083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d8601af2-d4ce-4c8a-9f97-ab7906ceb955 req-c9b06f7e-d1dc-4144-b7eb-fd95ffd97e95 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 950 time: 0.3717549 Jan 31 18:40:17.861522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d8601af2-d4ce-4c8a-9f97-ab7906ceb955 req-61339dc6-6b5e-4f00-844d-444029ab20a0 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699339 Jan 31 18:40:17.997630 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b62cbccb-ac85-4121-9fe0-39bf79f69e19 req-3ab0e129-e507-4f25-9f5c-4f448b5c9ef4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4b2cf6b8-b75e-47dc-9629-a5615e196a1a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:18.010715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4b2cf6b8-b75e-47dc-9629-a5615e196a1a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:18.555320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0e129-e507-4f25-9f5c-4f448b5c9ef4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Pushing event deleted for resources: {'Port': ['ID=4b2cf6b8-b75e-47dc-9629-a5615e196a1a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:18.643107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62cbccb-ac85-4121-9fe0-39bf79f69e19 req-3ab0e129-e507-4f25-9f5c-4f448b5c9ef4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] No DVR routers for this DVR port 4b2cf6b8-b75e-47dc-9629-a5615e196a1a on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:40:18.650824 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b62cbccb-ac85-4121-9fe0-39bf79f69e19 req-3ab0e129-e507-4f25-9f5c-4f448b5c9ef4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:18.657459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b62cbccb-ac85-4121-9fe0-39bf79f69e19 req-3ab0e129-e507-4f25-9f5c-4f448b5c9ef4 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.21 "DELETE /v2.0/ports/4b2cf6b8-b75e-47dc-9629-a5615e196a1a HTTP/1.1" status: 204 len: 173 time: 1.7141721 Jan 31 18:40:18.667149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ea86c-015c-49f6-8878-10ad1aad363e req-314e13e4-eec2-4c3d-ac72-742ddeb368f3 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:18.669203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b0ea86c-015c-49f6-8878-10ad1aad363e req-314e13e4-eec2-4c3d-ac72-742ddeb368f3 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.6853564 Jan 31 18:40:18.669788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f964f36-c613-4f3a-80c9-89c91f5282d3', 'name': 'network-vif-deleted', 'tag': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:18.672818 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74740d9c-a171-4be2-90fd-92545be12f69" -d '{"events": [{"server_uuid": "1f964f36-c613-4f3a-80c9-89c91f5282d3", "name": "network-vif-deleted", "tag": "4b2cf6b8-b75e-47dc-9629-a5615e196a1a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:18.723204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b37538-4a1e-4658-8d8a-a12f83040f27 req-e87a69fc-38cd-4fbc-8874-8c2c1df8fc26 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:18.730070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b37538-4a1e-4658-8d8a-a12f83040f27 req-e87a69fc-38cd-4fbc-8874-8c2c1df8fc26 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:18.736793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b37538-4a1e-4658-8d8a-a12f83040f27 req-e87a69fc-38cd-4fbc-8874-8c2c1df8fc26 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:18.745700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26b37538-4a1e-4658-8d8a-a12f83040f27 req-e87a69fc-38cd-4fbc-8874-8c2c1df8fc26 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd&device_id=b8365059-cbfd-47cc-9a9e-8b84588e51e8&device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 2417 time: 0.2573552 Jan 31 18:40:18.768795 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c99a6562-9bd8-471e-81ff-689f9811809d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:18.835366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b0ea86c-015c-49f6-8878-10ad1aad363e req-acd3204e-8fed-4c72-ac0c-4d0aeb48e8e4 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443439 Jan 31 18:40:18.850797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26b37538-4a1e-4658-8d8a-a12f83040f27 req-e1d6d3e1-de09-4c38-a7ea-b00324ef301d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037810 Jan 31 18:40:19.441132 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cd2cca7-eca2-4b4a-92c1-8e0a4dc37c2e req-312fb2e8-6900-423e-8f94-28182e290c85 tempest-ServersAdminTestJSON-1231368332 tempest-ServersAdminTestJSON-1231368332-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f964f36-c613-4f3a-80c9-89c91f5282d3 HTTP/1.1" status: 200 len: 210 time: 0.1420152 Jan 31 18:40:19.582017 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37759f75-b4b2-4c3c-9f5a-dd475c75ffd4 x-openstack-request-id: req-37759f75-b4b2-4c3c-9f5a-dd475c75ffd4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:19.582431 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f964f36-c613-4f3a-80c9-89c91f5282d3", "name": "network-vif-deleted", "tag": "4b2cf6b8-b75e-47dc-9629-a5615e196a1a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:19.582629 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37759f75-b4b2-4c3c-9f5a-dd475c75ffd4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:19.583072 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f964f36-c613-4f3a-80c9-89c91f5282d3', 'name': 'network-vif-deleted', 'tag': '4b2cf6b8-b75e-47dc-9629-a5615e196a1a', 'status': 'completed', 'code': 200} Jan 31 18:40:19.639986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c47a95a-b5d9-4ed3-91b3-1d118621503e req-4d6af8d7-ab9f-428d-a222-84afffba633b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0550041 Jan 31 18:40:19.839959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aab06c6b-d2c9-439f-8ffe-931f496d87a8 req-3731c764-c446-4700-adcf-0da360f7dae1 tempest-AbsoluteLimitsNegativeTestJSON-128737016 tempest-AbsoluteLimitsNegativeTestJSON-128737016-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cbf9209a8d34446a8f3dd4464cb8da64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635250 Jan 31 18:40:20.019104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67462a10-14b4-409f-851b-416f9e4206fa req-a737ced0-52b2-4b42-93c0-a9c5d058e4db tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:20.020749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-67462a10-14b4-409f-851b-416f9e4206fa req-a737ced0-52b2-4b42-93c0-a9c5d058e4db tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 945 time: 0.2014689 Jan 31 18:40:20.039286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab06c6b-d2c9-439f-8ffe-931f496d87a8 req-03b7c76b-58c0-42b0-9ced-d7c67bb7faf3 tempest-AbsoluteLimitsNegativeTestJSON-128737016 tempest-AbsoluteLimitsNegativeTestJSON-128737016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:20.047294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aab06c6b-d2c9-439f-8ffe-931f496d87a8 req-03b7c76b-58c0-42b0-9ced-d7c67bb7faf3 tempest-AbsoluteLimitsNegativeTestJSON-128737016 tempest-AbsoluteLimitsNegativeTestJSON-128737016-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063260 Jan 31 18:40:20.104632 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aab06c6b-d2c9-439f-8ffe-931f496d87a8 req-c155c2ac-34e8-4797-9b06-355874b13514 tempest-AbsoluteLimitsNegativeTestJSON-128737016 tempest-AbsoluteLimitsNegativeTestJSON-128737016-project] 10.222.0.20 "GET /v2.0/quotas/cbf9209a8d34446a8f3dd4464cb8da64 HTTP/1.1" status: 200 len: 375 time: 0.0553725 Jan 31 18:40:20.164432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aab06c6b-d2c9-439f-8ffe-931f496d87a8 req-14b3d660-955c-4356-ae71-a0c0f17afc63 tempest-AbsoluteLimitsNegativeTestJSON-128737016 tempest-AbsoluteLimitsNegativeTestJSON-128737016-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbf9209a8d34446a8f3dd4464cb8da64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590498 Jan 31 18:40:20.193653 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-67462a10-14b4-409f-851b-416f9e4206fa req-d6fdfcb9-7c5a-4a90-a968-935cd0c851a4 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436226 Jan 31 18:40:20.473587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81538fe-aafc-4c01-b7d1-8d683e78b8af req-f3715a12-c955-47e0-a83e-0a1be628e740 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:20.482536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c81538fe-aafc-4c01-b7d1-8d683e78b8af req-f3715a12-c955-47e0-a83e-0a1be628e740 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 950 time: 0.1802800 Jan 31 18:40:20.543409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c77d88-c1be-4f7a-a47b-06f81c1def21 req-b8a92ba2-79c3-45f6-87bf-327649e1fa67 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:20.551288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87c77d88-c1be-4f7a-a47b-06f81c1def21 req-b8a92ba2-79c3-45f6-87bf-327649e1fa67 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.1873958 Jan 31 18:40:20.604274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c81538fe-aafc-4c01-b7d1-8d683e78b8af req-d5021103-bfe0-4e47-80e3-abfc4426cf32 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207500 Jan 31 18:40:20.666226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87c77d88-c1be-4f7a-a47b-06f81c1def21 req-c7b7181c-08ea-433d-b3ae-6ed04d14f699 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095383 Jan 31 18:40:20.697976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34628) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:20.833147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:20.905057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5423c12-bc2b-40f3-893e-4b3613a3e54c req-54a28967-549f-4a39-af59-cfeeb6391380 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0598159 Jan 31 18:40:21.016111 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46ef940b-19e6-41ec-b2cc-2935ee6ad830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:21.048383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973e5a5-6d02-4eca-af48-ec3d60e3b4e3 req-3860d353-d1c5-4653-a38a-c1b1581228a8 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:21.059629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7973e5a5-6d02-4eca-af48-ec3d60e3b4e3 req-3860d353-d1c5-4653-a38a-c1b1581228a8 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.1324863 Jan 31 18:40:21.189623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7973e5a5-6d02-4eca-af48-ec3d60e3b4e3 req-8f418fe5-8d8e-49d7-9223-da034fb87f6a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165919 Jan 31 18:40:21.198223 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6dbf-6631-4f36-86ea-ba70f3ec1c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:21.281640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-05bf4cc3-eb63-4de3-bdb8-9bf3b29ce0dd tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=29bf71e38b554522a817587a28d17885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448482 Jan 31 18:40:21.347302 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b2cf6b8-b75e-47dc-9629-a5615e196a1a no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:40:21.360178 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6dbf-6631-4f36-86ea-ba70f3ec1c7d admin admin] Publish callbacks [] for security_group (6f12bef9-f173-4124-a14d-b51d9cbbc1db), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:21.365743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6dbf-6631-4f36-86ea-ba70f3ec1c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6f12bef9-f173-4124-a14d-b51d9cbbc1db), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:21.385853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 4b2cf6b8-b75e-47dc-9629-a5615e196a1a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:40:21.389046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b2cf6b8-b75e-47dc-9629-a5615e196a1a not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:40:21.419507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd6dbf-6631-4f36-86ea-ba70f3ec1c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12bef9-f173-4124-a14d-b51d9cbbc1db,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:21.421001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:21.462189 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8ecd6dbf-6631-4f36-86ea-ba70f3ec1c7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbf9209a8d34446a8f3dd4464cb8da64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7605765 Jan 31 18:40:21.463815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34666) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:21.542826 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-785bc004-0261-46c6-91c9-c5d779723f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:21.547732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-68d1be65-17f5-4941-95a7-c604099e33e6 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:21.550047 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-68d1be65-17f5-4941-95a7-c604099e33e6 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670112 Jan 31 18:40:21.603326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-14f86c2b-3862-4e08-96f9-aae2941910ec tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/quotas/29bf71e38b554522a817587a28d17885 HTTP/1.1" status: 200 len: 375 time: 0.0450068 Jan 31 18:40:21.630416 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-785bc004-0261-46c6-91c9-c5d779723f2b admin admin] Publish callbacks [] for security_group (59a073c6-fa3e-42cf-bc74-f20c55949d76), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:21.636258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-785bc004-0261-46c6-91c9-c5d779723f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (59a073c6-fa3e-42cf-bc74-f20c55949d76), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:21.683954 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0390d29-2238-4c0c-a686-b7e9d57a26a3 admin admin] Publish callbacks [] for security_group (6f12bef9-f173-4124-a14d-b51d9cbbc1db), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:21.694231 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-785bc004-0261-46c6-91c9-c5d779723f2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=435ba260815a46bfa993678d27cd86d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8593473 Jan 31 18:40:21.696470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bc004-0261-46c6-91c9-c5d779723f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a073c6-fa3e-42cf-bc74-f20c55949d76,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:21.699719 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:21.733585 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-af7bdcff-47ff-46ec-9fce-19e037e5d24e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d452270eb82f433baf33904d01fd1428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114331 Jan 31 18:40:21.735526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34670) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:21.756604 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0390d29-2238-4c0c-a686-b7e9d57a26a3 admin admin] Publish callbacks [] for security_group (6f12bef9-f173-4124-a14d-b51d9cbbc1db), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:21.814935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-7b0bbcbd-4283-4933-91ad-1d6530a6bc6f tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29bf71e38b554522a817587a28d17885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2104359 Jan 31 18:40:21.847947 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0390d29-2238-4c0c-a686-b7e9d57a26a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6f12bef9-f173-4124-a14d-b51d9cbbc1db), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:21.851533 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0390d29-2238-4c0c-a686-b7e9d57a26a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:21.853660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c0390d29-2238-4c0c-a686-b7e9d57a26a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f12bef9-f173-4124-a14d-b51d9cbbc1db HTTP/1.1" status: 204 len: 168 time: 0.3882987 Jan 31 18:40:21.868726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0390d29-2238-4c0c-a686-b7e9d57a26a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12bef9-f173-4124-a14d-b51d9cbbc1db,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:21.970588 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3346d940-359e-4c1f-a49b-be3303086645 admin admin] Publish callbacks [] for security_group (f9d55635-d53d-4b31-8bae-9107435441e1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:21.982730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4f42-1196-4b5c-b25d-04f8f79ba2f0 admin admin] Publish callbacks [] for security_group (59a073c6-fa3e-42cf-bc74-f20c55949d76), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:22.076996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3346d940-359e-4c1f-a49b-be3303086645 admin admin] Publish callbacks [] for security_group (f9d55635-d53d-4b31-8bae-9107435441e1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:22.117533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4f42-1196-4b5c-b25d-04f8f79ba2f0 admin admin] Publish callbacks [] for security_group (59a073c6-fa3e-42cf-bc74-f20c55949d76), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:22.183900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abe3931a-252d-4ee8-9f2d-c2a25b89ebf0 req-c691aa3e-0fb0-4892-8f9a-b0629ddbcc17 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0495002 Jan 31 18:40:22.271913 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3346d940-359e-4c1f-a49b-be3303086645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f9d55635-d53d-4b31-8bae-9107435441e1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:22.276320 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3346d940-359e-4c1f-a49b-be3303086645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:22.279215 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3346d940-359e-4c1f-a49b-be3303086645 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9d55635-d53d-4b31-8bae-9107435441e1 HTTP/1.1" status: 204 len: 168 time: 0.5425596 Jan 31 18:40:22.320414 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:22.331048 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4f42-1196-4b5c-b25d-04f8f79ba2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (59a073c6-fa3e-42cf-bc74-f20c55949d76), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:22.340189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4f42-1196-4b5c-b25d-04f8f79ba2f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:22.345154 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ce1e4f42-1196-4b5c-b25d-04f8f79ba2f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59a073c6-fa3e-42cf-bc74-f20c55949d76 HTTP/1.1" status: 204 len: 168 time: 0.6429346 Jan 31 18:40:22.348380 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346d940-359e-4c1f-a49b-be3303086645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d55635-d53d-4b31-8bae-9107435441e1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:22.390805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e4f42-1196-4b5c-b25d-04f8f79ba2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a073c6-fa3e-42cf-bc74-f20c55949d76,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:22.434614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2616-6142-49d2-9523-b493d5b5969c req-6d325af5-73a9-4275-8eb8-aa506080f131 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:22.444929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-6d325af5-73a9-4275-8eb8-aa506080f131 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/networks?id=79de0ee2-e879-4b88-9aff-7dcab13f873d HTTP/1.1" status: 200 len: 815 time: 0.2391651 Jan 31 18:40:22.536395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dd3edd1-3e62-4178-83b8-970747f74864 req-995476f8-9dc1-41ae-b356-496f3590bac9 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 210 time: 0.0902715 Jan 31 18:40:22.586030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c0e566f7-a286-45cd-9610-488ee6a099f7 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/quotas/765aa20a6adc4a8894e78ee72eb9642f HTTP/1.1" status: 200 len: 375 time: 0.0733206 Jan 31 18:40:22.707693 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-045a72d5-1f65-4b69-938a-22dd6c13a111 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=765aa20a6adc4a8894e78ee72eb9642f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1207283 Jan 31 18:40:22.957041 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-ba567250-5f9e-47f9-a08f-76a0daf0f79e service neutron] 10.222.0.20 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412367 Jan 31 18:40:23.035512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34722) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:23.119511 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-53c46594-5a10-434d-8e12-f5a53c791770 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01db6add133a4f63864d7d0cdb2d7e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0809059 Jan 31 18:40:23.121809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34726) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:23.224198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-9a486a2d-536f-4b40-836d-d09396a8769a service neutron] 10.222.0.20 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613688 Jan 31 18:40:23.251736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7f421a1-a247-42f8-b6d8-45bbc592e9d5 admin admin] Publish callbacks [] for security_group (fd0991ef-b2e8-459f-8268-b77e0fd14f62), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:23.251923 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e845a6-e031-4e42-ad83-999ae6dd4de7 req-ebbeb343-aeb4-426d-8945-44ecc9eb632a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:23.256509 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3e845a6-e031-4e42-ad83-999ae6dd4de7 req-ebbeb343-aeb4-426d-8945-44ecc9eb632a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.21 "GET /v2.0/ports?device_id=05f69c88-829e-4dda-84b2-504d0d799b4f HTTP/1.1" status: 200 len: 945 time: 0.1394145 Jan 31 18:40:23.315860 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7f421a1-a247-42f8-b6d8-45bbc592e9d5 admin admin] Publish callbacks [] for security_group (fd0991ef-b2e8-459f-8268-b77e0fd14f62), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:23.445331 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7f421a1-a247-42f8-b6d8-45bbc592e9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fd0991ef-b2e8-459f-8268-b77e0fd14f62), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:23.454889 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7f421a1-a247-42f8-b6d8-45bbc592e9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:23.462070 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b7f421a1-a247-42f8-b6d8-45bbc592e9d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd0991ef-b2e8-459f-8268-b77e0fd14f62 HTTP/1.1" status: 204 len: 168 time: 0.3373873 Jan 31 18:40:23.483272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f421a1-a247-42f8-b6d8-45bbc592e9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0991ef-b2e8-459f-8268-b77e0fd14f62,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:23.582968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9bcfd2da-f0b2-4243-b91b-54e08ce5921b req-9cf78232-96ce-40d5-931d-42ae0f8ebf2b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.1282201 Jan 31 18:40:23.843348 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2eadfdcc-b74f-45ac-b222-04ccf9ff0aff req-8e75534a-f992-460e-8ff5-aeb1bd743de9 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 210 time: 0.0847831 Jan 31 18:40:23.969454 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:24.021211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-f74f2cd8-b1a3-4fbd-a339-4fc18f2d9ea9 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=29bf71e38b554522a817587a28d17885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1641679 Jan 31 18:40:24.073086 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:24.171992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d3e845a6-e031-4e42-ad83-999ae6dd4de7 req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Deleting port 7993e0fd-6c21-427a-9b7a-13c35c3f228b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:24.172729 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d3e845a6-e031-4e42-ad83-999ae6dd4de7 req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:24.384153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5fc8969-bd02-4a68-8d33-b32c98fc4d49 req-e62f356e-ae7e-478b-a145-bb600481aaf7 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 210 time: 0.3249602 Jan 31 18:40:24.426233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f22a41-a066-490c-a04c-b7d374a83233 req-675736de-9ef8-437e-a2cb-a7b12247fe9d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:24.433265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45f22a41-a066-490c-a04c-b7d374a83233 req-675736de-9ef8-437e-a2cb-a7b12247fe9d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.7705598 Jan 31 18:40:24.491010 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34786) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:24.670746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-6b5aa39d-5bca-4ad6-b149-b510b07012ea tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:24.676910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-6b5aa39d-5bca-4ad6-b149-b510b07012ea tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6446428 Jan 31 18:40:24.685315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d3e845a6-e031-4e42-ad83-999ae6dd4de7 req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] For port 7993e0fd-6c21-427a-9b7a-13c35c3f228b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7993e0fd-6c21-427a-9b7a-13c35c3f228b,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:24.690046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d3e845a6-e031-4e42-ad83-999ae6dd4de7 req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:24.728268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-339837890-network', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:24.728988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45f22a41-a066-490c-a04c-b7d374a83233 req-b74004a5-42e4-4e86-b0bc-759ccf35d19c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944250 Jan 31 18:40:24.765337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Made reservation on behalf of 5918c0d4df2949408b35e4d765cbf2bc for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:24.769098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Request body: {'port': {'device_id': '3c15a051-72e8-4f62-8e33-ac0541a92d8a', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '29bf71e38b554522a817587a28d17885'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:24.769524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:24.797642 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:24.850609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d3e845a6-e031-4e42-ad83-999ae6dd4de7 req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Calling delete_port for 7993e0fd-6c21-427a-9b7a-13c35c3f228b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:24.949841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Publish callbacks [] for security_group (b30dc1fe-f9df-415c-b8d2-a24b695c9f83), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:24.961259 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b30dc1fe-f9df-415c-b8d2-a24b695c9f83), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:25.001450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d1a6974-17a9-4cde-9011-a7269663ebda req-37fe1b2b-6698-41fe-875e-22aba5e532ef tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.2093015 Jan 31 18:40:25.009598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30dc1fe-f9df-415c-b8d2-a24b695c9f83,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:25.047273 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:40:25.069918 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:25.070535 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Added segment 50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d of type vlan for network 516c16ef-8ea9-4e64-a191-4008a282ce3e Jan 31 18:40:25.124014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caa606f9-fd04-47e9-980b-c2bab4995980 req-61bc8236-4b76-41a5-ba84-ac3516beb652 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 210 time: 0.1116369 Jan 31 18:40:25.126000 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:25.183330 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (516c16ef-8ea9-4e64-a191-4008a282ce3e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:25.252471 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (516c16ef-8ea9-4e64-a191-4008a282ce3e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:25.256989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:25.257611 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:25.328717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Made reservation on behalf of 29bf71e38b554522a817587a28d17885 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:25.338394 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:25.534218 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0384171 Jan 31 18:40:25.535388 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34822) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:25.589746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-934fe8f3-8899-4b0d-913e-aa067ce6fbb2 admin admin] Request body: {'subnet': {'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-339837890-subnet', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:25.708494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c1d31-b664-416d-9507-8240f0bbff0c admin admin] Pushing event updated for resources: {'Network': ['ID=516c16ef-8ea9-4e64-a191-4008a282ce3e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:25.725093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 516c16ef-8ea9-4e64-a191-4008a282ce3e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:40:25.740579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b6cb593-78c3-4320-9984-396f3aee2e15 req-1c4c4193-2f95-4f16-8b09-59e302453914 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 210 time: 0.1550138 Jan 31 18:40:25.761708 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d3e845a6-e031-4e42-ad83-999ae6dd4de7 req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7993e0fd-6c21-427a-9b7a-13c35c3f228b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:25.819225 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934fe8f3-8899-4b0d-913e-aa067ce6fbb2 admin admin] Made reservation on behalf of 5918c0d4df2949408b35e4d765cbf2bc for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:25.833355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-934fe8f3-8899-4b0d-913e-aa067ce6fbb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:25.968086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Pushing event deleted for resources: {'Port': ['ID=7993e0fd-6c21-427a-9b7a-13c35c3f228b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:25.992510 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:26.108573 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2616-6142-49d2-9523-b493d5b5969c req-b2bab98f-3579-4f98-85d9-a9a747cfcceb tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:26.111169 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-b2bab98f-3579-4f98-85d9-a9a747cfcceb tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.21 "GET /v2.0/networks?id=79de0ee2-e879-4b88-9aff-7dcab13f873d HTTP/1.1" status: 200 len: 815 time: 0.6425333 Jan 31 18:40:26.127145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-b50a2616-6142-49d2-9523-b493d5b5969c req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Request body: {'port': {'device_id': 'fdb0a60e-9784-491b-8001-9935387b0a43', 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d', 'admin_state_up': True, 'tenant_id': '765aa20a6adc4a8894e78ee72eb9642f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:26.147468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e845a6-e031-4e42-ad83-999ae6dd4de7 req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] No DVR routers for this DVR port 7993e0fd-6c21-427a-9b7a-13c35c3f228b on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:40:26.150351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.150819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.151327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.152104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.152822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.153256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.154505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.155348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.155785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.156216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.156810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.157237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.157673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:26.171854 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d3e845a6-e031-4e42-ad83-999ae6dd4de7 req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:26.175877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3e845a6-e031-4e42-ad83-999ae6dd4de7 req-8cc4b60b-b006-4314-b9d2-a85c08ac7abc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.21 "DELETE /v2.0/ports/7993e0fd-6c21-427a-9b7a-13c35c3f228b HTTP/1.1" status: 204 len: 173 time: 2.9132926 Jan 31 18:40:26.175877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f69c88-829e-4dda-84b2-504d0d799b4f', 'name': 'network-vif-deleted', 'tag': '7993e0fd-6c21-427a-9b7a-13c35c3f228b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:26.197458 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7303957-d6c4-49b9-9aae-1173261fce1e" -d '{"events": [{"server_uuid": "05f69c88-829e-4dda-84b2-504d0d799b4f", "name": "network-vif-deleted", "tag": "7993e0fd-6c21-427a-9b7a-13c35c3f228b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:26.270807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Allocated IP 192.168.233.18 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/d51c15d4-0256-4504-9b9b-d1a8644072cd) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:26.294375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c331a-c41e-46a4-82df-262b5d78bcc5 req-39261abc-151b-4667-a16a-5c7304eefa54 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:26.296853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d2c331a-c41e-46a4-82df-262b5d78bcc5 req-39261abc-151b-4667-a16a-5c7304eefa54 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.4134974 Jan 31 18:40:26.521320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d2c331a-c41e-46a4-82df-262b5d78bcc5 req-5608a9ea-e849-413e-8ccc-51aab45605ab tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183177 Jan 31 18:40:26.674892 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks [] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:26.690377 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-934fe8f3-8899-4b0d-913e-aa067ce6fbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (c96f8db0-c704-4919-b8e1-a33a20f34342), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:26.793112 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fe8f3-8899-4b0d-913e-aa067ce6fbb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96f8db0-c704-4919-b8e1-a33a20f34342,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:26.825226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7800179f-ecf3-4d1d-a6c5-8554f325c855 req-4f8ef40d-83f8-428f-bbfb-d8fea2886cfd tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 210 time: 0.1203535 Jan 31 18:40:26.847854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50a2616-6142-49d2-9523-b493d5b5969c req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Made reservation on behalf of 765aa20a6adc4a8894e78ee72eb9642f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:26.853688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b50a2616-6142-49d2-9523-b493d5b5969c req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:26.940536 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1161cba-6c0b-4791-93ec-229ff99dd8cf x-openstack-request-id: req-f1161cba-6c0b-4791-93ec-229ff99dd8cf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:26.941060 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f69c88-829e-4dda-84b2-504d0d799b4f", "name": "network-vif-deleted", "tag": "7993e0fd-6c21-427a-9b7a-13c35c3f228b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:26.941497 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1161cba-6c0b-4791-93ec-229ff99dd8cf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:26.942108 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f69c88-829e-4dda-84b2-504d0d799b4f', 'name': 'network-vif-deleted', 'tag': '7993e0fd-6c21-427a-9b7a-13c35c3f228b', 'status': 'completed', 'code': 200} Jan 31 18:40:26.961128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68c11d42-c816-4978-bb93-c2df594ea3e8 req-d086a888-9393-47c0-ac44-ca30fb4526ad tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.7119656 Jan 31 18:40:26.996817 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:27.008192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:27.080006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:27.111888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:27.118847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:27.135854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-b50a2616-6142-49d2-9523-b493d5b5969c req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Allocated IP 172.20.0.7 (79de0ee2-e879-4b88-9aff-7dcab13f873d/2b5648f2-eae0-4da6-9d27-38065d259af9/df47c255-eb54-430d-849b-bbaa16b1cbb4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:27.212151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Pushing event updated for resources: {'Port': ['ID=d51c15d4-0256-4504-9b9b-d1a8644072cd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:27.270491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003c31f-daa5-42db-b41e-942fd0cbadef req-1fd5486e-eb46-434b-824b-0d8a0d035e6a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:27.272123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e003c31f-daa5-42db-b41e-942fd0cbadef req-1fd5486e-eb46-434b-824b-0d8a0d035e6a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 935 time: 0.1910450 Jan 31 18:40:27.280466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:27.281196 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:27.342099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7993e0fd-6c21-427a-9b7a-13c35c3f228b no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:40:27.369084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-57aa3262-beac-4ea5-9ad7-263ab4c981ff tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6354234 Jan 31 18:40:27.397832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Request body: {'port': {'device_id': '3c15a051-72e8-4f62-8e33-ac0541a92d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:27.431809 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 7993e0fd-6c21-427a-9b7a-13c35c3f228b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:40:27.432494 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7993e0fd-6c21-427a-9b7a-13c35c3f228b not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:40:27.511857 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fe8f3-8899-4b0d-913e-aa067ce6fbb2 admin admin] Checking segment: {'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:27.513612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e003c31f-daa5-42db-b41e-942fd0cbadef req-b5e09d1a-0aa4-4f39-93ac-f91b7b89a27e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291772 Jan 31 18:40:27.515137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934fe8f3-8899-4b0d-913e-aa067ce6fbb2 admin admin] Network hostable DHCP agents. Network: 516c16ef-8ea9-4e64-a191-4008a282ce3e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:40:27.543161 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b50a2616-6142-49d2-9523-b493d5b5969c req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks [] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:27.602314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934fe8f3-8899-4b0d-913e-aa067ce6fbb2 admin admin] Network 516c16ef-8ea9-4e64-a191-4008a282ce3e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:40:27.644532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-934fe8f3-8899-4b0d-913e-aa067ce6fbb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 516c16ef-8ea9-4e64-a191-4008a282ce3e) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:27.655460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c9cc80f1-bfd4-4325-8697-c7b6e19155af None None] Provisioning complete for port d51c15d4-0256-4504-9b9b-d1a8644072cd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:27.655825 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9cc80f1-bfd4-4325-8697-c7b6e19155af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:27.667435 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:27.682982 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934fe8f3-8899-4b0d-913e-aa067ce6fbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:27.683694 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-934fe8f3-8899-4b0d-913e-aa067ce6fbb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:27.695422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fac789-fc92-4989-9c36-a8073d949fed None None] Network 516c16ef-8ea9-4e64-a191-4008a282ce3e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:40:27.781394 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-934fe8f3-8899-4b0d-913e-aa067ce6fbb2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2083046 Jan 31 18:40:27.784866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34914) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:27.824957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b50a2616-6142-49d2-9523-b493d5b5969c req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:27.852812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:27.866812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34918) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:27.908681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50a2616-6142-49d2-9523-b493d5b5969c req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Network 79de0ee2-e879-4b88-9aff-7dcab13f873d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:27.911978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-b50a2616-6142-49d2-9523-b493d5b5969c req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:27.914754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50a2616-6142-49d2-9523-b493d5b5969c req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:27.970217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc80f1-bfd4-4325-8697-c7b6e19155af None None] Port d51c15d4-0256-4504-9b9b-d1a8644072cd cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:40:27.986493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-516c16ef-8ea9-4e64-a191-4008a282ce3e', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'fixed_ips': [{'subnet_id': 'c96f8db0-c704-4919-b8e1-a33a20f34342'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:40:27.987562 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.083460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce42ef3-f780-4e47-990f-c5473ffe6075 req-a498d012-d6a4-4736-9c73-778a96180df4 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:28.099142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ce42ef3-f780-4e47-990f-c5473ffe6075 req-a498d012-d6a4-4736-9c73-778a96180df4 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.4002512 Jan 31 18:40:28.100174 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.101927 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.126449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Pushing event updated for resources: {'Port': ['ID=df47c255-eb54-430d-849b-bbaa16b1cbb4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:28.146990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2616-6142-49d2-9523-b493d5b5969c req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:28.149121 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b50a2616-6142-49d2-9523-b493d5b5969c req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.190240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Publish callbacks [] for router_controller (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.195424 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-63e95c18-e981-4e27-8f8c-a63f24118b19 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0755982 Jan 31 18:40:28.213007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Request body: {'port': {'device_id': 'fdb0a60e-9784-491b-8001-9935387b0a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:28.302439 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.332041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Allocated IP 172.20.0.2 (516c16ef-8ea9-4e64-a191-4008a282ce3e/c96f8db0-c704-4919-b8e1-a33a20f34342/42a13122-7a3c-4886-93ae-b95fc92e75e1) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:28.354671 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f6263c2-84e8-41f2-93cd-a68633b97118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.495135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-c9a6b699-4340-4747-a505-514a063002cf tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6fb86a71d53b481a995ede65acca6d7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1907201 Jan 31 18:40:28.512746 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Publish callbacks [] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.519616 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.565115 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Pushing event updated for resources: {'Port': ['ID=42a13122-7a3c-4886-93ae-b95fc92e75e1,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:28.579450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.580177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.580744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.581279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.582500 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.583022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.583535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.584035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.584608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.585694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.586227 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.586789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.587314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:28.609030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Network 516c16ef-8ea9-4e64-a191-4008a282ce3e is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:28.614022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:28.621158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:28.751701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Attempting to bind port 42a13122-7a3c-4886-93ae-b95fc92e75e1 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:40:28.752075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Attempting to bind port 42a13122-7a3c-4886-93ae-b95fc92e75e1 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:40:28.754473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Attempting to bind port 42a13122-7a3c-4886-93ae-b95fc92e75e1 on network 516c16ef-8ea9-4e64-a191-4008a282ce3e {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:28.766303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df47c255-eb54-430d-849b-bbaa16b1cbb4 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:40:28.769624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:40:28.772734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Checking segment: {'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:28.773162 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.773722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Bound using segment: {'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:40:28.774243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Bound port: 42a13122-7a3c-4886-93ae-b95fc92e75e1, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:40:28.774643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.785737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Publish callbacks [] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.817199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Transition to ACTIVE for port object df47c255-eb54-430d-849b-bbaa16b1cbb4 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:40:28.822839 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:28.934078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] For port 42a13122-7a3c-4886-93ae-b95fc92e75e1, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:40:28.939263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] For port 42a13122-7a3c-4886-93ae-b95fc92e75e1, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=42a13122-7a3c-4886-93ae-b95fc92e75e1,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:40:28.950368 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:29.002242 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Publish callbacks [] for router_gateway (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:29.022720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Pushing event updated for resources: {'Port': ['ID=df47c255-eb54-430d-849b-bbaa16b1cbb4,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:29.079900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ce42ef3-f780-4e47-990f-c5473ffe6075 req-25d584cd-d5d0-46bb-b1fa-b73df8c4de30 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9742975 Jan 31 18:40:29.090642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2412d-9c11-4912-8036-19f18b79200b None None] Pushing event updated for resources: {'Port': ['ID=42a13122-7a3c-4886-93ae-b95fc92e75e1,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:29.141820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Attempting to bind port df47c255-eb54-430d-849b-bbaa16b1cbb4 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:40:29.146038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Attempting to bind port df47c255-eb54-430d-849b-bbaa16b1cbb4 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:40:29.146038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Attempting to bind port df47c255-eb54-430d-849b-bbaa16b1cbb4 on network 79de0ee2-e879-4b88-9aff-7dcab13f873d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:29.167899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Port df47c255-eb54-430d-849b-bbaa16b1cbb4 on network 79de0ee2-e879-4b88-9aff-7dcab13f873d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:40:29.169465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Attempting to bind port df47c255-eb54-430d-849b-bbaa16b1cbb4 on network 79de0ee2-e879-4b88-9aff-7dcab13f873d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:29.181898 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:40:29.183860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Checking segment: {'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:29.187654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Bound using segment: {'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:40:29.188218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Bound port: df47c255-eb54-430d-849b-bbaa16b1cbb4, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:40:29.188720 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:29.258165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51c15d4-0256-4504-9b9b-d1a8644072cd {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:40:29.277945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Publish callbacks [] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:29.299880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Transition to ACTIVE for port object d51c15d4-0256-4504-9b9b-d1a8644072cd will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:40:29.337728 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] For port df47c255-eb54-430d-849b-bbaa16b1cbb4, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:40:29.343247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] For port df47c255-eb54-430d-849b-bbaa16b1cbb4, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=df47c255-eb54-430d-849b-bbaa16b1cbb4,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:40:29.350153 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:29.358974 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:29.366563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-9436ce56-6b5d-4e28-92d3-8bc9afba519b tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:29.379742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-9436ce56-6b5d-4e28-92d3-8bc9afba519b tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8319776 Jan 31 18:40:29.555899 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f6263c2-84e8-41f2-93cd-a68633b97118 admin admin] Publish callbacks [] for security_group (6a0e4a1d-5f1d-4f13-839a-d48db3b2a55b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:29.593182 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f6263c2-84e8-41f2-93cd-a68633b97118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6a0e4a1d-5f1d-4f13-839a-d48db3b2a55b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:29.648220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2f6263c2-84e8-41f2-93cd-a68633b97118 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a68208cd0e614f15a84bf4ea23d06a80&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7689102 Jan 31 18:40:29.651066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34944) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:29.788679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Pushing event updated for resources: {'Port': ['ID=d51c15d4-0256-4504-9b9b-d1a8644072cd,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:29.825913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-349cc129-6727-49fb-9f46-477d3176375c tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/quotas/6fb86a71d53b481a995ede65acca6d7a HTTP/1.1" status: 200 len: 375 time: 0.4451711 Jan 31 18:40:29.867112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6263c2-84e8-41f2-93cd-a68633b97118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0e4a1d-5f1d-4f13-839a-d48db3b2a55b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:29.912482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908578f-a6ee-4b46-a383-14419e9459b3 req-f286fb74-fc93-4731-a710-950506a7c061 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:29.920405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4908578f-a6ee-4b46-a383-14419e9459b3 req-f286fb74-fc93-4731-a710-950506a7c061 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 943 time: 0.6035714 Jan 31 18:40:29.928078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:29.928078 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:29.929383 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] 10.222.0.21 "PUT /v2.0/ports/df47c255-eb54-430d-849b-bbaa16b1cbb4 HTTP/1.1" status: 200 len: 1092 time: 1.7276220 Jan 31 18:40:29.930088 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb0a60e-9784-491b-8001-9935387b0a43', 'tag': 'df47c255-eb54-430d-849b-bbaa16b1cbb4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:29.932318 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075a664b-d044-4eed-ba47-05f9d80545b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb0a60e-9784-491b-8001-9935387b0a43", "tag": "df47c255-eb54-430d-849b-bbaa16b1cbb4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:29.935487 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c7a81-e63f-4b6f-bcbc-3e4fe107a25f service neutron] Pushing event updated for resources: {'Port': ['ID=df47c255-eb54-430d-849b-bbaa16b1cbb4,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:29.961808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-c63b82bb-4852-4d74-8c54-ea785db6e3ad tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fb86a71d53b481a995ede65acca6d7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1286180 Jan 31 18:40:30.024648 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ed77adf-0817-42ba-befc-804c79cfac0e admin admin] Publish callbacks [] for security_group (6a0e4a1d-5f1d-4f13-839a-d48db3b2a55b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:30.085535 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2616-6142-49d2-9523-b493d5b5969c req-a047b949-8410-4e33-9a01-744e986e4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:30.087051 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-a047b949-8410-4e33-9a01-744e986e4d73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=765aa20a6adc4a8894e78ee72eb9642f&device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 1126 time: 0.0951996 Jan 31 18:40:30.099430 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ed77adf-0817-42ba-befc-804c79cfac0e admin admin] Publish callbacks [] for security_group (6a0e4a1d-5f1d-4f13-839a-d48db3b2a55b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:30.147185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Attempting to bind port d51c15d4-0256-4504-9b9b-d1a8644072cd on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:40:30.147668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Attempting to bind port d51c15d4-0256-4504-9b9b-d1a8644072cd by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:40:30.148128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Attempting to bind port d51c15d4-0256-4504-9b9b-d1a8644072cd on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:30.183781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4908578f-a6ee-4b46-a383-14419e9459b3 req-889d1213-9e61-4d20-b702-a7bcfc4d5d5a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622013 Jan 31 18:40:30.200050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Port d51c15d4-0256-4504-9b9b-d1a8644072cd on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:40:30.210945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Attempting to bind port d51c15d4-0256-4504-9b9b-d1a8644072cd on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:30.250890 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-9f9dd56a-e3f5-4a84-ba3d-015c4779c0ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df47c255-eb54-430d-849b-bbaa16b1cbb4 HTTP/1.1" status: 200 len: 217 time: 0.1553597 Jan 31 18:40:30.280929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:40:30.281547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:30.281886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:40:30.283961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Bound port: d51c15d4-0256-4504-9b9b-d1a8644072cd, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:40:30.284504 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:30.443695 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2616-6142-49d2-9523-b493d5b5969c req-3cc27ab1-a399-49f1-972e-65b65116ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:30.451237 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-3cc27ab1-a399-49f1-972e-65b65116ef68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b5648f2-eae0-4da6-9d27-38065d259af9 HTTP/1.1" status: 200 len: 855 time: 0.1906338 Jan 31 18:40:30.468564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 42a13122-7a3c-4886-93ae-b95fc92e75e1 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:30.551649 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-db2e512d-6211-4503-84de-c8c4d488eda9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79de0ee2-e879-4b88-9aff-7dcab13f873d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932078 Jan 31 18:40:30.572803 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef043013-46c2-4cc2-b8bf-b0738bdaa287 req-a8f857cc-89cb-48ad-8702-00a9083a6da4 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.1612287 Jan 31 18:40:30.577590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ed77adf-0817-42ba-befc-804c79cfac0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6a0e4a1d-5f1d-4f13-839a-d48db3b2a55b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:30.580188 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ed77adf-0817-42ba-befc-804c79cfac0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:30.583528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0ed77adf-0817-42ba-befc-804c79cfac0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a0e4a1d-5f1d-4f13-839a-d48db3b2a55b HTTP/1.1" status: 204 len: 168 time: 0.9051516 Jan 31 18:40:30.600074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 42a13122-7a3c-4886-93ae-b95fc92e75e1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:30.600757 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:30.679119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed77adf-0817-42ba-befc-804c79cfac0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0e4a1d-5f1d-4f13-839a-d48db3b2a55b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:30.740060 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Publish callbacks [] for router_gateway (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:30.800125 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211cb523-a1d5-48d0-8636-b83a3ffef3ba x-openstack-request-id: req-211cb523-a1d5-48d0-8636-b83a3ffef3ba {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:30.800481 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb0a60e-9784-491b-8001-9935387b0a43", "tag": "df47c255-eb54-430d-849b-bbaa16b1cbb4", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:30.800707 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-211cb523-a1d5-48d0-8636-b83a3ffef3ba {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:30.801162 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb0a60e-9784-491b-8001-9935387b0a43', 'tag': 'df47c255-eb54-430d-849b-bbaa16b1cbb4', 'status': 'completed', 'code': 200} Jan 31 18:40:30.815929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4279b-1dd6-4c0c-a124-153f8578f710 req-61042d57-059a-48a1-af53-4290f2d71796 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:30.817976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55e4279b-1dd6-4c0c-a124-153f8578f710 req-61042d57-059a-48a1-af53-4290f2d71796 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 947 time: 0.4048545 Jan 31 18:40:30.821379 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:30.832946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] For port d51c15d4-0256-4504-9b9b-d1a8644072cd, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:40:30.833718 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-d2a943ec-e123-4165-bda2-6b6a0abaf75b service neutron] 10.222.0.21 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714159 Jan 31 18:40:30.881269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] For port d51c15d4-0256-4504-9b9b-d1a8644072cd, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d51c15d4-0256-4504-9b9b-d1a8644072cd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:40:30.938163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 42a13122-7a3c-4886-93ae-b95fc92e75e1 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:30.938490 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:30.942563 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:31.051827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:31.052685 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:31.054166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] 10.222.0.49 "PUT /v2.0/ports/d51c15d4-0256-4504-9b9b-d1a8644072cd HTTP/1.1" status: 200 len: 1096 time: 3.6685157 Jan 31 18:40:31.056262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 42a13122-7a3c-4886-93ae-b95fc92e75e1, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=42a13122-7a3c-4886-93ae-b95fc92e75e1,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:31.062581 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:31.068039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c15a051-72e8-4f62-8e33-ac0541a92d8a', 'tag': 'd51c15d4-0256-4504-9b9b-d1a8644072cd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:31.073967 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f364a0f7-1ce8-4fe2-8447-49227a4533ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3c15a051-72e8-4f62-8e33-ac0541a92d8a", "tag": "d51c15d4-0256-4504-9b9b-d1a8644072cd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:31.106900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ede1193-8557-4f15-89a9-a42fcd619f93 None None] Network 516c16ef-8ea9-4e64-a191-4008a282ce3e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:40:31.148945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55e4279b-1dd6-4c0c-a124-153f8578f710 req-a9d1d5e1-02c0-4f57-83ae-ada85b208a33 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100924 Jan 31 18:40:31.197264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34970) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:31.197609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34972) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:31.216873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1093636659'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:31.217141 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b50a2616-6142-49d2-9523-b493d5b5969c req-0f66b1c1-f0ca-4f49-b010-edc1a6509c9e service neutron] 10.222.0.21 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752565 Jan 31 18:40:31.301129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec262aa-5971-45ee-9ce8-4d75a37b963c req-00e80947-d15d-46b4-b67a-9281d0dfa5d7 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:31.310905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ec262aa-5971-45ee-9ce8-4d75a37b963c req-00e80947-d15d-46b4-b67a-9281d0dfa5d7 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.5044320 Jan 31 18:40:31.359826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416db61-719a-4be6-9bab-61195b9c5cae service neutron] Pushing event updated for resources: {'Port': ['ID=d51c15d4-0256-4504-9b9b-d1a8644072cd,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:31.363684 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a664b-d044-4eed-ba47-05f9d80545b3 req-23bacf13-9b54-4dba-8cea-c9066e4beeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:31.378733 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-075a664b-d044-4eed-ba47-05f9d80545b3 req-23bacf13-9b54-4dba-8cea-c9066e4beeb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=765aa20a6adc4a8894e78ee72eb9642f&device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 1126 time: 0.0953536 Jan 31 18:40:31.402314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-21f463da-fd69-46f1-9d91-8ec8092e12c7 None None] Provisioning complete for port 42a13122-7a3c-4886-93ae-b95fc92e75e1 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:31.402955 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-21f463da-fd69-46f1-9d91-8ec8092e12c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:31.426090 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7812-0bce-4441-880d-0e45f0fa6e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:31.472389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=42a13122-7a3c-4886-93ae-b95fc92e75e1,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:31.477304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d76a37f1-bb50-475f-bb38-d35b820034b5 req-bb92198b-d10d-4d4d-8097-a4c602912a9c tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 210 time: 0.1595438 Jan 31 18:40:31.567114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ec262aa-5971-45ee-9ce8-4d75a37b963c req-0a68a2e7-cf38-4467-bc37-2908dee1b34e tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550335 Jan 31 18:40:31.568732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Allocated IP 172.25.8.67 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/a9630d80-d3fe-46e8-9746-05dc1e763920) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:31.574228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:31.578520 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:31.583005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-21f463da-fd69-46f1-9d91-8ec8092e12c7 None None] Current status of the port 42a13122-7a3c-4886-93ae-b95fc92e75e1 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:31.618466 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bdac47-a1d5-4cbd-a337-df518ee5a195 x-openstack-request-id: req-35bdac47-a1d5-4cbd-a337-df518ee5a195 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:31.618858 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c15a051-72e8-4f62-8e33-ac0541a92d8a", "tag": "d51c15d4-0256-4504-9b9b-d1a8644072cd", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:31.619188 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35bdac47-a1d5-4cbd-a337-df518ee5a195 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:31.619664 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c15a051-72e8-4f62-8e33-ac0541a92d8a', 'tag': 'd51c15d4-0256-4504-9b9b-d1a8644072cd', 'status': 'completed', 'code': 200} Jan 31 18:40:31.625705 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a664b-d044-4eed-ba47-05f9d80545b3 req-edc7714b-703d-40e8-a071-290284ae5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:31.632108 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-075a664b-d044-4eed-ba47-05f9d80545b3 req-edc7714b-703d-40e8-a071-290284ae5174 service neutron] 10.222.0.21 "GET /v2.0/networks?id=79de0ee2-e879-4b88-9aff-7dcab13f873d HTTP/1.1" status: 200 len: 916 time: 0.2379251 Jan 31 18:40:31.642657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:40:31.655627 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4cbb485e-9032-4610-8e72-f29d91165c6e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:31.656046 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Added segment 4cbb485e-9032-4610-8e72-f29d91165c6e of type vlan for network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 Jan 31 18:40:31.709653 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:31.714577 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-075a664b-d044-4eed-ba47-05f9d80545b3 req-30869dce-bd66-403d-be33-9a6021581d11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df47c255-eb54-430d-849b-bbaa16b1cbb4 HTTP/1.1" status: 200 len: 217 time: 0.0803926 Jan 31 18:40:31.772835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-b71277b5-1dc1-4c10-9cd9-88ed75cd273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:31.774411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-b71277b5-1dc1-4c10-9cd9-88ed75cd273c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bf71e38b554522a817587a28d17885&device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 1130 time: 0.6702273 Jan 31 18:40:31.785760 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a664b-d044-4eed-ba47-05f9d80545b3 req-3919bc64-d30f-454f-a19d-411dd3d65075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:31.787405 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-075a664b-d044-4eed-ba47-05f9d80545b3 req-3919bc64-d30f-454f-a19d-411dd3d65075 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2b5648f2-eae0-4da6-9d27-38065d259af9 HTTP/1.1" status: 200 len: 855 time: 0.0630820 Jan 31 18:40:31.826481 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-075a664b-d044-4eed-ba47-05f9d80545b3 req-efa70fa8-217f-4bce-aac6-6f3271bdc3c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79de0ee2-e879-4b88-9aff-7dcab13f873d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292404 Jan 31 18:40:31.831028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-03997157-5294-4c75-9590-21e4005fe6b6 req-39dce9a2-e5e9-45c2-9696-80c8b7c31863 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0642493 Jan 31 18:40:31.894656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:40:31.930558 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-1748af14-f3d8-4582-ac45-c9d710333ba9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d51c15d4-0256-4504-9b9b-d1a8644072cd HTTP/1.1" status: 200 len: 217 time: 0.1034460 Jan 31 18:40:31.936118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-46385ec7-8e7a-41d9-9d52-d33ceaad183a None None] Provisioning complete for port 42a13122-7a3c-4886-93ae-b95fc92e75e1 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:31.938605 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46385ec7-8e7a-41d9-9d52-d33ceaad183a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.022128 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.027062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:32.027931 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.029544 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-075a664b-d044-4eed-ba47-05f9d80545b3 req-57c155e4-5b20-440e-872e-fee73f1f2c5f service neutron] 10.222.0.21 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803133 Jan 31 18:40:32.085037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-46385ec7-8e7a-41d9-9d52-d33ceaad183a None None] Current status of the port 42a13122-7a3c-4886-93ae-b95fc92e75e1 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:32.104566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-8ec6e856-efe7-4faa-a831-cd83015fb74f tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6fb86a71d53b481a995ede65acca6d7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951414 Jan 31 18:40:32.125596 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9134562 Jan 31 18:40:32.128990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34978) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:32.138403 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cbf8dff8-d564-4e56-b5da-a36a1451dfa8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1584311746'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:32.200659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf8dff8-d564-4e56-b5da-a36a1451dfa8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:32.209310 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbf8dff8-d564-4e56-b5da-a36a1451dfa8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.211880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 42a13122-7a3c-4886-93ae-b95fc92e75e1 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:32.250450 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-075a664b-d044-4eed-ba47-05f9d80545b3 req-f9a3b33d-95e6-4f30-b733-684225268d63 service neutron] 10.222.0.21 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139530 Jan 31 18:40:32.266344 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf8dff8-d564-4e56-b5da-a36a1451dfa8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:40:32.284061 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbf8dff8-d564-4e56-b5da-a36a1451dfa8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (90bb0d3c-a662-4b9e-9e45-8e9924d040f2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.284424 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-cbf8dff8-d564-4e56-b5da-a36a1451dfa8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Added segment 90bb0d3c-a662-4b9e-9e45-8e9924d040f2 of type vlan for network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 Jan 31 18:40:32.290943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 42a13122-7a3c-4886-93ae-b95fc92e75e1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:32.291865 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.333355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbf8dff8-d564-4e56-b5da-a36a1451dfa8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (7e98bb2f-3aca-4d61-b879-07a7e4c3d554), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.360319 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Publish callbacks [] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.363835 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbf8dff8-d564-4e56-b5da-a36a1451dfa8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (7e98bb2f-3aca-4d61-b879-07a7e4c3d554), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.370789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf8dff8-d564-4e56-b5da-a36a1451dfa8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:32.371756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbf8dff8-d564-4e56-b5da-a36a1451dfa8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.383961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 42a13122-7a3c-4886-93ae-b95fc92e75e1 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:32.399370 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7812-0bce-4441-880d-0e45f0fa6e16 admin admin] Publish callbacks [] for security_group (a02b13de-ed1a-4bb8-a56e-4afaf9cc5fb2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.406405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-b9153f05-3d06-4fce-a737-3ffb041c0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:32.407872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-b9153f05-3d06-4fce-a737-3ffb041c0aca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.4649096 Jan 31 18:40:32.414520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c80b9-9984-479f-9835-afeb66c671be req-64d79b82-2196-4487-a46a-9c8eff59544c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:32.416000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-302c80b9-9984-479f-9835-afeb66c671be req-64d79b82-2196-4487-a46a-9c8eff59544c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 943 time: 0.6317494 Jan 31 18:40:32.422512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6eda9-45bd-4ba4-a4a9-961c37463ea2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Network': ['ID=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:32.436857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:40:32.438257 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cbf8dff8-d564-4e56-b5da-a36a1451dfa8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3079388 Jan 31 18:40:32.443358 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7812-0bce-4441-880d-0e45f0fa6e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a02b13de-ed1a-4bb8-a56e-4afaf9cc5fb2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.444846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34982) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:32.468180 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8dff8-d564-4e56-b5da-a36a1451dfa8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Network': ['ID=7e98bb2f-3aca-4d61-b879-07a7e4c3d554,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:32.472219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-c046de21-bf35-4ede-a6c2-ae6a7577e33d tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:32.473723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-c046de21-bf35-4ede-a6c2-ae6a7577e33d tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3406863 Jan 31 18:40:32.489720 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:40:32.490479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-672c0dee-9199-42de-9494-3db9074f326e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'subnet': {'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:32.523080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Request body: {'port': {'device_id': 'bdbc8321-6b7a-4143-8051-79f8c6063849', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '6fb86a71d53b481a995ede65acca6d7a'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:32.686920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9f1f7812-0bce-4441-880d-0e45f0fa6e16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=558ff3932cf041c1b41823c1a300df14&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4759922 Jan 31 18:40:32.687646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f7812-0bce-4441-880d-0e45f0fa6e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02b13de-ed1a-4bb8-a56e-4afaf9cc5fb2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:32.689581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34988) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:32.730616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cea8e-5766-4c82-9456-dbafea952dec req-e91f907d-262a-4008-a03b-e5680d2d7320 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:32.732204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-353cea8e-5766-4c82-9456-dbafea952dec req-e91f907d-262a-4008-a03b-e5680d2d7320 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 947 time: 0.4811001 Jan 31 18:40:32.743183 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.749108 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13858fd5-9025-49a6-b250-9079789acb64 admin admin] Publish callbacks [] for security_group (a02b13de-ed1a-4bb8-a56e-4afaf9cc5fb2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.753449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-bf140188-e543-4f79-b83c-094fdb061b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:32.754946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-bf140188-e543-4f79-b83c-094fdb061b10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3375876 Jan 31 18:40:32.758058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-302c80b9-9984-479f-9835-afeb66c671be req-08a78d6f-9c9e-44da-9494-8730cca635c8 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292572 Jan 31 18:40:32.774015 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13858fd5-9025-49a6-b250-9079789acb64 admin admin] Publish callbacks [] for security_group (a02b13de-ed1a-4bb8-a56e-4afaf9cc5fb2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.846237 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13858fd5-9025-49a6-b250-9079789acb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a02b13de-ed1a-4bb8-a56e-4afaf9cc5fb2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.848954 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13858fd5-9025-49a6-b250-9079789acb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:32.852656 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-13858fd5-9025-49a6-b250-9079789acb64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a02b13de-ed1a-4bb8-a56e-4afaf9cc5fb2 HTTP/1.1" status: 204 len: 168 time: 0.1596665 Jan 31 18:40:32.859417 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13858fd5-9025-49a6-b250-9079789acb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02b13de-ed1a-4bb8-a56e-4afaf9cc5fb2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:32.882426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:32.963050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34125f75-4899-4b01-bbc8-10df31e8e105 req-bf7c7a10-e32f-4fe6-b5f7-f601cff9a357 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 210 time: 0.1035407 Jan 31 18:40:32.964262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:32.990053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:32.994254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Pushing event updated for resources: {'Port': ['ID=a9630d80-d3fe-46e8-9746-05dc1e763920,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:33.042429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672c0dee-9199-42de-9494-3db9074f326e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:33.047179 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-672c0dee-9199-42de-9494-3db9074f326e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:33.112884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-353cea8e-5766-4c82-9456-dbafea952dec req-c6caf398-2459-444a-a56b-73765261a95f tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620989 Jan 31 18:40:33.234034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Made reservation on behalf of 6fb86a71d53b481a995ede65acca6d7a for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:33.238376 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:33.265742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98aa2e05-4669-4191-97ff-e8115ae0061a req-58b7df83-cfda-49e7-958b-298ec64f9b3f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0717573 Jan 31 18:40:33.331853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-4f0bb3d0-0ea4-410b-a683-65b7ce52d5b3 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354056 Jan 31 18:40:33.332575 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:33.385841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device df47c255-eb54-430d-849b-bbaa16b1cbb4 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:40:33.511996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port df47c255-eb54-430d-849b-bbaa16b1cbb4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=df47c255-eb54-430d-849b-bbaa16b1cbb4,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:33.526934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'df47c255-eb54-430d-849b-bbaa16b1cbb4', 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d', 'port_id': 'df47c255-eb54-430d-849b-bbaa16b1cbb4', 'mac_address': 'fa:16:3e:9f:b8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5648f2-eae0-4da6-9d27-38065d259af9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:40:33.570102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port df47c255-eb54-430d-849b-bbaa16b1cbb4 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:33.570537 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:33.592254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df47c255-eb54-430d-849b-bbaa16b1cbb4 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:40:33.616101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port df47c255-eb54-430d-849b-bbaa16b1cbb4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=df47c255-eb54-430d-849b-bbaa16b1cbb4,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:33.621177 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:33.680503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=df47c255-eb54-430d-849b-bbaa16b1cbb4,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:33.807755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd86e8a-b251-464c-bf07-445a34fe5399 req-ef62ecb8-0e4a-4168-a12b-1d0a3b4cf804 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:33.810266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbd86e8a-b251-464c-bf07-445a34fe5399 req-ef62ecb8-0e4a-4168-a12b-1d0a3b4cf804 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.7679965 Jan 31 18:40:33.932418 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['df47c255-eb54-430d-849b-bbaa16b1cbb4'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:34.006311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbd86e8a-b251-464c-bf07-445a34fe5399 req-9af576f0-65ae-4222-a8d2-1ac6bbd0718f tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676660 Jan 31 18:40:34.205681 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-349494c8-7c04-4d05-b8b0-2902d2642c38 req-647e4a27-f36a-40a2-a603-07165a664e72 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8632197 Jan 31 18:40:34.216296 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-876abd12-3adc-427d-be25-c360a6f435f8 req-e311df02-1c1e-43e1-beff-53878f0e25bc tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 210 time: 0.0754058 Jan 31 18:40:34.290134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928aefa-114b-4283-9332-8054d56cdcf8 req-895971d7-2de5-4ea2-b273-6ccba8d370d5 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:34.291661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9928aefa-114b-4283-9332-8054d56cdcf8 req-895971d7-2de5-4ea2-b273-6ccba8d370d5 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 944 time: 0.4104722 Jan 31 18:40:34.429427 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks [] for security_group (d59ac191-8154-4e1d-ba0e-aad6e8bc055f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:34.440464 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d59ac191-8154-4e1d-ba0e-aad6e8bc055f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:34.453501 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-672c0dee-9199-42de-9494-3db9074f326e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (2aa973fa-62c2-490b-9643-bb1da4b73d91), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:34.455098 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Publish callbacks [] for router_gateway (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:34.518194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35034) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:34.634740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9928aefa-114b-4283-9332-8054d56cdcf8 req-cf604b77-27e1-4443-b7f4-9bc26149623a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070602 Jan 31 18:40:34.646314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59ac191-8154-4e1d-ba0e-aad6e8bc055f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:34.658935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364a0f7-1ce8-4fe2-8447-49227a4533ff req-daed9356-5d95-4ec8-91c6-820bf9ace3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:34.660472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f364a0f7-1ce8-4fe2-8447-49227a4533ff req-daed9356-5d95-4ec8-91c6-820bf9ace3a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29bf71e38b554522a817587a28d17885&device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 1130 time: 0.3678994 Jan 31 18:40:34.676149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c1548-6610-4b65-a15e-2fe2c6073ba5 req-011db035-0f96-4962-8d08-4a0b1f3e6f22 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:34.677800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-356c1548-6610-4b65-a15e-2fe2c6073ba5 req-011db035-0f96-4962-8d08-4a0b1f3e6f22 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 947 time: 0.3574488 Jan 31 18:40:34.708688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-648301976'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:34.730480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c0dee-9199-42de-9494-3db9074f326e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Subnet': ['ID=2aa973fa-62c2-490b-9643-bb1da4b73d91,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:34.741243 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Made reservation on behalf of 1c4dfbe745d4456493aeb8592ecf220a for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:34.748431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:34.758612 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:34.843949 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks [] for security_group (5b8d7240-ba3c-42b3-bc9c-870643c419a2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:34.849127 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5b8d7240-ba3c-42b3-bc9c-870643c419a2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:34.874709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:40:34.881805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4845b378-4bf7-4ac3-b1fa-2ade7c159649 req-e5100756-7868-40b6-9106-a4aaa9cd8740 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.1191711 Jan 31 18:40:34.889335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c0dee-9199-42de-9494-3db9074f326e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Checking segment: {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:34.889795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672c0dee-9199-42de-9494-3db9074f326e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Network hostable DHCP agents. Network: 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:40:34.890710 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8d7240-ba3c-42b3-bc9c-870643c419a2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:34.894993 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e5af6bfb-e6a6-44da-b313-1a41b2c640e7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:34.894993 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Added segment e5af6bfb-e6a6-44da-b313-1a41b2c640e7 of type vlan for network 476e416a-fb8f-4151-a3c9-ef2e0b73ff81 Jan 31 18:40:34.962514 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (476e416a-fb8f-4151-a3c9-ef2e0b73ff81), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:34.985118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Allocated IP 192.168.233.80 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/55984e74-e5e9-4a31-9e05-f2eeb4a2335e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:34.996036 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (476e416a-fb8f-4151-a3c9-ef2e0b73ff81), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.003705 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:35.004792 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.021222 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-356c1548-6610-4b65-a15e-2fe2c6073ba5 req-66b515e3-f9f5-44f5-80cb-1f48132087d6 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917616 Jan 31 18:40:35.026182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672c0dee-9199-42de-9494-3db9074f326e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:40:35.079427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364a0f7-1ce8-4fe2-8447-49227a4533ff req-3b538724-10f2-471c-be10-065666f9e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:35.081027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f364a0f7-1ce8-4fe2-8447-49227a4533ff req-3b538724-10f2-471c-be10-065666f9e937 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.4023318 Jan 31 18:40:35.083044 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5629129 Jan 31 18:40:35.084210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35040) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:35.109285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-672c0dee-9199-42de-9494-3db9074f326e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:35.112528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99fe28-23b5-4087-8cab-2ae196915ed7 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Pushing event updated for resources: {'Network': ['ID=476e416a-fb8f-4151-a3c9-ef2e0b73ff81,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:35.122611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e90c6-b8fc-4eb7-8220-ac30c06f1684 None None] Network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:40:35.155504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672c0dee-9199-42de-9494-3db9074f326e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:35.156103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-672c0dee-9199-42de-9494-3db9074f326e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.159873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f364a0f7-1ce8-4fe2-8447-49227a4533ff req-ad297b22-2188-4e0a-9e04-bde52a4f45aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d51c15d4-0256-4504-9b9b-d1a8644072cd HTTP/1.1" status: 200 len: 217 time: 0.0652077 Jan 31 18:40:35.176512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Request body: {'network': {'name': 'tempest-network--1398568822', 'router:external': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:35.187253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 476e416a-fb8f-4151-a3c9-ef2e0b73ff81 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:40:35.211123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Made reservation on behalf of 3aee22b97c284d668e22aa106a6bd42b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:35.217241 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.220882 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.235128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.302139 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9', 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9', 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'fixed_ips': [{'subnet_id': '2aa973fa-62c2-490b-9643-bb1da4b73d91'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:40:35.307270 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.307563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-672c0dee-9199-42de-9494-3db9074f326e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8383775 Jan 31 18:40:35.309388 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35046) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:35.323070 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-613a2f19-19bc-4aa7-a485-f6235fbe8d77 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'subnet': {'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:35.374793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364a0f7-1ce8-4fe2-8447-49227a4533ff req-b8347e97-ecf5-46c0-97b4-96282cf59f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:35.376298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f364a0f7-1ce8-4fe2-8447-49227a4533ff req-b8347e97-ecf5-46c0-97b4-96282cf59f32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1936581 Jan 31 18:40:35.392741 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks [] for security_group (f5dd55fc-0a9a-4499-8212-5c544d57f622), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.412605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f5dd55fc-0a9a-4499-8212-5c544d57f622), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.424733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:40:35.435223 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (69cd9f57-ea8a-4884-9075-94a00fca21df), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.435575 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Added segment 69cd9f57-ea8a-4884-9075-94a00fca21df of type vlan for network 4d831370-4530-45f7-830b-995115b6e363 Jan 31 18:40:35.472619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Allocated IP 10.1.1.2 (0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9/2aa973fa-62c2-490b-9643-bb1da4b73d91/65c57775-ae2f-421d-939f-e7279060e315) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:35.489540 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (4d831370-4530-45f7-830b-995115b6e363), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.507084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc6ead-9c58-4c12-9fae-94f5b5a8d4a8 req-ed6c4cec-bd53-45c3-8e8b-bfdf0cb60aea tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:35.508921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51bc6ead-9c58-4c12-9fae-94f5b5a8d4a8 req-ed6c4cec-bd53-45c3-8e8b-bfdf0cb60aea tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.3634810 Jan 31 18:40:35.510865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b133ee0d-9274-4528-a623-d97a223378ce req-1c5416d9-e794-4b7c-b2fb-f51099ac588c tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 210 time: 0.0812304 Jan 31 18:40:35.554269 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dd55fc-0a9a-4499-8212-5c544d57f622,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:35.557118 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (4d831370-4530-45f7-830b-995115b6e363), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.558169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:35.558771 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.571252 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks [] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.633060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364a0f7-1ce8-4fe2-8447-49227a4533ff req-765809d2-3fc2-40b8-bc18-afc88d6f2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:35.634606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f364a0f7-1ce8-4fe2-8447-49227a4533ff req-765809d2-3fc2-40b8-bc18-afc88d6f2341 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2478254 Jan 31 18:40:35.635692 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Publish callbacks [] for port (65c57775-ae2f-421d-939f-e7279060e315), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.641576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device df47c255-eb54-430d-849b-bbaa16b1cbb4 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:35.643141 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51bc6ead-9c58-4c12-9fae-94f5b5a8d4a8 req-d7178b55-ba2b-4c1d-81a6-e714d9759042 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116326 Jan 31 18:40:35.674665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event updated for resources: {'Network': ['ID=4d831370-4530-45f7-830b-995115b6e363,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:35.680024 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-91cf500b-6c39-475c-ba55-5071737ba6f3 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5871601 Jan 31 18:40:35.683415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35050) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:35.685480 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (65c57775-ae2f-421d-939f-e7279060e315), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.746556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Pushing event updated for resources: {'Port': ['ID=65c57775-ae2f-421d-939f-e7279060e315,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:35.749170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 4d831370-4530-45f7-830b-995115b6e363 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:40:35.750626 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.779219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:35.791009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Router f5c0b28d-ff3b-4228-90d0-414fa8bb569f is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:40:35.818543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:35.822379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port df47c255-eb54-430d-849b-bbaa16b1cbb4 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:40:35.824499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:35.841114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port df47c255-eb54-430d-849b-bbaa16b1cbb4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:35.841495 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.855640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:35.866709 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (4d831370-4530-45f7-830b-995115b6e363), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:35.871211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:35.878822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:35.881808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613a2f19-19bc-4aa7-a485-f6235fbe8d77 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:35.884752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f364a0f7-1ce8-4fe2-8447-49227a4533ff req-49ddbab9-0960-4972-8258-f978c0986909 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386045 Jan 31 18:40:35.886027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Pushing event updated for resources: {'Port': ['ID=55984e74-e5e9-4a31-9e05-f2eeb4a2335e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:35.886771 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-613a2f19-19bc-4aa7-a485-f6235fbe8d77 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.076700 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (4d831370-4530-45f7-830b-995115b6e363), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.113098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d831370-4530-45f7-830b-995115b6e363']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:36.128497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cd9f57-ea8a-4884-9075-94a00fca21df') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:36.128926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cd9f57-ea8a-4884-9075-94a00fca21df') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:36.142729 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (69cd9f57-ea8a-4884-9075-94a00fca21df), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.166681 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20745648-4274-43d8-86eb-2dadba9c6bd6 req-422de4e8-b9e1-47c5-9c6b-30cb7fbe4d1f tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.1270792 Jan 31 18:40:36.177443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Attempting to bind port 65c57775-ae2f-421d-939f-e7279060e315 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:40:36.177978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Attempting to bind port 65c57775-ae2f-421d-939f-e7279060e315 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:40:36.178100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Attempting to bind port 65c57775-ae2f-421d-939f-e7279060e315 on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:36.195052 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:40:36.195834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Checking segment: {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:36.196248 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.196671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Bound using segment: {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:40:36.197155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Bound port: 65c57775-ae2f-421d-939f-e7279060e315, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:40:36.197541 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (65c57775-ae2f-421d-939f-e7279060e315), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.204491 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (69cd9f57-ea8a-4884-9075-94a00fca21df), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.227131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326c5e1-015f-4041-b243-0beab8d72724 req-5946cbb4-b14d-42b5-bda1-3af066f6508c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:36.245144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a326c5e1-015f-4041-b243-0beab8d72724 req-5946cbb4-b14d-42b5-bda1-3af066f6508c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 944 time: 0.4460087 Jan 31 18:40:36.245966 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:40:36.246598 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (69cd9f57-ea8a-4884-9075-94a00fca21df), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:40:36.251954 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:40:36.267726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:36.268794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.367053 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] For port 65c57775-ae2f-421d-939f-e7279060e315, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:40:36.371309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] For port 65c57775-ae2f-421d-939f-e7279060e315, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=65c57775-ae2f-421d-939f-e7279060e315,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:40:36.384996 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (65c57775-ae2f-421d-939f-e7279060e315), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.401604 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (4d831370-4530-45f7-830b-995115b6e363), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.404876 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-613a2f19-19bc-4aa7-a485-f6235fbe8d77 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (ebaee9b9-5c1e-40d2-b93a-0186138d8b06), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.415891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d831370-4530-45f7-830b-995115b6e363 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 18:40:36.454567 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.460486 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "DELETE /v2.0/networks/4d831370-4530-45f7-830b-995115b6e363 HTTP/1.1" status: 204 len: 168 time: 0.7731502 Jan 31 18:40:36.475966 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35056) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:36.495529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-01986880-1276-4e96-b713-45d7825670e7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:36.517395 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1ada6-6abe-4698-862c-ebd2226079b6 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d831370-4530-45f7-830b-995115b6e363,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:36.552736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port df47c255-eb54-430d-849b-bbaa16b1cbb4 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:36.553368 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.593174 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-096a9dae-2b54-4a31-ba2f-e0686d384516 None None] Provisioning complete for port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:36.594513 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-096a9dae-2b54-4a31-ba2f-e0686d384516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.650181 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a2f19-19bc-4aa7-a485-f6235fbe8d77 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Subnet': ['ID=ebaee9b9-5c1e-40d2-b93a-0186138d8b06,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:36.668024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613a2f19-19bc-4aa7-a485-f6235fbe8d77 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Checking segment: {'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:36.669149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613a2f19-19bc-4aa7-a485-f6235fbe8d77 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Network hostable DHCP agents. Network: 7e98bb2f-3aca-4d61-b879-07a7e4c3d554, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:40:36.671451 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01986880-1276-4e96-b713-45d7825670e7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Made reservation on behalf of 3aee22b97c284d668e22aa106a6bd42b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:36.678268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad93452-a860-4343-a1c7-832adcde6a31 None None] Pushing event updated for resources: {'Port': ['ID=65c57775-ae2f-421d-939f-e7279060e315,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:36.678653 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01986880-1276-4e96-b713-45d7825670e7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.707523 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb0a60e-9784-491b-8001-9935387b0a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df47c255-eb54-430d-849b-bbaa16b1cbb4'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:36.713255 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7b0663-7921-4892-82bb-1ee58d39bf54" -d '{"events": [{"server_uuid": "fdb0a60e-9784-491b-8001-9935387b0a43", "name": "network-vif-plugged", "status": "completed", "tag": "df47c255-eb54-430d-849b-bbaa16b1cbb4"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:36.743224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port df47c255-eb54-430d-849b-bbaa16b1cbb4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=df47c255-eb54-430d-849b-bbaa16b1cbb4,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:36.749986 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.773651 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01986880-1276-4e96-b713-45d7825670e7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:40:36.805958 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01986880-1276-4e96-b713-45d7825670e7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (afa59e42-7ea4-490c-a908-33acb7ee5ec3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.806497 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-01986880-1276-4e96-b713-45d7825670e7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Added segment afa59e42-7ea4-490c-a908-33acb7ee5ec3 of type vlan for network 3378306b-8cc2-458c-b050-8b6403fc639f Jan 31 18:40:36.851296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-096a9dae-2b54-4a31-ba2f-e0686d384516 None None] Port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:40:36.863141 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01986880-1276-4e96-b713-45d7825670e7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (3378306b-8cc2-458c-b050-8b6403fc639f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.899795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613a2f19-19bc-4aa7-a485-f6235fbe8d77 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:40:36.910369 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01986880-1276-4e96-b713-45d7825670e7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (3378306b-8cc2-458c-b050-8b6403fc639f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.912484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01986880-1276-4e96-b713-45d7825670e7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:36.913142 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01986880-1276-4e96-b713-45d7825670e7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:36.933583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=df47c255-eb54-430d-849b-bbaa16b1cbb4,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:36.955107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-ab976e85-62a5-48be-ab31-83a1c5a187a9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4482102 Jan 31 18:40:36.984863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-04c99a0a-1af0-4295-a813-b9b4010124c0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:40:36.985101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-613a2f19-19bc-4aa7-a485-f6235fbe8d77 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 7e98bb2f-3aca-4d61-b879-07a7e4c3d554) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:36.986290 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-04c99a0a-1af0-4295-a813-b9b4010124c0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130146 Jan 31 18:40:36.989571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01986880-1276-4e96-b713-45d7825670e7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event updated for resources: {'Network': ['ID=3378306b-8cc2-458c-b050-8b6403fc639f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:36.993145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742b2978-e364-42b5-a5c9-99bb5241375e None None] Network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:40:36.997609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613a2f19-19bc-4aa7-a485-f6235fbe8d77 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:36.998335 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-613a2f19-19bc-4aa7-a485-f6235fbe8d77 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:37.030156 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-01986880-1276-4e96-b713-45d7825670e7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5528543 Jan 31 18:40:37.033079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:40:37.035825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 3378306b-8cc2-458c-b050-8b6403fc639f details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:40:37.038568 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-613a2f19-19bc-4aa7-a485-f6235fbe8d77 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7288623 Jan 31 18:40:37.041425 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35066) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:37.041766 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35068) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:37.050041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Request body: {'subnet': {'network_id': '3378306b-8cc2-458c-b050-8b6403fc639f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:37.071020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f364a0f7-1ce8-4fe2-8447-49227a4533ff req-333baebe-e9e7-4321-a970-fd689f2f4b11 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1785836 Jan 31 18:40:37.073670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'port': {'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9', 'name': 'tempest-TaggedBootDevicesTest-1465267911', 'fixed_ips': [{'subnet_id': '2aa973fa-62c2-490b-9643-bb1da4b73d91'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:37.130016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a326c5e1-015f-4041-b243-0beab8d72724 req-690a803c-ad40-4984-ab3d-8be39a0e3579 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8838639 Jan 31 18:40:37.174412 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:37.179732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6b4d9c3a-78db-4049-ae7a-c773f83b173d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.3620844 Jan 31 18:40:37.182482 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:37.231261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b51a01-afc2-4b51-8dc9-b1655de98614 req-9a039ff8-849c-4048-a6d9-c0d23f4d460c tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:37.233668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1b51a01-afc2-4b51-8dc9-b1655de98614 req-9a039ff8-849c-4048-a6d9-c0d23f4d460c tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 947 time: 0.9018466 Jan 31 18:40:37.237673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Request body: {'port': {'device_id': 'bdbc8321-6b7a-4143-8051-79f8c6063849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:37.295965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-7e98bb2f-3aca-4d61-b879-07a7e4c3d554', 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554', 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'fixed_ips': [{'subnet_id': 'ebaee9b9-5c1e-40d2-b93a-0186138d8b06'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:40:37.297269 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:37.307688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Made reservation on behalf of 3aee22b97c284d668e22aa106a6bd42b for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:37.308085 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:37.317220 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:37.427824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Sync routers for ids ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:40:37.456045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Routers {'f5c0b28d-ff3b-4228-90d0-414fa8bb569f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:40:37.457099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:40:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:37.527819 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:37.549756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1b51a01-afc2-4b51-8dc9-b1655de98614 req-ddb718bc-a73c-47fd-abff-b31f33100df0 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433541 Jan 31 18:40:37.572072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aebd9-b982-4c9a-9388-22443a7014fd req-37df25e8-9d0c-4f9d-8a30-2fffff1294d4 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:37.579764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-974aebd9-b982-4c9a-9388-22443a7014fd req-37df25e8-9d0c-4f9d-8a30-2fffff1294d4 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 935 time: 0.2724431 Jan 31 18:40:37.580790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Set router f5c0b28d-ff3b-4228-90d0-414fa8bb569f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:40:37.704878 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-974aebd9-b982-4c9a-9388-22443a7014fd req-85a358d2-7631-4dd8-95d1-a4cb35bd0446 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239648 Jan 31 18:40:37.804889 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4335f09-3fbb-4ffd-8f70-167faa32b3c8 x-openstack-request-id: req-d4335f09-3fbb-4ffd-8f70-167faa32b3c8 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:37.805329 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb0a60e-9784-491b-8001-9935387b0a43", "name": "network-vif-plugged", "status": "completed", "tag": "df47c255-eb54-430d-849b-bbaa16b1cbb4", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:37.805679 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4335f09-3fbb-4ffd-8f70-167faa32b3c8 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:37.806173 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb0a60e-9784-491b-8001-9935387b0a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df47c255-eb54-430d-849b-bbaa16b1cbb4', 'code': 200} Jan 31 18:40:37.855169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8021b4-8847-4c50-b057-1cb3c8d50348 req-1b183747-91c3-4999-9a10-8187ef3ed7c5 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:37.864324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f8021b4-8847-4c50-b057-1cb3c8d50348 req-1b183747-91c3-4999-9a10-8187ef3ed7c5 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.1852920 Jan 31 18:40:37.959331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Allocated IP 10.2.2.2 (7e98bb2f-3aca-4d61-b879-07a7e4c3d554/ebaee9b9-5c1e-40d2-b93a-0186138d8b06/bbcf51a0-b2ba-455f-9bd3-68d6eccddffb) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:37.988387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6a4d28b-01ea-43f3-a38d-dbba6d00dd19 req-2ad6e5cc-5c8d-4b00-8f82-a17c87d15615 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0590899 Jan 31 18:40:38.037263 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f8021b4-8847-4c50-b057-1cb3c8d50348 req-641a9ca2-5e2e-452f-924c-6e1ab6a65fc4 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716149 Jan 31 18:40:38.111382 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.124364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8f91-ac62-4a6a-8e4d-7441d07724e1 req-3b082271-e7ab-42ca-bdae-ee0f2bd831fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:38.126347 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fa6a8f91-ac62-4a6a-8e4d-7441d07724e1 req-3b082271-e7ab-42ca-bdae-ee0f2bd831fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 1128 time: 0.2196836 Jan 31 18:40:38.141966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55984e74-e5e9-4a31-9e05-f2eeb4a2335e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:40:38.154606 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Publish callbacks [] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.165435 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Publish callbacks [] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.171319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device d51c15d4-0256-4504-9b9b-d1a8644072cd details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:40:38.183219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Transition to ACTIVE for port object 55984e74-e5e9-4a31-9e05-f2eeb4a2335e will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:40:38.186601 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.188723 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.213818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] device_id is not set on port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:40:38.282796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Pushing event updated for resources: {'Port': ['ID=bbcf51a0-b2ba-455f-9bd3-68d6eccddffb,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:38.315807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:38.323250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:38.326461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:38.428904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port d51c15d4-0256-4504-9b9b-d1a8644072cd, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d51c15d4-0256-4504-9b9b-d1a8644072cd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:38.446777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'd51c15d4-0256-4504-9b9b-d1a8644072cd', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'd51c15d4-0256-4504-9b9b-d1a8644072cd', 'mac_address': 'fa:16:3e:7e:19:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:40:38.450184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f83f8-0225-4390-84e3-b933d84d929d None None] Network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:40:38.463263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Pushing event updated for resources: {'Port': ['ID=55984e74-e5e9-4a31-9e05-f2eeb4a2335e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:38.519365 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fa6a8f91-ac62-4a6a-8e4d-7441d07724e1 req-bb6368e9-f2c9-4b84-b143-82b2a3d98da3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820314 Jan 31 18:40:38.540913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 65c57775-ae2f-421d-939f-e7279060e315 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:38.545091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Attempting to bind port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:40:38.545587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Attempting to bind port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:40:38.546159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Attempting to bind port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:38.572536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59ebeb-959c-4d04-89b5-7b37a472dd84 req-b950dc6a-ec99-4e71-b928-8f5736d64b2a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:38.574290 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f59ebeb-959c-4d04-89b5-7b37a472dd84 req-b950dc6a-ec99-4e71-b928-8f5736d64b2a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.2882574 Jan 31 18:40:38.577419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:40:38.577698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Attempting to bind port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:38.590260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:40:38.590659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:38.594130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:40:38.594834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Bound port: 55984e74-e5e9-4a31-9e05-f2eeb4a2335e, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:40:38.598514 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.738568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:40:33Z', 'revision_number': 3, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:38.751833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:40:38.752692 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (36b10e9d-fb50-4902-b44f-dee2d932f229), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.783288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Checking router: f5c0b28d-ff3b-4228-90d0-414fa8bb569f for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:40:38.783677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Updating router f5c0b28d-ff3b-4228-90d0-414fa8bb569f port a9630d80-d3fe-46e8-9746-05dc1e763920 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:40:38.823476 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.866342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f59ebeb-959c-4d04-89b5-7b37a472dd84 req-97022603-39a8-460b-a4b0-5d2654d3e3fb tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722473 Jan 31 18:40:38.869464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Allocated IP 10.1.1.20 (0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9/2aa973fa-62c2-490b-9643-bb1da4b73d91/b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:38.875479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Attempting to bind port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:40:38.876497 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Attempting to bind port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:40:38.876946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Attempting to bind port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb on network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:38.893367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-edf9311c-d3c4-4e31-9b98-e3081fffad57 None None] Provisioning complete for port 65c57775-ae2f-421d-939f-e7279060e315 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:38.893892 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-edf9311c-d3c4-4e31-9b98-e3081fffad57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (65c57775-ae2f-421d-939f-e7279060e315), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.915984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event updated for resources: {'Subnet': ['ID=36b10e9d-fb50-4902-b44f-dee2d932f229,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:38.922377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] For port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:40:38.928080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] For port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=55984e74-e5e9-4a31-9e05-f2eeb4a2335e,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:40:38.939773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:40:38.940218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Checking segment: {'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:38.940583 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.941600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Bound using segment: {'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:40:38.942051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8558115-0ac0-4f40-83db-6d077ce0644e req-0396e961-44d9-40fc-bcad-ec83fd19630b tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:38.942202 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Bound port: bbcf51a0-b2ba-455f-9bd3-68d6eccddffb, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:40:38.942468 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.948224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port d51c15d4-0256-4504-9b9b-d1a8644072cd is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:38.948671 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.952557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8558115-0ac0-4f40-83db-6d077ce0644e req-0396e961-44d9-40fc-bcad-ec83fd19630b tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 947 time: 0.2086084 Jan 31 18:40:38.958015 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.985787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 65c57775-ae2f-421d-939f-e7279060e315 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:38.986589 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (65c57775-ae2f-421d-939f-e7279060e315), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:38.997031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Checking segment: {'id': 'afa59e42-7ea4-490c-a908-33acb7ee5ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '3378306b-8cc2-458c-b050-8b6403fc639f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:38.997435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Network hostable DHCP agents. Network: 3378306b-8cc2-458c-b050-8b6403fc639f, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:40:39.049805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Pushing event updated for resources: {'Port': ['ID=55984e74-e5e9-4a31-9e05-f2eeb4a2335e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:39.050896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Network 3378306b-8cc2-458c-b050-8b6403fc639f is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:40:39.089339 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 3378306b-8cc2-458c-b050-8b6403fc639f) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:39.113327 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:39.124937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:39.125663 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:39.127354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-5d5bcb88-ed34-43df-82b2-7a32ceb6a379 service neutron] 10.222.0.21 "PUT /v2.0/ports/55984e74-e5e9-4a31-9e05-f2eeb4a2335e HTTP/1.1" status: 200 len: 1096 time: 2.1216209 Jan 31 18:40:39.132848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbc8321-6b7a-4143-8051-79f8c6063849', 'tag': '55984e74-e5e9-4a31-9e05-f2eeb4a2335e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:39.135305 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18442e0-1cb8-4264-b886-d966f405d045" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbc8321-6b7a-4143-8051-79f8c6063849", "tag": "55984e74-e5e9-4a31-9e05-f2eeb4a2335e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:39.160729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:39.161643 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:39.181649 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8558115-0ac0-4f40-83db-6d077ce0644e req-06f87ec0-3b7d-4d8f-b14a-617712687c21 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277632 Jan 31 18:40:39.209375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c2a77c-3b09-4f20-b7f7-2c010f3e8bf3 None None] Network 3378306b-8cc2-458c-b050-8b6403fc639f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:40:39.284541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece56bb-6f50-47a2-9ede-eaa404cfefd2 req-18177067-7308-4f66-97eb-dbca6b751dcb tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:39.293891 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ece56bb-6f50-47a2-9ede-eaa404cfefd2 req-18177067-7308-4f66-97eb-dbca6b751dcb tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 947 time: 0.2502489 Jan 31 18:40:39.327149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51c15d4-0256-4504-9b9b-d1a8644072cd {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:40:39.406724 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb3933a8-420c-477b-8720-8fc55710a551 req-0a9eb07b-47ae-450a-bbe7-d1af10ae170d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0596721 Jan 31 18:40:39.446361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port d51c15d4-0256-4504-9b9b-d1a8644072cd, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d51c15d4-0256-4504-9b9b-d1a8644072cd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:39.503019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ece56bb-6f50-47a2-9ede-eaa404cfefd2 req-8cffebe9-38cd-4619-bf3b-68fed9200987 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014489 Jan 31 18:40:39.519905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-0ead93bb-db98-4343-9662-fbd0b691ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:39.521629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-0ead93bb-db98-4343-9662-fbd0b691ace8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fb86a71d53b481a995ede65acca6d7a&device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 1130 time: 0.3387647 Jan 31 18:40:39.577152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-c6ee08d9-1b79-41f5-bb5d-2f8e980b880e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=55984e74-e5e9-4a31-9e05-f2eeb4a2335e HTTP/1.1" status: 200 len: 217 time: 0.0452332 Jan 31 18:40:39.633233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Allocated IP 172.20.0.1 (516c16ef-8ea9-4e64-a191-4008a282ce3e/c96f8db0-c704-4919-b8e1-a33a20f34342/f09dbbc0-ebba-4285-9923-010172efa326) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:39.648781 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66e4240-e7b3-4edd-9fc1-9b96e27b5153 x-openstack-request-id: req-c66e4240-e7b3-4edd-9fc1-9b96e27b5153 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:39.649231 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbc8321-6b7a-4143-8051-79f8c6063849", "tag": "55984e74-e5e9-4a31-9e05-f2eeb4a2335e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:39.649582 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c66e4240-e7b3-4edd-9fc1-9b96e27b5153 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:39.650083 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbc8321-6b7a-4143-8051-79f8c6063849', 'tag': '55984e74-e5e9-4a31-9e05-f2eeb4a2335e', 'status': 'completed', 'code': 200} Jan 31 18:40:39.702879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9164bb-bc5c-4331-a44e-1a93d9c007c7 req-1167ef86-0c8d-4f7e-a52f-e821049a314f tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:39.709988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc9164bb-bc5c-4331-a44e-1a93d9c007c7 req-1167ef86-0c8d-4f7e-a52f-e821049a314f tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.1317110 Jan 31 18:40:39.714205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-8fbdb0e5-a040-4b82-9f6a-8cd05a6070b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:39.716278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-8fbdb0e5-a040-4b82-9f6a-8cd05a6070b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1285715 Jan 31 18:40:39.719872 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Publish callbacks [] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:39.728487 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:39.761995 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:39.768765 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Publish callbacks [] for port (f09dbbc0-ebba-4285-9923-010172efa326), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:39.817337 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f09dbbc0-ebba-4285-9923-010172efa326), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:39.823196 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc9164bb-bc5c-4331-a44e-1a93d9c007c7 req-8b6a3832-8716-4845-8cb2-e973bdd12ab9 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115973 Jan 31 18:40:39.848057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-567918aa-6d1e-4325-bbb6-a4883cc344b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:39.849747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-567918aa-6d1e-4325-bbb6-a4883cc344b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1080251 Jan 31 18:40:39.934082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Pushing event updated for resources: {'Port': ['ID=f09dbbc0-ebba-4285-9923-010172efa326,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:39.946671 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-32b255af-9085-49c7-accb-0314a3cf6f86 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9038382 Jan 31 18:40:39.952064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-edf9311c-d3c4-4e31-9b98-e3081fffad57 None None] Current status of the port 65c57775-ae2f-421d-939f-e7279060e315 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:39.952492 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-edf9311c-d3c4-4e31-9b98-e3081fffad57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (65c57775-ae2f-421d-939f-e7279060e315), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:39.955862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:39.980831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Request body: {'floatingip': {'floating_network_id': '3378306b-8cc2-458c-b050-8b6403fc639f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:39.990481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Network 516c16ef-8ea9-4e64-a191-4008a282ce3e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:39.995434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:40.001601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:40.022821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 65c57775-ae2f-421d-939f-e7279060e315 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:40.022821 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (65c57775-ae2f-421d-939f-e7279060e315), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:40.057461 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:40.071872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['d51c15d4-0256-4504-9b9b-d1a8644072cd'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:40.087096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:40.110589 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:40.141135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-edf9311c-d3c4-4e31-9b98-e3081fffad57 None None] For port 65c57775-ae2f-421d-939f-e7279060e315, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=65c57775-ae2f-421d-939f-e7279060e315,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:40.145756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Attempting to bind port a9630d80-d3fe-46e8-9746-05dc1e763920 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:40:40.146273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Attempting to bind port a9630d80-d3fe-46e8-9746-05dc1e763920 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:40:40.146648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Attempting to bind port a9630d80-d3fe-46e8-9746-05dc1e763920 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:40.169734 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-edf9311c-d3c4-4e31-9b98-e3081fffad57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (65c57775-ae2f-421d-939f-e7279060e315), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:40.192856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] For port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:40:40.215246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=d51c15d4-0256-4504-9b9b-d1a8644072cd,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:40.254918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba89d16-9d67-46ca-ac95-c1ef993223e5 None None] Network 3378306b-8cc2-458c-b050-8b6403fc639f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:40:40.257752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:40:40.257752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:40.258122 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:40.258420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:40:40.258917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Bound port: a9630d80-d3fe-46e8-9746-05dc1e763920, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:40:40.259459 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:40.270165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-04ea2253-d3bc-41f1-8e3c-39efa15ed611 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121687 Jan 31 18:40:40.290528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d82fd-abf1-48e7-96a5-7399ab04ab13 req-b572f3dd-95f0-450a-b404-51949708053c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:40.293280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] For port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bbcf51a0-b2ba-455f-9bd3-68d6eccddffb,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:40:40.294348 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e46d82fd-abf1-48e7-96a5-7399ab04ab13 req-b572f3dd-95f0-450a-b404-51949708053c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.2522247 Jan 31 18:40:40.428775 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:40:40.429415 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:40:40.477621 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:40.480601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e46d82fd-abf1-48e7-96a5-7399ab04ab13 req-95d3d58e-94de-41a0-b5ab-d9b11e85f1d5 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717422 Jan 31 18:40:40.605934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098efa38-a746-4d0b-835e-e4b546e5b740 None None] Pushing event updated for resources: {'Port': ['ID=a9630d80-d3fe-46e8-9746-05dc1e763920,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:40.619339 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1df77759-853e-4671-a9ef-0a91fb28db98 None None] Provisioning complete for port 65c57775-ae2f-421d-939f-e7279060e315 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:40.619714 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1df77759-853e-4671-a9ef-0a91fb28db98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (65c57775-ae2f-421d-939f-e7279060e315), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:40.655399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] For port a9630d80-d3fe-46e8-9746-05dc1e763920, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:40:40.670459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1c4457c-b8ae-4cf2-8325-c141edcb100e req-1f0e7058-8c00-49e0-b79a-da85a42902d1 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720274 Jan 31 18:40:40.688571 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:40.697385 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:40.730705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] For port a9630d80-d3fe-46e8-9746-05dc1e763920, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a9630d80-d3fe-46e8-9746-05dc1e763920,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:40:40.758379 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:40.769252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:40.819934 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:40.841063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Port': ['ID=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:40.849433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:40.876726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9311c-d3c4-4e31-9b98-e3081fffad57 None None] Pushing event updated for resources: {'Port': ['ID=65c57775-ae2f-421d-939f-e7279060e315,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:40.924435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Routers {'f5c0b28d-ff3b-4228-90d0-414fa8bb569f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:40:40.925472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:40:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:40.931277 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1df77759-853e-4671-a9ef-0a91fb28db98 None None] Current status of the port 65c57775-ae2f-421d-939f-e7279060e315 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:40.984678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab463b-ea63-4003-8b8d-a7df74b1692d req-20983877-3f73-4a40-ba43-49a54ddc1943 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:40.994402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9ab463b-ea63-4003-8b8d-a7df74b1692d req-20983877-3f73-4a40-ba43-49a54ddc1943 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 948 time: 0.4643288 Jan 31 18:40:41.004070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-78ada975-51ae-4d9b-ae3e-e56afba7804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:41.005648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-78ada975-51ae-4d9b-ae3e-e56afba7804d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0050844598c64b689d46557d1a5d858e&device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 1129 time: 0.4359159 Jan 31 18:40:41.011006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:41.011953 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:41.034544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b450f-7ba3-469c-870c-4c0d1cb52e38 req-0d40c487-e7a1-4b3f-94ad-97f65737764f tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:41.070831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-145b450f-7ba3-469c-870c-4c0d1cb52e38 req-0d40c487-e7a1-4b3f-94ad-97f65737764f tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.4282634 Jan 31 18:40:41.079434 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f09dbbc0-ebba-4285-9923-010172efa326), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:41.101960 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d643dd3e-4569-4fa5-8119-96b0253a4e35 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0377824 Jan 31 18:40:41.105387 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35104) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:41.107643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e1cec-2391-4969-abc1-ee015519c31e None None] Pushing event updated for resources: {'Port': ['ID=bbcf51a0-b2ba-455f-9bd3-68d6eccddffb,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:41.120686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'port': {'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9', 'name': 'tempest-TaggedBootDevicesTest-1782020294', 'fixed_ips': [{'subnet_id': '2aa973fa-62c2-490b-9643-bb1da4b73d91'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:41.201449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 65c57775-ae2f-421d-939f-e7279060e315 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:41.265042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098efa38-a746-4d0b-835e-e4b546e5b740 None None] Pushing event updated for resources: {'Port': ['ID=a9630d80-d3fe-46e8-9746-05dc1e763920,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:41.315562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] Set router f5c0b28d-ff3b-4228-90d0-414fa8bb569f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:40:41.409353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Allocated IP 172.20.0.3 (3378306b-8cc2-458c-b050-8b6403fc639f/36b10e9d-fb50-4902-b44f-dee2d932f229/a4145389-240b-42da-98c6-e60a985f75f9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:41.412117 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-717a60ab-f352-436e-a1c3-2fcc2d08e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:41.413618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-717a60ab-f352-436e-a1c3-2fcc2d08e25b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b4abc4e-6a5a-4092-a2c0-01382447adcf HTTP/1.1" status: 200 len: 917 time: 0.2767270 Jan 31 18:40:41.517722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e773b9b2-46d7-47cd-8f8c-38814b85c0ab None None] Provisioning complete for port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:41.518290 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e773b9b2-46d7-47cd-8f8c-38814b85c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:41.533643 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9ab463b-ea63-4003-8b8d-a7df74b1692d req-2830cf47-3030-4215-b79b-7ef5990c09e2 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383337 Jan 31 18:40:41.559025 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-145b450f-7ba3-469c-870c-4c0d1cb52e38 req-0f8147df-3575-49d9-887d-1913877075a9 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863088 Jan 31 18:40:41.561309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18442e0-1cb8-4264-b886-d966f405d045 req-d150479c-7da2-458c-b89a-bc1b55932dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:41.562803 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f18442e0-1cb8-4264-b886-d966f405d045 req-d150479c-7da2-458c-b89a-bc1b55932dd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fb86a71d53b481a995ede65acca6d7a&device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 1130 time: 0.8093584 Jan 31 18:40:41.565772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e773b9b2-46d7-47cd-8f8c-38814b85c0ab None None] Port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:40:41.582956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:41.588443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e773b9b2-46d7-47cd-8f8c-38814b85c0ab None None] Provisioning complete for port f09dbbc0-ebba-4285-9923-010172efa326 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:41.588763 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e773b9b2-46d7-47cd-8f8c-38814b85c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f09dbbc0-ebba-4285-9923-010172efa326), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:41.598972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:41.620696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] device_id is not set on port c65db0e2-1322-4cbb-b752-8c9fabd69910 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:40:41.632931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 65c57775-ae2f-421d-939f-e7279060e315 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:41.678657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e773b9b2-46d7-47cd-8f8c-38814b85c0ab None None] Port f09dbbc0-ebba-4285-9923-010172efa326 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:40:41.711374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 65c57775-ae2f-421d-939f-e7279060e315 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:41.711751 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (65c57775-ae2f-421d-939f-e7279060e315), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:41.743858 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-f20c1777-4c32-4341-84ef-2fed0a4e9ae0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9011de16-f8cf-4db8-af66-2ab2a9f444f5 HTTP/1.1" status: 200 len: 217 time: 0.3163302 Jan 31 18:40:41.833774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d71e8b3e-3035-4780-ba37-591b7f3cc5e2 req-0028a728-f7a1-4560-b19c-7b129f55dc2d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.1195958 Jan 31 18:40:41.839546 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Publish callbacks [] for port (f09dbbc0-ebba-4285-9923-010172efa326), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:41.848318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Allocated IP 10.1.1.38 (0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9/2aa973fa-62c2-490b-9643-bb1da4b73d91/c65db0e2-1322-4cbb-b752-8c9fabd69910) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:41.851039 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f09dbbc0-ebba-4285-9923-010172efa326), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:41.898794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:41.970604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-617383e0-510d-493c-a3bb-41c75f9fed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:41.972053 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-617383e0-510d-493c-a3bb-41c75f9fed67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ec1e274e-67b2-4de4-b82c-96335cb4fd98 HTTP/1.1" status: 200 len: 855 time: 0.2050724 Jan 31 18:40:42.017802 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks [] for port (a4145389-240b-42da-98c6-e60a985f75f9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:42.035659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a16a9a-e750-42f0-bdb4-3e73b323fd3b req-ea533abe-a6dd-4c82-8c43-943a6c918d74 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:42.045066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68a16a9a-e750-42f0-bdb4-3e73b323fd3b req-ea533abe-a6dd-4c82-8c43-943a6c918d74 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.3286040 Jan 31 18:40:42.047965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Network 516c16ef-8ea9-4e64-a191-4008a282ce3e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:42.053691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:42.162265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18442e0-1cb8-4264-b886-d966f405d045 req-2c0864bc-e3fe-4acb-b516-a04700f79318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:42.163949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f18442e0-1cb8-4264-b886-d966f405d045 req-2c0864bc-e3fe-4acb-b516-a04700f79318 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.5380831 Jan 31 18:40:42.176844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device d51c15d4-0256-4504-9b9b-d1a8644072cd up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:42.240693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 65c57775-ae2f-421d-939f-e7279060e315 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:42.242380 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Pushing event updated for resources: {'Port': ['ID=f09dbbc0-ebba-4285-9923-010172efa326,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:42.243129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bbcf51a0-b2ba-455f-9bd3-68d6eccddffb up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:42.317969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:40:33Z', 'revision_number': 3, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:42.331616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f18442e0-1cb8-4264-b886-d966f405d045 req-62dbe012-1171-4679-8385-1a65aa782860 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=55984e74-e5e9-4a31-9e05-f2eeb4a2335e HTTP/1.1" status: 200 len: 217 time: 0.1317441 Jan 31 18:40:42.383691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4a016-94b7-4e43-a897-ee4be6f93ce3 None None] The sync data for ids ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'] in n-d-812111-15 is: [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:40:33Z', 'revision_number': 3, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:40:42.391886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Router f5c0b28d-ff3b-4228-90d0-414fa8bb569f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:40:42.446527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port d51c15d4-0256-4504-9b9b-d1a8644072cd completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:40:42.450861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18442e0-1cb8-4264-b886-d966f405d045 req-188555aa-6d17-4f69-ab53-4c996b7b5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:42.452379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f18442e0-1cb8-4264-b886-d966f405d045 req-188555aa-6d17-4f69-ab53-4c996b7b5d94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1046183 Jan 31 18:40:42.468134 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a4145389-240b-42da-98c6-e60a985f75f9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:42.477872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port d51c15d4-0256-4504-9b9b-d1a8644072cd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:42.478280 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:42.487801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:42.488192 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:42.551629 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:42.578155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Network 3378306b-8cc2-458c-b050-8b6403fc639f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:42.581069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-95212c4c-f87d-4e15-807b-c933774d6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:42.582641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-95212c4c-f87d-4e15-807b-c933774d6bbb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b4abc4e-6a5a-4092-a2c0-01382447adcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5908408 Jan 31 18:40:42.593583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328cc2e-2a0b-417e-8fe7-0e04a4d939ed req-7586d9ea-c61c-44c6-9995-162277935bbb tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:42.603832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5328cc2e-2a0b-417e-8fe7-0e04a4d939ed req-7586d9ea-c61c-44c6-9995-162277935bbb tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 947 time: 0.5530016 Jan 31 18:40:42.623403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68a16a9a-e750-42f0-bdb4-3e73b323fd3b req-bb315119-d1ca-4077-bb8d-ddeb07505abb tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773554 Jan 31 18:40:42.634541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-5738ed61-66b2-4129-b734-fecf93c5aa2f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:40:42.634777 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-5738ed61-66b2-4129-b734-fecf93c5aa2f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0285587 Jan 31 18:40:42.635341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ccdd95-4fbe-4842-8458-71bec0a5acaf None None] Network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:40:42.650791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:40:42.660369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-aa02a7ed-aca6-44b8-8cbd-f39d37e89af4 None None] Provisioning complete for port f09dbbc0-ebba-4285-9923-010172efa326 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:42.660761 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa02a7ed-aca6-44b8-8cbd-f39d37e89af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f09dbbc0-ebba-4285-9923-010172efa326), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:42.664709 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bc0a7a8d-9fbe-4d1e-8e8a-13e689560dbd admin admin] 10.222.0.20 "PUT /v2.0/routers/f5c0b28d-ff3b-4228-90d0-414fa8bb569f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4769206 Jan 31 18:40:42.684888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:42.689094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:42.727339 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-aa02a7ed-aca6-44b8-8cbd-f39d37e89af4 None None] Port f09dbbc0-ebba-4285-9923-010172efa326 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:40:42.767535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:42.794627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event updated for resources: {'Port': ['ID=a4145389-240b-42da-98c6-e60a985f75f9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:42.869198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port d51c15d4-0256-4504-9b9b-d1a8644072cd is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:42.869643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:42.900929 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:42.913715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:42.922430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port d51c15d4-0256-4504-9b9b-d1a8644072cd, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d51c15d4-0256-4504-9b9b-d1a8644072cd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:42.938745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c15a051-72e8-4f62-8e33-ac0541a92d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c15d4-0256-4504-9b9b-d1a8644072cd'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:42.938745 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a1be41-6fa6-41b1-9973-56244a20176b" -d '{"events": [{"server_uuid": "3c15a051-72e8-4f62-8e33-ac0541a92d8a", "name": "network-vif-plugged", "status": "completed", "tag": "d51c15d4-0256-4504-9b9b-d1a8644072cd"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:42.941654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:42.947397 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:42.954222 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Port': ['ID=c65db0e2-1322-4cbb-b752-8c9fabd69910,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:42.955301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-471417f8-8717-47da-9a14-e1b28143d818 None None] Provisioning complete for port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:42.955627 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-471417f8-8717-47da-9a14-e1b28143d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:43.068788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:43.071086 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:43.082456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=d51c15d4-0256-4504-9b9b-d1a8644072cd,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:43.111009 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5a664d7d-bc16-4010-9967-9e45d3c7bfaf tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0008466 Jan 31 18:40:43.186994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:43.187611 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:43.270535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-471417f8-8717-47da-9a14-e1b28143d818 None None] Current status of the port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:43.271353 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-471417f8-8717-47da-9a14-e1b28143d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:43.348057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bbcf51a0-b2ba-455f-9bd3-68d6eccddffb,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:43.371390 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:43.461044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=bbcf51a0-b2ba-455f-9bd3-68d6eccddffb,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:43.464231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 55984e74-e5e9-4a31-9e05-f2eeb4a2335e details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:40:43.497819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5328cc2e-2a0b-417e-8fe7-0e04a4d939ed req-483b57ad-8727-4574-aae8-850f854f2b05 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8877895 Jan 31 18:40:43.501837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18442e0-1cb8-4264-b886-d966f405d045 req-b7f04756-7fd8-4ff9-8f0f-0e58a0c994cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:43.507483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f18442e0-1cb8-4264-b886-d966f405d045 req-b7f04756-7fd8-4ff9-8f0f-0e58a0c994cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.0370200 Jan 31 18:40:43.555610 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-471417f8-8717-47da-9a14-e1b28143d818 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:40:43.556962 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-471417f8-8717-47da-9a14-e1b28143d818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:40:43.685212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=55984e74-e5e9-4a31-9e05-f2eeb4a2335e,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:43.705134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a9630d80-d3fe-46e8-9746-05dc1e763920 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:43.741438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '55984e74-e5e9-4a31-9e05-f2eeb4a2335e', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '55984e74-e5e9-4a31-9e05-f2eeb4a2335e', 'mac_address': 'fa:16:3e:f1:5b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:40:43.758931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02819265-fa42-42aa-8c03-994cfa0afdc2 req-a6f48110-436d-4890-8213-2405b4805718 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:43.766735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02819265-fa42-42aa-8c03-994cfa0afdc2 req-a6f48110-436d-4890-8213-2405b4805718 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 948 time: 1.0079200 Jan 31 18:40:43.791331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:43.791833 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:43.801382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-bffe83bf-4b16-494a-a734-b0520e8e907f service neutron] 10.222.0.49 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1067951 Jan 31 18:40:43.817684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55984e74-e5e9-4a31-9e05-f2eeb4a2335e {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:40:43.848081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=55984e74-e5e9-4a31-9e05-f2eeb4a2335e,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:43.860650 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:43.867409 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks [] for floatingip (126d8fe3-3a45-4644-a684-b7fc15a74edf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:43.892026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02819265-fa42-42aa-8c03-994cfa0afdc2 req-08eae734-8e73-4d1a-926e-b5d3668bdb14 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243494 Jan 31 18:40:43.940680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=55984e74-e5e9-4a31-9e05-f2eeb4a2335e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:43.969020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a9630d80-d3fe-46e8-9746-05dc1e763920 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:43.970248 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:43.992450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f18442e0-1cb8-4264-b886-d966f405d045 req-88298f75-1dab-48fa-bfb6-2aa53946d5b9 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560459 Jan 31 18:40:44.007220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f9370-4c5f-4cdc-bfaf-2448d8dba708 req-a11c80b4-e407-46a1-a21e-9ec89ef7d504 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:44.017184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa4f9370-4c5f-4cdc-bfaf-2448d8dba708 req-a11c80b4-e407-46a1-a21e-9ec89ef7d504 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.3902876 Jan 31 18:40:44.047308 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a4145389-240b-42da-98c6-e60a985f75f9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:44.137219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a9630d80-d3fe-46e8-9746-05dc1e763920 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:44.137855 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:44.147394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['55984e74-e5e9-4a31-9e05-f2eeb4a2335e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:44.191373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-471417f8-8717-47da-9a14-e1b28143d818 None None] Current status of the port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:44.208167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port a9630d80-d3fe-46e8-9746-05dc1e763920, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a9630d80-d3fe-46e8-9746-05dc1e763920,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:44.218556 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:44.222099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad7aad6f-b4c5-44a5-bcf0-bf4843bdcf84 req-9fab23a2-e817-422e-87b6-abe8d8c3ec23 service neutron] 10.222.0.49 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017742 Jan 31 18:40:44.233417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5374056-1cad-4b7e-b742-ff954502036f req-cf2e0188-6c6c-414e-b9b4-dd0b0ef32c84 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.0790789 Jan 31 18:40:44.253892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa4f9370-4c5f-4cdc-bfaf-2448d8dba708 req-2c2fa243-14d1-456b-9a35-6858bd0ecfc2 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359014 Jan 31 18:40:44.334041 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f18442e0-1cb8-4264-b886-d966f405d045 req-1875ee31-e681-4b06-a319-71ac511c9c26 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139019 Jan 31 18:40:44.372801 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c87ebc-6403-42a6-a9ad-d4af5efc53da x-openstack-request-id: req-63c87ebc-6403-42a6-a9ad-d4af5efc53da {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:44.374841 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c15a051-72e8-4f62-8e33-ac0541a92d8a", "name": "network-vif-plugged", "status": "completed", "tag": "d51c15d4-0256-4504-9b9b-d1a8644072cd", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:44.375121 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63c87ebc-6403-42a6-a9ad-d4af5efc53da {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:44.375534 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c15a051-72e8-4f62-8e33-ac0541a92d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c15d4-0256-4504-9b9b-d1a8644072cd', 'code': 200} Jan 31 18:40:44.405838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=a9630d80-d3fe-46e8-9746-05dc1e763920,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:44.412609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1ac891b7-d4fc-4e42-86e6-06970af868de None None] Provisioning complete for port c65db0e2-1322-4cbb-b752-8c9fabd69910 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:44.412995 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ac891b7-d4fc-4e42-86e6-06970af868de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:44.450036 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks [] for port (a4145389-240b-42da-98c6-e60a985f75f9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:44.493711 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a4145389-240b-42da-98c6-e60a985f75f9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:44.560928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event updated for resources: {'Port': ['ID=a4145389-240b-42da-98c6-e60a985f75f9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:44.629049 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (126d8fe3-3a45-4644-a684-b7fc15a74edf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:44.654505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1ac891b7-d4fc-4e42-86e6-06970af868de None None] Port c65db0e2-1322-4cbb-b752-8c9fabd69910 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:40:44.655699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084ee74-b964-4802-afda-4f3166f8b986 req-e9b07340-67d9-4cb5-825e-53b4de8c7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:44.657549 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c084ee74-b964-4802-afda-4f3166f8b986 req-e9b07340-67d9-4cb5-825e-53b4de8c7230 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 1132 time: 0.2049763 Jan 31 18:40:44.696930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1ac891b7-d4fc-4e42-86e6-06970af868de None None] Provisioning complete for port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:44.698401 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ac891b7-d4fc-4e42-86e6-06970af868de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:44.722952 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:44.727907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fbb2bca2-ac58-479c-902d-643dc9a1e9bf tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7708890 Jan 31 18:40:44.728431 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:44.730490 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c084ee74-b964-4802-afda-4f3166f8b986 req-ab7c4862-52af-488a-aec9-21323abe773d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618477 Jan 31 18:40:44.814433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35132) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:44.819393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-35b79173-612c-4302-99f7-2cd4d9bfefe7 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770591786', 'description': 'tempest-description--147601342'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:44.847211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1ac891b7-d4fc-4e42-86e6-06970af868de None None] Current status of the port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:44.862116 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35b79173-612c-4302-99f7-2cd4d9bfefe7 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:44.892767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35134) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:44.893110 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eee0f4a5-1fea-4935-80e8-4f7c2be97281 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=3378306b-8cc2-458c-b050-8b6403fc639f HTTP/1.1" status: 200 len: 689 time: 0.1582115 Jan 31 18:40:44.906547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35136) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:44.911010 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7eb31958-4232-4e21-8011-4c34dbd60b34 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674146049', 'description': 'tempest-description--1065427916'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:44.944670 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eb31958-4232-4e21-8011-4c34dbd60b34 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:44.990896 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:40:45.049047 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eb31958-4232-4e21-8011-4c34dbd60b34 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for security_group (417040cc-f58b-4d85-bbde-1342f1f50c1f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.057760 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eb31958-4232-4e21-8011-4c34dbd60b34 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (417040cc-f58b-4d85-bbde-1342f1f50c1f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.095110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eb31958-4232-4e21-8011-4c34dbd60b34 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.097263 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7eb31958-4232-4e21-8011-4c34dbd60b34 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1898923 Jan 31 18:40:45.100086 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:45.109020 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bbd742b3-04b3-4383-b07b-8335b8af1747 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'security_group_rule': {'security_group_id': '417040cc-f58b-4d85-bbde-1342f1f50c1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:45.115295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb31958-4232-4e21-8011-4c34dbd60b34 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417040cc-f58b-4d85-bbde-1342f1f50c1f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:45.139468 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35b79173-612c-4302-99f7-2cd4d9bfefe7 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for security_group (21b35c0f-3bfc-417a-af3b-61b4f11921c7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.145568 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbd742b3-04b3-4383-b07b-8335b8af1747 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for security_group_rule (fa62dc50-4f17-4ec3-8c95-8f34196f6898), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.153915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35b79173-612c-4302-99f7-2cd4d9bfefe7 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (21b35c0f-3bfc-417a-af3b-61b4f11921c7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.167370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30412c65-b7a3-4064-a2cc-4a4c5cb1b08b req-0e2fbd52-eb55-415d-93da-736cef6d4374 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:45.168294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30412c65-b7a3-4064-a2cc-4a4c5cb1b08b req-0e2fbd52-eb55-415d-93da-736cef6d4374 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.1983352 Jan 31 18:40:45.174357 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3378306b-8cc2-458c-b050-8b6403fc639f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.190091 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Sync routers for ids ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:40:45.211035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72d335-bb38-4e95-b4c4-5b578b9dc1b6 req-d7f8a0a5-7a06-43e9-b38a-cd5e00d767c9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:45.213783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e72d335-bb38-4e95-b4c4-5b578b9dc1b6 req-d7f8a0a5-7a06-43e9-b38a-cd5e00d767c9 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 948 time: 0.1987672 Jan 31 18:40:45.224434 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbd742b3-04b3-4383-b07b-8335b8af1747 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for security_group_rule (fa62dc50-4f17-4ec3-8c95-8f34196f6898), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.233239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbd742b3-04b3-4383-b07b-8335b8af1747 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (fa62dc50-4f17-4ec3-8c95-8f34196f6898), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.243642 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Routers {'f5c0b28d-ff3b-4228-90d0-414fa8bb569f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:40:45.245044 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:40:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:45.254353 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd742b3-04b3-4383-b07b-8335b8af1747 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa62dc50-4f17-4ec3-8c95-8f34196f6898,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:45.268044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbd742b3-04b3-4383-b07b-8335b8af1747 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.270489 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bbd742b3-04b3-4383-b07b-8335b8af1747 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1691327 Jan 31 18:40:45.274767 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35142) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:45.280776 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-23cf2dab-af73-49d4-ba41-a9175d5b3e83 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'security_group_rule': {'security_group_id': '417040cc-f58b-4d85-bbde-1342f1f50c1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:45.330637 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23cf2dab-af73-49d4-ba41-a9175d5b3e83 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for security_group_rule (f6e1db02-abc2-4711-9019-c88b04b3d8b4), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.343570 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35b79173-612c-4302-99f7-2cd4d9bfefe7 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.347572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-35b79173-612c-4302-99f7-2cd4d9bfefe7 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5293789 Jan 31 18:40:45.348470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35148) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:45.353431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f26b498e-27f0-4dc9-976b-67a6b48f7589 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Request body: {'security_group_rule': {'security_group_id': '21b35c0f-3bfc-417a-af3b-61b4f11921c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:45.414458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b79173-612c-4302-99f7-2cd4d9bfefe7 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b35c0f-3bfc-417a-af3b-61b4f11921c7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:45.418441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 55984e74-e5e9-4a31-9e05-f2eeb4a2335e up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:45.453915 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23cf2dab-af73-49d4-ba41-a9175d5b3e83 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for security_group_rule (f6e1db02-abc2-4711-9019-c88b04b3d8b4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.462041 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23cf2dab-af73-49d4-ba41-a9175d5b3e83 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (f6e1db02-abc2-4711-9019-c88b04b3d8b4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.526324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf2dab-af73-49d4-ba41-a9175d5b3e83 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e1db02-abc2-4711-9019-c88b04b3d8b4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:45.533421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e72d335-bb38-4e95-b4c4-5b578b9dc1b6 req-0144fb8e-00d6-4c0f-bfea-7ba83576949f tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791085 Jan 31 18:40:45.537099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23cf2dab-af73-49d4-ba41-a9175d5b3e83 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.549841 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-23cf2dab-af73-49d4-ba41-a9175d5b3e83 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2673106 Jan 31 18:40:45.550185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a9630d80-d3fe-46e8-9746-05dc1e763920 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:45.550297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:45.556032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:45.558074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30412c65-b7a3-4064-a2cc-4a4c5cb1b08b req-c26e23a1-8426-4162-a405-47d185b3fea6 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415413 Jan 31 18:40:45.559799 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f26b498e-27f0-4dc9-976b-67a6b48f7589 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for security_group_rule (3cecbe7d-3540-4a4e-ae5c-728e893a2834), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.602273 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.633671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:40:45.636401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Deleting port a4145389-240b-42da-98c6-e60a985f75f9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:45.636994 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a4145389-240b-42da-98c6-e60a985f75f9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.666139 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:45.666542 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.673105 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Set router f5c0b28d-ff3b-4228-90d0-414fa8bb569f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:40:45.768010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a9630d80-d3fe-46e8-9746-05dc1e763920 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:45.768703 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.803548 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f26b498e-27f0-4dc9-976b-67a6b48f7589 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for security_group_rule (3cecbe7d-3540-4a4e-ae5c-728e893a2834), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.823906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c298-8484-4faf-9189-f741b9323d52 req-83954dca-a17a-455d-b462-cd83ab7d46d9 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:45.831595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a405c298-8484-4faf-9189-f741b9323d52 req-83954dca-a17a-455d-b462-cd83ab7d46d9 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 949 time: 0.1727970 Jan 31 18:40:45.853981 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f26b498e-27f0-4dc9-976b-67a6b48f7589 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (3cecbe7d-3540-4a4e-ae5c-728e893a2834), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.860715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.861401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:45.862206 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.883861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b498e-27f0-4dc9-976b-67a6b48f7589 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cecbe7d-3540-4a4e-ae5c-728e893a2834,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:45.905072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33752aff-de96-462f-acad-18194e6e378b req-b148c219-47f7-410e-9b13-142067a25eb4 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:45.912534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33752aff-de96-462f-acad-18194e6e378b req-b148c219-47f7-410e-9b13-142067a25eb4 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.2380364 Jan 31 18:40:45.952186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a4145389-240b-42da-98c6-e60a985f75f9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.952186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks [] for floatingip (a4145389-240b-42da-98c6-e60a985f75f9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:45.962248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a9630d80-d3fe-46e8-9746-05dc1e763920 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:45.963009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bbcf51a0-b2ba-455f-9bd3-68d6eccddffb up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:46.021533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33752aff-de96-462f-acad-18194e6e378b req-37dd533b-6423-43d7-bcd5-b59dacb26ad2 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082716 Jan 31 18:40:46.038563 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f26b498e-27f0-4dc9-976b-67a6b48f7589 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.042182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f26b498e-27f0-4dc9-976b-67a6b48f7589 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6899974 Jan 31 18:40:46.042182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Calling delete_port for a4145389-240b-42da-98c6-e60a985f75f9 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:46.043023 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35156) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:46.061451 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a51ed18f-3148-441e-95b7-ffb60e8edb95 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Request body: {'security_group_rule': {'security_group_id': '21b35c0f-3bfc-417a-af3b-61b4f11921c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:46.084580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=55984e74-e5e9-4a31-9e05-f2eeb4a2335e,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:46.091441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a405c298-8484-4faf-9189-f741b9323d52 req-162fbd0a-6dcc-45c6-91b0-7a77172c55cf tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580736 Jan 31 18:40:46.099643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.112500 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a51ed18f-3148-441e-95b7-ffb60e8edb95 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for security_group_rule (48803a08-bb4c-402f-9a80-7a14fec62098), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.153233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Allocated IP 172.25.8.242 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/91d1facd-d99a-466a-9d65-a8f599f66760) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:46.173985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:46.174712 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.238542 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:40:40Z', 'revision_number': 4, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f09dbbc0-ebba-4285-9923-010172efa326', 'name': '', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'mac_address': 'fa:16:3e:9f:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:39Z', 'updated_at': '2022-01-31T18:40:41Z', 'revision_number': 2, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'subnets': [{'id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:46.292258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a51ed18f-3148-441e-95b7-ffb60e8edb95 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for security_group_rule (48803a08-bb4c-402f-9a80-7a14fec62098), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.303279 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a51ed18f-3148-441e-95b7-ffb60e8edb95 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (48803a08-bb4c-402f-9a80-7a14fec62098), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.323064 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Checking router: f5c0b28d-ff3b-4228-90d0-414fa8bb569f for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:40:46.323443 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Updating router f5c0b28d-ff3b-4228-90d0-414fa8bb569f port f09dbbc0-ebba-4285-9923-010172efa326 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:40:46.328312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b41eb19d-f6d8-4ffe-915e-3832946610c5 req-3ddd5858-07c3-4180-b3dd-c9abce490f7b tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.1093705 Jan 31 18:40:46.339658 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ed18f-3148-441e-95b7-ffb60e8edb95 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48803a08-bb4c-402f-9a80-7a14fec62098,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:46.363315 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a51ed18f-3148-441e-95b7-ffb60e8edb95 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.369584 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a51ed18f-3148-441e-95b7-ffb60e8edb95 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3127332 Jan 31 18:40:46.373974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35158) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:46.389516 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for port (91d1facd-d99a-466a-9d65-a8f599f66760), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.393342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:46.400217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=55984e74-e5e9-4a31-9e05-f2eeb4a2335e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:46.405102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbc8321-6b7a-4143-8051-79f8c6063849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55984e74-e5e9-4a31-9e05-f2eeb4a2335e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:46.406764 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f09dbbc0-ebba-4285-9923-010172efa326), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.407245 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fbd537-39b4-4080-87fc-54a7e65b669d" -d '{"events": [{"server_uuid": "bdbc8321-6b7a-4143-8051-79f8c6063849", "name": "network-vif-plugged", "status": "completed", "tag": "55984e74-e5e9-4a31-9e05-f2eeb4a2335e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:40:46.504627 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (91d1facd-d99a-466a-9d65-a8f599f66760), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.584079 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:46.605445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:46.612877 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:46.616784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:46.646297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Port': ['ID=91d1facd-d99a-466a-9d65-a8f599f66760,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:46.706778 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.724115 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a4145389-240b-42da-98c6-e60a985f75f9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.733722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80e444-220f-49e8-9a13-46de9ad55881 req-c69aecd5-606b-43aa-8d32-7bef1ab6f20b tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:46.735336 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b80e444-220f-49e8-9a13-46de9ad55881 req-c69aecd5-606b-43aa-8d32-7bef1ab6f20b tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.4882588 Jan 31 18:40:46.769572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4145389-240b-42da-98c6-e60a985f75f9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:46.784300 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for floatingip (8b68d80e-0cc0-415a-9684-26be31c15e03), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.834734 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (91d1facd-d99a-466a-9d65-a8f599f66760), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.839124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e1575-993d-401f-9e6f-680bcd3007f4 req-bd54662b-4bde-4769-83da-818e332f1a07 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:46.846747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c3e1575-993d-401f-9e6f-680bcd3007f4 req-bd54662b-4bde-4769-83da-818e332f1a07 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.2160330 Jan 31 18:40:46.857217 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Publish callbacks [] for port (f09dbbc0-ebba-4285-9923-010172efa326), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.862600 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f09dbbc0-ebba-4285-9923-010172efa326), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:46.914009 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Pushing event updated for resources: {'Port': ['ID=f09dbbc0-ebba-4285-9923-010172efa326,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:46.923351 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.923684 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.924074 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.924431 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.924771 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.925097 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.925419 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.925740 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.926059 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.926378 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.926697 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.927013 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.927329 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:46.988533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c3e1575-993d-401f-9e6f-680bcd3007f4 req-e3949cd2-0dda-45cb-8df0-612ab37682d5 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358550 Jan 31 18:40:47.011703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b80e444-220f-49e8-9a13-46de9ad55881 req-64a8224a-c53e-4801-8e06-422c5e154266 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410579 Jan 31 18:40:47.015900 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks [] for floatingip (126d8fe3-3a45-4644-a684-b7fc15a74edf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.016156 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Attempting to bind port f09dbbc0-ebba-4285-9923-010172efa326 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:40:47.016409 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Attempting to bind port f09dbbc0-ebba-4285-9923-010172efa326 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:40:47.016745 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Attempting to bind port f09dbbc0-ebba-4285-9923-010172efa326 on network 516c16ef-8ea9-4e64-a191-4008a282ce3e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:40:47.023395 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:40:47.023754 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Checking segment: {'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:40:47.024772 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.025178 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Bound using segment: {'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:40:47.025663 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Bound port: f09dbbc0-ebba-4285-9923-010172efa326, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:40:47.026042 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f09dbbc0-ebba-4285-9923-010172efa326), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.127022 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8c50f1-3857-40e4-98b4-57ae91f6c9c7 x-openstack-request-id: req-3a8c50f1-3857-40e4-98b4-57ae91f6c9c7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:40:47.127532 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbc8321-6b7a-4143-8051-79f8c6063849", "name": "network-vif-plugged", "status": "completed", "tag": "55984e74-e5e9-4a31-9e05-f2eeb4a2335e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:40:47.127532 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a8c50f1-3857-40e4-98b4-57ae91f6c9c7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:40:47.128027 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbc8321-6b7a-4143-8051-79f8c6063849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55984e74-e5e9-4a31-9e05-f2eeb4a2335e', 'code': 200} Jan 31 18:40:47.135248 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for port (91d1facd-d99a-466a-9d65-a8f599f66760), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.141357 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (91d1facd-d99a-466a-9d65-a8f599f66760), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.157418 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] For port f09dbbc0-ebba-4285-9923-010172efa326, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:40:47.161295 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] For port f09dbbc0-ebba-4285-9923-010172efa326, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f09dbbc0-ebba-4285-9923-010172efa326,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:40:47.169526 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f09dbbc0-ebba-4285-9923-010172efa326), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.243419 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Routers {'f5c0b28d-ff3b-4228-90d0-414fa8bb569f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:40:47.244265 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:40:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:47.272322 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.274291 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Port': ['ID=91d1facd-d99a-466a-9d65-a8f599f66760,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:47.280670 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (8b68d80e-0cc0-415a-9684-26be31c15e03), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.293057 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (36b10e9d-fb50-4902-b44f-dee2d932f229), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.302127 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.304183 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ae801ae8-6d8b-4e42-8058-00339be943fd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7544053 Jan 31 18:40:47.411093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-829ff675-e611-4d33-811e-8ac4e825f08a None None] Provisioning complete for port f09dbbc0-ebba-4285-9923-010172efa326 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:47.411488 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-829ff675-e611-4d33-811e-8ac4e825f08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f09dbbc0-ebba-4285-9923-010172efa326), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.445071 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] Set router f5c0b28d-ff3b-4228-90d0-414fa8bb569f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:40:47.508804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Allocated IP 172.25.8.132 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/3635025b-f03e-4097-bb15-eb981f9591be) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:47.574262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-829ff675-e611-4d33-811e-8ac4e825f08a None None] Current status of the port f09dbbc0-ebba-4285-9923-010172efa326 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:47.575353 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-829ff675-e611-4d33-811e-8ac4e825f08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f09dbbc0-ebba-4285-9923-010172efa326), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.618108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-829ff675-e611-4d33-811e-8ac4e825f08a None None] For port f09dbbc0-ebba-4285-9923-010172efa326, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f09dbbc0-ebba-4285-9923-010172efa326,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:47.624028 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-829ff675-e611-4d33-811e-8ac4e825f08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f09dbbc0-ebba-4285-9923-010172efa326), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.655598 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761edf8c-77a2-4f81-a2b4-49cb53203e4e None None] Pushing event updated for resources: {'Port': ['ID=f09dbbc0-ebba-4285-9923-010172efa326,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:47.708723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ff675-e611-4d33-811e-8ac4e825f08a None None] Pushing event updated for resources: {'Port': ['ID=f09dbbc0-ebba-4285-9923-010172efa326,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:47.718958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b683cc1-c58e-41b2-82cc-a6dda819c339 req-22ab37ba-e858-4dfb-9ad3-12205848b215 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:47.721934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b683cc1-c58e-41b2-82cc-a6dda819c339 req-22ab37ba-e858-4dfb-9ad3-12205848b215 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 949 time: 0.5911233 Jan 31 18:40:47.732264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4474425-120a-4279-9557-2f35d5dab340 req-cfeacf30-282c-4b66-ba1b-28755a186f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:47.734309 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4474425-120a-4279-9557-2f35d5dab340 req-cfeacf30-282c-4b66-ba1b-28755a186f7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 1132 time: 0.4894061 Jan 31 18:40:47.751300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53c67cd6-f11d-4541-a272-f0b02870781f None None] Provisioning complete for port f09dbbc0-ebba-4285-9923-010172efa326 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:47.751816 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53c67cd6-f11d-4541-a272-f0b02870781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f09dbbc0-ebba-4285-9923-010172efa326), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.766989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09798f0d-10df-42d7-89bb-d89674774d85 req-7d56870b-d415-4766-9722-1ae832eba03b tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:47.774886 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09798f0d-10df-42d7-89bb-d89674774d85 req-7d56870b-d415-4766-9722-1ae832eba03b tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8365059-cbfd-47cc-9a9e-8b84588e51e8 HTTP/1.1" status: 200 len: 945 time: 0.5178769 Jan 31 18:40:47.775502 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:40:40Z', 'revision_number': 4, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f09dbbc0-ebba-4285-9923-010172efa326', 'name': '', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'mac_address': 'fa:16:3e:9f:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:39Z', 'updated_at': '2022-01-31T18:40:47Z', 'revision_number': 4, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'subnets': [{'id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:47.808543 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5245e-af73-40a3-9e86-eebc8e57fd28 None None] The sync data for ids ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'] in n-d-812111-15 is: [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:40:40Z', 'revision_number': 4, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f09dbbc0-ebba-4285-9923-010172efa326', 'name': '', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'mac_address': 'fa:16:3e:9f:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:39Z', 'updated_at': '2022-01-31T18:40:47Z', 'revision_number': 4, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'subnets': [{'id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:40:47.838388 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (36b10e9d-fb50-4902-b44f-dee2d932f229), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:47.846245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53c67cd6-f11d-4541-a272-f0b02870781f None None] Current status of the port f09dbbc0-ebba-4285-9923-010172efa326 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:47.892278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=36b10e9d-fb50-4902-b44f-dee2d932f229,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:48.032243 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for port (3635025b-f03e-4097-bb15-eb981f9591be), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:48.046273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09798f0d-10df-42d7-89bb-d89674774d85 req-07227db5-c4f3-4616-95ed-5880b6d916a0 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688031 Jan 31 18:40:48.049895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3378306b-8cc2-458c-b050-8b6403fc639f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:48.082001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3378306b-8cc2-458c-b050-8b6403fc639f']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:48.098011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b683cc1-c58e-41b2-82cc-a6dda819c339 req-79c3231d-0903-4383-88fc-53e070bd7a26 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579667 Jan 31 18:40:48.100488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa59e42-7ea4-490c-a908-33acb7ee5ec3') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:48.100790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa59e42-7ea4-490c-a908-33acb7ee5ec3') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:48.112219 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4474425-120a-4279-9557-2f35d5dab340 req-c32ce0e1-3429-4f3d-9d40-8619e1bd7807 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563180 Jan 31 18:40:48.117022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (afa59e42-7ea4-490c-a908-33acb7ee5ec3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:48.140408 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (afa59e42-7ea4-490c-a908-33acb7ee5ec3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:48.162612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:40:48.163669 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (afa59e42-7ea4-490c-a908-33acb7ee5ec3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:40:48.165165 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:40:48.268180 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3635025b-f03e-4097-bb15-eb981f9591be), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:48.381662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:48.383079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Pushing event updated for resources: {'Port': ['ID=3635025b-f03e-4097-bb15-eb981f9591be,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:48.385632 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (3378306b-8cc2-458c-b050-8b6403fc639f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:48.405172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3378306b-8cc2-458c-b050-8b6403fc639f {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 18:40:48.421998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:48.426703 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:48.436086 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:48.436797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "DELETE /v2.0/networks/3378306b-8cc2-458c-b050-8b6403fc639f HTTP/1.1" status: 204 len: 168 time: 3.5425422 Jan 31 18:40:48.451662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:48.456762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb195a7-2b5c-4321-bc22-3aa5cac9a04e tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event deleted for resources: {'Network': ['ID=3378306b-8cc2-458c-b050-8b6403fc639f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:48.546065 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-de290eb1-15d7-49a0-bd5b-e8c86ff7b9a5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.1085839 Jan 31 18:40:48.549849 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35198) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:48.565895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da289200-f57e-4409-a58c-e3babea6d0a3 req-abe6a0a6-964e-4421-b6b6-da11e5fcc57a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.568495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da289200-f57e-4409-a58c-e3babea6d0a3 req-abe6a0a6-964e-4421-b6b6-da11e5fcc57a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 949 time: 0.3104525 Jan 31 18:40:48.622432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d597f2f9-41bf-44da-b4bf-73db05434259 req-3df4146f-e514-48d3-9780-dcdb4544c2e2 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/ports?device_id=93c3dce6-cd8d-46aa-9714-de03aa00e44c HTTP/1.1" status: 200 len: 210 time: 0.1318593 Jan 31 18:40:48.770957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.771858 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.772864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.774087 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9e583763-962c-43a3-b28c-ec35d20af0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:48.779715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.780445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.781337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.782484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.783247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.783877 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.784608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.785774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.786893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.787522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.788145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:48.790634 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fbe76c33-07a1-4b5e-857e-aabf58c11ff7 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8937 time: 0.2395303 Jan 31 18:40:48.793708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35208) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:48.839466 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for floatingip (6e893cf9-1d9a-457c-b6bd-57f566c84e6f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:48.845016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da289200-f57e-4409-a58c-e3babea6d0a3 req-b26d6f61-42dc-4139-b425-abbd3055db3b tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342269 Jan 31 18:40:48.876055 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-94108962-1ad0-47a8-a05b-2fff472d3bcc tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] delete failed (client error): The resource could not be found. Jan 31 18:40:48.879688 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-94108962-1ad0-47a8-a05b-2fff472d3bcc tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/126d8fe3-3a45-4644-a684-b7fc15a74edf HTTP/1.1" status: 404 len: 345 time: 0.0824463 Jan 31 18:40:48.879944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35212) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:48.909174 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3635025b-f03e-4097-bb15-eb981f9591be), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:48.918020 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-748b01d5-87c1-41b3-bc7a-ec82dce2b8d8 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] DELETE failed (client error): The resource could not be found. Jan 31 18:40:48.919193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748b01d5-87c1-41b3-bc7a-ec82dce2b8d8 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:40:48.925802 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-748b01d5-87c1-41b3-bc7a-ec82dce2b8d8 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "DELETE /v2.0/networks/3378306b-8cc2-458c-b050-8b6403fc639f HTTP/1.1" status: 404 len: 339 time: 0.0412292 Jan 31 18:40:48.931139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35214) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:48.936689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5cae9960-4baf-4e82-9167-c050b152fc37 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Request body: {'network': {'name': 'tempest-network--482946917', 'router:external': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:48.957645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cae9960-4baf-4e82-9167-c050b152fc37 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Made reservation on behalf of 3aee22b97c284d668e22aa106a6bd42b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:48.960009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cae9960-4baf-4e82-9167-c050b152fc37 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:48.992896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cae9960-4baf-4e82-9167-c050b152fc37 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:40:49.006077 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cae9960-4baf-4e82-9167-c050b152fc37 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (01b558c6-04bd-4be6-88d9-7802c7ce0217), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:49.006473 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-5cae9960-4baf-4e82-9167-c050b152fc37 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Added segment 01b558c6-04bd-4be6-88d9-7802c7ce0217 of type vlan for network 46ccbf4e-bbcc-43a5-8905-38c90ba9a0f8 Jan 31 18:40:49.009471 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-1a182c9c-caa9-46f6-bbba-bb30b72654c2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1674146049&fields=id&tenant_id=cbe5eea3c8794b23b6a855d7956c25bf HTTP/1.1" status: 200 len: 267 time: 0.2689419 Jan 31 18:40:49.063093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cae9960-4baf-4e82-9167-c050b152fc37 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (46ccbf4e-bbcc-43a5-8905-38c90ba9a0f8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:49.108260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cae9960-4baf-4e82-9167-c050b152fc37 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (46ccbf4e-bbcc-43a5-8905-38c90ba9a0f8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:49.109403 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cae9960-4baf-4e82-9167-c050b152fc37 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:49.110188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cae9960-4baf-4e82-9167-c050b152fc37 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:49.112188 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f982d-c75d-4ec9-870b-4d55ef002fbe req-8b0c8efb-7ca7-4117-ad61-6fb4d7676562 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:49.119582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-827f982d-c75d-4ec9-870b-4d55ef002fbe req-8b0c8efb-7ca7-4117-ad61-6fb4d7676562 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 945 time: 0.1743472 Jan 31 18:40:49.133058 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5cae9960-4baf-4e82-9167-c050b152fc37 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.1986704 Jan 31 18:40:49.143848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35216) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:49.160627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-4d2a0541-7a8d-424a-ad2b-2d44d203adc5 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:49.167452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-4d2a0541-7a8d-424a-ad2b-2d44d203adc5 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports/b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 HTTP/1.1" status: 200 len: 931 time: 0.1413150 Jan 31 18:40:49.279112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-827f982d-c75d-4ec9-870b-4d55ef002fbe req-7fe6bc03-dd81-4bea-b6b2-823ae357b2af tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517711 Jan 31 18:40:49.307976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-77404dad-7f6e-40c3-a499-cebacecee821 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:49.314341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-77404dad-7f6e-40c3-a499-cebacecee821 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports/c65db0e2-1322-4cbb-b752-8c9fabd69910 HTTP/1.1" status: 200 len: 931 time: 0.1457067 Jan 31 18:40:49.399924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae9960-4baf-4e82-9167-c050b152fc37 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event updated for resources: {'Network': ['ID=46ccbf4e-bbcc-43a5-8905-38c90ba9a0f8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:49.458002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 46ccbf4e-bbcc-43a5-8905-38c90ba9a0f8 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:40:49.615351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f323fd-49b9-4816-91a0-779ce072857b tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:49.641789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f323fd-49b9-4816-91a0-779ce072857b tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:49.660362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f323fd-49b9-4816-91a0-779ce072857b tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:49.665998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f323fd-49b9-4816-91a0-779ce072857b tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:49.670968 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c1f323fd-49b9-4816-91a0-779ce072857b tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5229809 Jan 31 18:40:49.671622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35224) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:49.704214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f09dbbc0-ebba-4285-9923-010172efa326 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:40:49.784307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (46ccbf4e-bbcc-43a5-8905-38c90ba9a0f8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:49.791216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f09dbbc0-ebba-4285-9923-010172efa326 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:49.791775 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f09dbbc0-ebba-4285-9923-010172efa326), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:49.846429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-097c6518-b6d2-434b-a7ba-9279d095dbf4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?network_id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.5309849 Jan 31 18:40:49.888268 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (46ccbf4e-bbcc-43a5-8905-38c90ba9a0f8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:49.923803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ccbf4e-bbcc-43a5-8905-38c90ba9a0f8']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:49.937485 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f7f3c097-eb28-475c-9973-d7786dafb3c4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?network_id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0715337 Jan 31 18:40:49.945113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b558c6-04bd-4be6-88d9-7802c7ce0217') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:49.945670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b558c6-04bd-4be6-88d9-7802c7ce0217') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:49.947029 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f09dbbc0-ebba-4285-9923-010172efa326 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:40:49.958410 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (01b558c6-04bd-4be6-88d9-7802c7ce0217), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:49.985740 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (01b558c6-04bd-4be6-88d9-7802c7ce0217), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:49.998643 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:40:49.999991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (01b558c6-04bd-4be6-88d9-7802c7ce0217), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:40:50.002668 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:40:50.039853 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for port (3635025b-f03e-4097-bb15-eb981f9591be), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:50.049065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580a233-4a8a-4d46-aaaf-fa173ec323a8 req-1ea48553-9402-4996-9a26-e84deaeb982b tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:50.050625 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1580a233-4a8a-4d46-aaaf-fa173ec323a8 req-1ea48553-9402-4996-9a26-e84deaeb982b tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.2082791 Jan 31 18:40:50.054301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3635025b-f03e-4097-bb15-eb981f9591be), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:50.125686 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (46ccbf4e-bbcc-43a5-8905-38c90ba9a0f8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:50.145980 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46ccbf4e-bbcc-43a5-8905-38c90ba9a0f8 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 18:40:50.171827 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:50.183173 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "DELETE /v2.0/networks/46ccbf4e-bbcc-43a5-8905-38c90ba9a0f8 HTTP/1.1" status: 204 len: 168 time: 0.5060029 Jan 31 18:40:50.183173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f67f7-f16e-4b7c-958a-8d862fb47cf0 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event deleted for resources: {'Network': ['ID=46ccbf4e-bbcc-43a5-8905-38c90ba9a0f8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:50.183512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35226) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:50.191462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9bb188c2-27e4-49c7-9dbe-52791c183678 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Request body: {'network': {'name': 'tempest-network--1895327219', 'router:external': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:50.229837 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb188c2-27e4-49c7-9dbe-52791c183678 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Made reservation on behalf of 3aee22b97c284d668e22aa106a6bd42b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:50.234259 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bb188c2-27e4-49c7-9dbe-52791c183678 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:50.238492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1580a233-4a8a-4d46-aaaf-fa173ec323a8 req-a92ed6e1-f4d4-4501-a7f6-a389c59b52fc tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339347 Jan 31 18:40:50.246008 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (6e893cf9-1d9a-457c-b6bd-57f566c84e6f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:50.277119 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:50.285100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9095242 Jan 31 18:40:50.301411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0bebe-fb4b-453e-a3c5-5edbd1233e81 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Pushing event updated for resources: {'Port': ['ID=3635025b-f03e-4097-bb15-eb981f9591be,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:50.309327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb188c2-27e4-49c7-9dbe-52791c183678 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:40:50.318225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-61be4184-6998-4397-a8cc-2fb832aa13a5 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:50.337894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-61be4184-6998-4397-a8cc-2fb832aa13a5 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:50.339887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bb188c2-27e4-49c7-9dbe-52791c183678 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (113fe37e-ae9c-42d2-8d9b-740df6ba7c0d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:50.341415 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-9bb188c2-27e4-49c7-9dbe-52791c183678 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Added segment 113fe37e-ae9c-42d2-8d9b-740df6ba7c0d of type vlan for network bde44d13-435b-41aa-b753-39ff705e4d9b Jan 31 18:40:50.355545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-61be4184-6998-4397-a8cc-2fb832aa13a5 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:50.357839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-61be4184-6998-4397-a8cc-2fb832aa13a5 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/networks?id=e26b851d-0946-4172-af21-cdb27088cdaf&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554 HTTP/1.1" status: 200 len: 1991 time: 0.4083142 Jan 31 18:40:50.381834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-6df3888b-749a-4745-a90e-284359637e0e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/quotas/cbe5eea3c8794b23b6a855d7956c25bf HTTP/1.1" status: 200 len: 375 time: 0.0151966 Jan 31 18:40:50.427596 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bb188c2-27e4-49c7-9dbe-52791c183678 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (bde44d13-435b-41aa-b753-39ff705e4d9b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:50.467605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bb188c2-27e4-49c7-9dbe-52791c183678 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (bde44d13-435b-41aa-b753-39ff705e4d9b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:50.468924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb188c2-27e4-49c7-9dbe-52791c183678 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:50.470648 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bb188c2-27e4-49c7-9dbe-52791c183678 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:50.557732 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9bb188c2-27e4-49c7-9dbe-52791c183678 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3729928 Jan 31 18:40:50.560983 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:50.565488 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c025fbb6-4755-4f98-becc-cc21ad301227 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1787555 Jan 31 18:40:50.586212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb188c2-27e4-49c7-9dbe-52791c183678 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event updated for resources: {'Network': ['ID=bde44d13-435b-41aa-b753-39ff705e4d9b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:50.604906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network bde44d13-435b-41aa-b753-39ff705e4d9b details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:40:50.673557 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125cdab-ce8c-4439-ab54-a7ecadcad6b8 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:50.674912 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8125cdab-ce8c-4439-ab54-a7ecadcad6b8 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] 10.222.0.20 "GET /v2.0/networks/bde44d13-435b-41aa-b753-39ff705e4d9b HTTP/1.1" status: 200 len: 757 time: 0.1130033 Jan 31 18:40:50.678576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35236) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:50.772488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc426d7e-f25a-4415-a7de-e7f5d16f7df9 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:50.773841 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fc426d7e-f25a-4415-a7de-e7f5d16f7df9 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] 10.222.0.20 "GET /v2.0/networks/476e416a-fb8f-4151-a3c9-ef2e0b73ff81 HTTP/1.1" status: 200 len: 767 time: 0.0943573 Jan 31 18:40:50.780165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35238) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:50.819197 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-441e9241-28cc-476a-8566-2e6cbd121eb1 service neutron] 10.222.0.20 "GET /v2.0/networks/e26b851d-0946-4172-af21-cdb27088cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374587 Jan 31 18:40:50.938958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bec35-d08d-4686-96e9-e651070fd66a req-eb975d4e-8e62-49a3-ba76-c7e08e568390 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:50.940620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d03bec35-d08d-4686-96e9-e651070fd66a req-eb975d4e-8e62-49a3-ba76-c7e08e568390 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 949 time: 0.2215393 Jan 31 18:40:50.945323 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (bde44d13-435b-41aa-b753-39ff705e4d9b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.015258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ceb01d5c-87da-43d6-97cd-05d32921acd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.036775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-9ee3a1c5-c6e1-4d91-9819-c1fece960ed9 service neutron] 10.222.0.20 "GET /v2.0/networks/e26b851d-0946-4172-af21-cdb27088cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846519 Jan 31 18:40:51.074166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d03bec35-d08d-4686-96e9-e651070fd66a req-6e43cc1d-179a-4507-9a91-87b603e2a29b tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243188 Jan 31 18:40:51.139038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-4acc92ee-7d27-44ad-a3e8-b7c4c9a30d73 req-1f343b97-c8b1-4d70-bce5-3ed6b664d1fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:40:51.140066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4acc92ee-7d27-44ad-a3e8-b7c4c9a30d73 req-1f343b97-c8b1-4d70-bce5-3ed6b664d1fb tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169020 Jan 31 18:40:51.148131 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (bde44d13-435b-41aa-b753-39ff705e4d9b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.160087 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-9106f496-e735-44cc-8c89-454a9c178c0d service neutron] 10.222.0.20 "GET /v2.0/ports/b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1119792 Jan 31 18:40:51.255112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde44d13-435b-41aa-b753-39ff705e4d9b']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:51.305931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113fe37e-ae9c-42d2-8d9b-740df6ba7c0d') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:51.306315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113fe37e-ae9c-42d2-8d9b-740df6ba7c0d') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:51.323215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (113fe37e-ae9c-42d2-8d9b-740df6ba7c0d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.362231 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (113fe37e-ae9c-42d2-8d9b-740df6ba7c0d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.385401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4acc92ee-7d27-44ad-a3e8-b7c4c9a30d73 req-98df7c6e-ec91-41d0-84ca-570e0733da20 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2341986 Jan 31 18:40:51.386421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:40:51.386830 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (113fe37e-ae9c-42d2-8d9b-740df6ba7c0d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:40:51.390778 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:40:51.403342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c815b3c1-355d-4a1a-a8d5-aec8285492cf service neutron] 10.222.0.20 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328045 Jan 31 18:40:51.504855 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (bde44d13-435b-41aa-b753-39ff705e4d9b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.513730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bde44d13-435b-41aa-b753-39ff705e4d9b {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 18:40:51.519018 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.525575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "DELETE /v2.0/networks/bde44d13-435b-41aa-b753-39ff705e4d9b HTTP/1.1" status: 204 len: 168 time: 0.7389016 Jan 31 18:40:51.526051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35244) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:51.531687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0f90b495-13a1-479a-95f2-607a85ba3b94 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Request body: {'network': {'name': 'tempest-network--1308586330'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:51.535612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323a3c9-9e15-4963-9680-4c77616b2c7b tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event deleted for resources: {'Network': ['ID=bde44d13-435b-41aa-b753-39ff705e4d9b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:51.561325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f90b495-13a1-479a-95f2-607a85ba3b94 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Made reservation on behalf of 3aee22b97c284d668e22aa106a6bd42b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:51.563639 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f90b495-13a1-479a-95f2-607a85ba3b94 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.580959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-67b94f3e-25a7-4b46-a3a4-19356a255804 service neutron] 10.222.0.20 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489236 Jan 31 18:40:51.639038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f90b495-13a1-479a-95f2-607a85ba3b94 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:40:51.640819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b2931248-3dda-40d7-a4af-8f8af6d9af2e service neutron] 10.222.0.20 "GET /v2.0/ports/c65db0e2-1322-4cbb-b752-8c9fabd69910?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0523598 Jan 31 18:40:51.666067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f90b495-13a1-479a-95f2-607a85ba3b94 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3d54f173-b790-49e2-b4d9-adf4ea9c7bb9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.666533 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-0f90b495-13a1-479a-95f2-607a85ba3b94 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Added segment 3d54f173-b790-49e2-b4d9-adf4ea9c7bb9 of type vlan for network cd538637-ea0c-45c0-a27f-66e22ed22c98 Jan 31 18:40:51.716636 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f90b495-13a1-479a-95f2-607a85ba3b94 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (cd538637-ea0c-45c0-a27f-66e22ed22c98), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.744841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f90b495-13a1-479a-95f2-607a85ba3b94 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (cd538637-ea0c-45c0-a27f-66e22ed22c98), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.745844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f90b495-13a1-479a-95f2-607a85ba3b94 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:51.746423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f90b495-13a1-479a-95f2-607a85ba3b94 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:51.798264 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0f90b495-13a1-479a-95f2-607a85ba3b94 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2710688 Jan 31 18:40:51.804156 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:51.814799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-cca9e5d4-5c85-42ff-b82b-c8ef92b74fd6 service neutron] 10.222.0.20 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674201 Jan 31 18:40:51.815048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e7e86bdb-1b70-40df-bcfe-29f30e6288ac tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:51.825457 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-e819d67b-28b0-4ba8-8189-767c6dc0ceb2 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--770591786&fields=id&tenant_id=5918c0d4df2949408b35e4d765cbf2bc HTTP/1.1" status: 200 len: 267 time: 0.0962431 Jan 31 18:40:52.004433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-41defb07-4560-4153-b56a-efad7ad30e14 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:52.006153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-41defb07-4560-4153-b56a-efad7ad30e14 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/networks?id=516c16ef-8ea9-4e64-a191-4008a282ce3e HTTP/1.1" status: 200 len: 814 time: 0.1793392 Jan 31 18:40:52.014284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-0b136be3-b806-48b8-9c56-9c03b24d87ee service neutron] 10.222.0.20 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860158 Jan 31 18:40:52.046836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-8934582c-ed66-4827-a6f1-c22bf97bd580 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/quotas/5918c0d4df2949408b35e4d765cbf2bc HTTP/1.1" status: 200 len: 375 time: 0.0295956 Jan 31 18:40:52.109159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90b495-13a1-479a-95f2-607a85ba3b94 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event updated for resources: {'Network': ['ID=cd538637-ea0c-45c0-a27f-66e22ed22c98,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:52.121439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network cd538637-ea0c-45c0-a27f-66e22ed22c98 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:40:52.151854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-99d2bc65-be1e-45d6-bf91-582c682d2c25 service neutron] 10.222.0.20 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364694 Jan 31 18:40:52.175788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ae6e27f7-3ca5-4237-a0b8-701c204098dd tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5918c0d4df2949408b35e4d765cbf2bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000314 Jan 31 18:40:52.281158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7e86bdb-1b70-40df-bcfe-29f30e6288ac tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (cd538637-ea0c-45c0-a27f-66e22ed22c98), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:52.299584 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7e86bdb-1b70-40df-bcfe-29f30e6288ac tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (cd538637-ea0c-45c0-a27f-66e22ed22c98), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:52.320262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7e86bdb-1b70-40df-bcfe-29f30e6288ac tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Network cd538637-ea0c-45c0-a27f-66e22ed22c98 is not hosted by any dhcp agent {{(pid=103226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 18:40:52.321145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e86bdb-1b70-40df-bcfe-29f30e6288ac tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:52.321957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7e86bdb-1b70-40df-bcfe-29f30e6288ac tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:52.326579 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e7e86bdb-1b70-40df-bcfe-29f30e6288ac tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "PUT /v2.0/networks/cd538637-ea0c-45c0-a27f-66e22ed22c98 HTTP/1.1" status: 200 len: 858 time: 0.5181563 Jan 31 18:40:52.326774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-18092ac6-72d4-4c1f-923f-61724553afd8 service neutron] 10.222.0.20 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652663 Jan 31 18:40:52.328644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35260) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:52.333880 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:52.365740 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e86bdb-1b70-40df-bcfe-29f30e6288ac tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event updated for resources: {'Network': ['ID=cd538637-ea0c-45c0-a27f-66e22ed22c98,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:52.378851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-3c12330d-5f89-4409-b3cb-d2a00a2ed39f service neutron] 10.222.0.20 "GET /v2.0/networks/516c16ef-8ea9-4e64-a191-4008a282ce3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855536 Jan 31 18:40:52.510045 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (cd538637-ea0c-45c0-a27f-66e22ed22c98), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:52.564192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-9d1db483-3db2-4984-b278-b534632bd818 service neutron] 10.222.0.20 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212558 Jan 31 18:40:52.627719 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-d7beaf9a-fd9c-43a2-8312-1f6c6d3d8c5d service neutron] 10.222.0.20 "GET /v2.0/networks/516c16ef-8ea9-4e64-a191-4008a282ce3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201116 Jan 31 18:40:52.698709 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (cd538637-ea0c-45c0-a27f-66e22ed22c98), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:52.730616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd538637-ea0c-45c0-a27f-66e22ed22c98']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:52.747160 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d54f173-b790-49e2-b4d9-adf4ea9c7bb9') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:52.747487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d54f173-b790-49e2-b4d9-adf4ea9c7bb9') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:52.765076 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (3d54f173-b790-49e2-b4d9-adf4ea9c7bb9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:52.774914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-848eb6f4-0293-4fe4-881a-9a4f97541fad service neutron] 10.222.0.20 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871021 Jan 31 18:40:52.784580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3d54f173-b790-49e2-b4d9-adf4ea9c7bb9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:52.824217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:40:52.824652 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (3d54f173-b790-49e2-b4d9-adf4ea9c7bb9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:40:52.849877 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:40:52.961499 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (cd538637-ea0c-45c0-a27f-66e22ed22c98), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:52.972935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443b78e-29bb-41a8-ac3c-55113364f8fc req-85952734-395f-4baa-89ec-4ac86a1b0488 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:52.974440 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4443b78e-29bb-41a8-ac3c-55113364f8fc req-85952734-395f-4baa-89ec-4ac86a1b0488 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 949 time: 0.1809781 Jan 31 18:40:52.979004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd538637-ea0c-45c0-a27f-66e22ed22c98 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 18:40:52.982706 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:52.989451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] 10.222.0.20 "DELETE /v2.0/networks/cd538637-ea0c-45c0-a27f-66e22ed22c98 HTTP/1.1" status: 204 len: 168 time: 0.6563463 Jan 31 18:40:52.989837 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35268) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:53.000169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-5fe7c656-a356-4566-8167-53fe8a6025e2 service neutron] 10.222.0.20 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172830 Jan 31 18:40:53.006862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1ae82-1496-499c-a4bf-5e4dc6bba4c5 tempest-ExternalNetworksTestJSON-1035137718 tempest-ExternalNetworksTestJSON-1035137718-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd538637-ea0c-45c0-a27f-66e22ed22c98,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:53.026086 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-943a0704-bdea-4cdf-804f-0685eb7b8597 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] DELETE failed (client error): The resource could not be found. Jan 31 18:40:53.026699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943a0704-bdea-4cdf-804f-0685eb7b8597 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:40:53.032388 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-943a0704-bdea-4cdf-804f-0685eb7b8597 tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] 10.222.0.20 "DELETE /v2.0/subnets/36b10e9d-fb50-4902-b44f-dee2d932f229 HTTP/1.1" status: 404 len: 337 time: 0.0399265 Jan 31 18:40:53.033322 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35270) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:53.107209 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4443b78e-29bb-41a8-ac3c-55113364f8fc req-98237fe4-6d18-494a-93bf-241db8166602 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201293 Jan 31 18:40:53.139465 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (476e416a-fb8f-4151-a3c9-ef2e0b73ff81), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:53.156278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-6bc159cd-48c3-4bca-86b9-b93a6e3d5c42 service neutron] 10.222.0.20 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471095 Jan 31 18:40:53.294457 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-e6546158-482e-499b-9371-768094fc71c1 service neutron] 10.222.0.20 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317649 Jan 31 18:40:53.307264 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (476e416a-fb8f-4151-a3c9-ef2e0b73ff81), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:53.337580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476e416a-fb8f-4151-a3c9-ef2e0b73ff81']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:53.374031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5af6bfb-e6a6-44da-b313-1a41b2c640e7') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:53.374746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5af6bfb-e6a6-44da-b313-1a41b2c640e7') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:53.411743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (e5af6bfb-e6a6-44da-b313-1a41b2c640e7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:53.440105 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e5af6bfb-e6a6-44da-b313-1a41b2c640e7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:53.448486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:40:53.449154 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (e5af6bfb-e6a6-44da-b313-1a41b2c640e7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:40:53.453830 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:40:53.516910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-ea649309-2b71-44ad-b8d8-0626f9520030 service neutron] 10.222.0.20 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041419 Jan 31 18:40:53.524046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bad0e2-74f8-4b08-a2a5-5dae36990063 req-aec0aa88-31d3-4306-a000-8b18d9446458 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:53.525617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79bad0e2-74f8-4b08-a2a5-5dae36990063 req-aec0aa88-31d3-4306-a000-8b18d9446458 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.0931807 Jan 31 18:40:53.545897 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (476e416a-fb8f-4151-a3c9-ef2e0b73ff81), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:53.556063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:53.560909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] 10.222.0.20 "DELETE /v2.0/networks/476e416a-fb8f-4151-a3c9-ef2e0b73ff81 HTTP/1.1" status: 204 len: 168 time: 0.5242026 Jan 31 18:40:53.576951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Pushing event deleted for resources: {'Network': ['ID=476e416a-fb8f-4151-a3c9-ef2e0b73ff81,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:53.595349 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.595739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.596091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.596458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.596792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.597134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.600272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.600272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.600272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.600675 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.600779 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.601117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.601445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9639fc2-ec7b-4fd6-a4a7-c34b82b0f1ea tempest-ExternalNetworksTestJSON-663140342 tempest-ExternalNetworksTestJSON-663140342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:40:53.613255 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79bad0e2-74f8-4b08-a2a5-5dae36990063 req-e53edcf1-f585-4f22-89fc-b36e06441cc7 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801487 Jan 31 18:40:53.741194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c615f0-ca2c-4499-ae0c-01a140121ae3 req-045f7d2d-63dd-4eb2-a37d-cc6aba400293 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:53.742847 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5c615f0-ca2c-4499-ae0c-01a140121ae3 req-045f7d2d-63dd-4eb2-a37d-cc6aba400293 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.0608637 Jan 31 18:40:53.819482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5c615f0-ca2c-4499-ae0c-01a140121ae3 req-cb616b96-36d3-4ab4-ab87-37832fe27967 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629504 Jan 31 18:40:53.866708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:53.950773 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18b04e48-b09d-44be-b2d1-fba07997e8be tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for security_group (33664a6d-7c50-47ca-8f16-25f560414b28), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:53.959373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16c58de1-c78a-4409-84a2-eddd491b10d2 req-d93af7d0-488e-49d3-a827-a579dc37b80b tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 210 time: 0.0446370 Jan 31 18:40:53.963512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35308) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:53.968200 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:53.987070 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18b04e48-b09d-44be-b2d1-fba07997e8be tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for security_group (33664a6d-7c50-47ca-8f16-25f560414b28), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.047003 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18b04e48-b09d-44be-b2d1-fba07997e8be tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (33664a6d-7c50-47ca-8f16-25f560414b28), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.049949 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18b04e48-b09d-44be-b2d1-fba07997e8be tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.055340 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-18b04e48-b09d-44be-b2d1-fba07997e8be tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "DELETE /v2.0/security-groups/33664a6d-7c50-47ca-8f16-25f560414b28 HTTP/1.1" status: 204 len: 168 time: 0.1834908 Jan 31 18:40:54.056095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:54.070318 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.085664 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-d31b6c37-c34a-4d4d-9678-8e135dce95a2 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] show failed (client error): The resource could not be found. Jan 31 18:40:54.086894 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d31b6c37-c34a-4d4d-9678-8e135dce95a2 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "GET /v2.0/security-groups/33664a6d-7c50-47ca-8f16-25f560414b28 HTTP/1.1" status: 404 len: 347 time: 0.0270789 Jan 31 18:40:54.087907 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b04e48-b09d-44be-b2d1-fba07997e8be tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33664a6d-7c50-47ca-8f16-25f560414b28,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:54.090115 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:54.126058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8870f-d996-4365-8385-bf4aca77f116 req-7f45877b-ecb8-4c91-856a-afa2f829a289 tempest-LiveMigrationNegativeTest-1209476521 tempest-LiveMigrationNegativeTest-1209476521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:54.127608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0c8870f-d996-4365-8385-bf4aca77f116 req-7f45877b-ecb8-4c91-856a-afa2f829a289 tempest-LiveMigrationNegativeTest-1209476521 tempest-LiveMigrationNegativeTest-1209476521-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 1132 time: 0.0883551 Jan 31 18:40:54.170791 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0c8870f-d996-4365-8385-bf4aca77f116 req-959e9162-5ee8-4c98-ad57-a2ecc651a400 tempest-LiveMigrationNegativeTest-1209476521 tempest-LiveMigrationNegativeTest-1209476521-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.218557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-636448be-a5c2-4b2a-8173-749130c72e82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c4dfbe745d4456493aeb8592ecf220a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540131 Jan 31 18:40:54.222550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35320) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:54.262328 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-bf110650-d0f9-419e-bd4e-5cc52e2c7c1c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Deleting port dc3962a8-8f18-430a-bb8b-30707e80f486 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:54.262700 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf110650-d0f9-419e-bd4e-5cc52e2c7c1c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (dc3962a8-8f18-430a-bb8b-30707e80f486), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.358303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf110650-d0f9-419e-bd4e-5cc52e2c7c1c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (dc3962a8-8f18-430a-bb8b-30707e80f486), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.358753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf110650-d0f9-419e-bd4e-5cc52e2c7c1c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for floatingip (dc3962a8-8f18-430a-bb8b-30707e80f486), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.383968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-bf110650-d0f9-419e-bd4e-5cc52e2c7c1c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Calling delete_port for dc3962a8-8f18-430a-bb8b-30707e80f486 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:54.564423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf110650-d0f9-419e-bd4e-5cc52e2c7c1c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (dc3962a8-8f18-430a-bb8b-30707e80f486), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.594455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf110650-d0f9-419e-bd4e-5cc52e2c7c1c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Port': ['ID=dc3962a8-8f18-430a-bb8b-30707e80f486,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:54.667250 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf110650-d0f9-419e-bd4e-5cc52e2c7c1c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for floatingip (05745ca7-82f2-46e1-9323-094892fbc95b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.671371 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf110650-d0f9-419e-bd4e-5cc52e2c7c1c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.672513 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bf110650-d0f9-419e-bd4e-5cc52e2c7c1c tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "DELETE /v2.0/floatingips/05745ca7-82f2-46e1-9323-094892fbc95b HTTP/1.1" status: 204 len: 168 time: 0.5806887 Jan 31 18:40:54.675613 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35340) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:54.761067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-1735998e-f52d-4148-a05b-d3dd41fb09c1 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6fb86a71d53b481a995ede65acca6d7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567389 Jan 31 18:40:54.778990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1938f07a-2aa6-4fef-8a8e-430a4b652d9d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Deleting port b2202cfa-1d5e-4462-926a-9bf8c49d3787 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:54.779390 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1938f07a-2aa6-4fef-8a8e-430a4b652d9d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.879355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1938f07a-2aa6-4fef-8a8e-430a4b652d9d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.883413 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ffa210e-4c3e-43b2-b45e-b5d3a37a201b admin admin] Publish callbacks [] for security_group (5b8d7240-ba3c-42b3-bc9c-870643c419a2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.889339 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0c8870f-d996-4365-8385-bf4aca77f116 req-959e9162-5ee8-4c98-ad57-a2ecc651a400 tempest-LiveMigrationNegativeTest-1209476521 tempest-LiveMigrationNegativeTest-1209476521-project-admin] Publish callbacks [] for security_group (b5ada50f-c8e3-4ac2-86d5-e2670bbbc001), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.896073 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1938f07a-2aa6-4fef-8a8e-430a4b652d9d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Calling delete_port for b2202cfa-1d5e-4462-926a-9bf8c49d3787 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:54.901550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-8d8ce0d1-e09b-45ad-8be6-4a81493dffd3 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:54.903990 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-8d8ce0d1-e09b-45ad-8be6-4a81493dffd3 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.49 "GET /v2.0/networks?id=516c16ef-8ea9-4e64-a191-4008a282ce3e HTTP/1.1" status: 200 len: 814 time: 0.6560187 Jan 31 18:40:54.910847 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0c8870f-d996-4365-8385-bf4aca77f116 req-959e9162-5ee8-4c98-ad57-a2ecc651a400 tempest-LiveMigrationNegativeTest-1209476521 tempest-LiveMigrationNegativeTest-1209476521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b5ada50f-c8e3-4ac2-86d5-e2670bbbc001), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:54.981743 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ffa210e-4c3e-43b2-b45e-b5d3a37a201b admin admin] Publish callbacks [] for security_group (5b8d7240-ba3c-42b3-bc9c-870643c419a2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:55.026972 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0c8870f-d996-4365-8385-bf4aca77f116 req-959e9162-5ee8-4c98-ad57-a2ecc651a400 tempest-LiveMigrationNegativeTest-1209476521 tempest-LiveMigrationNegativeTest-1209476521-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8924947 Jan 31 18:40:55.034915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e9162-5ee8-4c98-ad57-a2ecc651a400 tempest-LiveMigrationNegativeTest-1209476521 tempest-LiveMigrationNegativeTest-1209476521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ada50f-c8e3-4ac2-86d5-e2670bbbc001,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:55.039661 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1938f07a-2aa6-4fef-8a8e-430a4b652d9d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b2202cfa-1d5e-4462-926a-9bf8c49d3787), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:55.066133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-d1ead1b1-68f9-4e97-9887-d69d7981e5e3 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:55.071017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-d1ead1b1-68f9-4e97-9887-d69d7981e5e3 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3011289 Jan 31 18:40:55.086402 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938f07a-2aa6-4fef-8a8e-430a4b652d9d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Port': ['ID=b2202cfa-1d5e-4462-926a-9bf8c49d3787,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:55.115842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-e7a31f81-edff-42ed-94a5-8c0aa4ec9144 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/quotas/6fb86a71d53b481a995ede65acca6d7a HTTP/1.1" status: 200 len: 375 time: 0.0438650 Jan 31 18:40:55.135227 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-4941213e-fb6c-4e3c-916a-72042a7e7105 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5918c0d4df2949408b35e4d765cbf2bc HTTP/1.1" status: 200 len: 379 time: 0.2146986 Jan 31 18:40:55.143576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:55.166732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Request body: {'port': {'device_id': '1c07ac25-f984-49b8-8302-3135561810f5', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'admin_state_up': True, 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'security_groups': ['21b35c0f-3bfc-417a-af3b-61b4f11921c7']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:55.177078 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1938f07a-2aa6-4fef-8a8e-430a4b652d9d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:55.188263 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1938f07a-2aa6-4fef-8a8e-430a4b652d9d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "DELETE /v2.0/ports/b2202cfa-1d5e-4462-926a-9bf8c49d3787 HTTP/1.1" status: 204 len: 168 time: 0.5112009 Jan 31 18:40:55.189859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:55.253018 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ffa210e-4c3e-43b2-b45e-b5d3a37a201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5b8d7240-ba3c-42b3-bc9c-870643c419a2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:55.255620 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ffa210e-4c3e-43b2-b45e-b5d3a37a201b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:55.256802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0ffa210e-4c3e-43b2-b45e-b5d3a37a201b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b8d7240-ba3c-42b3-bc9c-870643c419a2 HTTP/1.1" status: 204 len: 168 time: 1.0333307 Jan 31 18:40:55.285878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa210e-4c3e-43b2-b45e-b5d3a37a201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8d7240-ba3c-42b3-bc9c-870643c419a2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:55.325397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f189ca04-0d55-44e3-839c-cc866758f4a8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Deleting port 781529aa-8eeb-49ff-8d79-854bed0acdbf {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:55.325972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f189ca04-0d55-44e3-839c-cc866758f4a8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:55.341876 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-f2a1f8a9-bcad-4bf3-aa82-1ffc1bb82564 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fb86a71d53b481a995ede65acca6d7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2246559 Jan 31 18:40:55.375487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd9571-2307-4fb0-a697-b35a84a6669a req-b1bad5ec-1571-458f-8d17-08074441a771 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:55.377173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45fd9571-2307-4fb0-a697-b35a84a6669a req-b1bad5ec-1571-458f-8d17-08074441a771 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8365059-cbfd-47cc-9a9e-8b84588e51e8 HTTP/1.1" status: 200 len: 945 time: 0.2142859 Jan 31 18:40:55.414538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Made reservation on behalf of 5918c0d4df2949408b35e4d765cbf2bc for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:55.418140 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:55.435789 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f189ca04-0d55-44e3-839c-cc866758f4a8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:55.452578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f189ca04-0d55-44e3-839c-cc866758f4a8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Calling delete_port for 781529aa-8eeb-49ff-8d79-854bed0acdbf owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:55.470806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45fd9571-2307-4fb0-a697-b35a84a6669a req-0d06977a-267a-493d-a5cf-0bbd1594d61d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834146 Jan 31 18:40:55.679652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faf4a58c-5cce-4c8a-8d9e-1dea483286d9 req-a7fb9791-deb7-47ac-9524-a5e8c20dfb11 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.1101716 Jan 31 18:40:55.724945 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f189ca04-0d55-44e3-839c-cc866758f4a8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (781529aa-8eeb-49ff-8d79-854bed0acdbf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:55.766823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189ca04-0d55-44e3-839c-cc866758f4a8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Port': ['ID=781529aa-8eeb-49ff-8d79-854bed0acdbf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:55.875905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-82b1daad-62e8-4715-bf9d-e4f15dbbd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:55.876704 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35364) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:55.878401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-82b1daad-62e8-4715-bf9d-e4f15dbbd372 service neutron] 10.222.0.21 "GET /v2.0/ports/b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 HTTP/1.1" status: 200 len: 1027 time: 0.0984981 Jan 31 18:40:55.895965 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f189ca04-0d55-44e3-839c-cc866758f4a8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:55.908925 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f189ca04-0d55-44e3-839c-cc866758f4a8 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "DELETE /v2.0/ports/781529aa-8eeb-49ff-8d79-854bed0acdbf HTTP/1.1" status: 204 len: 168 time: 0.7181985 Jan 31 18:40:55.911794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35366) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:55.986735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc39442-5684-413e-93c9-d74b9df197ca req-3eae4b87-30c7-4438-bb22-330a478b4f53 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:55.988537 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:55.989646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2fc39442-5684-413e-93c9-d74b9df197ca req-3eae4b87-30c7-4438-bb22-330a478b4f53 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.3724854 Jan 31 18:40:56.002559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-883ea776-95af-4996-a46c-5cecf5ee22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:56.004505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-883ea776-95af-4996-a46c-5cecf5ee22a8 service neutron] 10.222.0.21 "GET /v2.0/ports/c65db0e2-1322-4cbb-b752-8c9fabd69910 HTTP/1.1" status: 200 len: 1027 time: 0.1144304 Jan 31 18:40:56.007336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Allocated IP 172.20.0.10 (516c16ef-8ea9-4e64-a191-4008a282ce3e/c96f8db0-c704-4919-b8e1-a33a20f34342/d83337ed-dba1-467e-a8ab-702dae182f6e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:56.019441 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-370100ef-f9cf-4c06-bb6e-54bdc63f5458 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3aee22b97c284d668e22aa106a6bd42b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406124 Jan 31 18:40:56.040243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35368) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:56.051095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-80526098-5d63-4c6b-8416-6f1b5d479ada tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Deleting subnet 43a646ec-9f33-41b3-8057-62e02cfe3088 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:40:56.055602 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80526098-5d63-4c6b-8416-6f1b5d479ada tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for subnet (43a646ec-9f33-41b3-8057-62e02cfe3088), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:56.147305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80526098-5d63-4c6b-8416-6f1b5d479ada tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (43a646ec-9f33-41b3-8057-62e02cfe3088), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:56.299821 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80526098-5d63-4c6b-8416-6f1b5d479ada tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (43a646ec-9f33-41b3-8057-62e02cfe3088), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:56.415055 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80526098-5d63-4c6b-8416-6f1b5d479ada tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (43a646ec-9f33-41b3-8057-62e02cfe3088), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:56.434408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2fc39442-5684-413e-93c9-d74b9df197ca req-10893ca8-cd1b-43b6-a229-9bef171bf574 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282191 Jan 31 18:40:56.436739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1a102cde-2d2a-4bba-a40d-44bdce1d920e req-800aa56b-9839-46bb-8be4-f25dd0ca4172 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 210 time: 0.2625751 Jan 31 18:40:56.488421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5567134-71d3-4073-bb50-e8c8fb23f1dc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:56.493970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5567134-71d3-4073-bb50-e8c8fb23f1dc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:56.498519 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80526098-5d63-4c6b-8416-6f1b5d479ada tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Subnet': ['ID=43a646ec-9f33-41b3-8057-62e02cfe3088,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:56.499751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5567134-71d3-4073-bb50-e8c8fb23f1dc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:56.501438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5567134-71d3-4073-bb50-e8c8fb23f1dc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "GET /v2.0/networks?id=e26b851d-0946-4172-af21-cdb27088cdaf&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554 HTTP/1.1" status: 200 len: 1991 time: 0.4622488 Jan 31 18:40:56.513226 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7c9d74c-d7d6-4027-8256-9a7cd34039c4 admin admin] Publish callbacks [] for security_group (f5dd55fc-0a9a-4499-8212-5c544d57f622), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:56.520378 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914e1cb5-fc38-491b-9294-067ed18ae63d None None] Network fb8dcb45-e7b0-4cd2-8822-8518528b12a3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:40:56.533039 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80526098-5d63-4c6b-8416-6f1b5d479ada tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:56.537167 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-80526098-5d63-4c6b-8416-6f1b5d479ada tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "DELETE /v2.0/subnets/43a646ec-9f33-41b3-8057-62e02cfe3088 HTTP/1.1" status: 204 len: 168 time: 0.6242156 Jan 31 18:40:56.540191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:56.636111 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-3998b6c5-19b8-4320-b338-e56a47ca830d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Deleting subnet b43bb12a-e889-48c4-a708-fda4e6831e58 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:40:56.640462 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3998b6c5-19b8-4320-b338-e56a47ca830d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for subnet (b43bb12a-e889-48c4-a708-fda4e6831e58), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:56.685183 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7c9d74c-d7d6-4027-8256-9a7cd34039c4 admin admin] Publish callbacks [] for security_group (f5dd55fc-0a9a-4499-8212-5c544d57f622), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:56.712193 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3998b6c5-19b8-4320-b338-e56a47ca830d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (b43bb12a-e889-48c4-a708-fda4e6831e58), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:56.745000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24d47eb9-1593-469d-9d08-a4c755896a24 req-980746b6-5537-4bb8-9dd1-742589f7ba7b tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 210 time: 0.1292906 Jan 31 18:40:56.777310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f22e1-8a61-4223-a2e5-7ba020a71706 None None] DHCP port deletion for fb8dcb45-e7b0-4cd2-8822-8518528b12a3 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:40:56.807092 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:56.819225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-2f4b8832-f109-486c-80bc-1140ced563d4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbe5eea3c8794b23b6a855d7956c25bf HTTP/1.1" status: 200 len: 380 time: 0.2772901 Jan 31 18:40:56.833597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'port': {'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'admin_state_up': True, 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'security_groups': ['417040cc-f58b-4d85-bbde-1342f1f50c1f']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:56.880067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680adea-07ee-4289-b8ad-abb8df1d8368 req-9265d280-8c22-47f5-aa53-794d90f7e98e tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:56.888536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3680adea-07ee-4289-b8ad-abb8df1d8368 req-9265d280-8c22-47f5-aa53-794d90f7e98e tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 945 time: 0.2842419 Jan 31 18:40:56.948558 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3998b6c5-19b8-4320-b338-e56a47ca830d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b43bb12a-e889-48c4-a708-fda4e6831e58), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:56.963562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f22e1-8a61-4223-a2e5-7ba020a71706 None None] Deleting port d2aec031-8466-40cf-b201-63d899baad27 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:56.964917 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee8f22e1-8a61-4223-a2e5-7ba020a71706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d2aec031-8466-40cf-b201-63d899baad27), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:57.042373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3680adea-07ee-4289-b8ad-abb8df1d8368 req-0526e148-abdd-489d-8232-21e9e93ac9b1 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522341 Jan 31 18:40:57.047438 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7c9d74c-d7d6-4027-8256-9a7cd34039c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f5dd55fc-0a9a-4499-8212-5c544d57f622), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:57.050269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7c9d74c-d7d6-4027-8256-9a7cd34039c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:57.051515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b7c9d74c-d7d6-4027-8256-9a7cd34039c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5dd55fc-0a9a-4499-8212-5c544d57f622 HTTP/1.1" status: 204 len: 168 time: 1.0102675 Jan 31 18:40:57.054013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64de1f02-2612-4b8f-8789-429d67c2aa4e req-bb0d5427-fe7d-4819-a19a-cdac6e358bfc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0889344 Jan 31 18:40:57.086635 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3998b6c5-19b8-4320-b338-e56a47ca830d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (b43bb12a-e889-48c4-a708-fda4e6831e58), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:57.092691 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:57.165426 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fdb49d1e-57ef-4f89-aa99-6f181387afca tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6fb86a71d53b481a995ede65acca6d7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1037068 Jan 31 18:40:57.177808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998b6c5-19b8-4320-b338-e56a47ca830d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Subnet': ['ID=b43bb12a-e889-48c4-a708-fda4e6831e58,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:57.188470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ee8f22e1-8a61-4223-a2e5-7ba020a71706 None None] For port d2aec031-8466-40cf-b201-63d899baad27, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d2aec031-8466-40cf-b201-63d899baad27,segment=NetworkSegment(bdbb8b23-7a94-4abf-9a90-38e772225c13),segment_id=bdbb8b23-7a94-4abf-9a90-38e772225c13)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:57.190344 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee8f22e1-8a61-4223-a2e5-7ba020a71706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d2aec031-8466-40cf-b201-63d899baad27), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:57.194772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3998b6c5-19b8-4320-b338-e56a47ca830d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:57.204031 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3998b6c5-19b8-4320-b338-e56a47ca830d tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "DELETE /v2.0/subnets/b43bb12a-e889-48c4-a708-fda4e6831e58 HTTP/1.1" status: 204 len: 168 time: 0.6618826 Jan 31 18:40:57.208310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35386) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:57.240659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a8265e-9d4b-49d6-b564-5129ad9dbcc2 None None] Network f6132770-31d8-4044-871c-bab7c33e776b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:40:57.294205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9d74c-d7d6-4027-8256-9a7cd34039c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dd55fc-0a9a-4499-8212-5c544d57f622,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:57.295220 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f22e1-8a61-4223-a2e5-7ba020a71706 None None] Calling delete_port for d2aec031-8466-40cf-b201-63d899baad27 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:57.564194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:57.568191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:57.584626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Network 516c16ef-8ea9-4e64-a191-4008a282ce3e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:57.612435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:57.615342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:57.709020 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (fb8dcb45-e7b0-4cd2-8822-8518528b12a3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:57.727045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Pushing event updated for resources: {'Port': ['ID=d83337ed-dba1-467e-a8ab-702dae182f6e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:57.770584 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d2aec031-8466-40cf-b201-63d899baad27 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:40:57.826263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d2aec031-8466-40cf-b201-63d899baad27 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:40:57.827189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d2aec031-8466-40cf-b201-63d899baad27 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:40:57.837908 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee8f22e1-8a61-4223-a2e5-7ba020a71706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (d2aec031-8466-40cf-b201-63d899baad27), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:57.841645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Deleting port d2aec031-8466-40cf-b201-63d899baad27 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:57.842290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d2aec031-8466-40cf-b201-63d899baad27), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:57.911688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f22e1-8a61-4223-a2e5-7ba020a71706 None None] Pushing event deleted for resources: {'Port': ['ID=d2aec031-8466-40cf-b201-63d899baad27,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:57.931310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] For port d2aec031-8466-40cf-b201-63d899baad27, host n-d-812111-15, got binding levels [] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:57.931687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d2aec031-8466-40cf-b201-63d899baad27), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:57.940184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8f22e1-8a61-4223-a2e5-7ba020a71706 None None] No DVR routers for this DVR port d2aec031-8466-40cf-b201-63d899baad27 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:40:57.994505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Calling delete_port for d2aec031-8466-40cf-b201-63d899baad27 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:57.998779 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Port d2aec031-8466-40cf-b201-63d899baad27 was not found and therefore no delete operation was performed {{(pid=103226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:40:58.002300 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d2aec031-8466-40cf-b201-63d899baad27), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.039632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Port': ['ID=d2aec031-8466-40cf-b201-63d899baad27,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:58.046775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] No DVR routers for this DVR port d2aec031-8466-40cf-b201-63d899baad27 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:40:58.063423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-49552bd8-417d-4040-a48e-a27c9e741f6f tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:58.065155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-49552bd8-417d-4040-a48e-a27c9e741f6f tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8165073 Jan 31 18:40:58.083274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Request body: {'port': {'device_id': '502fc08a-0d2a-4748-aede-f832227315c5', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '6fb86a71d53b481a995ede65acca6d7a'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:58.094423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b0f0a-5f81-485a-84e3-9915888c4b4d None None] DHCP port deletion for f6132770-31d8-4044-871c-bab7c33e776b request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:40:58.109453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:58.110221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.129458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-68a48483-b1b7-47ac-9659-28f54cbd2618 None None] Provisioning complete for port d83337ed-dba1-467e-a8ab-702dae182f6e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:40:58.130258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68a48483-b1b7-47ac-9659-28f54cbd2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.138888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f451a-f9b0-4f5e-8aeb-b12a0c5d3658 req-c2709289-3887-46b2-a718-910cd5837623 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:58.144717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f451a-f9b0-4f5e-8aeb-b12a0c5d3658 req-c2709289-3887-46b2-a718-910cd5837623 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:58.150418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f451a-f9b0-4f5e-8aeb-b12a0c5d3658 req-c2709289-3887-46b2-a718-910cd5837623 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:58.157818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e36f451a-f9b0-4f5e-8aeb-b12a0c5d3658 req-c2709289-3887-46b2-a718-910cd5837623 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd&device_id=b8365059-cbfd-47cc-9a9e-8b84588e51e8&device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 2417 time: 0.5764103 Jan 31 18:40:58.183062 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (fb8dcb45-e7b0-4cd2-8822-8518528b12a3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.205386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-68a48483-b1b7-47ac-9659-28f54cbd2618 None None] Port d83337ed-dba1-467e-a8ab-702dae182f6e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:40:58.207493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc20dd-7174-49b4-afb9-4e32e6508fd0 req-68199bd9-fd8f-47dc-8024-a3363d98f1cb tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:58.214442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87cc20dd-7174-49b4-afb9-4e32e6508fd0 req-68199bd9-fd8f-47dc-8024-a3363d98f1cb tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 949 time: 0.5088573 Jan 31 18:40:58.226098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8dcb45-e7b0-4cd2-8822-8518528b12a3']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:58.237084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b0f0a-5f81-485a-84e3-9915888c4b4d None None] Deleting port 445d4f1a-990f-458e-ac07-9053e979a379 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:58.238258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cf9b0f0a-5f81-485a-84e3-9915888c4b4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (445d4f1a-990f-458e-ac07-9053e979a379), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.258524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbb8b23-7a94-4abf-9a90-38e772225c13') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:58.258856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbb8b23-7a94-4abf-9a90-38e772225c13') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:58.282343 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (bdbb8b23-7a94-4abf-9a90-38e772225c13), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.303950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Allocated IP 172.20.0.4 (e26b851d-0946-4172-af21-cdb27088cdaf/e109565c-f7ac-4d00-b22b-e887bf719fa5/fae6f0d3-175d-49d4-a18b-ca0777c69d54) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:58.304972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bdbb8b23-7a94-4abf-9a90-38e772225c13), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.321037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:40:58.321454 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (bdbb8b23-7a94-4abf-9a90-38e772225c13), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.330332 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-ba93f5c9-efb5-4755-ab72-dcf5f4cb713a tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1773539 Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:40:58.331929 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:40:58.358791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Request body: {'port': {'device_id': '1c07ac25-f984-49b8-8302-3135561810f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:58.367793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-cf9b0f0a-5f81-485a-84e3-9915888c4b4d None None] For port 445d4f1a-990f-458e-ac07-9053e979a379, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=445d4f1a-990f-458e-ac07-9053e979a379,segment=NetworkSegment(77240a32-4436-4da6-ae6c-45f8a8539158),segment_id=77240a32-4436-4da6-ae6c-45f8a8539158)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:58.368551 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cf9b0f0a-5f81-485a-84e3-9915888c4b4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (445d4f1a-990f-458e-ac07-9053e979a379), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.396594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b0f0a-5f81-485a-84e3-9915888c4b4d None None] Calling delete_port for 445d4f1a-990f-458e-ac07-9053e979a379 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:58.411105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e36f451a-f9b0-4f5e-8aeb-b12a0c5d3658 req-73eca1c0-315c-4591-b898-a910f8ce6129 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523003 Jan 31 18:40:58.462026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87cc20dd-7174-49b4-afb9-4e32e6508fd0 req-ec011e41-77b0-4b96-9b20-ca8765fb89cb tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465153 Jan 31 18:40:58.467207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (fb8dcb45-e7b0-4cd2-8822-8518528b12a3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.490117 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.501967 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "DELETE /v2.0/networks/fb8dcb45-e7b0-4cd2-8822-8518528b12a3 HTTP/1.1" status: 204 len: 168 time: 1.2863359 Jan 31 18:40:58.504397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35416) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:58.517133 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.594214 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a6982-80d6-4048-b1e7-ae7cf3f83277 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Network': ['ID=fb8dcb45-e7b0-4cd2-8822-8518528b12a3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:58.628926 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cf9b0f0a-5f81-485a-84e3-9915888c4b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (445d4f1a-990f-458e-ac07-9053e979a379), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.653439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9b0f0a-5f81-485a-84e3-9915888c4b4d None None] No DVR routers for this DVR port 445d4f1a-990f-458e-ac07-9053e979a379 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:40:58.691891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b0f0a-5f81-485a-84e3-9915888c4b4d None None] Pushing event deleted for resources: {'Port': ['ID=445d4f1a-990f-458e-ac07-9053e979a379,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:58.697326 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Made reservation on behalf of 6fb86a71d53b481a995ede65acca6d7a for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:58.701751 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.729287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (f6132770-31d8-4044-871c-bab7c33e776b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.832125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:40:58.863372 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (f6132770-31d8-4044-871c-bab7c33e776b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.891451 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6132770-31d8-4044-871c-bab7c33e776b']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:58.916514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77240a32-4436-4da6-ae6c-45f8a8539158') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:58.917463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77240a32-4436-4da6-ae6c-45f8a8539158') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:40:58.931466 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (77240a32-4436-4da6-ae6c-45f8a8539158), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.951978 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (77240a32-4436-4da6-ae6c-45f8a8539158), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.960007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:40:58.960775 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (77240a32-4436-4da6-ae6c-45f8a8539158), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:40:58.964931 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:40:59.019358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fe993-9db5-4b1c-8a29-2693749af607 req-dbb346da-4843-4fd8-9cdc-82b0b19f2ab8 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:59.026859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a0fe993-9db5-4b1c-8a29-2693749af607 req-dbb346da-4843-4fd8-9cdc-82b0b19f2ab8 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.4447689 Jan 31 18:40:59.051887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (f6132770-31d8-4044-871c-bab7c33e776b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:59.068545 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:59.073952 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] 10.222.0.20 "DELETE /v2.0/networks/f6132770-31d8-4044-871c-bab7c33e776b HTTP/1.1" status: 204 len: 168 time: 0.5684564 Jan 31 18:40:59.147630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c1101-7998-4bf9-a606-3f5b4849498e req-8658d191-abf1-473b-b9be-cd9a2019341f tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:59.157328 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e46c1101-7998-4bf9-a606-3f5b4849498e req-8658d191-abf1-473b-b9be-cd9a2019341f tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 932 time: 0.5214193 Jan 31 18:40:59.158708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815d2d0-d518-4d95-9766-a1d206bc1873 tempest-TaggedBootDevicesTest_v242-1773908684 tempest-TaggedBootDevicesTest_v242-1773908684-project] Pushing event deleted for resources: {'Network': ['ID=f6132770-31d8-4044-871c-bab7c33e776b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:59.188087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3e1e-d6b1-4c12-bbf0-64e4adbc0e45 req-dabc7ba8-d286-4735-a42d-2a9783f59ec6 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:59.189940 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-12de3e1e-d6b1-4c12-bbf0-64e4adbc0e45 req-dabc7ba8-d286-4735-a42d-2a9783f59ec6 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 949 time: 0.1106064 Jan 31 18:40:59.233608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1252754214'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:40:59.244816 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:59.301501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-12de3e1e-d6b1-4c12-bbf0-64e4adbc0e45 req-92391c45-fafe-41b3-b59c-f86bbcd8b60a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Deleting port d51c15d4-0256-4504-9b9b-d1a8644072cd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:40:59.301784 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-12de3e1e-d6b1-4c12-bbf0-64e4adbc0e45 req-92391c45-fafe-41b3-b59c-f86bbcd8b60a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:59.329263 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a0fe993-9db5-4b1c-8a29-2693749af607 req-c3d0c114-6c39-4b76-89cb-63ad881bd033 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014202 Jan 31 18:40:59.370660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e46c1101-7998-4bf9-a606-3f5b4849498e req-70ccc6b6-2bc4-4038-a98b-0e2e5e2e39a7 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123871 Jan 31 18:40:59.422090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Allocated IP 192.168.233.253 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/ad27cb63-0337-4dcb-86c5-cdd7978ce1cc) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:40:59.438672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:40:59.441370 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:59.480165 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:59.511055 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-12de3e1e-d6b1-4c12-bbf0-64e4adbc0e45 req-92391c45-fafe-41b3-b59c-f86bbcd8b60a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] For port d51c15d4-0256-4504-9b9b-d1a8644072cd, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d51c15d4-0256-4504-9b9b-d1a8644072cd,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:40:59.513035 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-12de3e1e-d6b1-4c12-bbf0-64e4adbc0e45 req-92391c45-fafe-41b3-b59c-f86bbcd8b60a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:59.528932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-12de3e1e-d6b1-4c12-bbf0-64e4adbc0e45 req-92391c45-fafe-41b3-b59c-f86bbcd8b60a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Calling delete_port for d51c15d4-0256-4504-9b9b-d1a8644072cd owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:40:59.534456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 445d4f1a-990f-458e-ac07-9053e979a379 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:40:59.557649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 445d4f1a-990f-458e-ac07-9053e979a379 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:40:59.558461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 445d4f1a-990f-458e-ac07-9053e979a379 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:40:59.563859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c48160b6-3b9c-49ee-897e-910b3739a618 req-bbe45229-8c40-4016-abb5-96144a454b58 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 210 time: 0.0973127 Jan 31 18:40:59.599267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:59.612287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d224518-f45e-4f70-8730-1432db0b6e6c req-5d9cb5d4-790d-4f3b-b006-9706cca04c3c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.1070020 Jan 31 18:40:59.642655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-e423b26b-56ce-4b46-a5f0-940cf12a79c8 req-6af93dee-13e8-4df6-bd57-ab0189a54599 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:40:59.643685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e423b26b-56ce-4b46-a5f0-940cf12a79c8 req-6af93dee-13e8-4df6-bd57-ab0189a54599 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0304842 Jan 31 18:40:59.723370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Network e26b851d-0946-4172-af21-cdb27088cdaf is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:40:59.751957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:40:59.765591 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-12de3e1e-d6b1-4c12-bbf0-64e4adbc0e45 req-92391c45-fafe-41b3-b59c-f86bbcd8b60a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d51c15d4-0256-4504-9b9b-d1a8644072cd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:59.774668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:40:59.781725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:59.785874 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['d51c15d4-0256-4504-9b9b-d1a8644072cd'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:40:59.814552 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391c45-fafe-41b3-b59c-f86bbcd8b60a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Pushing event deleted for resources: {'Port': ['ID=d51c15d4-0256-4504-9b9b-d1a8644072cd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:40:59.894139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-12de3e1e-d6b1-4c12-bbf0-64e4adbc0e45 req-92391c45-fafe-41b3-b59c-f86bbcd8b60a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] No DVR routers for this DVR port d51c15d4-0256-4504-9b9b-d1a8644072cd on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:40:59.897761 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-12de3e1e-d6b1-4c12-bbf0-64e4adbc0e45 req-92391c45-fafe-41b3-b59c-f86bbcd8b60a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:40:59.901667 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-12de3e1e-d6b1-4c12-bbf0-64e4adbc0e45 req-92391c45-fafe-41b3-b59c-f86bbcd8b60a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.49 "DELETE /v2.0/ports/d51c15d4-0256-4504-9b9b-d1a8644072cd HTTP/1.1" status: 204 len: 173 time: 0.7058270 Jan 31 18:40:59.902322 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c15a051-72e8-4f62-8e33-ac0541a92d8a', 'name': 'network-vif-deleted', 'tag': 'd51c15d4-0256-4504-9b9b-d1a8644072cd'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:40:59.906900 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce16ff8-0845-4a9b-b775-95fa543dba5a" -d '{"events": [{"server_uuid": "3c15a051-72e8-4f62-8e33-ac0541a92d8a", "name": "network-vif-deleted", "tag": "d51c15d4-0256-4504-9b9b-d1a8644072cd"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:00.198327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1ad79bb6-cd19-4c31-afc4-9a23f43e86b5 None None] Provisioning complete for port fae6f0d3-175d-49d4-a18b-ca0777c69d54 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:00.199129 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ad79bb6-cd19-4c31-afc4-9a23f43e86b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:00.262934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1ad79bb6-cd19-4c31-afc4-9a23f43e86b5 None None] Port fae6f0d3-175d-49d4-a18b-ca0777c69d54 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:41:00.335079 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b6501ed-8a17-4cb6-b456-0e104cb84a2b req-265b0c9d-611c-4f19-a9ff-2f2dad0cf52a tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c15a051-72e8-4f62-8e33-ac0541a92d8a HTTP/1.1" status: 200 len: 210 time: 0.5539422 Jan 31 18:41:00.393123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83337ed-dba1-467e-a8ab-702dae182f6e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:00.409924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Port': ['ID=fae6f0d3-175d-49d4-a18b-ca0777c69d54,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:00.443027 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Publish callbacks [] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:00.487345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:00.488235 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:00.526868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e423b26b-56ce-4b46-a5f0-940cf12a79c8 req-2d129c2f-74d0-4b02-a02b-2b1a40a3f814 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.8450174 Jan 31 18:41:00.565026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Transition to ACTIVE for port object d83337ed-dba1-467e-a8ab-702dae182f6e will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:41:00.582019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-3d422811-cf7c-40a3-bfb0-b682ddfce7bc tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7526488 Jan 31 18:41:00.591553 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:00.598177 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks [] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:00.604601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'port': {'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9', 'admin_state_up': True, 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'security_groups': ['417040cc-f58b-4d85-bbde-1342f1f50c1f']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:00.677409 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for security_group (7daea667-b8e4-4a86-852e-3ca3ca8fba64), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:00.694970 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7daea667-b8e4-4a86-852e-3ca3ca8fba64), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:00.823430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Pushing event updated for resources: {'Port': ['ID=d83337ed-dba1-467e-a8ab-702dae182f6e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:00.834452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:41:00.890220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7daea667-b8e4-4a86-852e-3ca3ca8fba64,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:00.904920 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac89dcf-6c6b-4a4f-a676-5c1c883c03ef x-openstack-request-id: req-aac89dcf-6c6b-4a4f-a676-5c1c883c03ef {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:00.905406 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c15a051-72e8-4f62-8e33-ac0541a92d8a", "name": "network-vif-deleted", "tag": "d51c15d4-0256-4504-9b9b-d1a8644072cd", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:00.905517 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aac89dcf-6c6b-4a4f-a676-5c1c883c03ef {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:00.905931 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c15a051-72e8-4f62-8e33-ac0541a92d8a', 'name': 'network-vif-deleted', 'tag': 'd51c15d4-0256-4504-9b9b-d1a8644072cd', 'status': 'completed', 'code': 200} Jan 31 18:41:00.956995 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:00.970447 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['55984e74-e5e9-4a31-9e05-f2eeb4a2335e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:41:00.981674 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3396170f-f8d3-47f8-9e1f-3925771cdd23), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:00.983281 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Added segment 3396170f-f8d3-47f8-9e1f-3925771cdd23 of type vlan for network 270588c3-27c5-4bbe-bc62-125107bc7b03 Jan 31 18:41:01.152161 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (270588c3-27c5-4bbe-bc62-125107bc7b03), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:01.196843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:01.201579 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:01.214870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:01.232754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Pushing event updated for resources: {'Port': ['ID=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:01.243535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:01.259160 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:01.271250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Attempting to bind port d83337ed-dba1-467e-a8ab-702dae182f6e on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:01.271787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Attempting to bind port d83337ed-dba1-467e-a8ab-702dae182f6e by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:01.272137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Attempting to bind port d83337ed-dba1-467e-a8ab-702dae182f6e on network 516c16ef-8ea9-4e64-a191-4008a282ce3e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:01.383918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Port d83337ed-dba1-467e-a8ab-702dae182f6e on network 516c16ef-8ea9-4e64-a191-4008a282ce3e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:41:01.384524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Attempting to bind port d83337ed-dba1-467e-a8ab-702dae182f6e on network 516c16ef-8ea9-4e64-a191-4008a282ce3e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:01.408152 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (270588c3-27c5-4bbe-bc62-125107bc7b03), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:01.413031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:01.413642 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:01.462544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1380cf-1516-47c1-a40d-0cfeffe91248 req-39212c6e-12b2-41e4-a407-8627adda1fef tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:01.464249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d1380cf-1516-47c1-a40d-0cfeffe91248 req-39212c6e-12b2-41e4-a407-8627adda1fef tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.4231577 Jan 31 18:41:01.465739 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:01.466742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Checking segment: {'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:01.467532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Bound using segment: {'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:01.468312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Bound port: d83337ed-dba1-467e-a8ab-702dae182f6e, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:01.469057 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:01.550987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b81029d5-0460-4911-ba58-7c5203dd758a None None] Provisioning complete for port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:01.552284 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b81029d5-0460-4911-ba58-7c5203dd758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:01.562277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61be6eb-46eb-4e92-b1d0-ba356aff2300 req-16330f22-bc55-4e02-9220-0f22942e153c tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:01.566392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b61be6eb-46eb-4e92-b1d0-ba356aff2300 req-16330f22-bc55-4e02-9220-0f22942e153c tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 944 time: 0.5212016 Jan 31 18:41:01.581852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7383425 Jan 31 18:41:01.585697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35450) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:01.587683 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:01.588362 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:01.593995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5cdac8b3-4e34-4f76-be99-f2705278dfe2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:01.614515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b81029d5-0460-4911-ba58-7c5203dd758a None None] Port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:41:01.687582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f8cdb-2280-463b-a4ac-679150a18ca3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Network': ['ID=270588c3-27c5-4bbe-bc62-125107bc7b03,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:01.709865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:41:01.718511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-fbf6b05f-f565-4dc7-ab30-8ba916db5ef0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6393650 Jan 31 18:41:01.748429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Allocated IP 10.1.1.170 (0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9/2aa973fa-62c2-490b-9643-bb1da4b73d91/7c6da9d7-ebb3-4112-8212-1e6f8bb94e25) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:01.750994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdac8b3-4e34-4f76-be99-f2705278dfe2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:01.753884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Request body: {'port': {'device_id': '502fc08a-0d2a-4748-aede-f832227315c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:01.760803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cdac8b3-4e34-4f76-be99-f2705278dfe2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:01.815229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d1380cf-1516-47c1-a40d-0cfeffe91248 req-c3e4c89f-2935-443a-8008-cdebd3494a5d tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089299 Jan 31 18:41:01.826985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b61be6eb-46eb-4e92-b1d0-ba356aff2300 req-1591c5d4-f404-4c32-b525-fc5021a896f9 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287090 Jan 31 18:41:01.834632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] For port d83337ed-dba1-467e-a8ab-702dae182f6e, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:01.921094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] For port d83337ed-dba1-467e-a8ab-702dae182f6e, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d83337ed-dba1-467e-a8ab-702dae182f6e,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:01.946611 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:01.952077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device d51c15d4-0256-4504-9b9b-d1a8644072cd no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:01.986385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: d51c15d4-0256-4504-9b9b-d1a8644072cd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:41:01.987107 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device d51c15d4-0256-4504-9b9b-d1a8644072cd not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:02.005487 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:02.085710 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cdac8b3-4e34-4f76-be99-f2705278dfe2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (aac1d982-59f6-43db-aa31-70952e785ae4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:02.117600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:02.118228 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:02.119641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] 10.222.0.49 "PUT /v2.0/ports/d83337ed-dba1-467e-a8ab-702dae182f6e HTTP/1.1" status: 200 len: 1093 time: 3.7676625 Jan 31 18:41:02.120491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c07ac25-f984-49b8-8302-3135561810f5', 'tag': 'd83337ed-dba1-467e-a8ab-702dae182f6e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:02.124046 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091ff1d5-ad8f-4f8e-b6e9-e42badd0bb02" -d '{"events": [{"name": "network-changed", "server_uuid": "1c07ac25-f984-49b8-8302-3135561810f5", "tag": "d83337ed-dba1-467e-a8ab-702dae182f6e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:02.155855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdac8b3-4e34-4f76-be99-f2705278dfe2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=aac1d982-59f6-43db-aa31-70952e785ae4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:02.181452 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdac8b3-4e34-4f76-be99-f2705278dfe2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:02.181820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdac8b3-4e34-4f76-be99-f2705278dfe2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network hostable DHCP agents. Network: 270588c3-27c5-4bbe-bc62-125107bc7b03, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:41:02.205984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdac8b3-4e34-4f76-be99-f2705278dfe2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:41:02.218598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5cdac8b3-4e34-4f76-be99-f2705278dfe2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 270588c3-27c5-4bbe-bc62-125107bc7b03) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:02.219484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1ab16-5a5f-4194-9e0b-3de38707361b service neutron] Pushing event updated for resources: {'Port': ['ID=d83337ed-dba1-467e-a8ab-702dae182f6e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:02.236025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4566eae4-08b9-475d-ada7-354659349061 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:02.238726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdac8b3-4e34-4f76-be99-f2705278dfe2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:02.239335 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cdac8b3-4e34-4f76-be99-f2705278dfe2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:02.277371 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5cdac8b3-4e34-4f76-be99-f2705278dfe2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6903625 Jan 31 18:41:02.280909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35456) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:02.286274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'name': 'tempest-NetworksTestDHCPv6-1221337968'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:02.337110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdc403-98f7-4149-bd4a-d716595610a1 req-b653872e-9c86-4edf-af62-d1d6b166720f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:02.338730 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66bdc403-98f7-4149-bd4a-d716595610a1 req-b653872e-9c86-4edf-af62-d1d6b166720f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 931 time: 0.3578346 Jan 31 18:41:02.358960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb37c6-d33a-4eb5-901a-bad1bf8b7449 req-bc9dba1b-d0e9-4790-889c-4101fd07297d tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:02.360598 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24bb37c6-d33a-4eb5-901a-bad1bf8b7449 req-bc9dba1b-d0e9-4790-889c-4101fd07297d tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 936 time: 0.3758607 Jan 31 18:41:02.372897 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:02.405698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': 'aac1d982-59f6-43db-aa31-70952e785ae4'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:41:02.407962 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:02.466883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:02.470323 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:02.510772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port bf2b3da2-09b3-4bda-be1a-b247457509c2 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:41:02.513967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24bb37c6-d33a-4eb5-901a-bad1bf8b7449 req-80147cea-5b22-4b1a-af43-e61e185300bd tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716591 Jan 31 18:41:02.591761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66bdc403-98f7-4149-bd4a-d716595610a1 req-c93b386c-f96f-4a39-813f-2330ef35e792 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289357 Jan 31 18:41:02.600546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-23017295-ccc7-4266-9554-d2f62d8bd47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:02.602265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-23017295-ccc7-4266-9554-d2f62d8bd47d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5918c0d4df2949408b35e4d765cbf2bc&device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 1127 time: 0.4127533 Jan 31 18:41:02.678604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Allocated IP 2001:db8::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/aac1d982-59f6-43db-aa31-70952e785ae4/15ff1a6a-444b-4b1b-b29a-1e9824fe2242) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:02.879340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad27cb63-0337-4dcb-86c5-cdd7978ce1cc {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:02.890184 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Publish callbacks [] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:02.908652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Transition to ACTIVE for port object ad27cb63-0337-4dcb-86c5-cdd7978ce1cc will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:41:02.911080 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-bc62dbbf-9dc9-434e-b845-bb67f60d783e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d83337ed-dba1-467e-a8ab-702dae182f6e HTTP/1.1" status: 200 len: 217 time: 0.2946107 Jan 31 18:41:02.913222 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d764089-20ed-4e2b-acf3-79bca0991caf x-openstack-request-id: req-1d764089-20ed-4e2b-acf3-79bca0991caf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:02.913523 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c07ac25-f984-49b8-8302-3135561810f5", "tag": "d83337ed-dba1-467e-a8ab-702dae182f6e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:02.913918 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d764089-20ed-4e2b-acf3-79bca0991caf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:02.914337 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c07ac25-f984-49b8-8302-3135561810f5', 'tag': 'd83337ed-dba1-467e-a8ab-702dae182f6e', 'status': 'completed', 'code': 200} Jan 31 18:41:02.936874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:02.983619 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Publish callbacks [] for port (15ff1a6a-444b-4b1b-b29a-1e9824fe2242), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:02.990857 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (15ff1a6a-444b-4b1b-b29a-1e9824fe2242), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:03.019757 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:03.081428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:03.098007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-0774b4b5-a49d-436f-adb5-9af2dddf656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:03.100860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-0774b4b5-a49d-436f-adb5-9af2dddf656b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c96f8db0-c704-4919-b8e1-a33a20f34342 HTTP/1.1" status: 200 len: 853 time: 0.1802893 Jan 31 18:41:03.105930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:03.115347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:03.118159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:03.144150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Pushing event updated for resources: {'Port': ['ID=15ff1a6a-444b-4b1b-b29a-1e9824fe2242,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:03.184536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:03.188255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::212 (270588c3-27c5-4bbe-bc62-125107bc7b03/aac1d982-59f6-43db-aa31-70952e785ae4/bf2b3da2-09b3-4bda-be1a-b247457509c2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:03.202648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:03.286702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:03.287928 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:03.296683 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:03.342098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Attempting to bind port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:03.342536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Attempting to bind port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:03.342899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Attempting to bind port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:03.348444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:03.348840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:03.349252 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:03.349647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:03.350120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Bound port: 15ff1a6a-444b-4b1b-b29a-1e9824fe2242, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:03.350510 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (15ff1a6a-444b-4b1b-b29a-1e9824fe2242), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:03.419031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Port': ['ID=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:03.527572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] For port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:03.540534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-fd660e83-fdeb-4c2e-a3d1-70bd4bcffd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:03.542339 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-fd660e83-fdeb-4c2e-a3d1-70bd4bcffd1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=516c16ef-8ea9-4e64-a191-4008a282ce3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3982804 Jan 31 18:41:03.545218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] For port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=15ff1a6a-444b-4b1b-b29a-1e9824fe2242,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:03.552275 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (bf2b3da2-09b3-4bda-be1a-b247457509c2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:03.552965 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (15ff1a6a-444b-4b1b-b29a-1e9824fe2242), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:03.557383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b68fa611-0491-4d91-acbe-358e5318599f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9633613 Jan 31 18:41:03.603988 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (bf2b3da2-09b3-4bda-be1a-b247457509c2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:03.630507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985c26f-ce94-4a6c-92f1-410555c6b06a None None] Pushing event updated for resources: {'Port': ['ID=15ff1a6a-444b-4b1b-b29a-1e9824fe2242,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:03.665758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Attempting to bind port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:03.666103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Attempting to bind port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:03.666596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Attempting to bind port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:03.687634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'port': {'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9', 'admin_state_up': True, 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'security_groups': ['417040cc-f58b-4d85-bbde-1342f1f50c1f']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:03.693129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:03.696258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:03.700372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:03.705890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:03.706607 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:03.724734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=bf2b3da2-09b3-4bda-be1a-b247457509c2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:03.726244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:41:03.727070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Attempting to bind port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:03.747024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b26b94-dd86-433f-aa09-3d6e099c222d req-a1461c10-e2b0-4fd4-8d3d-d5942b5f5fef tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:03.747261 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e2062582-bcdd-4017-addf-81bd0c10c283 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4620919 Jan 31 18:41:03.747378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35478) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:03.748917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72b26b94-dd86-433f-aa09-3d6e099c222d req-a1461c10-e2b0-4fd4-8d3d-d5942b5f5fef tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.4770961 Jan 31 18:41:03.794459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:03.795125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:03.795270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c4873057-d539-4e83-9efe-6e9a097dc649 None None] Provisioning complete for port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:03.795643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c4873057-d539-4e83-9efe-6e9a097dc649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:03.796149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:03.796635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Bound port: ad27cb63-0337-4dcb-86c5-cdd7978ce1cc, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:03.797009 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:03.807800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-56562011-75fd-4133-b414-15fcfe61109d service neutron] 10.222.0.49 "GET /v2.0/networks/516c16ef-8ea9-4e64-a191-4008a282ce3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483034 Jan 31 18:41:03.864932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c4873057-d539-4e83-9efe-6e9a097dc649 None None] Port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:41:03.934153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f36e119-4898-4af1-904d-9919bd0651a5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:03.940563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f36e119-4898-4af1-904d-9919bd0651a5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:03.945233 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4f36e119-4898-4af1-904d-9919bd0651a5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1962886 Jan 31 18:41:03.948310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35482) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:04.136992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:04.140658 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:04.155595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-91838bcd-18c2-4d28-a39e-cdafbafe06a3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port bf2b3da2-09b3-4bda-be1a-b247457509c2 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:04.155943 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91838bcd-18c2-4d28-a39e-cdafbafe06a3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bf2b3da2-09b3-4bda-be1a-b247457509c2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:04.197895 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72b26b94-dd86-433f-aa09-3d6e099c222d req-6ab0c3ba-2fbf-45e3-8d38-13223768f07b tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976513 Jan 31 18:41:04.239567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5474c-1d1d-42ae-a2c1-4d6cc30c7550 req-449b9d7d-388c-4b93-b30f-2ffbacc5c4d0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:04.241309 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70a5474c-1d1d-42ae-a2c1-4d6cc30c7550 req-449b9d7d-388c-4b93-b30f-2ffbacc5c4d0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 944 time: 0.5767479 Jan 31 18:41:04.333327 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91838bcd-18c2-4d28-a39e-cdafbafe06a3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bf2b3da2-09b3-4bda-be1a-b247457509c2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:04.350226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-91838bcd-18c2-4d28-a39e-cdafbafe06a3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for bf2b3da2-09b3-4bda-be1a-b247457509c2 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:04.381447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] For port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:04.405184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c7d1f8-aae3-4899-bda6-f3e36cac2854 req-880e12a8-0c43-4915-88ad-5f0c91fdef31 service neutron] 10.222.0.49 "GET /v2.0/networks/516c16ef-8ea9-4e64-a191-4008a282ce3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418736 Jan 31 18:41:04.423482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] For port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:04.479890 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:04.562923 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91838bcd-18c2-4d28-a39e-cdafbafe06a3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (bf2b3da2-09b3-4bda-be1a-b247457509c2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:04.597584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91838bcd-18c2-4d28-a39e-cdafbafe06a3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=bf2b3da2-09b3-4bda-be1a-b247457509c2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:04.635308 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91838bcd-18c2-4d28-a39e-cdafbafe06a3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:04.642103 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-91838bcd-18c2-4d28-a39e-cdafbafe06a3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/bf2b3da2-09b3-4bda-be1a-b247457509c2 HTTP/1.1" status: 204 len: 168 time: 0.6770470 Jan 31 18:41:04.642824 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:04.744874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba11f67a-2756-4043-9ec5-e4c38c9704c9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:04.746567 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba11f67a-2756-4043-9ec5-e4c38c9704c9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:04.751108 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ba11f67a-2756-4043-9ec5-e4c38c9704c9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1072302 Jan 31 18:41:04.751784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:04.828853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef20cfd4-91c0-48ea-ae70-f5e9f3eb647f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet aac1d982-59f6-43db-aa31-70952e785ae4 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:41:04.836283 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef20cfd4-91c0-48ea-ae70-f5e9f3eb647f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (aac1d982-59f6-43db-aa31-70952e785ae4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:04.888320 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef20cfd4-91c0-48ea-ae70-f5e9f3eb647f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (aac1d982-59f6-43db-aa31-70952e785ae4), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:04.998501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70a5474c-1d1d-42ae-a2c1-4d6cc30c7550 req-da7432af-91e6-4ce0-92a5-9a7775ca7de1 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7351010 Jan 31 18:41:05.050018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:05.050639 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:05.052035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] 10.222.0.49 "PUT /v2.0/ports/ad27cb63-0337-4dcb-86c5-cdd7978ce1cc HTTP/1.1" status: 200 len: 1097 time: 3.3140717 Jan 31 18:41:05.055370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502fc08a-0d2a-4748-aede-f832227315c5', 'tag': 'ad27cb63-0337-4dcb-86c5-cdd7978ce1cc'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:05.057821 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4c573e-75c9-42ef-99be-4630d124c1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "502fc08a-0d2a-4748-aede-f832227315c5", "tag": "ad27cb63-0337-4dcb-86c5-cdd7978ce1cc"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:05.092488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289577e2-a059-458a-afab-76217b02e463 req-dc22474b-542c-4043-905b-4e1a4b3055d3 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:05.094070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-289577e2-a059-458a-afab-76217b02e463 req-dc22474b-542c-4043-905b-4e1a4b3055d3 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 950 time: 0.7501254 Jan 31 18:41:05.117514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Allocated IP 10.1.1.49 (0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9/2aa973fa-62c2-490b-9643-bb1da4b73d91/7e8e4722-fe39-4868-8203-148e049d7cac) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:05.132963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef20cfd4-91c0-48ea-ae70-f5e9f3eb647f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (aac1d982-59f6-43db-aa31-70952e785ae4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:05.266312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a04ab-7663-4e54-8601-c902f83e45b7 req-47c9ff32-83a5-4167-9945-46b1a4111d12 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:05.267895 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4e3a04ab-7663-4e54-8601-c902f83e45b7 req-47c9ff32-83a5-4167-9945-46b1a4111d12 tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e602662-145c-4fae-add4-cdc90aa965a2 HTTP/1.1" status: 200 len: 950 time: 0.3006079 Jan 31 18:41:05.345200 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86889ad3-305b-464e-b3ba-d5be35635ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:05.423866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff1d5-ad8f-4f8e-b6e9-e42badd0bb02 req-e1f32c38-4820-4d8c-b12b-abefc409ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:05.425942 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-091ff1d5-ad8f-4f8e-b6e9-e42badd0bb02 req-e1f32c38-4820-4d8c-b12b-abefc409ebfb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5918c0d4df2949408b35e4d765cbf2bc&device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 1127 time: 0.9547668 Jan 31 18:41:05.451840 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef20cfd4-91c0-48ea-ae70-f5e9f3eb647f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (aac1d982-59f6-43db-aa31-70952e785ae4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:05.510996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-289577e2-a059-458a-afab-76217b02e463 req-0d9d492f-e0ac-4a25-94b0-116ab3a5686e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.20 "GET /v2.0/security-groups?id=eab0812f-e43a-45ec-bf42-0fadcdeaef25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799601 Jan 31 18:41:05.525708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45ebcd-afdd-4288-8a7e-8370a8f34753 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:05.530134 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef20cfd4-91c0-48ea-ae70-f5e9f3eb647f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:05.533913 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ef20cfd4-91c0-48ea-ae70-f5e9f3eb647f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/aac1d982-59f6-43db-aa31-70952e785ae4 HTTP/1.1" status: 204 len: 168 time: 0.7807484 Jan 31 18:41:05.535078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20cfd4-91c0-48ea-ae70-f5e9f3eb647f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=aac1d982-59f6-43db-aa31-70952e785ae4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:05.539112 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35496) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:05.671039 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2eabe258-7d3e-4034-8931-5c9f6c6bbbae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214688 Jan 31 18:41:05.675304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:05.687730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7509c3d8-88bf-4345-904c-6c4aa947ff54 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:05.693910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0e670485-a140-4294-85e6-f3cc01986a6b None None] Provisioning complete for port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:05.693910 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e670485-a140-4294-85e6-f3cc01986a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (15ff1a6a-444b-4b1b-b29a-1e9824fe2242), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:05.707654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-2411d2d2-3e79-4aa1-ac23-89c8843c22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:05.709323 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-2411d2d2-3e79-4aa1-ac23-89c8843c22eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6fb86a71d53b481a995ede65acca6d7a&device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 1131 time: 0.5795112 Jan 31 18:41:05.718161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:05.723263 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4e3a04ab-7663-4e54-8601-c902f83e45b7 req-1a312e20-f3cb-4ede-816c-8e621ce8d06e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Deleting port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:05.723608 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4e3a04ab-7663-4e54-8601-c902f83e45b7 req-1a312e20-f3cb-4ede-816c-8e621ce8d06e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:05.872326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:05.872779 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (15ff1a6a-444b-4b1b-b29a-1e9824fe2242), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:05.887307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7509c3d8-88bf-4345-904c-6c4aa947ff54 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:05.892524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7509c3d8-88bf-4345-904c-6c4aa947ff54 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:05.908638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0e670485-a140-4294-85e6-f3cc01986a6b None None] Current status of the port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:05.909098 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e670485-a140-4294-85e6-f3cc01986a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (15ff1a6a-444b-4b1b-b29a-1e9824fe2242), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:05.933522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4e3a04ab-7663-4e54-8601-c902f83e45b7 req-1a312e20-f3cb-4ede-816c-8e621ce8d06e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] For port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:05.934617 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4e3a04ab-7663-4e54-8601-c902f83e45b7 req-1a312e20-f3cb-4ede-816c-8e621ce8d06e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:05.958762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4e3a04ab-7663-4e54-8601-c902f83e45b7 req-1a312e20-f3cb-4ede-816c-8e621ce8d06e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Calling delete_port for 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:05.964874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-1ba847ff-b97f-40f0-b172-0c05f7765205 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc HTTP/1.1" status: 200 len: 217 time: 0.2037091 Jan 31 18:41:06.044919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff1d5-ad8f-4f8e-b6e9-e42badd0bb02 req-20b293c8-6c08-4e0b-bc35-4de32e3b187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:06.046398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-091ff1d5-ad8f-4f8e-b6e9-e42badd0bb02 req-20b293c8-6c08-4e0b-bc35-4de32e3b187d service neutron] 10.222.0.49 "GET /v2.0/networks?id=516c16ef-8ea9-4e64-a191-4008a282ce3e HTTP/1.1" status: 200 len: 915 time: 0.6101639 Jan 31 18:41:06.091452 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c0659-1d24-47b5-80df-ffdae80bd023 None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:41:06.093478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device d83337ed-dba1-467e-a8ab-702dae182f6e details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:41:06.139675 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for port (7e8e4722-fe39-4868-8203-148e049d7cac), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:06.207153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-091ff1d5-ad8f-4f8e-b6e9-e42badd0bb02 req-4845fd77-ee35-4812-99e9-08d11ae0e6b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d83337ed-dba1-467e-a8ab-702dae182f6e HTTP/1.1" status: 200 len: 217 time: 0.1090217 Jan 31 18:41:06.227386 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4e3a04ab-7663-4e54-8601-c902f83e45b7 req-1a312e20-f3cb-4ede-816c-8e621ce8d06e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:06.250050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-093a2be2-baf2-4e5e-b6f8-97dff63f4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:06.251501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-093a2be2-baf2-4e5e-b6f8-97dff63f4615 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2676520 Jan 31 18:41:06.262421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5834c-fb85-49ba-89ec-2f75f2ed02a4 req-f7f7fcd8-c7b5-4d0b-8ad4-91abd06bbe03 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:06.263916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ace5834c-fb85-49ba-89ec-2f75f2ed02a4 req-f7f7fcd8-c7b5-4d0b-8ad4-91abd06bbe03 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 948 time: 0.6346893 Jan 31 18:41:06.281568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a312e20-f3cb-4ede-816c-8e621ce8d06e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Pushing event deleted for resources: {'Port': ['ID=1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:06.336646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port d83337ed-dba1-467e-a8ab-702dae182f6e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d83337ed-dba1-467e-a8ab-702dae182f6e,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:06.345578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0e670485-a140-4294-85e6-f3cc01986a6b None None] For port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=15ff1a6a-444b-4b1b-b29a-1e9824fe2242,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:06.349253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3a04ab-7663-4e54-8601-c902f83e45b7 req-1a312e20-f3cb-4ede-816c-8e621ce8d06e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] No DVR routers for this DVR port 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:06.353258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4e3a04ab-7663-4e54-8601-c902f83e45b7 req-1a312e20-f3cb-4ede-816c-8e621ce8d06e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:06.357394 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4e3a04ab-7663-4e54-8601-c902f83e45b7 req-1a312e20-f3cb-4ede-816c-8e621ce8d06e tempest-LiveMigrationNegativeTest-251273721 tempest-LiveMigrationNegativeTest-251273721-project] 10.222.0.21 "DELETE /v2.0/ports/1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 HTTP/1.1" status: 204 len: 173 time: 1.0820091 Jan 31 18:41:06.359852 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e602662-145c-4fae-add4-cdc90aa965a2', 'name': 'network-vif-deleted', 'tag': '1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:06.361816 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cdb67b-4994-48ad-bbec-f6d92adc2cce" -d '{"events": [{"server_uuid": "9e602662-145c-4fae-add4-cdc90aa965a2", "name": "network-vif-deleted", "tag": "1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:06.363647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964024-1892-45ca-9761-0d76db543544 req-f75ff0af-ece2-4529-8138-be9ef70c5265 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:06.370578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964024-1892-45ca-9761-0d76db543544 req-f75ff0af-ece2-4529-8138-be9ef70c5265 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:06.379293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32964024-1892-45ca-9761-0d76db543544 req-f75ff0af-ece2-4529-8138-be9ef70c5265 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 1653 time: 0.6883893 Jan 31 18:41:06.430352 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e670485-a140-4294-85e6-f3cc01986a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (15ff1a6a-444b-4b1b-b29a-1e9824fe2242), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:06.526098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e670485-a140-4294-85e6-f3cc01986a6b None None] Pushing event updated for resources: {'Port': ['ID=15ff1a6a-444b-4b1b-b29a-1e9824fe2242,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:06.543993 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'd83337ed-dba1-467e-a8ab-702dae182f6e', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'port_id': 'd83337ed-dba1-467e-a8ab-702dae182f6e', 'mac_address': 'fa:16:3e:f6:f8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:41:06.567196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff1d5-ad8f-4f8e-b6e9-e42badd0bb02 req-2c0ad310-67b7-4921-bd2f-03b2d709a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:06.568872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-091ff1d5-ad8f-4f8e-b6e9-e42badd0bb02 req-2c0ad310-67b7-4921-bd2f-03b2d709a1d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c96f8db0-c704-4919-b8e1-a33a20f34342 HTTP/1.1" status: 200 len: 853 time: 0.3428655 Jan 31 18:41:06.580232 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c0659-1d24-47b5-80df-ffdae80bd023 None None] Deleting port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:06.581227 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:06.581537 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0d8c0659-1d24-47b5-80df-ffdae80bd023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (15ff1a6a-444b-4b1b-b29a-1e9824fe2242), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:06.661739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ace5834c-fb85-49ba-89ec-2f75f2ed02a4 req-3ffb1352-3a63-4542-8185-a941affeed35 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095407 Jan 31 18:41:06.677106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:06.679645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32964024-1892-45ca-9761-0d76db543544 req-4fffb4a1-90b2-4afd-baca-c69469442883 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993777 Jan 31 18:41:06.761820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-dcd6205d-2961-467a-b669-f53ab82c29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:06.764064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-dcd6205d-2961-467a-b669-f53ab82c29df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4991918 Jan 31 18:41:06.785099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:06.800584 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c13702-f72a-4011-9e21-4e8bda710815 x-openstack-request-id: req-17c13702-f72a-4011-9e21-4e8bda710815 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:06.801031 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "502fc08a-0d2a-4748-aede-f832227315c5", "tag": "ad27cb63-0337-4dcb-86c5-cdd7978ce1cc", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:06.801454 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17c13702-f72a-4011-9e21-4e8bda710815 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:06.802122 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502fc08a-0d2a-4748-aede-f832227315c5', 'tag': 'ad27cb63-0337-4dcb-86c5-cdd7978ce1cc', 'status': 'completed', 'code': 200} Jan 31 18:41:06.804010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port d83337ed-dba1-467e-a8ab-702dae182f6e is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:06.809398 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:06.849470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:06.867663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:06.870158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83337ed-dba1-467e-a8ab-702dae182f6e {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:06.878512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Port': ['ID=7e8e4722-fe39-4868-8203-148e049d7cac,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:06.939852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0d8c0659-1d24-47b5-80df-ffdae80bd023 None None] For port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=15ff1a6a-444b-4b1b-b29a-1e9824fe2242,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:06.941780 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0d8c0659-1d24-47b5-80df-ffdae80bd023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (15ff1a6a-444b-4b1b-b29a-1e9824fe2242), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:07.064054 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c0659-1d24-47b5-80df-ffdae80bd023 None None] Calling delete_port for 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:07.069965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:07.070254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port d83337ed-dba1-467e-a8ab-702dae182f6e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d83337ed-dba1-467e-a8ab-702dae182f6e,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:07.076783 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:07.107455 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:07.131443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7509c3d8-88bf-4345-904c-6c4aa947ff54 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (0498068c-6bd0-4b9a-8085-dd97747742de), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:07.171616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-5c6c38cc-007f-4533-aca8-a851b458cc0c service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818600 Jan 31 18:41:07.176482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff1d5-ad8f-4f8e-b6e9-e42badd0bb02 req-3223462d-0d8c-4a8e-9e61-24e647da2f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:07.178030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-091ff1d5-ad8f-4f8e-b6e9-e42badd0bb02 req-3223462d-0d8c-4a8e-9e61-24e647da2f6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=516c16ef-8ea9-4e64-a191-4008a282ce3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5949233 Jan 31 18:41:07.215381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7509c3d8-88bf-4345-904c-6c4aa947ff54 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:07.241477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509c3d8-88bf-4345-904c-6c4aa947ff54 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=0498068c-6bd0-4b9a-8085-dd97747742de,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:07.253080 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7509c3d8-88bf-4345-904c-6c4aa947ff54 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:07.261082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509c3d8-88bf-4345-904c-6c4aa947ff54 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:07.263433 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7509c3d8-88bf-4345-904c-6c4aa947ff54 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:07.299761 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7509c3d8-88bf-4345-904c-6c4aa947ff54 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6204340 Jan 31 18:41:07.300249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35512) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:07.307381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'name': 'tempest-NetworksTestDHCPv6-615243865'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:07.327814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05e1f1d7-9a4d-4715-a9cb-2dbeabbc113a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6562705 Jan 31 18:41:07.347217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'port': {'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554', 'admin_state_up': True, 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'security_groups': ['417040cc-f58b-4d85-bbde-1342f1f50c1f']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:07.407822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['d83337ed-dba1-467e-a8ab-702dae182f6e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:41:07.447667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=d83337ed-dba1-467e-a8ab-702dae182f6e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:07.460459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed96a5-0898-4740-b443-b4b5a57116e7 req-026ff75f-f940-4667-8bb3-6b8f6c617f3d tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:07.468541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14ed96a5-0898-4740-b443-b4b5a57116e7 req-026ff75f-f940-4667-8bb3-6b8f6c617f3d tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.6219256 Jan 31 18:41:07.500408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:07.506496 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:07.531886 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9666ea31-67e5-430b-9e85-8ed913b2c713 req-cb202e49-8988-47fe-9925-603ec70c8c9e service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350050 Jan 31 18:41:07.551744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:07.552401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 76676dad-3a3c-46a9-8437-f3fe2bdf2199 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:41:07.567625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:07.619360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:41:07.620025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:07.622938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a2fa6200-a346-4e88-a9e7-eeb667b07151 None None] Provisioning complete for port 7e8e4722-fe39-4868-8203-148e049d7cac triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:07.623549 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6200-a346-4e88-a9e7-eeb667b07151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:07.649217 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-091ff1d5-ad8f-4f8e-b6e9-e42badd0bb02 req-31944c20-960c-4ad7-aa5a-48eff740c817 service neutron] 10.222.0.49 "GET /v2.0/networks/516c16ef-8ea9-4e64-a191-4008a282ce3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541576 Jan 31 18:41:07.666804 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0d8c0659-1d24-47b5-80df-ffdae80bd023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (15ff1a6a-444b-4b1b-b29a-1e9824fe2242), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:07.677905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14ed96a5-0898-4740-b443-b4b5a57116e7 req-5d1fbc8f-4bef-42a8-b283-63fcd8f7cdf7 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083268 Jan 31 18:41:07.697552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab1554-a04f-463b-af69-f1f788d85312 req-29d48369-5167-4c00-bece-6f2efe4082c9 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:07.699500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dab1554-a04f-463b-af69-f1f788d85312 req-29d48369-5167-4c00-bece-6f2efe4082c9 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 945 time: 0.2860217 Jan 31 18:41:07.727208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::2d7 (270588c3-27c5-4bbe-bc62-125107bc7b03/0498068c-6bd0-4b9a-8085-dd97747742de/76676dad-3a3c-46a9-8437-f3fe2bdf2199) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:07.756687 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefa6207-d654-4d00-9618-90081d84c2e7 x-openstack-request-id: req-fefa6207-d654-4d00-9618-90081d84c2e7 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:07.756989 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e602662-145c-4fae-add4-cdc90aa965a2", "name": "network-vif-deleted", "tag": "1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:07.757245 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fefa6207-d654-4d00-9618-90081d84c2e7 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:07.757649 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e602662-145c-4fae-add4-cdc90aa965a2', 'name': 'network-vif-deleted', 'tag': '1ed851e0-61af-4fba-9e7c-c6d9eb1b1f22', 'status': 'completed', 'code': 200} Jan 31 18:41:07.814315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c0659-1d24-47b5-80df-ffdae80bd023 None None] Pushing event deleted for resources: {'Port': ['ID=15ff1a6a-444b-4b1b-b29a-1e9824fe2242,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:07.822262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:07.858158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dab1554-a04f-463b-af69-f1f788d85312 req-2efb9853-9d01-4891-8c4b-d7271adc4fc7 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402860 Jan 31 18:41:07.867489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c573e-75c9-42ef-99be-4630d124c1f9 req-bf550fb0-407e-4dd7-876e-aec2260b2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:07.869408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b4c573e-75c9-42ef-99be-4630d124c1f9 req-bf550fb0-407e-4dd7-876e-aec2260b2ead service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6fb86a71d53b481a995ede65acca6d7a&device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 1131 time: 0.2495100 Jan 31 18:41:08.014078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-091ff1d5-ad8f-4f8e-b6e9-e42badd0bb02 req-b3fc2fa6-8417-4866-ad62-ff1d4cef7974 service neutron] 10.222.0.49 "GET /v2.0/networks/516c16ef-8ea9-4e64-a191-4008a282ce3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348017 Jan 31 18:41:08.018031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8c0659-1d24-47b5-80df-ffdae80bd023 None None] No DVR routers for this DVR port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:08.029444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa6200-a346-4e88-a9e7-eeb667b07151 None None] Port 7e8e4722-fe39-4868-8203-148e049d7cac cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:41:08.069738 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No active binding found for port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 {{(pid=103227) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 18:41:08.070201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] The host n-d-812111-15 is not matching for port 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 host None! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:41:08.072210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 15ff1a6a-444b-4b1b-b29a-1e9824fe2242 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:08.076475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ec078-43ac-4b34-b459-1b98bf67e55f None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:08.199790 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:08.212661 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (76676dad-3a3c-46a9-8437-f3fe2bdf2199), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:08.229791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '0498068c-6bd0-4b9a-8085-dd97747742de'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:41:08.231236 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:08.271691 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (76676dad-3a3c-46a9-8437-f3fe2bdf2199), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:08.292623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c573e-75c9-42ef-99be-4630d124c1f9 req-9a19915f-c2ba-4266-bcac-a5f0c597f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:08.294444 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b4c573e-75c9-42ef-99be-4630d124c1f9 req-9a19915f-c2ba-4266-bcac-a5f0c597f01a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.3870239 Jan 31 18:41:08.301286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ada5ec-cd9f-493c-a449-d7c4a3d8277e req-ad0a2a56-dc83-4c26-922c-49a913a41c4c tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:08.302656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0ada5ec-cd9f-493c-a449-d7c4a3d8277e req-ad0a2a56-dc83-4c26-922c-49a913a41c4c tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 948 time: 0.2920203 Jan 31 18:41:08.326438 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:08.329985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:08.337656 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:08.351406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:08.352100 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:08.363419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=76676dad-3a3c-46a9-8437-f3fe2bdf2199,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:08.410551 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-11294254-acee-4c9a-8b41-05f4671b6e98 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1083841 Jan 31 18:41:08.412319 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35526) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:08.444662 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b4c573e-75c9-42ef-99be-4630d124c1f9 req-2ad0b014-d271-41cf-a1f3-53c3e4104d72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc HTTP/1.1" status: 200 len: 217 time: 0.0941725 Jan 31 18:41:08.450691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35528) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:08.526307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Allocated IP 2001:db8::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/0498068c-6bd0-4b9a-8085-dd97747742de/6ccaeb45-ad66-43e4-90c5-b616b6b32a67) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:08.530824 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e59f8b-f027-491f-951d-051b05442ec5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:08.533081 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b5e59f8b-f027-491f-951d-051b05442ec5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1197693 Jan 31 18:41:08.535945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:08.550197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b12345-1eea-400d-b350-b7c743f04077 req-ca5aede4-b1e4-4024-9d72-2b07bdcf552a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:08.556615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b12345-1eea-400d-b350-b7c743f04077 req-ca5aede4-b1e4-4024-9d72-2b07bdcf552a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:08.563229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b12345-1eea-400d-b350-b7c743f04077 req-ca5aede4-b1e4-4024-9d72-2b07bdcf552a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:08.564935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97b12345-1eea-400d-b350-b7c743f04077 req-ca5aede4-b1e4-4024-9d72-2b07bdcf552a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 2373 time: 0.3458748 Jan 31 18:41:08.614881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0ada5ec-cd9f-493c-a449-d7c4a3d8277e req-90af8335-bc43-478b-bd54-77a7629df035 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621539 Jan 31 18:41:08.658716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c573e-75c9-42ef-99be-4630d124c1f9 req-f456b68c-541c-42cb-80a1-6d0cd858c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:08.660178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b4c573e-75c9-42ef-99be-4630d124c1f9 req-f456b68c-541c-42cb-80a1-6d0cd858c647 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.2028973 Jan 31 18:41:08.753567 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-53bdb172-837a-45c0-87f2-03431cfb9b1a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 76676dad-3a3c-46a9-8437-f3fe2bdf2199 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:08.755869 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bdb172-837a-45c0-87f2-03431cfb9b1a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (76676dad-3a3c-46a9-8437-f3fe2bdf2199), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:08.768392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97b12345-1eea-400d-b350-b7c743f04077 req-2820937a-80d1-4f0a-ab86-0925f552bfe6 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762369 Jan 31 18:41:08.769912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Allocated IP 10.2.2.100 (7e98bb2f-3aca-4d61-b879-07a7e4c3d554/ebaee9b9-5c1e-40d2-b93a-0186138d8b06/fb053bb3-d847-4a79-a6ed-030c225dc535) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:08.839553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-059842bb-0b67-448c-8dc9-7d158ff8a4f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29bf71e38b554522a817587a28d17885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875680 Jan 31 18:41:08.847860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35536) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:08.853162 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Publish callbacks [] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:08.869881 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:08.873800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c573e-75c9-42ef-99be-4630d124c1f9 req-09220df3-42bb-42c0-a77d-ae3a5d3b72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:08.875709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b4c573e-75c9-42ef-99be-4630d124c1f9 req-09220df3-42bb-42c0-a77d-ae3a5d3b72d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1948590 Jan 31 18:41:08.960363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Pushing event updated for resources: {'Port': ['ID=6ccaeb45-ad66-43e4-90c5-b616b6b32a67,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:08.962256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bdb172-837a-45c0-87f2-03431cfb9b1a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (76676dad-3a3c-46a9-8437-f3fe2bdf2199), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:08.986119 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:08.989758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-53bdb172-837a-45c0-87f2-03431cfb9b1a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 76676dad-3a3c-46a9-8437-f3fe2bdf2199 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:08.992812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:09.000221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:09.134237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Attempting to bind port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:09.134527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Attempting to bind port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:09.134896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Attempting to bind port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:09.142763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:09.143151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:09.144684 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.146759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:09.147416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Bound port: 6ccaeb45-ad66-43e4-90c5-b616b6b32a67, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:09.148998 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.185972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bdb172-837a-45c0-87f2-03431cfb9b1a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (76676dad-3a3c-46a9-8437-f3fe2bdf2199), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.231405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdb172-837a-45c0-87f2-03431cfb9b1a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=76676dad-3a3c-46a9-8437-f3fe2bdf2199,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:09.250655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] For port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:09.256149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] For port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ccaeb45-ad66-43e4-90c5-b616b6b32a67,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:09.264900 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.285393 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bdb172-837a-45c0-87f2-03431cfb9b1a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.295492 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-53bdb172-837a-45c0-87f2-03431cfb9b1a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/76676dad-3a3c-46a9-8437-f3fe2bdf2199 HTTP/1.1" status: 204 len: 168 time: 0.7565184 Jan 31 18:41:09.296662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35542) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:09.355265 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030a043-7bb1-40e4-87e6-b2527fc9f3d1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:09.357663 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030a043-7bb1-40e4-87e6-b2527fc9f3d1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:09.362774 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3030a043-7bb1-40e4-87e6-b2527fc9f3d1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0619330 Jan 31 18:41:09.362927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ddd98-15d6-42f8-8ee0-f5a582298518 None None] Pushing event updated for resources: {'Port': ['ID=6ccaeb45-ad66-43e4-90c5-b616b6b32a67,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:09.363672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:09.440978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-10150b1a-50b2-4468-8a80-69dbc0302a60 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 0498068c-6bd0-4b9a-8085-dd97747742de {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:41:09.446262 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10150b1a-50b2-4468-8a80-69dbc0302a60 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (0498068c-6bd0-4b9a-8085-dd97747742de), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.516536 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10150b1a-50b2-4468-8a80-69dbc0302a60 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (0498068c-6bd0-4b9a-8085-dd97747742de), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.623911 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ff6b5ab-11de-4e09-81fe-9744e404b8fc admin admin] Publish callbacks [] for security_group (eab0812f-e43a-45ec-bf42-0fadcdeaef25), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.660696 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10150b1a-50b2-4468-8a80-69dbc0302a60 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (0498068c-6bd0-4b9a-8085-dd97747742de), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.763212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f63ff2-bcf7-4e92-8f97-30c53a86572b req-6b0ca558-3d75-4b3e-85d8-fbf1c94bf7d7 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:09.765428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-37f63ff2-bcf7-4e92-8f97-30c53a86572b req-6b0ca558-3d75-4b3e-85d8-fbf1c94bf7d7 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.8237436 Jan 31 18:41:09.785521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b4c573e-75c9-42ef-99be-4630d124c1f9 req-26040240-4c95-42d0-af0e-a2bfd35ed7a4 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9001710 Jan 31 18:41:09.789936 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.794956 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ff6b5ab-11de-4e09-81fe-9744e404b8fc admin admin] Publish callbacks [] for security_group (eab0812f-e43a-45ec-bf42-0fadcdeaef25), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.821960 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10150b1a-50b2-4468-8a80-69dbc0302a60 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (0498068c-6bd0-4b9a-8085-dd97747742de), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.878848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dc52e-c83e-4d25-a430-c70d5db2facc req-203a69fc-925b-4431-885c-b1000ab10e50 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:09.889124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-601dc52e-c83e-4d25-a430-c70d5db2facc req-203a69fc-925b-4431-885c-b1000ab10e50 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 945 time: 0.5035024 Jan 31 18:41:09.892036 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10150b1a-50b2-4468-8a80-69dbc0302a60 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=0498068c-6bd0-4b9a-8085-dd97747742de,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:09.905609 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10150b1a-50b2-4468-8a80-69dbc0302a60 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:09.908765 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-10150b1a-50b2-4468-8a80-69dbc0302a60 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/0498068c-6bd0-4b9a-8085-dd97747742de HTTP/1.1" status: 204 len: 168 time: 0.5453010 Jan 31 18:41:09.911150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:09.967056 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6f4716fe-b002-41e0-8ad8-9baa6d14d49d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548100 Jan 31 18:41:09.969737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:09.976398 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4be6a942-ca88-4200-9425-d94cd4bf904e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:10.003338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ad27cb63-0337-4dcb-86c5-cdd7978ce1cc details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:41:10.005261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device d83337ed-dba1-467e-a8ab-702dae182f6e up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:10.013242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c1acfa7-d1b4-4b65-8e56-cd3fef678207 req-de90c8be-286c-46bc-a308-d1690b27492b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5428047 Jan 31 18:41:10.097218 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-37f63ff2-bcf7-4e92-8f97-30c53a86572b req-31de6ac3-1977-4749-a161-62d4ced52675 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106158 Jan 31 18:41:10.179898 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be6a942-ca88-4200-9425-d94cd4bf904e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:10.182233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-601dc52e-c83e-4d25-a430-c70d5db2facc req-bd6c95df-0141-4a61-9a4c-5d1b86578cdc tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921536 Jan 31 18:41:10.186210 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be6a942-ca88-4200-9425-d94cd4bf904e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:10.196551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:10.210571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'ad27cb63-0337-4dcb-86c5-cdd7978ce1cc', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'ad27cb63-0337-4dcb-86c5-cdd7978ce1cc', 'mac_address': 'fa:16:3e:1d:ba:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:41:10.263722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:10.264124 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:10.271062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b4c573e-75c9-42ef-99be-4630d124c1f9 req-a26f7a5b-deb6-4749-be53-e35f089b2f6e service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558916 Jan 31 18:41:10.271676 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ff6b5ab-11de-4e09-81fe-9744e404b8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (eab0812f-e43a-45ec-bf42-0fadcdeaef25), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:10.275419 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ff6b5ab-11de-4e09-81fe-9744e404b8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:10.276588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8ff6b5ab-11de-4e09-81fe-9744e404b8fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eab0812f-e43a-45ec-bf42-0fadcdeaef25 HTTP/1.1" status: 204 len: 168 time: 1.4264932 Jan 31 18:41:10.282494 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:10.311235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad27cb63-0337-4dcb-86c5-cdd7978ce1cc {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:10.354108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:10.370820 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:10.382828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:10.402736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Port': ['ID=fb053bb3-d847-4a79-a6ed-030c225dc535,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:10.407199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:10.412056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6b5ab-11de-4e09-81fe-9744e404b8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab0812f-e43a-45ec-bf42-0fadcdeaef25,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:10.426401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:10.446669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:10.469959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port d83337ed-dba1-467e-a8ab-702dae182f6e completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:41:10.480078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port d83337ed-dba1-467e-a8ab-702dae182f6e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:10.482153 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:10.505539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:10.506240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:10.655598 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d0e91ccd-01ae-4ae8-8645-c316c34801f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3164122 Jan 31 18:41:10.714182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'port': {'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554', 'admin_state_up': True, 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'security_groups': ['417040cc-f58b-4d85-bbde-1342f1f50c1f']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:10.725239 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port d83337ed-dba1-467e-a8ab-702dae182f6e is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:10.725669 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:10.737179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['ad27cb63-0337-4dcb-86c5-cdd7978ce1cc'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:41:10.804778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1acfa7-d1b4-4b65-8e56-cd3fef678207 req-c8bf9c93-32d3-46b7-bdaa-d4486f4a412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:10.806297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c1acfa7-d1b4-4b65-8e56-cd3fef678207 req-c8bf9c93-32d3-46b7-bdaa-d4486f4a412a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0050844598c64b689d46557d1a5d858e&device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 1129 time: 0.7081332 Jan 31 18:41:10.889624 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f53884-4666-4226-a75e-7b48e65f6b24 req-8798a4ee-345f-467d-bab5-d18c8239a4b3 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:10.891209 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d0f53884-4666-4226-a75e-7b48e65f6b24 req-8798a4ee-345f-467d-bab5-d18c8239a4b3 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 945 time: 0.1998930 Jan 31 18:41:10.893874 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be6a942-ca88-4200-9425-d94cd4bf904e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (db48e6ba-993e-483d-9846-3ca695fc8e14), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:10.921921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c07ac25-f984-49b8-8302-3135561810f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83337ed-dba1-467e-a8ab-702dae182f6e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:10.924299 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deb92c6-725f-4eb1-a0b0-d78c5319edef" -d '{"events": [{"server_uuid": "1c07ac25-f984-49b8-8302-3135561810f5", "name": "network-vif-plugged", "status": "completed", "tag": "d83337ed-dba1-467e-a8ab-702dae182f6e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:10.960950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-38c0d0ce-ea50-448e-be00-fd0c0f7f6386 None None] Provisioning complete for port fb053bb3-d847-4a79-a6ed-030c225dc535 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:10.961374 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38c0d0ce-ea50-448e-be00-fd0c0f7f6386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:10.973369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port d83337ed-dba1-467e-a8ab-702dae182f6e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d83337ed-dba1-467e-a8ab-702dae182f6e,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:10.985863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35564) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:11.002258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:11.053782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6a942-ca88-4200-9425-d94cd4bf904e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=db48e6ba-993e-483d-9846-3ca695fc8e14,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:11.075457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-38c0d0ce-ea50-448e-be00-fd0c0f7f6386 None None] Port fb053bb3-d847-4a79-a6ed-030c225dc535 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:41:11.086883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be6a942-ca88-4200-9425-d94cd4bf904e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:11.088832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4be6a942-ca88-4200-9425-d94cd4bf904e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:11.094309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363dd41-0577-468d-b2e1-d5e9b40e8220 req-ccfe89d1-a2a4-4eb5-831b-585399381a5f tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:11.097099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be6a942-ca88-4200-9425-d94cd4bf904e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:11.098492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2363dd41-0577-468d-b2e1-d5e9b40e8220 req-ccfe89d1-a2a4-4eb5-831b-585399381a5f tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7cbb96f-402d-4ef8-a040-6af3a38caafd HTTP/1.1" status: 200 len: 945 time: 0.8311536 Jan 31 18:41:11.101318 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be6a942-ca88-4200-9425-d94cd4bf904e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:11.114930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=d83337ed-dba1-467e-a8ab-702dae182f6e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:11.154197 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4be6a942-ca88-4200-9425-d94cd4bf904e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1790774 Jan 31 18:41:11.159777 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35568) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:11.160690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23d5d9e-77d0-4863-849d-e2b53683e900 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:11.166550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'name': 'tempest-NetworksTestDHCPv6-335794323'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:11.216451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5dfec-a735-493d-840d-671e7e281e5b req-89e3e7cd-6200-4b71-9aef-c5c331d00613 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:11.223158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6fc5dfec-a735-493d-840d-671e7e281e5b req-89e3e7cd-6200-4b71-9aef-c5c331d00613 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 949 time: 0.8366408 Jan 31 18:41:11.283907 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d0f53884-4666-4226-a75e-7b48e65f6b24 req-48d8424f-2b15-4e2e-b59a-ee9e5c5c4659 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Deleting port 06325d92-c447-4be5-8639-fdcb4dd94ff9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:11.284288 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d0f53884-4666-4226-a75e-7b48e65f6b24 req-48d8424f-2b15-4e2e-b59a-ee9e5c5c4659 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:11.304830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a3dc04da-2029-4e21-b78b-8b061be389cc None None] Provisioning complete for port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:11.305640 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3dc04da-2029-4e21-b78b-8b061be389cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:11.458268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2363dd41-0577-468d-b2e1-d5e9b40e8220 req-8980ad50-5aca-43f0-971e-23b9474c1945 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614591 Jan 31 18:41:11.490220 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc04da-2029-4e21-b78b-8b061be389cc None None] Current status of the port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:11.490649 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3dc04da-2029-4e21-b78b-8b061be389cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:11.554914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a3dc04da-2029-4e21-b78b-8b061be389cc None None] For port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ccaeb45-ad66-43e4-90c5-b616b6b32a67,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:11.567573 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3dc04da-2029-4e21-b78b-8b061be389cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:11.604080 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6fc5dfec-a735-493d-840d-671e7e281e5b req-b5916143-4104-46e7-afe1-532360ad6516 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796744 Jan 31 18:41:11.613836 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d0f53884-4666-4226-a75e-7b48e65f6b24 req-48d8424f-2b15-4e2e-b59a-ee9e5c5c4659 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] For port 06325d92-c447-4be5-8639-fdcb4dd94ff9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=06325d92-c447-4be5-8639-fdcb4dd94ff9,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:11.615172 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d0f53884-4666-4226-a75e-7b48e65f6b24 req-48d8424f-2b15-4e2e-b59a-ee9e5c5c4659 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:11.626001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:11.629094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1acfa7-d1b4-4b65-8e56-cd3fef678207 req-d241794e-cffa-4098-8338-33807819066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:11.630479 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:11.637291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c1acfa7-d1b4-4b65-8e56-cd3fef678207 req-d241794e-cffa-4098-8338-33807819066a service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b4abc4e-6a5a-4092-a2c0-01382447adcf HTTP/1.1" status: 200 len: 917 time: 0.8006661 Jan 31 18:41:11.666904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Made reservation on behalf of cbe5eea3c8794b23b6a855d7956c25bf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:11.682323 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d0f53884-4666-4226-a75e-7b48e65f6b24 req-48d8424f-2b15-4e2e-b59a-ee9e5c5c4659 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Calling delete_port for 06325d92-c447-4be5-8639-fdcb4dd94ff9 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:11.684872 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:11.695448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 8b17f87f-3f23-40dd-9d2f-89650cd369e2 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:41:11.765167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc04da-2029-4e21-b78b-8b061be389cc None None] Pushing event updated for resources: {'Port': ['ID=6ccaeb45-ad66-43e4-90c5-b616b6b32a67,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:11.789245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:11.975736 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::1b7 (270588c3-27c5-4bbe-bc62-125107bc7b03/db48e6ba-993e-483d-9846-3ca695fc8e14/8b17f87f-3f23-40dd-9d2f-89650cd369e2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:11.979332 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:11.983813 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:12.063355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ad27cb63-0337-4dcb-86c5-cdd7978ce1cc up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:12.113479 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d0f53884-4666-4226-a75e-7b48e65f6b24 req-48d8424f-2b15-4e2e-b59a-ee9e5c5c4659 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (06325d92-c447-4be5-8639-fdcb4dd94ff9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:12.142305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['357f233b-786d-4a53-ac5b-379a2d7bf7d6', '9011de16-f8cf-4db8-af66-2ab2a9f444f5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:41:12.182891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35576) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:12.185084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-49634525-29b4-4cef-8cc6-e396780f2f7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3f4484876c34f1dbf8c23ef931da416&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1693435 Jan 31 18:41:12.195880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c1acfa7-d1b4-4b65-8e56-cd3fef678207 req-c54cd0e6-d2e3-4325-9e87-396603ca7bce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9011de16-f8cf-4db8-af66-2ab2a9f444f5 HTTP/1.1" status: 200 len: 217 time: 0.4632764 Jan 31 18:41:12.386205 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8424f-2b15-4e2e-b59a-ee9e5c5c4659 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Pushing event deleted for resources: {'Port': ['ID=06325d92-c447-4be5-8639-fdcb4dd94ff9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:12.491775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f53884-4666-4226-a75e-7b48e65f6b24 req-48d8424f-2b15-4e2e-b59a-ee9e5c5c4659 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] No DVR routers for this DVR port 06325d92-c447-4be5-8639-fdcb4dd94ff9 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:12.495275 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d0f53884-4666-4226-a75e-7b48e65f6b24 req-48d8424f-2b15-4e2e-b59a-ee9e5c5c4659 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:12.500776 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d0f53884-4666-4226-a75e-7b48e65f6b24 req-48d8424f-2b15-4e2e-b59a-ee9e5c5c4659 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.21 "DELETE /v2.0/ports/06325d92-c447-4be5-8639-fdcb4dd94ff9 HTTP/1.1" status: 204 len: 173 time: 1.5955012 Jan 31 18:41:12.507555 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cbb96f-402d-4ef8-a040-6af3a38caafd', 'name': 'network-vif-deleted', 'tag': '06325d92-c447-4be5-8639-fdcb4dd94ff9'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:12.510943 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de06cfd-254d-46af-85b1-8e32a5a88111" -d '{"events": [{"server_uuid": "f7cbb96f-402d-4ef8-a040-6af3a38caafd", "name": "network-vif-deleted", "tag": "06325d92-c447-4be5-8639-fdcb4dd94ff9"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:12.565951 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39415210-7094-42d1-9022-f307f199d6e2 admin admin] Publish callbacks [] for security_group (b5ada50f-c8e3-4ac2-86d5-e2670bbbc001), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:12.568789 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb1219b-4fd0-42db-899d-0b9f89880e66 x-openstack-request-id: req-afb1219b-4fd0-42db-899d-0b9f89880e66 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:12.569080 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c07ac25-f984-49b8-8302-3135561810f5", "name": "network-vif-plugged", "status": "completed", "tag": "d83337ed-dba1-467e-a8ab-702dae182f6e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:12.569332 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afb1219b-4fd0-42db-899d-0b9f89880e66 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:12.569763 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c07ac25-f984-49b8-8302-3135561810f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83337ed-dba1-467e-a8ab-702dae182f6e', 'code': 200} Jan 31 18:41:12.585399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1acfa7-d1b4-4b65-8e56-cd3fef678207 req-67773d2f-0be2-421d-9a91-892464ac5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:12.586923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c1acfa7-d1b4-4b65-8e56-cd3fef678207 req-67773d2f-0be2-421d-9a91-892464ac5e81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ec1e274e-67b2-4de4-b82c-96335cb4fd98 HTTP/1.1" status: 200 len: 855 time: 0.3820348 Jan 31 18:41:12.603882 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39415210-7094-42d1-9022-f307f199d6e2 admin admin] Publish callbacks [] for security_group (b5ada50f-c8e3-4ac2-86d5-e2670bbbc001), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:12.619686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-867fd24e-f499-4c1c-8868-2c05a063f9db None None] Provisioning complete for port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:12.620060 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-867fd24e-f499-4c1c-8868-2c05a063f9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:12.675316 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39415210-7094-42d1-9022-f307f199d6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b5ada50f-c8e3-4ac2-86d5-e2670bbbc001), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:12.685445 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39415210-7094-42d1-9022-f307f199d6e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:12.690556 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-39415210-7094-42d1-9022-f307f199d6e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5ada50f-c8e3-4ac2-86d5-e2670bbbc001 HTTP/1.1" status: 204 len: 168 time: 0.4759140 Jan 31 18:41:12.741276 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39415210-7094-42d1-9022-f307f199d6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ada50f-c8e3-4ac2-86d5-e2670bbbc001,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:12.741550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddd8d6-63d5-41ad-9a6d-daa05274c9f2 req-f1577aa2-9c63-4079-b313-ad085bcf3a1a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:12.754813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddd8d6-63d5-41ad-9a6d-daa05274c9f2 req-f1577aa2-9c63-4079-b313-ad085bcf3a1a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:12.783346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddd8d6-63d5-41ad-9a6d-daa05274c9f2 req-f1577aa2-9c63-4079-b313-ad085bcf3a1a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:12.789498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddd8d6-63d5-41ad-9a6d-daa05274c9f2 req-f1577aa2-9c63-4079-b313-ad085bcf3a1a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:12.796630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61ddd8d6-63d5-41ad-9a6d-daa05274c9f2 req-f1577aa2-9c63-4079-b313-ad085bcf3a1a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 3094 time: 1.0553486 Jan 31 18:41:12.833039 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (8b17f87f-3f23-40dd-9d2f-89650cd369e2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:12.853368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Allocated IP 10.2.2.200 (7e98bb2f-3aca-4d61-b879-07a7e4c3d554/ebaee9b9-5c1e-40d2-b93a-0186138d8b06/388db7c9-0733-43f3-bd76-2ea41caed4d0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:12.884010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987658d-9557-41bb-95a9-e0addcc927b9 req-cd5feeae-499f-4115-a5af-6073fae0a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:12.885839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4987658d-9557-41bb-95a9-e0addcc927b9 req-cd5feeae-499f-4115-a5af-6073fae0a436 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 1129 time: 0.5948472 Jan 31 18:41:12.891141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:12.937064 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8b17f87f-3f23-40dd-9d2f-89650cd369e2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:13.032246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:13.041160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:13.041441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4987658d-9557-41bb-95a9-e0addcc927b9 req-b8455054-10d6-4cb8-9d83-4862495522dd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388071 Jan 31 18:41:13.048003 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:41:13.050586 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:13.074318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:13.075348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:13.084923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:13.086103 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:13.111232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64bf69-77d9-4a40-8444-5ef530460afb req-173cad2c-4551-4768-ac14-a4f18ec5e6fb tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:13.112612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af64bf69-77d9-4a40-8444-5ef530460afb req-173cad2c-4551-4768-ac14-a4f18ec5e6fb tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.7742178 Jan 31 18:41:13.148819 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9878187 Jan 31 18:41:13.158766 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35588) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:13.265257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1acfa7-d1b4-4b65-8e56-cd3fef678207 req-af3bded5-13f1-40fb-8ca0-bdf7105b374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:13.267331 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c1acfa7-d1b4-4b65-8e56-cd3fef678207 req-af3bded5-13f1-40fb-8ca0-bdf7105b374f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b4abc4e-6a5a-4092-a2c0-01382447adcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6380727 Jan 31 18:41:13.310608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61ddd8d6-63d5-41ad-9a6d-daa05274c9f2 req-e9a006f0-8e90-409a-b51e-49b3badaf72d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5130007 Jan 31 18:41:13.347403 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b5b95-51c1-44da-ad87-22c660a0de8d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=8b17f87f-3f23-40dd-9d2f-89650cd369e2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:13.462748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a8f1a-5f5f-4470-a44e-42877b870438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:13.489358 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a8f1a-5f5f-4470-a44e-42877b870438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:13.495023 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-302a8f1a-5f5f-4470-a44e-42877b870438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3331239 Jan 31 18:41:13.499626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:13.504110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-867fd24e-f499-4c1c-8868-2c05a063f9db None None] Current status of the port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:13.594687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:13.597672 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:13.617235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 06325d92-c447-4be5-8639-fdcb4dd94ff9 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:13.659677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:13.681550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af64bf69-77d9-4a40-8444-5ef530460afb req-6e1f2f45-b47d-4513-9cae-d3d317f6ecbf tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267653 Jan 31 18:41:13.742678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 06325d92-c447-4be5-8639-fdcb4dd94ff9 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:41:13.743987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 06325d92-c447-4be5-8639-fdcb4dd94ff9 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:13.773114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-87749c39-3bca-483b-aa1d-5828f96a3e8a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 8b17f87f-3f23-40dd-9d2f-89650cd369e2 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:13.773577 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87749c39-3bca-483b-aa1d-5828f96a3e8a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8b17f87f-3f23-40dd-9d2f-89650cd369e2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:13.807671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1498d0d6-5618-482f-97e5-bbd7db79625f None None] Could not find standard attr ID for object bf2b3da2-09b3-4bda-be1a-b247457509c2. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:41:13.868049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:13.876883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c1acfa7-d1b4-4b65-8e56-cd3fef678207 req-3f5e7e4a-1640-425c-8dd1-a60c68081d57 service neutron] 10.222.0.49 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650082 Jan 31 18:41:13.933822 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad11555-e2aa-4367-b206-0e824c0ccebd x-openstack-request-id: req-aad11555-e2aa-4367-b206-0e824c0ccebd {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:13.936882 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cbb96f-402d-4ef8-a040-6af3a38caafd", "name": "network-vif-deleted", "tag": "06325d92-c447-4be5-8639-fdcb4dd94ff9", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:13.937980 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aad11555-e2aa-4367-b206-0e824c0ccebd {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:13.939040 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cbb96f-402d-4ef8-a040-6af3a38caafd', 'name': 'network-vif-deleted', 'tag': '06325d92-c447-4be5-8639-fdcb4dd94ff9', 'status': 'completed', 'code': 200} Jan 31 18:41:13.944118 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:13.957870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1498d0d6-5618-482f-97e5-bbd7db79625f None None] Could not find standard attr ID for object 76676dad-3a3c-46a9-8437-f3fe2bdf2199. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:41:14.013982 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87749c39-3bca-483b-aa1d-5828f96a3e8a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8b17f87f-3f23-40dd-9d2f-89650cd369e2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:14.056306 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-87749c39-3bca-483b-aa1d-5828f96a3e8a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 8b17f87f-3f23-40dd-9d2f-89650cd369e2 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:14.090610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab7d21-44d0-4fbf-a14f-3abdbbfe19db req-ce11fc28-1664-4395-b007-5937cbee8812 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:14.092736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6aab7d21-44d0-4fbf-a14f-3abdbbfe19db req-ce11fc28-1664-4395-b007-5937cbee8812 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 946 time: 0.4942818 Jan 31 18:41:14.237384 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:14.273870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:14.303548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:14.304051 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:14.323823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dd901262-e9cd-4190-a8ea-7a68407c8bcf None None] Provisioning complete for port 8b17f87f-3f23-40dd-9d2f-89650cd369e2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:14.324985 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd901262-e9cd-4190-a8ea-7a68407c8bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8b17f87f-3f23-40dd-9d2f-89650cd369e2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:14.383601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c1acfa7-d1b4-4b65-8e56-cd3fef678207 req-2a458fec-4356-490d-a64c-272df7dbc352 service neutron] 10.222.0.49 "GET /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951870 Jan 31 18:41:14.391106 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87749c39-3bca-483b-aa1d-5828f96a3e8a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8b17f87f-3f23-40dd-9d2f-89650cd369e2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:14.406187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69eaad-d2bd-4507-a097-601dd8522f3a req-2854140f-6a36-468e-a7dd-ded32abe12d5 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:14.413903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be69eaad-d2bd-4507-a097-601dd8522f3a req-2854140f-6a36-468e-a7dd-ded32abe12d5 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 950 time: 0.3196585 Jan 31 18:41:14.437828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6aab7d21-44d0-4fbf-a14f-3abdbbfe19db req-5559b67d-b36a-4a4c-9195-6e8538db0951 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671926 Jan 31 18:41:14.499016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87749c39-3bca-483b-aa1d-5828f96a3e8a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=8b17f87f-3f23-40dd-9d2f-89650cd369e2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:14.506309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dd901262-e9cd-4190-a8ea-7a68407c8bcf None None] Port 8b17f87f-3f23-40dd-9d2f-89650cd369e2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:41:14.507094 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87749c39-3bca-483b-aa1d-5828f96a3e8a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:14.507663 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:14.514562 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-87749c39-3bca-483b-aa1d-5828f96a3e8a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/8b17f87f-3f23-40dd-9d2f-89650cd369e2 HTTP/1.1" status: 204 len: 168 time: 1.0123680 Jan 31 18:41:14.514804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35616) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:14.609761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a69305-b05b-4fde-9a2a-912aebd147b5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:14.611576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a69305-b05b-4fde-9a2a-912aebd147b5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:14.615667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be69eaad-d2bd-4507-a097-601dd8522f3a req-b8c839d1-bc2e-4efe-abee-76b216b725f6 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994903 Jan 31 18:41:14.635569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35618) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:14.635842 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-04a69305-b05b-4fde-9a2a-912aebd147b5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0975354 Jan 31 18:41:14.696348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502fc08a-0d2a-4748-aede-f832227315c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad27cb63-0337-4dcb-86c5-cdd7978ce1cc'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:14.705001 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd018bb-8929-4ed4-b1a3-9e3092cc4932" -d '{"events": [{"server_uuid": "502fc08a-0d2a-4748-aede-f832227315c5", "name": "network-vif-plugged", "status": "completed", "tag": "ad27cb63-0337-4dcb-86c5-cdd7978ce1cc"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:14.716833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:14.727759 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:14.740533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:14.847044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:14.850795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:14.939521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2108149229-network', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:14.987423 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Made reservation on behalf of 880ffd33eb2b47ceb3bb38704aa2d637 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:14.989956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.004960 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.020133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event updated for resources: {'Port': ['ID=388db7c9-0733-43f3-bd76-2ea41caed4d0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:15.049495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677baaf8-971c-4145-b64d-9dbebf526112 req-67cabe5c-7155-4378-ba15-581b6dfbdf10 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:15.054819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677baaf8-971c-4145-b64d-9dbebf526112 req-67cabe5c-7155-4378-ba15-581b6dfbdf10 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:15.060859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677baaf8-971c-4145-b64d-9dbebf526112 req-67cabe5c-7155-4378-ba15-581b6dfbdf10 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:15.067072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677baaf8-971c-4145-b64d-9dbebf526112 req-67cabe5c-7155-4378-ba15-581b6dfbdf10 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:15.082987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677baaf8-971c-4145-b64d-9dbebf526112 req-67cabe5c-7155-4378-ba15-581b6dfbdf10 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:15.092726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-677baaf8-971c-4145-b64d-9dbebf526112 req-67cabe5c-7155-4378-ba15-581b6dfbdf10 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 3815 time: 0.3501811 Jan 31 18:41:15.137490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97bcfe8-9998-4bb4-be95-cb5017f8cb65 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet db48e6ba-993e-483d-9846-3ca695fc8e14 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:41:15.147177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:15.148079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.156948 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b97bcfe8-9998-4bb4-be95-cb5017f8cb65 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (db48e6ba-993e-483d-9846-3ca695fc8e14), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.174063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Publish callbacks [] for security_group (32db2438-161b-46c8-aad4-964eb0181879), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.188259 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (32db2438-161b-46c8-aad4-964eb0181879), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.202422 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:41:15.213077 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9a5a7190-cba3-4a6c-b8b9-f55ace16f33f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.213428 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Added segment 9a5a7190-cba3-4a6c-b8b9-f55ace16f33f of type vlan for network c271e0cd-391d-470f-8b71-05b0be44db04 Jan 31 18:41:15.236546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6334-a4a2-47fa-941e-8986d5be53fd req-d3b6a833-8a9b-4e0a-b94e-ae206da65847 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:15.243710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f60f6334-a4a2-47fa-941e-8986d5be53fd req-d3b6a833-8a9b-4e0a-b94e-ae206da65847 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.2884505 Jan 31 18:41:15.253261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5741e252-820c-4a21-861d-9a984785a5ec None None] Provisioning complete for port 388db7c9-0733-43f3-bd76-2ea41caed4d0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:15.254969 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5741e252-820c-4a21-861d-9a984785a5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.262813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (c271e0cd-391d-470f-8b71-05b0be44db04), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.276598 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d5addd3f-f202-48eb-9c33-b078dba1d446 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5997460 Jan 31 18:41:15.303595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-677baaf8-971c-4145-b64d-9dbebf526112 req-2a6fcf06-9a76-4e7a-acb4-8b6f54b318b1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038093 Jan 31 18:41:15.316104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32db2438-161b-46c8-aad4-964eb0181879,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:15.320594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Request body: {'port': {'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:15.321919 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (c271e0cd-391d-470f-8b71-05b0be44db04), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.327639 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:15.333724 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b97bcfe8-9998-4bb4-be95-cb5017f8cb65 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (db48e6ba-993e-483d-9846-3ca695fc8e14), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.335883 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.367946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5741e252-820c-4a21-861d-9a984785a5ec None None] Port 388db7c9-0733-43f3-bd76-2ea41caed4d0 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:41:15.393333 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10628aa1-c237-4d95-a216-dd0951ad24ea x-openstack-request-id: req-10628aa1-c237-4d95-a216-dd0951ad24ea {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:15.393333 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502fc08a-0d2a-4748-aede-f832227315c5", "name": "network-vif-plugged", "status": "completed", "tag": "ad27cb63-0337-4dcb-86c5-cdd7978ce1cc", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:15.394116 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10628aa1-c237-4d95-a216-dd0951ad24ea {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:15.396441 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502fc08a-0d2a-4748-aede-f832227315c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad27cb63-0337-4dcb-86c5-cdd7978ce1cc', 'code': 200} Jan 31 18:41:15.425835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f60f6334-a4a2-47fa-941e-8986d5be53fd req-b9685ce8-7647-47c4-86c2-ca239909ef30 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807632 Jan 31 18:41:15.479772 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7507300 Jan 31 18:41:15.485662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:15.501410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6367e80a-346a-49f7-9d1a-f267cee8808e admin admin] Request body: {'subnet': {'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108149229-subnet', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:15.513722 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b97bcfe8-9998-4bb4-be95-cb5017f8cb65 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (db48e6ba-993e-483d-9846-3ca695fc8e14), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.524206 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f484e-010c-440a-8de5-10bd4d5624c1 admin admin] Pushing event updated for resources: {'Network': ['ID=c271e0cd-391d-470f-8b71-05b0be44db04,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:15.537287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network c271e0cd-391d-470f-8b71-05b0be44db04 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:41:15.550468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6367e80a-346a-49f7-9d1a-f267cee8808e admin admin] Made reservation on behalf of 880ffd33eb2b47ceb3bb38704aa2d637 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:15.555252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6367e80a-346a-49f7-9d1a-f267cee8808e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.606698 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.832576 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6367e80a-346a-49f7-9d1a-f267cee8808e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (618237a9-03ad-402c-873b-24dcf5118a30), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:15.889204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367e80a-346a-49f7-9d1a-f267cee8808e admin admin] Pushing event updated for resources: {'Subnet': ['ID=618237a9-03ad-402c-873b-24dcf5118a30,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:15.940241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6367e80a-346a-49f7-9d1a-f267cee8808e admin admin] Checking segment: {'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:15.940637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6367e80a-346a-49f7-9d1a-f267cee8808e admin admin] Network hostable DHCP agents. Network: c271e0cd-391d-470f-8b71-05b0be44db04, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:41:15.962269 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6367e80a-346a-49f7-9d1a-f267cee8808e admin admin] Network c271e0cd-391d-470f-8b71-05b0be44db04 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:41:15.976820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6367e80a-346a-49f7-9d1a-f267cee8808e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, c271e0cd-391d-470f-8b71-05b0be44db04) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:15.990820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437d9184-79c6-429a-902e-d5283ed0973b None None] Network c271e0cd-391d-470f-8b71-05b0be44db04 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:16.007208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6367e80a-346a-49f7-9d1a-f267cee8808e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:16.007816 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6367e80a-346a-49f7-9d1a-f267cee8808e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:16.053122 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6367e80a-346a-49f7-9d1a-f267cee8808e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5644207 Jan 31 18:41:16.056123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:16.061204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2108149229-router', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:16.092299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (1b37abfb-21bd-4730-921b-3c59773e162f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:16.095171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (1b37abfb-21bd-4730-921b-3c59773e162f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:16.117191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522d148-c5af-4c5a-90d4-2a59c939abd7 req-f10483af-d336-40dc-aa3a-7ae4a9e6db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:16.118750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0522d148-c5af-4c5a-90d4-2a59c939abd7 req-f10483af-d336-40dc-aa3a-7ae4a9e6db9f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 1133 time: 0.6315949 Jan 31 18:41:16.194943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-c271e0cd-391d-470f-8b71-05b0be44db04', 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04', 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'fixed_ips': [{'subnet_id': '618237a9-03ad-402c-873b-24dcf5118a30'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:41:16.195929 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:16.239579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfddff8-4844-4e0a-97e5-6c820163d777 req-9f1caa50-bbf5-47bb-99fc-6b66aa4997e1 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:16.246593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7cfddff8-4844-4e0a-97e5-6c820163d777 req-9f1caa50-bbf5-47bb-99fc-6b66aa4997e1 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 946 time: 0.6509962 Jan 31 18:41:16.253439 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b97bcfe8-9998-4bb4-be95-cb5017f8cb65 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (db48e6ba-993e-483d-9846-3ca695fc8e14), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:16.284497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9b411-3e46-44f3-abf9-1fe99d18916a req-d446b89c-6f54-4988-bc06-9b8d10bbdf14 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:16.291512 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0eb9b411-3e46-44f3-abf9-1fe99d18916a req-d446b89c-6f54-4988-bc06-9b8d10bbdf14 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8365059-cbfd-47cc-9a9e-8b84588e51e8 HTTP/1.1" status: 200 len: 945 time: 0.6948822 Jan 31 18:41:16.297756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Publish callbacks [] for router_controller (1b37abfb-21bd-4730-921b-3c59773e162f), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:16.452195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bcfe8-9998-4bb4-be95-cb5017f8cb65 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=db48e6ba-993e-483d-9846-3ca695fc8e14,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:16.474968 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b97bcfe8-9998-4bb4-be95-cb5017f8cb65 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:16.481428 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:16.481899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b97bcfe8-9998-4bb4-be95-cb5017f8cb65 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/db48e6ba-993e-483d-9846-3ca695fc8e14 HTTP/1.1" status: 204 len: 168 time: 1.7616878 Jan 31 18:41:16.500795 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0522d148-c5af-4c5a-90d4-2a59c939abd7 req-0f0e8619-847c-461d-b2e9-a102d9711d29 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271832 Jan 31 18:41:16.506687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f43b4-0f09-47d5-b15f-c9513986bf21 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:16.582784 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Publish callbacks [] for router_gateway (1b37abfb-21bd-4730-921b-3c59773e162f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:16.586920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7cfddff8-4844-4e0a-97e5-6c820163d777 req-1026b545-2813-446a-a7f1-553bf66bfac2 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393877 Jan 31 18:41:16.591068 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f1bef410-cf83-4d5c-ac4e-ef535e51ac75 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081367 Jan 31 18:41:16.591715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35652) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:16.622762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Allocated IP 172.20.0.2 (c271e0cd-391d-470f-8b71-05b0be44db04/618237a9-03ad-402c-873b-24dcf5118a30/1b013f3e-b4d8-4f79-8539-474c068db9e9) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:16.630341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0eb9b411-3e46-44f3-abf9-1fe99d18916a req-0d6aaa88-b308-4b67-a4c5-0ad388aab7e2 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378317 Jan 31 18:41:16.691048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1cf94-283d-43fb-95d2-353afd5d21c1 req-44e95016-c592-4f65-9c0b-b6f45a01d75a tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:16.707152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3f1cf94-283d-43fb-95d2-353afd5d21c1 req-44e95016-c592-4f65-9c0b-b6f45a01d75a tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8365059-cbfd-47cc-9a9e-8b84588e51e8 HTTP/1.1" status: 200 len: 945 time: 0.4097757 Jan 31 18:41:16.783379 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24de749b-bb54-49a4-8395-0007b965db59 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:16.787686 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-24de749b-bb54-49a4-8395-0007b965db59 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1937096 Jan 31 18:41:16.789749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35656) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:16.857891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c8e266-fff0-48e7-8fb9-2f572ee55d62 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:16.862139 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-10c8e266-fff0-48e7-8fb9-2f572ee55d62 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0701895 Jan 31 18:41:16.862733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:16.940104 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-77441fab-e5ea-46c3-921f-6c79f696e92e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760994 Jan 31 18:41:16.941669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35660) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:16.953666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae6f0d3-175d-49d4-a18b-ca0777c69d54 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:16.966051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0496f2a5-c4d0-4fab-978a-39cf41416380 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:16.969376 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Publish callbacks [] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:17.010059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89f7eee-07b8-4ec1-a902-ed7f6a3600b2 None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:41:17.024095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35357-8d1d-4332-8b49-40989ef0cbe3 req-84de7dbb-7147-4c4c-941a-78259e316215 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:17.029798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35357-8d1d-4332-8b49-40989ef0cbe3 req-84de7dbb-7147-4c4c-941a-78259e316215 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:17.035159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35357-8d1d-4332-8b49-40989ef0cbe3 req-84de7dbb-7147-4c4c-941a-78259e316215 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:17.043864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35357-8d1d-4332-8b49-40989ef0cbe3 req-84de7dbb-7147-4c4c-941a-78259e316215 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:17.050022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35357-8d1d-4332-8b49-40989ef0cbe3 req-84de7dbb-7147-4c4c-941a-78259e316215 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:17.057461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dba35357-8d1d-4332-8b49-40989ef0cbe3 req-84de7dbb-7147-4c4c-941a-78259e316215 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 3815 time: 0.2568879 Jan 31 18:41:17.078899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce758d-988f-4a64-8c1e-501389bd5fa2 req-c5421e7c-2401-44cf-a41e-a54efdda43c7 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:17.085858 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2ce758d-988f-4a64-8c1e-501389bd5fa2 req-c5421e7c-2401-44cf-a41e-a54efdda43c7 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 950 time: 0.3185825 Jan 31 18:41:17.090942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Transition to ACTIVE for port object fae6f0d3-175d-49d4-a18b-ca0777c69d54 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:41:17.117425 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:17.214227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f3f1cf94-283d-43fb-95d2-353afd5d21c1 req-fac91eb4-6427-458e-b16f-1e99058a287d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Deleting port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:17.215205 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3f1cf94-283d-43fb-95d2-353afd5d21c1 req-fac91eb4-6427-458e-b16f-1e99058a287d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:17.234303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f89f7eee-07b8-4ec1-a902-ed7f6a3600b2 None None] Deleting port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:17.235047 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f89f7eee-07b8-4ec1-a902-ed7f6a3600b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:17.271185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0496f2a5-c4d0-4fab-978a-39cf41416380 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:17.281257 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0496f2a5-c4d0-4fab-978a-39cf41416380 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:17.291136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Pushing event updated for resources: {'Port': ['ID=fae6f0d3-175d-49d4-a18b-ca0777c69d54,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:17.341560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f89f7eee-07b8-4ec1-a902-ed7f6a3600b2 None None] For port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ccaeb45-ad66-43e4-90c5-b616b6b32a67,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:17.342007 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f89f7eee-07b8-4ec1-a902-ed7f6a3600b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:17.349581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dba35357-8d1d-4332-8b49-40989ef0cbe3 req-77616926-d4aa-46f4-a095-f78ae1af4924 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911565 Jan 31 18:41:17.353268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2ce758d-988f-4a64-8c1e-501389bd5fa2 req-5fae2d4c-14e8-4d58-9b6f-c23c6f2f6f4a tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666249 Jan 31 18:41:17.380947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f89f7eee-07b8-4ec1-a902-ed7f6a3600b2 None None] Calling delete_port for 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:17.562028 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Publish callbacks [] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:17.579664 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:17.696075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:17.785786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Pushing event updated for resources: {'Port': ['ID=1b013f3e-b4d8-4f79-8539-474c068db9e9,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:17.815667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No active binding found for port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 {{(pid=103227) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 18:41:17.816722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] The host n-d-812111-15 is not matching for port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 host None! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:41:17.825293 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:17.829325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Network c271e0cd-391d-470f-8b71-05b0be44db04 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:17.831852 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f89f7eee-07b8-4ec1-a902-ed7f6a3600b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (6ccaeb45-ad66-43e4-90c5-b616b6b32a67), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:17.866679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:17.911657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:17.921497 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f7eee-07b8-4ec1-a902-ed7f6a3600b2 None None] Pushing event deleted for resources: {'Port': ['ID=6ccaeb45-ad66-43e4-90c5-b616b6b32a67,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:17.931236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f7eee-07b8-4ec1-a902-ed7f6a3600b2 None None] No DVR routers for this DVR port 6ccaeb45-ad66-43e4-90c5-b616b6b32a67 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:17.934228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f3f1cf94-283d-43fb-95d2-353afd5d21c1 req-fac91eb4-6427-458e-b16f-1e99058a287d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] For port 357f233b-786d-4a53-ac5b-379a2d7bf7d6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=357f233b-786d-4a53-ac5b-379a2d7bf7d6,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:17.934527 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3f1cf94-283d-43fb-95d2-353afd5d21c1 req-fac91eb4-6427-458e-b16f-1e99058a287d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:17.968696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f3f1cf94-283d-43fb-95d2-353afd5d21c1 req-fac91eb4-6427-458e-b16f-1e99058a287d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Calling delete_port for 357f233b-786d-4a53-ac5b-379a2d7bf7d6 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:18.041351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Attempting to bind port fae6f0d3-175d-49d4-a18b-ca0777c69d54 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:18.041734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Attempting to bind port fae6f0d3-175d-49d4-a18b-ca0777c69d54 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:18.042958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Attempting to bind port fae6f0d3-175d-49d4-a18b-ca0777c69d54 on network e26b851d-0946-4172-af21-cdb27088cdaf {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:18.098689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Port fae6f0d3-175d-49d4-a18b-ca0777c69d54 on network e26b851d-0946-4172-af21-cdb27088cdaf not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:41:18.099046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Attempting to bind port fae6f0d3-175d-49d4-a18b-ca0777c69d54 on network e26b851d-0946-4172-af21-cdb27088cdaf {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:18.101185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Attempting to bind port 1b013f3e-b4d8-4f79-8539-474c068db9e9 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:18.101814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Attempting to bind port 1b013f3e-b4d8-4f79-8539-474c068db9e9 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:18.102462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Attempting to bind port 1b013f3e-b4d8-4f79-8539-474c068db9e9 on network c271e0cd-391d-470f-8b71-05b0be44db04 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:18.102599 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Publish callbacks [] for router_gateway (1b37abfb-21bd-4730-921b-3c59773e162f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:18.109696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:18.110077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Checking segment: {'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:18.110475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Bound using segment: {'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:18.110928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Bound port: fae6f0d3-175d-49d4-a18b-ca0777c69d54, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd413a1ff-5636-4b37-9038-752efb644ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:18.111438 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:18.114214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:18.114931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Checking segment: {'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:18.115591 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:18.116230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Bound using segment: {'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:18.117114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Bound port: 1b013f3e-b4d8-4f79-8539-474c068db9e9, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:18.117755 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:18.121062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22bee0-8081-4423-a508-2cc9a8574ec1 req-5c3f7c9c-15a7-4b16-8364-da876b2b305b tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:18.126557 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:18.129418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef22bee0-8081-4423-a508-2cc9a8574ec1 req-5c3f7c9c-15a7-4b16-8364-da876b2b305b tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.6130810 Jan 31 18:41:18.144068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177b739-61c6-4c89-a0f5-e2fc7e338a87 req-7df9fd3a-334a-4808-8e3f-245b1c5c16e3 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:18.145835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9177b739-61c6-4c89-a0f5-e2fc7e338a87 req-7df9fd3a-334a-4808-8e3f-245b1c5c16e3 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 946 time: 0.5373006 Jan 31 18:41:18.166380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35666) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:18.189344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d1c9c154-6543-4937-af85-91c7789c4f57 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Request body: {'floatingip': {'port_id': 'd83337ed-dba1-467e-a8ab-702dae182f6e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:18.284136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] For port 1b013f3e-b4d8-4f79-8539-474c068db9e9, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:18.290615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] For port 1b013f3e-b4d8-4f79-8539-474c068db9e9, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1b013f3e-b4d8-4f79-8539-474c068db9e9,segment=NetworkSegment(9a5a7190-cba3-4a6c-b8b9-f55ace16f33f),segment_id=9a5a7190-cba3-4a6c-b8b9-f55ace16f33f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:18.302292 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef22bee0-8081-4423-a508-2cc9a8574ec1 req-8283087b-9b43-4bbf-be46-f59685a0612a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713526 Jan 31 18:41:18.305883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1c9c154-6543-4937-af85-91c7789c4f57 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for floatingip (6e893cf9-1d9a-457c-b6bd-57f566c84e6f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:18.316096 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:18.341577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Allocated IP 172.25.8.93 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/327974aa-249a-4ef3-8af5-0d1c6804215c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:18.479385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1efa4-65b4-4c5c-b1e8-f99b0c2bea10 None None] Pushing event updated for resources: {'Port': ['ID=1b013f3e-b4d8-4f79-8539-474c068db9e9,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:18.792371 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50d5bc48-44b1-4e20-95f9-ff75a0998622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:18.803934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0496f2a5-c4d0-4fab-978a-39cf41416380 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (6ecf1183-1fd3-48df-b96d-ce3fd2e8222b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:18.830158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] For port fae6f0d3-175d-49d4-a18b-ca0777c69d54, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:18.884945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] For port fae6f0d3-175d-49d4-a18b-ca0777c69d54, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fae6f0d3-175d-49d4-a18b-ca0777c69d54,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:18.896234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808353f-1149-41b6-af6f-92f3d8cbf3cb req-22af6777-40e1-45f2-b107-091fe621f9ed tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:18.897894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3808353f-1149-41b6-af6f-92f3d8cbf3cb req-22af6777-40e1-45f2-b107-091fe621f9ed tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8365059-cbfd-47cc-9a9e-8b84588e51e8 HTTP/1.1" status: 200 len: 945 time: 0.6305113 Jan 31 18:41:18.906494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496f2a5-c4d0-4fab-978a-39cf41416380 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=6ecf1183-1fd3-48df-b96d-ce3fd2e8222b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:18.915491 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3f1cf94-283d-43fb-95d2-353afd5d21c1 req-fac91eb4-6427-458e-b16f-1e99058a287d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (357f233b-786d-4a53-ac5b-379a2d7bf7d6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:18.933048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['9011de16-f8cf-4db8-af66-2ab2a9f444f5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:41:18.953855 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Publish callbacks [] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:18.956792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0496f2a5-c4d0-4fab-978a-39cf41416380 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:18.961448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0496f2a5-c4d0-4fab-978a-39cf41416380 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:18.973826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0496f2a5-c4d0-4fab-978a-39cf41416380 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:18.974442 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0496f2a5-c4d0-4fab-978a-39cf41416380 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:19.000962 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0496f2a5-c4d0-4fab-978a-39cf41416380 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0415719 Jan 31 18:41:19.001679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:19.009563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': '6ecf1183-1fd3-48df-b96d-ce3fd2e8222b', 'ip_address': '2001:db8::a49:95e0:b1b:32f0'}], 'name': 'tempest-NetworksTestDHCPv6-393149742'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:19.063661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb08cbf-1103-410b-a37a-ffcc8d53c691 req-9c10c054-e089-41f8-a35b-f93de4b8948f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:19.068985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f497aa77-3e17-4a07-a42b-38f72e8cc742 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:19.071798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb08cbf-1103-410b-a37a-ffcc8d53c691 req-9c10c054-e089-41f8-a35b-f93de4b8948f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:19.084061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb08cbf-1103-410b-a37a-ffcc8d53c691 req-9c10c054-e089-41f8-a35b-f93de4b8948f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:19.104019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb08cbf-1103-410b-a37a-ffcc8d53c691 req-9c10c054-e089-41f8-a35b-f93de4b8948f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:19.121537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:19.124293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb08cbf-1103-410b-a37a-ffcc8d53c691 req-9c10c054-e089-41f8-a35b-f93de4b8948f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:19.131604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bb08cbf-1103-410b-a37a-ffcc8d53c691 req-9c10c054-e089-41f8-a35b-f93de4b8948f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 3827 time: 0.6313908 Jan 31 18:41:19.178367 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:19.216326 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Pushing event updated for resources: {'Port': ['ID=327974aa-249a-4ef3-8af5-0d1c6804215c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:19.265869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac91eb4-6427-458e-b16f-1e99058a287d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Pushing event deleted for resources: {'Port': ['ID=357f233b-786d-4a53-ac5b-379a2d7bf7d6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:19.281633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:19.282404 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:19.283855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] 10.222.0.21 "PUT /v2.0/ports/fae6f0d3-175d-49d4-a18b-ca0777c69d54 HTTP/1.1" status: 200 len: 1092 time: 3.9767945 Jan 31 18:41:19.288447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:19.290845 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "fae6f0d3-175d-49d4-a18b-ca0777c69d54"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:19.336398 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:19.348654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:19.355017 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:19.395171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Request body: {'port': {'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:19.452844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '6ecf1183-1fd3-48df-b96d-ce3fd2e8222b'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:41:19.454045 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:19.619256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3808353f-1149-41b6-af6f-92f3d8cbf3cb req-24d3c557-58c0-4f68-b78b-282dea3e4258 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7048151 Jan 31 18:41:19.654353 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bb08cbf-1103-410b-a37a-ffcc8d53c691 req-b62bc28d-396f-471a-b98c-b0e7ec6912c3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5217137 Jan 31 18:41:19.786504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f1cf94-283d-43fb-95d2-353afd5d21c1 req-fac91eb4-6427-458e-b16f-1e99058a287d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] No DVR routers for this DVR port 357f233b-786d-4a53-ac5b-379a2d7bf7d6 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:19.826594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:19.836178 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a495e93-4b01-4a52-adfd-d77fe2ba868f x-openstack-request-id: req-0a495e93-4b01-4a52-adfd-d77fe2ba868f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:19.838731 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "fae6f0d3-175d-49d4-a18b-ca0777c69d54", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:19.839199 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a495e93-4b01-4a52-adfd-d77fe2ba868f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:19.841653 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54', 'status': 'completed', 'code': 200} Jan 31 18:41:19.848672 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3f1cf94-283d-43fb-95d2-353afd5d21c1 req-fac91eb4-6427-458e-b16f-1e99058a287d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:19.868822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3f1cf94-283d-43fb-95d2-353afd5d21c1 req-fac91eb4-6427-458e-b16f-1e99058a287d tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.49 "DELETE /v2.0/ports/357f233b-786d-4a53-ac5b-379a2d7bf7d6 HTTP/1.1" status: 204 len: 173 time: 3.1545625 Jan 31 18:41:19.954935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42165f7-a71c-40a9-8724-44f32497cd92 service neutron] Pushing event updated for resources: {'Port': ['ID=fae6f0d3-175d-49d4-a18b-ca0777c69d54,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:20.071374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Allocated IP 2001:db8::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/6ecf1183-1fd3-48df-b96d-ce3fd2e8222b/15094410-182b-471d-9880-a240df3c7a8c) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:20.311779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1b013f3e-b4d8-4f79-8539-474c068db9e9 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:20.317591 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:20.320035 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Publish callbacks [] for router_gateway (1b37abfb-21bd-4730-921b-3c59773e162f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:20.358129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 357f233b-786d-4a53-ac5b-379a2d7bf7d6 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:20.374994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a15947-ce3e-404c-a864-feafc80ec872 None None] Network c271e0cd-391d-470f-8b71-05b0be44db04 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:20.436490 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a req-6d2b8a06-46d9-43f0-ab09-e08cec347930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:20.437115 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a req-6d2b8a06-46d9-43f0-ab09-e08cec347930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:20.437539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a req-6d2b8a06-46d9-43f0-ab09-e08cec347930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:20.438014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a req-6d2b8a06-46d9-43f0-ab09-e08cec347930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:20.439090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a req-6d2b8a06-46d9-43f0-ab09-e08cec347930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:20.440311 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a req-6d2b8a06-46d9-43f0-ab09-e08cec347930 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 4394 time: 0.5883322 Jan 31 18:41:20.471785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5b1c3-3880-4eed-8478-1ecb530bcd49 req-444e248e-3c59-426b-9e41-1404f4fe5d2e tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:20.479221 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ff5b1c3-3880-4eed-8478-1ecb530bcd49 req-444e248e-3c59-426b-9e41-1404f4fe5d2e tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.4610147 Jan 31 18:41:20.483997 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:20.589750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48353303-caf2-46b0-ace9-71f688693371 req-9b3991a4-2b21-4a24-b419-d588e9f2775d tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:20.597723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48353303-caf2-46b0-ace9-71f688693371 req-9b3991a4-2b21-4a24-b419-d588e9f2775d tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 950 time: 0.6438920 Jan 31 18:41:20.625491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 745959fd-eb97-4e63-880a-038795755485 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:41:20.656826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 357f233b-786d-4a53-ac5b-379a2d7bf7d6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:41:20.657229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 357f233b-786d-4a53-ac5b-379a2d7bf7d6 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:20.810230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1b013f3e-b4d8-4f79-8539-474c068db9e9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:20.810526 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:20.820457 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Publish callbacks [] for port (15094410-182b-471d-9880-a240df3c7a8c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:20.906062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a req-165729a3-00db-4238-9c3a-1864f58e43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:20.906553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a req-165729a3-00db-4238-9c3a-1864f58e43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:20.907034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a req-165729a3-00db-4238-9c3a-1864f58e43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:20.930290 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a req-165729a3-00db-4238-9c3a-1864f58e43e8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4624927 Jan 31 18:41:21.068651 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (15094410-182b-471d-9880-a240df3c7a8c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.133462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Pushing event updated for resources: {'Port': ['ID=15094410-182b-471d-9880-a240df3c7a8c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:21.145022 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cfac9826-8097-4d1d-9a97-f9bbc9e31ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.159290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::a49:95e0:b1b:32f0 (270588c3-27c5-4bbe-bc62-125107bc7b03/6ecf1183-1fd3-48df-b96d-ce3fd2e8222b/745959fd-eb97-4e63-880a-038795755485) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:21.181771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:21.189224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:21.194785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:21.247649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7f0a7156-5ef6-481d-9a47-59413453d1ae None None] Provisioning complete for port 1b013f3e-b4d8-4f79-8539-474c068db9e9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:21.248307 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7156-5ef6-481d-9a47-59413453d1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.341510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Attempting to bind port 15094410-182b-471d-9880-a240df3c7a8c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:21.342187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Attempting to bind port 15094410-182b-471d-9880-a240df3c7a8c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:21.342742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Attempting to bind port 15094410-182b-471d-9880-a240df3c7a8c on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:21.343092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ff5b1c3-3880-4eed-8478-1ecb530bcd49 req-3b0e8143-063f-4c7e-8a33-ae20880d26de tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8622682 Jan 31 18:41:21.365473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:21.366282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:21.367827 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.368243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:21.368824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Bound port: 15094410-182b-471d-9880-a240df3c7a8c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:21.369220 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (15094410-182b-471d-9880-a240df3c7a8c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.427017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (745959fd-eb97-4e63-880a-038795755485), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.441338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1b013f3e-b4d8-4f79-8539-474c068db9e9 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:21.441739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.444622 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-d1c9c154-6543-4937-af85-91c7789c4f57 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:41:21.461803 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48353303-caf2-46b0-ace9-71f688693371 req-2eeae4c5-5724-4cff-8f88-8ceb0fabf8d7 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8630149 Jan 31 18:41:21.474963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (745959fd-eb97-4e63-880a-038795755485), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.539117 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (1b37abfb-21bd-4730-921b-3c59773e162f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.577409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 1b013f3e-b4d8-4f79-8539-474c068db9e9, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1b013f3e-b4d8-4f79-8539-474c068db9e9,segment=NetworkSegment(9a5a7190-cba3-4a6c-b8b9-f55ace16f33f),segment_id=9a5a7190-cba3-4a6c-b8b9-f55ace16f33f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:21.586129 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1c9c154-6543-4937-af85-91c7789c4f57 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.671318 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1c9c154-6543-4937-af85-91c7789c4f57 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (6e893cf9-1d9a-457c-b6bd-57f566c84e6f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.683089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:21.687446 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:21.723297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:21.723769 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] For port 15094410-182b-471d-9880-a240df3c7a8c, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:21.728449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] For port 15094410-182b-471d-9880-a240df3c7a8c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=15094410-182b-471d-9880-a240df3c7a8c,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:21.735811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:21.736521 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.747390 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.774734 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (15094410-182b-471d-9880-a240df3c7a8c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:21.803940 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=745959fd-eb97-4e63-880a-038795755485,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:21.827481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a req-472f6701-5166-4e72-8d60-e6a8db1ea6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:21.829009 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c2cf2066-ded0-4f42-a691-1ad5713e7b2a req-472f6701-5166-4e72-8d60-e6a8db1ea6c9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8979020 Jan 31 18:41:21.879927 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8b4d8f81-3f65-4b14-a3f4-027764301a20 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.8772943 Jan 31 18:41:21.885669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=1b013f3e-b4d8-4f79-8539-474c068db9e9,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:21.889144 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:21.913760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8365059-cbfd-47cc-9a9e-8b84588e51e8', 'name': 'network-vif-deleted', 'tag': '357f233b-786d-4a53-ac5b-379a2d7bf7d6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:21.916316 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77af64b-aa10-4cb1-94a3-ea25eaeb7929" -d '{"events": [{"server_uuid": "b8365059-cbfd-47cc-9a9e-8b84588e51e8", "name": "network-vif-deleted", "tag": "357f233b-786d-4a53-ac5b-379a2d7bf7d6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:21.976203 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-d1c9c154-6543-4937-af85-91c7789c4f57 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Floating IP 6e893cf9-1d9a-457c-b6bd-57f566c84e6f associated. External IP: 172.25.8.132, port: d83337ed-dba1-467e-a8ab-702dae182f6e. Jan 31 18:41:21.982587 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:41:22.082692 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29125b-b853-4cf1-ad1f-d54ea63ea116 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:22.093499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29125b-b853-4cf1-ad1f-d54ea63ea116 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:22.104668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c1c45-f940-4716-b81f-59b8b310bcbd req-af8a6959-5c1c-4011-965c-42bf40e84603 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:22.106198 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dc29125b-b853-4cf1-ad1f-d54ea63ea116 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.2165143 Jan 31 18:41:22.109442 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35702) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:22.117669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c1c45-f940-4716-b81f-59b8b310bcbd req-af8a6959-5c1c-4011-965c-42bf40e84603 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:22.125367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a7156-5ef6-481d-9a47-59413453d1ae None None] Current status of the port 1b013f3e-b4d8-4f79-8539-474c068db9e9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:22.126420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c1c45-f940-4716-b81f-59b8b310bcbd req-af8a6959-5c1c-4011-965c-42bf40e84603 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:22.132131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c1c45-f940-4716-b81f-59b8b310bcbd req-af8a6959-5c1c-4011-965c-42bf40e84603 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:22.139372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725f39b-0ea3-4339-9e6e-672fb9733c92 None None] Pushing event updated for resources: {'Port': ['ID=15094410-182b-471d-9880-a240df3c7a8c,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:22.143754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c1c45-f940-4716-b81f-59b8b310bcbd req-af8a6959-5c1c-4011-965c-42bf40e84603 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:22.160029 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b6c1c45-f940-4716-b81f-59b8b310bcbd req-af8a6959-5c1c-4011-965c-42bf40e84603 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 3827 time: 0.5008504 Jan 31 18:41:22.208622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Router 1b37abfb-21bd-4730-921b-3c59773e162f is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:41:22.367113 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8dcf2e6b-07cb-487a-9e48-b3abd9fd902f None None] Provisioning complete for port 1b013f3e-b4d8-4f79-8539-474c068db9e9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:22.367532 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8dcf2e6b-07cb-487a-9e48-b3abd9fd902f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:22.376228 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:22.519307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b6c1c45-f940-4716-b81f-59b8b310bcbd req-618f416b-14eb-4501-8232-5a569b0dad73 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579733 Jan 31 18:41:22.524313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:22.533677 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:41:22.548541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Sync routers for ids ['1b37abfb-21bd-4730-921b-3c59773e162f'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:41:22.576226 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Publish callbacks [] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:22.588606 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf2e6b-07cb-487a-9e48-b3abd9fd902f None None] Current status of the port 1b013f3e-b4d8-4f79-8539-474c068db9e9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:22.590702 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:22.595962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Routers {'1b37abfb-21bd-4730-921b-3c59773e162f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:41:22.597165 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1b37abfb-21bd-4730-921b-3c59773e162f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:22.598117 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0ce27a2b-045f-47f0-8ffd-e8e7443ebd6c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5407705 Jan 31 18:41:22.598761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35708) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:22.695265 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228b252f-34db-4c54-85d0-a8ed753b0e1a x-openstack-request-id: req-228b252f-34db-4c54-85d0-a8ed753b0e1a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:22.697745 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8365059-cbfd-47cc-9a9e-8b84588e51e8", "name": "network-vif-deleted", "tag": "357f233b-786d-4a53-ac5b-379a2d7bf7d6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:22.698378 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-228b252f-34db-4c54-85d0-a8ed753b0e1a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:22.710482 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8365059-cbfd-47cc-9a9e-8b84588e51e8', 'name': 'network-vif-deleted', 'tag': '357f233b-786d-4a53-ac5b-379a2d7bf7d6', 'status': 'completed', 'code': 200} Jan 31 18:41:22.737903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24048a-c239-4d0a-a4ee-70752bbb09a6 req-e29acbff-674d-4471-bf08-59f951cc4674 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:22.739503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e24048a-c239-4d0a-a4ee-70752bbb09a6 req-e29acbff-674d-4471-bf08-59f951cc4674 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.4346435 Jan 31 18:41:22.755339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Transition to ACTIVE for port object b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:41:22.762039 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-99f7619c-7f1c-4bb3-ab1d-a6a69bb35e9d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 745959fd-eb97-4e63-880a-038795755485 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:22.762537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99f7619c-7f1c-4bb3-ab1d-a6a69bb35e9d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (745959fd-eb97-4e63-880a-038795755485), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:22.775573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:22.859582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Set router 1b37abfb-21bd-4730-921b-3c59773e162f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:41:23.005071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:23.076078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e24048a-c239-4d0a-a4ee-70752bbb09a6 req-ee5f7982-eb60-42b8-a8de-6b1ae3b45ea7 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/security-groups?id=e37452ab-c687-4a04-b650-b337b7b7b63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175554 Jan 31 18:41:23.091007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99f7619c-7f1c-4bb3-ab1d-a6a69bb35e9d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (745959fd-eb97-4e63-880a-038795755485), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:23.193854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd4b71-6d56-4722-935c-6d318eb108f5 req-918dec85-ff90-4ab3-aeff-d050b17d164b tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:23.198103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40fd4b71-6d56-4722-935c-6d318eb108f5 req-918dec85-ff90-4ab3-aeff-d050b17d164b tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 1133 time: 0.4415865 Jan 31 18:41:23.204765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-99f7619c-7f1c-4bb3-ab1d-a6a69bb35e9d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 745959fd-eb97-4e63-880a-038795755485 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:23.213270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c9c154-6543-4937-af85-91c7789c4f57 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Router f5c0b28d-ff3b-4228-90d0-414fa8bb569f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:41:23.263608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108149229-router', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:16Z', 'updated_at': '2022-01-31T18:41:19Z', 'revision_number': 3, 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'gw_port': {'id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:18Z', 'updated_at': '2022-01-31T18:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:23.333410 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40fd4b71-6d56-4722-935c-6d318eb108f5 req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:23.369589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Attempting to bind port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:23.369937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Attempting to bind port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:23.370271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Attempting to bind port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:23.385893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Checking router: 1b37abfb-21bd-4730-921b-3c59773e162f for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:41:23.386794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Updating router 1b37abfb-21bd-4730-921b-3c59773e162f port 327974aa-249a-4ef3-8af5-0d1c6804215c binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:41:23.472251 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:23.499794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:41:23.500125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Attempting to bind port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:23.506576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c9c154-6543-4937-af85-91c7789c4f57 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:41:23.512630 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1c9c154-6543-4937-af85-91c7789c4f57 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:23.521439 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3e3e9b-9aed-4c24-8cb7-21189023c260 None None] Sync routers for ids ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:41:23.549162 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e3e9b-9aed-4c24-8cb7-21189023c260 None None] Routers {'f5c0b28d-ff3b-4228-90d0-414fa8bb569f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:41:23.550107 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4e3e3e9b-9aed-4c24-8cb7-21189023c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:23.592681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:23.593309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Checking segment: {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:23.593635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Bound using segment: {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:23.594238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Bound port: b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:23.594698 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:23.741448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] For port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:23.745035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] For port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:23.773968 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:23.775681 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4e3e3e9b-9aed-4c24-8cb7-21189023c260 None None] Set router f5c0b28d-ff3b-4228-90d0-414fa8bb569f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:41:23.968671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:23.969414 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:23.971066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] 10.222.0.21 "PUT /v2.0/ports/b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 HTTP/1.1" status: 200 len: 1131 time: 4.6112680 Jan 31 18:41:23.981742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980c957-b8a9-427a-a57e-83ccc462c0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:24.019089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d2b66-f01b-4e13-8886-354d657dd2e9 req-f78673db-48e3-42cb-af91-efd2265347f7 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:24.020769 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-056d2b66-f01b-4e13-8886-354d657dd2e9 req-f78673db-48e3-42cb-af91-efd2265347f7 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.7836075 Jan 31 18:41:24.037619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Request body: {'port': {'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:24.081561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d1c9c154-6543-4937-af85-91c7789c4f57 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "PUT /v2.0/floatingips/6e893cf9-1d9a-457c-b6bd-57f566c84e6f HTTP/1.1" status: 200 len: 992 time: 5.9094150 Jan 31 18:41:24.147883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device df47c255-eb54-430d-849b-bbaa16b1cbb4 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:41:24.151403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device df47c255-eb54-430d-849b-bbaa16b1cbb4 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:24.228009 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:24.298101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20372dc4-f38e-4c86-8fe8-a12bd231cab4 req-52e5d616-ea41-42ed-8873-c1e6c6f0e051 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:24.299668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20372dc4-f38e-4c86-8fe8-a12bd231cab4 req-52e5d616-ea41-42ed-8873-c1e6c6f0e051 tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 946 time: 0.7577338 Jan 31 18:41:24.349913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 15094410-182b-471d-9880-a240df3c7a8c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:24.373637 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4e3e3e9b-9aed-4c24-8cb7-21189023c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:40:40Z', 'revision_number': 4, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '6e893cf9-1d9a-457c-b6bd-57f566c84e6f', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'port_id': 'd83337ed-dba1-467e-a8ab-702dae182f6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'mac_address': 'fa:16:3e:f6:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c07ac25-f984-49b8-8302-3135561810f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:40:48Z', 'updated_at': '2022-01-31T18:41:20Z', 'revision_number': 1, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09dbbc0-ebba-4285-9923-010172efa326', 'name': '', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'mac_address': 'fa:16:3e:9f:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:39Z', 'updated_at': '2022-01-31T18:40:47Z', 'revision_number': 5, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'subnets': [{'id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:24.409080 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3e3e9b-9aed-4c24-8cb7-21189023c260 None None] Checking router: f5c0b28d-ff3b-4228-90d0-414fa8bb569f for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:41:24.422769 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e3e9b-9aed-4c24-8cb7-21189023c260 None None] Routers {'f5c0b28d-ff3b-4228-90d0-414fa8bb569f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:41:24.423644 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4e3e3e9b-9aed-4c24-8cb7-21189023c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:24.526325 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Publish callbacks [] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:24.530867 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:24.531886 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:24.562314 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:41:24.596923 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:24.653822 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:24.657302 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99f7619c-7f1c-4bb3-ab1d-a6a69bb35e9d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (745959fd-eb97-4e63-880a-038795755485), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:24.728009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': 'b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93'}, {'name': 'network-changed', 'server_uuid': '1c07ac25-f984-49b8-8302-3135561810f5', 'tag': 'd83337ed-dba1-467e-a8ab-702dae182f6e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:24.734458 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3474ba5-295a-4ad1-b513-64d6486d477b" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93"}, {"name": "network-changed", "server_uuid": "1c07ac25-f984-49b8-8302-3135561810f5", "tag": "d83337ed-dba1-467e-a8ab-702dae182f6e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:24.829764 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4e3e3e9b-9aed-4c24-8cb7-21189023c260 None None] Set router f5c0b28d-ff3b-4228-90d0-414fa8bb569f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:41:24.893754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2a4bbc65-16f3-420f-99d6-4ee286995fb1 None None] Could not find standard attr ID for object 745959fd-eb97-4e63-880a-038795755485. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:41:24.899977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Attempting to bind port 327974aa-249a-4ef3-8af5-0d1c6804215c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:24.900371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Attempting to bind port 327974aa-249a-4ef3-8af5-0d1c6804215c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:24.900763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Attempting to bind port 327974aa-249a-4ef3-8af5-0d1c6804215c on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:24.910183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b05c3-1a2e-4a6b-82d7-730506b5a250 None None] Pushing event updated for resources: {'Port': ['ID=327974aa-249a-4ef3-8af5-0d1c6804215c,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:24.919794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:24.920877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:24.920877 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:24.921092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:24.921450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Bound port: 327974aa-249a-4ef3-8af5-0d1c6804215c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:24.921830 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:24.956764 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7619c-7f1c-4bb3-ab1d-a6a69bb35e9d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=745959fd-eb97-4e63-880a-038795755485,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:24.969845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port df47c255-eb54-430d-849b-bbaa16b1cbb4 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:24.970243 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:24.982957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port df47c255-eb54-430d-849b-bbaa16b1cbb4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=df47c255-eb54-430d-849b-bbaa16b1cbb4,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:25.001262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 15094410-182b-471d-9880-a240df3c7a8c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:25.001641 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (15094410-182b-471d-9880-a240df3c7a8c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.067453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99f7619c-7f1c-4bb3-ab1d-a6a69bb35e9d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.095091 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-99f7619c-7f1c-4bb3-ab1d-a6a69bb35e9d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/745959fd-eb97-4e63-880a-038795755485 HTTP/1.1" status: 204 len: 168 time: 2.9822202 Jan 31 18:41:25.099832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35722) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:25.124120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'df47c255-eb54-430d-849b-bbaa16b1cbb4', 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d', 'port_id': 'df47c255-eb54-430d-849b-bbaa16b1cbb4', 'mac_address': 'fa:16:3e:9f:b8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5648f2-eae0-4da6-9d27-38065d259af9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:41:25.134154 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Allocated IP 172.20.0.1 (c271e0cd-391d-470f-8b71-05b0be44db04/618237a9-03ad-402c-873b-24dcf5118a30/ae79a1dc-eb27-4afd-84e6-2dddaf88ca55) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:25.169264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb0a60e-9784-491b-8001-9935387b0a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df47c255-eb54-430d-849b-bbaa16b1cbb4'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:25.171498 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ec22f4-0044-4ac8-af14-2e906f366177" -d '{"events": [{"server_uuid": "fdb0a60e-9784-491b-8001-9935387b0a43", "name": "network-vif-unplugged", "status": "completed", "tag": "df47c255-eb54-430d-849b-bbaa16b1cbb4"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:25.224995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2a4bbc65-16f3-420f-99d6-4ee286995fb1 None None] Provisioning complete for port 15094410-182b-471d-9880-a240df3c7a8c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:25.225662 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbc65-16f3-420f-99d6-4ee286995fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (15094410-182b-471d-9880-a240df3c7a8c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.322271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port df47c255-eb54-430d-849b-bbaa16b1cbb4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=df47c255-eb54-430d-849b-bbaa16b1cbb4,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:25.341954 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] For port 327974aa-249a-4ef3-8af5-0d1c6804215c, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:25.377566 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Publish callbacks [] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.394015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] For port 327974aa-249a-4ef3-8af5-0d1c6804215c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=327974aa-249a-4ef3-8af5-0d1c6804215c,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:25.405856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-056d2b66-f01b-4e13-8886-354d657dd2e9 req-32cf0b8d-ff13-4745-a410-8e13c28b45e0 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2147851 Jan 31 18:41:25.456170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc780d18-375b-4f8c-9fbd-01455001caa2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:25.459510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc780d18-375b-4f8c-9fbd-01455001caa2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:25.460805 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4e3e3e9b-9aed-4c24-8cb7-21189023c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:40:40Z', 'revision_number': 4, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '6e893cf9-1d9a-457c-b6bd-57f566c84e6f', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'port_id': 'd83337ed-dba1-467e-a8ab-702dae182f6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'mac_address': 'fa:16:3e:f6:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c07ac25-f984-49b8-8302-3135561810f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:40:48Z', 'updated_at': '2022-01-31T18:41:20Z', 'revision_number': 1, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09dbbc0-ebba-4285-9923-010172efa326', 'name': '', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'mac_address': 'fa:16:3e:9f:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:39Z', 'updated_at': '2022-01-31T18:40:47Z', 'revision_number': 5, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'subnets': [{'id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:25.467112 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fc780d18-375b-4f8c-9fbd-01455001caa2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3608682 Jan 31 18:41:25.473800 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.492644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35728) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:25.522635 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3e3e9b-9aed-4c24-8cb7-21189023c260 None None] The sync data for ids ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'] in n-d-812111-15 is: [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:40:40Z', 'revision_number': 4, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '6e893cf9-1d9a-457c-b6bd-57f566c84e6f', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'port_id': 'd83337ed-dba1-467e-a8ab-702dae182f6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'mac_address': 'fa:16:3e:f6:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c07ac25-f984-49b8-8302-3135561810f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:40:48Z', 'updated_at': '2022-01-31T18:41:20Z', 'revision_number': 1, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09dbbc0-ebba-4285-9923-010172efa326', 'name': '', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'mac_address': 'fa:16:3e:9f:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:39Z', 'updated_at': '2022-01-31T18:40:47Z', 'revision_number': 5, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'subnets': [{'id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:41:25.537371 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.539819 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.572444 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.630798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port df47c255-eb54-430d-849b-bbaa16b1cbb4 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:25.631497 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.634800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 15094410-182b-471d-9880-a240df3c7a8c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:25.636912 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (15094410-182b-471d-9880-a240df3c7a8c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.660787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Network c271e0cd-391d-470f-8b71-05b0be44db04 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:25.686588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:25.693937 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:25.694485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=df47c255-eb54-430d-849b-bbaa16b1cbb4,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:25.696579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Pushing event updated for resources: {'Port': ['ID=ae79a1dc-eb27-4afd-84e6-2dddaf88ca55,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:25.697349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Routers {'1b37abfb-21bd-4730-921b-3c59773e162f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:41:25.698068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1b37abfb-21bd-4730-921b-3c59773e162f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:25.732000 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df47c255-eb54-430d-849b-bbaa16b1cbb4 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:25.813024 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (1b37abfb-21bd-4730-921b-3c59773e162f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.829472 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40fd4b71-6d56-4722-935c-6d318eb108f5 req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Publish callbacks [] for security_group (aa8645d2-c36f-4f71-894f-0693da8e72a7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.909812 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40fd4b71-6d56-4722-935c-6d318eb108f5 req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (aa8645d2-c36f-4f71-894f-0693da8e72a7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.924288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5071082c-1f87-4a76-b6a0-9290bfbfa3ab tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 6ecf1183-1fd3-48df-b96d-ce3fd2e8222b {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:41:25.944297 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 15094410-182b-471d-9880-a240df3c7a8c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=15094410-182b-471d-9880-a240df3c7a8c,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:25.946527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port df47c255-eb54-430d-849b-bbaa16b1cbb4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=df47c255-eb54-430d-849b-bbaa16b1cbb4,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:25.963833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5071082c-1f87-4a76-b6a0-9290bfbfa3ab tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (6ecf1183-1fd3-48df-b96d-ce3fd2e8222b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.966518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bbc65-16f3-420f-99d6-4ee286995fb1 None None] Current status of the port 15094410-182b-471d-9880-a240df3c7a8c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:25.968921 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbc65-16f3-420f-99d6-4ee286995fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (15094410-182b-471d-9880-a240df3c7a8c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.993778 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (15094410-182b-471d-9880-a240df3c7a8c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:25.997049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-20372dc4-f38e-4c86-8fe8-a12bd231cab4 req-b0424f00-4f3a-40aa-a9ec-1359db48f62c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Deleting port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:25.998122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1b013f3e-b4d8-4f79-8539-474c068db9e9 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:26.008991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20372dc4-f38e-4c86-8fe8-a12bd231cab4 req-b0424f00-4f3a-40aa-a9ec-1359db48f62c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:26.108728 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:26.221575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8645d2-c36f-4f71-894f-0693da8e72a7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:26.233642 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5071082c-1f87-4a76-b6a0-9290bfbfa3ab tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (6ecf1183-1fd3-48df-b96d-ce3fd2e8222b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:26.238524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40fd4b71-6d56-4722-935c-6d318eb108f5 req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.0002213 Jan 31 18:41:26.248037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2291776c-239a-4755-9e9a-1042d6d46a72 None None] New status for floating IP 6e893cf9-1d9a-457c-b6bd-57f566c84e6f: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:41:26.249897 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:26.331149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf44644-addc-4575-b5a4-70c3c6b1b45e req-f78458fb-f31d-4e5d-9b52-a288cafc2444 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:26.344512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf44644-addc-4575-b5a4-70c3c6b1b45e req-f78458fb-f31d-4e5d-9b52-a288cafc2444 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:26.355690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf44644-addc-4575-b5a4-70c3c6b1b45e req-f78458fb-f31d-4e5d-9b52-a288cafc2444 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:26.360036 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Publish callbacks [] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:26.362487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf44644-addc-4575-b5a4-70c3c6b1b45e req-f78458fb-f31d-4e5d-9b52-a288cafc2444 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:26.363057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b05c3-1a2e-4a6b-82d7-730506b5a250 None None] Pushing event updated for resources: {'Port': ['ID=327974aa-249a-4ef3-8af5-0d1c6804215c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:26.369547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf44644-addc-4575-b5a4-70c3c6b1b45e req-f78458fb-f31d-4e5d-9b52-a288cafc2444 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:26.370045 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:26.375215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf44644-addc-4575-b5a4-70c3c6b1b45e req-f78458fb-f31d-4e5d-9b52-a288cafc2444 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:26.397754 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cf44644-addc-4575-b5a4-70c3c6b1b45e req-f78458fb-f31d-4e5d-9b52-a288cafc2444 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 4599 time: 0.7608354 Jan 31 18:41:26.431804 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:26.466553 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (1b37abfb-21bd-4730-921b-3c59773e162f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:26.483270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] Set router 1b37abfb-21bd-4730-921b-3c59773e162f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:41:26.496196 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Pushing event updated for resources: {'Port': ['ID=ae79a1dc-eb27-4afd-84e6-2dddaf88ca55,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:26.538767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-20372dc4-f38e-4c86-8fe8-a12bd231cab4 req-b0424f00-4f3a-40aa-a9ec-1359db48f62c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] For port 9011de16-f8cf-4db8-af66-2ab2a9f444f5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9011de16-f8cf-4db8-af66-2ab2a9f444f5,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:26.539162 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20372dc4-f38e-4c86-8fe8-a12bd231cab4 req-b0424f00-4f3a-40aa-a9ec-1359db48f62c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:26.554845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-20372dc4-f38e-4c86-8fe8-a12bd231cab4 req-b0424f00-4f3a-40aa-a9ec-1359db48f62c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Calling delete_port for 9011de16-f8cf-4db8-af66-2ab2a9f444f5 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:26.620067 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Network c271e0cd-391d-470f-8b71-05b0be44db04 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:26.622402 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:26.635585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['df47c255-eb54-430d-849b-bbaa16b1cbb4'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:41:26.713518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.713764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.715065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.715601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.715962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.716532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.716905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.717250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.717657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.718000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.718338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.718711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.719055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876017ee-83e8-4161-aae3-3a6f6d5cbd21 tempest-ServersAdminNegativeTestJSON-1117154609 tempest-ServersAdminNegativeTestJSON-1117154609-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:26.780557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=15094410-182b-471d-9880-a240df3c7a8c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:26.788156 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-2a4bbc65-16f3-420f-99d6-4ee286995fb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:41:26.788738 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-2a4bbc65-16f3-420f-99d6-4ee286995fb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:41:26.888916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cf44644-addc-4575-b5a4-70c3c6b1b45e req-7f7a13d9-0a75-4857-9e78-7951b95c8c93 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4890642 Jan 31 18:41:26.899409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Router 1b37abfb-21bd-4730-921b-3c59773e162f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:41:26.943299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65db0e2-1322-4cbb-b752-8c9fabd69910 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:26.984311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae07d1-292a-4938-a2ae-c02a88f6e0ee req-9fdb313a-d8c7-41c9-a3e8-5b3a0a1b7fc0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:26.985941 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8eae07d1-292a-4938-a2ae-c02a88f6e0ee req-9fdb313a-d8c7-41c9-a3e8-5b3a0a1b7fc0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 946 time: 0.5778692 Jan 31 18:41:26.990169 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Publish callbacks [] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:27.174841 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5071082c-1f87-4a76-b6a0-9290bfbfa3ab tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (6ecf1183-1fd3-48df-b96d-ce3fd2e8222b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:27.180931 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:41:27.195939 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-755536fb-f022-4ada-8874-b88b2a8fe25a admin admin] 10.222.0.20 "PUT /v2.0/routers/1b37abfb-21bd-4730-921b-3c59773e162f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5815678 Jan 31 18:41:27.206955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1b013f3e-b4d8-4f79-8539-474c068db9e9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:27.207482 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:27.332246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8eae07d1-292a-4938-a2ae-c02a88f6e0ee req-b32d1506-0301-415a-b499-80920c83790f tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150520 Jan 31 18:41:27.373643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20372dc4-f38e-4c86-8fe8-a12bd231cab4 req-b0424f00-4f3a-40aa-a9ec-1359db48f62c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (9011de16-f8cf-4db8-af66-2ab2a9f444f5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:27.377860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-726dd04f-504e-4201-8c49-61ae590cbe90 req-8e1e97eb-451e-4221-8417-6d217bdea4bd tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea511976-87fa-44d3-a12e-4bf24c01f5eb HTTP/1.1" status: 200 len: 210 time: 0.0571387 Jan 31 18:41:27.402376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=df47c255-eb54-430d-849b-bbaa16b1cbb4,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:27.423627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Transition to ACTIVE for port object c65db0e2-1322-4cbb-b752-8c9fabd69910 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:41:27.513239 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5071082c-1f87-4a76-b6a0-9290bfbfa3ab tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (6ecf1183-1fd3-48df-b96d-ce3fd2e8222b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:27.530798 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bcb657-03ee-4181-9d38-02c2497b0475 x-openstack-request-id: req-c7bcb657-03ee-4181-9d38-02c2497b0475 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:27.531181 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c07ac25-f984-49b8-8302-3135561810f5", "tag": "d83337ed-dba1-467e-a8ab-702dae182f6e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:27.533073 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7bcb657-03ee-4181-9d38-02c2497b0475 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:27.533625 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': 'b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93', 'status': 'completed', 'code': 200} Jan 31 18:41:27.534020 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c07ac25-f984-49b8-8302-3135561810f5', 'tag': 'd83337ed-dba1-467e-a8ab-702dae182f6e', 'status': 'completed', 'code': 200} Jan 31 18:41:27.541818 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f493b0d9-7dc6-444a-8157-bccff8175ccd x-openstack-request-id: req-f493b0d9-7dc6-444a-8157-bccff8175ccd {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:27.546731 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb0a60e-9784-491b-8001-9935387b0a43", "name": "network-vif-unplugged", "status": "completed", "tag": "df47c255-eb54-430d-849b-bbaa16b1cbb4", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:27.547295 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f493b0d9-7dc6-444a-8157-bccff8175ccd {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:27.548370 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb0a60e-9784-491b-8001-9935387b0a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df47c255-eb54-430d-849b-bbaa16b1cbb4', 'code': 200} Jan 31 18:41:27.574515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bbc65-16f3-420f-99d6-4ee286995fb1 None None] Current status of the port 15094410-182b-471d-9880-a240df3c7a8c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:27.602553 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:27.606124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0424f00-4f3a-40aa-a9ec-1359db48f62c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Pushing event deleted for resources: {'Port': ['ID=9011de16-f8cf-4db8-af66-2ab2a9f444f5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:27.679904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-3ab74c74-b5eb-48f7-b54f-de8f3b1575ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:27.680590 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-3ab74c74-b5eb-48f7-b54f-de8f3b1575ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:27.681219 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-3ab74c74-b5eb-48f7-b54f-de8f3b1575ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:27.685392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108149229-router', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:16Z', 'updated_at': '2022-01-31T18:41:19Z', 'revision_number': 3, 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'gw_port': {'id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:18Z', 'updated_at': '2022-01-31T18:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:27.686301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-3ab74c74-b5eb-48f7-b54f-de8f3b1575ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:27.686882 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-3ab74c74-b5eb-48f7-b54f-de8f3b1575ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:27.687590 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-3ab74c74-b5eb-48f7-b54f-de8f3b1575ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:27.688264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-3ab74c74-b5eb-48f7-b54f-de8f3b1575ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:27.689621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1b013f3e-b4d8-4f79-8539-474c068db9e9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:27.690912 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-3ab74c74-b5eb-48f7-b54f-de8f3b1575ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 6231 time: 0.1796682 Jan 31 18:41:27.744499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99bb5d7-4cd7-482d-a1cf-0d3f301801da None None] The sync data for ids ['1b37abfb-21bd-4730-921b-3c59773e162f'] in n-d-812111-15 is: [{'id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108149229-router', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:16Z', 'updated_at': '2022-01-31T18:41:19Z', 'revision_number': 3, 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'gw_port': {'id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:18Z', 'updated_at': '2022-01-31T18:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:41:27.794492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eafccb-2f47-4c78-83cb-c8b8684b30c1 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:27.828438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b9dee205-94c9-4b6f-a4f9-eb08b533b598 None None] Provisioning complete for port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:27.830230 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9dee205-94c9-4b6f-a4f9-eb08b533b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:27.943282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-c6780222-dce1-47cc-976f-564162e7b3f6 req-334c61f6-87c4-45ae-9e50-301f9ef186cf service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:41:27.967672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6780222-dce1-47cc-976f-564162e7b3f6 req-334c61f6-87c4-45ae-9e50-301f9ef186cf service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2234075 Jan 31 18:41:27.990959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b9dee205-94c9-4b6f-a4f9-eb08b533b598 None None] Port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:41:28.005872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-34f00d12-87ba-42dd-9c8d-103eb4b4d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:28.010491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-34f00d12-87ba-42dd-9c8d-103eb4b4d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:28.011195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-34f00d12-87ba-42dd-9c8d-103eb4b4d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:28.012759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071082c-1f87-4a76-b6a0-9290bfbfa3ab tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=6ecf1183-1fd3-48df-b96d-ce3fd2e8222b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:28.023808 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-34f00d12-87ba-42dd-9c8d-103eb4b4d93b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3214121 Jan 31 18:41:28.025292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c65db0e2-1322-4cbb-b752-8c9fabd69910,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:28.034138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 15094410-182b-471d-9880-a240df3c7a8c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:28.066895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5071082c-1f87-4a76-b6a0-9290bfbfa3ab tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:28.078108 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5071082c-1f87-4a76-b6a0-9290bfbfa3ab tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/6ecf1183-1fd3-48df-b96d-ce3fd2e8222b HTTP/1.1" status: 204 len: 168 time: 2.5818179 Jan 31 18:41:28.153667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9011de16-f8cf-4db8-af66-2ab2a9f444f5 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:28.177310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35752) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:28.251929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 9011de16-f8cf-4db8-af66-2ab2a9f444f5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:41:28.252249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9011de16-f8cf-4db8-af66-2ab2a9f444f5 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:28.263469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-20372dc4-f38e-4c86-8fe8-a12bd231cab4 req-b0424f00-4f3a-40aa-a9ec-1359db48f62c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] No DVR routers for this DVR port 9011de16-f8cf-4db8-af66-2ab2a9f444f5 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:28.271540 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20372dc4-f38e-4c86-8fe8-a12bd231cab4 req-b0424f00-4f3a-40aa-a9ec-1359db48f62c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:28.313442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20372dc4-f38e-4c86-8fe8-a12bd231cab4 req-b0424f00-4f3a-40aa-a9ec-1359db48f62c tempest-ListServerFiltersTestJSON-351553673 tempest-ListServerFiltersTestJSON-351553673-project] 10.222.0.49 "DELETE /v2.0/ports/9011de16-f8cf-4db8-af66-2ab2a9f444f5 HTTP/1.1" status: 204 len: 173 time: 3.9778657 Jan 31 18:41:28.358255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 15094410-182b-471d-9880-a240df3c7a8c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:28.358799 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (15094410-182b-471d-9880-a240df3c7a8c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:28.374374 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-5bb2020c-622c-48b8-83ce-634af3aba57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:28.379712 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-5bb2020c-622c-48b8-83ce-634af3aba57a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3426080 Jan 31 18:41:28.525699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:28.532503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1858414883-network', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:28.581656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:41:28.583408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Made reservation on behalf of 455a4dab46b5431ca1044da1671e1f86 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:28.587533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:28.624837 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:28.635931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bae44fb8-4f38-4eb8-b7b5-abc090040995 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4375689 Jan 31 18:41:28.663230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:28.682278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2f8116db-a895-455f-86a0-293d7997250a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:28.801661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-ca7d0dbe-a245-448e-8bfb-a9f1089b26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:28.814752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-ca7d0dbe-a245-448e-8bfb-a9f1089b26ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5918c0d4df2949408b35e4d765cbf2bc&device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 1129 time: 1.2752347 Jan 31 18:41:28.883157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebb6e9-5077-4ad8-bf9f-6eedaf8df023 req-f3948303-ed07-462e-9d10-6bd8a809d236 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:28.898538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e5ebb6e9-5077-4ad8-bf9f-6eedaf8df023 req-f3948303-ed07-462e-9d10-6bd8a809d236 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 944 time: 1.1513157 Jan 31 18:41:28.972530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Deleting port 15094410-182b-471d-9880-a240df3c7a8c {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:28.973515 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (15094410-182b-471d-9880-a240df3c7a8c), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:28.979729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 15094410-182b-471d-9880-a240df3c7a8c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:29.107690 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Publish callbacks [] for security_group (e1f17c13-8826-454e-bcab-0116ee377e0f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:29.123531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e1f17c13-8826-454e-bcab-0116ee377e0f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:29.124102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dfad6-20d0-4e87-84ac-e4eec5b8a4db req-ae3fc33f-ad94-4f73-a8c1-c0222a1b0de1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:29.129929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dfad6-20d0-4e87-84ac-e4eec5b8a4db req-ae3fc33f-ad94-4f73-a8c1-c0222a1b0de1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:29.139382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dfad6-20d0-4e87-84ac-e4eec5b8a4db req-ae3fc33f-ad94-4f73-a8c1-c0222a1b0de1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:29.160167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dfad6-20d0-4e87-84ac-e4eec5b8a4db req-ae3fc33f-ad94-4f73-a8c1-c0222a1b0de1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:29.165782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dfad6-20d0-4e87-84ac-e4eec5b8a4db req-ae3fc33f-ad94-4f73-a8c1-c0222a1b0de1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:29.188199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] For port 15094410-182b-471d-9880-a240df3c7a8c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=15094410-182b-471d-9880-a240df3c7a8c,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:29.188682 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (15094410-182b-471d-9880-a240df3c7a8c), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:29.190741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:41:29.192976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dfad6-20d0-4e87-84ac-e4eec5b8a4db req-ae3fc33f-ad94-4f73-a8c1-c0222a1b0de1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:29.198620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dfad6-20d0-4e87-84ac-e4eec5b8a4db req-ae3fc33f-ad94-4f73-a8c1-c0222a1b0de1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:29.213215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Calling delete_port for 15094410-182b-471d-9880-a240df3c7a8c owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:29.214065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f1dfad6-20d0-4e87-84ac-e4eec5b8a4db req-ae3fc33f-ad94-4f73-a8c1-c0222a1b0de1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5371 time: 0.9926596 Jan 31 18:41:29.221146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Attempting to bind port c65db0e2-1322-4cbb-b752-8c9fabd69910 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:29.225795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f17c13-8826-454e-bcab-0116ee377e0f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:29.226390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Attempting to bind port c65db0e2-1322-4cbb-b752-8c9fabd69910 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:29.226901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Attempting to bind port c65db0e2-1322-4cbb-b752-8c9fabd69910 on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:29.230566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8116db-a895-455f-86a0-293d7997250a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:29.238342 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f8116db-a895-455f-86a0-293d7997250a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:29.334609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Port c65db0e2-1322-4cbb-b752-8c9fabd69910 on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:41:29.344768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Attempting to bind port c65db0e2-1322-4cbb-b752-8c9fabd69910 on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:29.365401 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f3e506d1-9fc2-4ee5-ab78-de28027e9090), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:29.365796 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Added segment f3e506d1-9fc2-4ee5-ab78-de28027e9090 of type vlan for network 5f3f365f-7a2b-4569-be0e-73e3528f9a46 Jan 31 18:41:29.378657 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (15094410-182b-471d-9880-a240df3c7a8c), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:29.391777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:29.392279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Checking segment: {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:29.392995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Bound using segment: {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:29.393705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Bound port: c65db0e2-1322-4cbb-b752-8c9fabd69910, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:29.404948 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:29.428944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Pushing event deleted for resources: {'Port': ['ID=15094410-182b-471d-9880-a240df3c7a8c,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:29.432460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] No DVR routers for this DVR port 15094410-182b-471d-9880-a240df3c7a8c on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:29.450349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.450888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.451773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.452489 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.453016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.453530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.454210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.454778 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.456315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.457006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.457590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.458261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.458786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3833f8-033d-4173-95b4-72f1e2a1658e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:29.506475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e5ebb6e9-5077-4ad8-bf9f-6eedaf8df023 req-02a82bb3-9faa-4b22-84f6-72483a0bc807 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065881 Jan 31 18:41:29.544698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea511976-87fa-44d3-a12e-4bf24c01f5eb', 'name': 'network-vif-deleted', 'tag': '9011de16-f8cf-4db8-af66-2ab2a9f444f5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:29.547113 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9045f1-de38-4a29-96a9-afa7f587b402" -d '{"events": [{"server_uuid": "ea511976-87fa-44d3-a12e-4bf24c01f5eb", "name": "network-vif-deleted", "tag": "9011de16-f8cf-4db8-af66-2ab2a9f444f5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:29.586245 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f8116db-a895-455f-86a0-293d7997250a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (e3e8901e-7f76-4eac-be38-9acbce1a9b76), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:29.637193 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (5f3f365f-7a2b-4569-be0e-73e3528f9a46), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:29.639382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-85a65609-44a7-404b-802f-56aa59156315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:29.641136 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-85a65609-44a7-404b-802f-56aa59156315 service neutron] 10.222.0.49 "GET /v2.0/networks?id=516c16ef-8ea9-4e64-a191-4008a282ce3e HTTP/1.1" status: 200 len: 915 time: 0.7852376 Jan 31 18:41:29.671205 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8116db-a895-455f-86a0-293d7997250a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:29.689606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2f8116db-a895-455f-86a0-293d7997250a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:29.695411 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8116db-a895-455f-86a0-293d7997250a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:29.696268 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f8116db-a895-455f-86a0-293d7997250a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:29.712476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37d1661-38c8-400b-9ac4-fd0ccc632010 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:29.729509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8116db-a895-455f-86a0-293d7997250a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=e3e8901e-7f76-4eac-be38-9acbce1a9b76,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:29.752599 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2f8116db-a895-455f-86a0-293d7997250a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0764890 Jan 31 18:41:29.754132 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (5f3f365f-7a2b-4569-be0e-73e3528f9a46), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:29.755137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:29.755716 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:29.762107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35776) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:29.791788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': 'e3e8901e-7f76-4eac-be38-9acbce1a9b76', 'ip_address': '2001:db8::244b:4cf7:f26e:ce60'}], 'name': 'tempest-NetworksTestDHCPv6-1268597324'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:29.832823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f1dfad6-20d0-4e87-84ac-e4eec5b8a4db req-47d4d5a2-cee3-4324-a5fa-4846f4a71ccd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6175928 Jan 31 18:41:29.962771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35780) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:30.015448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 327974aa-249a-4ef3-8af5-0d1c6804215c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:30.175168 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6473455 Jan 31 18:41:30.265218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35786) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:30.273893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c104fdd3-344f-47d9-90cb-d36bc657f85a admin admin] Request body: {'subnet': {'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858414883-subnet', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:30.317673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:30.325327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6a54d-bab5-4f8f-b184-868682b3f628 admin admin] Pushing event updated for resources: {'Network': ['ID=5f3f365f-7a2b-4569-be0e-73e3528f9a46,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:30.351755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c104fdd3-344f-47d9-90cb-d36bc657f85a admin admin] Made reservation on behalf of 455a4dab46b5431ca1044da1671e1f86 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:30.355499 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c104fdd3-344f-47d9-90cb-d36bc657f85a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:30.530127 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37be3b13-416a-4d03-8bc3-b07f3aa85787 x-openstack-request-id: req-37be3b13-416a-4d03-8bc3-b07f3aa85787 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:30.530776 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea511976-87fa-44d3-a12e-4bf24c01f5eb", "name": "network-vif-deleted", "tag": "9011de16-f8cf-4db8-af66-2ab2a9f444f5", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:30.530776 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37be3b13-416a-4d03-8bc3-b07f3aa85787 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:30.531089 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea511976-87fa-44d3-a12e-4bf24c01f5eb', 'name': 'network-vif-deleted', 'tag': '9011de16-f8cf-4db8-af66-2ab2a9f444f5', 'status': 'completed', 'code': 200} Jan 31 18:41:30.582872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device df47c255-eb54-430d-849b-bbaa16b1cbb4 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:30.589278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] For port c65db0e2-1322-4cbb-b752-8c9fabd69910, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:30.594481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 5f3f365f-7a2b-4569-be0e-73e3528f9a46 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:41:30.624735 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c104fdd3-344f-47d9-90cb-d36bc657f85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (c33af149-7684-4f11-8522-85b6e4102e04), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:30.706133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-e49bac6c-1d9e-41c3-b603-a610859ad80d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d83337ed-dba1-467e-a8ab-702dae182f6e HTTP/1.1" status: 200 len: 1002 time: 1.0258410 Jan 31 18:41:30.713536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] For port c65db0e2-1322-4cbb-b752-8c9fabd69910, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=c65db0e2-1322-4cbb-b752-8c9fabd69910,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:30.719345 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104fdd3-344f-47d9-90cb-d36bc657f85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c33af149-7684-4f11-8522-85b6e4102e04,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:30.780745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3282e-c23a-43c2-8933-8dec3b768854 req-c625b4b2-9902-4add-89e2-17eed605af05 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:30.785899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c104fdd3-344f-47d9-90cb-d36bc657f85a admin admin] Checking segment: {'id': 'f3e506d1-9fc2-4ee5-ab78-de28027e9090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:30.786296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c104fdd3-344f-47d9-90cb-d36bc657f85a admin admin] Network hostable DHCP agents. Network: 5f3f365f-7a2b-4569-be0e-73e3528f9a46, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:41:30.794677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9fb3282e-c23a-43c2-8933-8dec3b768854 req-c625b4b2-9902-4add-89e2-17eed605af05 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 946 time: 1.1295335 Jan 31 18:41:30.803574 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': 'e3e8901e-7f76-4eac-be38-9acbce1a9b76'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:41:30.804594 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:30.805393 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:30.876588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c104fdd3-344f-47d9-90cb-d36bc657f85a admin admin] Network 5f3f365f-7a2b-4569-be0e-73e3528f9a46 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:41:30.905467 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:30.937480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c104fdd3-344f-47d9-90cb-d36bc657f85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 5f3f365f-7a2b-4569-be0e-73e3528f9a46) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:30.941565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8da940e-5c3b-44a9-ae14-3b4fbf1939b3 admin admin] Deleting subnet ec1e274e-67b2-4de4-b82c-96335cb4fd98 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:41:30.945174 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port df47c255-eb54-430d-849b-bbaa16b1cbb4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:30.945785 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:30.954344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c65db0e2-1322-4cbb-b752-8c9fabd69910,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:30.969815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8da940e-5c3b-44a9-ae14-3b4fbf1939b3 admin admin] Publish callbacks [] for subnet (ec1e274e-67b2-4de4-b82c-96335cb4fd98), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:30.971868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 52621508-9f3c-416a-9445-375042f8903b yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:41:30.989077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c104fdd3-344f-47d9-90cb-d36bc657f85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:30.989859 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c104fdd3-344f-47d9-90cb-d36bc657f85a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.006719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 327974aa-249a-4ef3-8af5-0d1c6804215c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:31.006719 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.066453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d422de6-d427-4197-a505-98ad74ac70cc None None] Network 5f3f365f-7a2b-4569-be0e-73e3528f9a46 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:31.091695 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Sync routers for ids ['1b37abfb-21bd-4730-921b-3c59773e162f'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:41:31.117884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:31.119485 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.120307 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Routers {'1b37abfb-21bd-4730-921b-3c59773e162f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:41:31.121517 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1b37abfb-21bd-4730-921b-3c59773e162f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:31.124112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2cd598c-b744-4f6a-8d2f-2a57634759c3 service neutron] 10.222.0.21 "PUT /v2.0/ports/c65db0e2-1322-4cbb-b752-8c9fabd69910 HTTP/1.1" status: 200 len: 1131 time: 7.1013420 Jan 31 18:41:31.157412 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9fb3282e-c23a-43c2-8933-8dec3b768854 req-171600d2-5b12-4906-a39f-0f691faa5cc1 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3612194 Jan 31 18:41:31.196667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110853-6c45-4908-8828-7a52f0ddf47c req-a84352cd-f618-414a-b8f9-9d88c79df3a0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:31.212107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6110853-6c45-4908-8828-7a52f0ddf47c req-a84352cd-f618-414a-b8f9-9d88c79df3a0 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 950 time: 0.6800559 Jan 31 18:41:31.244954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Request body: {'port': {'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:31.245418 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c104fdd3-344f-47d9-90cb-d36bc657f85a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9742997 Jan 31 18:41:31.245418 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35796) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:31.248805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 327974aa-249a-4ef3-8af5-0d1c6804215c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:31.249202 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.265380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-e84a7ddd-e1f8-4ea5-87b4-97970b5c3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:31.266587 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1858414883-router', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:31.269396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-e84a7ddd-e1f8-4ea5-87b4-97970b5c3f6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c96f8db0-c704-4919-b8e1-a33a20f34342 HTTP/1.1" status: 200 len: 853 time: 0.5494552 Jan 31 18:41:31.307423 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8da940e-5c3b-44a9-ae14-3b4fbf1939b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (ec1e274e-67b2-4de4-b82c-96335cb4fd98), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.342866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port df47c255-eb54-430d-849b-bbaa16b1cbb4 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:31.343268 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.385983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 327974aa-249a-4ef3-8af5-0d1c6804215c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=327974aa-249a-4ef3-8af5-0d1c6804215c,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:31.425231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port df47c255-eb54-430d-849b-bbaa16b1cbb4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=df47c255-eb54-430d-849b-bbaa16b1cbb4,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:31.436405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb0a60e-9784-491b-8001-9935387b0a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df47c255-eb54-430d-849b-bbaa16b1cbb4'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:31.439069 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24187697-8363-42c3-97f1-c17c1b338521" -d '{"events": [{"server_uuid": "fdb0a60e-9784-491b-8001-9935387b0a43", "name": "network-vif-plugged", "status": "completed", "tag": "df47c255-eb54-430d-849b-bbaa16b1cbb4"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:31.442053 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.445939 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Allocated IP 2001:db8::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/e3e8901e-7f76-4eac-be38-9acbce1a9b76/dd2aa999-04c2-4baa-b6b2-499ab6724f31) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:31.451336 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.491313 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (1bf6d890-77e2-49a8-b26e-06c5f52ba156), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.496730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (1bf6d890-77e2-49a8-b26e-06c5f52ba156), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.555329 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Set router 1b37abfb-21bd-4730-921b-3c59773e162f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:41:31.571425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 15094410-182b-471d-9880-a240df3c7a8c no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:31.594965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-5f3f365f-7a2b-4569-be0e-73e3528f9a46', 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46', 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'fixed_ips': [{'subnet_id': 'c33af149-7684-4f11-8522-85b6e4102e04'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:41:31.596136 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.609578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 15094410-182b-471d-9880-a240df3c7a8c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:41:31.610185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 15094410-182b-471d-9880-a240df3c7a8c not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:31.643328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Publish callbacks [] for router_controller (1bf6d890-77e2-49a8-b26e-06c5f52ba156), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.694881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=327974aa-249a-4ef3-8af5-0d1c6804215c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:31.764524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6110853-6c45-4908-8828-7a52f0ddf47c req-6c1c733f-5b59-4f2e-9ae6-d333731e5d2b tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509901 Jan 31 18:41:31.911302 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Publish callbacks [] for router_gateway (1bf6d890-77e2-49a8-b26e-06c5f52ba156), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:31.912645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=df47c255-eb54-430d-849b-bbaa16b1cbb4,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:31.941257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27969c81-e11d-4879-a606-55fc2941ea2c req-62086415-d8f0-4753-a9dc-cd87ab5fdf49 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:31.945409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27969c81-e11d-4879-a606-55fc2941ea2c req-62086415-d8f0-4753-a9dc-cd87ab5fdf49 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.5673079 Jan 31 18:41:31.977557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-10219b35-cd08-4245-b2e2-dadb530e9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:31.979356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-10219b35-cd08-4245-b2e2-dadb530e9707 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=516c16ef-8ea9-4e64-a191-4008a282ce3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6683781 Jan 31 18:41:32.080229 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108149229-router', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:16Z', 'updated_at': '2022-01-31T18:41:26Z', 'revision_number': 4, 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'gw_port': {'id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:18Z', 'updated_at': '2022-01-31T18:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'ae79a1dc-eb27-4afd-84e6-2dddaf88ca55', 'name': '', 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'mac_address': 'fa:16:3e:0b:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '618237a9-03ad-402c-873b-24dcf5118a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:24Z', 'updated_at': '2022-01-31T18:41:26Z', 'revision_number': 2, 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'subnets': [{'id': '618237a9-03ad-402c-873b-24dcf5118a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:32.081812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27969c81-e11d-4879-a606-55fc2941ea2c req-a0482cc4-8dc8-4580-bbb5-8232655559d9 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264157 Jan 31 18:41:32.083780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.084180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 327974aa-249a-4ef3-8af5-0d1c6804215c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:32.192064 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Checking router: 1b37abfb-21bd-4730-921b-3c59773e162f for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:41:32.193111 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Updating router 1b37abfb-21bd-4730-921b-3c59773e162f port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:41:32.197538 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Publish callbacks [] for port (dd2aa999-04c2-4baa-b6b2-499ab6724f31), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.219943 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd3810d-66ac-4756-9947-c4d475d57d5b x-openstack-request-id: req-3dd3810d-66ac-4756-9947-c4d475d57d5b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:32.220262 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb0a60e-9784-491b-8001-9935387b0a43", "name": "network-vif-plugged", "status": "completed", "tag": "df47c255-eb54-430d-849b-bbaa16b1cbb4", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:32.220553 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3dd3810d-66ac-4756-9947-c4d475d57d5b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:32.221121 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb0a60e-9784-491b-8001-9935387b0a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df47c255-eb54-430d-849b-bbaa16b1cbb4', 'code': 200} Jan 31 18:41:32.242482 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (dd2aa999-04c2-4baa-b6b2-499ab6724f31), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.299753 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.391973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::244b:4cf7:f26e:ce60 (270588c3-27c5-4bbe-bc62-125107bc7b03/e3e8901e-7f76-4eac-be38-9acbce1a9b76/52621508-9f3c-416a-9445-375042f8903b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:32.395797 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Publish callbacks [] for router_gateway (1bf6d890-77e2-49a8-b26e-06c5f52ba156), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.414415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:32.442239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.462425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:32.481827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:32.515795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Pushing event updated for resources: {'Port': ['ID=dd2aa999-04c2-4baa-b6b2-499ab6724f31,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:32.578671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 327974aa-249a-4ef3-8af5-0d1c6804215c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:32.579091 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.583559 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8da940e-5c3b-44a9-ae14-3b4fbf1939b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (ec1e274e-67b2-4de4-b82c-96335cb4fd98), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.599136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Allocated IP 172.20.0.2 (5f3f365f-7a2b-4569-be0e-73e3528f9a46/c33af149-7684-4f11-8522-85b6e4102e04/4672f56a-d292-4898-900d-12fc5fbb177c) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:32.632876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': 'c65db0e2-1322-4cbb-b752-8c9fabd69910'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:32.635212 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb71acb-59a3-4579-bc44-d167c8ab71d4" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "c65db0e2-1322-4cbb-b752-8c9fabd69910"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:32.677574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a56c-c1bc-4d48-a5a9-1b48df768694 req-16a49c5a-353c-4ab6-ad4a-4b18c1f29d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:32.679098 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7709a56c-c1bc-4d48-a5a9-1b48df768694 req-16a49c5a-353c-4ab6-ad4a-4b18c1f29d1c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 1128 time: 0.2257659 Jan 31 18:41:32.682819 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Attempting to bind port dd2aa999-04c2-4baa-b6b2-499ab6724f31 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:32.683282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Attempting to bind port dd2aa999-04c2-4baa-b6b2-499ab6724f31 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:32.683910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Attempting to bind port dd2aa999-04c2-4baa-b6b2-499ab6724f31 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:32.704729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:32.705298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:32.705837 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.706237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:32.706951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Bound port: dd2aa999-04c2-4baa-b6b2-499ab6724f31, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:32.707565 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dd2aa999-04c2-4baa-b6b2-499ab6724f31), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.800675 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7709a56c-c1bc-4d48-a5a9-1b48df768694 req-3ae5a2f2-8f21-49b8-a23f-3d3a541dc0a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006701 Jan 31 18:41:32.823514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Allocated IP 172.25.8.133 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/2c370142-5013-41df-865c-a85fd4752127) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:32.875172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 327974aa-249a-4ef3-8af5-0d1c6804215c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:32.897681 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (52621508-9f3c-416a-9445-375042f8903b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.914563 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Publish callbacks [] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.926786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] For port dd2aa999-04c2-4baa-b6b2-499ab6724f31, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:32.927778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81038-78fa-4bfb-a8aa-235f57de2c7c req-a21cc466-b317-4608-ba64-e870dc22b8f3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:32.929226 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:32.935331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] For port dd2aa999-04c2-4baa-b6b2-499ab6724f31, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dd2aa999-04c2-4baa-b6b2-499ab6724f31,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:32.943816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81038-78fa-4bfb-a8aa-235f57de2c7c req-a21cc466-b317-4608-ba64-e870dc22b8f3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:32.959506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81038-78fa-4bfb-a8aa-235f57de2c7c req-a21cc466-b317-4608-ba64-e870dc22b8f3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:32.974878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81038-78fa-4bfb-a8aa-235f57de2c7c req-a21cc466-b317-4608-ba64-e870dc22b8f3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:32.986667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81038-78fa-4bfb-a8aa-235f57de2c7c req-a21cc466-b317-4608-ba64-e870dc22b8f3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:32.996576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (dd2aa999-04c2-4baa-b6b2-499ab6724f31), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.000255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81038-78fa-4bfb-a8aa-235f57de2c7c req-a21cc466-b317-4608-ba64-e870dc22b8f3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:33.016193 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (52621508-9f3c-416a-9445-375042f8903b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.018516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81038-78fa-4bfb-a8aa-235f57de2c7c req-a21cc466-b317-4608-ba64-e870dc22b8f3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:33.018778 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dd64b-d93c-46df-a4e5-ee702eb9db4d None None] Pushing event updated for resources: {'Port': ['ID=ae79a1dc-eb27-4afd-84e6-2dddaf88ca55,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:33.020575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86e81038-78fa-4bfb-a8aa-235f57de2c7c req-a21cc466-b317-4608-ba64-e870dc22b8f3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5371 time: 1.0665703 Jan 31 18:41:33.025555 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8da940e-5c3b-44a9-ae14-3b4fbf1939b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (ec1e274e-67b2-4de4-b82c-96335cb4fd98), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.032225 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Publish callbacks [] for port (2c370142-5013-41df-865c-a85fd4752127), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.044556 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Publish callbacks [] for port (4672f56a-d292-4898-900d-12fc5fbb177c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.049498 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:33.054509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:33.057484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:33.064547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:33.065199 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.098277 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Attempting to bind port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:33.100163 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Attempting to bind port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:33.100720 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Attempting to bind port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 on network c271e0cd-391d-470f-8b71-05b0be44db04 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:33.114010 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:33.114756 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Checking segment: {'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:33.115382 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.115991 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Bound using segment: {'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:33.121124 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Bound port: ae79a1dc-eb27-4afd-84e6-2dddaf88ca55, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:33.123441 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.138784 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3706381 Jan 31 18:41:33.144525 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fd8ed-efec-4e01-98b0-855061fa851a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=52621508-9f3c-416a-9445-375042f8903b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:33.149349 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:33.166099 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8da940e-5c3b-44a9-ae14-3b4fbf1939b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.171628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648f5ea-226b-45bf-a896-e0f100e0f5a0 None None] Pushing event updated for resources: {'Port': ['ID=dd2aa999-04c2-4baa-b6b2-499ab6724f31,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:33.178044 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c8da940e-5c3b-44a9-ae14-3b4fbf1939b3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ec1e274e-67b2-4de4-b82c-96335cb4fd98 HTTP/1.1" status: 204 len: 168 time: 3.2115843 Jan 31 18:41:33.178806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:33.179854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da940e-5c3b-44a9-ae14-3b4fbf1939b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec1e274e-67b2-4de4-b82c-96335cb4fd98,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:33.191658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba8c17b-be30-454d-b6dd-096051463c75 None None] Network 3b4abc4e-6a5a-4092-a2c0-01382447adcf requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:33.201764 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.269405 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2c370142-5013-41df-865c-a85fd4752127), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.280201 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] For port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:33.284072 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] For port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ae79a1dc-eb27-4afd-84e6-2dddaf88ca55,segment=NetworkSegment(9a5a7190-cba3-4a6c-b8b9-f55ace16f33f),segment_id=9a5a7190-cba3-4a6c-b8b9-f55ace16f33f)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:33.292169 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.303836 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750300b6-daa3-49fb-9146-797b27ea4270 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:33.322726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Network 5f3f365f-7a2b-4569-be0e-73e3528f9a46 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:33.331665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750300b6-daa3-49fb-9146-797b27ea4270 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:33.346614 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-750300b6-daa3-49fb-9146-797b27ea4270 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1885395 Jan 31 18:41:33.376098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:33.382483 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:33.395159 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dd64b-d93c-46df-a4e5-ee702eb9db4d None None] Pushing event updated for resources: {'Port': ['ID=ae79a1dc-eb27-4afd-84e6-2dddaf88ca55,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:33.428767 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Routers {'1b37abfb-21bd-4730-921b-3c59773e162f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:41:33.429759 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1b37abfb-21bd-4730-921b-3c59773e162f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:33.437345 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35814) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:33.521725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Pushing event updated for resources: {'Port': ['ID=4672f56a-d292-4898-900d-12fc5fbb177c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:33.563157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:33.570571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:33.581849 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:33.618825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86e81038-78fa-4bfb-a8aa-235f57de2c7c req-5391fd8a-6f91-44b0-88b6-6b808c97cb79 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5695240 Jan 31 18:41:33.622472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Attempting to bind port 4672f56a-d292-4898-900d-12fc5fbb177c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:33.622818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Attempting to bind port 4672f56a-d292-4898-900d-12fc5fbb177c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'f3e506d1-9fc2-4ee5-ab78-de28027e9090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:33.623181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Attempting to bind port 4672f56a-d292-4898-900d-12fc5fbb177c on network 5f3f365f-7a2b-4569-be0e-73e3528f9a46 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:33.637492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-eef1beea-200d-4772-aa8e-656792e3739e None None] Provisioning complete for port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:33.637885 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eef1beea-200d-4772-aa8e-656792e3739e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.641506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Pushing event updated for resources: {'Port': ['ID=2c370142-5013-41df-865c-a85fd4752127,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:33.740022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:33.740583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Checking segment: {'id': 'f3e506d1-9fc2-4ee5-ab78-de28027e9090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:33.740969 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.741456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Bound using segment: {'id': 'f3e506d1-9fc2-4ee5-ab78-de28027e9090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:33.741894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Bound port: 4672f56a-d292-4898-900d-12fc5fbb177c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e506d1-9fc2-4ee5-ab78-de28027e9090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:33.742255 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.775919 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3b4abc4e-6a5a-4092-a2c0-01382447adcf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:33.783655 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] Set router 1b37abfb-21bd-4730-921b-3c59773e162f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:41:33.860889 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6955ef10-64d0-4e19-85b2-f8ba50dc9ee6 x-openstack-request-id: req-6955ef10-64d0-4e19-85b2-f8ba50dc9ee6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:33.861195 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "c65db0e2-1322-4cbb-b752-8c9fabd69910", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:33.861460 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6955ef10-64d0-4e19-85b2-f8ba50dc9ee6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:33.861869 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': 'c65db0e2-1322-4cbb-b752-8c9fabd69910', 'status': 'completed', 'code': 200} Jan 31 18:41:33.895787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ed0d8-06d8-4cdd-b432-4d298f125f89 req-762117b2-1aa6-4d9d-ba0f-cabf254c29e3 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:33.912979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-016ed0d8-06d8-4cdd-b432-4d298f125f89 req-762117b2-1aa6-4d9d-ba0f-cabf254c29e3 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 946 time: 1.5366924 Jan 31 18:41:33.989564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583ed87-0b90-4a41-8b00-f811ff60fdb1 req-cd905b04-0223-40b5-b5e5-66f7104dce98 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:33.994416 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e583ed87-0b90-4a41-8b00-f811ff60fdb1 req-cd905b04-0223-40b5-b5e5-66f7104dce98 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.49 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 950 time: 1.8534691 Jan 31 18:41:34.111829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-13a6a294-9175-4fea-8865-2a0fa74b8ebd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 52621508-9f3c-416a-9445-375042f8903b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:34.112520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13a6a294-9175-4fea-8865-2a0fa74b8ebd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (52621508-9f3c-416a-9445-375042f8903b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:34.162591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dd2aa999-04c2-4baa-b6b2-499ab6724f31 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:34.309520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade4d5b-2cde-4a7f-9d75-4a5f68f9f76e None None] DHCP port deletion for 3b4abc4e-6a5a-4092-a2c0-01382447adcf request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:41:34.332118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-eef1beea-200d-4772-aa8e-656792e3739e None None] Current status of the port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:34.332843 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eef1beea-200d-4772-aa8e-656792e3739e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:34.355949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] For port 4672f56a-d292-4898-900d-12fc5fbb177c, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:34.391069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:34.400422 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Publish callbacks [] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:34.414493 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108149229-router', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:16Z', 'updated_at': '2022-01-31T18:41:26Z', 'revision_number': 4, 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'gw_port': {'id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:18Z', 'updated_at': '2022-01-31T18:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'ae79a1dc-eb27-4afd-84e6-2dddaf88ca55', 'name': '', 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'mac_address': 'fa:16:3e:0b:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '618237a9-03ad-402c-873b-24dcf5118a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:24Z', 'updated_at': '2022-01-31T18:41:33Z', 'revision_number': 4, 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'subnets': [{'id': '618237a9-03ad-402c-873b-24dcf5118a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:34.415676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Transition to ACTIVE for port object 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:41:34.422848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-b47acf1f-b13c-412b-bebe-4f9d6ef1c029 service neutron] 10.222.0.49 "GET /v2.0/networks/516c16ef-8ea9-4e64-a191-4008a282ce3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2873275 Jan 31 18:41:34.433021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-eef1beea-200d-4772-aa8e-656792e3739e None None] For port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ae79a1dc-eb27-4afd-84e6-2dddaf88ca55,segment=NetworkSegment(9a5a7190-cba3-4a6c-b8b9-f55ace16f33f),segment_id=9a5a7190-cba3-4a6c-b8b9-f55ace16f33f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:34.435290 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:34.437083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] For port 4672f56a-d292-4898-900d-12fc5fbb177c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4672f56a-d292-4898-900d-12fc5fbb177c,segment=NetworkSegment(f3e506d1-9fc2-4ee5-ab78-de28027e9090),segment_id=f3e506d1-9fc2-4ee5-ab78-de28027e9090)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:34.447743 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eef1beea-200d-4772-aa8e-656792e3739e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:34.464460 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:34.518669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port dd2aa999-04c2-4baa-b6b2-499ab6724f31 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:34.522969 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dd2aa999-04c2-4baa-b6b2-499ab6724f31), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:34.578868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5ade4d5b-2cde-4a7f-9d75-4a5f68f9f76e None None] Deleting port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:34.581027 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ade4d5b-2cde-4a7f-9d75-4a5f68f9f76e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:34.649855 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a3111-e642-457f-a5c6-8ea10e891314 None None] The sync data for ids ['1b37abfb-21bd-4730-921b-3c59773e162f'] in n-d-812111-15 is: [{'id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108149229-router', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:16Z', 'updated_at': '2022-01-31T18:41:26Z', 'revision_number': 4, 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'gw_port': {'id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:18Z', 'updated_at': '2022-01-31T18:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'ae79a1dc-eb27-4afd-84e6-2dddaf88ca55', 'name': '', 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'mac_address': 'fa:16:3e:0b:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '618237a9-03ad-402c-873b-24dcf5118a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:24Z', 'updated_at': '2022-01-31T18:41:33Z', 'revision_number': 4, 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'subnets': [{'id': '618237a9-03ad-402c-873b-24dcf5118a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:41:34.746349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-af752269-99de-43bb-9c4c-bc3bb14daef4 None None] Provisioning complete for port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:34.747151 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-af752269-99de-43bb-9c4c-bc3bb14daef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:34.822125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3474ba5-295a-4ad1-b513-64d6486d477b req-cb8e6832-8adc-4851-8369-fca0c8c6453f service neutron] 10.222.0.49 "GET /v2.0/networks/516c16ef-8ea9-4e64-a191-4008a282ce3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828826 Jan 31 18:41:34.857502 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1beea-200d-4772-aa8e-656792e3739e None None] Pushing event updated for resources: {'Port': ['ID=ae79a1dc-eb27-4afd-84e6-2dddaf88ca55,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:34.880798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5ade4d5b-2cde-4a7f-9d75-4a5f68f9f76e None None] For port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8847a5d3-7ea1-44aa-a7a0-b9cf4df277af,segment=NetworkSegment(215a56a6-e5eb-4d26-a30a-18fc8da64b8c),segment_id=215a56a6-e5eb-4d26-a30a-18fc8da64b8c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:34.884763 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ade4d5b-2cde-4a7f-9d75-4a5f68f9f76e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:34.884974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-016ed0d8-06d8-4cdd-b432-4d298f125f89 req-1ff5e2ae-3a7a-43aa-bdd9-5d60a8eed8a9 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9707725 Jan 31 18:41:34.920193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-27c15b2c-b6f0-47ab-a82a-a49ae7a218a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:34.921396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-27c15b2c-b6f0-47ab-a82a-a49ae7a218a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:34.922663 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-27c15b2c-b6f0-47ab-a82a-a49ae7a218a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:34.923326 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-27c15b2c-b6f0-47ab-a82a-a49ae7a218a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:34.923978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-27c15b2c-b6f0-47ab-a82a-a49ae7a218a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:34.924743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-27c15b2c-b6f0-47ab-a82a-a49ae7a218a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:34.926475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-27c15b2c-b6f0-47ab-a82a-a49ae7a218a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:34.931097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5ade4d5b-2cde-4a7f-9d75-4a5f68f9f76e None None] Calling delete_port for 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:34.931714 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-27c15b2c-b6f0-47ab-a82a-a49ae7a218a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 6304 time: 1.0548210 Jan 31 18:41:34.956629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:35.193980 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13a6a294-9175-4fea-8865-2a0fa74b8ebd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (52621508-9f3c-416a-9445-375042f8903b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:35.196140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02630a30-e7c8-466b-abfa-971e214ad0d7 None None] Pushing event updated for resources: {'Port': ['ID=4672f56a-d292-4898-900d-12fc5fbb177c,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:35.232484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-13a6a294-9175-4fea-8865-2a0fa74b8ebd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 52621508-9f3c-416a-9445-375042f8903b owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:35.331845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc94d-c018-4036-a611-7f652a5158bd req-42dbb3d3-a5ba-4c2e-acd4-a96c1192c3de tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:35.346435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0dfc94d-c018-4036-a611-7f652a5158bd req-42dbb3d3-a5ba-4c2e-acd4-a96c1192c3de tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 950 time: 1.3497090 Jan 31 18:41:35.385355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port dd2aa999-04c2-4baa-b6b2-499ab6724f31 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:35.385770 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dd2aa999-04c2-4baa-b6b2-499ab6724f31), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:35.397284 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ade4d5b-2cde-4a7f-9d75-4a5f68f9f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:35.431741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade4d5b-2cde-4a7f-9d75-4a5f68f9f76e None None] No DVR routers for this DVR port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:35.473078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-af752269-99de-43bb-9c4c-bc3bb14daef4 None None] Current status of the port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:35.491881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade4d5b-2cde-4a7f-9d75-4a5f68f9f76e None None] Pushing event deleted for resources: {'Port': ['ID=8847a5d3-7ea1-44aa-a7a0-b9cf4df277af,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:35.546448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port dd2aa999-04c2-4baa-b6b2-499ab6724f31, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dd2aa999-04c2-4baa-b6b2-499ab6724f31,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:35.555796 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (dd2aa999-04c2-4baa-b6b2-499ab6724f31), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:35.567232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Deleting port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:35.567513 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:35.618259 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Publish callbacks [] for router_gateway (1bf6d890-77e2-49a8-b26e-06c5f52ba156), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:35.634942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-35880c5d-9309-4ec9-9232-d4a86aad1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:35.635429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-35880c5d-9309-4ec9-9232-d4a86aad1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:35.635955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-35880c5d-9309-4ec9-9232-d4a86aad1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:35.638101 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-35880c5d-9309-4ec9-9232-d4a86aad1fdc service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6858540 Jan 31 18:41:35.712244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-058f42be-4450-49c8-822f-4598ec6bfc8c None None] Provisioning complete for port dd2aa999-04c2-4baa-b6b2-499ab6724f31 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:35.712807 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-058f42be-4450-49c8-822f-4598ec6bfc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dd2aa999-04c2-4baa-b6b2-499ab6724f31), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:35.720839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=dd2aa999-04c2-4baa-b6b2-499ab6724f31,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:35.937750 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-058f42be-4450-49c8-822f-4598ec6bfc8c None None] Current status of the port dd2aa999-04c2-4baa-b6b2-499ab6724f31 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:35.949641 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-7bb23b83-a8ca-484f-9d63-5529a3584845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:35.950982 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8cb71acb-59a3-4579-bc44-d167c8ab71d4 req-7bb23b83-a8ca-484f-9d63-5529a3584845 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3021777 Jan 31 18:41:36.090711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-cd0d44ef-5e96-4750-8ceb-ca4c1d86ccc5 None None] Provisioning complete for port 52621508-9f3c-416a-9445-375042f8903b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:36.092952 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cd0d44ef-5e96-4750-8ceb-ca4c1d86ccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (52621508-9f3c-416a-9445-375042f8903b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:36.156467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:36.159633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ad27cb63-0337-4dcb-86c5-cdd7978ce1cc no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:36.260734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d44ef-5e96-4750-8ceb-ca4c1d86ccc5 None None] Port 52621508-9f3c-416a-9445-375042f8903b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:41:36.266840 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (1bf6d890-77e2-49a8-b26e-06c5f52ba156), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:36.351733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13a6a294-9175-4fea-8865-2a0fa74b8ebd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (52621508-9f3c-416a-9445-375042f8903b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:36.359216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] For port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af, host n-d-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:36.360209 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:36.380089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Calling delete_port for 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:36.385654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:36.387558 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:36.391309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:41:36.396172 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8847a5d3-7ea1-44aa-a7a0-b9cf4df277af), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:36.453585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e583ed87-0b90-4a41-8b00-f811ff60fdb1 req-96f026ac-f820-4d57-b09b-5f8d51e956e2 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Deleting port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:36.454219 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e583ed87-0b90-4a41-8b00-f811ff60fdb1 req-96f026ac-f820-4d57-b09b-5f8d51e956e2 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:36.456298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6a294-9175-4fea-8865-2a0fa74b8ebd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=52621508-9f3c-416a-9445-375042f8903b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:36.462078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:36.478532 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:36.497751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Pushing event deleted for resources: {'Port': ['ID=8847a5d3-7ea1-44aa-a7a0-b9cf4df277af,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:36.498006 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13a6a294-9175-4fea-8865-2a0fa74b8ebd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:36.502608 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-13a6a294-9175-4fea-8865-2a0fa74b8ebd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/52621508-9f3c-416a-9445-375042f8903b HTTP/1.1" status: 204 len: 168 time: 3.0392883 Jan 31 18:41:36.505526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:36.579676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502fc08a-0d2a-4748-aede-f832227315c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad27cb63-0337-4dcb-86c5-cdd7978ce1cc'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:36.597910 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a7c7bb-9c42-49fc-af25-6e6d11af7af4" -d '{"events": [{"server_uuid": "502fc08a-0d2a-4748-aede-f832227315c5", "name": "network-vif-unplugged", "status": "completed", "tag": "ad27cb63-0337-4dcb-86c5-cdd7978ce1cc"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:36.604923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e9e52-6e06-4dc2-9af8-9b9ceb71af1b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:36.605805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Attempting to bind port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:36.606158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Attempting to bind port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:36.606498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Attempting to bind port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:36.606870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e9e52-6e06-4dc2-9af8-9b9ceb71af1b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:36.612610 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-221e9e52-6e06-4dc2-9af8-9b9ceb71af1b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1019657 Jan 31 18:41:36.621481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedc9ed-e602-4e3c-b85e-77b885f56db1 req-426501cc-f908-42de-820a-6948ac2a5155 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:36.623128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3aedc9ed-e602-4e3c-b85e-77b885f56db1 req-426501cc-f908-42de-820a-6948ac2a5155 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 1.5503192 Jan 31 18:41:36.627363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35830) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:36.629506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:36.719608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:36.720860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4672f56a-d292-4898-900d-12fc5fbb177c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:36.722824 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:36.811365 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Router 1bf6d890-77e2-49a8-b26e-06c5f52ba156 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:41:36.836392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] No DVR routers for this DVR port 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:36.846536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:36.859281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f879be0-052b-442b-ba1a-4f53ca36fd64 None None] Network 5f3f365f-7a2b-4569-be0e-73e3528f9a46 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:36.870185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0dfc94d-c018-4036-a611-7f652a5158bd req-cd38c448-aacf-4018-a4a6-bef07a10d204 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5224657 Jan 31 18:41:36.890701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:41:36.891570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Attempting to bind port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:36.907364 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bf0d6d-dfc9-4ebf-9857-b480c6c62985 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet e3e8901e-7f76-4eac-be38-9acbce1a9b76 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:41:37.009992 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:41:37.039396 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.041398 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9288141c-3ebe-408a-89d6-9144b3100de6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7828345 Jan 31 18:41:37.042629 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3b4abc4e-6a5a-4092-a2c0-01382447adcf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.044016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:37.045024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Sync routers for ids ['1bf6d890-77e2-49a8-b26e-06c5f52ba156'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:41:37.074307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4abc4e-6a5a-4092-a2c0-01382447adcf']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:37.074569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-20e8dff6-8a83-46f9-995e-f92b2ac29d0d None None] Provisioning complete for port 4672f56a-d292-4898-900d-12fc5fbb177c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:37.074986 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-20e8dff6-8a83-46f9-995e-f92b2ac29d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.087989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215a56a6-e5eb-4d26-a30a-18fc8da64b8c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:37.088606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215a56a6-e5eb-4d26-a30a-18fc8da64b8c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:37.091123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Routers {'1bf6d890-77e2-49a8-b26e-06c5f52ba156'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:41:37.091773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1bf6d890-77e2-49a8-b26e-06c5f52ba156'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:37.102189 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (215a56a6-e5eb-4d26-a30a-18fc8da64b8c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.124428 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (215a56a6-e5eb-4d26-a30a-18fc8da64b8c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.132956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:41:37.133782 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (215a56a6-e5eb-4d26-a30a-18fc8da64b8c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.216718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Set router 1bf6d890-77e2-49a8-b26e-06c5f52ba156 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:41:37.245850 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66bf0d6d-dfc9-4ebf-9857-b480c6c62985 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (e3e8901e-7f76-4eac-be38-9acbce1a9b76), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:41:37.249925 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:41:37.290356 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (3b4abc4e-6a5a-4092-a2c0-01382447adcf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.332728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:37.333319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Checking segment: {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:37.333788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Bound using segment: {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:37.334317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Bound port: 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:37.336175 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.393158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e583ed87-0b90-4a41-8b00-f811ff60fdb1 req-96f026ac-f820-4d57-b09b-5f8d51e956e2 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] For port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:37.393756 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e583ed87-0b90-4a41-8b00-f811ff60fdb1 req-96f026ac-f820-4d57-b09b-5f8d51e956e2 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.409514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e583ed87-0b90-4a41-8b00-f811ff60fdb1 req-96f026ac-f820-4d57-b09b-5f8d51e956e2 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Calling delete_port for ad27cb63-0337-4dcb-86c5-cdd7978ce1cc owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:37.485332 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.488761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3b4abc4e-6a5a-4092-a2c0-01382447adcf HTTP/1.1" status: 204 len: 168 time: 4.2997189 Jan 31 18:41:37.502852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3aedc9ed-e602-4e3c-b85e-77b885f56db1 req-1212952e-9027-476a-b146-c2f87db4415d tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7696228 Jan 31 18:41:37.571203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd59af1-4978-4b5e-81a6-a4d60158f819 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4abc4e-6a5a-4092-a2c0-01382447adcf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:37.581902 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66bf0d6d-dfc9-4ebf-9857-b480c6c62985 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (e3e8901e-7f76-4eac-be38-9acbce1a9b76), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.650684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4672f56a-d292-4898-900d-12fc5fbb177c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:37.651301 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.678420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c720b4b-3e73-4511-ad6e-3ab35b3882e2 req-252cd5e0-f661-4eae-a771-c8909a76e1f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:37.685790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c720b4b-3e73-4511-ad6e-3ab35b3882e2 req-252cd5e0-f661-4eae-a771-c8909a76e1f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:37.691818 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:37.692399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c720b4b-3e73-4511-ad6e-3ab35b3882e2 req-252cd5e0-f661-4eae-a771-c8909a76e1f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:37.700669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c720b4b-3e73-4511-ad6e-3ab35b3882e2 req-252cd5e0-f661-4eae-a771-c8909a76e1f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:37.718070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c720b4b-3e73-4511-ad6e-3ab35b3882e2 req-252cd5e0-f661-4eae-a771-c8909a76e1f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:37.734824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c720b4b-3e73-4511-ad6e-3ab35b3882e2 req-252cd5e0-f661-4eae-a771-c8909a76e1f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:37.740853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c720b4b-3e73-4511-ad6e-3ab35b3882e2 req-252cd5e0-f661-4eae-a771-c8909a76e1f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:37.743858 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c720b4b-3e73-4511-ad6e-3ab35b3882e2 req-252cd5e0-f661-4eae-a771-c8909a76e1f1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5383 time: 0.5138614 Jan 31 18:41:37.945318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] For port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:37.969972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] For port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:37.996088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-20e8dff6-8a83-46f9-995e-f92b2ac29d0d None None] Current status of the port 4672f56a-d292-4898-900d-12fc5fbb177c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:37.997227 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-20e8dff6-8a83-46f9-995e-f92b2ac29d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.059252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4672f56a-d292-4898-900d-12fc5fbb177c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:38.060054 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.065628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:38.080560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c720b4b-3e73-4511-ad6e-3ab35b3882e2 req-b96f1747-940c-4188-87aa-db84847b23fa tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2393649 Jan 31 18:41:38.081731 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.143055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-20e8dff6-8a83-46f9-995e-f92b2ac29d0d None None] For port 4672f56a-d292-4898-900d-12fc5fbb177c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4672f56a-d292-4898-900d-12fc5fbb177c,segment=NetworkSegment(f3e506d1-9fc2-4ee5-ab78-de28027e9090),segment_id=f3e506d1-9fc2-4ee5-ab78-de28027e9090)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:38.149171 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858414883-router', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '2c370142-5013-41df-865c-a85fd4752127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:31Z', 'updated_at': '2022-01-31T18:41:34Z', 'revision_number': 3, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'gw_port': {'id': '2c370142-5013-41df-865c-a85fd4752127', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:32Z', 'updated_at': '2022-01-31T18:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:38.180004 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f60a3e-56e2-44ac-82d5-4e71e6b65644 x-openstack-request-id: req-34f60a3e-56e2-44ac-82d5-4e71e6b65644 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:38.180296 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502fc08a-0d2a-4748-aede-f832227315c5", "name": "network-vif-unplugged", "status": "completed", "tag": "ad27cb63-0337-4dcb-86c5-cdd7978ce1cc", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:38.180886 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34f60a3e-56e2-44ac-82d5-4e71e6b65644 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:38.181053 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502fc08a-0d2a-4748-aede-f832227315c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad27cb63-0337-4dcb-86c5-cdd7978ce1cc', 'code': 200} Jan 31 18:41:38.184061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Checking router: 1bf6d890-77e2-49a8-b26e-06c5f52ba156 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:41:38.184434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Updating router 1bf6d890-77e2-49a8-b26e-06c5f52ba156 port 2c370142-5013-41df-865c-a85fd4752127 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:41:38.187754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Allocated IP 172.20.0.1 (5f3f365f-7a2b-4569-be0e-73e3528f9a46/c33af149-7684-4f11-8522-85b6e4102e04/89a33216-b087-43e2-bc48-466bae1b02d3) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:38.189387 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-20e8dff6-8a83-46f9-995e-f92b2ac29d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.240240 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f3289726-fd5a-4c91-adc5-084cf8d0bef9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0050844598c64b689d46557d1a5d858e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710567 Jan 31 18:41:38.247042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35846) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:38.251523 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:38.252625 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.254539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] 10.222.0.21 "PUT /v2.0/ports/7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 HTTP/1.1" status: 200 len: 1092 time: 7.0952809 Jan 31 18:41:38.283278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': '7c6da9d7-ebb3-4112-8212-1e6f8bb94e25'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:38.292508 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c524cb2-2403-45b0-bc2f-dd9f446731cd" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "7c6da9d7-ebb3-4112-8212-1e6f8bb94e25"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:38.324409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cce00c-09ad-4626-855f-ff0088cfae03 req-3e1f7c2e-d166-4d13-9bad-c2c0438506d4 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:38.332688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64cce00c-09ad-4626-855f-ff0088cfae03 req-3e1f7c2e-d166-4d13-9bad-c2c0438506d4 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 946 time: 0.6831443 Jan 31 18:41:38.335344 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2c370142-5013-41df-865c-a85fd4752127), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.340283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168737c-4c03-4f6c-acfd-78232ae56e17 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:38.354138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Request body: {'port': {'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:38.411355 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66bf0d6d-dfc9-4ebf-9857-b480c6c62985 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (e3e8901e-7f76-4eac-be38-9acbce1a9b76), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.413262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4b151295-42e8-4271-97c5-4641b5b97150 None None] Provisioning complete for port 4672f56a-d292-4898-900d-12fc5fbb177c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:38.413622 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b151295-42e8-4271-97c5-4641b5b97150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.487192 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7f0f-aa6b-4629-9dc4-a8fb4f65729b admin admin] Publish callbacks [] for security_group (e37452ab-c687-4a04-b650-b337b7b7b63f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.515510 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:41:38.515881 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:41:38.541128 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e583ed87-0b90-4a41-8b00-f811ff60fdb1 req-96f026ac-f820-4d57-b09b-5f8d51e956e2 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ad27cb63-0337-4dcb-86c5-cdd7978ce1cc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.555091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7f0f-aa6b-4629-9dc4-a8fb4f65729b admin admin] Publish callbacks [] for security_group (e37452ab-c687-4a04-b650-b337b7b7b63f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.561520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['55984e74-e5e9-4a31-9e05-f2eeb4a2335e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:41:38.580069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8dff6-8a83-46f9-995e-f92b2ac29d0d None None] Pushing event updated for resources: {'Port': ['ID=4672f56a-d292-4898-900d-12fc5fbb177c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:38.623238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f026ac-f820-4d57-b09b-5f8d51e956e2 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Pushing event deleted for resources: {'Port': ['ID=ad27cb63-0337-4dcb-86c5-cdd7978ce1cc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:38.624747 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Publish callbacks [] for port (89a33216-b087-43e2-bc48-466bae1b02d3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.671243 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.693719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7f0f-aa6b-4629-9dc4-a8fb4f65729b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e37452ab-c687-4a04-b650-b337b7b7b63f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.695439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64cce00c-09ad-4626-855f-ff0088cfae03 req-94b8a35a-9965-46e7-99c9-c0ccb93bd59d tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3616960 Jan 31 18:41:38.719405 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7f0f-aa6b-4629-9dc4-a8fb4f65729b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.723004 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0e2f7f0f-aa6b-4629-9dc4-a8fb4f65729b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e37452ab-c687-4a04-b650-b337b7b7b63f HTTP/1.1" status: 204 len: 168 time: 0.4727259 Jan 31 18:41:38.730504 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.819618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f7f0f-aa6b-4629-9dc4-a8fb4f65729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37452ab-c687-4a04-b650-b337b7b7b63f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:38.851916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Network 5f3f365f-7a2b-4569-be0e-73e3528f9a46 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:38.856299 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:38.859766 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:38.893031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e583ed87-0b90-4a41-8b00-f811ff60fdb1 req-96f026ac-f820-4d57-b09b-5f8d51e956e2 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] No DVR routers for this DVR port ad27cb63-0337-4dcb-86c5-cdd7978ce1cc on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:38.942517 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66bf0d6d-dfc9-4ebf-9857-b480c6c62985 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (e3e8901e-7f76-4eac-be38-9acbce1a9b76), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:38.979137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Pushing event updated for resources: {'Port': ['ID=89a33216-b087-43e2-bc48-466bae1b02d3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:38.983774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68541e58-4b6e-4172-9ba2-599f9e086647 req-f47c1a3d-1c97-4d79-ab95-cf005b987570 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:38.996580 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (1bf6d890-77e2-49a8-b26e-06c5f52ba156), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:39.008962 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68541e58-4b6e-4172-9ba2-599f9e086647 req-f47c1a3d-1c97-4d79-ab95-cf005b987570 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.7529831 Jan 31 18:41:39.013002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4b151295-42e8-4271-97c5-4641b5b97150 None None] Current status of the port 4672f56a-d292-4898-900d-12fc5fbb177c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:39.072517 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e583ed87-0b90-4a41-8b00-f811ff60fdb1 req-96f026ac-f820-4d57-b09b-5f8d51e956e2 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:39.085873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e583ed87-0b90-4a41-8b00-f811ff60fdb1 req-96f026ac-f820-4d57-b09b-5f8d51e956e2 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.49 "DELETE /v2.0/ports/ad27cb63-0337-4dcb-86c5-cdd7978ce1cc HTTP/1.1" status: 204 len: 173 time: 4.6569011 Jan 31 18:41:39.181186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3258d95-2883-4c34-9127-e8892c7a555d req-2b890ee2-d460-41a3-83ae-dc129ba8510e tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=502fc08a-0d2a-4748-aede-f832227315c5 HTTP/1.1" status: 200 len: 210 time: 0.3278427 Jan 31 18:41:39.253915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf0d6d-dfc9-4ebf-9857-b480c6c62985 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e8901e-7f76-4eac-be38-9acbce1a9b76,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:39.307304 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66bf0d6d-dfc9-4ebf-9857-b480c6c62985 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:39.329031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e1cff-10e3-4a11-976d-6f0a313bcea4 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:39.330567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-66bf0d6d-dfc9-4ebf-9857-b480c6c62985 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/e3e8901e-7f76-4eac-be38-9acbce1a9b76 HTTP/1.1" status: 204 len: 168 time: 2.6655347 Jan 31 18:41:39.345747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35860) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:39.363181 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfcfe11-45fb-4823-b682-b37435103fb2 x-openstack-request-id: req-9bfcfe11-45fb-4823-b682-b37435103fb2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:39.363687 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "7c6da9d7-ebb3-4112-8212-1e6f8bb94e25", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:39.363687 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bfcfe11-45fb-4823-b682-b37435103fb2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:39.364091 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': '7c6da9d7-ebb3-4112-8212-1e6f8bb94e25', 'status': 'completed', 'code': 200} Jan 31 18:41:39.460303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:39.539404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4672f56a-d292-4898-900d-12fc5fbb177c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:39.627261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-86120416-3863-4e7f-a6b9-42714b9fc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:39.628170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-86120416-3863-4e7f-a6b9-42714b9fc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:39.628839 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-86120416-3863-4e7f-a6b9-42714b9fc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:39.629480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-86120416-3863-4e7f-a6b9-42714b9fc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:39.631362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-86120416-3863-4e7f-a6b9-42714b9fc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:39.632063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-86120416-3863-4e7f-a6b9-42714b9fc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:39.638911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-86120416-3863-4e7f-a6b9-42714b9fc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:39.641734 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-86120416-3863-4e7f-a6b9-42714b9fc03d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 6403 time: 0.2952883 Jan 31 18:41:39.688627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8e763231-0ab6-4528-906f-7c06809913ff tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3226535 Jan 31 18:41:39.697356 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35870) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:39.708672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c5de2f5b-703b-4122-90a5-e444b2e75b62 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:39.735900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:39.765031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68541e58-4b6e-4172-9ba2-599f9e086647 req-769b99d6-f362-42d6-a652-f908e257a065 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7546089 Jan 31 18:41:39.869967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:41:39.873337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8847a5d3-7ea1-44aa-a7a0-b9cf4df277af not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:40.052921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc10e7d-9514-431a-8b99-bce6fbdb89a6 None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:41:40.131302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8e4722-fe39-4868-8203-148e049d7cac {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:40.136663 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d2c243e0-51d3-4837-83ce-98778ed1e5e4 None None] Provisioning complete for port 89a33216-b087-43e2-bc48-466bae1b02d3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:40.139306 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d2c243e0-51d3-4837-83ce-98778ed1e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:40.139504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-d52b4e8d-2a7c-4b03-a6e1-4441a6742d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:40.140134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-d52b4e8d-2a7c-4b03-a6e1-4441a6742d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:40.140825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-d52b4e8d-2a7c-4b03-a6e1-4441a6742d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:40.154656 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-d52b4e8d-2a7c-4b03-a6e1-4441a6742d4e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5038114 Jan 31 18:41:40.160559 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Publish callbacks [] for port (7e8e4722-fe39-4868-8203-148e049d7cac), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:40.211767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Transition to ACTIVE for port object 7e8e4722-fe39-4868-8203-148e049d7cac will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:41:40.229601 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:40.329832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5de2f5b-703b-4122-90a5-e444b2e75b62 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:40.333289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5de2f5b-703b-4122-90a5-e444b2e75b62 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:40.357986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Publish callbacks [] for port (89a33216-b087-43e2-bc48-466bae1b02d3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:40.380229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4672f56a-d292-4898-900d-12fc5fbb177c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:40.387053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a02-919e-40e9-a4d9-1cf4949b8115 req-d9993fbd-f827-4e31-9dad-8648ab41798d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:40.393490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a02-919e-40e9-a4d9-1cf4949b8115 req-d9993fbd-f827-4e31-9dad-8648ab41798d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:40.405128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:40.414359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a02-919e-40e9-a4d9-1cf4949b8115 req-d9993fbd-f827-4e31-9dad-8648ab41798d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:40.431024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a02-919e-40e9-a4d9-1cf4949b8115 req-d9993fbd-f827-4e31-9dad-8648ab41798d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:40.440895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35890) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:40.443010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a02-919e-40e9-a4d9-1cf4949b8115 req-d9993fbd-f827-4e31-9dad-8648ab41798d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:40.460735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a02-919e-40e9-a4d9-1cf4949b8115 req-d9993fbd-f827-4e31-9dad-8648ab41798d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:40.468883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a02-919e-40e9-a4d9-1cf4949b8115 req-d9993fbd-f827-4e31-9dad-8648ab41798d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:40.483943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35844a02-919e-40e9-a4d9-1cf4949b8115 req-d9993fbd-f827-4e31-9dad-8648ab41798d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5383 time: 0.7822547 Jan 31 18:41:40.554097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d2c243e0-51d3-4837-83ce-98778ed1e5e4 None None] Port 89a33216-b087-43e2-bc48-466bae1b02d3 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:41:40.568120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8e4722-fe39-4868-8203-148e049d7cac,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:40.587100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4672f56a-d292-4898-900d-12fc5fbb177c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:40.587676 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:40.619254 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Publish callbacks [] for port (2c370142-5013-41df-865c-a85fd4752127), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:40.694671 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2c370142-5013-41df-865c-a85fd4752127), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:40.819349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1fc10e7d-9514-431a-8b99-bce6fbdb89a6 None None] Deleting port dd2aa999-04c2-4baa-b6b2-499ab6724f31 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:40.820099 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1fc10e7d-9514-431a-8b99-bce6fbdb89a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (dd2aa999-04c2-4baa-b6b2-499ab6724f31), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:40.839092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Attempting to bind port 2c370142-5013-41df-865c-a85fd4752127 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:40.839852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Attempting to bind port 2c370142-5013-41df-865c-a85fd4752127 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:40.840515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Attempting to bind port 2c370142-5013-41df-865c-a85fd4752127 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:40.894327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297455ea-9917-41f9-9505-e866a5abe514 req-63d89dfb-7e66-4592-b6ec-0453b046a0b1 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:40.903709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-63d89dfb-7e66-4592-b6ec-0453b046a0b1 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/networks?id=79de0ee2-e879-4b88-9aff-7dcab13f873d HTTP/1.1" status: 200 len: 815 time: 0.1814907 Jan 31 18:41:40.965166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-c7f8e4d3-a973-4cfa-a296-397b4fba356c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/quotas/765aa20a6adc4a8894e78ee72eb9642f HTTP/1.1" status: 200 len: 375 time: 0.0604432 Jan 31 18:41:40.989553 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:40.989949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:40.990531 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:40.991016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:40.991580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Bound port: 2c370142-5013-41df-865c-a85fd4752127, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:40.992037 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2c370142-5013-41df-865c-a85fd4752127), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:40.993980 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc59a7e-7d33-4674-921c-72394b3291fa None None] Pushing event updated for resources: {'Port': ['ID=2c370142-5013-41df-865c-a85fd4752127,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:41.049463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35844a02-919e-40e9-a4d9-1cf4949b8115 req-40168b92-6218-4017-8607-9fbc8f8d9e29 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5371339 Jan 31 18:41:41.090258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-b778637e-350d-4c75-af92-259368d0ec1a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=765aa20a6adc4a8894e78ee72eb9642f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1240327 Jan 31 18:41:41.106037 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-2719610c-a624-477f-a90c-e616ae423a87 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:41:41.107060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-2719610c-a624-477f-a90c-e616ae423a87 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159247 Jan 31 18:41:41.108008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Attempting to bind port 7e8e4722-fe39-4868-8203-148e049d7cac on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:41.114237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] For port 2c370142-5013-41df-865c-a85fd4752127, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:41.117051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Attempting to bind port 7e8e4722-fe39-4868-8203-148e049d7cac by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:41.119107 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] For port 2c370142-5013-41df-865c-a85fd4752127, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2c370142-5013-41df-865c-a85fd4752127,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:41.119543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Attempting to bind port 7e8e4722-fe39-4868-8203-148e049d7cac on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:41.133756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Port 7e8e4722-fe39-4868-8203-148e049d7cac on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:41:41.134090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Attempting to bind port 7e8e4722-fe39-4868-8203-148e049d7cac on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:41.145641 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2c370142-5013-41df-865c-a85fd4752127), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:41.187663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:41.188115 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Checking segment: {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:41.188741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Bound using segment: {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:41.189348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Bound port: 7e8e4722-fe39-4868-8203-148e049d7cac, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbb485e-9032-4610-8e72-f29d91165c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:41.189785 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:41.197465 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (1bf6d890-77e2-49a8-b26e-06c5f52ba156), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:41.204025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Pushing event updated for resources: {'Port': ['ID=89a33216-b087-43e2-bc48-466bae1b02d3,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:41.225361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-d5b9cbe9-fb16-4c87-9ce8-a43f084afd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:41.226865 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3c524cb2-2403-45b0-bc2f-dd9f446731cd req-d5b9cbe9-fb16-4c87-9ce8-a43f084afd4c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0444851 Jan 31 18:41:41.301841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1fc10e7d-9514-431a-8b99-bce6fbdb89a6 None None] For port dd2aa999-04c2-4baa-b6b2-499ab6724f31, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dd2aa999-04c2-4baa-b6b2-499ab6724f31,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:41.302258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1fc10e7d-9514-431a-8b99-bce6fbdb89a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (dd2aa999-04c2-4baa-b6b2-499ab6724f31), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:41.360970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4672f56a-d292-4898-900d-12fc5fbb177c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:41.369453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502fc08a-0d2a-4748-aede-f832227315c5', 'name': 'network-vif-deleted', 'tag': 'ad27cb63-0337-4dcb-86c5-cdd7978ce1cc'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:41.371957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1fc10e7d-9514-431a-8b99-bce6fbdb89a6 None None] Calling delete_port for dd2aa999-04c2-4baa-b6b2-499ab6724f31 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:41.378633 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89922f3-d4cc-4d74-9871-4b391d969a84" -d '{"events": [{"server_uuid": "502fc08a-0d2a-4748-aede-f832227315c5", "name": "network-vif-deleted", "tag": "ad27cb63-0337-4dcb-86c5-cdd7978ce1cc"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:41.379267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Routers {'1bf6d890-77e2-49a8-b26e-06c5f52ba156'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:41:41.379973 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1bf6d890-77e2-49a8-b26e-06c5f52ba156'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:41.380797 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1835940155-network', 'tenant_id': '819d0d542a954ac5a668e21e7fa8ba09'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:41.447016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc59a7e-7d33-4674-921c-72394b3291fa None None] Pushing event updated for resources: {'Port': ['ID=2c370142-5013-41df-865c-a85fd4752127,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:41.483515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Network 5f3f365f-7a2b-4569-be0e-73e3528f9a46 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:41.487782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Made reservation on behalf of 819d0d542a954ac5a668e21e7fa8ba09 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:41.490115 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:41.497173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f1c01-3131-42a4-af66-5131ec0ae53e req-dc250863-899d-44ea-99eb-e521de94dbe2 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:41.504266 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:41.504747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-477f1c01-3131-42a4-af66-5131ec0ae53e req-dc250863-899d-44ea-99eb-e521de94dbe2 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 949 time: 0.3183398 Jan 31 18:41:41.512851 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:41.587425 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5de2f5b-703b-4122-90a5-e444b2e75b62 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (8e567e1e-b833-4d74-b437-4a54af32b1ee), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:41.642172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-a3a8b7f7-f95d-48a6-9dbe-56c7288febc1 service neutron] 10.222.0.20 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094483 Jan 31 18:41:41.648826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5de2f5b-703b-4122-90a5-e444b2e75b62 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:41.666151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c5de2f5b-703b-4122-90a5-e444b2e75b62 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:41.672074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de2f5b-703b-4122-90a5-e444b2e75b62 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:41.678968 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5de2f5b-703b-4122-90a5-e444b2e75b62 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:41.692279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] For port 7e8e4722-fe39-4868-8203-148e049d7cac, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:41.777258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] For port 7e8e4722-fe39-4868-8203-148e049d7cac, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7e8e4722-fe39-4868-8203-148e049d7cac,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:41.794670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-477f1c01-3131-42a4-af66-5131ec0ae53e req-49f31e2a-b5a8-4861-99eb-c55b7ff77c11 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887986 Jan 31 18:41:41.820725 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:41.834509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de2f5b-703b-4122-90a5-e444b2e75b62 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=8e567e1e-b833-4d74-b437-4a54af32b1ee,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:41.862793 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c5de2f5b-703b-4122-90a5-e444b2e75b62 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1638730 Jan 31 18:41:41.869998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35910) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:41.883744 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': '8e567e1e-b833-4d74-b437-4a54af32b1ee', 'ip_address': '2001:db8::37a6:fe04:36d8:78cc'}], 'name': 'tempest-NetworksTestDHCPv6-1953989888'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:41.984978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-d2a14056-4af4-4bc7-9126-bb90f518678e service neutron] 10.222.0.20 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415983 Jan 31 18:41:41.990721 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003e6722-eaf8-4fcb-8852-31e862bd1378 x-openstack-request-id: req-003e6722-eaf8-4fcb-8852-31e862bd1378 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:41.991153 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502fc08a-0d2a-4748-aede-f832227315c5", "name": "network-vif-deleted", "tag": "ad27cb63-0337-4dcb-86c5-cdd7978ce1cc", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:41.991512 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-003e6722-eaf8-4fcb-8852-31e862bd1378 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:41.992514 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502fc08a-0d2a-4748-aede-f832227315c5', 'name': 'network-vif-deleted', 'tag': 'ad27cb63-0337-4dcb-86c5-cdd7978ce1cc', 'status': 'completed', 'code': 200} Jan 31 18:41:41.999661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Router 1bf6d890-77e2-49a8-b26e-06c5f52ba156 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:41:42.008184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:42.009299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:42.012619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] 10.222.0.21 "PUT /v2.0/ports/7e8e4722-fe39-4868-8203-148e049d7cac HTTP/1.1" status: 200 len: 1091 time: 3.6625886 Jan 31 18:41:42.013848 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Publish callbacks [] for security_group (fc43380f-13db-4c00-81b9-f57deb4e7f45), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:42.029947 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fc43380f-13db-4c00-81b9-f57deb4e7f45), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:42.054373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Request body: {'port': {'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:42.091855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ea8f7-0eb9-4b86-be4a-46bcb0861c09 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8e4722-fe39-4868-8203-148e049d7cac,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:42.128101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dd2aa999-04c2-4baa-b6b2-499ab6724f31 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:42.157597 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:41:42.171506 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:42.257828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] Set router 1bf6d890-77e2-49a8-b26e-06c5f52ba156 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:41:42.270147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d41a2e-5e1c-40a0-a9e9-57fa2187c46a req-08ae82a1-3dd7-41c9-b469-43ecc55b6612 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:42.271645 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c2d41a2e-5e1c-40a0-a9e9-57fa2187c46a req-08ae82a1-3dd7-41c9-b469-43ecc55b6612 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb0a60e-9784-491b-8001-9935387b0a43 HTTP/1.1" status: 200 len: 945 time: 0.3643374 Jan 31 18:41:42.272634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc43380f-13db-4c00-81b9-f57deb4e7f45,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:42.342397 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (48e46727-a789-4497-9431-abc96e3ebdd6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:42.342744 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Added segment 48e46727-a789-4497-9431-abc96e3ebdd6 of type vlan for network 21894bb7-adca-4fab-8933-57ccc5d46485 Jan 31 18:41:42.471144 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (21894bb7-adca-4fab-8933-57ccc5d46485), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:42.511907 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1fc10e7d-9514-431a-8b99-bce6fbdb89a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (dd2aa999-04c2-4baa-b6b2-499ab6724f31), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:42.546477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:42.604073 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:41:42.620893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc10e7d-9514-431a-8b99-bce6fbdb89a6 None None] No DVR routers for this DVR port dd2aa999-04c2-4baa-b6b2-499ab6724f31 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:42.636367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc10e7d-9514-431a-8b99-bce6fbdb89a6 None None] Pushing event deleted for resources: {'Port': ['ID=dd2aa999-04c2-4baa-b6b2-499ab6724f31,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:42.754071 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf681c-5ab3-45a7-ba93-94d378a13c6a req-8c124c5d-8538-4158-8bdf-7ed7952d1e39 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:42.755953 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aacf681c-5ab3-45a7-ba93-94d378a13c6a req-8c124c5d-8538-4158-8bdf-7ed7952d1e39 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 949 time: 0.5713019 Jan 31 18:41:42.761165 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da71f75-1a9b-461f-9343-25eff98a8d98 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:42.764186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-57c3b7d5-18db-4481-bc7e-c617eae40e82 None None] Provisioning complete for port 89a33216-b087-43e2-bc48-466bae1b02d3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:42.764941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-57c3b7d5-18db-4481-bc7e-c617eae40e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:42.817917 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (21894bb7-adca-4fab-8933-57ccc5d46485), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:42.818901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:42.819542 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:42.944311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No active binding found for port dd2aa999-04c2-4baa-b6b2-499ab6724f31 {{(pid=103227) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 18:41:42.945247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] The host n-d-812111-15 is not matching for port dd2aa999-04c2-4baa-b6b2-499ab6724f31 host None! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:41:42.945247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dd2aa999-04c2-4baa-b6b2-499ab6724f31 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:42.945596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:41:42.966453 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7a9561fa-720a-46db-bfa0-889e1cbe774b admin admin] 10.222.0.20 "PUT /v2.0/routers/1bf6d890-77e2-49a8-b26e-06c5f52ba156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9210045 Jan 31 18:41:42.989537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-57c3b7d5-18db-4481-bc7e-c617eae40e82 None None] Port 89a33216-b087-43e2-bc48-466bae1b02d3 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:41:43.028275 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5797238 Jan 31 18:41:43.075643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35930) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:43.114784 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '8e567e1e-b833-4d74-b437-4a54af32b1ee'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:41:43.116622 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:43.146304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858414883-router', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '2c370142-5013-41df-865c-a85fd4752127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:31Z', 'updated_at': '2022-01-31T18:41:39Z', 'revision_number': 4, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'gw_port': {'id': '2c370142-5013-41df-865c-a85fd4752127', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:32Z', 'updated_at': '2022-01-31T18:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '89a33216-b087-43e2-bc48-466bae1b02d3', 'name': '', 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'mac_address': 'fa:16:3e:47:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'c33af149-7684-4f11-8522-85b6e4102e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:37Z', 'updated_at': '2022-01-31T18:41:39Z', 'revision_number': 2, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'subnets': [{'id': 'c33af149-7684-4f11-8522-85b6e4102e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:43.151492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d6e8452a-289a-4ba0-9e39-7943881eb68c admin admin] Request body: {'subnet': {'network_id': '21894bb7-adca-4fab-8933-57ccc5d46485', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1835940155-subnet', 'tenant_id': '819d0d542a954ac5a668e21e7fa8ba09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:43.166084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75a5338b-1621-4bb9-a127-5de485eb8884 req-49984a64-c804-4615-81ca-32f938b6fbdb tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 210 time: 0.7325387 Jan 31 18:41:43.252929 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-c2d41a2e-5e1c-40a0-a9e9-57fa2187c46a req-81c4a590-2fb8-40b0-bc4f-df4583e9de9a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Deleting port df47c255-eb54-430d-849b-bbaa16b1cbb4 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:43.253173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c2d41a2e-5e1c-40a0-a9e9-57fa2187c46a req-81c4a590-2fb8-40b0-bc4f-df4583e9de9a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:43.288212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e206e-d561-4dad-8cba-944b9f3af488 admin admin] Pushing event updated for resources: {'Network': ['ID=21894bb7-adca-4fab-8933-57ccc5d46485,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:43.299730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1161e7-2f4d-451e-a0ae-a7ba6419d3a3 None None] The sync data for ids ['1bf6d890-77e2-49a8-b26e-06c5f52ba156'] in n-d-812111-15 is: [{'id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858414883-router', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '2c370142-5013-41df-865c-a85fd4752127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:31Z', 'updated_at': '2022-01-31T18:41:39Z', 'revision_number': 4, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'gw_port': {'id': '2c370142-5013-41df-865c-a85fd4752127', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:32Z', 'updated_at': '2022-01-31T18:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '89a33216-b087-43e2-bc48-466bae1b02d3', 'name': '', 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'mac_address': 'fa:16:3e:47:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'c33af149-7684-4f11-8522-85b6e4102e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:37Z', 'updated_at': '2022-01-31T18:41:39Z', 'revision_number': 2, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'subnets': [{'id': 'c33af149-7684-4f11-8522-85b6e4102e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:41:43.300396 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:43.325131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e8452a-289a-4ba0-9e39-7943881eb68c admin admin] Made reservation on behalf of 819d0d542a954ac5a668e21e7fa8ba09 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:43.335537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6e8452a-289a-4ba0-9e39-7943881eb68c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:43.354784 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 21894bb7-adca-4fab-8933-57ccc5d46485 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:41:43.408346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 28642a0d-0c00-4b05-9f3e-62166af13964 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:41:43.560804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-aacf681c-5ab3-45a7-ba93-94d378a13c6a req-5c169b85-580c-4c30-980c-dc86eed989f3 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Deleting port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:43.561156 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aacf681c-5ab3-45a7-ba93-94d378a13c6a req-5c169b85-580c-4c30-980c-dc86eed989f3 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:43.565125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c2d41a2e-5e1c-40a0-a9e9-57fa2187c46a req-81c4a590-2fb8-40b0-bc4f-df4583e9de9a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] For port df47c255-eb54-430d-849b-bbaa16b1cbb4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=df47c255-eb54-430d-849b-bbaa16b1cbb4,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:43.565485 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c2d41a2e-5e1c-40a0-a9e9-57fa2187c46a req-81c4a590-2fb8-40b0-bc4f-df4583e9de9a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:43.586994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d246f6-446e-45c8-a36e-fb687d2acf2c req-6b258f4b-d33c-41e3-a650-4158f384a95d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:43.615291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d246f6-446e-45c8-a36e-fb687d2acf2c req-6b258f4b-d33c-41e3-a650-4158f384a95d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:43.643183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d246f6-446e-45c8-a36e-fb687d2acf2c req-6b258f4b-d33c-41e3-a650-4158f384a95d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:43.666468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d246f6-446e-45c8-a36e-fb687d2acf2c req-6b258f4b-d33c-41e3-a650-4158f384a95d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:43.672014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d246f6-446e-45c8-a36e-fb687d2acf2c req-6b258f4b-d33c-41e3-a650-4158f384a95d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:43.688716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d246f6-446e-45c8-a36e-fb687d2acf2c req-6b258f4b-d33c-41e3-a650-4158f384a95d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:43.697019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d246f6-446e-45c8-a36e-fb687d2acf2c req-6b258f4b-d33c-41e3-a650-4158f384a95d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:43.709556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58d246f6-446e-45c8-a36e-fb687d2acf2c req-6b258f4b-d33c-41e3-a650-4158f384a95d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5395 time: 1.3135729 Jan 31 18:41:43.759665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-c2d41a2e-5e1c-40a0-a9e9-57fa2187c46a req-81c4a590-2fb8-40b0-bc4f-df4583e9de9a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Calling delete_port for df47c255-eb54-430d-849b-bbaa16b1cbb4 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:43.905334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Allocated IP 2001:db8::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/8e567e1e-b833-4d74-b437-4a54af32b1ee/a39104be-116d-4e51-93d8-2bcb4c567306) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:44.012726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58d246f6-446e-45c8-a36e-fb687d2acf2c req-c8b95cff-63fe-4e5e-8d11-56a2ee9c82c9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3022025 Jan 31 18:41:44.017849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': '7e8e4722-fe39-4868-8203-148e049d7cac'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:44.023247 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32f18bd-7391-42e9-bbdd-d5dd8e104900" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "7e8e4722-fe39-4868-8203-148e049d7cac"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:44.171315 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd0b68-1554-48b3-ac23-91552fc9acbd x-openstack-request-id: req-66cd0b68-1554-48b3-ac23-91552fc9acbd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:44.172495 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "7e8e4722-fe39-4868-8203-148e049d7cac", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:44.172495 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66cd0b68-1554-48b3-ac23-91552fc9acbd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:44.175090 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': '7e8e4722-fe39-4868-8203-148e049d7cac', 'status': 'completed', 'code': 200} Jan 31 18:41:44.292462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-aacf681c-5ab3-45a7-ba93-94d378a13c6a req-5c169b85-580c-4c30-980c-dc86eed989f3 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] For port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=55984e74-e5e9-4a31-9e05-f2eeb4a2335e,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:44.293235 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aacf681c-5ab3-45a7-ba93-94d378a13c6a req-5c169b85-580c-4c30-980c-dc86eed989f3 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:44.330517 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-aacf681c-5ab3-45a7-ba93-94d378a13c6a req-5c169b85-580c-4c30-980c-dc86eed989f3 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Calling delete_port for 55984e74-e5e9-4a31-9e05-f2eeb4a2335e owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:44.471736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c2d41a2e-5e1c-40a0-a9e9-57fa2187c46a req-81c4a590-2fb8-40b0-bc4f-df4583e9de9a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (df47c255-eb54-430d-849b-bbaa16b1cbb4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:44.541069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4a590-2fb8-40b0-bc4f-df4583e9de9a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Pushing event deleted for resources: {'Port': ['ID=df47c255-eb54-430d-849b-bbaa16b1cbb4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:44.656831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d41a2e-5e1c-40a0-a9e9-57fa2187c46a req-81c4a590-2fb8-40b0-bc4f-df4583e9de9a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] No DVR routers for this DVR port df47c255-eb54-430d-849b-bbaa16b1cbb4 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:44.661857 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c2d41a2e-5e1c-40a0-a9e9-57fa2187c46a req-81c4a590-2fb8-40b0-bc4f-df4583e9de9a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:44.665673 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c2d41a2e-5e1c-40a0-a9e9-57fa2187c46a req-81c4a590-2fb8-40b0-bc4f-df4583e9de9a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.21 "DELETE /v2.0/ports/df47c255-eb54-430d-849b-bbaa16b1cbb4 HTTP/1.1" status: 204 len: 173 time: 2.3248472 Jan 31 18:41:44.666939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb0a60e-9784-491b-8001-9935387b0a43', 'name': 'network-vif-deleted', 'tag': 'df47c255-eb54-430d-849b-bbaa16b1cbb4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:44.696473 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cec14b-d26f-44e1-ae14-fabfd9555a34" -d '{"events": [{"server_uuid": "fdb0a60e-9784-491b-8001-9935387b0a43", "name": "network-vif-deleted", "tag": "df47c255-eb54-430d-849b-bbaa16b1cbb4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:44.885403 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Publish callbacks [] for port (a39104be-116d-4e51-93d8-2bcb4c567306), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:44.916155 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (a39104be-116d-4e51-93d8-2bcb4c567306), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:45.040072 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Pushing event updated for resources: {'Port': ['ID=a39104be-116d-4e51-93d8-2bcb4c567306,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:45.073107 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:45.076420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:45.079295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:45.172024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d5ce691-f590-4a5f-8bc7-7ae0600d7aa2 req-1be90469-e97c-4d71-ba7c-a6da2bc9a68c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 210 time: 0.3780744 Jan 31 18:41:45.225485 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aacf681c-5ab3-45a7-ba93-94d378a13c6a req-5c169b85-580c-4c30-980c-dc86eed989f3 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (55984e74-e5e9-4a31-9e05-f2eeb4a2335e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:45.337168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-21873616-1c60-47e7-bc3f-6c8a5f6b6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:45.344901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-21873616-1c60-47e7-bc3f-6c8a5f6b6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:45.344901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-21873616-1c60-47e7-bc3f-6c8a5f6b6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:45.345673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::37a6:fe04:36d8:78cc (270588c3-27c5-4bbe-bc62-125107bc7b03/8e567e1e-b833-4d74-b437-4a54af32b1ee/28642a0d-0c00-4b05-9f3e-62166af13964) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:45.346045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-21873616-1c60-47e7-bc3f-6c8a5f6b6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:45.346045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-21873616-1c60-47e7-bc3f-6c8a5f6b6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:45.346045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-21873616-1c60-47e7-bc3f-6c8a5f6b6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:45.352672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-21873616-1c60-47e7-bc3f-6c8a5f6b6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:45.357009 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83463849-925a-4925-9b2e-b6cb783a316e x-openstack-request-id: req-83463849-925a-4925-9b2e-b6cb783a316e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:45.357364 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb0a60e-9784-491b-8001-9935387b0a43", "name": "network-vif-deleted", "tag": "df47c255-eb54-430d-849b-bbaa16b1cbb4", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:45.357557 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83463849-925a-4925-9b2e-b6cb783a316e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:45.357977 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb0a60e-9784-491b-8001-9935387b0a43', 'name': 'network-vif-deleted', 'tag': 'df47c255-eb54-430d-849b-bbaa16b1cbb4', 'status': 'completed', 'code': 200} Jan 31 18:41:45.358841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c169b85-580c-4c30-980c-dc86eed989f3 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Pushing event deleted for resources: {'Port': ['ID=55984e74-e5e9-4a31-9e05-f2eeb4a2335e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:45.362455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Attempting to bind port a39104be-116d-4e51-93d8-2bcb4c567306 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:45.362655 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-21873616-1c60-47e7-bc3f-6c8a5f6b6c89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 6502 time: 1.1863456 Jan 31 18:41:45.362884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Attempting to bind port a39104be-116d-4e51-93d8-2bcb4c567306 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:45.363193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Attempting to bind port a39104be-116d-4e51-93d8-2bcb4c567306 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:45.383096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb757f-651e-4d84-8287-a88a2bbb4ae6 req-e13c33da-38ed-42c0-b4fe-f4ec38146325 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:45.384169 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:45.384583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:45.384994 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:45.385388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:45.386106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Bound port: a39104be-116d-4e51-93d8-2bcb4c567306, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:45.386550 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a39104be-116d-4e51-93d8-2bcb4c567306), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:45.392772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2afb757f-651e-4d84-8287-a88a2bbb4ae6 req-e13c33da-38ed-42c0-b4fe-f4ec38146325 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdbc8321-6b7a-4143-8051-79f8c6063849 HTTP/1.1" status: 200 len: 949 time: 2.0392444 Jan 31 18:41:45.601800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacf681c-5ab3-45a7-ba93-94d378a13c6a req-5c169b85-580c-4c30-980c-dc86eed989f3 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] No DVR routers for this DVR port 55984e74-e5e9-4a31-9e05-f2eeb4a2335e on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:45.621327 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aacf681c-5ab3-45a7-ba93-94d378a13c6a req-5c169b85-580c-4c30-980c-dc86eed989f3 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:45.635201 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aacf681c-5ab3-45a7-ba93-94d378a13c6a req-5c169b85-580c-4c30-980c-dc86eed989f3 tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.21 "DELETE /v2.0/ports/55984e74-e5e9-4a31-9e05-f2eeb4a2335e HTTP/1.1" status: 204 len: 173 time: 2.8448710 Jan 31 18:41:45.653710 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] For port a39104be-116d-4e51-93d8-2bcb4c567306, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:45.675416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] For port a39104be-116d-4e51-93d8-2bcb4c567306, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a39104be-116d-4e51-93d8-2bcb4c567306,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:45.688812 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a39104be-116d-4e51-93d8-2bcb4c567306), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:46.094353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ed9d8-00ca-4c3f-b196-cdb73f72c9e8 None None] Pushing event updated for resources: {'Port': ['ID=a39104be-116d-4e51-93d8-2bcb4c567306,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:46.346190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device df47c255-eb54-430d-849b-bbaa16b1cbb4 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:46.414927 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (28642a0d-0c00-4b05-9f3e-62166af13964), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:46.440490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: df47c255-eb54-430d-849b-bbaa16b1cbb4 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:41:46.442541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device df47c255-eb54-430d-849b-bbaa16b1cbb4 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:46.444712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 55984e74-e5e9-4a31-9e05-f2eeb4a2335e no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:46.594041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2c370142-5013-41df-865c-a85fd4752127 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:46.615519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 55984e74-e5e9-4a31-9e05-f2eeb4a2335e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:41:46.615939 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 55984e74-e5e9-4a31-9e05-f2eeb4a2335e not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:46.641983 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (28642a0d-0c00-4b05-9f3e-62166af13964), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:46.873779 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35962) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:46.906847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2c370142-5013-41df-865c-a85fd4752127 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:46.907570 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2c370142-5013-41df-865c-a85fd4752127), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:46.920300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:46.934360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:46.945208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:46.977496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:46.978358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:47.045027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=28642a0d-0c00-4b05-9f3e-62166af13964,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:47.096498 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7e882bc9-1e84-4d88-984f-f540a305099b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.2193587 Jan 31 18:41:47.096498 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:47.173653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2c370142-5013-41df-865c-a85fd4752127 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:47.174172 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2c370142-5013-41df-865c-a85fd4752127), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:47.237015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 2c370142-5013-41df-865c-a85fd4752127, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2c370142-5013-41df-865c-a85fd4752127,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:47.261500 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2c370142-5013-41df-865c-a85fd4752127), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:47.331503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-81df929a-2b5e-4fee-bf4f-b0b2eaa8ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:47.332707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-81df929a-2b5e-4fee-bf4f-b0b2eaa8ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:47.339672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-81df929a-2b5e-4fee-bf4f-b0b2eaa8ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:47.345629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-81df929a-2b5e-4fee-bf4f-b0b2eaa8ec25 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.9172423 Jan 31 18:41:47.365520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbc8321-6b7a-4143-8051-79f8c6063849', 'name': 'network-vif-deleted', 'tag': '55984e74-e5e9-4a31-9e05-f2eeb4a2335e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:47.369293 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c467335e-eeeb-404d-a7ff-88e0ccd184da" -d '{"events": [{"server_uuid": "bdbc8321-6b7a-4143-8051-79f8c6063849", "name": "network-vif-deleted", "tag": "55984e74-e5e9-4a31-9e05-f2eeb4a2335e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:47.388072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297455ea-9917-41f9-9505-e866a5abe514 req-ab20f0e7-ae5e-43fe-878c-b0e673ce6555 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:47.389455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-ab20f0e7-ae5e-43fe-878c-b0e673ce6555 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.49 "GET /v2.0/networks?id=79de0ee2-e879-4b88-9aff-7dcab13f873d HTTP/1.1" status: 200 len: 815 time: 2.8596056 Jan 31 18:41:47.438084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=2c370142-5013-41df-865c-a85fd4752127,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:47.487877 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6e8452a-289a-4ba0-9e39-7943881eb68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (d2a45c82-00f5-4efb-af39-e3264a470892), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:47.737489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e260fc-41e9-4bd1-ae95-7c11e60c7f2e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:47.744740 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e260fc-41e9-4bd1-ae95-7c11e60c7f2e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:47.747128 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-64e260fc-41e9-4bd1-ae95-7c11e60c7f2e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5723052 Jan 31 18:41:47.750530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35970) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:47.999568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-286e8aac-1823-4bac-a768-f400c82ad918 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 28642a0d-0c00-4b05-9f3e-62166af13964 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:48.000054 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-286e8aac-1823-4bac-a768-f400c82ad918 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (28642a0d-0c00-4b05-9f3e-62166af13964), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:48.277203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-bc617d41-5fad-4538-92e9-47018526f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:48.304264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d32f18bd-7391-42e9-bbdd-d5dd8e104900 req-bc617d41-5fad-4538-92e9-47018526f0c0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9061880 Jan 31 18:41:48.326582 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-286e8aac-1823-4bac-a768-f400c82ad918 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (28642a0d-0c00-4b05-9f3e-62166af13964), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:48.393168 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-286e8aac-1823-4bac-a768-f400c82ad918 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 28642a0d-0c00-4b05-9f3e-62166af13964 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:48.436885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-297455ea-9917-41f9-9505-e866a5abe514 req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Request body: {'port': {'device_id': '6e8ad827-7b2b-4034-af2a-688cd3592ac8', 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d', 'admin_state_up': True, 'tenant_id': '765aa20a6adc4a8894e78ee72eb9642f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:48.471766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb053bb3-d847-4a79-a6ed-030c225dc535 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:48.483964 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Publish callbacks [] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:48.505183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Transition to ACTIVE for port object fb053bb3-d847-4a79-a6ed-030c225dc535 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:41:48.520695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2c370142-5013-41df-865c-a85fd4752127 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:48.537995 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:48.635809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Pushing event updated for resources: {'Port': ['ID=fb053bb3-d847-4a79-a6ed-030c225dc535,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:48.690630 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3c5a583-3ec8-4c06-a468-66f88799cc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:48.736768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b1738e42-7805-4e34-8aa5-5ce0153bfd00 None None] Provisioning complete for port a39104be-116d-4e51-93d8-2bcb4c567306 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:48.740304 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1738e42-7805-4e34-8aa5-5ce0153bfd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a39104be-116d-4e51-93d8-2bcb4c567306), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:48.775328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8452a-289a-4ba0-9e39-7943881eb68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a45c82-00f5-4efb-af39-e3264a470892,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:48.810754 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2afb757f-651e-4d84-8287-a88a2bbb4ae6 req-2a4582c3-900f-4504-95ba-ea545c12683c tempest-ServersAdminNegativeTestJSON-1151294798 tempest-ServersAdminNegativeTestJSON-1151294798-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59ac191-8154-4e1d-ba0e-aad6e8bc055f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.4155285 Jan 31 18:41:49.074469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238c0-9a87-4c51-b3c6-02f4b2ac12b0 req-74945ecc-5988-4e61-ba74-cda6588bbb61 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:49.084502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238c0-9a87-4c51-b3c6-02f4b2ac12b0 req-74945ecc-5988-4e61-ba74-cda6588bbb61 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:49.098887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238c0-9a87-4c51-b3c6-02f4b2ac12b0 req-74945ecc-5988-4e61-ba74-cda6588bbb61 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:49.113106 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34f201a8-f19c-4772-b190-2f263eae3d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:49.114083 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238c0-9a87-4c51-b3c6-02f4b2ac12b0 req-74945ecc-5988-4e61-ba74-cda6588bbb61 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:49.143604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238c0-9a87-4c51-b3c6-02f4b2ac12b0 req-74945ecc-5988-4e61-ba74-cda6588bbb61 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:49.175499 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Sync routers for ids ['1bf6d890-77e2-49a8-b26e-06c5f52ba156'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:41:49.199528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238c0-9a87-4c51-b3c6-02f4b2ac12b0 req-74945ecc-5988-4e61-ba74-cda6588bbb61 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:49.202439 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Routers {'1bf6d890-77e2-49a8-b26e-06c5f52ba156'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:41:49.211166 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1bf6d890-77e2-49a8-b26e-06c5f52ba156'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:49.233682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952238c0-9a87-4c51-b3c6-02f4b2ac12b0 req-74945ecc-5988-4e61-ba74-cda6588bbb61 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:49.237759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-952238c0-9a87-4c51-b3c6-02f4b2ac12b0 req-74945ecc-5988-4e61-ba74-cda6588bbb61 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5395 time: 3.5732179 Jan 31 18:41:49.285099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2c370142-5013-41df-865c-a85fd4752127 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:49.295992 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2c370142-5013-41df-865c-a85fd4752127), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:49.378156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00892d09-2c77-42d5-8a2d-a736d8b920d2 req-bdc4321a-024e-45a4-acb5-5295db527b9e tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 210 time: 0.1091986 Jan 31 18:41:49.459347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b1738e42-7805-4e34-8aa5-5ce0153bfd00 None None] Current status of the port a39104be-116d-4e51-93d8-2bcb4c567306 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:49.462261 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1738e42-7805-4e34-8aa5-5ce0153bfd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a39104be-116d-4e51-93d8-2bcb4c567306), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:49.473481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e8452a-289a-4ba0-9e39-7943881eb68c admin admin] Checking segment: {'id': '48e46727-a789-4497-9431-abc96e3ebdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21894bb7-adca-4fab-8933-57ccc5d46485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:49.474145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e8452a-289a-4ba0-9e39-7943881eb68c admin admin] Network hostable DHCP agents. Network: 21894bb7-adca-4fab-8933-57ccc5d46485, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:41:49.525645 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Set router 1bf6d890-77e2-49a8-b26e-06c5f52ba156 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:41:49.539286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Attempting to bind port fb053bb3-d847-4a79-a6ed-030c225dc535 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:49.547917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Attempting to bind port fb053bb3-d847-4a79-a6ed-030c225dc535 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:49.547917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Attempting to bind port fb053bb3-d847-4a79-a6ed-030c225dc535 on network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:49.592173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Port fb053bb3-d847-4a79-a6ed-030c225dc535 on network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:41:49.592564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Attempting to bind port fb053bb3-d847-4a79-a6ed-030c225dc535 on network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:49.605101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297455ea-9917-41f9-9505-e866a5abe514 req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Made reservation on behalf of 765aa20a6adc4a8894e78ee72eb9642f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:49.624200 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-297455ea-9917-41f9-9505-e866a5abe514 req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:49.650790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b1738e42-7805-4e34-8aa5-5ce0153bfd00 None None] For port a39104be-116d-4e51-93d8-2bcb4c567306, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a39104be-116d-4e51-93d8-2bcb4c567306,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:49.660735 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1738e42-7805-4e34-8aa5-5ce0153bfd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a39104be-116d-4e51-93d8-2bcb4c567306), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:49.704968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e8452a-289a-4ba0-9e39-7943881eb68c admin admin] Network 21894bb7-adca-4fab-8933-57ccc5d46485 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:41:49.730569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d6e8452a-289a-4ba0-9e39-7943881eb68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 21894bb7-adca-4fab-8933-57ccc5d46485) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:49.746453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e8452a-289a-4ba0-9e39-7943881eb68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:49.747073 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6e8452a-289a-4ba0-9e39-7943881eb68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:49.765105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353edc1c-8212-4e79-88d4-56763c7e14c1 None None] Network 21894bb7-adca-4fab-8933-57ccc5d46485 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:49.779538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:49.780300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Checking segment: {'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:49.780743 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Bound using segment: {'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:49.784039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Bound port: fb053bb3-d847-4a79-a6ed-030c225dc535, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:49.784528 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:49.896741 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431388ed-0385-4ba0-a956-cc0d2c90caa7 x-openstack-request-id: req-431388ed-0385-4ba0-a956-cc0d2c90caa7 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:49.898227 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbc8321-6b7a-4143-8051-79f8c6063849", "name": "network-vif-deleted", "tag": "55984e74-e5e9-4a31-9e05-f2eeb4a2335e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:49.898701 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-431388ed-0385-4ba0-a956-cc0d2c90caa7 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:49.899312 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbc8321-6b7a-4143-8051-79f8c6063849', 'name': 'network-vif-deleted', 'tag': '55984e74-e5e9-4a31-9e05-f2eeb4a2335e', 'status': 'completed', 'code': 200} Jan 31 18:41:49.913492 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858414883-router', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '2c370142-5013-41df-865c-a85fd4752127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:31Z', 'updated_at': '2022-01-31T18:41:39Z', 'revision_number': 4, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'gw_port': {'id': '2c370142-5013-41df-865c-a85fd4752127', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:32Z', 'updated_at': '2022-01-31T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '89a33216-b087-43e2-bc48-466bae1b02d3', 'name': '', 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'mac_address': 'fa:16:3e:47:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'c33af149-7684-4f11-8522-85b6e4102e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:37Z', 'updated_at': '2022-01-31T18:41:39Z', 'revision_number': 2, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'subnets': [{'id': 'c33af149-7684-4f11-8522-85b6e4102e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:49.921610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2c370142-5013-41df-865c-a85fd4752127 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:49.922885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a39104be-116d-4e51-93d8-2bcb4c567306 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:49.955776 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Checking router: 1bf6d890-77e2-49a8-b26e-06c5f52ba156 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:41:49.956362 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Updating router 1bf6d890-77e2-49a8-b26e-06c5f52ba156 port 89a33216-b087-43e2-bc48-466bae1b02d3 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:41:49.968369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d6e8452a-289a-4ba0-9e39-7943881eb68c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 6.8434701 Jan 31 18:41:50.017268 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:50.021309 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-952238c0-9a87-4c51-b3c6-02f4b2ac12b0 req-a80bc17a-e150-48b2-9577-1cc61941b44e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6407640 Jan 31 18:41:50.249563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] For port fb053bb3-d847-4a79-a6ed-030c225dc535, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:50.318988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] For port fb053bb3-d847-4a79-a6ed-030c225dc535, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fb053bb3-d847-4a79-a6ed-030c225dc535,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:50.356745 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:50.359306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1738e42-7805-4e34-8aa5-5ce0153bfd00 None None] Pushing event updated for resources: {'Port': ['ID=a39104be-116d-4e51-93d8-2bcb4c567306,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:50.440318 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-286e8aac-1823-4bac-a768-f400c82ad918 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (28642a0d-0c00-4b05-9f3e-62166af13964), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:50.495499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1487519d-d5df-4d45-81e9-c8337cc4ad5b None None] Provisioning complete for port 28642a0d-0c00-4b05-9f3e-62166af13964 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:50.501134 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1487519d-d5df-4d45-81e9-c8337cc4ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (28642a0d-0c00-4b05-9f3e-62166af13964), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:50.512546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35986) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:50.519401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e8aac-1823-4bac-a768-f400c82ad918 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=28642a0d-0c00-4b05-9f3e-62166af13964,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:50.604017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-286e8aac-1823-4bac-a768-f400c82ad918 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:50.605493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1487519d-d5df-4d45-81e9-c8337cc4ad5b None None] Port 28642a0d-0c00-4b05-9f3e-62166af13964 was deleted so its status cannot be updated. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 31 18:41:50.610362 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-286e8aac-1823-4bac-a768-f400c82ad918 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/28642a0d-0c00-4b05-9f3e-62166af13964 HTTP/1.1" status: 204 len: 168 time: 2.8580956 Jan 31 18:41:50.612391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35990) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:50.664738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:50.667504 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:50.681039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] 10.222.0.21 "PUT /v2.0/ports/fb053bb3-d847-4a79-a6ed-030c225dc535 HTTP/1.1" status: 200 len: 1092 time: 8.6323314 Jan 31 18:41:50.773121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ca0b84-616e-44e8-a951-13cb31cd8420 None None] Network 21894bb7-adca-4fab-8933-57ccc5d46485 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:50.858353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a39104be-116d-4e51-93d8-2bcb4c567306 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:50.861568 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a39104be-116d-4e51-93d8-2bcb4c567306), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:50.873837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': 'fb053bb3-d847-4a79-a6ed-030c225dc535'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:50.891345 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bcf3ba-7f67-4242-9e9f-586757c8779e" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "fb053bb3-d847-4a79-a6ed-030c225dc535"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:50.898043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41a0bc99-e373-489c-acc5-7109d2c1bdf6 req-ca65fdd1-d9a1-4e9a-8f37-d918a3cd4e58 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 210 time: 0.2068648 Jan 31 18:41:50.950478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Request body: {'port': {'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:50.955626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5a583-3ec8-4c06-a468-66f88799cc28 admin admin] Deleting port 22b609d7-999d-4245-802a-b6c30bdb7038 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:50.962468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3c5a583-3ec8-4c06-a468-66f88799cc28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:51.013102 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Publish callbacks [] for port (89a33216-b087-43e2-bc48-466bae1b02d3), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:51.029330 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:51.097552 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860434ef-a852-43e1-a833-a2b780afcd06 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:51.103099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860434ef-a852-43e1-a833-a2b780afcd06 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:51.116819 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-860434ef-a852-43e1-a833-a2b780afcd06 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5021901 Jan 31 18:41:51.127045 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36000) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:51.334277 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Pushing event updated for resources: {'Port': ['ID=89a33216-b087-43e2-bc48-466bae1b02d3,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:51.357909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b25d39-9d6a-4994-b115-0fc6c47b4080 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 8e567e1e-b833-4d74-b437-4a54af32b1ee {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:41:51.384253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b25d39-9d6a-4994-b115-0fc6c47b4080 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (8e567e1e-b833-4d74-b437-4a54af32b1ee), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:51.448082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a39104be-116d-4e51-93d8-2bcb4c567306 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:51.460236 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.460734 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.464685 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.465215 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.465662 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.466275 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.469765 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5334-7a7e-460e-9f57-78f0472345e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:51.481375 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.482679 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.484702 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.485744 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.488742 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.491995 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.494848 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:51.549305 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Attempting to bind port 89a33216-b087-43e2-bc48-466bae1b02d3 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:51.549789 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Attempting to bind port 89a33216-b087-43e2-bc48-466bae1b02d3 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'f3e506d1-9fc2-4ee5-ab78-de28027e9090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:51.556618 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Attempting to bind port 89a33216-b087-43e2-bc48-466bae1b02d3 on network 5f3f365f-7a2b-4569-be0e-73e3528f9a46 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:51.570939 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:51.573716 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Checking segment: {'id': 'f3e506d1-9fc2-4ee5-ab78-de28027e9090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:51.574623 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:51.579774 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Bound using segment: {'id': 'f3e506d1-9fc2-4ee5-ab78-de28027e9090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:51.581105 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Bound port: 89a33216-b087-43e2-bc48-466bae1b02d3, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e506d1-9fc2-4ee5-ab78-de28027e9090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:51.581776 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:51.684695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b25d39-9d6a-4994-b115-0fc6c47b4080 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (8e567e1e-b833-4d74-b437-4a54af32b1ee), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:51.787135 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] For port 89a33216-b087-43e2-bc48-466bae1b02d3, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:51.794921 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] For port 89a33216-b087-43e2-bc48-466bae1b02d3, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=89a33216-b087-43e2-bc48-466bae1b02d3,segment=NetworkSegment(f3e506d1-9fc2-4ee5-ab78-de28027e9090),segment_id=f3e506d1-9fc2-4ee5-ab78-de28027e9090)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:51.802318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f3c5a583-3ec8-4c06-a468-66f88799cc28 admin admin] For port 22b609d7-999d-4245-802a-b6c30bdb7038, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=22b609d7-999d-4245-802a-b6c30bdb7038,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:51.803304 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3c5a583-3ec8-4c06-a468-66f88799cc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:51.805826 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:51.850904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5a583-3ec8-4c06-a468-66f88799cc28 admin admin] Calling delete_port for 22b609d7-999d-4245-802a-b6c30bdb7038 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:51.990363 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Routers {'1bf6d890-77e2-49a8-b26e-06c5f52ba156'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:41:51.994066 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1bf6d890-77e2-49a8-b26e-06c5f52ba156'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:52.043658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a39104be-116d-4e51-93d8-2bcb4c567306 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:52.101611 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dd693-b191-41a1-9307-70065b76bf06 None None] Pushing event updated for resources: {'Port': ['ID=89a33216-b087-43e2-bc48-466bae1b02d3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:52.185963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b25d39-9d6a-4994-b115-0fc6c47b4080 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (8e567e1e-b833-4d74-b437-4a54af32b1ee), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:52.199824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-39663e2a-02d2-4a6f-8d25-3c04041f3eb1 None None] Provisioning complete for port 89a33216-b087-43e2-bc48-466bae1b02d3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:52.204449 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-39663e2a-02d2-4a6f-8d25-3c04041f3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:52.217473 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcc4b32-8c83-4f45-ae88-8162e499ec22 x-openstack-request-id: req-2fcc4b32-8c83-4f45-ae88-8162e499ec22 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:41:52.218091 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "fb053bb3-d847-4a79-a6ed-030c225dc535", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:41:52.227812 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fcc4b32-8c83-4f45-ae88-8162e499ec22 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:41:52.232055 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': 'fb053bb3-d847-4a79-a6ed-030c225dc535', 'status': 'completed', 'code': 200} Jan 31 18:41:52.354084 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] Set router 1bf6d890-77e2-49a8-b26e-06c5f52ba156 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:41:52.386073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-195b9db3-1305-4295-8a33-012944af4f04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fb86a71d53b481a995ede65acca6d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8458378 Jan 31 18:41:52.432736 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36014) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:52.479493 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:52.643300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a39104be-116d-4e51-93d8-2bcb4c567306 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:52.644970 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a39104be-116d-4e51-93d8-2bcb4c567306), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:52.661527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-39663e2a-02d2-4a6f-8d25-3c04041f3eb1 None None] Current status of the port 89a33216-b087-43e2-bc48-466bae1b02d3 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:52.662230 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-39663e2a-02d2-4a6f-8d25-3c04041f3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:52.758702 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b25d39-9d6a-4994-b115-0fc6c47b4080 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (8e567e1e-b833-4d74-b437-4a54af32b1ee), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:52.766552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-297455ea-9917-41f9-9505-e866a5abe514 req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Allocated IP 172.20.0.4 (79de0ee2-e879-4b88-9aff-7dcab13f873d/2b5648f2-eae0-4da6-9d27-38065d259af9/a72f98f9-3d25-43d1-bc30-a01a923e87d3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:52.880281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-39663e2a-02d2-4a6f-8d25-3c04041f3eb1 None None] For port 89a33216-b087-43e2-bc48-466bae1b02d3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=89a33216-b087-43e2-bc48-466bae1b02d3,segment=NetworkSegment(f3e506d1-9fc2-4ee5-ab78-de28027e9090),segment_id=f3e506d1-9fc2-4ee5-ab78-de28027e9090)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:52.882630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b25d39-9d6a-4994-b115-0fc6c47b4080 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=8e567e1e-b833-4d74-b437-4a54af32b1ee,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:52.890804 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b25d39-9d6a-4994-b115-0fc6c47b4080 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:52.899516 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-39663e2a-02d2-4a6f-8d25-3c04041f3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:52.904380 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-09b25d39-9d6a-4994-b115-0fc6c47b4080 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/8e567e1e-b833-4d74-b437-4a54af32b1ee HTTP/1.1" status: 204 len: 168 time: 1.7740104 Jan 31 18:41:52.919412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c4d43-b92e-4f8a-ab0d-25cd45ee2cb6 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:52.938076 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36016) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:52.944121 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Publish callbacks [] for security_group (d59ac191-8154-4e1d-ba0e-aad6e8bc055f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:52.966187 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858414883-router', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '2c370142-5013-41df-865c-a85fd4752127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:31Z', 'updated_at': '2022-01-31T18:41:39Z', 'revision_number': 4, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'gw_port': {'id': '2c370142-5013-41df-865c-a85fd4752127', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:32Z', 'updated_at': '2022-01-31T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '89a33216-b087-43e2-bc48-466bae1b02d3', 'name': '', 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'mac_address': 'fa:16:3e:47:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'c33af149-7684-4f11-8522-85b6e4102e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:37Z', 'updated_at': '2022-01-31T18:41:51Z', 'revision_number': 4, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'subnets': [{'id': 'c33af149-7684-4f11-8522-85b6e4102e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:53.038489 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dbaef4-44b8-405e-a6cf-9acd2719239a None None] The sync data for ids ['1bf6d890-77e2-49a8-b26e-06c5f52ba156'] in n-d-812111-15 is: [{'id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858414883-router', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '2c370142-5013-41df-865c-a85fd4752127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:31Z', 'updated_at': '2022-01-31T18:41:39Z', 'revision_number': 4, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'gw_port': {'id': '2c370142-5013-41df-865c-a85fd4752127', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:32Z', 'updated_at': '2022-01-31T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '89a33216-b087-43e2-bc48-466bae1b02d3', 'name': '', 'network_id': '5f3f365f-7a2b-4569-be0e-73e3528f9a46', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'mac_address': 'fa:16:3e:47:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'c33af149-7684-4f11-8522-85b6e4102e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:37Z', 'updated_at': '2022-01-31T18:41:51Z', 'revision_number': 4, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'subnets': [{'id': 'c33af149-7684-4f11-8522-85b6e4102e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:41:53.061541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-0e285161-7e7c-4180-9ad9-08a5a9405f7a tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:53.074845 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-0e285161-7e7c-4180-9ad9-08a5a9405f7a tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/networks?id=21894bb7-adca-4fab-8933-57ccc5d46485 HTTP/1.1" status: 200 len: 822 time: 0.9187338 Jan 31 18:41:53.095936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec0393-38fb-458a-a96d-1bd35951ac4f service neutron] Pushing event updated for resources: {'Port': ['ID=fb053bb3-d847-4a79-a6ed-030c225dc535,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:53.121646 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-84f076a1-f630-45c7-8955-2d92f46b0f7f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1692512 Jan 31 18:41:53.127272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36018) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:53.227889 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Publish callbacks [] for security_group (d59ac191-8154-4e1d-ba0e-aad6e8bc055f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:53.294441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-120a4566-fc3f-423d-91b4-6390b4621060 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/quotas/819d0d542a954ac5a668e21e7fa8ba09 HTTP/1.1" status: 200 len: 375 time: 0.2176902 Jan 31 18:41:53.326190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39663e2a-02d2-4a6f-8d25-3c04041f3eb1 None None] Pushing event updated for resources: {'Port': ['ID=89a33216-b087-43e2-bc48-466bae1b02d3,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:53.327085 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3c5a583-3ec8-4c06-a468-66f88799cc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (22b609d7-999d-4245-802a-b6c30bdb7038), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:53.333178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d3064453-0779-4cde-a696-21cc8d61e269 None None] Provisioning complete for port 89a33216-b087-43e2-bc48-466bae1b02d3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:53.334334 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d3064453-0779-4cde-a696-21cc8d61e269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:53.413703 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a39104be-116d-4e51-93d8-2bcb4c567306 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:53.498969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5a583-3ec8-4c06-a468-66f88799cc28 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b609d7-999d-4245-802a-b6c30bdb7038,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:53.581174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-55234703-929d-41bc-9ce0-0218fd1821f3 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=819d0d542a954ac5a668e21e7fa8ba09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2857399 Jan 31 18:41:53.603735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-654e98ad-f4da-4c2b-a4d6-35f74f88e807 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:41:53.622202 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-654e98ad-f4da-4c2b-a4d6-35f74f88e807 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0384765 Jan 31 18:41:53.637456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d3064453-0779-4cde-a696-21cc8d61e269 None None] Current status of the port 89a33216-b087-43e2-bc48-466bae1b02d3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:53.649696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1795a60-08b7-4c51-a617-c4a48d53f28a None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:41:53.785274 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d59ac191-8154-4e1d-ba0e-aad6e8bc055f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:53.787854 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:53.798937 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d59ac191-8154-4e1d-ba0e-aad6e8bc055f HTTP/1.1" status: 204 len: 168 time: 1.3545668 Jan 31 18:41:53.822176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3315f28-3cd4-48ce-9049-d4d6fee159ac req-39d7c54d-10e0-47b2-a772-fbd151bc0bbb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:53.829047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3315f28-3cd4-48ce-9049-d4d6fee159ac req-39d7c54d-10e0-47b2-a772-fbd151bc0bbb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:53.837637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3315f28-3cd4-48ce-9049-d4d6fee159ac req-39d7c54d-10e0-47b2-a772-fbd151bc0bbb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:53.855322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f1795a60-08b7-4c51-a617-c4a48d53f28a None None] Deleting port a39104be-116d-4e51-93d8-2bcb4c567306 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:53.859309 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f1795a60-08b7-4c51-a617-c4a48d53f28a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a39104be-116d-4e51-93d8-2bcb4c567306), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:53.862856 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3315f28-3cd4-48ce-9049-d4d6fee159ac req-39d7c54d-10e0-47b2-a772-fbd151bc0bbb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:53.864127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59ac191-8154-4e1d-ba0e-aad6e8bc055f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:53.905507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.907782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.908689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.912081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.912680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.916537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.917811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.919449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.919992 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.921429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.922071 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.923901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.924468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fc144f-77c3-4ea6-9a7b-9cc72be5d3e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:53.930715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3315f28-3cd4-48ce-9049-d4d6fee159ac req-39d7c54d-10e0-47b2-a772-fbd151bc0bbb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:53.963093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3315f28-3cd4-48ce-9049-d4d6fee159ac req-39d7c54d-10e0-47b2-a772-fbd151bc0bbb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:53.978451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3315f28-3cd4-48ce-9049-d4d6fee159ac req-39d7c54d-10e0-47b2-a772-fbd151bc0bbb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:53.982765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3315f28-3cd4-48ce-9049-d4d6fee159ac req-39d7c54d-10e0-47b2-a772-fbd151bc0bbb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5407 time: 1.7893660 Jan 31 18:41:54.010068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f1795a60-08b7-4c51-a617-c4a48d53f28a None None] For port a39104be-116d-4e51-93d8-2bcb4c567306, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a39104be-116d-4e51-93d8-2bcb4c567306,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:54.010839 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f1795a60-08b7-4c51-a617-c4a48d53f28a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a39104be-116d-4e51-93d8-2bcb4c567306), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:54.033440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f1795a60-08b7-4c51-a617-c4a48d53f28a None None] Calling delete_port for a39104be-116d-4e51-93d8-2bcb4c567306 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:54.110570 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:54.236729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 89a33216-b087-43e2-bc48-466bae1b02d3 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:41:54.245828 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f1795a60-08b7-4c51-a617-c4a48d53f28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (a39104be-116d-4e51-93d8-2bcb4c567306), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:54.333673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3c5a583-3ec8-4c06-a468-66f88799cc28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:54.416152 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:54.451743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1795a60-08b7-4c51-a617-c4a48d53f28a None None] Pushing event deleted for resources: {'Port': ['ID=a39104be-116d-4e51-93d8-2bcb4c567306,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:54.461993 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1795a60-08b7-4c51-a617-c4a48d53f28a None None] No DVR routers for this DVR port a39104be-116d-4e51-93d8-2bcb4c567306 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:41:54.491344 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:54.562222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 89a33216-b087-43e2-bc48-466bae1b02d3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:54.562770 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:54.776915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 89a33216-b087-43e2-bc48-466bae1b02d3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:41:54.807283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36026) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:54.906244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-d71a0d59-bb84-498e-8b3c-9713382b1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:54.906899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-d71a0d59-bb84-498e-8b3c-9713382b1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:54.908377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-d71a0d59-bb84-498e-8b3c-9713382b1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:54.908377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-d71a0d59-bb84-498e-8b3c-9713382b1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:54.908377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-d71a0d59-bb84-498e-8b3c-9713382b1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:54.908833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-d71a0d59-bb84-498e-8b3c-9713382b1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:54.909308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-d71a0d59-bb84-498e-8b3c-9713382b1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:54.911338 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-d71a0d59-bb84-498e-8b3c-9713382b1cc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 6601 time: 2.8435113 Jan 31 18:41:54.935489 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f9355439-51fa-46e0-b424-a067ab69877d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d41bfa1d02e04c8593eaacf06f32dc5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270568 Jan 31 18:41:54.938606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36028) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:55.014245 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c5a583-3ec8-4c06-a468-66f88799cc28 admin admin] Router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:41:55.023088 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17883e16-0547-4fae-a123-eadf00ff1db3 admin admin] Publish callbacks [] for security_group (aa8645d2-c36f-4f71-894f-0693da8e72a7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:55.046295 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17883e16-0547-4fae-a123-eadf00ff1db3 admin admin] Publish callbacks [] for security_group (aa8645d2-c36f-4f71-894f-0693da8e72a7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:55.080626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-4bf569ce-1b3c-4d5a-aaed-b9e81ef91c1c service neutron] 10.222.0.20 "GET /v2.0/networks/21894bb7-adca-4fab-8933-57ccc5d46485?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4513917 Jan 31 18:41:55.111101 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17883e16-0547-4fae-a123-eadf00ff1db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (aa8645d2-c36f-4f71-894f-0693da8e72a7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:55.112849 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17883e16-0547-4fae-a123-eadf00ff1db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:55.116617 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-17883e16-0547-4fae-a123-eadf00ff1db3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa8645d2-c36f-4f71-894f-0693da8e72a7 HTTP/1.1" status: 204 len: 168 time: 0.1743188 Jan 31 18:41:55.137606 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:55.143163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17883e16-0547-4fae-a123-eadf00ff1db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8645d2-c36f-4f71-894f-0693da8e72a7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:55.319150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66313dff-a824-4973-b938-a15a328e3088 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:55.327659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36032) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:55.341151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-66313dff-a824-4973-b938-a15a328e3088 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 2.1460640 Jan 31 18:41:55.346527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3315f28-3cd4-48ce-9049-d4d6fee159ac req-44c04715-aaab-40d9-9bdd-e71fb11f4bf6 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1541770 Jan 31 18:41:55.382809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388db7c9-0733-43f3-bd76-2ea41caed4d0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:55.402311 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Publish callbacks [] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:55.433381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Transition to ACTIVE for port object 388db7c9-0733-43f3-bd76-2ea41caed4d0 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:41:55.507901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c5a583-3ec8-4c06-a468-66f88799cc28 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:41:55.520768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810c37b-f30a-43b4-973b-1ae85b59f8a0 None None] Sync routers for ids ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:41:55.559015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810c37b-f30a-43b4-973b-1ae85b59f8a0 None None] Routers {'e37721d8-1ea4-48cd-a855-0a10e64ab8d9'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:41:55.574762 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f3c5a583-3ec8-4c06-a468-66f88799cc28 admin admin] 10.222.0.20 "PUT /v2.0/routers/e37721d8-1ea4-48cd-a855-0a10e64ab8d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6784236 Jan 31 18:41:55.577343 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36034) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:55.578294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5810c37b-f30a-43b4-973b-1ae85b59f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:55.602488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a71106-11e7-480c-a421-36cf6f75d706 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:55.638984 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-68a71106-11e7-480c-a421-36cf6f75d706 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3100135 Jan 31 18:41:55.644619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36038) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:55.755955 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-297455ea-9917-41f9-9505-e866a5abe514 req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks [] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:55.828100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-5810c37b-f30a-43b4-973b-1ae85b59f8a0 None None] Set router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:41:55.918029 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-55bbda1e-684d-412b-a739-da68689cf705 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2665665 Jan 31 18:41:55.918762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36044) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:55.945268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c13f7ef1-569b-4584-acf6-4fe7e04d1115 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:56.023812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-8f80a3d6-cb6d-4225-afca-1207cc9001fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:56.026066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-8f80a3d6-cb6d-4225-afca-1207cc9001fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:56.028661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-8f80a3d6-cb6d-4225-afca-1207cc9001fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:56.031858 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-8f80a3d6-cb6d-4225-afca-1207cc9001fa service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0798180 Jan 31 18:41:56.046733 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-297455ea-9917-41f9-9505-e866a5abe514 req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:56.059873 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:56.121068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a39104be-116d-4e51-93d8-2bcb4c567306 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:56.332054 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: a39104be-116d-4e51-93d8-2bcb4c567306 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:41:56.332786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a39104be-116d-4e51-93d8-2bcb4c567306 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:56.352092 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:56.428515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Pushing event updated for resources: {'Port': ['ID=388db7c9-0733-43f3-bd76-2ea41caed4d0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:56.430767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5810c37b-f30a-43b4-973b-1ae85b59f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:41:52Z', 'revision_number': 5, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:56.460122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13f7ef1-569b-4584-acf6-4fe7e04d1115 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:56.477247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c13f7ef1-569b-4584-acf6-4fe7e04d1115 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:56.487740 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Publish callbacks [] for router (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:56.556776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810c37b-f30a-43b4-973b-1ae85b59f8a0 None None] Checking router: e37721d8-1ea4-48cd-a855-0a10e64ab8d9 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:41:56.576960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810c37b-f30a-43b4-973b-1ae85b59f8a0 None None] Routers {'e37721d8-1ea4-48cd-a855-0a10e64ab8d9'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:41:56.577776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5810c37b-f30a-43b4-973b-1ae85b59f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:56.700372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Pushing event updated for resources: {'Port': ['ID=a72f98f9-3d25-43d1-bc30-a01a923e87d3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:56.733989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-5810c37b-f30a-43b4-973b-1ae85b59f8a0 None None] Set router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:41:56.827275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297455ea-9917-41f9-9505-e866a5abe514 req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Network 79de0ee2-e879-4b88-9aff-7dcab13f873d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:56.835056 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Publish callbacks [] for router_gateway (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:56.871531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-297455ea-9917-41f9-9505-e866a5abe514 req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:56.876537 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-297455ea-9917-41f9-9505-e866a5abe514 req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:56.936554 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36060) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:57.005375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297455ea-9917-41f9-9505-e866a5abe514 req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:57.012119 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-297455ea-9917-41f9-9505-e866a5abe514 req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:57.091622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Deleting port 7338c6b8-b41b-462c-91b4-d4cff60789f6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:41:57.091946 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:57.114287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5810c37b-f30a-43b4-973b-1ae85b59f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:41:52Z', 'revision_number': 5, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:41:57.209833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810c37b-f30a-43b4-973b-1ae85b59f8a0 None None] The sync data for ids ['e37721d8-1ea4-48cd-a855-0a10e64ab8d9'] in n-d-812111-15 is: [{'id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'name': 'tempest-TaggedBootDevicesTest_v242-1795217753-router', 'tenant_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:25Z', 'updated_at': '2022-01-31T18:41:52Z', 'revision_number': 5, 'project_id': '6c7a3f2a58b5437aa6abfe7ed2afcf5e', 'gw_port': {'id': '7338c6b8-b41b-462c-91b4-d4cff60789f6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37721d8-1ea4-48cd-a855-0a10e64ab8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:26Z', 'updated_at': '2022-01-31T18:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:41:57.228513 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-network', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:57.301207 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Made reservation on behalf of e53bd1ae2f8d455fbfbe5d59d639fb7c for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:57.307455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-57e2d60b-85f8-4534-9343-0b78dd2f136b service neutron] 10.222.0.20 "GET /v2.0/networks/21894bb7-adca-4fab-8933-57ccc5d46485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2257981 Jan 31 18:41:57.320921 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:57.358207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:57.368648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-01b90e8a-f05b-4ff3-ba16-78fa2d0ae39c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2559564 Jan 31 18:41:57.379885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Attempting to bind port 388db7c9-0733-43f3-bd76-2ea41caed4d0 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:57.382243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Attempting to bind port 388db7c9-0733-43f3-bd76-2ea41caed4d0 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:57.383521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Attempting to bind port 388db7c9-0733-43f3-bd76-2ea41caed4d0 on network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:57.413448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Port 388db7c9-0733-43f3-bd76-2ea41caed4d0 on network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:41:57.418081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Attempting to bind port 388db7c9-0733-43f3-bd76-2ea41caed4d0 on network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:57.452885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85412-d130-4d0f-bfae-ac698546f745 req-46967505-5574-4704-b1f2-6a377fe2ba25 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:57.457797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73a85412-d130-4d0f-bfae-ac698546f745 req-46967505-5574-4704-b1f2-6a377fe2ba25 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 931 time: 1.4161901 Jan 31 18:41:57.471286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Request body: {'port': {'device_id': '6e8ad827-7b2b-4034-af2a-688cd3592ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:57.490706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:57.491323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Checking segment: {'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:57.491725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Bound using segment: {'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:57.492220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Bound port: 388db7c9-0733-43f3-bd76-2ea41caed4d0, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bb0d3c-a662-4b9e-9e45-8e9924d040f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:57.492972 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:57.494466 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Publish callbacks [] for security_group (03f479c8-bbca-43db-ad9c-4bce065d7069), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:57.503666 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c13f7ef1-569b-4584-acf6-4fe7e04d1115 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (8079480b-a56d-4e10-b98d-73cfb5f90b95), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:57.551674 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (03f479c8-bbca-43db-ad9c-4bce065d7069), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:57.562435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-c2d82607-a774-4587-b528-4d728abe2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:57.562949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1bcf3ba-7f67-4242-9e9f-586757c8779e req-c2d82607-a774-4587-b528-4d728abe2766 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5103924 Jan 31 18:41:57.692626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] For port 7338c6b8-b41b-462c-91b4-d4cff60789f6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7338c6b8-b41b-462c-91b4-d4cff60789f6,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:57.693149 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:57.696773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 22b609d7-999d-4245-802a-b6c30bdb7038 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:41:57.714135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:41:57.776174 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 22b609d7-999d-4245-802a-b6c30bdb7038 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:41:57.777178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 22b609d7-999d-4245-802a-b6c30bdb7038 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:41:57.829653 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Calling delete_port for 7338c6b8-b41b-462c-91b4-d4cff60789f6 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:41:57.832528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f7ef1-569b-4584-acf6-4fe7e04d1115 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:57.841692 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c13f7ef1-569b-4584-acf6-4fe7e04d1115 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:57.843387 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f7ef1-569b-4584-acf6-4fe7e04d1115 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=8079480b-a56d-4e10-b98d-73cfb5f90b95,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:57.845568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f479c8-bbca-43db-ad9c-4bce065d7069,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:57.850537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f7ef1-569b-4584-acf6-4fe7e04d1115 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:57.851201 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c13f7ef1-569b-4584-acf6-4fe7e04d1115 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:57.854521 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (d54d1639-e7d4-4cab-832c-63330f12c5d3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:57.854875 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Added segment d54d1639-e7d4-4cab-832c-63330f12c5d3 of type vlan for network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e Jan 31 18:41:57.867492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8031a6-9429-41d4-a31b-7c112ca6d708 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:41:57.875399 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73a85412-d130-4d0f-bfae-ac698546f745 req-9ec9ef49-520d-458a-ad82-03d74b422b20 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739781 Jan 31 18:41:58.166660 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c13f7ef1-569b-4584-acf6-4fe7e04d1115 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2410650 Jan 31 18:41:58.173673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (6b8b8e30-2f74-4898-b49a-2b3dd9a9155e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:58.175673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:58.194925 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:58.215956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': '8079480b-a56d-4e10-b98d-73cfb5f90b95', 'ip_address': '2001:db8::4c5e:4834:adb9:d7f'}], 'name': 'tempest-NetworksTestDHCPv6-2133675458'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:58.238499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '8079480b-a56d-4e10-b98d-73cfb5f90b95'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:41:58.239413 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:58.375445 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:41:58.464704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] For port 388db7c9-0733-43f3-bd76-2ea41caed4d0, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:41:58.486162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] For port 388db7c9-0733-43f3-bd76-2ea41caed4d0, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=388db7c9-0733-43f3-bd76-2ea41caed4d0,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:41:58.501900 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:58.633819 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (6b8b8e30-2f74-4898-b49a-2b3dd9a9155e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:58.636213 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:58.637303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:58.823949 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8779576 Jan 31 18:41:58.835794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72f98f9-3d25-43d1-bc30-a01a923e87d3 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:41:58.840133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36090) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:41:58.842433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Allocated IP 2001:db8::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/8079480b-a56d-4e10-b98d-73cfb5f90b95/7732d885-f04f-4e4a-98bf-08475d5e0e0f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:41:58.858706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-92d30d8d-b812-4374-be1b-990d13050b30 admin admin] Request body: {'subnet': {'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-subnet', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:41:58.886435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835fc30-5087-4a7d-aec7-7f6cd5d8d36c admin admin] Pushing event updated for resources: {'Network': ['ID=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:58.915095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:41:58.976284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d59abef-0bf9-4ae5-8105-6f77764bde53 req-7347cb09-d6eb-4871-aa6a-4c1e545bf0ee tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 210 time: 0.5346746 Jan 31 18:41:58.990529 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Publish callbacks [] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:59.007925 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:41:59.021916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d30d8d-b812-4374-be1b-990d13050b30 admin admin] Made reservation on behalf of e53bd1ae2f8d455fbfbe5d59d639fb7c for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:41:59.027310 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92d30d8d-b812-4374-be1b-990d13050b30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:59.031769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67f7f-baef-4b68-819b-095bb8b2a8e8 req-a4d83845-56d0-4f85-98e1-63cbc14cac06 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:59.039298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67f7f-baef-4b68-819b-095bb8b2a8e8 req-a4d83845-56d0-4f85-98e1-63cbc14cac06 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:59.052070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67f7f-baef-4b68-819b-095bb8b2a8e8 req-a4d83845-56d0-4f85-98e1-63cbc14cac06 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:59.058716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67f7f-baef-4b68-819b-095bb8b2a8e8 req-a4d83845-56d0-4f85-98e1-63cbc14cac06 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:59.082870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67f7f-baef-4b68-819b-095bb8b2a8e8 req-a4d83845-56d0-4f85-98e1-63cbc14cac06 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:59.099047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67f7f-baef-4b68-819b-095bb8b2a8e8 req-a4d83845-56d0-4f85-98e1-63cbc14cac06 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:59.117454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67f7f-baef-4b68-819b-095bb8b2a8e8 req-a4d83845-56d0-4f85-98e1-63cbc14cac06 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:59.129884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69d67f7f-baef-4b68-819b-095bb8b2a8e8 req-a4d83845-56d0-4f85-98e1-63cbc14cac06 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5419 time: 1.0493872 Jan 31 18:41:59.201932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:59.206875 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:59.212282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] 10.222.0.21 "PUT /v2.0/ports/388db7c9-0733-43f3-bd76-2ea41caed4d0 HTTP/1.1" status: 200 len: 1092 time: 8.2752986 Jan 31 18:41:59.294123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': '388db7c9-0733-43f3-bd76-2ea41caed4d0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:41:59.294123 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dca3fe-6657-4c77-9943-512470e47446" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "388db7c9-0733-43f3-bd76-2ea41caed4d0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:41:59.751373 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Publish callbacks [] for port (7732d885-f04f-4e4a-98bf-08475d5e0e0f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:59.772440 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (7732d885-f04f-4e4a-98bf-08475d5e0e0f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:59.848769 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:41:59.853133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:41:59.861794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:41:59.866160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Pushing event updated for resources: {'Port': ['ID=7732d885-f04f-4e4a-98bf-08475d5e0e0f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:59.954262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Attempting to bind port 7732d885-f04f-4e4a-98bf-08475d5e0e0f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:41:59.954965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Attempting to bind port 7732d885-f04f-4e4a-98bf-08475d5e0e0f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:41:59.955524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Attempting to bind port 7732d885-f04f-4e4a-98bf-08475d5e0e0f on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:41:59.961988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:41:59.962731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:41:59.963490 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:59.964617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:41:59.965540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Bound port: 7732d885-f04f-4e4a-98bf-08475d5e0e0f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:41:59.966117 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7732d885-f04f-4e4a-98bf-08475d5e0e0f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:41:59.984148 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7338c6b8-b41b-462c-91b4-d4cff60789f6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:00.000185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:00.064948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] For port 7732d885-f04f-4e4a-98bf-08475d5e0e0f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:00.068921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] For port 7732d885-f04f-4e4a-98bf-08475d5e0e0f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7732d885-f04f-4e4a-98bf-08475d5e0e0f,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:00.082574 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7732d885-f04f-4e4a-98bf-08475d5e0e0f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:00.142141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e7903-0f24-43c6-91aa-d6404ef441ac service neutron] Pushing event updated for resources: {'Port': ['ID=388db7c9-0733-43f3-bd76-2ea41caed4d0,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:00.187976 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:00.190388 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92d30d8d-b812-4374-be1b-990d13050b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (b9e21eb1-7818-4cdd-be7b-5bc1f1063cec), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:00.226215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1662614-85df-41ce-8e84-19a4c7a4ff73 None None] Pushing event updated for resources: {'Port': ['ID=7732d885-f04f-4e4a-98bf-08475d5e0e0f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:00.275755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Pushing event deleted for resources: {'Port': ['ID=7338c6b8-b41b-462c-91b4-d4cff60789f6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:00.293720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Transition to ACTIVE for port object a72f98f9-3d25-43d1-bc30-a01a923e87d3 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:42:00.402411 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:00.409679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port a55d2e85-ce52-4dd6-a8f0-585cd78912b9 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:42:00.410505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69d67f7f-baef-4b68-819b-095bb8b2a8e8 req-e4fdbd0e-f47c-4770-9ceb-a8196aa84dab tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2790084 Jan 31 18:42:00.412084 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:00.538676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Pushing event updated for resources: {'Port': ['ID=a72f98f9-3d25-43d1-bc30-a01a923e87d3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:00.693235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2438a99-d9f0-4c7c-a056-e685b858326f req-d96aba1c-a999-4be4-abdd-3e90e28781ce tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:00.706038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2438a99-d9f0-4c7c-a056-e685b858326f req-d96aba1c-a999-4be4-abdd-3e90e28781ce tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 946 time: 1.5693972 Jan 31 18:42:00.831892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-5a1593f4-4a5c-4d27-9320-28b245aade1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:00.832441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-5a1593f4-4a5c-4d27-9320-28b245aade1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:00.832928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-5a1593f4-4a5c-4d27-9320-28b245aade1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:00.833576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-5a1593f4-4a5c-4d27-9320-28b245aade1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:00.834080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-5a1593f4-4a5c-4d27-9320-28b245aade1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:00.834573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-5a1593f4-4a5c-4d27-9320-28b245aade1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:00.835076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-5a1593f4-4a5c-4d27-9320-28b245aade1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:00.839965 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-5a1593f4-4a5c-4d27-9320-28b245aade1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 6700 time: 1.4852321 Jan 31 18:42:00.846584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d30d8d-b812-4374-be1b-990d13050b30 admin admin] Checking segment: {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:00.847034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d30d8d-b812-4374-be1b-990d13050b30 admin admin] Network hostable DHCP agents. Network: 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:42:00.855011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d30d8d-b812-4374-be1b-990d13050b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:00.865320 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:00.866752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-7093d5e5-5c05-43fb-874d-a49a4ab41f39 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:00.868376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-7093d5e5-5c05-43fb-874d-a49a4ab41f39 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 946 time: 0.7093365 Jan 31 18:42:00.881037 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Publish callbacks [] for router_controller (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:01.019375 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-4501f62c-8c3e-418d-ba06-36159ba628ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae6f0d3-175d-49d4-a18b-ca0777c69d54 HTTP/1.1" status: 200 len: 217 time: 0.1676028 Jan 31 18:42:01.058104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d30d8d-b812-4374-be1b-990d13050b30 admin admin] Network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:42:01.078235 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (e37721d8-1ea4-48cd-a855-0a10e64ab8d9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:01.079230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e37721d8-1ea4-48cd-a855-0a10e64ab8d9 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:42:01.084161 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-92d30d8d-b812-4374-be1b-990d13050b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:01.093643 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:01.095102 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-40894301-dbe2-4cb6-ba78-4a8dd4277429 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e37721d8-1ea4-48cd-a855-0a10e64ab8d9 HTTP/1.1" status: 204 len: 168 time: 5.5105813 Jan 31 18:42:01.106372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326f474d-be35-4be1-a081-f2068323f38c None None] Network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:01.109956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d30d8d-b812-4374-be1b-990d13050b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:01.110611 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92d30d8d-b812-4374-be1b-990d13050b30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:01.144091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::4c5e:4834:adb9:d7f (270588c3-27c5-4bbe-bc62-125107bc7b03/8079480b-a56d-4e10-b98d-73cfb5f90b95/a55d2e85-ce52-4dd6-a8f0-585cd78912b9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:01.146781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-28312ed1-5379-448c-b848-4375af1566a8 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:01.152522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-28312ed1-5379-448c-b848-4375af1566a8 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.21 "GET /v2.0/networks?id=21894bb7-adca-4fab-8933-57ccc5d46485 HTTP/1.1" status: 200 len: 822 time: 0.9784703 Jan 31 18:42:01.153412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36114) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:01.186637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088d344-4326-40c3-8bd1-2b005fe045a6 req-3f9ccd57-039c-46f8-a460-f348601aa2e5 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:01.189513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b088d344-4326-40c3-8bd1-2b005fe045a6 req-3f9ccd57-039c-46f8-a460-f348601aa2e5 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 943 time: 0.5832784 Jan 31 18:42:01.297447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2438a99-d9f0-4c7c-a056-e685b858326f req-076d8f01-5607-4af3-9b88-09b207ef644d tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5896149 Jan 31 18:42:01.325657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Request body: {'port': {'device_id': '09f8ccc1-73da-4b93-8a3d-ed4c7249cf96', 'network_id': '21894bb7-adca-4fab-8933-57ccc5d46485', 'admin_state_up': True, 'tenant_id': '819d0d542a954ac5a668e21e7fa8ba09'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:01.425360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:42:01.426251 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:01.480546 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (a55d2e85-ce52-4dd6-a8f0-585cd78912b9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:01.532880 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-92d30d8d-b812-4374-be1b-990d13050b30 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6898959 Jan 31 18:42:01.536250 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a55d2e85-ce52-4dd6-a8f0-585cd78912b9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:01.557141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:01.568766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-6d09e2bf-ef05-44a0-8b9b-613239eb39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:01.574911 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-6d09e2bf-ef05-44a0-8b9b-613239eb39a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e109565c-f7ac-4d00-b22b-e887bf719fa5 HTTP/1.1" status: 200 len: 851 time: 0.5285251 Jan 31 18:42:01.578751 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51b2694-b2ed-442b-9cc7-2943dcf4ad23 x-openstack-request-id: req-d51b2694-b2ed-442b-9cc7-2943dcf4ad23 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:01.579097 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "388db7c9-0733-43f3-bd76-2ea41caed4d0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:01.581594 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d51b2694-b2ed-442b-9cc7-2943dcf4ad23 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:01.582118 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': '388db7c9-0733-43f3-bd76-2ea41caed4d0', 'status': 'completed', 'code': 200} Jan 31 18:42:01.635085 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:01.639147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=a55d2e85-ce52-4dd6-a8f0-585cd78912b9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:01.655770 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:01.659430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:01.673466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:01.674943 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:01.711160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:01.748575 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d2934028-1bb3-4970-95e6-cc5cfe34726e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5702388 Jan 31 18:42:01.757508 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:01.776865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Allocated IP 172.20.0.2 (6b8b8e30-2f74-4898-b49a-2b3dd9a9155e/b9e21eb1-7818-4cdd-be7b-5bc1f1063cec/7764cc1a-10de-4475-8a92-087847b941bc) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:01.780423 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4d4c2c9c-1d59-4a78-a3cf-2d062949efa3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': '8079480b-a56d-4e10-b98d-73cfb5f90b95', 'ip_address': '2001:db8::4c5e:4834:adb9:d7f'}], 'name': 'tempest-NetworksTestDHCPv6-1836825855'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:01.884290 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b97772f6-d5b2-4080-a072-a798ada3c0b2 req-b51673a4-d350-4424-a9d1-906472e3066e tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 210 time: 0.3009799 Jan 31 18:42:02.027898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Attempting to bind port a72f98f9-3d25-43d1-bc30-a01a923e87d3 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:02.028523 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Attempting to bind port a72f98f9-3d25-43d1-bc30-a01a923e87d3 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:02.029079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Attempting to bind port a72f98f9-3d25-43d1-bc30-a01a923e87d3 on network 79de0ee2-e879-4b88-9aff-7dcab13f873d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:02.044524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b088d344-4326-40c3-8bd1-2b005fe045a6 req-406d02e6-25fa-4740-b814-f43d9a9e2651 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6448152 Jan 31 18:42:02.052031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7732d885-f04f-4e4a-98bf-08475d5e0e0f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:02.069798 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4c2c9c-1d59-4a78-a3cf-2d062949efa3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:02.084453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d4c2c9c-1d59-4a78-a3cf-2d062949efa3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.085390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Port a72f98f9-3d25-43d1-bc30-a01a923e87d3 on network 79de0ee2-e879-4b88-9aff-7dcab13f873d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:42:02.085904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Attempting to bind port a72f98f9-3d25-43d1-bc30-a01a923e87d3 on network 79de0ee2-e879-4b88-9aff-7dcab13f873d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:02.089489 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (3d077788-8791-4bbd-8cba-077da5ff5fcd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.090589 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (3d077788-8791-4bbd-8cba-077da5ff5fcd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.102042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:02.102780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Checking segment: {'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:02.103402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Bound using segment: {'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:02.105256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Bound port: a72f98f9-3d25-43d1-bc30-a01a923e87d3, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4d66f0-2584-4050-b986-c32b078947a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:02.106086 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.141496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-4d4c2c9c-1d59-4a78-a3cf-2d062949efa3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port ab51eee2-977d-4efe-bd02-d2b72d947f8f yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:42:02.189033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-a1596f0a-cac6-4a2b-9990-26d13f68e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:02.190641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-a1596f0a-cac6-4a2b-9990-26d13f68e7da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e26b851d-0946-4172-af21-cdb27088cdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4036078 Jan 31 18:42:02.207982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dd01ba-aa39-40f6-b1ce-4d90a97b7768 admin admin] Deleting subnet 1b3dd08e-b156-4999-ad16-0c3ed85c691c {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:42:02.217934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Made reservation on behalf of 819d0d542a954ac5a668e21e7fa8ba09 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:02.223238 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.374079 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Publish callbacks [] for router_controller (3d077788-8791-4bbd-8cba-077da5ff5fcd), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.396859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-0a9b33ef-3314-4013-aeb5-92f347adbbea service neutron] 10.222.0.21 "GET /v2.0/networks/e26b851d-0946-4172-af21-cdb27088cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858957 Jan 31 18:42:02.399990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27dd01ba-aa39-40f6-b1ce-4d90a97b7768 admin admin] Publish callbacks [] for subnet (1b3dd08e-b156-4999-ad16-0c3ed85c691c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.474131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Deleting port d83337ed-dba1-467e-a8ab-702dae182f6e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:02.474870 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.548977 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Publish callbacks [] for port (7764cc1a-10de-4475-8a92-087847b941bc), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.570155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device d83337ed-dba1-467e-a8ab-702dae182f6e no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:02.578212 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (7764cc1a-10de-4475-8a92-087847b941bc), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.655279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] For port a72f98f9-3d25-43d1-bc30-a01a923e87d3, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:02.660949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] For port a72f98f9-3d25-43d1-bc30-a01a923e87d3, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=a72f98f9-3d25-43d1-bc30-a01a923e87d3,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:02.757551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:02.771340 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:02.774102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:02.857430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-11d2b0c6-b8b2-4c3a-a783-ab6e7a7de488 None None] Provisioning complete for port 7732d885-f04f-4e4a-98bf-08475d5e0e0f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:02.858188 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-11d2b0c6-b8b2-4c3a-a783-ab6e7a7de488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7732d885-f04f-4e4a-98bf-08475d5e0e0f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.860460 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27dd01ba-aa39-40f6-b1ce-4d90a97b7768 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (1b3dd08e-b156-4999-ad16-0c3ed85c691c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.907816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Attempting to bind port 7764cc1a-10de-4475-8a92-087847b941bc on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:02.908620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Attempting to bind port 7764cc1a-10de-4475-8a92-087847b941bc by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:02.909252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Attempting to bind port 7764cc1a-10de-4475-8a92-087847b941bc on network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:02.924249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Pushing event updated for resources: {'Port': ['ID=7764cc1a-10de-4475-8a92-087847b941bc,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:02.949688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Publish callbacks [] for router_gateway (3d077788-8791-4bbd-8cba-077da5ff5fcd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:02.988954 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27dd01ba-aa39-40f6-b1ce-4d90a97b7768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (1b3dd08e-b156-4999-ad16-0c3ed85c691c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.011161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:03.011734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Checking segment: {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:03.012628 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.013136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Bound using segment: {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:03.013892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Bound port: 7764cc1a-10de-4475-8a92-087847b941bc, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:03.014391 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7764cc1a-10de-4475-8a92-087847b941bc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.016773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7732d885-f04f-4e4a-98bf-08475d5e0e0f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:03.017258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7732d885-f04f-4e4a-98bf-08475d5e0e0f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.020423 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4c2c9c-1d59-4a78-a3cf-2d062949efa3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 31 18:42:03.020977 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4c2c9c-1d59-4a78-a3cf-2d062949efa3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:42:03.022908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-11d2b0c6-b8b2-4c3a-a783-ab6e7a7de488 None None] Current status of the port 7732d885-f04f-4e4a-98bf-08475d5e0e0f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:03.023535 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-11d2b0c6-b8b2-4c3a-a783-ab6e7a7de488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7732d885-f04f-4e4a-98bf-08475d5e0e0f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.059939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-1c95066a-627f-4ef2-8eb0-3d23a6876fba service neutron] 10.222.0.21 "GET /v2.0/networks/e26b851d-0946-4172-af21-cdb27088cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445405 Jan 31 18:42:03.068914 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27dd01ba-aa39-40f6-b1ce-4d90a97b7768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (1b3dd08e-b156-4999-ad16-0c3ed85c691c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.138111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port d83337ed-dba1-467e-a8ab-702dae182f6e is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:03.138111 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.168556 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4d4c2c9c-1d59-4a78-a3cf-2d062949efa3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.4094107 Jan 31 18:42:03.172697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:03.259812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-11d2b0c6-b8b2-4c3a-a783-ab6e7a7de488 None None] For port 7732d885-f04f-4e4a-98bf-08475d5e0e0f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7732d885-f04f-4e4a-98bf-08475d5e0e0f,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:03.285993 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.315538 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa8a334-d83a-4bc5-b112-cd3def92216a None None] Network a69c8120-6908-4e05-952c-14dc7b37ddd6 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:03.320723 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-11d2b0c6-b8b2-4c3a-a783-ab6e7a7de488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7732d885-f04f-4e4a-98bf-08475d5e0e0f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.344233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4a5da0-483a-4216-bb02-ee7bf55b0253 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.348069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c07ac25-f984-49b8-8302-3135561810f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd83337ed-dba1-467e-a8ab-702dae182f6e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:03.354361 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d52141-070a-4e92-93b3-8739636fc3d2" -d '{"events": [{"server_uuid": "1c07ac25-f984-49b8-8302-3135561810f5", "name": "network-vif-unplugged", "status": "completed", "tag": "d83337ed-dba1-467e-a8ab-702dae182f6e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:03.356890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4a5da0-483a-4216-bb02-ee7bf55b0253 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.358693 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ff4a5da0-483a-4216-bb02-ee7bf55b0253 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1850095 Jan 31 18:42:03.362501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:03.365345 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27dd01ba-aa39-40f6-b1ce-4d90a97b7768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.372838 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-27dd01ba-aa39-40f6-b1ce-4d90a97b7768 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1b3dd08e-b156-4999-ad16-0c3ed85c691c HTTP/1.1" status: 204 len: 168 time: 2.2043986 Jan 31 18:42:03.375118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd01ba-aa39-40f6-b1ce-4d90a97b7768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b3dd08e-b156-4999-ad16-0c3ed85c691c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:03.388362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:03.392749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c8ddb5c5-b6f0-4f72-a1b5-087447f99240 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 HTTP/1.1" status: 200 len: 217 time: 0.1497607 Jan 31 18:42:03.446512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.447430 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.449936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] 10.222.0.49 "PUT /v2.0/ports/a72f98f9-3d25-43d1-bc30-a01a923e87d3 HTTP/1.1" status: 200 len: 1092 time: 6.0384848 Jan 31 18:42:03.555231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port d83337ed-dba1-467e-a8ab-702dae182f6e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d83337ed-dba1-467e-a8ab-702dae182f6e,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:03.567256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05a8a7f3-905f-4b78-8272-00ca9f1074b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.569238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-05a8a7f3-905f-4b78-8272-00ca9f1074b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 200 len: 797 time: 0.1475580 Jan 31 18:42:03.593370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8ad827-7b2b-4034-af2a-688cd3592ac8', 'tag': 'a72f98f9-3d25-43d1-bc30-a01a923e87d3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:03.600807 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef69ed27-010e-47a8-a99a-6ceecdbac486" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8ad827-7b2b-4034-af2a-688cd3592ac8", "tag": "a72f98f9-3d25-43d1-bc30-a01a923e87d3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:03.615397 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] For port 7764cc1a-10de-4475-8a92-087847b941bc, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:03.646629 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.715448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] For port 7764cc1a-10de-4475-8a92-087847b941bc, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7764cc1a-10de-4475-8a92-087847b941bc,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:03.741476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10961c48-a6b1-4bdd-8a05-e2c48242d45c req-bf4d72fc-75c6-4086-b798-637a1639eb4a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.754589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10961c48-a6b1-4bdd-8a05-e2c48242d45c req-bf4d72fc-75c6-4086-b798-637a1639eb4a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.768904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10961c48-a6b1-4bdd-8a05-e2c48242d45c req-bf4d72fc-75c6-4086-b798-637a1639eb4a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.779200 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10961c48-a6b1-4bdd-8a05-e2c48242d45c req-bf4d72fc-75c6-4086-b798-637a1639eb4a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.795804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10961c48-a6b1-4bdd-8a05-e2c48242d45c req-bf4d72fc-75c6-4086-b798-637a1639eb4a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.809860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10961c48-a6b1-4bdd-8a05-e2c48242d45c req-bf4d72fc-75c6-4086-b798-637a1639eb4a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.817133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10961c48-a6b1-4bdd-8a05-e2c48242d45c req-bf4d72fc-75c6-4086-b798-637a1639eb4a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.819048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10961c48-a6b1-4bdd-8a05-e2c48242d45c req-bf4d72fc-75c6-4086-b798-637a1639eb4a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5419 time: 1.6682818 Jan 31 18:42:03.832802 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7764cc1a-10de-4475-8a92-087847b941bc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.844759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-56a9bb7f-c92c-4136-94ff-3d8fa0088162 None None] Provisioning complete for port a55d2e85-ce52-4dd6-a8f0-585cd78912b9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:03.845134 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-56a9bb7f-c92c-4136-94ff-3d8fa0088162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a55d2e85-ce52-4dd6-a8f0-585cd78912b9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.846664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2b0c6-b8b2-4c3a-a783-ab6e7a7de488 None None] Pushing event updated for resources: {'Port': ['ID=7732d885-f04f-4e4a-98bf-08475d5e0e0f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:03.888832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd63f5-759d-4174-87fa-3bfac5da4d96 req-de80ac74-fb18-4851-bc5e-8d5ba5ca496d tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.896245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92cd63f5-759d-4174-87fa-3bfac5da4d96 req-de80ac74-fb18-4851-bc5e-8d5ba5ca496d tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 946 time: 1.4129865 Jan 31 18:42:03.897772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (a69c8120-6908-4e05-952c-14dc7b37ddd6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:03.962227 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7732d885-f04f-4e4a-98bf-08475d5e0e0f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:03.996400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-56a9bb7f-c92c-4136-94ff-3d8fa0088162 None None] Port a55d2e85-ce52-4dd6-a8f0-585cd78912b9 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:42:04.101737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Publish callbacks [] for router_gateway (3d077788-8791-4bbd-8cba-077da5ff5fcd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:04.126576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=d83337ed-dba1-467e-a8ab-702dae182f6e,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:04.126846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] For port d83337ed-dba1-467e-a8ab-702dae182f6e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d83337ed-dba1-467e-a8ab-702dae182f6e,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:04.127220 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:04.177837 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:04.204011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7338c6b8-b41b-462c-91b4-d4cff60789f6 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:04.258246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7338c6b8-b41b-462c-91b4-d4cff60789f6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:04.258602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7338c6b8-b41b-462c-91b4-d4cff60789f6 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:04.263652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bce0e0-518e-4720-a6af-d54bb0784839 service neutron] Pushing event updated for resources: {'Port': ['ID=a72f98f9-3d25-43d1-bc30-a01a923e87d3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:04.329810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c98a6-c1de-4224-97a1-2106a4c68cc3 None None] Pushing event updated for resources: {'Port': ['ID=7764cc1a-10de-4475-8a92-087847b941bc,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:04.346997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92cd63f5-759d-4174-87fa-3bfac5da4d96 req-ba10229c-8038-4bb9-a286-18bdeda61ecd tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4427974 Jan 31 18:42:04.479858 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Allocated IP 172.25.8.111 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/e5baa0ea-744a-4ab2-b3e7-4c9301e68562) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:04.502043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce687ef-5412-4227-9890-7cb279a132f7 None None] DHCP port deletion for a69c8120-6908-4e05-952c-14dc7b37ddd6 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:42:04.669160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8ce687ef-5412-4227-9890-7cb279a132f7 None None] Deleting port d6a11820-4d6b-4074-97af-59c487639c90 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:04.669835 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ce687ef-5412-4227-9890-7cb279a132f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d6a11820-4d6b-4074-97af-59c487639c90), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:04.684007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7732d885-f04f-4e4a-98bf-08475d5e0e0f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:04.710731 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8d48c074-d5ad-4d7e-9a2a-c2ad8b0cf2ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port a55d2e85-ce52-4dd6-a8f0-585cd78912b9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:04.714467 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d48c074-d5ad-4d7e-9a2a-c2ad8b0cf2ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a55d2e85-ce52-4dd6-a8f0-585cd78912b9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:04.881352 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Publish callbacks [] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:04.915921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8ce687ef-5412-4227-9890-7cb279a132f7 None None] For port d6a11820-4d6b-4074-97af-59c487639c90, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d6a11820-4d6b-4074-97af-59c487639c90,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:04.916500 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ce687ef-5412-4227-9890-7cb279a132f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d6a11820-4d6b-4074-97af-59c487639c90), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:04.962591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8ce687ef-5412-4227-9890-7cb279a132f7 None None] Calling delete_port for d6a11820-4d6b-4074-97af-59c487639c90 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:04.995842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7732d885-f04f-4e4a-98bf-08475d5e0e0f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:04.996735 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7732d885-f04f-4e4a-98bf-08475d5e0e0f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:05.080564 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:05.104139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Deleting port d6a11820-4d6b-4074-97af-59c487639c90 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:05.104639 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d6a11820-4d6b-4074-97af-59c487639c90), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:05.216474 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d48c074-d5ad-4d7e-9a2a-c2ad8b0cf2ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a55d2e85-ce52-4dd6-a8f0-585cd78912b9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:05.236800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:05.251746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:05.257994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8d48c074-d5ad-4d7e-9a2a-c2ad8b0cf2ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for a55d2e85-ce52-4dd6-a8f0-585cd78912b9 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:05.281794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:05.298995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Pushing event updated for resources: {'Port': ['ID=e5baa0ea-744a-4ab2-b3e7-4c9301e68562,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:05.350042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] For port d6a11820-4d6b-4074-97af-59c487639c90, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d6a11820-4d6b-4074-97af-59c487639c90,segment=NetworkSegment(2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d),segment_id=2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:05.350411 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d6a11820-4d6b-4074-97af-59c487639c90), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:05.370042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297455ea-9917-41f9-9505-e866a5abe514 req-68fd6a2c-8207-476b-b955-849fa9a0d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:05.373101 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-68fd6a2c-8207-476b-b955-849fa9a0d0d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=765aa20a6adc4a8894e78ee72eb9642f&device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 1126 time: 1.8005097 Jan 31 18:42:05.458333 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10961c48-a6b1-4bdd-8a05-e2c48242d45c req-4a44ecea-095c-40e2-baef-f883b78ee076 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.5690341 Jan 31 18:42:05.462765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Allocated IP 172.20.0.2 (21894bb7-adca-4fab-8933-57ccc5d46485/d2a45c82-00f5-4efb-af39-e3264a470892/02593350-4447-4313-afc5-3556b024ead6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:05.503796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Calling delete_port for d6a11820-4d6b-4074-97af-59c487639c90 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:05.534563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-40c8ce2c-8237-4314-8499-c8867a691515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:05.534563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-40c8ce2c-8237-4314-8499-c8867a691515 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.8299108 Jan 31 18:42:05.665254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-900bd7c3-32e7-4340-93ef-9bab8be4c910 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a72f98f9-3d25-43d1-bc30-a01a923e87d3 HTTP/1.1" status: 200 len: 217 time: 0.1968718 Jan 31 18:42:05.665862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7732d885-f04f-4e4a-98bf-08475d5e0e0f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:05.681783 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ce687ef-5412-4227-9890-7cb279a132f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (d6a11820-4d6b-4074-97af-59c487639c90), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:05.741100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce687ef-5412-4227-9890-7cb279a132f7 None None] No DVR routers for this DVR port d6a11820-4d6b-4074-97af-59c487639c90 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:05.853309 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-55dfbf25-feb2-4155-a587-404b9908a58c service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778982 Jan 31 18:42:05.872276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce687ef-5412-4227-9890-7cb279a132f7 None None] Pushing event deleted for resources: {'Port': ['ID=d6a11820-4d6b-4074-97af-59c487639c90,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:06.026973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b74e8ae1-f8a2-41b4-9939-2cc759e2e991 req-da407c99-a156-447e-9390-08de6dafbe5d tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 210 time: 0.6595707 Jan 31 18:42:06.031647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297455ea-9917-41f9-9505-e866a5abe514 req-832b7ccc-c7f6-43bf-8b01-2cc8a778ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:06.034075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-832b7ccc-c7f6-43bf-8b01-2cc8a778ef32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b5648f2-eae0-4da6-9d27-38065d259af9 HTTP/1.1" status: 200 len: 855 time: 0.1837337 Jan 31 18:42:06.066483 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e512bc-94e6-45b3-957c-3ef4ae9625ab None None] Network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:06.251868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-9fe2bfd4-67c3-4991-a590-30061f4d53ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79de0ee2-e879-4b88-9aff-7dcab13f873d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2027225 Jan 31 18:42:06.319771 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d473c2-b211-47c6-aa87-4e8aef64d6c9 x-openstack-request-id: req-b3d473c2-b211-47c6-aa87-4e8aef64d6c9 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:06.320222 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c07ac25-f984-49b8-8302-3135561810f5", "name": "network-vif-unplugged", "status": "completed", "tag": "d83337ed-dba1-467e-a8ab-702dae182f6e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:06.320615 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3d473c2-b211-47c6-aa87-4e8aef64d6c9 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:06.321286 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c07ac25-f984-49b8-8302-3135561810f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd83337ed-dba1-467e-a8ab-702dae182f6e', 'code': 200} Jan 31 18:42:06.494157 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Publish callbacks [] for router_gateway (3d077788-8791-4bbd-8cba-077da5ff5fcd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:06.501900 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d6a11820-4d6b-4074-97af-59c487639c90), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:06.528224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-710ceb50-c03d-4e0d-85a1-208f5e9cb646 None None] Provisioning complete for port 7764cc1a-10de-4475-8a92-087847b941bc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:06.528659 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-710ceb50-c03d-4e0d-85a1-208f5e9cb646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7764cc1a-10de-4475-8a92-087847b941bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:06.554078 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:06.554859 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (6e893cf9-1d9a-457c-b6bd-57f566c84e6f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:06.555196 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Floating IP 6e893cf9-1d9a-457c-b6bd-57f566c84e6f disassociated. External IP: 172.25.8.132, port: d83337ed-dba1-467e-a8ab-702dae182f6e. Jan 31 18:42:06.555668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Calling delete_port for d83337ed-dba1-467e-a8ab-702dae182f6e owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:06.682842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7764cc1a-10de-4475-8a92-087847b941bc up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:06.728568 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d48c074-d5ad-4d7e-9a2a-c2ad8b0cf2ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a55d2e85-ce52-4dd6-a8f0-585cd78912b9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:06.780253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a11820-4d6b-4074-97af-59c487639c90,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:06.799863 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-710ceb50-c03d-4e0d-85a1-208f5e9cb646 None None] Current status of the port 7764cc1a-10de-4475-8a92-087847b941bc is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:06.800681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-710ceb50-c03d-4e0d-85a1-208f5e9cb646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7764cc1a-10de-4475-8a92-087847b941bc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:06.879685 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Publish callbacks [] for port (02593350-4447-4313-afc5-3556b024ead6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:06.881315 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] No DVR routers for this DVR port d6a11820-4d6b-4074-97af-59c487639c90 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:06.889389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48c074-d5ad-4d7e-9a2a-c2ad8b0cf2ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=a55d2e85-ce52-4dd6-a8f0-585cd78912b9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:06.936583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-710ceb50-c03d-4e0d-85a1-208f5e9cb646 None None] For port 7764cc1a-10de-4475-8a92-087847b941bc, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7764cc1a-10de-4475-8a92-087847b941bc,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:06.939506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7764cc1a-10de-4475-8a92-087847b941bc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:06.939818 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7764cc1a-10de-4475-8a92-087847b941bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:06.946334 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-710ceb50-c03d-4e0d-85a1-208f5e9cb646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7764cc1a-10de-4475-8a92-087847b941bc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:06.988964 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ea3847-4ba9-4b34-a2e9-4c9de5145897 x-openstack-request-id: req-95ea3847-4ba9-4b34-a2e9-4c9de5145897 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:06.989400 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8ad827-7b2b-4034-af2a-688cd3592ac8", "tag": "a72f98f9-3d25-43d1-bc30-a01a923e87d3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:06.989655 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95ea3847-4ba9-4b34-a2e9-4c9de5145897 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:06.990055 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8ad827-7b2b-4034-af2a-688cd3592ac8', 'tag': 'a72f98f9-3d25-43d1-bc30-a01a923e87d3', 'status': 'completed', 'code': 200} Jan 31 18:42:06.995691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-2b055230-2a7e-498a-874c-9caf2938127c service neutron] 10.222.0.49 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622691 Jan 31 18:42:07.004646 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (02593350-4447-4313-afc5-3556b024ead6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:07.118277 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d48c074-d5ad-4d7e-9a2a-c2ad8b0cf2ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:07.135087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ceb50-c03d-4e0d-85a1-208f5e9cb646 None None] Pushing event updated for resources: {'Port': ['ID=7764cc1a-10de-4475-8a92-087847b941bc,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:07.150359 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8d48c074-d5ad-4d7e-9a2a-c2ad8b0cf2ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/a55d2e85-ce52-4dd6-a8f0-585cd78912b9 HTTP/1.1" status: 204 len: 168 time: 3.7862422 Jan 31 18:42:07.169913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:07.271392 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (a69c8120-6908-4e05-952c-14dc7b37ddd6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:07.306483 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69c8120-6908-4e05-952c-14dc7b37ddd6']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:07.318083 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:07.318083 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:07.327348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7764cc1a-10de-4475-8a92-087847b941bc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:07.333896 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:07.376899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-053ec251-504e-4cd5-adb2-db8b958cccf1 None None] Provisioning complete for port 7764cc1a-10de-4475-8a92-087847b941bc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:07.377398 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-053ec251-504e-4cd5-adb2-db8b958cccf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7764cc1a-10de-4475-8a92-087847b941bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:07.384223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-7690e5f0-56cf-4efb-902e-fadb087704e5 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3461614 Jan 31 18:42:07.415358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:07.449476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d6a11820-4d6b-4074-97af-59c487639c90 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:07.462361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8bbe3-ef69-4942-aec5-73c2c629c59f req-22e9cd95-0236-4e54-b7cb-625bffcefe82 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:07.464966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55b8bbe3-ef69-4942-aec5-73c2c629c59f req-22e9cd95-0236-4e54-b7cb-625bffcefe82 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 944 time: 0.5271676 Jan 31 18:42:07.478127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Network 21894bb7-adca-4fab-8933-57ccc5d46485 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:07.478666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:42:07.479610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (2d6b3caf-bbfd-4db1-b7d9-1eb3578d9b8d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:42:07.484044 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:42:07.502620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d6a11820-4d6b-4074-97af-59c487639c90 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:07.503000 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d6a11820-4d6b-4074-97af-59c487639c90 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:07.563404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-053ec251-504e-4cd5-adb2-db8b958cccf1 None None] Current status of the port 7764cc1a-10de-4475-8a92-087847b941bc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:07.586056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:07.608648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87146268-9a73-4dca-88fa-d4e66393e2f8 req-e356b11d-e716-4b92-8dd2-b41647e8b4ba tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:07.611581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87146268-9a73-4dca-88fa-d4e66393e2f8 req-e356b11d-e716-4b92-8dd2-b41647e8b4ba tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 943 time: 1.9454029 Jan 31 18:42:07.622952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:07.646657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Pushing event updated for resources: {'Port': ['ID=02593350-4447-4313-afc5-3556b024ead6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:07.653945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-d7beeac8-573f-4495-9979-17aa53015c1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=c65db0e2-1322-4cbb-b752-8c9fabd69910 HTTP/1.1" status: 200 len: 217 time: 0.2538733 Jan 31 18:42:07.891972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:07.893067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:08.006970 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac3bd3-abcb-4b5e-bd56-125ae20c17b5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:08.008958 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac3bd3-abcb-4b5e-bd56-125ae20c17b5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:08.011201 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-39ac3bd3-abcb-4b5e-bd56-125ae20c17b5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6301324 Jan 31 18:42:08.014829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:08.043327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87146268-9a73-4dca-88fa-d4e66393e2f8 req-7923c3a5-a387-4199-b5d0-41981f265021 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193828 Jan 31 18:42:08.049956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (a69c8120-6908-4e05-952c-14dc7b37ddd6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:08.059545 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d83337ed-dba1-467e-a8ab-702dae182f6e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:08.091998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6be171c9-7f1d-42b0-a806-38be42463dc5 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9013896 Jan 31 18:42:08.096650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297455ea-9917-41f9-9505-e866a5abe514 req-c3b79dc8-37b9-4469-93ad-5393fbbd12e3 service neutron] 10.222.0.49 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0415349 Jan 31 18:42:08.127687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Request body: {'port': {'device_id': '09f8ccc1-73da-4b93-8a3d-ed4c7249cf96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:08.128565 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:08.135492 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/a69c8120-6908-4e05-952c-14dc7b37ddd6 HTTP/1.1" status: 204 len: 168 time: 4.7426832 Jan 31 18:42:08.146055 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:08.291905 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c6803-dac8-4424-bc3f-f0d800d231ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a69c8120-6908-4e05-952c-14dc7b37ddd6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:08.320860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Pushing event deleted for resources: {'Port': ['ID=d83337ed-dba1-467e-a8ab-702dae182f6e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:08.323440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b38e6b2-5bb6-491b-ac44-8dc3bccd7105 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 8079480b-a56d-4e10-b98d-73cfb5f90b95 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:42:08.327493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55b8bbe3-ef69-4942-aec5-73c2c629c59f req-dfebf3b5-3f29-400a-bcf5-86ca90e23ec8 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups?id=21b35c0f-3bfc-417a-af3b-61b4f11921c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8431466 Jan 31 18:42:08.329001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-cb836f91-fc38-40c9-9e4e-092b2b7bc8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:08.330397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-cb836f91-fc38-40c9-9e4e-092b2b7bc8a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 200 len: 797 time: 0.6254795 Jan 31 18:42:08.334534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b38e6b2-5bb6-491b-ac44-8dc3bccd7105 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (8079480b-a56d-4e10-b98d-73cfb5f90b95), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:08.424222 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (3d077788-8791-4bbd-8cba-077da5ff5fcd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:08.530972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b38e6b2-5bb6-491b-ac44-8dc3bccd7105 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (8079480b-a56d-4e10-b98d-73cfb5f90b95), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:08.540573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (02593350-4447-4313-afc5-3556b024ead6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:08.557681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7764cc1a-10de-4475-8a92-087847b941bc up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:08.654478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7764cc1a-10de-4475-8a92-087847b941bc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:08.655263 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7764cc1a-10de-4475-8a92-087847b941bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:08.690040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69ed27-010e-47a8-a99a-6ceecdbac486 req-aa52f270-1c5c-403d-a897-c786ba6cf8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:08.692618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef69ed27-010e-47a8-a99a-6ceecdbac486 req-aa52f270-1c5c-403d-a897-c786ba6cf8a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=765aa20a6adc4a8894e78ee72eb9642f&device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 1126 time: 0.3895521 Jan 31 18:42:08.740722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47c040-e735-4c26-8ba8-6ee447492dfe req-fd84142c-a3c8-480f-8a38-ee87150d1672 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:08.756077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47c040-e735-4c26-8ba8-6ee447492dfe req-fd84142c-a3c8-480f-8a38-ee87150d1672 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:08.770174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47c040-e735-4c26-8ba8-6ee447492dfe req-fd84142c-a3c8-480f-8a38-ee87150d1672 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:08.788796 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47c040-e735-4c26-8ba8-6ee447492dfe req-fd84142c-a3c8-480f-8a38-ee87150d1672 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:08.799351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7764cc1a-10de-4475-8a92-087847b941bc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:08.807875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47c040-e735-4c26-8ba8-6ee447492dfe req-fd84142c-a3c8-480f-8a38-ee87150d1672 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:08.813737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47c040-e735-4c26-8ba8-6ee447492dfe req-fd84142c-a3c8-480f-8a38-ee87150d1672 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:08.819516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47c040-e735-4c26-8ba8-6ee447492dfe req-fd84142c-a3c8-480f-8a38-ee87150d1672 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:08.821904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db47c040-e735-4c26-8ba8-6ee447492dfe req-fd84142c-a3c8-480f-8a38-ee87150d1672 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5419 time: 0.5146205 Jan 31 18:42:08.869035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-8ac26a31-8f27-45fe-9066-98fa73d6b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:08.871278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-8ac26a31-8f27-45fe-9066-98fa73d6b8dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4887846 Jan 31 18:42:08.987326 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b38e6b2-5bb6-491b-ac44-8dc3bccd7105 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (8079480b-a56d-4e10-b98d-73cfb5f90b95), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:09.141535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b38e6b2-5bb6-491b-ac44-8dc3bccd7105 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (8079480b-a56d-4e10-b98d-73cfb5f90b95), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:09.181128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252a219-fef2-4dea-b164-5871e478865c req-e66d4b3e-a72e-498e-bdfc-1e0d824953dc tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:09.185922 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b38e6b2-5bb6-491b-ac44-8dc3bccd7105 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:09.187744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e252a219-fef2-4dea-b164-5871e478865c req-e66d4b3e-a72e-498e-bdfc-1e0d824953dc tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 931 time: 0.5995083 Jan 31 18:42:09.192195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac8314-f5c0-49f4-a9a7-c8ab58c18ae0 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:09.194927 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0b38e6b2-5bb6-491b-ac44-8dc3bccd7105 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/8079480b-a56d-4e10-b98d-73cfb5f90b95 HTTP/1.1" status: 204 len: 168 time: 1.1792855 Jan 31 18:42:09.197049 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38e6b2-5bb6-491b-ac44-8dc3bccd7105 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=8079480b-a56d-4e10-b98d-73cfb5f90b95,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:09.198777 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36152) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:09.256738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Router 3d077788-8791-4bbd-8cba-077da5ff5fcd is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:42:09.265435 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-513334b9-1923-477a-b2a2-8fa5ca0be838 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635533 Jan 31 18:42:09.297794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36154) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:09.321068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-114c9bf6-ab2f-4339-9f65-1bec10ed9231 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:09.350161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Router f5c0b28d-ff3b-4228-90d0-414fa8bb569f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:42:09.495319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c5496f-ffa5-485d-b4fd-ac57645d99ba None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:42:09.533848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69ed27-010e-47a8-a99a-6ceecdbac486 req-01b83869-465e-4b4d-a219-ab0713dd4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:09.540628 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef69ed27-010e-47a8-a99a-6ceecdbac486 req-01b83869-465e-4b4d-a219-ab0713dd4473 service neutron] 10.222.0.49 "GET /v2.0/networks?id=79de0ee2-e879-4b88-9aff-7dcab13f873d HTTP/1.1" status: 200 len: 916 time: 0.8387225 Jan 31 18:42:09.568092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114c9bf6-ab2f-4339-9f65-1bec10ed9231 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:09.571539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-114c9bf6-ab2f-4339-9f65-1bec10ed9231 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:09.654378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:09.663213 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Sync routers for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:42:09.681012 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:09.685016 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:09.685257 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-74fa58bf-4fda-43cd-9fc2-86439e2d309e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.0443130 Jan 31 18:42:09.685389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-02c5496f-ffa5-485d-b4fd-ac57645d99ba None None] Deleting port 7732d885-f04f-4e4a-98bf-08475d5e0e0f {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:09.686718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36162) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:09.687064 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:09.688240 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-02c5496f-ffa5-485d-b4fd-ac57645d99ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7732d885-f04f-4e4a-98bf-08475d5e0e0f), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:09.766583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a6f60f0-890e-4a9a-859c-ea334d7a2cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:09.903766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-02c5496f-ffa5-485d-b4fd-ac57645d99ba None None] For port 7732d885-f04f-4e4a-98bf-08475d5e0e0f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7732d885-f04f-4e4a-98bf-08475d5e0e0f,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:09.904204 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-02c5496f-ffa5-485d-b4fd-ac57645d99ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7732d885-f04f-4e4a-98bf-08475d5e0e0f), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:09.935781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-02c5496f-ffa5-485d-b4fd-ac57645d99ba None None] Calling delete_port for 7732d885-f04f-4e4a-98bf-08475d5e0e0f owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:09.974778 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:10.103622 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-02c5496f-ffa5-485d-b4fd-ac57645d99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (7732d885-f04f-4e4a-98bf-08475d5e0e0f), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:10.155175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5496f-ffa5-485d-b4fd-ac57645d99ba None None] Pushing event deleted for resources: {'Port': ['ID=7732d885-f04f-4e4a-98bf-08475d5e0e0f,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:10.173092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c5496f-ffa5-485d-b4fd-ac57645d99ba None None] No DVR routers for this DVR port 7732d885-f04f-4e4a-98bf-08475d5e0e0f on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:10.213719 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:06Z', 'revision_number': 3, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:10.236742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device a72f98f9-3d25-43d1-bc30-a01a923e87d3 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:42:10.246704 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Checking router: 3d077788-8791-4bbd-8cba-077da5ff5fcd for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:42:10.247468 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Updating router 3d077788-8791-4bbd-8cba-077da5ff5fcd port e5baa0ea-744a-4ab2-b3e7-4c9301e68562 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:42:10.286593 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:10.353857 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef69ed27-010e-47a8-a99a-6ceecdbac486 req-a6dd0d5f-01be-43e6-9a59-c4358cee1e43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a72f98f9-3d25-43d1-bc30-a01a923e87d3 HTTP/1.1" status: 200 len: 217 time: 0.7387292 Jan 31 18:42:10.465382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port a72f98f9-3d25-43d1-bc30-a01a923e87d3, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=a72f98f9-3d25-43d1-bc30-a01a923e87d3,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:10.487601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69ed27-010e-47a8-a99a-6ceecdbac486 req-c36f69f1-4680-40e8-ae94-15e46be1089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:10.489871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef69ed27-010e-47a8-a99a-6ceecdbac486 req-c36f69f1-4680-40e8-ae94-15e46be1089d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b5648f2-eae0-4da6-9d27-38065d259af9 HTTP/1.1" status: 200 len: 855 time: 0.0715392 Jan 31 18:42:10.491208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'a72f98f9-3d25-43d1-bc30-a01a923e87d3', 'network_id': '79de0ee2-e879-4b88-9aff-7dcab13f873d', 'port_id': 'a72f98f9-3d25-43d1-bc30-a01a923e87d3', 'mac_address': 'fa:16:3e:2b:33:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b5648f2-eae0-4da6-9d27-38065d259af9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:42:10.493172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7732d885-f04f-4e4a-98bf-08475d5e0e0f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:10.517295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-f2f78471-7ea0-4cfa-a529-499249eca087 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6200600 Jan 31 18:42:10.534934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db47c040-e735-4c26-8ba8-6ee447492dfe req-ade42e0f-08ea-4378-8227-c97fd1daf7e7 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.6693494 Jan 31 18:42:10.548392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7732d885-f04f-4e4a-98bf-08475d5e0e0f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:10.548928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7732d885-f04f-4e4a-98bf-08475d5e0e0f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:10.561798 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-114c9bf6-ab2f-4339-9f65-1bec10ed9231 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (186f96fc-e429-42b5-ac1b-2f9d96304199), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:10.623209 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port a72f98f9-3d25-43d1-bc30-a01a923e87d3 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:10.623616 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:10.653649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72f98f9-3d25-43d1-bc30-a01a923e87d3 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:10.708220 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port a72f98f9-3d25-43d1-bc30-a01a923e87d3, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=a72f98f9-3d25-43d1-bc30-a01a923e87d3,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:10.717180 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:10.739011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114c9bf6-ab2f-4339-9f65-1bec10ed9231 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:10.773886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-114c9bf6-ab2f-4339-9f65-1bec10ed9231 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:10.786463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea66484-fbcb-467e-b81a-5167be5536ae None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:10.820397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-a210ec2c-9ced-4e90-af30-f23aef462333 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837369 Jan 31 18:42:10.822197 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef69ed27-010e-47a8-a99a-6ceecdbac486 req-a93f8bc5-b447-43d2-8a8f-30e28f9981a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79de0ee2-e879-4b88-9aff-7dcab13f873d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755610 Jan 31 18:42:10.826957 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Publish callbacks [] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:10.834945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c9bf6-ab2f-4339-9f65-1bec10ed9231 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:10.835325 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:10.836192 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-114c9bf6-ab2f-4339-9f65-1bec10ed9231 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:10.874478 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c9bf6-ab2f-4339-9f65-1bec10ed9231 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=186f96fc-e429-42b5-ac1b-2f9d96304199,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:10.929091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e252a219-fef2-4dea-b164-5871e478865c req-8455dd04-eb06-460a-a8e8-d3ba472b0530 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc43380f-13db-4c00-81b9-f57deb4e7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6318161 Jan 31 18:42:10.929600 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dce3c-ed14-4a86-bf60-fb8e534abe6f None None] Pushing event updated for resources: {'Port': ['ID=e5baa0ea-744a-4ab2-b3e7-4c9301e68562,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:10.933787 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-114c9bf6-ab2f-4339-9f65-1bec10ed9231 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6306381 Jan 31 18:42:10.938254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36164) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:10.939051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=a72f98f9-3d25-43d1-bc30-a01a923e87d3,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:10.967148 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Attempting to bind port e5baa0ea-744a-4ab2-b3e7-4c9301e68562 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:10.967751 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Attempting to bind port e5baa0ea-744a-4ab2-b3e7-4c9301e68562 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:10.968307 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Attempting to bind port e5baa0ea-744a-4ab2-b3e7-4c9301e68562 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:10.981716 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:10.982098 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:10.982518 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:10.982901 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:10.983375 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Bound port: e5baa0ea-744a-4ab2-b3e7-4c9301e68562, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:10.983768 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:11.020303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['a72f98f9-3d25-43d1-bc30-a01a923e87d3'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:11.106687 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] For port e5baa0ea-744a-4ab2-b3e7-4c9301e68562, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:11.111881 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] For port e5baa0ea-744a-4ab2-b3e7-4c9301e68562, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e5baa0ea-744a-4ab2-b3e7-4c9301e68562,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:11.122476 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:11.156181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02593350-4447-4313-afc5-3556b024ead6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:11.164740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Publish callbacks [] for port (02593350-4447-4313-afc5-3556b024ead6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:11.174343 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f60f0-890e-4a9a-859c-ea334d7a2cc3 admin admin] Deleting port 047f2bf7-49c5-463a-a7d9-81978c93d228 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:11.175071 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a6f60f0-890e-4a9a-859c-ea334d7a2cc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:11.178656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Transition to ACTIVE for port object 02593350-4447-4313-afc5-3556b024ead6 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:42:11.200961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '186f96fc-e429-42b5-ac1b-2f9d96304199'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:42:11.201815 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:11.221772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-db1c9559-9bbc-4313-9028-ac7ca1741466 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': '186f96fc-e429-42b5-ac1b-2f9d96304199', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1205360111'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:11.243520 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (02593350-4447-4313-afc5-3556b024ead6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:11.264618 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dce3c-ed14-4a86-bf60-fb8e534abe6f None None] Pushing event updated for resources: {'Port': ['ID=e5baa0ea-744a-4ab2-b3e7-4c9301e68562,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:11.315019 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:11.315636 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:11.367130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=02593350-4447-4313-afc5-3556b024ead6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:11.385256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-551015b1-8b76-4ff0-b168-66ebb25beeb2 req-1df0ecfc-5b39-4675-a8df-95283ede4929 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c07ac25-f984-49b8-8302-3135561810f5 HTTP/1.1" status: 200 len: 210 time: 0.1421275 Jan 31 18:42:11.422994 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-410ecf69-a72b-4a43-977d-9b350015f5ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 HTTP/1.1" status: 200 len: 217 time: 0.4871995 Jan 31 18:42:11.545636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-aaf6bdbe-e0a4-40f8-aee0-891fb87e3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:11.548893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-aaf6bdbe-e0a4-40f8-aee0-891fb87e3c73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 200 len: 797 time: 0.0831823 Jan 31 18:42:11.553210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6a6f60f0-890e-4a9a-859c-ea334d7a2cc3 admin admin] For port 047f2bf7-49c5-463a-a7d9-81978c93d228, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=047f2bf7-49c5-463a-a7d9-81978c93d228,segment=NetworkSegment(bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c),segment_id=bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:11.553758 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a6f60f0-890e-4a9a-859c-ea334d7a2cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:11.568679 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:11.596570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f60f0-890e-4a9a-859c-ea334d7a2cc3 admin admin] Calling delete_port for 047f2bf7-49c5-463a-a7d9-81978c93d228 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:11.629704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:11.690837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Allocated IP 2001:db8::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/186f96fc-e429-42b5-ac1b-2f9d96304199/e96facce-85f4-4dee-a866-9614b5fd8b09) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:11.737224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b84783-15cf-4e20-b5a4-f8203bcdfa69 req-db42772e-6291-4c92-9d4a-05ceae0dffa7 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:11.745462 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56b84783-15cf-4e20-b5a4-f8203bcdfa69 req-db42772e-6291-4c92-9d4a-05ceae0dffa7 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 944 time: 0.9159269 Jan 31 18:42:11.959917 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Publish callbacks [] for port (e96facce-85f4-4dee-a866-9614b5fd8b09), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:11.969114 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (e96facce-85f4-4dee-a866-9614b5fd8b09), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:11.987035 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:06Z', 'revision_number': 3, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:12.001588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Attempting to bind port 02593350-4447-4313-afc5-3556b024ead6 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:12.001925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Attempting to bind port 02593350-4447-4313-afc5-3556b024ead6 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '48e46727-a789-4497-9431-abc96e3ebdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21894bb7-adca-4fab-8933-57ccc5d46485'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:12.020579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Attempting to bind port 02593350-4447-4313-afc5-3556b024ead6 on network 21894bb7-adca-4fab-8933-57ccc5d46485 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:12.046497 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Pushing event updated for resources: {'Port': ['ID=e96facce-85f4-4dee-a866-9614b5fd8b09,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:12.051917 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db77330b-30fc-41f7-9f84-d17452989e9e None None] The sync data for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 is: [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:06Z', 'revision_number': 3, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:42:12.077258 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:12.079510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:12.082992 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:12.098723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Port 02593350-4447-4313-afc5-3556b024ead6 on network 21894bb7-adca-4fab-8933-57ccc5d46485 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:42:12.098723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Attempting to bind port 02593350-4447-4313-afc5-3556b024ead6 on network 21894bb7-adca-4fab-8933-57ccc5d46485 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:12.110914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef69ed27-010e-47a8-a99a-6ceecdbac486 req-c8b99bc0-a000-411a-b8a4-14202e3805a0 service neutron] 10.222.0.49 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1739664 Jan 31 18:42:12.113704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:12.125417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56b84783-15cf-4e20-b5a4-f8203bcdfa69 req-b632449a-2132-493b-a1c4-90b8755a1b36 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787842 Jan 31 18:42:12.132378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:12.132882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Checking segment: {'id': '48e46727-a789-4497-9431-abc96e3ebdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21894bb7-adca-4fab-8933-57ccc5d46485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:12.133656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Bound using segment: {'id': '48e46727-a789-4497-9431-abc96e3ebdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21894bb7-adca-4fab-8933-57ccc5d46485'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:12.138398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Bound port: 02593350-4447-4313-afc5-3556b024ead6, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e46727-a789-4497-9431-abc96e3ebdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '21894bb7-adca-4fab-8933-57ccc5d46485'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:12.138833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (02593350-4447-4313-afc5-3556b024ead6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:12.217268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-5213d4b6-ee38-42b5-91de-8416369e6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:12.219255 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-5213d4b6-ee38-42b5-91de-8416369e6f18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6470652 Jan 31 18:42:12.245684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e7889b-885d-4f33-a41d-1d01159b0377 None None] Sync routers for ids ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:42:12.267604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Attempting to bind port e96facce-85f4-4dee-a866-9614b5fd8b09 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:12.274845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Attempting to bind port e96facce-85f4-4dee-a866-9614b5fd8b09 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:12.275298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Attempting to bind port e96facce-85f4-4dee-a866-9614b5fd8b09 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:12.287474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device a72f98f9-3d25-43d1-bc30-a01a923e87d3 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:12.336321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:12.350266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:12.351007 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:12.354533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:12.355604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Bound port: e96facce-85f4-4dee-a866-9614b5fd8b09, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:12.360423 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e96facce-85f4-4dee-a866-9614b5fd8b09), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:12.404026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] No DVR routers for this DVR port d83337ed-dba1-467e-a8ab-702dae182f6e on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:12.407914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-5adf7da2-590f-43d3-aae7-2298d99df7dc service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524758 Jan 31 18:42:12.412240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:12.415657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6213b27e-7fa2-4997-8b13-4e8557180766 req-8411c871-43ba-4083-a58d-04bc350de0f0 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.49 "DELETE /v2.0/ports/d83337ed-dba1-467e-a8ab-702dae182f6e HTTP/1.1" status: 204 len: 173 time: 11.5388241 Jan 31 18:42:12.420711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c07ac25-f984-49b8-8302-3135561810f5', 'name': 'network-vif-deleted', 'tag': 'd83337ed-dba1-467e-a8ab-702dae182f6e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:12.423453 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccf5919-4ea5-4972-a2cb-d8566141a777" -d '{"events": [{"server_uuid": "1c07ac25-f984-49b8-8302-3135561810f5", "name": "network-vif-deleted", "tag": "d83337ed-dba1-467e-a8ab-702dae182f6e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:12.664066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1c9559-9bbc-4313-9028-ac7ca1741466 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:12.671408 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] For port e96facce-85f4-4dee-a866-9614b5fd8b09, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:12.676575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] For port e96facce-85f4-4dee-a866-9614b5fd8b09, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e96facce-85f4-4dee-a866-9614b5fd8b09,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:12.681939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-0f96b386-fced-4b47-b47d-39dc59f4e344 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925008 Jan 31 18:42:12.682929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7889b-885d-4f33-a41d-1d01159b0377 None None] Routers {'f5c0b28d-ff3b-4228-90d0-414fa8bb569f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:12.684161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-74e7889b-885d-4f33-a41d-1d01159b0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:12.735822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68504f-fd9a-434a-81cb-0ae2a3887442 req-bb4c9fa5-f473-48fc-ac98-3b0a8b41198e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:12.747781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68504f-fd9a-434a-81cb-0ae2a3887442 req-bb4c9fa5-f473-48fc-ac98-3b0a8b41198e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:12.764598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68504f-fd9a-434a-81cb-0ae2a3887442 req-bb4c9fa5-f473-48fc-ac98-3b0a8b41198e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:12.781173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68504f-fd9a-434a-81cb-0ae2a3887442 req-bb4c9fa5-f473-48fc-ac98-3b0a8b41198e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:12.805840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68504f-fd9a-434a-81cb-0ae2a3887442 req-bb4c9fa5-f473-48fc-ac98-3b0a8b41198e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:12.806649 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Allocated IP 172.20.0.1 (6b8b8e30-2f74-4898-b49a-2b3dd9a9155e/b9e21eb1-7818-4cdd-be7b-5bc1f1063cec/a4a3822d-1e48-4948-8735-405a32cfea80) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:12.814548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68504f-fd9a-434a-81cb-0ae2a3887442 req-bb4c9fa5-f473-48fc-ac98-3b0a8b41198e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:12.830811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68504f-fd9a-434a-81cb-0ae2a3887442 req-bb4c9fa5-f473-48fc-ac98-3b0a8b41198e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:12.840578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d68504f-fd9a-434a-81cb-0ae2a3887442 req-bb4c9fa5-f473-48fc-ac98-3b0a8b41198e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5419 time: 1.1292608 Jan 31 18:42:12.881753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-74e7889b-885d-4f33-a41d-1d01159b0377 None None] Set router f5c0b28d-ff3b-4228-90d0-414fa8bb569f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:12.985035 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a6f60f0-890e-4a9a-859c-ea334d7a2cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (047f2bf7-49c5-463a-a7d9-81978c93d228), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:13.114121 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e96facce-85f4-4dee-a866-9614b5fd8b09), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:13.145190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-28dd5ff5-5c98-4a23-b02d-7f612298e7ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=7e8e4722-fe39-4868-8203-148e049d7cac HTTP/1.1" status: 200 len: 217 time: 0.2775722 Jan 31 18:42:13.197403 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f60f0-890e-4a9a-859c-ea334d7a2cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=047f2bf7-49c5-463a-a7d9-81978c93d228,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:13.227140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Publish callbacks [] for port (a4a3822d-1e48-4948-8735-405a32cfea80), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:13.298921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d68504f-fd9a-434a-81cb-0ae2a3887442 req-0b074a88-6026-44ed-b785-1788935dfd83 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3582773 Jan 31 18:42:13.424993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] For port 02593350-4447-4313-afc5-3556b024ead6, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:13.530397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef69ed27-010e-47a8-a99a-6ceecdbac486 req-6fcfba5e-cab1-4f1c-89bd-3222f44ad074 service neutron] 10.222.0.49 "GET /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3992679 Jan 31 18:42:13.535996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] For port 02593350-4447-4313-afc5-3556b024ead6, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=02593350-4447-4313-afc5-3556b024ead6,segment=NetworkSegment(48e46727-a789-4497-9431-abc96e3ebdd6),segment_id=48e46727-a789-4497-9431-abc96e3ebdd6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:13.586434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413160ab-18dd-47cb-9de8-6d9034bf6e67 req-a68f966e-478e-4b66-a071-327ca4f41def tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:13.599537 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-413160ab-18dd-47cb-9de8-6d9034bf6e67 req-a68f966e-478e-4b66-a071-327ca4f41def tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 943 time: 1.1886873 Jan 31 18:42:13.644311 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ddf235-421a-40b3-ad6f-367b3178c794 x-openstack-request-id: req-85ddf235-421a-40b3-ad6f-367b3178c794 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:13.644852 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c07ac25-f984-49b8-8302-3135561810f5", "name": "network-vif-deleted", "tag": "d83337ed-dba1-467e-a8ab-702dae182f6e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:13.645322 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85ddf235-421a-40b3-ad6f-367b3178c794 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:13.646031 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c07ac25-f984-49b8-8302-3135561810f5', 'name': 'network-vif-deleted', 'tag': 'd83337ed-dba1-467e-a8ab-702dae182f6e', 'status': 'completed', 'code': 200} Jan 31 18:42:13.677722 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:13.799259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-ce5b2057-df08-4f7d-8114-5acf8dde6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:13.800772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-ce5b2057-df08-4f7d-8114-5acf8dde6092 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 200 len: 797 time: 0.5665321 Jan 31 18:42:13.827405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8717e-a9b0-42f0-8290-1a4f5854f15b None None] Pushing event updated for resources: {'Port': ['ID=e96facce-85f4-4dee-a866-9614b5fd8b09,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:13.854657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:13.870800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:13.875092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Pushing event updated for resources: {'Port': ['ID=a4a3822d-1e48-4948-8735-405a32cfea80,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:13.885904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:13.892911 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-413160ab-18dd-47cb-9de8-6d9034bf6e67 req-4589c08e-5a5e-433a-9c4e-b9467ad12048 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc43380f-13db-4c00-81b9-f57deb4e7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894809 Jan 31 18:42:13.899299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (02593350-4447-4313-afc5-3556b024ead6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:13.927844 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a6f60f0-890e-4a9a-859c-ea334d7a2cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:14.035426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:14.095477 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (3d077788-8791-4bbd-8cba-077da5ff5fcd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:14.098167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-74e7889b-885d-4f33-a41d-1d01159b0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:40:40Z', 'revision_number': 4, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f09dbbc0-ebba-4285-9923-010172efa326', 'name': '', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'mac_address': 'fa:16:3e:9f:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:39Z', 'updated_at': '2022-01-31T18:40:47Z', 'revision_number': 5, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'subnets': [{'id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:14.120776 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db1c9559-9bbc-4313-9028-ac7ca1741466 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:14.189098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2816f30-c4a9-4f01-b3de-bb0d718c3639 req-e41b8ca7-4e2e-4f10-8ed1-3fdd41803f82 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:14.195778 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e7889b-885d-4f33-a41d-1d01159b0377 None None] Checking router: f5c0b28d-ff3b-4228-90d0-414fa8bb569f for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:42:14.196396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2816f30-c4a9-4f01-b3de-bb0d718c3639 req-e41b8ca7-4e2e-4f10-8ed1-3fdd41803f82 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 944 time: 0.5315678 Jan 31 18:42:14.213456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:14.214086 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:14.215626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] 10.222.0.21 "PUT /v2.0/ports/02593350-4447-4313-afc5-3556b024ead6 HTTP/1.1" status: 200 len: 1092 time: 6.1074400 Jan 31 18:42:14.219785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port a72f98f9-3d25-43d1-bc30-a01a923e87d3 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:42:14.225380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7889b-885d-4f33-a41d-1d01159b0377 None None] Routers {'f5c0b28d-ff3b-4228-90d0-414fa8bb569f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:14.227035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-74e7889b-885d-4f33-a41d-1d01159b0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:14.362869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-db1c9559-9bbc-4313-9028-ac7ca1741466 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 675c1222-3d94-4199-9350-316a0827a9dd yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:42:14.507353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-74e7889b-885d-4f33-a41d-1d01159b0377 None None] Set router f5c0b28d-ff3b-4228-90d0-414fa8bb569f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:14.573252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port a72f98f9-3d25-43d1-bc30-a01a923e87d3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:14.573655 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:14.600190 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807489c0-bc82-4312-b053-c7a5fc8e2fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=02593350-4447-4313-afc5-3556b024ead6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:14.713859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f34c223d-00d6-4423-9ba5-198e74e2fdd5 None None] Provisioning complete for port a4a3822d-1e48-4948-8735-405a32cfea80 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:14.714238 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f34c223d-00d6-4423-9ba5-198e74e2fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:14.737154 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:14.848041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e96facce-85f4-4dee-a866-9614b5fd8b09 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:14.911301 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2816f30-c4a9-4f01-b3de-bb0d718c3639 req-adaa208a-6a00-422b-a37a-3e0ce3beb585 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7144713 Jan 31 18:42:14.915235 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6f60f0-890e-4a9a-859c-ea334d7a2cc3 admin admin] Router e2d2bc25-c4a8-4ebc-9823-36e83b0df517 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:42:14.920571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-ac45634f-d105-4b9a-b2a0-0ae799ba381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:14.924722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-ac45634f-d105-4b9a-b2a0-0ae799ba381c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.0199153 Jan 31 18:42:15.007515 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1c9559-9bbc-4313-9028-ac7ca1741466 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:42:15.008296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1c9559-9bbc-4313-9028-ac7ca1741466 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:42:15.032441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port a72f98f9-3d25-43d1-bc30-a01a923e87d3 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:15.032852 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.089708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f34c223d-00d6-4423-9ba5-198e74e2fdd5 None None] Port a4a3822d-1e48-4948-8735-405a32cfea80 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:42:15.121937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8ad827-7b2b-4034-af2a-688cd3592ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72f98f9-3d25-43d1-bc30-a01a923e87d3'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:15.124408 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d58a538-7ad2-46d1-9ef0-01ce6e3bbdb8" -d '{"events": [{"server_uuid": "6e8ad827-7b2b-4034-af2a-688cd3592ac8", "name": "network-vif-plugged", "status": "completed", "tag": "a72f98f9-3d25-43d1-bc30-a01a923e87d3"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:15.131680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e96facce-85f4-4dee-a866-9614b5fd8b09 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:15.132057 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e96facce-85f4-4dee-a866-9614b5fd8b09), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.178267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a31b76c0-ef40-4935-80a4-40169597d5ea tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for security_group (21b35c0f-3bfc-417a-af3b-61b4f11921c7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.188391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port a72f98f9-3d25-43d1-bc30-a01a923e87d3, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=a72f98f9-3d25-43d1-bc30-a01a923e87d3,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:15.206981 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a31b76c0-ef40-4935-80a4-40169597d5ea tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for security_group (21b35c0f-3bfc-417a-af3b-61b4f11921c7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.210653 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.252241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6f60f0-890e-4a9a-859c-ea334d7a2cc3 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:15.262918 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d9fb14-050d-4ae7-8d8b-54eba7d6e5d4 None None] Sync routers for ids ['e2d2bc25-c4a8-4ebc-9823-36e83b0df517'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:42:15.267497 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6a6f60f0-890e-4a9a-859c-ea334d7a2cc3 admin admin] 10.222.0.20 "PUT /v2.0/routers/e2d2bc25-c4a8-4ebc-9823-36e83b0df517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1118774 Jan 31 18:42:15.268172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36188) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:15.300044 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d9fb14-050d-4ae7-8d8b-54eba7d6e5d4 None None] Routers {'e2d2bc25-c4a8-4ebc-9823-36e83b0df517'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:15.300994 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e3d9fb14-050d-4ae7-8d8b-54eba7d6e5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e2d2bc25-c4a8-4ebc-9823-36e83b0df517'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:15.304307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-74e7889b-885d-4f33-a41d-1d01159b0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:40:40Z', 'revision_number': 4, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f09dbbc0-ebba-4285-9923-010172efa326', 'name': '', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'mac_address': 'fa:16:3e:9f:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:39Z', 'updated_at': '2022-01-31T18:40:47Z', 'revision_number': 5, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'subnets': [{'id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:15.326349 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a31b76c0-ef40-4935-80a4-40169597d5ea tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (21b35c0f-3bfc-417a-af3b-61b4f11921c7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.329503 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a31b76c0-ef40-4935-80a4-40169597d5ea tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.331253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a31b76c0-ef40-4935-80a4-40169597d5ea tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "DELETE /v2.0/security-groups/21b35c0f-3bfc-417a-af3b-61b4f11921c7 HTTP/1.1" status: 204 len: 168 time: 1.2875605 Jan 31 18:42:15.392121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36190) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:15.399885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e7889b-885d-4f33-a41d-1d01159b0377 None None] The sync data for ids ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'] in n-d-812111-15 is: [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:40:40Z', 'revision_number': 4, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f09dbbc0-ebba-4285-9923-010172efa326', 'name': '', 'network_id': '516c16ef-8ea9-4e64-a191-4008a282ce3e', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'mac_address': 'fa:16:3e:9f:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:39Z', 'updated_at': '2022-01-31T18:40:47Z', 'revision_number': 5, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'subnets': [{'id': 'c96f8db0-c704-4919-b8e1-a33a20f34342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:42:15.429082 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-582485d2-6e0b-4697-8dc2-8f1406958542 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] show failed (client error): The resource could not be found. Jan 31 18:42:15.430148 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-582485d2-6e0b-4697-8dc2-8f1406958542 tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "GET /v2.0/security-groups/21b35c0f-3bfc-417a-af3b-61b4f11921c7 HTTP/1.1" status: 404 len: 347 time: 0.0370367 Jan 31 18:42:15.434537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Publish callbacks [] for port (a4a3822d-1e48-4948-8735-405a32cfea80), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.438006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:15.488505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.507848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=a72f98f9-3d25-43d1-bc30-a01a923e87d3,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:15.548974 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e3d9fb14-050d-4ae7-8d8b-54eba7d6e5d4 None None] Set router e2d2bc25-c4a8-4ebc-9823-36e83b0df517 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:15.589907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4b92773b-9dcf-4998-ac33-16a1f842d5c8 None None] Provisioning complete for port e96facce-85f4-4dee-a866-9614b5fd8b09 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:15.590454 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b92773b-9dcf-4998-ac33-16a1f842d5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e96facce-85f4-4dee-a866-9614b5fd8b09), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.599399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e96facce-85f4-4dee-a866-9614b5fd8b09 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:15.599914 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e96facce-85f4-4dee-a866-9614b5fd8b09), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.698921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port e96facce-85f4-4dee-a866-9614b5fd8b09, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e96facce-85f4-4dee-a866-9614b5fd8b09,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:15.705357 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e96facce-85f4-4dee-a866-9614b5fd8b09), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.706328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e5baa0ea-744a-4ab2-b3e7-4c9301e68562 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:15.812733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=e96facce-85f4-4dee-a866-9614b5fd8b09,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:15.845830 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (3d077788-8791-4bbd-8cba-077da5ff5fcd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.857480 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e3d9fb14-050d-4ae7-8d8b-54eba7d6e5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'name': 'tempest-TaggedBootDevicesTest_v242-817078628-router', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:40Z', 'updated_at': '2022-01-31T18:42:12Z', 'revision_number': 5, 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'gw_port': {'id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:41Z', 'updated_at': '2022-01-31T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:15.887972 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d9fb14-050d-4ae7-8d8b-54eba7d6e5d4 None None] Checking router: e2d2bc25-c4a8-4ebc-9823-36e83b0df517 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:42:15.902911 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d9fb14-050d-4ae7-8d8b-54eba7d6e5d4 None None] Routers {'e2d2bc25-c4a8-4ebc-9823-36e83b0df517'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:15.904012 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e3d9fb14-050d-4ae7-8d8b-54eba7d6e5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e2d2bc25-c4a8-4ebc-9823-36e83b0df517'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:15.922695 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Pushing event updated for resources: {'Port': ['ID=a4a3822d-1e48-4948-8735-405a32cfea80,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:15.970184 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Publish callbacks [] for router (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:15.995283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3997eac-384c-4382-8ea1-fe81c1a75e41 None None] New status for floating IP 6e893cf9-1d9a-457c-b6bd-57f566c84e6f: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:42:15.998026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-e3f38939-84bb-4882-a541-d4720628be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:15.999577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-e3f38939-84bb-4882-a541-d4720628be48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819d0d542a954ac5a668e21e7fa8ba09&device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 1126 time: 1.4217370 Jan 31 18:42:16.000255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f8ccc1-73da-4b93-8a3d-ed4c7249cf96', 'tag': '02593350-4447-4313-afc5-3556b024ead6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:16.002566 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d455d45a-6d6f-47bd-b8e9-9e4a1c2cb77a" -d '{"events": [{"name": "network-changed", "server_uuid": "09f8ccc1-73da-4b93-8a3d-ed4c7249cf96", "tag": "02593350-4447-4313-afc5-3556b024ead6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:16.019583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-db1c9559-9bbc-4313-9028-ac7ca1741466 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 5.0756621 Jan 31 18:42:16.033854 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e3d9fb14-050d-4ae7-8d8b-54eba7d6e5d4 None None] Set router e2d2bc25-c4a8-4ebc-9823-36e83b0df517 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:16.038169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36198) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:16.048085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b76c0-ef40-4935-80a4-40169597d5ea tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b35c0f-3bfc-417a-af3b-61b4f11921c7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:16.093335 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4b92773b-9dcf-4998-ac33-16a1f842d5c8 None None] Current status of the port e96facce-85f4-4dee-a866-9614b5fd8b09 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:16.095080 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-d0efafad-bb13-4d97-afd5-00a09432c686 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02593350-4447-4313-afc5-3556b024ead6 HTTP/1.1" status: 200 len: 217 time: 0.0755739 Jan 31 18:42:16.196863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ad74-f885-4f35-a841-544ed2088e50 req-b5c07614-18cf-43ac-8143-2aa2b3558d97 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:16.202360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ad74-f885-4f35-a841-544ed2088e50 req-b5c07614-18cf-43ac-8143-2aa2b3558d97 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:16.211569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ad74-f885-4f35-a841-544ed2088e50 req-b5c07614-18cf-43ac-8143-2aa2b3558d97 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:16.217896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ad74-f885-4f35-a841-544ed2088e50 req-b5c07614-18cf-43ac-8143-2aa2b3558d97 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:16.223175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ad74-f885-4f35-a841-544ed2088e50 req-b5c07614-18cf-43ac-8143-2aa2b3558d97 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:16.228476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ad74-f885-4f35-a841-544ed2088e50 req-b5c07614-18cf-43ac-8143-2aa2b3558d97 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:16.234482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ad74-f885-4f35-a841-544ed2088e50 req-b5c07614-18cf-43ac-8143-2aa2b3558d97 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:16.236533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d500ad74-f885-4f35-a841-544ed2088e50 req-b5c07614-18cf-43ac-8143-2aa2b3558d97 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5419 time: 1.6381896 Jan 31 18:42:16.288084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5ee6f-a350-418a-8e36-53767e90ccd4 req-ee6c07da-1767-4831-b2ac-f02aade0ec01 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:16.295527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbc5ee6f-a350-418a-8e36-53767e90ccd4 req-ee6c07da-1767-4831-b2ac-f02aade0ec01 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 943 time: 1.2308009 Jan 31 18:42:16.296775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e5baa0ea-744a-4ab2-b3e7-4c9301e68562 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:16.298065 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:16.318454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:16.329906 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e3d9fb14-050d-4ae7-8d8b-54eba7d6e5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'name': 'tempest-TaggedBootDevicesTest_v242-817078628-router', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:40Z', 'updated_at': '2022-01-31T18:42:12Z', 'revision_number': 5, 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'gw_port': {'id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:41Z', 'updated_at': '2022-01-31T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:16.334059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:16.341687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-51fa96f7-35f2-4607-b0b4-502205046118 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3463750 Jan 31 18:42:16.367446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-b2bd7ea7-ab79-417f-8f2f-e814f9920c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:16.368876 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-b2bd7ea7-ab79-417f-8f2f-e814f9920c29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2a45c82-00f5-4efb-af39-e3264a470892 HTTP/1.1" status: 200 len: 862 time: 0.2297516 Jan 31 18:42:16.374815 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d9fb14-050d-4ae7-8d8b-54eba7d6e5d4 None None] The sync data for ids ['e2d2bc25-c4a8-4ebc-9823-36e83b0df517'] in n-d-812111-15 is: [{'id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'name': 'tempest-TaggedBootDevicesTest_v242-817078628-router', 'tenant_id': '55783ab766da4d49a8eb0651b4c08a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:40Z', 'updated_at': '2022-01-31T18:42:12Z', 'revision_number': 5, 'project_id': '55783ab766da4d49a8eb0651b4c08a1c', 'gw_port': {'id': '2fddd7d3-1364-406a-a2a0-9bf1ab746807', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:16:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d2bc25-c4a8-4ebc-9823-36e83b0df517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:41Z', 'updated_at': '2022-01-31T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:42:16.471253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bcc51f-9c73-409b-aa99-2ba345a3e839 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:16.475748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e2bcc51f-9c73-409b-aa99-2ba345a3e839 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4326692 Jan 31 18:42:16.490589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36200) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:16.509208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-3af3a2cb-674a-47e9-a450-044ba051193d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=21894bb7-adca-4fab-8933-57ccc5d46485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131582 Jan 31 18:42:16.575407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d9d20764-41f5-477d-b486-709c0d1abe7e tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Deleting port 3635025b-f03e-4097-bb15-eb981f9591be {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:16.576046 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9d20764-41f5-477d-b486-709c0d1abe7e tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3635025b-f03e-4097-bb15-eb981f9591be), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:16.604532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e5baa0ea-744a-4ab2-b3e7-4c9301e68562 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:16.605001 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:16.675719 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-6c63b095-4407-41d8-9195-390cec1e5502 service neutron] 10.222.0.21 "GET /v2.0/networks/21894bb7-adca-4fab-8933-57ccc5d46485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565311 Jan 31 18:42:16.680199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port e5baa0ea-744a-4ab2-b3e7-4c9301e68562, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e5baa0ea-744a-4ab2-b3e7-4c9301e68562,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:16.684626 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:16.704673 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d500ad74-f885-4f35-a841-544ed2088e50 req-8870e0d0-4004-48cf-a562-b472dacc660e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4609854 Jan 31 18:42:16.731446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbc5ee6f-a350-418a-8e36-53767e90ccd4 req-570e3a59-4777-42ec-844c-8860e0e339a1 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc43380f-13db-4c00-81b9-f57deb4e7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348943 Jan 31 18:42:16.810713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a5459b-f7a1-4fba-a744-187b5c902672 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:16.812128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a5459b-f7a1-4fba-a744-187b5c902672 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:16.817133 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-27a5459b-f7a1-4fba-a744-187b5c902672 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3190279 Jan 31 18:42:16.823511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36202) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:16.874980 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f45f51-5d1b-46f3-be1d-71d583d80fe5 x-openstack-request-id: req-51f45f51-5d1b-46f3-be1d-71d583d80fe5 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:16.875282 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8ad827-7b2b-4034-af2a-688cd3592ac8", "name": "network-vif-plugged", "status": "completed", "tag": "a72f98f9-3d25-43d1-bc30-a01a923e87d3", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:16.875544 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51f45f51-5d1b-46f3-be1d-71d583d80fe5 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:16.875953 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8ad827-7b2b-4034-af2a-688cd3592ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72f98f9-3d25-43d1-bc30-a01a923e87d3', 'code': 200} Jan 31 18:42:16.909812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=e5baa0ea-744a-4ab2-b3e7-4c9301e68562,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:16.927904 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Publish callbacks [] for router_gateway (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:16.938797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-24f06d62-e884-460a-8d90-ebd76c5fafed None None] Provisioning complete for port a4a3822d-1e48-4948-8735-405a32cfea80 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:16.939145 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-24f06d62-e884-460a-8d90-ebd76c5fafed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:16.989925 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badd79b0-304e-4e7c-95b9-a229073eb020 x-openstack-request-id: req-badd79b0-304e-4e7c-95b9-a229073eb020 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:16.990405 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f8ccc1-73da-4b93-8a3d-ed4c7249cf96", "tag": "02593350-4447-4313-afc5-3556b024ead6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:16.990781 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-badd79b0-304e-4e7c-95b9-a229073eb020 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:16.991313 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f8ccc1-73da-4b93-8a3d-ed4c7249cf96', 'tag': '02593350-4447-4313-afc5-3556b024ead6', 'status': 'completed', 'code': 200} Jan 31 18:42:17.020461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-24f06d62-e884-460a-8d90-ebd76c5fafed None None] Port a4a3822d-1e48-4948-8735-405a32cfea80 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:42:17.026292 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e96facce-85f4-4dee-a866-9614b5fd8b09 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:17.068616 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-0472659d-b7b9-4773-93ee-66068f4c36fd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 186f96fc-e429-42b5-ac1b-2f9d96304199 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:42:17.074176 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9d20764-41f5-477d-b486-709c0d1abe7e tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3635025b-f03e-4097-bb15-eb981f9591be), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:17.075022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9d20764-41f5-477d-b486-709c0d1abe7e tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for floatingip (3635025b-f03e-4097-bb15-eb981f9591be), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:17.113105 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0472659d-b7b9-4773-93ee-66068f4c36fd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (186f96fc-e429-42b5-ac1b-2f9d96304199), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:17.121970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e96facce-85f4-4dee-a866-9614b5fd8b09 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:17.122508 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e96facce-85f4-4dee-a866-9614b5fd8b09), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:17.140305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75608175-a323-49bd-bf4f-0f5094af25e6 req-d2d4eb64-603f-46ee-a778-5ab708f59916 service neutron] 10.222.0.21 "GET /v2.0/networks/21894bb7-adca-4fab-8933-57ccc5d46485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067252 Jan 31 18:42:17.146832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d9d20764-41f5-477d-b486-709c0d1abe7e tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Calling delete_port for 3635025b-f03e-4097-bb15-eb981f9591be owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:17.172374 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Router 3d077788-8791-4bbd-8cba-077da5ff5fcd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:42:17.199103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0472659d-b7b9-4773-93ee-66068f4c36fd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (186f96fc-e429-42b5-ac1b-2f9d96304199), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:17.221163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-932dd913-d8d8-4da7-ba6e-8b1c4eb721b5 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8732157 Jan 31 18:42:17.234274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231613ae-0b78-47ad-bc04-c7d515152dfd req-06a7277d-b539-42f8-9711-a7c763f49d21 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:17.236040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-231613ae-0b78-47ad-bc04-c7d515152dfd req-06a7277d-b539-42f8-9711-a7c763f49d21 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 945 time: 0.2868457 Jan 31 18:42:17.282589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145792b-76cf-4884-a7e9-7e8c5b06a16f req-f03617c7-54b3-45bf-b9a3-b94ad56ef9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:17.284368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c145792b-76cf-4884-a7e9-7e8c5b06a16f req-f03617c7-54b3-45bf-b9a3-b94ad56ef9ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 1128 time: 0.2920396 Jan 31 18:42:17.318807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e96facce-85f4-4dee-a866-9614b5fd8b09 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:17.332159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 047f2bf7-49c5-463a-a7d9-81978c93d228 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:17.366817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-7ff61fb2-2840-4249-8997-ec5f1b3baff8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fb053bb3-d847-4a79-a6ed-030c225dc535 HTTP/1.1" status: 200 len: 217 time: 0.0951264 Jan 31 18:42:17.368565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 047f2bf7-49c5-463a-a7d9-81978c93d228 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:17.369170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 047f2bf7-49c5-463a-a7d9-81978c93d228 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:17.482395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c145792b-76cf-4884-a7e9-7e8c5b06a16f req-15ecdb3c-190f-44d5-9618-5a89ee15c6d2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844771 Jan 31 18:42:17.487922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455d45a-6d6f-47bd-b8e9-9e4a1c2cb77a req-e001b7b6-578e-48ee-bea0-89246bcc21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:17.491333 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d455d45a-6d6f-47bd-b8e9-9e4a1c2cb77a req-e001b7b6-578e-48ee-bea0-89246bcc21b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819d0d542a954ac5a668e21e7fa8ba09&device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 1126 time: 0.2832255 Jan 31 18:42:17.495888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-231613ae-0b78-47ad-bc04-c7d515152dfd req-249a15ce-79c9-4bc3-89f1-f41c73f2197d tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084293 Jan 31 18:42:17.497672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c909236b-17f0-4e17-93c9-15570bb6478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:17.499586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-c909236b-17f0-4e17-93c9-15570bb6478d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebaee9b9-5c1e-40d2-b93a-0186138d8b06 HTTP/1.1" status: 200 len: 797 time: 0.1245594 Jan 31 18:42:17.628754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-dbb003eb-4594-49ff-a074-e86402cc899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:17.630492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-dbb003eb-4594-49ff-a074-e86402cc899c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1193755 Jan 31 18:42:17.654269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455d45a-6d6f-47bd-b8e9-9e4a1c2cb77a req-5a04c6e6-97e2-40c8-99a8-5f1a9082f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:17.655938 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d455d45a-6d6f-47bd-b8e9-9e4a1c2cb77a req-5a04c6e6-97e2-40c8-99a8-5f1a9082f721 service neutron] 10.222.0.21 "GET /v2.0/networks?id=21894bb7-adca-4fab-8933-57ccc5d46485 HTTP/1.1" status: 200 len: 923 time: 0.1553214 Jan 31 18:42:17.741374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d455d45a-6d6f-47bd-b8e9-9e4a1c2cb77a req-4031793b-f6bf-48b0-a617-b6f560b9a27f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02593350-4447-4313-afc5-3556b024ead6 HTTP/1.1" status: 200 len: 217 time: 0.0740914 Jan 31 18:42:17.749361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Deleting port 2fddd7d3-1364-406a-a2a0-9bf1ab746807 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:17.749796 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:17.885309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455d45a-6d6f-47bd-b8e9-9e4a1c2cb77a req-92f37cf8-7519-48ff-9680-344e9b5cf1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:17.886965 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d455d45a-6d6f-47bd-b8e9-9e4a1c2cb77a req-92f37cf8-7519-48ff-9680-344e9b5cf1ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2a45c82-00f5-4efb-af39-e3264a470892 HTTP/1.1" status: 200 len: 862 time: 0.1358383 Jan 31 18:42:17.939886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0472659d-b7b9-4773-93ee-66068f4c36fd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (186f96fc-e429-42b5-ac1b-2f9d96304199), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:17.966947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-93b6e253-b3e5-4620-9afe-021480a2c383 service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258576 Jan 31 18:42:17.997118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d455d45a-6d6f-47bd-b8e9-9e4a1c2cb77a req-0c4bf92c-2756-4a72-91bb-2aaa62a5f092 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=21894bb7-adca-4fab-8933-57ccc5d46485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812824 Jan 31 18:42:18.100078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] For port 2fddd7d3-1364-406a-a2a0-9bf1ab746807, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2fddd7d3-1364-406a-a2a0-9bf1ab746807,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:18.100478 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:18.116142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:18.123348 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f4516c56-aba7-4a23-ab33-b5d6402381ef admin admin] 10.222.0.20 "PUT /v2.0/routers/3d077788-8791-4bbd-8cba-077da5ff5fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4354372 Jan 31 18:42:18.128488 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9d20764-41f5-477d-b486-709c0d1abe7e tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3635025b-f03e-4097-bb15-eb981f9591be), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:18.147378 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21546223-632c-46e2-8707-2caf87731847 None None] Sync routers for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:42:18.165295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85acb7e-acca-4813-8898-fd2d6c0d3a0a req-de3277a1-469a-4ef0-a160-7f1d1d26c13a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:18.172105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85acb7e-acca-4813-8898-fd2d6c0d3a0a req-de3277a1-469a-4ef0-a160-7f1d1d26c13a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:18.178003 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85acb7e-acca-4813-8898-fd2d6c0d3a0a req-de3277a1-469a-4ef0-a160-7f1d1d26c13a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:18.184797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85acb7e-acca-4813-8898-fd2d6c0d3a0a req-de3277a1-469a-4ef0-a160-7f1d1d26c13a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:18.189312 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21546223-632c-46e2-8707-2caf87731847 None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:18.190102 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-21546223-632c-46e2-8707-2caf87731847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:18.191111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85acb7e-acca-4813-8898-fd2d6c0d3a0a req-de3277a1-469a-4ef0-a160-7f1d1d26c13a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:18.197993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85acb7e-acca-4813-8898-fd2d6c0d3a0a req-de3277a1-469a-4ef0-a160-7f1d1d26c13a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:18.199493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Calling delete_port for 2fddd7d3-1364-406a-a2a0-9bf1ab746807 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:18.202539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0472659d-b7b9-4773-93ee-66068f4c36fd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (186f96fc-e429-42b5-ac1b-2f9d96304199), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:18.204242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85acb7e-acca-4813-8898-fd2d6c0d3a0a req-de3277a1-469a-4ef0-a160-7f1d1d26c13a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:18.206554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b85acb7e-acca-4813-8898-fd2d6c0d3a0a req-de3277a1-469a-4ef0-a160-7f1d1d26c13a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5419 time: 0.3479209 Jan 31 18:42:18.212299 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d20764-41f5-477d-b486-709c0d1abe7e tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Pushing event deleted for resources: {'Port': ['ID=3635025b-f03e-4097-bb15-eb981f9591be,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:18.296098 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0472659d-b7b9-4773-93ee-66068f4c36fd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:18.302269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b85baf-12f2-4325-b116-cc150e112b26 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:18.303724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161635a6-ad61-40e6-8b48-859edcb41757 req-93d91cb1-17bb-4d19-bdf5-f31d1bf893ea tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:18.313386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-161635a6-ad61-40e6-8b48-859edcb41757 req-93d91cb1-17bb-4d19-bdf5-f31d1bf893ea tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 943 time: 0.4329965 Jan 31 18:42:18.314517 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0472659d-b7b9-4773-93ee-66068f4c36fd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/186f96fc-e429-42b5-ac1b-2f9d96304199 HTTP/1.1" status: 204 len: 168 time: 1.4876089 Jan 31 18:42:18.338378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36210) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:18.372943 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472659d-b7b9-4773-93ee-66068f4c36fd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=186f96fc-e429-42b5-ac1b-2f9d96304199,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:18.470371 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5a6d4c46-80ec-4e2b-8875-9bf2cbc7bc4d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1250832 Jan 31 18:42:18.476610 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36220) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:18.483089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d3b1df01-5575-47c7-8fcb-c3b7f11c9d56 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:18.492720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d455d45a-6d6f-47bd-b8e9-9e4a1c2cb77a req-dbf706b3-b335-454d-b330-b07b873965ef service neutron] 10.222.0.21 "GET /v2.0/networks/21894bb7-adca-4fab-8933-57ccc5d46485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650424 Jan 31 18:42:18.523754 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-71783c88-7458-4d16-aaec-ad37a2c9c363 service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220072 Jan 31 18:42:18.558789 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-21546223-632c-46e2-8707-2caf87731847 None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:18.563833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-161635a6-ad61-40e6-8b48-859edcb41757 req-1a386159-c509-4fc2-8d5b-dbb2bc0c5644 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc43380f-13db-4c00-81b9-f57deb4e7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465589 Jan 31 18:42:18.673948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9d20764-41f5-477d-b486-709c0d1abe7e tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks [] for floatingip (6e893cf9-1d9a-457c-b6bd-57f566c84e6f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:18.692325 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9d20764-41f5-477d-b486-709c0d1abe7e tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:18.694797 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d9d20764-41f5-477d-b486-709c0d1abe7e tempest-ServersTestFqdnHostnames-1179641114 tempest-ServersTestFqdnHostnames-1179641114-project] 10.222.0.20 "DELETE /v2.0/floatingips/6e893cf9-1d9a-457c-b6bd-57f566c84e6f HTTP/1.1" status: 204 len: 168 time: 3.2557247 Jan 31 18:42:18.713689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36226) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:18.721605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d92c83c-2275-4c41-95d2-5e97e6b3c2ab None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:42:18.813164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d455d45a-6d6f-47bd-b8e9-9e4a1c2cb77a req-b015c431-6ed7-46f1-891d-ec0a9630c230 service neutron] 10.222.0.21 "GET /v2.0/networks/21894bb7-adca-4fab-8933-57ccc5d46485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119326 Jan 31 18:42:18.830798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b85acb7e-acca-4813-8898-fd2d6c0d3a0a req-02ac3d21-e92a-4b22-aded-fe2172b05e10 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6113420 Jan 31 18:42:18.834279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-4dc4e268-061f-44f8-baba-fc8ebd037b5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=388db7c9-0733-43f3-bd76-2ea41caed4d0 HTTP/1.1" status: 200 len: 217 time: 0.2692149 Jan 31 18:42:18.892975 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-520c0b27-b64d-4d20-a857-8f8c40d9186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:18.947267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e5baa0ea-744a-4ab2-b3e7-4c9301e68562 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:18.981097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-a32849f3-1d8a-4641-b5f7-926b13722130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:18.982785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-a32849f3-1d8a-4641-b5f7-926b13722130 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebaee9b9-5c1e-40d2-b93a-0186138d8b06 HTTP/1.1" status: 200 len: 797 time: 0.1429863 Jan 31 18:42:19.081308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7d92c83c-2275-4c41-95d2-5e97e6b3c2ab None None] Deleting port e96facce-85f4-4dee-a866-9614b5fd8b09 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:19.081960 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d92c83c-2275-4c41-95d2-5e97e6b3c2ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e96facce-85f4-4dee-a866-9614b5fd8b09), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:19.141976 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-21546223-632c-46e2-8707-2caf87731847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 2, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:19.179815 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b1df01-5575-47c7-8fcb-c3b7f11c9d56 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:19.183018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7d92c83c-2275-4c41-95d2-5e97e6b3c2ab None None] For port e96facce-85f4-4dee-a866-9614b5fd8b09, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e96facce-85f4-4dee-a866-9614b5fd8b09,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:19.187043 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d92c83c-2275-4c41-95d2-5e97e6b3c2ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e96facce-85f4-4dee-a866-9614b5fd8b09), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:19.190089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e5baa0ea-744a-4ab2-b3e7-4c9301e68562 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:19.190557 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3b1df01-5575-47c7-8fcb-c3b7f11c9d56 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:19.197298 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:19.210733 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21546223-632c-46e2-8707-2caf87731847 None None] Checking router: 3d077788-8791-4bbd-8cba-077da5ff5fcd for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:42:19.211302 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21546223-632c-46e2-8707-2caf87731847 None None] Updating router 3d077788-8791-4bbd-8cba-077da5ff5fcd port a4a3822d-1e48-4948-8735-405a32cfea80 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:42:19.253134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7d92c83c-2275-4c41-95d2-5e97e6b3c2ab None None] Calling delete_port for e96facce-85f4-4dee-a866-9614b5fd8b09 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:19.261665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-b8d96184-63b6-4b16-8741-7d0269dcaa30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:19.263982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-b8d96184-63b6-4b16-8741-7d0269dcaa30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 821 time: 0.1489928 Jan 31 18:42:19.279762 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21546223-632c-46e2-8707-2caf87731847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:19.300199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-84c9a824-9ad6-4ab8-9c33-adf728c531ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:19.303036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-84c9a824-9ad6-4ab8-9c33-adf728c531ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3130395 Jan 31 18:42:19.310167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-899425a6-2eae-456e-a66b-a313934848a8 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/quotas/e53bd1ae2f8d455fbfbe5d59d639fb7c HTTP/1.1" status: 200 len: 375 time: 0.0335147 Jan 31 18:42:19.330337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663d278-a6bf-4bbc-806a-7ad6917810d7 req-f0ba8f85-6d0f-4d3b-8533-b3ad27929988 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:19.337700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5663d278-a6bf-4bbc-806a-7ad6917810d7 req-f0ba8f85-6d0f-4d3b-8533-b3ad27929988 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 945 time: 0.2957392 Jan 31 18:42:19.524659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5663d278-a6bf-4bbc-806a-7ad6917810d7 req-6716cf0d-d0ef-48b3-a579-89b8d0f219aa tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809781 Jan 31 18:42:19.546637 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2fddd7d3-1364-406a-a2a0-9bf1ab746807), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:19.575234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e5baa0ea-744a-4ab2-b3e7-4c9301e68562 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:19.591421 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d92c83c-2275-4c41-95d2-5e97e6b3c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (e96facce-85f4-4dee-a866-9614b5fd8b09), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:19.607317 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fddd7d3-1364-406a-a2a0-9bf1ab746807,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:19.636024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-d8ccdf71-c0f4-4e4b-8146-3c1aaa2e1565 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2877178 Jan 31 18:42:19.643791 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-16bd1eed-b890-4163-8fc0-02f3c156b654 service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027020 Jan 31 18:42:19.694594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92c83c-2275-4c41-95d2-5e97e6b3c2ab None None] Pushing event deleted for resources: {'Port': ['ID=e96facce-85f4-4dee-a866-9614b5fd8b09,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:19.700857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e96facce-85f4-4dee-a866-9614b5fd8b09 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:19.713435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92c83c-2275-4c41-95d2-5e97e6b3c2ab None None] No DVR routers for this DVR port e96facce-85f4-4dee-a866-9614b5fd8b09 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:19.757623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: e96facce-85f4-4dee-a866-9614b5fd8b09 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:19.758343 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e96facce-85f4-4dee-a866-9614b5fd8b09 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:19.895503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ac7d2-bb2c-4af7-8264-419e8b65ad6b req-af143a3a-3cc0-4eb3-9aa0-18b65026e18e tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:19.902319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-992ac7d2-bb2c-4af7-8264-419e8b65ad6b req-af143a3a-3cc0-4eb3-9aa0-18b65026e18e tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 945 time: 0.2617633 Jan 31 18:42:19.903875 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21546223-632c-46e2-8707-2caf87731847 None None] Publish callbacks [] for port (a4a3822d-1e48-4948-8735-405a32cfea80), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:19.912712 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21546223-632c-46e2-8707-2caf87731847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:19.965932 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:19.971084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec096f6-8f35-4369-ba12-657cdf7e9ccd req-1b6d6714-7e61-43ad-aaac-d11a9a8858e0 service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118010 Jan 31 18:42:19.998327 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411bd1d-8ce3-418d-bf1d-b41173b02863 None None] Pushing event updated for resources: {'Port': ['ID=a4a3822d-1e48-4948-8735-405a32cfea80,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:20.001571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-1e48aaa8-9b11-43d0-aac8-87c00792f3a4 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483388 Jan 31 18:42:20.035191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-992ac7d2-bb2c-4af7-8264-419e8b65ad6b req-42be9053-cae5-4ae9-81fc-7b548491ecd8 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316569 Jan 31 18:42:20.159928 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-21546223-632c-46e2-8707-2caf87731847 None None] Attempting to bind port a4a3822d-1e48-4948-8735-405a32cfea80 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:20.160320 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-21546223-632c-46e2-8707-2caf87731847 None None] Attempting to bind port a4a3822d-1e48-4948-8735-405a32cfea80 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:20.165102 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21546223-632c-46e2-8707-2caf87731847 None None] Attempting to bind port a4a3822d-1e48-4948-8735-405a32cfea80 on network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:20.173211 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21546223-632c-46e2-8707-2caf87731847 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:20.173593 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21546223-632c-46e2-8707-2caf87731847 None None] Checking segment: {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:20.175184 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21546223-632c-46e2-8707-2caf87731847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:20.175590 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21546223-632c-46e2-8707-2caf87731847 None None] Bound using segment: {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:20.176215 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-21546223-632c-46e2-8707-2caf87731847 None None] Bound port: a4a3822d-1e48-4948-8735-405a32cfea80, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:20.176632 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21546223-632c-46e2-8707-2caf87731847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:20.250180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:20.254287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Publish callbacks [] for router_controller (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:20.298273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-f9825d8a-b576-4277-bd4f-854bfb8a3d72 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596164 Jan 31 18:42:20.317051 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-21546223-632c-46e2-8707-2caf87731847 None None] For port a4a3822d-1e48-4948-8735-405a32cfea80, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:20.327554 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-21546223-632c-46e2-8707-2caf87731847 None None] For port a4a3822d-1e48-4948-8735-405a32cfea80, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a4a3822d-1e48-4948-8735-405a32cfea80,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:20.345672 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21546223-632c-46e2-8707-2caf87731847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:20.354459 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (e2d2bc25-c4a8-4ebc-9823-36e83b0df517), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:20.356833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d2bc25-c4a8-4ebc-9823-36e83b0df517 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:42:20.360435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3b1df01-5575-47c7-8fcb-c3b7f11c9d56 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (2fac6640-8440-415e-9905-3acaceff1a71), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:20.388107 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:20.390082 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a33dbe36-af21-4de1-bb0e-b910dc612aa2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e2d2bc25-c4a8-4ebc-9823-36e83b0df517 HTTP/1.1" status: 204 len: 168 time: 5.1065137 Jan 31 18:42:20.425868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 02593350-4447-4313-afc5-3556b024ead6 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:42:20.435003 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36246) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:20.526889 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21546223-632c-46e2-8707-2caf87731847 None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:20.527868 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-21546223-632c-46e2-8707-2caf87731847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:20.567703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1df01-5575-47c7-8fcb-c3b7f11c9d56 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=2fac6640-8440-415e-9905-3acaceff1a71,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:20.644483 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b1df01-5575-47c7-8fcb-c3b7f11c9d56 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:20.667162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d3b1df01-5575-47c7-8fcb-c3b7f11c9d56 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:20.674203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d333211-7366-4e53-aee7-eca10e0b8a43 admin admin] Deleting subnet b993f437-fd20-4431-8732-87c3532226d5 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:42:20.680187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b1df01-5575-47c7-8fcb-c3b7f11c9d56 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:20.680838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3b1df01-5575-47c7-8fcb-c3b7f11c9d56 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:20.705606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dca3fe-6657-4c77-9943-512470e47446 req-494ac228-3e6e-46dd-8e26-dd19534ec0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:20.706095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dca3fe-6657-4c77-9943-512470e47446 req-494ac228-3e6e-46dd-8e26-dd19534ec0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:20.706581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dca3fe-6657-4c77-9943-512470e47446 req-494ac228-3e6e-46dd-8e26-dd19534ec0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:20.707080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dca3fe-6657-4c77-9943-512470e47446 req-494ac228-3e6e-46dd-8e26-dd19534ec0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:20.707542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dca3fe-6657-4c77-9943-512470e47446 req-494ac228-3e6e-46dd-8e26-dd19534ec0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:20.708942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dca3fe-6657-4c77-9943-512470e47446 req-494ac228-3e6e-46dd-8e26-dd19534ec0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:20.708942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dca3fe-6657-4c77-9943-512470e47446 req-494ac228-3e6e-46dd-8e26-dd19534ec0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:20.719622 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92dca3fe-6657-4c77-9943-512470e47446 req-494ac228-3e6e-46dd-8e26-dd19534ec0e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 6700 time: 0.6039467 Jan 31 18:42:20.722280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc20198e-4ef9-47fa-a69d-518a57488e79 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:20.749517 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411bd1d-8ce3-418d-bf1d-b41173b02863 None None] Pushing event updated for resources: {'Port': ['ID=a4a3822d-1e48-4948-8735-405a32cfea80,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:20.775948 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d333211-7366-4e53-aee7-eca10e0b8a43 admin admin] Publish callbacks [] for subnet (b993f437-fd20-4431-8732-87c3532226d5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:20.853432 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d3b1df01-5575-47c7-8fcb-c3b7f11c9d56 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3752463 Jan 31 18:42:20.854373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36252) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:20.877996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-affcbd99-252a-4cd6-80ff-8cff10eb6fa8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1882345674', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:20.953066 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-21546223-632c-46e2-8707-2caf87731847 None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:20.981250 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-affcbd99-252a-4cd6-80ff-8cff10eb6fa8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (e4ef1347-a6af-4405-8ed5-d8e23fea9803), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:20.984822 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-affcbd99-252a-4cd6-80ff-8cff10eb6fa8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (e4ef1347-a6af-4405-8ed5-d8e23fea9803), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:21.050165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-835f3ed3-7d50-4ef0-9d41-d68728644134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:21.075969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '2fac6640-8440-415e-9905-3acaceff1a71'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:42:21.077243 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:21.085716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1990bc49-0661-4c86-ab70-3ec3f67efdaf None None] Provisioning complete for port a4a3822d-1e48-4948-8735-405a32cfea80 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:21.086437 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1990bc49-0661-4c86-ab70-3ec3f67efdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:21.341226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-affcbd99-252a-4cd6-80ff-8cff10eb6fa8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for router_controller (e4ef1347-a6af-4405-8ed5-d8e23fea9803), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:21.358082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-affcbd99-252a-4cd6-80ff-8cff10eb6fa8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (e4ef1347-a6af-4405-8ed5-d8e23fea9803), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:21.389132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ed566-d8be-4012-99f2-dbc408998087 req-452a749f-76a2-42e7-b2d0-eae3f0ec83f6 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:21.390717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f6ed566-d8be-4012-99f2-dbc408998087 req-452a749f-76a2-42e7-b2d0-eae3f0ec83f6 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 943 time: 1.0867734 Jan 31 18:42:21.401212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2fddd7d3-1364-406a-a2a0-9bf1ab746807 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:21.463657 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-affcbd99-252a-4cd6-80ff-8cff10eb6fa8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:21.465831 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-affcbd99-252a-4cd6-80ff-8cff10eb6fa8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5958190 Jan 31 18:42:21.470666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:21.531142 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d333211-7366-4e53-aee7-eca10e0b8a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (b993f437-fd20-4431-8732-87c3532226d5), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:21.558343 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 02593350-4447-4313-afc5-3556b024ead6, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=02593350-4447-4313-afc5-3556b024ead6,segment=NetworkSegment(48e46727-a789-4497-9431-abc96e3ebdd6),segment_id=48e46727-a789-4497-9431-abc96e3ebdd6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:21.579007 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-97481fba-7983-4136-a330-eb4ccf923e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:21.595246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '02593350-4447-4313-afc5-3556b024ead6', 'network_id': '21894bb7-adca-4fab-8933-57ccc5d46485', 'port_id': '02593350-4447-4313-afc5-3556b024ead6', 'mac_address': 'fa:16:3e:28:15:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a45c82-00f5-4efb-af39-e3264a470892', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:42:21.598942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 2fddd7d3-1364-406a-a2a0-9bf1ab746807 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:21.599577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2fddd7d3-1364-406a-a2a0-9bf1ab746807 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:21.643842 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-21546223-632c-46e2-8707-2caf87731847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:20Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:21.686342 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21546223-632c-46e2-8707-2caf87731847 None None] The sync data for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 is: [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:20Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:42:21.905890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1990bc49-0661-4c86-ab70-3ec3f67efdaf None None] Current status of the port a4a3822d-1e48-4948-8735-405a32cfea80 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:21.909137 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1990bc49-0661-4c86-ab70-3ec3f67efdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:21.921668 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d333211-7366-4e53-aee7-eca10e0b8a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b993f437-fd20-4431-8732-87c3532226d5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:21.967287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 02593350-4447-4313-afc5-3556b024ead6 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:21.971904 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (02593350-4447-4313-afc5-3556b024ead6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:22.036066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1990bc49-0661-4c86-ab70-3ec3f67efdaf None None] For port a4a3822d-1e48-4948-8735-405a32cfea80, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a4a3822d-1e48-4948-8735-405a32cfea80,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:22.046200 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1990bc49-0661-4c86-ab70-3ec3f67efdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:22.055723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02593350-4447-4313-afc5-3556b024ead6 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:22.064840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a92e5-90bc-42f0-aa79-7a7f95f61be1 req-76654460-1d9d-4fcd-a28b-c888c14e341e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:22.087987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a92e5-90bc-42f0-aa79-7a7f95f61be1 req-76654460-1d9d-4fcd-a28b-c888c14e341e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:22.105182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a92e5-90bc-42f0-aa79-7a7f95f61be1 req-76654460-1d9d-4fcd-a28b-c888c14e341e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:22.113475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a92e5-90bc-42f0-aa79-7a7f95f61be1 req-76654460-1d9d-4fcd-a28b-c888c14e341e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:22.123463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a92e5-90bc-42f0-aa79-7a7f95f61be1 req-76654460-1d9d-4fcd-a28b-c888c14e341e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:22.133869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a92e5-90bc-42f0-aa79-7a7f95f61be1 req-76654460-1d9d-4fcd-a28b-c888c14e341e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:22.144393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a92e5-90bc-42f0-aa79-7a7f95f61be1 req-76654460-1d9d-4fcd-a28b-c888c14e341e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:22.149662 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-888a92e5-90bc-42f0-aa79-7a7f95f61be1 req-76654460-1d9d-4fcd-a28b-c888c14e341e tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5419 time: 1.3560908 Jan 31 18:42:22.214424 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 02593350-4447-4313-afc5-3556b024ead6, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=02593350-4447-4313-afc5-3556b024ead6,segment=NetworkSegment(48e46727-a789-4497-9431-abc96e3ebdd6),segment_id=48e46727-a789-4497-9431-abc96e3ebdd6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:22.225041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dca3fe-6657-4c77-9943-512470e47446 req-d254db50-a119-4c97-995f-5bf4337d84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:22.227970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92dca3fe-6657-4c77-9943-512470e47446 req-d254db50-a119-4c97-995f-5bf4337d84ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554 HTTP/1.1" status: 200 len: 903 time: 1.4954066 Jan 31 18:42:22.229355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Allocated IP 2001:db8::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/2fac6640-8440-415e-9905-3acaceff1a71/f5113e37-502a-47ff-867e-a3065d5ed200) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:22.241888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f6ed566-d8be-4012-99f2-dbc408998087 req-f62fcde6-cdd7-4d4c-a427-16be6f3af6ef tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc43380f-13db-4c00-81b9-f57deb4e7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372052 Jan 31 18:42:22.268507 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:22.271682 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (02593350-4447-4313-afc5-3556b024ead6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:22.295393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92dca3fe-6657-4c77-9943-512470e47446 req-1a461317-c109-4514-a3ac-2fbe60a2bdb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=388db7c9-0733-43f3-bd76-2ea41caed4d0 HTTP/1.1" status: 200 len: 217 time: 0.0498695 Jan 31 18:42:22.296500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d333211-7366-4e53-aee7-eca10e0b8a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (b993f437-fd20-4431-8732-87c3532226d5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:22.371759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990bc49-0661-4c86-ab70-3ec3f67efdaf None None] Pushing event updated for resources: {'Port': ['ID=a4a3822d-1e48-4948-8735-405a32cfea80,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:22.394045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9bdd8c04-fbae-4914-a531-57f7d79d3146 None None] Provisioning complete for port a4a3822d-1e48-4948-8735-405a32cfea80 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:22.394923 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8c04-fbae-4914-a531-57f7d79d3146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:22.487921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d333211-7366-4e53-aee7-eca10e0b8a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b993f437-fd20-4431-8732-87c3532226d5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:22.521872 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d333211-7366-4e53-aee7-eca10e0b8a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:22.530808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6d333211-7366-4e53-aee7-eca10e0b8a43 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b993f437-fd20-4431-8732-87c3532226d5 HTTP/1.1" status: 204 len: 168 time: 2.0809946 Jan 31 18:42:22.531736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36264) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:22.604152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54586682-87e2-4d22-b253-9abff93fc4b6 None None] Network 9d7bfb06-4524-44e2-9f71-f474c61e1f73 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:22.639306 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:22.654228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dca3fe-6657-4c77-9943-512470e47446 req-b795cfb3-13f1-476f-9fd8-cc14447ab26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:22.659897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92dca3fe-6657-4c77-9943-512470e47446 req-b795cfb3-13f1-476f-9fd8-cc14447ab26a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebaee9b9-5c1e-40d2-b93a-0186138d8b06 HTTP/1.1" status: 200 len: 797 time: 0.3453870 Jan 31 18:42:22.761262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['02593350-4447-4313-afc5-3556b024ead6'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:22.878702 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-835f3ed3-7d50-4ef0-9d41-d68728644134 admin admin] Deleting port f09dbbc0-ebba-4285-9923-010172efa326 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:22.879299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-835f3ed3-7d50-4ef0-9d41-d68728644134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f09dbbc0-ebba-4285-9923-010172efa326), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:23.019679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=02593350-4447-4313-afc5-3556b024ead6,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:23.045389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-835f3ed3-7d50-4ef0-9d41-d68728644134 admin admin] For port f09dbbc0-ebba-4285-9923-010172efa326, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f09dbbc0-ebba-4285-9923-010172efa326,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:23.054102 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-835f3ed3-7d50-4ef0-9d41-d68728644134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f09dbbc0-ebba-4285-9923-010172efa326), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:23.068751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a4a3822d-1e48-4948-8735-405a32cfea80 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:23.077928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-835f3ed3-7d50-4ef0-9d41-d68728644134 admin admin] Calling delete_port for f09dbbc0-ebba-4285-9923-010172efa326 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:23.103039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1eb8a029-d2e3-43c2-b8c7-da739978ac38 req-cd040b94-2f82-4171-a52c-49a117fd6443 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 210 time: 0.4179153 Jan 31 18:42:23.325456 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-888a92e5-90bc-42f0-aa79-7a7f95f61be1 req-b272e80e-49b2-40d2-885c-cfd2d22e4348 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0820832 Jan 31 18:42:23.328328 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (9d7bfb06-4524-44e2-9f71-f474c61e1f73), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:23.366836 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-835f3ed3-7d50-4ef0-9d41-d68728644134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f09dbbc0-ebba-4285-9923-010172efa326), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:23.489552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-ae001513-e781-44e1-8581-1da02dcbf2c1 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:23.491147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-ae001513-e781-44e1-8581-1da02dcbf2c1 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.49 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 821 time: 0.8396215 Jan 31 18:42:23.506539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dca3fe-6657-4c77-9943-512470e47446 req-220c33ed-2273-4a24-aa87-7f86ce554dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:23.508648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92dca3fe-6657-4c77-9943-512470e47446 req-220c33ed-2273-4a24-aa87-7f86ce554dfd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8057897 Jan 31 18:42:23.530038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Request body: {'port': {'device_id': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'admin_state_up': True, 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:23.607872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd8c04-fbae-4914-a531-57f7d79d3146 None None] Current status of the port a4a3822d-1e48-4948-8735-405a32cfea80 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:23.663320 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a4a3822d-1e48-4948-8735-405a32cfea80 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:23.664228 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:23.751031 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Publish callbacks [] for port (f5113e37-502a-47ff-867e-a3065d5ed200), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:23.804077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (f5113e37-502a-47ff-867e-a3065d5ed200), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:23.839144 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6974e921-19e9-46d5-a60d-b4aa7affb823 None None] DHCP port deletion for 9d7bfb06-4524-44e2-9f71-f474c61e1f73 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:42:23.865154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e3055-8794-44ec-bc6c-f739a749c144 req-18e0ecd2-620c-4b7e-8b6d-93df78decdf3 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:23.877770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-352e3055-8794-44ec-bc6c-f739a749c144 req-18e0ecd2-620c-4b7e-8b6d-93df78decdf3 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 945 time: 0.5761034 Jan 31 18:42:24.004814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:24.035331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Pushing event updated for resources: {'Port': ['ID=f5113e37-502a-47ff-867e-a3065d5ed200,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:24.065325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:24.086897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:24.132850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Deleting port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:24.133319 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.162580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-352e3055-8794-44ec-bc6c-f739a749c144 req-1a06c59c-59b4-43b8-a7d0-c0a057dd3ed0 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829576 Jan 31 18:42:24.171635 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.200598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e9d08-a533-44eb-a163-999c99caa502 req-23a5e044-ee52-426d-89dd-d8b3c4fd0f14 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:24.211447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a23e9d08-a533-44eb-a163-999c99caa502 req-23a5e044-ee52-426d-89dd-d8b3c4fd0f14 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 944 time: 0.6615300 Jan 31 18:42:24.250248 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.283896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f3ed3-7d50-4ef0-9d41-d68728644134 admin admin] Pushing event deleted for resources: {'Port': ['ID=f09dbbc0-ebba-4285-9923-010172efa326,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:24.295841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a4a3822d-1e48-4948-8735-405a32cfea80 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:24.318372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6974e921-19e9-46d5-a60d-b4aa7affb823 None None] Deleting port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:24.318977 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6974e921-19e9-46d5-a60d-b4aa7affb823 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.321847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Attempting to bind port f5113e37-502a-47ff-867e-a3065d5ed200 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:24.322833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Attempting to bind port f5113e37-502a-47ff-867e-a3065d5ed200 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:24.323491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Attempting to bind port f5113e37-502a-47ff-867e-a3065d5ed200 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:24.345160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:24.345825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:24.346382 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.346941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:24.347601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Bound port: f5113e37-502a-47ff-867e-a3065d5ed200, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:24.348258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f5113e37-502a-47ff-867e-a3065d5ed200), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.372673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::1 (270588c3-27c5-4bbe-bc62-125107bc7b03/2fac6640-8440-415e-9905-3acaceff1a71/d5570e5f-4313-4288-880a-e7488e522b9e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:24.409311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87ebc193-4788-4ad0-bcd9-32dc5998dd47 req-ac5aecfd-80d6-4e1d-b979-a12a45460e3e tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 210 time: 0.1057074 Jan 31 18:42:24.492870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6974e921-19e9-46d5-a60d-b4aa7affb823 None None] For port 567bdad6-04a3-4da9-b456-8e5b885ef3b6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=567bdad6-04a3-4da9-b456-8e5b885ef3b6,segment=NetworkSegment(bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c),segment_id=bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:24.493274 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6974e921-19e9-46d5-a60d-b4aa7affb823 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.515296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] For port 567bdad6-04a3-4da9-b456-8e5b885ef3b6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=567bdad6-04a3-4da9-b456-8e5b885ef3b6,segment=NetworkSegment(bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c),segment_id=bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:24.515884 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.530100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6974e921-19e9-46d5-a60d-b4aa7affb823 None None] Calling delete_port for 567bdad6-04a3-4da9-b456-8e5b885ef3b6 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:24.543040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Calling delete_port for 567bdad6-04a3-4da9-b456-8e5b885ef3b6 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:24.545560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] For port f5113e37-502a-47ff-867e-a3065d5ed200, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:24.550326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] For port f5113e37-502a-47ff-867e-a3065d5ed200, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f5113e37-502a-47ff-867e-a3065d5ed200,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:24.559984 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f5113e37-502a-47ff-867e-a3065d5ed200), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.670274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a23e9d08-a533-44eb-a163-999c99caa502 req-026e4161-ef78-4faf-ab15-045737f876ec tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc43380f-13db-4c00-81b9-f57deb4e7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571271 Jan 31 18:42:24.675026 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.677107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Made reservation on behalf of e53bd1ae2f8d455fbfbe5d59d639fb7c for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:24.680401 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.702973 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b88e66-5ba1-4877-b073-5f54fbbe5379 None None] Pushing event updated for resources: {'Port': ['ID=f5113e37-502a-47ff-867e-a3065d5ed200,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:24.779742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92dca3fe-6657-4c77-9943-512470e47446 req-b86223c1-2aac-403c-aea6-bacbb9c4d6b5 service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2272718 Jan 31 18:42:24.822975 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6974e921-19e9-46d5-a60d-b4aa7affb823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (567bdad6-04a3-4da9-b456-8e5b885ef3b6), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.832690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Pushing event deleted for resources: {'Port': ['ID=567bdad6-04a3-4da9-b456-8e5b885ef3b6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:24.867444 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-835f3ed3-7d50-4ef0-9d41-d68728644134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:24.895242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974e921-19e9-46d5-a60d-b4aa7affb823 None None] Pushing event deleted for resources: {'Port': ['ID=567bdad6-04a3-4da9-b456-8e5b885ef3b6,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:24.903294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974e921-19e9-46d5-a60d-b4aa7affb823 None None] No DVR routers for this DVR port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:24.981014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] No DVR routers for this DVR port 567bdad6-04a3-4da9-b456-8e5b885ef3b6 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:24.991822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 567bdad6-04a3-4da9-b456-8e5b885ef3b6 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:25.025723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92dca3fe-6657-4c77-9943-512470e47446 req-c09fada5-896b-4415-b367-129f5d5555cb service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024925 Jan 31 18:42:25.026076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 567bdad6-04a3-4da9-b456-8e5b885ef3b6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:25.026481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 567bdad6-04a3-4da9-b456-8e5b885ef3b6 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:25.050687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (d5570e5f-4313-4288-880a-e7488e522b9e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:25.189012 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:25.205373 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:25.246324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eda5e-2ce3-435b-bb15-fe63e97b4aac req-f623591b-727a-4a23-93ed-561b1bbccc9f tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:25.256206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b9eda5e-2ce3-435b-bb15-fe63e97b4aac req-f623591b-727a-4a23-93ed-561b1bbccc9f tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 945 time: 0.5819697 Jan 31 18:42:25.288438 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:25.289276 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=d5570e5f-4313-4288-880a-e7488e522b9e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:25.295032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:25.298622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:25.299184 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (e4ef1347-a6af-4405-8ed5-d8e23fea9803), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:25.311162 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (9d7bfb06-4524-44e2-9f71-f474c61e1f73), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:25.355009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835f3ed3-7d50-4ef0-9d41-d68728644134 admin admin] Router f5c0b28d-ff3b-4228-90d0-414fa8bb569f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:42:25.412202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7bfb06-4524-44e2-9f71-f474c61e1f73']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:25.432975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:25.433686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:25.450874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:25.497860 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:25.520674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:42:25.521310 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (bfa89fc5-53ec-4b06-ad68-9dd7f04bd73c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:42:25.527307 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:42:25.550734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b9eda5e-2ce3-435b-bb15-fe63e97b4aac req-ab819682-59ee-4863-9830-afabeb78cf8a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936037 Jan 31 18:42:25.570780 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:25.602952 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835f3ed3-7d50-4ef0-9d41-d68728644134 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:25.612463 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-835f3ed3-7d50-4ef0-9d41-d68728644134 admin admin] 10.222.0.20 "PUT /v2.0/routers/f5c0b28d-ff3b-4228-90d0-414fa8bb569f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8879750 Jan 31 18:42:25.615758 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c6b05-e20b-4051-8521-e47369217b0c None None] Sync routers for ids ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:42:25.630494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36278) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:25.637762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c6b05-e20b-4051-8521-e47369217b0c None None] Routers {'f5c0b28d-ff3b-4228-90d0-414fa8bb569f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:25.639892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6d5c6b05-e20b-4051-8521-e47369217b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:25.649852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aef09-b485-429b-be38-c6ae620c2b6e req-901176de-8262-4ac3-b50d-17b4c493465f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:25.656617 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aef09-b485-429b-be38-c6ae620c2b6e req-901176de-8262-4ac3-b50d-17b4c493465f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:25.662330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aef09-b485-429b-be38-c6ae620c2b6e req-901176de-8262-4ac3-b50d-17b4c493465f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:25.669840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aef09-b485-429b-be38-c6ae620c2b6e req-901176de-8262-4ac3-b50d-17b4c493465f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:25.676619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aef09-b485-429b-be38-c6ae620c2b6e req-901176de-8262-4ac3-b50d-17b4c493465f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:25.682959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aef09-b485-429b-be38-c6ae620c2b6e req-901176de-8262-4ac3-b50d-17b4c493465f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:25.688646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aef09-b485-429b-be38-c6ae620c2b6e req-901176de-8262-4ac3-b50d-17b4c493465f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:25.696575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad3aef09-b485-429b-be38-c6ae620c2b6e req-901176de-8262-4ac3-b50d-17b4c493465f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5419 time: 0.6691363 Jan 31 18:42:25.768067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d7fde4b-9895-41b9-92da-31813693e902 req-e339d8bf-4eae-42b0-b00f-d19471367af7 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 210 time: 0.0662875 Jan 31 18:42:25.776295 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (9d7bfb06-4524-44e2-9f71-f474c61e1f73), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:25.785563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Publish callbacks [] for router (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:25.828607 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad3aef09-b485-429b-be38-c6ae620c2b6e req-0be553cf-2be3-4ee4-a76d-eb07d45fc887 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307986 Jan 31 18:42:25.848977 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:25.863130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d7bfb06-4524-44e2-9f71-f474c61e1f73 HTTP/1.1" status: 204 len: 168 time: 3.3254693 Jan 31 18:42:25.883259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Allocated IP 172.20.0.7 (6b8b8e30-2f74-4898-b49a-2b3dd9a9155e/b9e21eb1-7818-4cdd-be7b-5bc1f1063cec/5066f273-7862-4853-90bb-976647432bd6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:25.911325 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1468f-d3b1-4311-b35b-4f91b006a26b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7bfb06-4524-44e2-9f71-f474c61e1f73,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:25.939772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6d5c6b05-e20b-4051-8521-e47369217b0c None None] Set router f5c0b28d-ff3b-4228-90d0-414fa8bb569f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:26.105068 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Publish callbacks [] for router_gateway (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:26.161488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e5a6f-3672-46cb-8f6f-a134d2fc0a5c req-74ce8d03-262b-4151-be71-11388e3ca555 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:26.164675 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e2e5a6f-3672-46cb-8f6f-a134d2fc0a5c req-74ce8d03-262b-4151-be71-11388e3ca555 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 944 time: 0.1998911 Jan 31 18:42:26.261971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36286) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:26.358315 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:26.435431 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f5edbd22-947a-4d72-94ce-409939ee0fcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c7a3f2a58b5437aa6abfe7ed2afcf5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703701 Jan 31 18:42:26.437520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36288) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:26.454855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 02593350-4447-4313-afc5-3556b024ead6 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:26.495961 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e2e5a6f-3672-46cb-8f6f-a134d2fc0a5c req-40a89ecb-4cb8-45e2-b072-cd3bb1da525f tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc43380f-13db-4c00-81b9-f57deb4e7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206615 Jan 31 18:42:26.542856 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for port (5066f273-7862-4853-90bb-976647432bd6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:26.569520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64c9b1-f5a9-4a68-a2cc-f2569a9fb975 req-14978c38-f88b-4cf7-af8a-0f3b49e9ac99 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:26.578753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc64c9b1-f5a9-4a68-a2cc-f2569a9fb975 req-14978c38-f88b-4cf7-af8a-0f3b49e9ac99 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 945 time: 0.3591878 Jan 31 18:42:26.589144 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Deleting port a9630d80-d3fe-46e8-9746-05dc1e763920 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:26.589867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:26.630169 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e550560-0b0e-4b1b-bff8-da10331823f6 admin admin] Publish callbacks [] for security_group (192de879-82f6-45fa-a9fb-fd3a28e5f384), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:26.664882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 02593350-4447-4313-afc5-3556b024ead6 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:42:26.679393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 02593350-4447-4313-afc5-3556b024ead6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:26.679780 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (02593350-4447-4313-afc5-3556b024ead6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:26.712974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc64c9b1-f5a9-4a68-a2cc-f2569a9fb975 req-77f0fb5c-e832-4ae3-8bca-e9999b00cfaf tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326971 Jan 31 18:42:26.752240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5066f273-7862-4853-90bb-976647432bd6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:26.783087 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e550560-0b0e-4b1b-bff8-da10331823f6 admin admin] Publish callbacks [] for security_group (192de879-82f6-45fa-a9fb-fd3a28e5f384), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:26.909137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 02593350-4447-4313-afc5-3556b024ead6 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:26.909870 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (02593350-4447-4313-afc5-3556b024ead6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:26.913012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6d5c6b05-e20b-4051-8521-e47369217b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:42:23Z', 'revision_number': 5, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port': {'id': 'a9630d80-d3fe-46e8-9746-05dc1e763920', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:40:30Z', 'updated_at': '2022-01-31T18:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:26.990914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c6b05-e20b-4051-8521-e47369217b0c None None] Checking router: f5c0b28d-ff3b-4228-90d0-414fa8bb569f for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:42:27.003846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Pushing event updated for resources: {'Port': ['ID=5066f273-7862-4853-90bb-976647432bd6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:27.006368 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] For port a9630d80-d3fe-46e8-9746-05dc1e763920, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a9630d80-d3fe-46e8-9746-05dc1e763920,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:27.006368 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:27.030782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Calling delete_port for a9630d80-d3fe-46e8-9746-05dc1e763920 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:27.054926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f8ccc1-73da-4b93-8a3d-ed4c7249cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02593350-4447-4313-afc5-3556b024ead6'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:27.058254 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f662f7d0-cec5-4dbb-80e1-06030b9aada0" -d '{"events": [{"server_uuid": "09f8ccc1-73da-4b93-8a3d-ed4c7249cf96", "name": "network-vif-plugged", "status": "completed", "tag": "02593350-4447-4313-afc5-3556b024ead6"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:27.059787 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (d5570e5f-4313-4288-880a-e7488e522b9e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:27.067126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e550560-0b0e-4b1b-bff8-da10331823f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (192de879-82f6-45fa-a9fb-fd3a28e5f384), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:27.067260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8d4a6945-a29c-427f-9ad5-0646436eb4ac None None] Provisioning complete for port f5113e37-502a-47ff-867e-a3065d5ed200 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:27.067260 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6945-a29c-427f-9ad5-0646436eb4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f5113e37-502a-47ff-867e-a3065d5ed200), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:27.069608 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e550560-0b0e-4b1b-bff8-da10331823f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:27.074407 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7e550560-0b0e-4b1b-bff8-da10331823f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/192de879-82f6-45fa-a9fb-fd3a28e5f384 HTTP/1.1" status: 204 len: 168 time: 0.6301506 Jan 31 18:42:27.082318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:27.114634 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:27.114634 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (e4ef1347-a6af-4405-8ed5-d8e23fea9803), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:27.115053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.115053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.117828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.119289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.124130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.124130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.124130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.129102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.131653 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e550560-0b0e-4b1b-bff8-da10331823f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192de879-82f6-45fa-a9fb-fd3a28e5f384,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:27.133733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.134281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.140266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.142135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.143527 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:27.164403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f5113e37-502a-47ff-867e-a3065d5ed200 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:27.186291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 02593350-4447-4313-afc5-3556b024ead6, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=02593350-4447-4313-afc5-3556b024ead6,segment=NetworkSegment(48e46727-a789-4497-9431-abc96e3ebdd6),segment_id=48e46727-a789-4497-9431-abc96e3ebdd6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:27.202641 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (02593350-4447-4313-afc5-3556b024ead6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:27.271227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:27.278535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:27.377001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:27.377757 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:27.405605 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e454b14-e306-414a-9115-dd8d885fcc84 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8852167 Jan 31 18:42:27.408170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=d5570e5f-4313-4288-880a-e7488e522b9e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:27.411859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c6b05-e20b-4051-8521-e47369217b0c None None] Routers {'f5c0b28d-ff3b-4228-90d0-414fa8bb569f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:27.414305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6d5c6b05-e20b-4051-8521-e47369217b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:27.423863 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:27.427730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:27.431402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2939c2a-a183-471a-b581-c94b7a4625da req-ae9ab2ac-6086-4a30-9ec8-74f25751163b tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:27.440265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2939c2a-a183-471a-b581-c94b7a4625da req-ae9ab2ac-6086-4a30-9ec8-74f25751163b tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 931 time: 0.4534400 Jan 31 18:42:27.443360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=02593350-4447-4313-afc5-3556b024ead6,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:27.465725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f81dc-06cf-4275-8609-9d955d06432c req-0a860fd6-c229-49a8-a732-2b611471c1fb tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:27.468752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-360f81dc-06cf-4275-8609-9d955d06432c req-0a860fd6-c229-49a8-a732-2b611471c1fb tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 945 time: 0.4807620 Jan 31 18:42:27.476173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Request body: {'port': {'device_id': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:27.829094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6d5c6b05-e20b-4051-8521-e47369217b0c None None] Set router f5c0b28d-ff3b-4228-90d0-414fa8bb569f gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:27.919257 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a9630d80-d3fe-46e8-9746-05dc1e763920), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:27.935459 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36308) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:27.956114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6d5c6b05-e20b-4051-8521-e47369217b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:42:26Z', 'revision_number': 6, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:27.980061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Pushing event deleted for resources: {'Port': ['ID=a9630d80-d3fe-46e8-9746-05dc1e763920,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:28.003060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c6b05-e20b-4051-8521-e47369217b0c None None] The sync data for ids ['f5c0b28d-ff3b-4228-90d0-414fa8bb569f'] in n-d-812111-15 is: [{'id': 'f5c0b28d-ff3b-4228-90d0-414fa8bb569f', 'name': 'tempest-ServersTestFqdnHostnames-339837890-router', 'tenant_id': '5918c0d4df2949408b35e4d765cbf2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:40:28Z', 'updated_at': '2022-01-31T18:42:26Z', 'revision_number': 6, 'project_id': '5918c0d4df2949408b35e4d765cbf2bc', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:42:28.016529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Router e4ef1347-a6af-4405-8ed5-d8e23fea9803 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:42:28.031521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a6945-a29c-427f-9ad5-0646436eb4ac None None] Current status of the port f5113e37-502a-47ff-867e-a3065d5ed200 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:28.031952 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6945-a29c-427f-9ad5-0646436eb4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f5113e37-502a-47ff-867e-a3065d5ed200), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:28.062123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f5113e37-502a-47ff-867e-a3065d5ed200 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:28.062508 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f5113e37-502a-47ff-867e-a3065d5ed200), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:28.116002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8d4a6945-a29c-427f-9ad5-0646436eb4ac None None] For port f5113e37-502a-47ff-867e-a3065d5ed200, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f5113e37-502a-47ff-867e-a3065d5ed200,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:28.128727 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6945-a29c-427f-9ad5-0646436eb4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f5113e37-502a-47ff-867e-a3065d5ed200), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:28.181913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2939c2a-a183-471a-b581-c94b7a4625da req-8a2fbfdd-0afe-422f-95dd-eeac7ee786be tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7394385 Jan 31 18:42:28.207452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-360f81dc-06cf-4275-8609-9d955d06432c req-b231841a-8292-4e57-b116-af2c1a188506 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7235329 Jan 31 18:42:28.208246 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5066f273-7862-4853-90bb-976647432bd6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:28.244177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a6945-a29c-427f-9ad5-0646436eb4ac None None] Pushing event updated for resources: {'Port': ['ID=f5113e37-502a-47ff-867e-a3065d5ed200,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:28.286731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-271acfc0-2cb0-4ae1-a8e7-8f545b57e46a None None] Provisioning complete for port 5066f273-7862-4853-90bb-976647432bd6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:28.287265 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-271acfc0-2cb0-4ae1-a8e7-8f545b57e46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5066f273-7862-4853-90bb-976647432bd6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:28.291262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f5113e37-502a-47ff-867e-a3065d5ed200 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:28.322831 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30903f6-d2f0-4d4d-bada-f5abeab18598 x-openstack-request-id: req-f30903f6-d2f0-4d4d-bada-f5abeab18598 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:28.323437 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f8ccc1-73da-4b93-8a3d-ed4c7249cf96", "name": "network-vif-plugged", "status": "completed", "tag": "02593350-4447-4313-afc5-3556b024ead6", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:28.329446 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-53226dd8-d417-4220-9d2c-56d70bb1b972 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55783ab766da4d49a8eb0651b4c08a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926558 Jan 31 18:42:28.335175 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:28.339871 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f30903f6-d2f0-4d4d-bada-f5abeab18598 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:28.341562 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f8ccc1-73da-4b93-8a3d-ed4c7249cf96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02593350-4447-4313-afc5-3556b024ead6', 'code': 200} Jan 31 18:42:28.358351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:28.397872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-271acfc0-2cb0-4ae1-a8e7-8f545b57e46a None None] Port 5066f273-7862-4853-90bb-976647432bd6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:42:28.424588 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-271acfc0-2cb0-4ae1-a8e7-8f545b57e46a None None] Provisioning complete for port d5570e5f-4313-4288-880a-e7488e522b9e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:28.425252 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-271acfc0-2cb0-4ae1-a8e7-8f545b57e46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:28.503569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-271acfc0-2cb0-4ae1-a8e7-8f545b57e46a None None] Port d5570e5f-4313-4288-880a-e7488e522b9e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:42:28.726320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0fdb9-37c7-42ba-bdb6-51a1bec71885 req-1ddfcb7b-052c-4ee3-b153-2adca91e3168 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:28.732008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0fdb9-37c7-42ba-bdb6-51a1bec71885 req-1ddfcb7b-052c-4ee3-b153-2adca91e3168 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:28.737334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0fdb9-37c7-42ba-bdb6-51a1bec71885 req-1ddfcb7b-052c-4ee3-b153-2adca91e3168 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:28.742876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0fdb9-37c7-42ba-bdb6-51a1bec71885 req-1ddfcb7b-052c-4ee3-b153-2adca91e3168 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:28.749139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0fdb9-37c7-42ba-bdb6-51a1bec71885 req-1ddfcb7b-052c-4ee3-b153-2adca91e3168 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:28.754368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0fdb9-37c7-42ba-bdb6-51a1bec71885 req-1ddfcb7b-052c-4ee3-b153-2adca91e3168 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:28.760318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0fdb9-37c7-42ba-bdb6-51a1bec71885 req-1ddfcb7b-052c-4ee3-b153-2adca91e3168 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:28.762373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ba0fdb9-37c7-42ba-bdb6-51a1bec71885 req-1ddfcb7b-052c-4ee3-b153-2adca91e3168 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5419 time: 0.4186592 Jan 31 18:42:28.781051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc200b-3b28-4716-84b1-d0f75b6eca9a req-89158d44-0464-415b-960b-9ef0a445e07f tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:28.782692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1dc200b-3b28-4716-84b1-d0f75b6eca9a req-89158d44-0464-415b-960b-9ef0a445e07f tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 945 time: 0.2458255 Jan 31 18:42:28.797913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69406205-9062-478c-a57f-3ca72a48c2fc req-ae99a503-cfec-4554-908d-c6195900d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:28.799545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69406205-9062-478c-a57f-3ca72a48c2fc req-ae99a503-cfec-4554-908d-c6195900d210 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 1128 time: 0.2707582 Jan 31 18:42:28.859694 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:28.865127 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Publish callbacks [] for router_controller (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:28.872224 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:28.879469 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-23f1199a-05ca-478a-be71-d02088ae4c34 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "PUT /v2.0/routers/e4ef1347-a6af-4405-8ed5-d8e23fea9803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4073284 Jan 31 18:42:28.885582 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Sync routers for ids ['e4ef1347-a6af-4405-8ed5-d8e23fea9803'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:42:28.887418 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36324) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:28.898324 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Routers {'e4ef1347-a6af-4405-8ed5-d8e23fea9803'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:28.899025 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e4ef1347-a6af-4405-8ed5-d8e23fea9803'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:28.965236 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (f5c0b28d-ff3b-4228-90d0-414fa8bb569f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:28.966257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5c0b28d-ff3b-4228-90d0-414fa8bb569f {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:42:28.992266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1dc200b-3b28-4716-84b1-d0f75b6eca9a req-d8e4b596-3f29-4cfe-8679-b58ba87b1a79 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc43380f-13db-4c00-81b9-f57deb4e7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914909 Jan 31 18:42:28.992743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:28.997376 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e0b907a3-c59b-436c-a4ef-5947b9118efd admin admin] 10.222.0.20 "DELETE /v2.0/routers/f5c0b28d-ff3b-4228-90d0-414fa8bb569f HTTP/1.1" status: 204 len: 168 time: 3.3625202 Jan 31 18:42:28.999585 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36326) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:29.030142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ba0fdb9-37c7-42ba-bdb6-51a1bec71885 req-0fd615b8-a25a-441d-a9d1-afca8e3ea9d2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2543592 Jan 31 18:42:29.035757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e013e8-e06f-42e8-ad6d-d7fefe4448be tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:29.037719 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c5e013e8-e06f-42e8-ad6d-d7fefe4448be tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports/d5570e5f-4313-4288-880a-e7488e522b9e HTTP/1.1" status: 200 len: 911 time: 0.1493237 Jan 31 18:42:29.044253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69406205-9062-478c-a57f-3ca72a48c2fc req-d3e9d0e1-7b1b-4df9-88b4-e8f4976acf03 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fc43380f-13db-4c00-81b9-f57deb4e7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191687 Jan 31 18:42:29.050408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36328) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:29.065437 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9147271d-df2f-4f58-bbb9-ed5fa79813cc admin admin] Publish callbacks [] for security_group (41ab2758-b958-4bfa-98be-7d15579d5bb1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.125337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f5113e37-502a-47ff-867e-a3065d5ed200 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:29.154073 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9147271d-df2f-4f58-bbb9-ed5fa79813cc admin admin] Publish callbacks [] for security_group (41ab2758-b958-4bfa-98be-7d15579d5bb1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.182937 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24c4d38-41f5-42ea-9217-b9e7f8fcfa29 admin admin] Deleting subnet c96f8db0-c704-4919-b8e1-a33a20f34342 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:42:29.183501 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Set router e4ef1347-a6af-4405-8ed5-d8e23fea9803 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:29.204319 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b24c4d38-41f5-42ea-9217-b9e7f8fcfa29 admin admin] Publish callbacks [] for subnet (c96f8db0-c704-4919-b8e1-a33a20f34342), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.263224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5066f273-7862-4853-90bb-976647432bd6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:29.295588 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Publish callbacks [] for port (5066f273-7862-4853-90bb-976647432bd6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.303506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f5113e37-502a-47ff-867e-a3065d5ed200 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:29.305163 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f5113e37-502a-47ff-867e-a3065d5ed200), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.345964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a13a6-541d-4b4c-9baf-e71955ce920b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:29.352719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b24c4d38-41f5-42ea-9217-b9e7f8fcfa29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (c96f8db0-c704-4919-b8e1-a33a20f34342), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.379928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a13a6-541d-4b4c-9baf-e71955ce920b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:29.382081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a23a13a6-541d-4b4c-9baf-e71955ce920b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3313682 Jan 31 18:42:29.383598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Transition to ACTIVE for port object 5066f273-7862-4853-90bb-976647432bd6 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:42:29.398803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36336) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:29.458398 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5066f273-7862-4853-90bb-976647432bd6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.476158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9147271d-df2f-4f58-bbb9-ed5fa79813cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (41ab2758-b958-4bfa-98be-7d15579d5bb1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.477722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f5113e37-502a-47ff-867e-a3065d5ed200 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:29.478991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9147271d-df2f-4f58-bbb9-ed5fa79813cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.480288 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9147271d-df2f-4f58-bbb9-ed5fa79813cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41ab2758-b958-4bfa-98be-7d15579d5bb1 HTTP/1.1" status: 204 len: 168 time: 1.1438065 Jan 31 18:42:29.507857 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147271d-df2f-4f58-bbb9-ed5fa79813cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ab2758-b958-4bfa-98be-7d15579d5bb1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:29.577514 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a9630d80-d3fe-46e8-9746-05dc1e763920 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:29.594383 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ef1347-a6af-4405-8ed5-d8e23fea9803', 'name': 'tempest-NetworksTestDHCPv6-router-1882345674', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:20Z', 'updated_at': '2022-01-31T18:42:25Z', 'revision_number': 2, 'project_id': '3269591bf4b94c6084826e73decadd13', 'gw_port_host': None, '_interfaces': [{'id': 'd5570e5f-4313-4288-880a-e7488e522b9e', 'name': '', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'mac_address': 'fa:16:3e:c5:1f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ef1347-a6af-4405-8ed5-d8e23fea9803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2fac6640-8440-415e-9905-3acaceff1a71', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:22Z', 'updated_at': '2022-01-31T18:42:26Z', 'revision_number': 2, 'project_id': '3269591bf4b94c6084826e73decadd13', 'subnets': [{'id': '2fac6640-8440-415e-9905-3acaceff1a71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:29.612054 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b24c4d38-41f5-42ea-9217-b9e7f8fcfa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (c96f8db0-c704-4919-b8e1-a33a20f34342), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.622201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: a9630d80-d3fe-46e8-9746-05dc1e763920 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:29.623078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a9630d80-d3fe-46e8-9746-05dc1e763920 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:29.624919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f09dbbc0-ebba-4285-9923-010172efa326 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:29.650251 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Checking router: e4ef1347-a6af-4405-8ed5-d8e23fea9803 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:42:29.651065 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Updating router e4ef1347-a6af-4405-8ed5-d8e23fea9803 port d5570e5f-4313-4288-880a-e7488e522b9e binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:42:29.674631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: f09dbbc0-ebba-4285-9923-010172efa326 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:29.674991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f09dbbc0-ebba-4285-9923-010172efa326 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:29.714686 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.733551 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b24c4d38-41f5-42ea-9217-b9e7f8fcfa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (c96f8db0-c704-4919-b8e1-a33a20f34342), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.769680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c4d38-41f5-42ea-9217-b9e7f8fcfa29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96f8db0-c704-4919-b8e1-a33a20f34342,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:29.775859 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b24c4d38-41f5-42ea-9217-b9e7f8fcfa29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:29.782150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f12dc7-6087-4b30-a216-a1a0416433ef None None] Network 516c16ef-8ea9-4e64-a191-4008a282ce3e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:29.795778 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b24c4d38-41f5-42ea-9217-b9e7f8fcfa29 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c96f8db0-c704-4919-b8e1-a33a20f34342 HTTP/1.1" status: 204 len: 168 time: 0.7778826 Jan 31 18:42:29.797489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:29.894515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Pushing event updated for resources: {'Port': ['ID=5066f273-7862-4853-90bb-976647432bd6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:29.971787 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (516c16ef-8ea9-4e64-a191-4008a282ce3e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.067914 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82694cc-ac73-4eaa-bd56-f67f01f12753 req-10e3f432-9ae6-401e-ae62-af3ea0624e6c tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:30.077689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a82694cc-ac73-4eaa-bd56-f67f01f12753 req-10e3f432-9ae6-401e-ae62-af3ea0624e6c tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 943 time: 0.6920259 Jan 31 18:42:30.124293 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] DHCP port deletion for 516c16ef-8ea9-4e64-a191-4008a282ce3e request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:42:30.155560 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Deleting port 42a13122-7a3c-4886-93ae-b95fc92e75e1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:30.155906 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.209592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Attempting to bind port 5066f273-7862-4853-90bb-976647432bd6 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:30.209939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Attempting to bind port 5066f273-7862-4853-90bb-976647432bd6 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:30.210979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Attempting to bind port 5066f273-7862-4853-90bb-976647432bd6 on network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:30.221542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Deleting port 42a13122-7a3c-4886-93ae-b95fc92e75e1 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:30.222449 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.235161 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Publish callbacks [] for port (d5570e5f-4313-4288-880a-e7488e522b9e), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.245640 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.282541 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] For port 42a13122-7a3c-4886-93ae-b95fc92e75e1, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=42a13122-7a3c-4886-93ae-b95fc92e75e1,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:30.282984 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.301918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Port 5066f273-7862-4853-90bb-976647432bd6 on network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:42:30.302447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Attempting to bind port 5066f273-7862-4853-90bb-976647432bd6 on network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:30.303211 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Calling delete_port for 42a13122-7a3c-4886-93ae-b95fc92e75e1 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:30.343005 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4ff53-a9b8-4bce-aa84-5e55c68f9573 None None] Pushing event updated for resources: {'Port': ['ID=d5570e5f-4313-4288-880a-e7488e522b9e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:30.349435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-44d719f6-a8ab-4c3b-b4ec-9be14a9e3d2c tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:30.351002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-44d719f6-a8ab-4c3b-b4ec-9be14a9e3d2c tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/networks?id=c271e0cd-391d-470f-8b71-05b0be44db04 HTTP/1.1" status: 200 len: 815 time: 0.7785273 Jan 31 18:42:30.360524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:30.360874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Checking segment: {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:30.361268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Bound using segment: {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:30.362100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Bound port: 5066f273-7862-4853-90bb-976647432bd6, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:30.362100 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5066f273-7862-4853-90bb-976647432bd6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.394808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a82694cc-ac73-4eaa-bd56-f67f01f12753 req-ea93117c-a6f0-4cf6-a4f9-e4223881bc81 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162098 Jan 31 18:42:30.404429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] For port 42a13122-7a3c-4886-93ae-b95fc92e75e1, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=42a13122-7a3c-4886-93ae-b95fc92e75e1,segment=NetworkSegment(50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d),segment_id=50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:30.411454 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.432264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-8861296f-e6fb-44f5-ac5d-b27db5a3b110 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/quotas/880ffd33eb2b47ceb3bb38704aa2d637 HTTP/1.1" status: 200 len: 375 time: 0.0731447 Jan 31 18:42:30.458394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Calling delete_port for 42a13122-7a3c-4886-93ae-b95fc92e75e1 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:30.462316 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.462989 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Attempting to bind port d5570e5f-4313-4288-880a-e7488e522b9e on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:30.464704 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Attempting to bind port d5570e5f-4313-4288-880a-e7488e522b9e by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:30.465378 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Attempting to bind port d5570e5f-4313-4288-880a-e7488e522b9e on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:30.474592 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:30.475180 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:30.476317 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.477534 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:30.478867 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Bound port: d5570e5f-4313-4288-880a-e7488e522b9e, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:30.479522 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.549819 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] No DVR routers for this DVR port 42a13122-7a3c-4886-93ae-b95fc92e75e1 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:30.560412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a13122-7a3c-4886-93ae-b95fc92e75e1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:30.605648 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] For port d5570e5f-4313-4288-880a-e7488e522b9e, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:30.611175 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] For port d5570e5f-4313-4288-880a-e7488e522b9e, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d5570e5f-4313-4288-880a-e7488e522b9e,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:30.625366 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.673059 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (42a13122-7a3c-4886-93ae-b95fc92e75e1), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.739988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-9c6fac7e-077f-4f09-a1e4-12ed710270de tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=880ffd33eb2b47ceb3bb38704aa2d637&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2345667 Jan 31 18:42:30.755604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] For port 5066f273-7862-4853-90bb-976647432bd6, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:30.762589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] For port 5066f273-7862-4853-90bb-976647432bd6, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5066f273-7862-4853-90bb-976647432bd6,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:30.790244 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Routers {'e4ef1347-a6af-4405-8ed5-d8e23fea9803'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:30.791258 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e4ef1347-a6af-4405-8ed5-d8e23fea9803'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:30.815748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Pushing event deleted for resources: {'Port': ['ID=42a13122-7a3c-4886-93ae-b95fc92e75e1,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:30.823966 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5066f273-7862-4853-90bb-976647432bd6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.847071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] No DVR routers for this DVR port 42a13122-7a3c-4886-93ae-b95fc92e75e1 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:30.866158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.866516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.866845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.867166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.867516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.867850 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.868183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.874798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.881571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.881936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.882289 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.882633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.882973 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218dcf11-fd7c-4024-b434-3cd34d16aacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:30.885897 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (516c16ef-8ea9-4e64-a191-4008a282ce3e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:30.906592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 42a13122-7a3c-4886-93ae-b95fc92e75e1 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:30.943605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516c16ef-8ea9-4e64-a191-4008a282ce3e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:30.979063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 42a13122-7a3c-4886-93ae-b95fc92e75e1 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:30.979464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 42a13122-7a3c-4886-93ae-b95fc92e75e1 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:30.986106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:30.991839 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:30.998874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36374) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:31.020922 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] Set router e4ef1347-a6af-4405-8ed5-d8e23fea9803 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:31.028616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-008e63d5-9e1b-4ba3-929c-522bd363c936 None None] Provisioning complete for port d5570e5f-4313-4288-880a-e7488e522b9e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:31.029151 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-008e63d5-9e1b-4ba3-929c-522bd363c936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.034718 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.066532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:31.069532 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.071090 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] 10.222.0.49 "PUT /v2.0/ports/5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 1092 time: 3.6011667 Jan 31 18:42:31.077247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.086887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:42:31.087114 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (50b22a7b-9ac6-4b90-b07d-ffd5cbf13e5d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:42:31.094347 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:42:31.099480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'tag': '5066f273-7862-4853-90bb-976647432bd6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:31.104839 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf3eb5d-7641-4607-a243-2f0e1b7a8573" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "tag": "5066f273-7862-4853-90bb-976647432bd6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:31.182273 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4ff53-a9b8-4bce-aa84-5e55c68f9573 None None] Pushing event updated for resources: {'Port': ['ID=d5570e5f-4313-4288-880a-e7488e522b9e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:31.233246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-008e63d5-9e1b-4ba3-929c-522bd363c936 None None] Current status of the port d5570e5f-4313-4288-880a-e7488e522b9e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:31.234352 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-008e63d5-9e1b-4ba3-929c-522bd363c936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.247428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3081087-d4ff-4a42-bdbe-87b6837ac885 service neutron] Pushing event updated for resources: {'Port': ['ID=5066f273-7862-4853-90bb-976647432bd6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:31.261716 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (516c16ef-8ea9-4e64-a191-4008a282ce3e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.269200 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.277971 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] 10.222.0.20 "DELETE /v2.0/networks/516c16ef-8ea9-4e64-a191-4008a282ce3e HTTP/1.1" status: 204 len: 168 time: 1.4796250 Jan 31 18:42:31.301254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6df199-f46a-4fdc-ad38-45f62ef74c79 admin admin] Pushing event deleted for resources: {'Network': ['ID=516c16ef-8ea9-4e64-a191-4008a282ce3e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:31.344171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-network', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:31.349502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26973e-5286-4508-a401-cadc9a6557e1 req-d868aa54-0105-4c75-b535-0ae64b9943c2 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:31.352493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa26973e-5286-4508-a401-cadc9a6557e1 req-d868aa54-0105-4c75-b535-0ae64b9943c2 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 945 time: 0.5856636 Jan 31 18:42:31.369665 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-e5968050-df74-45bc-b475-ebbb1b0f6b8e service neutron] 10.222.0.20 "GET /v2.0/networks/c271e0cd-391d-470f-8b71-05b0be44db04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154740 Jan 31 18:42:31.393357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634496fd-9bbb-42fe-8eb9-142dc918e1c8 req-844a8ace-0e65-43ac-ab70-6cd71653f24c tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:31.397717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-008e63d5-9e1b-4ba3-929c-522bd363c936 None None] For port d5570e5f-4313-4288-880a-e7488e522b9e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d5570e5f-4313-4288-880a-e7488e522b9e,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:31.401468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-634496fd-9bbb-42fe-8eb9-142dc918e1c8 req-844a8ace-0e65-43ac-ab70-6cd71653f24c tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 945 time: 0.4865146 Jan 31 18:42:31.408750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Made reservation on behalf of 53ce246a4bac4f3da3b6dcdef0fbb532 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:31.411989 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.420665 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-008e63d5-9e1b-4ba3-929c-522bd363c936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.436950 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.496386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e63d5-9e1b-4ba3-929c-522bd363c936 None None] Pushing event updated for resources: {'Port': ['ID=d5570e5f-4313-4288-880a-e7488e522b9e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:31.520122 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ef1347-a6af-4405-8ed5-d8e23fea9803', 'name': 'tempest-NetworksTestDHCPv6-router-1882345674', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:20Z', 'updated_at': '2022-01-31T18:42:25Z', 'revision_number': 2, 'project_id': '3269591bf4b94c6084826e73decadd13', 'gw_port_host': None, '_interfaces': [{'id': 'd5570e5f-4313-4288-880a-e7488e522b9e', 'name': '', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'mac_address': 'fa:16:3e:c5:1f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ef1347-a6af-4405-8ed5-d8e23fea9803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2fac6640-8440-415e-9905-3acaceff1a71', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:22Z', 'updated_at': '2022-01-31T18:42:30Z', 'revision_number': 4, 'project_id': '3269591bf4b94c6084826e73decadd13', 'subnets': [{'id': '2fac6640-8440-415e-9905-3acaceff1a71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:31.550547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36384) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:31.562614 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8795f601-1715-469c-a40c-b97bfd7e3aad None None] The sync data for ids ['e4ef1347-a6af-4405-8ed5-d8e23fea9803'] in n-d-812111-15 is: [{'id': 'e4ef1347-a6af-4405-8ed5-d8e23fea9803', 'name': 'tempest-NetworksTestDHCPv6-router-1882345674', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:20Z', 'updated_at': '2022-01-31T18:42:25Z', 'revision_number': 2, 'project_id': '3269591bf4b94c6084826e73decadd13', 'gw_port_host': None, '_interfaces': [{'id': 'd5570e5f-4313-4288-880a-e7488e522b9e', 'name': '', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'mac_address': 'fa:16:3e:c5:1f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ef1347-a6af-4405-8ed5-d8e23fea9803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '2fac6640-8440-415e-9905-3acaceff1a71', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:22Z', 'updated_at': '2022-01-31T18:42:30Z', 'revision_number': 4, 'project_id': '3269591bf4b94c6084826e73decadd13', 'subnets': [{'id': '2fac6640-8440-415e-9905-3acaceff1a71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:42:31.575181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-abaf413b-00bf-45b9-ad66-21f21fc8e0da None None] Provisioning complete for port d5570e5f-4313-4288-880a-e7488e522b9e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:31.575572 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-abaf413b-00bf-45b9-ad66-21f21fc8e0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.632281 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Publish callbacks [] for security_group (0a203055-82c8-4361-b2f1-71bf4fe1b96f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.639322 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9f745e73-a471-42de-9970-eb6cc0e8e7cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5918c0d4df2949408b35e4d765cbf2bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0845931 Jan 31 18:42:31.639784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36386) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:31.650890 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0a203055-82c8-4361-b2f1-71bf4fe1b96f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.686634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-abaf413b-00bf-45b9-ad66-21f21fc8e0da None None] Current status of the port d5570e5f-4313-4288-880a-e7488e522b9e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:31.726110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:42:31.751674 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.752017 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Added segment 2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9 of type vlan for network 106ae68d-6d9e-405a-919f-d63be7ddcc71 Jan 31 18:42:31.753442 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a203055-82c8-4361-b2f1-71bf4fe1b96f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:31.766610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e140b857-4276-4a99-b5b7-49b392f53a17 admin admin] Publish callbacks [] for security_group (b30dc1fe-f9df-415c-b8d2-a24b695c9f83), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.816832 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (106ae68d-6d9e-405a-919f-d63be7ddcc71), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.829931 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e140b857-4276-4a99-b5b7-49b392f53a17 admin admin] Publish callbacks [] for security_group (b30dc1fe-f9df-415c-b8d2-a24b695c9f83), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.887045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e319e4b-3547-4d8a-bc3e-28ad8fd05309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:31.888835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-6e319e4b-3547-4d8a-bc3e-28ad8fd05309 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1126 time: 0.7346961 Jan 31 18:42:31.896781 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (106ae68d-6d9e-405a-919f-d63be7ddcc71), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.898675 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:31.899532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:31.994333 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9871397 Jan 31 18:42:31.999136 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36388) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:32.004161 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d0428749-3f47-4126-9ca8-92087f88808d admin admin] Request body: {'subnet': {'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-subnet', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:32.014169 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e140b857-4276-4a99-b5b7-49b392f53a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b30dc1fe-f9df-415c-b8d2-a24b695c9f83), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:32.016749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e140b857-4276-4a99-b5b7-49b392f53a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:32.018834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-ad1fdbea-6963-4a7e-90cb-2510bae3fe88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 217 time: 0.0921865 Jan 31 18:42:32.020673 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e140b857-4276-4a99-b5b7-49b392f53a17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b30dc1fe-f9df-415c-b8d2-a24b695c9f83 HTTP/1.1" status: 204 len: 168 time: 0.3799050 Jan 31 18:42:32.029258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183f173-873c-44ca-bd32-d5b9bfbc04be admin admin] Pushing event updated for resources: {'Network': ['ID=106ae68d-6d9e-405a-919f-d63be7ddcc71,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:32.038786 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4adcb1d9-0880-4aed-a8f9-d0632dc10daa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (e4ef1347-a6af-4405-8ed5-d8e23fea9803), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:32.046854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140b857-4276-4a99-b5b7-49b392f53a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30dc1fe-f9df-415c-b8d2-a24b695c9f83,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:32.053350 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0428749-3f47-4126-9ca8-92087f88808d admin admin] Made reservation on behalf of 53ce246a4bac4f3da3b6dcdef0fbb532 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:32.054795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 106ae68d-6d9e-405a-919f-d63be7ddcc71 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:42:32.055905 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0428749-3f47-4126-9ca8-92087f88808d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:32.201006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-634496fd-9bbb-42fe-8eb9-142dc918e1c8 req-76ca4cae-101b-4312-a081-ebec1c72ccac tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc43380f-13db-4c00-81b9-f57deb4e7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7986438 Jan 31 18:42:32.358042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-56b56eef-91d3-444c-82cb-deae58b6aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:32.360490 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-56b56eef-91d3-444c-82cb-deae58b6aea5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.2936928 Jan 31 18:42:32.404676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-e4f0b2cc-2378-4123-ad30-070abb7e2306 service neutron] 10.222.0.20 "GET /v2.0/networks/c271e0cd-391d-470f-8b71-05b0be44db04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0191944 Jan 31 18:42:32.448004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0428749-3f47-4126-9ca8-92087f88808d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (f8aa81bd-fb67-4a06-b73a-43415ddd9888), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:32.514465 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-aa26973e-5286-4508-a401-cadc9a6557e1 req-584dac37-124f-4452-b45e-2c205878b118 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Deleting port a72f98f9-3d25-43d1-bc30-a01a923e87d3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:32.514817 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa26973e-5286-4508-a401-cadc9a6557e1 req-584dac37-124f-4452-b45e-2c205878b118 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:32.630367 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0428749-3f47-4126-9ca8-92087f88808d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8aa81bd-fb67-4a06-b73a-43415ddd9888,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:32.639488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0428749-3f47-4126-9ca8-92087f88808d admin admin] Checking segment: {'id': '2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:32.659991 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0428749-3f47-4126-9ca8-92087f88808d admin admin] Network hostable DHCP agents. Network: 106ae68d-6d9e-405a-919f-d63be7ddcc71, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:42:32.686029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0428749-3f47-4126-9ca8-92087f88808d admin admin] Network 106ae68d-6d9e-405a-919f-d63be7ddcc71 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:42:32.701227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d0428749-3f47-4126-9ca8-92087f88808d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 106ae68d-6d9e-405a-919f-d63be7ddcc71) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:32.718675 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405234f-49f2-49d3-ab84-1ae34d1f1df4 None None] Network 106ae68d-6d9e-405a-919f-d63be7ddcc71 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:32.722200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0428749-3f47-4126-9ca8-92087f88808d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:32.723354 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0428749-3f47-4126-9ca8-92087f88808d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:32.746104 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d0428749-3f47-4126-9ca8-92087f88808d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7458000 Jan 31 18:42:32.750492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36408) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:32.756054 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:32.768489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-aa26973e-5286-4508-a401-cadc9a6557e1 req-584dac37-124f-4452-b45e-2c205878b118 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] For port a72f98f9-3d25-43d1-bc30-a01a923e87d3, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=a72f98f9-3d25-43d1-bc30-a01a923e87d3,segment=NetworkSegment(fe4d66f0-2584-4050-b986-c32b078947a7),segment_id=fe4d66f0-2584-4050-b986-c32b078947a7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:32.768895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa26973e-5286-4508-a401-cadc9a6557e1 req-584dac37-124f-4452-b45e-2c205878b118 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:32.785835 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:32.788972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:32.839903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-aa26973e-5286-4508-a401-cadc9a6557e1 req-584dac37-124f-4452-b45e-2c205878b118 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Calling delete_port for a72f98f9-3d25-43d1-bc30-a01a923e87d3 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:32.919155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Publish callbacks [] for router_controller (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:32.920172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-da3b0b81-9306-43c3-b4f0-baff88091286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:32.923105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-da3b0b81-9306-43c3-b4f0-baff88091286 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5464737 Jan 31 18:42:32.942561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6bfc9-6507-4a2a-b00c-9de9c5f94b41 req-14151a95-ebc7-4957-8afb-f954e805c007 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:32.950046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6bfc9-6507-4a2a-b00c-9de9c5f94b41 req-14151a95-ebc7-4957-8afb-f954e805c007 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:32.957483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6bfc9-6507-4a2a-b00c-9de9c5f94b41 req-14151a95-ebc7-4957-8afb-f954e805c007 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:32.967042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6bfc9-6507-4a2a-b00c-9de9c5f94b41 req-14151a95-ebc7-4957-8afb-f954e805c007 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:32.973492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795b28a3-101b-4584-bc5c-4dd10d3c0bd8 None None] Network 106ae68d-6d9e-405a-919f-d63be7ddcc71 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:32.974782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6bfc9-6507-4a2a-b00c-9de9c5f94b41 req-14151a95-ebc7-4957-8afb-f954e805c007 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:32.981742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6bfc9-6507-4a2a-b00c-9de9c5f94b41 req-14151a95-ebc7-4957-8afb-f954e805c007 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:32.988748 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6bfc9-6507-4a2a-b00c-9de9c5f94b41 req-14151a95-ebc7-4957-8afb-f954e805c007 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:32.998120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-deb6bfc9-6507-4a2a-b00c-9de9c5f94b41 req-14151a95-ebc7-4957-8afb-f954e805c007 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5419 time: 0.6290078 Jan 31 18:42:33.196084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d110-9dd5-46a9-8642-32cae3df966c req-54856be8-67b1-41ed-8f10-dcee2ecedba6 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:33.206212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1275d110-9dd5-46a9-8642-32cae3df966c req-54856be8-67b1-41ed-8f10-dcee2ecedba6 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 945 time: 0.3607886 Jan 31 18:42:33.218991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Publish callbacks [] for router_gateway (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:33.413492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1275d110-9dd5-46a9-8642-32cae3df966c req-83ecdb6d-694e-4f6f-b97e-191a95116d7c tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/security-groups?id=901f4515-1bde-4229-9ef6-57a58aa2f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062845 Jan 31 18:42:33.442150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-deb6bfc9-6507-4a2a-b00c-9de9c5f94b41 req-42d26101-7dc6-429b-94a0-1a40e02d1d99 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4430223 Jan 31 18:42:33.446054 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d5570e5f-4313-4288-880a-e7488e522b9e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:33.496824 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-099dbbd3-d6c0-49b5-af9a-6110a2340a1c service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892828 Jan 31 18:42:33.497044 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:33.534256 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c7229e-74c9-4f57-9b61-cb4194811e49 x-openstack-request-id: req-b5c7229e-74c9-4f57-9b61-cb4194811e49 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:33.536660 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "tag": "5066f273-7862-4853-90bb-976647432bd6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:33.543154 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5c7229e-74c9-4f57-9b61-cb4194811e49 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:33.543667 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'tag': '5066f273-7862-4853-90bb-976647432bd6', 'status': 'completed', 'code': 200} Jan 31 18:42:33.640460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d5570e5f-4313-4288-880a-e7488e522b9e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:33.641074 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:33.744314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-338214087-network', 'tenant_id': 'e7e7bb3aaa3f4d44af496cc2af494b17'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:33.757925 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa26973e-5286-4508-a401-cadc9a6557e1 req-584dac37-124f-4452-b45e-2c205878b118 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a72f98f9-3d25-43d1-bc30-a01a923e87d3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:33.799965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Made reservation on behalf of e7e7bb3aaa3f4d44af496cc2af494b17 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:33.808305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:33.814683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d5570e5f-4313-4288-880a-e7488e522b9e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:33.830263 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:33.834329 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Publish callbacks [] for router_gateway (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:33.847482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dac37-124f-4452-b45e-2c205878b118 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Pushing event deleted for resources: {'Port': ['ID=a72f98f9-3d25-43d1-bc30-a01a923e87d3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:33.863891 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:33.872443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-676dc62c-4687-4965-8dff-76e0e773e651 req-2aa596fb-2cb7-4e36-be8e-c47cf8564ec6 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 210 time: 0.1550553 Jan 31 18:42:33.883800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4adcb1d9-0880-4aed-a8f9-d0632dc10daa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port d5570e5f-4313-4288-880a-e7488e522b9e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:33.884147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4adcb1d9-0880-4aed-a8f9-d0632dc10daa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:34.022853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa26973e-5286-4508-a401-cadc9a6557e1 req-584dac37-124f-4452-b45e-2c205878b118 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] No DVR routers for this DVR port a72f98f9-3d25-43d1-bc30-a01a923e87d3 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:34.026204 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa26973e-5286-4508-a401-cadc9a6557e1 req-584dac37-124f-4452-b45e-2c205878b118 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:34.030555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa26973e-5286-4508-a401-cadc9a6557e1 req-584dac37-124f-4452-b45e-2c205878b118 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.49 "DELETE /v2.0/ports/a72f98f9-3d25-43d1-bc30-a01a923e87d3 HTTP/1.1" status: 204 len: 173 time: 2.6586845 Jan 31 18:42:34.034912 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Allocated IP 172.25.8.67 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/81b73e66-d2d5-4b92-b19d-b9dd7986e7b6) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:34.049474 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Publish callbacks [] for security_group (9d6479bd-2df2-4c5d-a109-0e2bc6472995), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:34.055501 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9d6479bd-2df2-4c5d-a109-0e2bc6472995), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:34.065673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2a61b-112f-476d-aad8-a55308d08916 req-abf05aea-e2eb-44cf-b4d0-108c6411c3f5 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:34.067249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d2a61b-112f-476d-aad8-a55308d08916 req-abf05aea-e2eb-44cf-b4d0-108c6411c3f5 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 943 time: 0.4494359 Jan 31 18:42:34.069591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:42:34.081494 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (7f06d347-9eb2-4f29-89a5-b925e3a7f023), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:34.081889 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Added segment 7f06d347-9eb2-4f29-89a5-b925e3a7f023 of type vlan for network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d Jan 31 18:42:34.103973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a68f1ba0-cce3-41b2-98da-4d1618fc1991 req-927a1f09-79d7-42b2-9649-d0297dd078f0 service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951221 Jan 31 18:42:34.132094 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:34.181878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4adcb1d9-0880-4aed-a8f9-d0632dc10daa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] For port d5570e5f-4313-4288-880a-e7488e522b9e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d5570e5f-4313-4288-880a-e7488e522b9e,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:34.182665 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4adcb1d9-0880-4aed-a8f9-d0632dc10daa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:34.214867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6479bd-2df2-4c5d-a109-0e2bc6472995,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:34.239018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:34.240169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:34.240716 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:34.283481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4adcb1d9-0880-4aed-a8f9-d0632dc10daa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for d5570e5f-4313-4288-880a-e7488e522b9e owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:34.334997 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8304248 Jan 31 18:42:34.337461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36434) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:34.344965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5823c6bf-111c-48f4-972d-d7cff27509be admin admin] Request body: {'subnet': {'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-338214087-subnet', 'tenant_id': 'e7e7bb3aaa3f4d44af496cc2af494b17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:34.364725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device a72f98f9-3d25-43d1-bc30-a01a923e87d3 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:34.367746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0941e4-7523-4f7d-bcd5-a29076a1a06a admin admin] Pushing event updated for resources: {'Network': ['ID=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:34.388009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:42:34.389649 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Publish callbacks [] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:34.407250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: a72f98f9-3d25-43d1-bc30-a01a923e87d3 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:34.407969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device a72f98f9-3d25-43d1-bc30-a01a923e87d3 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:34.415143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5823c6bf-111c-48f4-972d-d7cff27509be admin admin] Made reservation on behalf of e7e7bb3aaa3f4d44af496cc2af494b17 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:34.418560 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5823c6bf-111c-48f4-972d-d7cff27509be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:34.451425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d2a61b-112f-476d-aad8-a55308d08916 req-6bdc560b-e8d3-4a90-b4b9-90b704dfad4f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726797 Jan 31 18:42:34.487626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3eb5d-7641-4607-a243-2f0e1b7a8573 req-a8af4955-2135-4648-bc82-bd291d07ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:34.489134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bf3eb5d-7641-4607-a243-2f0e1b7a8573 req-a8af4955-2135-4648-bc82-bd291d07ee5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1126 time: 0.2903576 Jan 31 18:42:34.523142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b40e-429f-4551-824a-ca183557466c req-2799e691-4434-4e0d-8857-5070adeac453 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:34.531286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e61b40e-429f-4551-824a-ca183557466c req-2799e691-4434-4e0d-8857-5070adeac453 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 945 time: 0.3146577 Jan 31 18:42:34.552682 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:34.619104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:34.625803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:34.632792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:34.669784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Pushing event updated for resources: {'Port': ['ID=81b73e66-d2d5-4b92-b19d-b9dd7986e7b6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:34.889563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5823c6bf-111c-48f4-972d-d7cff27509be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (b701da94-0f98-46d4-93ea-0e6c62e79c49), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:35.002913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823c6bf-111c-48f4-972d-d7cff27509be admin admin] Pushing event updated for resources: {'Subnet': ['ID=b701da94-0f98-46d4-93ea-0e6c62e79c49,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:35.060220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c6bf-111c-48f4-972d-d7cff27509be admin admin] Checking segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:35.061438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31f3b5f1-79f4-41e8-a83c-807abf1af5bb req-88ddc101-2c99-45d6-889e-94e33b7f9806 tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e8ad827-7b2b-4034-af2a-688cd3592ac8 HTTP/1.1" status: 200 len: 210 time: 0.1432312 Jan 31 18:42:35.063366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823c6bf-111c-48f4-972d-d7cff27509be admin admin] Network hostable DHCP agents. Network: 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:42:35.090408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-6a8d6d40-97fe-4c39-8ccd-48674f160ee3 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:35.091956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-6a8d6d40-97fe-4c39-8ccd-48674f160ee3 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.21 "GET /v2.0/networks?id=c271e0cd-391d-470f-8b71-05b0be44db04 HTTP/1.1" status: 200 len: 815 time: 0.7963796 Jan 31 18:42:35.122336 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Publish callbacks [] for router_gateway (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:35.153386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e61b40e-429f-4551-824a-ca183557466c req-200ec46b-c0f3-4b1c-882d-1ece63da9332 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc43380f-13db-4c00-81b9-f57deb4e7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208556 Jan 31 18:42:35.230006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823c6bf-111c-48f4-972d-d7cff27509be admin admin] Network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:42:35.254627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5823c6bf-111c-48f4-972d-d7cff27509be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:35.264800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e7054c-5760-4c51-9872-faf680d7e2f7 None None] Network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:35.270453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5823c6bf-111c-48f4-972d-d7cff27509be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:35.271075 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5823c6bf-111c-48f4-972d-d7cff27509be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:35.282203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Request body: {'port': {'device_id': '88749ac9-32a1-4f95-ba14-5040899437b6', 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04', 'admin_state_up': True, 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:35.377592 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5823c6bf-111c-48f4-972d-d7cff27509be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0366592 Jan 31 18:42:35.503400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3eb5d-7641-4607-a243-2f0e1b7a8573 req-b45f7cc8-18d8-4c34-aef1-f8ffec6d91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:35.505859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bf3eb5d-7641-4607-a243-2f0e1b7a8573 req-b45f7cc8-18d8-4c34-aef1-f8ffec6d91b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 1.0057337 Jan 31 18:42:35.530201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15655c6a-97fb-46f2-b6f9-86c3e43d25b2 req-7a46e5dd-a18c-4a45-9b65-39047f4d7964 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 210 time: 0.2315795 Jan 31 18:42:35.557104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8ad827-7b2b-4034-af2a-688cd3592ac8', 'name': 'network-vif-deleted', 'tag': 'a72f98f9-3d25-43d1-bc30-a01a923e87d3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:35.561214 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f4680d-33d7-4990-984b-ef269d23a470" -d '{"events": [{"server_uuid": "6e8ad827-7b2b-4034-af2a-688cd3592ac8", "name": "network-vif-deleted", "tag": "a72f98f9-3d25-43d1-bc30-a01a923e87d3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:35.620075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020826a7-2b09-4667-9162-0021348311ca None None] Network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:35.694742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:35.783266 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4adcb1d9-0880-4aed-a8f9-d0632dc10daa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d5570e5f-4313-4288-880a-e7488e522b9e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:35.838674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcb1d9-0880-4aed-a8f9-d0632dc10daa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=d5570e5f-4313-4288-880a-e7488e522b9e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:35.841534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bf3eb5d-7641-4607-a243-2f0e1b7a8573 req-8a4003f3-9642-4f0d-9333-f7a94c302b62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 217 time: 0.2930734 Jan 31 18:42:35.945601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3eb5d-7641-4607-a243-2f0e1b7a8573 req-db8d8985-5298-4fe4-a738-73396d2b756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:35.948537 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bf3eb5d-7641-4607-a243-2f0e1b7a8573 req-db8d8985-5298-4fe4-a738-73396d2b756e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.0825717 Jan 31 18:42:35.988214 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:42:36.053111 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:42:36.096194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60128436-9dc7-4617-b0ab-95ed8d055416 req-5641df15-9cf5-418b-8fe3-7158ee86a5ba tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:36.101835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60128436-9dc7-4617-b0ab-95ed8d055416 req-5641df15-9cf5-418b-8fe3-7158ee86a5ba tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:36.107415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60128436-9dc7-4617-b0ab-95ed8d055416 req-5641df15-9cf5-418b-8fe3-7158ee86a5ba tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:36.114020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60128436-9dc7-4617-b0ab-95ed8d055416 req-5641df15-9cf5-418b-8fe3-7158ee86a5ba tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:36.119500 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60128436-9dc7-4617-b0ab-95ed8d055416 req-5641df15-9cf5-418b-8fe3-7158ee86a5ba tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:36.125496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60128436-9dc7-4617-b0ab-95ed8d055416 req-5641df15-9cf5-418b-8fe3-7158ee86a5ba tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:36.130886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60128436-9dc7-4617-b0ab-95ed8d055416 req-5641df15-9cf5-418b-8fe3-7158ee86a5ba tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:36.132910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60128436-9dc7-4617-b0ab-95ed8d055416 req-5641df15-9cf5-418b-8fe3-7158ee86a5ba tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5419 time: 0.8622885 Jan 31 18:42:36.265434 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4adcb1d9-0880-4aed-a8f9-d0632dc10daa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (e4ef1347-a6af-4405-8ed5-d8e23fea9803), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:36.306199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:36.326031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Sync routers for ids ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:42:36.336621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Made reservation on behalf of 880ffd33eb2b47ceb3bb38704aa2d637 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:36.343136 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:36.346042 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:36.347674 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a89ae267-03b1-4787-af54-e7c2480e43ba admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5960052 Jan 31 18:42:36.351741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36472) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:36.359834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Routers {'366b6ee5-b2b5-4447-a076-2b2ede5c7e74'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:36.360533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:36.430777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14221a80-524a-4018-a192-94dc6b8dc665 req-99bf35f2-c78e-4615-8799-1e5a0cdaf4da tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:36.439466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14221a80-524a-4018-a192-94dc6b8dc665 req-99bf35f2-c78e-4615-8799-1e5a0cdaf4da tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 943 time: 0.6517217 Jan 31 18:42:36.496138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3eb5d-7641-4607-a243-2f0e1b7a8573 req-95972f0b-1d38-4b8b-bcb4-2cdfd273aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:36.498871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bf3eb5d-7641-4607-a243-2f0e1b7a8573 req-95972f0b-1d38-4b8b-bcb4-2cdfd273aaa0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5287428 Jan 31 18:42:36.541642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 5066f273-7862-4853-90bb-976647432bd6 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:42:36.575670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Set router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:36.896985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60128436-9dc7-4617-b0ab-95ed8d055416 req-03500be2-290c-4204-9a62-327b0a938118 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6449823 Jan 31 18:42:36.943956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 5066f273-7862-4853-90bb-976647432bd6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5066f273-7862-4853-90bb-976647432bd6,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:36.964504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '5066f273-7862-4853-90bb-976647432bd6', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'port_id': '5066f273-7862-4853-90bb-976647432bd6', 'mac_address': 'fa:16:3e:3f:91:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:42:36.999246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adcb1d9-0880-4aed-a8f9-d0632dc10daa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Router e4ef1347-a6af-4405-8ed5-d8e23fea9803 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:42:37.018157 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a643dba-828c-4806-9080-661278af2e82 x-openstack-request-id: req-4a643dba-828c-4806-9080-661278af2e82 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:37.019051 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8ad827-7b2b-4034-af2a-688cd3592ac8", "name": "network-vif-deleted", "tag": "a72f98f9-3d25-43d1-bc30-a01a923e87d3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:37.019051 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a643dba-828c-4806-9080-661278af2e82 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:37.019460 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8ad827-7b2b-4034-af2a-688cd3592ac8', 'name': 'network-vif-deleted', 'tag': 'a72f98f9-3d25-43d1-bc30-a01a923e87d3', 'status': 'completed', 'code': 200} Jan 31 18:42:37.061224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14221a80-524a-4018-a192-94dc6b8dc665 req-a18f8522-5d06-425c-9637-8477f1fd00b2 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206076 Jan 31 18:42:37.069440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 5066f273-7862-4853-90bb-976647432bd6 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:37.069849 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5066f273-7862-4853-90bb-976647432bd6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:37.088198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:42:34Z', 'revision_number': 3, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:37.141498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Checking router: 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:42:37.143847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Updating router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:42:37.199965 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:37.219376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c2b86-4f59-4fe0-8a37-f178120c0629 req-f25a7d62-b9f2-4956-807d-d84f4d80ba1c tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:37.243166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5066f273-7862-4853-90bb-976647432bd6 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:37.246943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c7c2b86-4f59-4fe0-8a37-f178120c0629 req-f25a7d62-b9f2-4956-807d-d84f4d80ba1c tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 945 time: 0.6943197 Jan 31 18:42:37.252375 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:37.293700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bf3eb5d-7641-4607-a243-2f0e1b7a8573 req-03fa4790-b80f-4cd0-998a-822498373763 service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7394035 Jan 31 18:42:37.328830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 5066f273-7862-4853-90bb-976647432bd6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5066f273-7862-4853-90bb-976647432bd6,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:37.330088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Allocated IP 172.20.0.8 (c271e0cd-391d-470f-8b71-05b0be44db04/618237a9-03ad-402c-873b-24dcf5118a30/546a4dcb-85c2-4629-a426-4cdba9b19775) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:37.347676 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5066f273-7862-4853-90bb-976647432bd6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:37.598926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adcb1d9-0880-4aed-a8f9-d0632dc10daa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:37.611415 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dd202d-33d7-4838-a041-71b0f40ccd74 None None] Sync routers for ids ['e4ef1347-a6af-4405-8ed5-d8e23fea9803'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:42:37.615110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Allocated IP 172.20.0.1 (106ae68d-6d9e-405a-919f-d63be7ddcc71/f8aa81bd-fb67-4a06-b73a-43415ddd9888/1eefc489-6957-454b-8f06-4395b7d4e8b7) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:37.624897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bf3eb5d-7641-4607-a243-2f0e1b7a8573 req-ce5e5b62-979d-4500-abce-1d067aee1deb service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002079 Jan 31 18:42:37.637148 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dd202d-33d7-4838-a041-71b0f40ccd74 None None] Routers {'e4ef1347-a6af-4405-8ed5-d8e23fea9803'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:37.638115 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-15dd202d-33d7-4838-a041-71b0f40ccd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e4ef1347-a6af-4405-8ed5-d8e23fea9803'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:37.673207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4adcb1d9-0880-4aed-a8f9-d0632dc10daa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "PUT /v2.0/routers/e4ef1347-a6af-4405-8ed5-d8e23fea9803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2740130 Jan 31 18:42:37.690185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36488) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:37.691002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['5066f273-7862-4853-90bb-976647432bd6'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:37.813521 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-15dd202d-33d7-4838-a041-71b0f40ccd74 None None] Set router e4ef1347-a6af-4405-8ed5-d8e23fea9803 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:37.860647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=5066f273-7862-4853-90bb-976647432bd6,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:37.912447 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a246d96-78b6-44b9-8b88-4dc473c00cd5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:37.921285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a246d96-78b6-44b9-8b88-4dc473c00cd5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:37.922360 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9a246d96-78b6-44b9-8b88-4dc473c00cd5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2305965 Jan 31 18:42:37.935688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36490) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:37.944029 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-15dd202d-33d7-4838-a041-71b0f40ccd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ef1347-a6af-4405-8ed5-d8e23fea9803', 'name': 'tempest-NetworksTestDHCPv6-router-1882345674', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:20Z', 'updated_at': '2022-01-31T18:42:35Z', 'revision_number': 3, 'project_id': '3269591bf4b94c6084826e73decadd13', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:38.001321 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Publish callbacks [] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:38.015979 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dd202d-33d7-4838-a041-71b0f40ccd74 None None] Checking router: e4ef1347-a6af-4405-8ed5-d8e23fea9803 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:42:38.038596 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dd202d-33d7-4838-a041-71b0f40ccd74 None None] Routers {'e4ef1347-a6af-4405-8ed5-d8e23fea9803'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:38.039219 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-15dd202d-33d7-4838-a041-71b0f40ccd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e4ef1347-a6af-4405-8ed5-d8e23fea9803'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:38.086960 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:38.167278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Network 106ae68d-6d9e-405a-919f-d63be7ddcc71 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:38.169308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:38.174413 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:38.189155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ec08-cee7-4c40-b6b8-79ee43876795 req-09ad045e-eafd-48aa-8fbd-47dca380b6fa tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:38.198318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d10ec08-cee7-4c40-b6b8-79ee43876795 req-09ad045e-eafd-48aa-8fbd-47dca380b6fa tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 945 time: 0.7082369 Jan 31 18:42:38.206644 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-15dd202d-33d7-4838-a041-71b0f40ccd74 None None] Set router e4ef1347-a6af-4405-8ed5-d8e23fea9803 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:38.239175 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Publish callbacks [] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:38.256267 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:38.287681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Pushing event updated for resources: {'Port': ['ID=1eefc489-6957-454b-8f06-4395b7d4e8b7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:38.307592 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:38.328827 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-15dd202d-33d7-4838-a041-71b0f40ccd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ef1347-a6af-4405-8ed5-d8e23fea9803', 'name': 'tempest-NetworksTestDHCPv6-router-1882345674', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:20Z', 'updated_at': '2022-01-31T18:42:35Z', 'revision_number': 3, 'project_id': '3269591bf4b94c6084826e73decadd13', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:38.357303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Attempting to bind port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:38.358351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Attempting to bind port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:38.358891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Attempting to bind port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:38.377043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:38.377700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:38.378283 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:38.378887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:38.379633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Bound port: 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:38.380176 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:38.382340 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36b2c7-5bf3-4e14-ab79-87db7be44d39 None None] Pushing event updated for resources: {'Port': ['ID=81b73e66-d2d5-4b92-b19d-b9dd7986e7b6,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:38.477259 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] For port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:38.484568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] For port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=81b73e66-d2d5-4b92-b19d-b9dd7986e7b6,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:38.498028 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:38.557958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:42:38.610691 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:38.621255 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dd202d-33d7-4838-a041-71b0f40ccd74 None None] The sync data for ids ['e4ef1347-a6af-4405-8ed5-d8e23fea9803'] in n-d-812111-15 is: [{'id': 'e4ef1347-a6af-4405-8ed5-d8e23fea9803', 'name': 'tempest-NetworksTestDHCPv6-router-1882345674', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:20Z', 'updated_at': '2022-01-31T18:42:35Z', 'revision_number': 3, 'project_id': '3269591bf4b94c6084826e73decadd13', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:42:38.871606 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Routers {'366b6ee5-b2b5-4447-a076-2b2ede5c7e74'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:38.872374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:38.901047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-2bc3180e-d67f-4d90-97b6-d5dc5541ed5d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:38.902874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-2bc3180e-d67f-4d90-97b6-d5dc5541ed5d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 1.4378927 Jan 31 18:42:38.936612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e375e54-1b9a-4334-b089-60c65e058755 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 2fac6640-8440-415e-9905-3acaceff1a71 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:42:38.971955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Publish callbacks [] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:38.976228 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e375e54-1b9a-4334-b089-60c65e058755 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (2fac6640-8440-415e-9905-3acaceff1a71), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:38.977964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:39.051960 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:39.126893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9003a9cd-0c57-4c5b-aeaa-dbf29c55918c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/quotas/e7e7bb3aaa3f4d44af496cc2af494b17 HTTP/1.1" status: 200 len: 375 time: 0.1848519 Jan 31 18:42:39.177846 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Pushing event updated for resources: {'Port': ['ID=1eefc489-6957-454b-8f06-4395b7d4e8b7,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:39.187864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e375e54-1b9a-4334-b089-60c65e058755 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (2fac6640-8440-415e-9905-3acaceff1a71), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:39.238429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d10ec08-cee7-4c40-b6b8-79ee43876795 req-9af1f85f-99f3-40c5-8f2f-e8d30b5a8047 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/security-groups?id=fc43380f-13db-4c00-81b9-f57deb4e7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0391374 Jan 31 18:42:39.282446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-2c7c2b86-4f59-4fe0-8a37-f178120c0629 req-6b2ec147-e9b8-402d-bcb9-f33e309e2e1e tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Deleting port 02593350-4447-4313-afc5-3556b024ead6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:39.282945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2c7c2b86-4f59-4fe0-8a37-f178120c0629 req-6b2ec147-e9b8-402d-bcb9-f33e309e2e1e tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (02593350-4447-4313-afc5-3556b024ead6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:39.292693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Network 106ae68d-6d9e-405a-919f-d63be7ddcc71 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:39.296060 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:39.309607 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-183d4469-9b6a-4215-90f8-e3dcd3e28e1c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1653566 Jan 31 18:42:39.330439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] Set router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:39.416707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d5570e5f-4313-4288-880a-e7488e522b9e no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:39.466977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d5570e5f-4313-4288-880a-e7488e522b9e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:39.467318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d5570e5f-4313-4288-880a-e7488e522b9e not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:39.485340 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36b2c7-5bf3-4e14-ab79-87db7be44d39 None None] Pushing event updated for resources: {'Port': ['ID=81b73e66-d2d5-4b92-b19d-b9dd7986e7b6,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:39.497450 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:42:39.558647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:39.605556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a426dc4-3b98-43ba-af75-f83254efb242 req-c7abb309-ba6f-4f22-9a76-6d34c2122c48 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 210 time: 0.1397560 Jan 31 18:42:39.635082 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Publish callbacks [] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:39.640310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '7c6da9d7-ebb3-4112-8212-1e6f8bb94e25', 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9', 'port_id': '7c6da9d7-ebb3-4112-8212-1e6f8bb94e25', 'mac_address': 'fa:16:3e:93:66:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa973fa-62c2-490b-9643-bb1da4b73d91', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:42:39.792044 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e375e54-1b9a-4334-b089-60c65e058755 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (2fac6640-8440-415e-9905-3acaceff1a71), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:39.851818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:39.852380 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:39.878925 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-935b1d18-bb2b-4263-81ca-2e0819395f3d service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543857 Jan 31 18:42:39.887451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2c7c2b86-4f59-4fe0-8a37-f178120c0629 req-6b2ec147-e9b8-402d-bcb9-f33e309e2e1e tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] For port 02593350-4447-4313-afc5-3556b024ead6, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=02593350-4447-4313-afc5-3556b024ead6,segment=NetworkSegment(48e46727-a789-4497-9431-abc96e3ebdd6),segment_id=48e46727-a789-4497-9431-abc96e3ebdd6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:39.888070 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2c7c2b86-4f59-4fe0-8a37-f178120c0629 req-6b2ec147-e9b8-402d-bcb9-f33e309e2e1e tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (02593350-4447-4313-afc5-3556b024ead6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:39.914063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:39.957511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:39.964944 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:39.965757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device c65db0e2-1322-4cbb-b752-8c9fabd69910 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:42:39.971195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-2c7c2b86-4f59-4fe0-8a37-f178120c0629 req-6b2ec147-e9b8-402d-bcb9-f33e309e2e1e tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Calling delete_port for 02593350-4447-4313-afc5-3556b024ead6 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:40.009884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port c65db0e2-1322-4cbb-b752-8c9fabd69910, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=c65db0e2-1322-4cbb-b752-8c9fabd69910,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:40.033238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'c65db0e2-1322-4cbb-b752-8c9fabd69910', 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9', 'port_id': 'c65db0e2-1322-4cbb-b752-8c9fabd69910', 'mac_address': 'fa:16:3e:03:4d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa973fa-62c2-490b-9643-bb1da4b73d91', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:42:40.057693 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:40.172492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:40.188996 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-baa76614-b5a8-4d66-a30d-5af5ee68d104 admin admin] 10.222.0.20 "PUT /v2.0/routers/366b6ee5-b2b5-4447-a076-2b2ede5c7e74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8346047 Jan 31 18:42:40.224824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20c0c-6728-4ea9-b833-9b32e4e90606 req-a6fc9e42-8024-4f5e-8cef-db2bdbcec16a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:40.235908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port c65db0e2-1322-4cbb-b752-8c9fabd69910 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:40.236488 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:40.238759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20c0c-6728-4ea9-b833-9b32e4e90606 req-a6fc9e42-8024-4f5e-8cef-db2bdbcec16a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:40.251131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20c0c-6728-4ea9-b833-9b32e4e90606 req-a6fc9e42-8024-4f5e-8cef-db2bdbcec16a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:40.257672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20c0c-6728-4ea9-b833-9b32e4e90606 req-a6fc9e42-8024-4f5e-8cef-db2bdbcec16a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:40.265290 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20c0c-6728-4ea9-b833-9b32e4e90606 req-a6fc9e42-8024-4f5e-8cef-db2bdbcec16a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:40.266629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:40.273331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20c0c-6728-4ea9-b833-9b32e4e90606 req-a6fc9e42-8024-4f5e-8cef-db2bdbcec16a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:40.281398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20c0c-6728-4ea9-b833-9b32e4e90606 req-a6fc9e42-8024-4f5e-8cef-db2bdbcec16a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:40.288270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65db0e2-1322-4cbb-b752-8c9fabd69910 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:40.291164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7e20c0c-6728-4ea9-b833-9b32e4e90606 req-a6fc9e42-8024-4f5e-8cef-db2bdbcec16a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5419 time: 0.4403009 Jan 31 18:42:40.318994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1eefc489-6957-454b-8f06-4395b7d4e8b7', 'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'mac_address': 'fa:16:3e:ac:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:37Z', 'updated_at': '2022-01-31T18:42:37Z', 'revision_number': 1, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'subnets': [{'id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:40.363091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Network c271e0cd-391d-470f-8b71-05b0be44db04 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:40.391258 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dab8ee4-4563-474a-af82-51c9e74fdb8d None None] The sync data for ids ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'] in n-d-812111-15 is: [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1eefc489-6957-454b-8f06-4395b7d4e8b7', 'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'mac_address': 'fa:16:3e:ac:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:37Z', 'updated_at': '2022-01-31T18:42:37Z', 'revision_number': 1, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'subnets': [{'id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:42:40.410967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 5066f273-7862-4853-90bb-976647432bd6 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:40.569521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-819d944b-1338-47de-8c14-872884d5c4ff service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512194 Jan 31 18:42:40.570348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Pushing event updated for resources: {'Port': ['ID=546a4dcb-85c2-4629-a426-4cdba9b19775,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:40.586578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port c65db0e2-1322-4cbb-b752-8c9fabd69910, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=c65db0e2-1322-4cbb-b752-8c9fabd69910,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:40.606541 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:40.607435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fae6f0d3-175d-49d4-a18b-ca0777c69d54 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:42:40.736936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:40.740814 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2c7c2b86-4f59-4fe0-8a37-f178120c0629 req-6b2ec147-e9b8-402d-bcb9-f33e309e2e1e tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (02593350-4447-4313-afc5-3556b024ead6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:40.744523 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e375e54-1b9a-4334-b089-60c65e058755 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (2fac6640-8440-415e-9905-3acaceff1a71), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:40.749267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:40.809232 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fae6f0d3-175d-49d4-a18b-ca0777c69d54, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fae6f0d3-175d-49d4-a18b-ca0777c69d54,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:40.856307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'port_id': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54', 'mac_address': 'fa:16:3e:f5:b6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:42:40.862127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['02593350-4447-4313-afc5-3556b024ead6'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:40.864798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ec147-e9b8-402d-bcb9-f33e309e2e1e tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Pushing event deleted for resources: {'Port': ['ID=02593350-4447-4313-afc5-3556b024ead6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:41.068650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 5066f273-7862-4853-90bb-976647432bd6 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:42:41.071434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port fae6f0d3-175d-49d4-a18b-ca0777c69d54 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:41.072207 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:41.076001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:41.076602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:41.087027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 5066f273-7862-4853-90bb-976647432bd6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:41.088147 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5066f273-7862-4853-90bb-976647432bd6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:41.170422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=c65db0e2-1322-4cbb-b752-8c9fabd69910,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:41.199366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae6f0d3-175d-49d4-a18b-ca0777c69d54 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:41.218498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e375e54-1b9a-4334-b089-60c65e058755 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=2fac6640-8440-415e-9905-3acaceff1a71,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:41.231422 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7e20c0c-6728-4ea9-b833-9b32e4e90606 req-4fcf8e91-feb0-4c1b-9723-9c25176b34f8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9390771 Jan 31 18:42:41.252261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-2cb50800-568d-47bf-ad2b-615f14a7ebff tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9906611 Jan 31 18:42:41.256034 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e375e54-1b9a-4334-b089-60c65e058755 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:41.264817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0e375e54-1b9a-4334-b089-60c65e058755 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/2fac6640-8440-415e-9905-3acaceff1a71 HTTP/1.1" status: 204 len: 168 time: 3.3061409 Jan 31 18:42:41.265064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36514) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:41.268659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7985e737-32ce-4f55-abde-7bb152421ce4 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:41.309312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Request body: {'port': {'device_id': '88749ac9-32a1-4f95-ba14-5040899437b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:41.399295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7c2b86-4f59-4fe0-8a37-f178120c0629 req-6b2ec147-e9b8-402d-bcb9-f33e309e2e1e tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] No DVR routers for this DVR port 02593350-4447-4313-afc5-3556b024ead6 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:41.413810 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2c7c2b86-4f59-4fe0-8a37-f178120c0629 req-6b2ec147-e9b8-402d-bcb9-f33e309e2e1e tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:41.419276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c7c2b86-4f59-4fe0-8a37-f178120c0629 req-6b2ec147-e9b8-402d-bcb9-f33e309e2e1e tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.21 "DELETE /v2.0/ports/02593350-4447-4313-afc5-3556b024ead6 HTTP/1.1" status: 204 len: 173 time: 4.1341305 Jan 31 18:42:41.425423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f8ccc1-73da-4b93-8a3d-ed4c7249cf96', 'name': 'network-vif-deleted', 'tag': '02593350-4447-4313-afc5-3556b024ead6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:41.429120 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282276d9-5596-4a27-929d-73da3148e7c0" -d '{"events": [{"server_uuid": "09f8ccc1-73da-4b93-8a3d-ed4c7249cf96", "name": "network-vif-deleted", "tag": "02593350-4447-4313-afc5-3556b024ead6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:41.437229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fae6f0d3-175d-49d4-a18b-ca0777c69d54, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fae6f0d3-175d-49d4-a18b-ca0777c69d54,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:41.554050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52c444-cf83-45a7-b0b4-b6b4b01be6b7 req-fb621f5e-294f-4553-b8ab-8a87a452a794 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:41.559299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-590176f3-e3bb-4e23-b423-69e5f1887c14 None None] Provisioning complete for port 546a4dcb-85c2-4629-a426-4cdba9b19775 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:41.559797 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-590176f3-e3bb-4e23-b423-69e5f1887c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:41.561604 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:41.562557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:42:41.569542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d52c444-cf83-45a7-b0b4-b6b4b01be6b7 req-fb621f5e-294f-4553-b8ab-8a87a452a794 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 944 time: 0.4419181 Jan 31 18:42:41.608377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:41.631638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93', 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9', 'port_id': 'b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93', 'mac_address': 'fa:16:3e:31:ea:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa973fa-62c2-490b-9643-bb1da4b73d91', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:42:41.661392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 5066f273-7862-4853-90bb-976647432bd6 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:41.662052 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5066f273-7862-4853-90bb-976647432bd6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:41.771206 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2750eb7f-13c8-448b-9bc7-4f7c05ee5653 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5026691 Jan 31 18:42:41.772128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:41.805901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5066f273-7862-4853-90bb-976647432bd6'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:41.809855 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1b069c-d642-4124-b8c9-224019b5e9b5" -d '{"events": [{"server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "name": "network-vif-plugged", "status": "completed", "tag": "5066f273-7862-4853-90bb-976647432bd6"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:41.827782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-872c8122-e143-405c-b5d3-8a9dce7031dd req-387b1acd-35f9-4620-96e2-54c4f69b85e4 tempest-ServerAddressesNegativeTestJSON-1530396764 tempest-ServerAddressesNegativeTestJSON-1530396764-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f8ccc1-73da-4b93-8a3d-ed4c7249cf96 HTTP/1.1" status: 200 len: 210 time: 0.1894560 Jan 31 18:42:41.834670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d52c444-cf83-45a7-b0b4-b6b4b01be6b7 req-f6e37c71-d07b-415e-ad01-9fcc0cb08fcc tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578382 Jan 31 18:42:41.839603 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:42.086843 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e409e1e9-eb08-43e1-8f08-83f30ab0468e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for router (e4ef1347-a6af-4405-8ed5-d8e23fea9803), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:42.149103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 5066f273-7862-4853-90bb-976647432bd6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5066f273-7862-4853-90bb-976647432bd6,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:42.239255 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5066f273-7862-4853-90bb-976647432bd6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:42.289994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-590176f3-e3bb-4e23-b423-69e5f1887c14 None None] Port 546a4dcb-85c2-4629-a426-4cdba9b19775 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:42:42.347509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=fae6f0d3-175d-49d4-a18b-ca0777c69d54,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:42.425781 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e409e1e9-eb08-43e1-8f08-83f30ab0468e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (e4ef1347-a6af-4405-8ed5-d8e23fea9803), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:42.428904 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e409e1e9-eb08-43e1-8f08-83f30ab0468e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for router_controller (e4ef1347-a6af-4405-8ed5-d8e23fea9803), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:42.450285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:42.450894 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:42.485711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:42.495683 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e409e1e9-eb08-43e1-8f08-83f30ab0468e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (e4ef1347-a6af-4405-8ed5-d8e23fea9803), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:42.496210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e409e1e9-eb08-43e1-8f08-83f30ab0468e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Fanout notify agent at l3_agent the message router_deleted on router e4ef1347-a6af-4405-8ed5-d8e23fea9803 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:42:42.504478 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e409e1e9-eb08-43e1-8f08-83f30ab0468e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:42.509514 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e409e1e9-eb08-43e1-8f08-83f30ab0468e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/routers/e4ef1347-a6af-4405-8ed5-d8e23fea9803 HTTP/1.1" status: 204 len: 168 time: 0.7351420 Jan 31 18:42:42.510857 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:42.516352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-661424ef-6af7-4e41-b112-839f85b325df tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:42.545324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdb9d6-4464-48e8-abef-d03d898e6786 req-847cc8c1-dfa2-4f74-9800-664c452f5d13 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:42.550501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ebdb9d6-4464-48e8-abef-d03d898e6786 req-847cc8c1-dfa2-4f74-9800-664c452f5d13 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 931 time: 0.3900743 Jan 31 18:42:42.563840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=5066f273-7862-4853-90bb-976647432bd6,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:42.594148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:42.608438 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:42.691094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 388db7c9-0733-43f3-bd76-2ea41caed4d0 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:42:42.754036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b35f16-b990-4530-a7f6-b902bb744646 None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:42:42.821324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661424ef-6af7-4e41-b112-839f85b325df tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:42.825743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-661424ef-6af7-4e41-b112-839f85b325df tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:42.875299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ebdb9d6-4464-48e8-abef-d03d898e6786 req-3e9def23-8261-47b3-afdd-f02f438b1172 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/security-groups?id=32db2438-161b-46c8-aad4-964eb0181879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892833 Jan 31 18:42:43.058360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:43.109111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da9f940a-d8c8-40da-9fd2-bcbd3d337051 req-bb49d782-818c-4170-acb4-c0842626f8d1 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 210 time: 0.0768788 Jan 31 18:42:43.136534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-e3908b98-72c6-4a19-b8f9-e91eda2eb768 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:43.141396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-e3908b98-72c6-4a19-b8f9-e91eda2eb768 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/networks?id=106ae68d-6d9e-405a-919f-d63be7ddcc71 HTTP/1.1" status: 200 len: 819 time: 0.7812064 Jan 31 18:42:43.156784 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:43.190105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['7c6da9d7-ebb3-4112-8212-1e6f8bb94e25'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:43.195411 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:43.222040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-ee497d4e-280c-4189-9ee5-de89b7ea3abd tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/quotas/53ce246a4bac4f3da3b6dcdef0fbb532 HTTP/1.1" status: 200 len: 375 time: 0.0647998 Jan 31 18:42:43.334887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-661424ef-6af7-4e41-b112-839f85b325df tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (4f51129a-4b98-4184-b910-854323ea2395), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:43.358182 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade44be0-6496-4718-8947-f1783f6be70f x-openstack-request-id: req-ade44be0-6496-4718-8947-f1783f6be70f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:43.361372 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f8ccc1-73da-4b93-8a3d-ed4c7249cf96", "name": "network-vif-deleted", "tag": "02593350-4447-4313-afc5-3556b024ead6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:43.363295 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ade44be0-6496-4718-8947-f1783f6be70f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:43.363934 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f8ccc1-73da-4b93-8a3d-ed4c7249cf96', 'name': 'network-vif-deleted', 'tag': '02593350-4447-4313-afc5-3556b024ead6', 'status': 'completed', 'code': 200} Jan 31 18:42:43.446634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546a4dcb-85c2-4629-a426-4cdba9b19775 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:43.460465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661424ef-6af7-4e41-b112-839f85b325df tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:43.470983 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-661424ef-6af7-4e41-b112-839f85b325df tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:43.473935 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Publish callbacks [] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:43.482183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661424ef-6af7-4e41-b112-839f85b325df tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:43.484029 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-661424ef-6af7-4e41-b112-839f85b325df tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:43.501509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661424ef-6af7-4e41-b112-839f85b325df tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=4f51129a-4b98-4184-b910-854323ea2395,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:43.504171 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700c6abb-7928-4588-8d3f-80224dee73be x-openstack-request-id: req-700c6abb-7928-4588-8d3f-80224dee73be {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:43.507930 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "name": "network-vif-plugged", "status": "completed", "tag": "5066f273-7862-4853-90bb-976647432bd6", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:43.508356 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-700c6abb-7928-4588-8d3f-80224dee73be {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:43.512030 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5066f273-7862-4853-90bb-976647432bd6', 'code': 200} Jan 31 18:42:43.530131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Transition to ACTIVE for port object 546a4dcb-85c2-4629-a426-4cdba9b19775 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:42:43.532031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36552) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:43.536123 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-661424ef-6af7-4e41-b112-839f85b325df tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0239594 Jan 31 18:42:43.542088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-41f61c42-2d01-44e8-b7d8-5b3932acdf9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-237414377', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:43.563465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:43.573260 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:43.619127 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:43.715699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 388db7c9-0733-43f3-bd76-2ea41caed4d0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=388db7c9-0733-43f3-bd76-2ea41caed4d0,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:43.830850 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '388db7c9-0733-43f3-bd76-2ea41caed4d0', 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554', 'port_id': '388db7c9-0733-43f3-bd76-2ea41caed4d0', 'mac_address': 'fa:16:3e:2f:87:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebaee9b9-5c1e-40d2-b93a-0186138d8b06', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:42:43.881562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d0b35f16-b990-4530-a7f6-b902bb744646 None None] Deleting port f5113e37-502a-47ff-867e-a3065d5ed200 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:43.882072 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0b35f16-b990-4530-a7f6-b902bb744646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f5113e37-502a-47ff-867e-a3065d5ed200), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:43.882296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-7b8ba9a0-7adb-4f14-915f-114f720e868d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:43.884310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-7b8ba9a0-7adb-4f14-915f-114f720e868d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.49 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 0.3330073 Jan 31 18:42:43.957262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-346d447f-94eb-4b44-a03f-fdca59d43bea tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7218146 Jan 31 18:42:43.982199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Request body: {'port': {'device_id': 'd7494124-db1d-467a-b98e-a45d190a035f', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'admin_state_up': True, 'tenant_id': 'e7e7bb3aaa3f4d44af496cc2af494b17'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:44.085824 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f61c42-2d01-44e8-b7d8-5b3932acdf9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (0d95e2d2-4630-47c1-af07-a6a6a281395d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:44.087504 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f61c42-2d01-44e8-b7d8-5b3932acdf9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (0d95e2d2-4630-47c1-af07-a6a6a281395d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:44.255386 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f61c42-2d01-44e8-b7d8-5b3932acdf9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for router_controller (0d95e2d2-4630-47c1-af07-a6a6a281395d), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:44.332538 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f61c42-2d01-44e8-b7d8-5b3932acdf9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (0d95e2d2-4630-47c1-af07-a6a6a281395d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:44.467603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 388db7c9-0733-43f3-bd76-2ea41caed4d0 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:44.467603 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:44.519844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['fae6f0d3-175d-49d4-a18b-ca0777c69d54'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:44.522280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['c65db0e2-1322-4cbb-b752-8c9fabd69910'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:44.609907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddfd45-1459-401a-8e2c-6f180e5ec843 req-e33cf613-7be1-4e7c-b97f-9ae73eb4b402 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:44.623912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388db7c9-0733-43f3-bd76-2ea41caed4d0 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:44.626341 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddfd45-1459-401a-8e2c-6f180e5ec843 req-e33cf613-7be1-4e7c-b97f-9ae73eb4b402 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:44.655070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddfd45-1459-401a-8e2c-6f180e5ec843 req-e33cf613-7be1-4e7c-b97f-9ae73eb4b402 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:44.659230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddfd45-1459-401a-8e2c-6f180e5ec843 req-e33cf613-7be1-4e7c-b97f-9ae73eb4b402 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:44.670874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddfd45-1459-401a-8e2c-6f180e5ec843 req-e33cf613-7be1-4e7c-b97f-9ae73eb4b402 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:44.678129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddfd45-1459-401a-8e2c-6f180e5ec843 req-e33cf613-7be1-4e7c-b97f-9ae73eb4b402 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:44.684501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddfd45-1459-401a-8e2c-6f180e5ec843 req-e33cf613-7be1-4e7c-b97f-9ae73eb4b402 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:44.687033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2ddfd45-1459-401a-8e2c-6f180e5ec843 req-e33cf613-7be1-4e7c-b97f-9ae73eb4b402 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5423 time: 1.0450335 Jan 31 18:42:44.689197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d0b35f16-b990-4530-a7f6-b902bb744646 None None] For port f5113e37-502a-47ff-867e-a3065d5ed200, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f5113e37-502a-47ff-867e-a3065d5ed200,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:44.689611 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0b35f16-b990-4530-a7f6-b902bb744646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f5113e37-502a-47ff-867e-a3065d5ed200), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:44.689746 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f61c42-2d01-44e8-b7d8-5b3932acdf9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:44.691002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-41f61c42-2d01-44e8-b7d8-5b3932acdf9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1545820 Jan 31 18:42:44.694393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:44.710225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:44.710624 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:44.738436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Pushing event updated for resources: {'Port': ['ID=546a4dcb-85c2-4629-a426-4cdba9b19775,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:44.738932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 388db7c9-0733-43f3-bd76-2ea41caed4d0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=388db7c9-0733-43f3-bd76-2ea41caed4d0,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:44.754963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d0b35f16-b990-4530-a7f6-b902bb744646 None None] Calling delete_port for f5113e37-502a-47ff-867e-a3065d5ed200 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:44.772947 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:44.773619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fb053bb3-d847-4a79-a6ed-030c225dc535 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:42:44.842730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=81b73e66-d2d5-4b92-b19d-b9dd7986e7b6,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:44.904550 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:44.950270 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:42:44.974515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2768b6-e60c-4f26-b0b0-9e1434df1f08 req-3a4c9fd1-dea1-4d92-9050-ab4488adce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:44.979657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b2768b6-e60c-4f26-b0b0-9e1434df1f08 req-3a4c9fd1-dea1-4d92-9050-ab4488adce32 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1128 time: 1.3340983 Jan 31 18:42:44.983744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-764b05c4-fdcd-4d35-8aab-571dc19b5a11 service neutron] 10.222.0.20 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9669666 Jan 31 18:42:45.040173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fb053bb3-d847-4a79-a6ed-030c225dc535, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fb053bb3-d847-4a79-a6ed-030c225dc535,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:45.081471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=388db7c9-0733-43f3-bd76-2ea41caed4d0,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:45.172663 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'fb053bb3-d847-4a79-a6ed-030c225dc535', 'network_id': '7e98bb2f-3aca-4d61-b879-07a7e4c3d554', 'port_id': 'fb053bb3-d847-4a79-a6ed-030c225dc535', 'mac_address': 'fa:16:3e:ff:74:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebaee9b9-5c1e-40d2-b93a-0186138d8b06', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:42:45.300300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Sync routers for ids ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:42:45.304603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f5113e37-502a-47ff-867e-a3065d5ed200 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:45.332059 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:45.335509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=81b73e66-d2d5-4b92-b19d-b9dd7986e7b6,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:45.489968 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Routers {'366b6ee5-b2b5-4447-a076-2b2ede5c7e74'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:45.490845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:45.525027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Made reservation on behalf of e7e7bb3aaa3f4d44af496cc2af494b17 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:45.539568 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:45.542974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Attempting to bind port 546a4dcb-85c2-4629-a426-4cdba9b19775 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:45.543637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Attempting to bind port 546a4dcb-85c2-4629-a426-4cdba9b19775 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:45.544271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Attempting to bind port 546a4dcb-85c2-4629-a426-4cdba9b19775 on network c271e0cd-391d-470f-8b71-05b0be44db04 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:45.569059 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0b35f16-b990-4530-a7f6-b902bb744646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (f5113e37-502a-47ff-867e-a3065d5ed200), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:45.576554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2ddfd45-1459-401a-8e2c-6f180e5ec843 req-4cff2cf3-a348-46a9-90d0-d3f5ff2a0138 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6805215 Jan 31 18:42:45.577569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Port 546a4dcb-85c2-4629-a426-4cdba9b19775 on network c271e0cd-391d-470f-8b71-05b0be44db04 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:42:45.578175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Attempting to bind port 546a4dcb-85c2-4629-a426-4cdba9b19775 on network c271e0cd-391d-470f-8b71-05b0be44db04 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:45.592324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b2768b6-e60c-4f26-b0b0-9e1434df1f08 req-8d3dea14-6dba-4346-9190-c2dac645dadf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769682 Jan 31 18:42:45.595714 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b35f16-b990-4530-a7f6-b902bb744646 None None] No DVR routers for this DVR port f5113e37-502a-47ff-867e-a3065d5ed200 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:45.603313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:45.604068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Checking segment: {'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:45.604765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Bound using segment: {'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:45.605288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No active binding found for port f5113e37-502a-47ff-867e-a3065d5ed200 {{(pid=103227) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 18:42:45.605699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] The host n-d-812111-15 is not matching for port f5113e37-502a-47ff-867e-a3065d5ed200 host None! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:42:45.605813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Bound port: 546a4dcb-85c2-4629-a426-4cdba9b19775, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:45.606102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f5113e37-502a-47ff-867e-a3065d5ed200 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:45.606624 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:45.651282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port fb053bb3-d847-4a79-a6ed-030c225dc535 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:45.651726 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:45.654196 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04b7514-59de-4798-a778-c02f8060e409 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:45.663319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b35f16-b990-4530-a7f6-b902bb744646 None None] Pushing event deleted for resources: {'Port': ['ID=f5113e37-502a-47ff-867e-a3065d5ed200,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:45.668489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-b5168bc6-10bb-475a-b5a6-3a79944af300 service neutron] 10.222.0.20 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365702 Jan 31 18:42:45.753392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36562) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:45.995428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81195db-0983-43c9-8212-2b6976b95911 admin admin] Deleting subnet d2a45c82-00f5-4efb-af39-e3264a470892 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:42:46.011415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f81195db-0983-43c9-8212-2b6976b95911 admin admin] Publish callbacks [] for subnet (d2a45c82-00f5-4efb-af39-e3264a470892), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:46.077490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Set router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:46.201880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda3ca1-013c-475c-87a3-11d2adcc7d0c req-15220b15-3332-4ada-a446-f6906c39a200 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:46.208201 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36568) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:46.210918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9dda3ca1-013c-475c-87a3-11d2adcc7d0c req-15220b15-3332-4ada-a446-f6906c39a200 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 945 time: 0.3756683 Jan 31 18:42:46.272377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Allocated IP 172.20.0.14 (73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d/b701da94-0f98-46d4-93ea-0e6c62e79c49/2dc82716-e79c-46fe-bb44-48452131e20f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:46.282570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::1 (270588c3-27c5-4bbe-bc62-125107bc7b03/4f51129a-4b98-4184-b910-854323ea2395/02ee5187-7eba-457a-adb6-bac1fb931c73) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:46.341565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-93739435-1be3-4692-a500-e787ba560c70 admin admin] Deleting subnet 2b5648f2-eae0-4da6-9d27-38065d259af9 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:42:46.386090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb053bb3-d847-4a79-a6ed-030c225dc535 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:46.452192 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f81195db-0983-43c9-8212-2b6976b95911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (d2a45c82-00f5-4efb-af39-e3264a470892), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:46.497368 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f81195db-0983-43c9-8212-2b6976b95911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (d2a45c82-00f5-4efb-af39-e3264a470892), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:46.545814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:46.561555 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93739435-1be3-4692-a500-e787ba560c70 admin admin] Publish callbacks [] for subnet (2b5648f2-eae0-4da6-9d27-38065d259af9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:46.613199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] For port 546a4dcb-85c2-4629-a426-4cdba9b19775, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:46.703942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93739435-1be3-4692-a500-e787ba560c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (2b5648f2-eae0-4da6-9d27-38065d259af9), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:46.754530 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:46.789968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] For port 546a4dcb-85c2-4629-a426-4cdba9b19775, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=546a4dcb-85c2-4629-a426-4cdba9b19775,segment=NetworkSegment(9a5a7190-cba3-4a6c-b8b9-f55ace16f33f),segment_id=9a5a7190-cba3-4a6c-b8b9-f55ace16f33f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:46.872587 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93739435-1be3-4692-a500-e787ba560c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (2b5648f2-eae0-4da6-9d27-38065d259af9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:46.895209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a101ab9-ec5d-4b32-8ef9-7874e6bcf6d7 req-7299d9e5-b3d4-445e-9e10-b29ab503915f tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:46.905512 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a101ab9-ec5d-4b32-8ef9-7874e6bcf6d7 req-7299d9e5-b3d4-445e-9e10-b29ab503915f tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 943 time: 0.6878533 Jan 31 18:42:46.906729 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:46.922654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fb053bb3-d847-4a79-a6ed-030c225dc535, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fb053bb3-d847-4a79-a6ed-030c225dc535,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:46.998983 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.039032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '4f51129a-4b98-4184-b910-854323ea2395'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:42:47.040812 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.050940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:47.052634 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.054566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] 10.222.0.21 "PUT /v2.0/ports/546a4dcb-85c2-4629-a426-4cdba9b19775 HTTP/1.1" status: 200 len: 1092 time: 5.7517424 Jan 31 18:42:47.059536 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks [] for port (2dc82716-e79c-46fe-bb44-48452131e20f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.070416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88749ac9-32a1-4f95-ba14-5040899437b6', 'tag': '546a4dcb-85c2-4629-a426-4cdba9b19775'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:47.076092 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d0f83f-2c06-47fa-b9ac-41adc7e53dff" -d '{"events": [{"name": "network-changed", "server_uuid": "88749ac9-32a1-4f95-ba14-5040899437b6", "tag": "546a4dcb-85c2-4629-a426-4cdba9b19775"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:47.083116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9dda3ca1-013c-475c-87a3-11d2adcc7d0c req-4b190bc2-348b-47ac-b72e-bf593f339ba2 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038807 Jan 31 18:42:47.089796 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.091481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7e8e4722-fe39-4868-8203-148e049d7cac details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:42:47.091961 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f81195db-0983-43c9-8212-2b6976b95911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (d2a45c82-00f5-4efb-af39-e3264a470892), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.132558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81195db-0983-43c9-8212-2b6976b95911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a45c82-00f5-4efb-af39-e3264a470892,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:47.214712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:47.223707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:47.263480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:47.264034 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (0d95e2d2-4630-47c1-af07-a6a6a281395d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.266335 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=02ee5187-7eba-457a-adb6-bac1fb931c73,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:47.316963 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f81195db-0983-43c9-8212-2b6976b95911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.327307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f81195db-0983-43c9-8212-2b6976b95911 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d2a45c82-00f5-4efb-af39-e3264a470892 HTTP/1.1" status: 204 len: 168 time: 1.5672967 Jan 31 18:42:47.335640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36582) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:47.339647 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:42:47.360665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510181a8-d5c8-4970-8d30-39c8ef17d033 service neutron] Pushing event updated for resources: {'Port': ['ID=546a4dcb-85c2-4629-a426-4cdba9b19775,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:47.362664 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93739435-1be3-4692-a500-e787ba560c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (2b5648f2-eae0-4da6-9d27-38065d259af9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.383673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=fb053bb3-d847-4a79-a6ed-030c225dc535,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:47.423283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93739435-1be3-4692-a500-e787ba560c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b5648f2-eae0-4da6-9d27-38065d259af9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:47.433037 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93739435-1be3-4692-a500-e787ba560c70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.441161 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-93739435-1be3-4692-a500-e787ba560c70 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2b5648f2-eae0-4da6-9d27-38065d259af9 HTTP/1.1" status: 204 len: 168 time: 1.2306798 Jan 31 18:42:47.441754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36584) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:47.442050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de75d62d-97f7-475c-a937-f30e90df982b req-d01ab02f-2576-4b29-ab5c-13e77ca0773a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 210 time: 0.1132312 Jan 31 18:42:47.470027 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.484788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a101ab9-ec5d-4b32-8ef9-7874e6bcf6d7 req-c01f9401-bddb-465f-b8f6-bf9195c46d72 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/security-groups?id=32db2438-161b-46c8-aad4-964eb0181879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366771 Jan 31 18:42:47.510373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-83876f1a-8259-4aca-b42b-ad9b0136101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:47.511916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-83876f1a-8259-4aca-b42b-ad9b0136101c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=880ffd33eb2b47ceb3bb38704aa2d637&device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 1126 time: 0.2968943 Jan 31 18:42:47.573352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-ad76081e-43d2-4304-b507-9f595f1324b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546a4dcb-85c2-4629-a426-4cdba9b19775 HTTP/1.1" status: 200 len: 217 time: 0.0518923 Jan 31 18:42:47.577922 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.593763 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (21894bb7-adca-4fab-8933-57ccc5d46485), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.607942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7e8e4722-fe39-4868-8203-148e049d7cac, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7e8e4722-fe39-4868-8203-148e049d7cac,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:47.636447 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '7e8e4722-fe39-4868-8203-148e049d7cac', 'network_id': '0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9', 'port_id': '7e8e4722-fe39-4868-8203-148e049d7cac', 'mac_address': 'fa:16:3e:e8:ec:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa973fa-62c2-490b-9643-bb1da4b73d91', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:42:47.660444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:47.662152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6303f4b5-2388-44a7-8405-c2d04a5ef67c req-dd4d7ca3-27f0-4515-8645-c49c7b764b04 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 210 time: 0.0468123 Jan 31 18:42:47.696252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:47.696872 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.699970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1eefc489-6957-454b-8f06-4395b7d4e8b7', 'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'mac_address': 'fa:16:3e:ac:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:37Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 2, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'subnets': [{'id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:47.703949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:47.709192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:47.786708 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f27eacc-d954-428f-9482-a2cc2481daa7 x-openstack-request-id: req-5f27eacc-d954-428f-9482-a2cc2481daa7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:47.787316 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88749ac9-32a1-4f95-ba14-5040899437b6", "tag": "546a4dcb-85c2-4629-a426-4cdba9b19775", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:47.787579 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f27eacc-d954-428f-9482-a2cc2481daa7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:47.787993 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88749ac9-32a1-4f95-ba14-5040899437b6', 'tag': '546a4dcb-85c2-4629-a426-4cdba9b19775', 'status': 'completed', 'code': 200} Jan 31 18:42:47.807314 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (79de0ee2-e879-4b88-9aff-7dcab13f873d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.838964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.853506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-8bb70074-64be-4cf4-b15b-f32304c67c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:47.855114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-8bb70074-64be-4cf4-b15b-f32304c67c07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=618237a9-03ad-402c-873b-24dcf5118a30 HTTP/1.1" status: 200 len: 854 time: 0.2528753 Jan 31 18:42:47.860389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Pushing event updated for resources: {'Port': ['ID=2dc82716-e79c-46fe-bb44-48452131e20f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:47.892738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:47.893416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.926718 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (79de0ee2-e879-4b88-9aff-7dcab13f873d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.935359 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.936208 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (0d95e2d2-4630-47c1-af07-a6a6a281395d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:47.979556 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79de0ee2-e879-4b88-9aff-7dcab13f873d']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:47.991837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470ddd-2ce8-4713-9372-4008bd7c4410 req-b55871b3-6f72-4eae-967c-7b519b9b6658 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:47.998146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470ddd-2ce8-4713-9372-4008bd7c4410 req-b55871b3-6f72-4eae-967c-7b519b9b6658 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:48.003333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470ddd-2ce8-4713-9372-4008bd7c4410 req-b55871b3-6f72-4eae-967c-7b519b9b6658 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:48.010300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470ddd-2ce8-4713-9372-4008bd7c4410 req-b55871b3-6f72-4eae-967c-7b519b9b6658 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:48.014478 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4d66f0-2584-4050-b986-c32b078947a7') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:48.014660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470ddd-2ce8-4713-9372-4008bd7c4410 req-b55871b3-6f72-4eae-967c-7b519b9b6658 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:48.014957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4d66f0-2584-4050-b986-c32b078947a7') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:48.020192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470ddd-2ce8-4713-9372-4008bd7c4410 req-b55871b3-6f72-4eae-967c-7b519b9b6658 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:48.025922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470ddd-2ce8-4713-9372-4008bd7c4410 req-b55871b3-6f72-4eae-967c-7b519b9b6658 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:48.027853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f470ddd-2ce8-4713-9372-4008bd7c4410 req-b55871b3-6f72-4eae-967c-7b519b9b6658 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5425 time: 0.3807847 Jan 31 18:42:48.030996 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (21894bb7-adca-4fab-8933-57ccc5d46485), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.039521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9235c607-84c4-4015-9275-0383c4c46483 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0642545 Jan 31 18:42:48.050601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (fe4d66f0-2584-4050-b986-c32b078947a7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.052612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Request body: {'port': {'device_id': 'd7494124-db1d-467a-b98e-a45d190a035f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:48.056674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Checking router: 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:42:48.057024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Updating router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 port 1eefc489-6957-454b-8f06-4395b7d4e8b7 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:42:48.073083 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=02ee5187-7eba-457a-adb6-bac1fb931c73,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:48.084692 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (fe4d66f0-2584-4050-b986-c32b078947a7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.096131 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:42:48.096568 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (fe4d66f0-2584-4050-b986-c32b078947a7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:42:48.098417 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:42:48.112016 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.121905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21894bb7-adca-4fab-8933-57ccc5d46485']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:48.160642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 7e8e4722-fe39-4868-8203-148e049d7cac is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:48.161579 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.168933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e46727-a789-4497-9431-abc96e3ebdd6') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:48.169235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e46727-a789-4497-9431-abc96e3ebdd6') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:48.189962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8e4722-fe39-4868-8203-148e049d7cac {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:48.194146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:48.194963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (79de0ee2-e879-4b88-9aff-7dcab13f873d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.205637 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.216004 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] 10.222.0.20 "DELETE /v2.0/networks/79de0ee2-e879-4b88-9aff-7dcab13f873d HTTP/1.1" status: 204 len: 168 time: 0.7711473 Jan 31 18:42:48.217151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:48.239180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Allocated IP 2001:db8::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/4f51129a-4b98-4184-b910-854323ea2395/77bff48a-bf82-4fb5-bc8e-5b1fab5c9939) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:48.239421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753217f-02e9-4ecf-b91e-981963b56b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=79de0ee2-e879-4b88-9aff-7dcab13f873d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:48.260404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-ab060b48-bee9-46b8-9646-64e0b0d646c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:48.261851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-ab060b48-bee9-46b8-9646-64e0b0d646c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c271e0cd-391d-470f-8b71-05b0be44db04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3957081 Jan 31 18:42:48.302586 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (48e46727-a789-4497-9431-abc96e3ebdd6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.320913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7e8e4722-fe39-4868-8203-148e049d7cac, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7e8e4722-fe39-4868-8203-148e049d7cac,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:48.351810 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.386207 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device c65db0e2-1322-4cbb-b752-8c9fabd69910 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:48.460526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Router 0d95e2d2-4630-47c1-af07-a6a6a281395d is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:42:48.475283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:48.521728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36592) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:48.529785 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.544775 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (48e46727-a789-4497-9431-abc96e3ebdd6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.564815 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f470ddd-2ce8-4713-9372-4008bd7c4410 req-0403c596-67ce-4500-bf47-1b16ff5132d8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5036769 Jan 31 18:42:48.588323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:42:48.588762 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (48e46727-a789-4497-9431-abc96e3ebdd6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.593810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:42:48.596092 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:42:48.601538 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bbc4ad63-b32f-4cad-96c4-cc67e6242fd4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "PUT /v2.0/routers/0d95e2d2-4630-47c1-af07-a6a6a281395d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9052548 Jan 31 18:42:48.602168 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36596) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:48.615252 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Sync routers for ids ['0d95e2d2-4630-47c1-af07-a6a6a281395d'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:42:48.630427 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Routers {'0d95e2d2-4630-47c1-af07-a6a6a281395d'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:48.631053 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0d95e2d2-4630-47c1-af07-a6a6a281395d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:48.664095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=7e8e4722-fe39-4868-8203-148e049d7cac,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:48.695226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port c65db0e2-1322-4cbb-b752-8c9fabd69910 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:42:48.703463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port c65db0e2-1322-4cbb-b752-8c9fabd69910 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:48.703992 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.786597 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Set router 0d95e2d2-4630-47c1-af07-a6a6a281395d gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:48.810834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['388db7c9-0733-43f3-bd76-2ea41caed4d0'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:48.851667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['7e8e4722-fe39-4868-8203-148e049d7cac'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:48.876225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['fb053bb3-d847-4a79-a6ed-030c225dc535'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:48.983675 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97d44d1-f546-43da-8883-7ef3bd5cc1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:48.997672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc82716-e79c-46fe-bb44-48452131e20f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:49.005783 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Publish callbacks [] for port (2dc82716-e79c-46fe-bb44-48452131e20f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.020791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Transition to ACTIVE for port object 2dc82716-e79c-46fe-bb44-48452131e20f will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:42:49.033415 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d95e2d2-4630-47c1-af07-a6a6a281395d', 'name': 'tempest-NetworksTestDHCPv6-router-237414377', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:44Z', 'updated_at': '2022-01-31T18:42:47Z', 'revision_number': 2, 'project_id': '3269591bf4b94c6084826e73decadd13', 'gw_port_host': None, '_interfaces': [{'id': '02ee5187-7eba-457a-adb6-bac1fb931c73', 'name': '', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'mac_address': 'fa:16:3e:16:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d95e2d2-4630-47c1-af07-a6a6a281395d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '4f51129a-4b98-4184-b910-854323ea2395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:45Z', 'updated_at': '2022-01-31T18:42:47Z', 'revision_number': 2, 'project_id': '3269591bf4b94c6084826e73decadd13', 'subnets': [{'id': '4f51129a-4b98-4184-b910-854323ea2395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:49.066205 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.073118 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Checking router: 0d95e2d2-4630-47c1-af07-a6a6a281395d for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:42:49.073496 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Updating router 0d95e2d2-4630-47c1-af07-a6a6a281395d port 02ee5187-7eba-457a-adb6-bac1fb931c73 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:42:49.099202 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Publish callbacks [] for port (77bff48a-bf82-4fb5-bc8e-5b1fab5c9939), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.105264 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.144298 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (77bff48a-bf82-4fb5-bc8e-5b1fab5c9939), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.159808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc82716-e79c-46fe-bb44-48452131e20f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:49.187218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-19fc3f60-913d-4e36-a9e2-9031df54a134 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:49.189838 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-19fc3f60-913d-4e36-a9e2-9031df54a134 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.21 "GET /v2.0/networks?id=106ae68d-6d9e-405a-919f-d63be7ddcc71 HTTP/1.1" status: 200 len: 819 time: 0.9535472 Jan 31 18:42:49.197632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc07f7a-7db1-4cc6-90c9-c5fa2de9759d req-47b16349-8316-4b9f-a17f-57574da08345 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:49.205268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8fc07f7a-7db1-4cc6-90c9-c5fa2de9759d req-47b16349-8316-4b9f-a17f-57574da08345 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 945 time: 0.9391074 Jan 31 18:42:49.232112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Request body: {'port': {'device_id': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'admin_state_up': True, 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:49.233871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:49.238265 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a32e16-3154-47df-90ea-afc749c817c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:49.238923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-6f95b97d-6f03-403f-ba61-a7f3bc1699dd service neutron] 10.222.0.21 "GET /v2.0/networks/c271e0cd-391d-470f-8b71-05b0be44db04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9086370 Jan 31 18:42:49.239526 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (21894bb7-adca-4fab-8933-57ccc5d46485), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.243543 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-54a32e16-3154-47df-90ea-afc749c817c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports/02ee5187-7eba-457a-adb6-bac1fb931c73 HTTP/1.1" status: 200 len: 911 time: 0.6359732 Jan 31 18:42:49.243543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36600) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:49.250766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-212cb97d-be8f-4d10-b1e1-9a50db2c17dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=765aa20a6adc4a8894e78ee72eb9642f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7217011 Jan 31 18:42:49.265085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Pushing event updated for resources: {'Port': ['ID=77bff48a-bf82-4fb5-bc8e-5b1fab5c9939,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:49.273511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:49.285877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:49.318765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36602) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:49.373723 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.380045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/21894bb7-adca-4fab-8933-57ccc5d46485 HTTP/1.1" status: 204 len: 168 time: 2.0311110 Jan 31 18:42:49.388801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40c40ed-9ff3-4039-9314-dd4dc767cf4e req-61f5e75f-5fdd-4ba3-845a-eb9f438f9ca2 service neutron] 10.222.0.21 "GET /v2.0/networks/c271e0cd-391d-470f-8b71-05b0be44db04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367662 Jan 31 18:42:49.423293 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a462ac-b854-4195-8e9c-d6ac704c02c7 admin admin] Publish callbacks [] for security_group (901f4515-1bde-4229-9ef6-57a58aa2f426), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.435776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de0631-fb39-498c-aa37-ccb448e1ddf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=21894bb7-adca-4fab-8933-57ccc5d46485,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:49.457479 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a462ac-b854-4195-8e9c-d6ac704c02c7 admin admin] Publish callbacks [] for security_group (901f4515-1bde-4229-9ef6-57a58aa2f426), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.470285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port c65db0e2-1322-4cbb-b752-8c9fabd69910 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:49.471090 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.472705 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Publish callbacks [] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.480580 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.486873 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd328b9-5f35-456e-876d-9531b371fee9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:49.495879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd328b9-5f35-456e-876d-9531b371fee9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:49.497915 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bbd328b9-5f35-456e-876d-9531b371fee9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2541041 Jan 31 18:42:49.503568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36606) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:49.515388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port c65db0e2-1322-4cbb-b752-8c9fabd69910, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=c65db0e2-1322-4cbb-b752-8c9fabd69910,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:49.542967 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4b420-51e2-4089-9c1a-83bceb30a13f None None] Pushing event updated for resources: {'Port': ['ID=02ee5187-7eba-457a-adb6-bac1fb931c73,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:49.544119 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65db0e2-1322-4cbb-b752-8c9fabd69910'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:49.554561 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26650d3e-04e1-4eda-ac56-934fe6195114" -d '{"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "c65db0e2-1322-4cbb-b752-8c9fabd69910"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:49.567552 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.568826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:49.624153 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Attempting to bind port 02ee5187-7eba-457a-adb6-bac1fb931c73 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:49.624728 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Attempting to bind port 02ee5187-7eba-457a-adb6-bac1fb931c73 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:49.625018 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Attempting to bind port 02ee5187-7eba-457a-adb6-bac1fb931c73 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:49.631146 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:49.631558 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:49.632162 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.632593 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:49.633070 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Bound port: 02ee5187-7eba-457a-adb6-bac1fb931c73, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:49.633453 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.657537 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32871945-6054-4b03-9cd4-54b1e73397a4 req-45b7146c-abf0-47dc-b72e-e17ea70b93e5 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:49.659228 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32871945-6054-4b03-9cd4-54b1e73397a4 req-45b7146c-abf0-47dc-b72e-e17ea70b93e5 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 944 time: 0.6143439 Jan 31 18:42:49.683035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8fc07f7a-7db1-4cc6-90c9-c5fa2de9759d req-cebbd048-ec52-4520-b645-1834710e22ea tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769006 Jan 31 18:42:49.716441 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] For port 02ee5187-7eba-457a-adb6-bac1fb931c73, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:49.720460 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] For port 02ee5187-7eba-457a-adb6-bac1fb931c73, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=02ee5187-7eba-457a-adb6-bac1fb931c73,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:49.731269 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.781329 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Publish callbacks [] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.788018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Attempting to bind port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:49.788715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Attempting to bind port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:49.789286 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Attempting to bind port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:49.799512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36614) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:49.806463 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4b420-51e2-4089-9c1a-83bceb30a13f None None] Pushing event updated for resources: {'Port': ['ID=02ee5187-7eba-457a-adb6-bac1fb931c73,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:49.820953 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Routers {'0d95e2d2-4630-47c1-af07-a6a6a281395d'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:49.821540 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0d95e2d2-4630-47c1-af07-a6a6a281395d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:49.866211 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d6f39014-6dd7-4001-9af5-176ef46fa341 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=819d0d542a954ac5a668e21e7fa8ba09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594587 Jan 31 18:42:49.869472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36616) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:49.893892 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.912280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:49.913105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:49.913760 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.914381 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:49.916118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Bound port: 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:49.916886 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (77bff48a-bf82-4fb5-bc8e-5b1fab5c9939), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:49.945206 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] Set router 0d95e2d2-4630-47c1-af07-a6a6a281395d gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:49.992371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=c65db0e2-1322-4cbb-b752-8c9fabd69910,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:50.032244 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a462ac-b854-4195-8e9c-d6ac704c02c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (901f4515-1bde-4229-9ef6-57a58aa2f426), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.035185 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a462ac-b854-4195-8e9c-d6ac704c02c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.039142 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-10a462ac-b854-4195-8e9c-d6ac704c02c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/901f4515-1bde-4229-9ef6-57a58aa2f426 HTTP/1.1" status: 204 len: 168 time: 0.7138097 Jan 31 18:42:50.039932 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4211f279-1a9a-4029-a4e5-dc9e0580863b admin admin] Publish callbacks [] for security_group (fc43380f-13db-4c00-81b9-f57deb4e7f45), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.068226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4211f279-1a9a-4029-a4e5-dc9e0580863b admin admin] Publish callbacks [] for security_group (fc43380f-13db-4c00-81b9-f57deb4e7f45), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.125809 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:42:50.140829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:50.141654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.168786 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4211f279-1a9a-4029-a4e5-dc9e0580863b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fc43380f-13db-4c00-81b9-f57deb4e7f45), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.171572 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4211f279-1a9a-4029-a4e5-dc9e0580863b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.179620 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4211f279-1a9a-4029-a4e5-dc9e0580863b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc43380f-13db-4c00-81b9-f57deb4e7f45 HTTP/1.1" status: 204 len: 168 time: 0.3027515 Jan 31 18:42:50.190783 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a462ac-b854-4195-8e9c-d6ac704c02c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901f4515-1bde-4229-9ef6-57a58aa2f426,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:50.192199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Attempting to bind port 1eefc489-6957-454b-8f06-4395b7d4e8b7 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:50.193185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Attempting to bind port 1eefc489-6957-454b-8f06-4395b7d4e8b7 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:50.193775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Attempting to bind port 1eefc489-6957-454b-8f06-4395b7d4e8b7 on network 106ae68d-6d9e-405a-919f-d63be7ddcc71 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:50.210263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4edf2-9400-4594-bec8-d8f8928b419f None None] Pushing event updated for resources: {'Port': ['ID=1eefc489-6957-454b-8f06-4395b7d4e8b7,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:50.232261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211f279-1a9a-4029-a4e5-dc9e0580863b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc43380f-13db-4c00-81b9-f57deb4e7f45,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:50.261527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:50.262402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Checking segment: {'id': '2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:50.263053 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.263660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Bound using segment: {'id': '2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:50.264446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Bound port: 1eefc489-6957-454b-8f06-4395b7d4e8b7, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:50.265068 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.281197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] For port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:50.335687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] For port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=77bff48a-bf82-4fb5-bc8e-5b1fab5c9939,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:50.361340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f83f-2c06-47fa-b9ac-41adc7e53dff req-27ad5756-5316-418d-887e-64ab6f589d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:50.367827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11d0f83f-2c06-47fa-b9ac-41adc7e53dff req-27ad5756-5316-418d-887e-64ab6f589d68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=880ffd33eb2b47ceb3bb38704aa2d637&device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 1126 time: 0.9062631 Jan 31 18:42:50.406705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] For port 1eefc489-6957-454b-8f06-4395b7d4e8b7, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:50.410450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] For port 1eefc489-6957-454b-8f06-4395b7d4e8b7, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1eefc489-6957-454b-8f06-4395b7d4e8b7,segment=NetworkSegment(2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9),segment_id=2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:50.462515 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d95e2d2-4630-47c1-af07-a6a6a281395d', 'name': 'tempest-NetworksTestDHCPv6-router-237414377', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:44Z', 'updated_at': '2022-01-31T18:42:47Z', 'revision_number': 2, 'project_id': '3269591bf4b94c6084826e73decadd13', 'gw_port_host': None, '_interfaces': [{'id': '02ee5187-7eba-457a-adb6-bac1fb931c73', 'name': '', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'mac_address': 'fa:16:3e:16:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d95e2d2-4630-47c1-af07-a6a6a281395d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '4f51129a-4b98-4184-b910-854323ea2395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:45Z', 'updated_at': '2022-01-31T18:42:49Z', 'revision_number': 4, 'project_id': '3269591bf4b94c6084826e73decadd13', 'subnets': [{'id': '4f51129a-4b98-4184-b910-854323ea2395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:50.485508 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32871945-6054-4b03-9cd4-54b1e73397a4 req-e53aa88f-4b91-438e-a8f0-634f6547fa5d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8137050 Jan 31 18:42:50.490736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Attempting to bind port 2dc82716-e79c-46fe-bb44-48452131e20f on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:50.491077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Attempting to bind port 2dc82716-e79c-46fe-bb44-48452131e20f by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:50.491409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Attempting to bind port 2dc82716-e79c-46fe-bb44-48452131e20f on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:50.499995 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159c249-d03c-409f-8b46-89d4acb73823 None None] The sync data for ids ['0d95e2d2-4630-47c1-af07-a6a6a281395d'] in n-d-812111-15 is: [{'id': '0d95e2d2-4630-47c1-af07-a6a6a281395d', 'name': 'tempest-NetworksTestDHCPv6-router-237414377', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:44Z', 'updated_at': '2022-01-31T18:42:47Z', 'revision_number': 2, 'project_id': '3269591bf4b94c6084826e73decadd13', 'gw_port_host': None, '_interfaces': [{'id': '02ee5187-7eba-457a-adb6-bac1fb931c73', 'name': '', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'mac_address': 'fa:16:3e:16:f5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d95e2d2-4630-47c1-af07-a6a6a281395d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '4f51129a-4b98-4184-b910-854323ea2395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:45Z', 'updated_at': '2022-01-31T18:42:49Z', 'revision_number': 4, 'project_id': '3269591bf4b94c6084826e73decadd13', 'subnets': [{'id': '4f51129a-4b98-4184-b910-854323ea2395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:42:50.595692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Port 2dc82716-e79c-46fe-bb44-48452131e20f on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:42:50.596026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Attempting to bind port 2dc82716-e79c-46fe-bb44-48452131e20f on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:50.614515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Made reservation on behalf of 53ce246a4bac4f3da3b6dcdef0fbb532 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:50.622283 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.654154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:50.654527 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Checking segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:50.654897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Bound using segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:50.655351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Bound port: 2dc82716-e79c-46fe-bb44-48452131e20f, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:50.655714 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.665264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fe8af-0c3d-4d73-abff-bf2edcad1fea req-f9dd1db0-3c2f-449d-9f8a-6e1df8dcaadb tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:50.670882 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1ead21-7a58-4839-b147-1a3fbf880464 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (0d95e2d2-4630-47c1-af07-a6a6a281395d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.672742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d61fe8af-0c3d-4d73-abff-bf2edcad1fea req-f9dd1db0-3c2f-449d-9f8a-6e1df8dcaadb tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 943 time: 0.5129716 Jan 31 18:42:50.739601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9bdb4dc2-b83b-4342-88e6-c85b25692817 req-f6d5050a-96e0-4afb-a99f-c8c21a3882db tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 210 time: 0.0949664 Jan 31 18:42:50.764850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f83f-2c06-47fa-b9ac-41adc7e53dff req-c67ecea0-129c-4994-bb0d-087689605750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:50.776060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11d0f83f-2c06-47fa-b9ac-41adc7e53dff req-c67ecea0-129c-4994-bb0d-087689605750 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c271e0cd-391d-470f-8b71-05b0be44db04 HTTP/1.1" status: 200 len: 916 time: 0.3959289 Jan 31 18:42:50.869490 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3883aa2b-66b7-444e-b8cd-3da9001a414e x-openstack-request-id: req-3883aa2b-66b7-444e-b8cd-3da9001a414e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:50.869490 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "c65db0e2-1322-4cbb-b752-8c9fabd69910", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:50.869890 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3883aa2b-66b7-444e-b8cd-3da9001a414e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:50.870292 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65db0e2-1322-4cbb-b752-8c9fabd69910', 'code': 200} Jan 31 18:42:50.908710 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.911306 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (77bff48a-bf82-4fb5-bc8e-5b1fab5c9939), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:50.937859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11d0f83f-2c06-47fa-b9ac-41adc7e53dff req-6b81c90e-5a64-4aed-b0b6-fd975e5184b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=546a4dcb-85c2-4629-a426-4cdba9b19775 HTTP/1.1" status: 200 len: 217 time: 0.1231580 Jan 31 18:42:50.953606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d61fe8af-0c3d-4d73-abff-bf2edcad1fea req-bb5cc05f-1690-454c-9a27-8a41e7521da5 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/security-groups?id=32db2438-161b-46c8-aad4-964eb0181879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798917 Jan 31 18:42:51.049042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] For port 2dc82716-e79c-46fe-bb44-48452131e20f, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:51.053406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] For port 2dc82716-e79c-46fe-bb44-48452131e20f, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dc82716-e79c-46fe-bb44-48452131e20f,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:51.079991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:51.081550 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:51.112104 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2c5815b-b00b-4e45-98b6-e508d41fa729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:51.121245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Routers {'366b6ee5-b2b5-4447-a076-2b2ede5c7e74'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:51.122010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:51.142391 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:51.256373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:51.268094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4edf2-9400-4594-bec8-d8f8928b419f None None] Pushing event updated for resources: {'Port': ['ID=1eefc489-6957-454b-8f06-4395b7d4e8b7,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:51.282256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc82716-e79c-46fe-bb44-48452131e20f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:51.301071 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:51.302035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fae6f0d3-175d-49d4-a18b-ca0777c69d54 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:51.347179 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ead21-7a58-4839-b147-1a3fbf880464 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 02ee5187-7eba-457a-adb6-bac1fb931c73 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:51.347534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1ead21-7a58-4839-b147-1a3fbf880464 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:51.417572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:51.418204 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:51.419732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-5da39244-33e4-4330-b084-1c3e375960b6 service neutron] 10.222.0.49 "PUT /v2.0/ports/2dc82716-e79c-46fe-bb44-48452131e20f HTTP/1.1" status: 200 len: 1093 time: 3.3721271 Jan 31 18:42:51.479584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7494124-db1d-467a-b98e-a45d190a035f', 'tag': '2dc82716-e79c-46fe-bb44-48452131e20f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:51.482041 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61882a6-f3d3-4df4-bb57-80090efd9345" -d '{"events": [{"name": "network-changed", "server_uuid": "d7494124-db1d-467a-b98e-a45d190a035f", "tag": "2dc82716-e79c-46fe-bb44-48452131e20f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:51.597921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f83f-2c06-47fa-b9ac-41adc7e53dff req-38bec9e3-64b8-4650-b55f-d09069534083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:51.599550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11d0f83f-2c06-47fa-b9ac-41adc7e53dff req-38bec9e3-64b8-4650-b55f-d09069534083 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=618237a9-03ad-402c-873b-24dcf5118a30 HTTP/1.1" status: 200 len: 854 time: 0.6449893 Jan 31 18:42:51.722004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc69dd3-0765-4cb9-b7d0-8582cd1e0142 req-9b1c73b4-141e-4606-ba51-fe25cab84a67 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:51.727429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc69dd3-0765-4cb9-b7d0-8582cd1e0142 req-9b1c73b4-141e-4606-ba51-fe25cab84a67 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:51.733878 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7c1ead21-7a58-4839-b147-1a3fbf880464 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] For port 02ee5187-7eba-457a-adb6-bac1fb931c73, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=02ee5187-7eba-457a-adb6-bac1fb931c73,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:51.735061 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1ead21-7a58-4839-b147-1a3fbf880464 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:51.739611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc69dd3-0765-4cb9-b7d0-8582cd1e0142 req-9b1c73b4-141e-4606-ba51-fe25cab84a67 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:51.740080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] Set router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:51.751985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc69dd3-0765-4cb9-b7d0-8582cd1e0142 req-9b1c73b4-141e-4606-ba51-fe25cab84a67 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:51.773985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc69dd3-0765-4cb9-b7d0-8582cd1e0142 req-9b1c73b4-141e-4606-ba51-fe25cab84a67 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:51.776994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc69dd3-0765-4cb9-b7d0-8582cd1e0142 req-9b1c73b4-141e-4606-ba51-fe25cab84a67 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:51.778482 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ead21-7a58-4839-b147-1a3fbf880464 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 02ee5187-7eba-457a-adb6-bac1fb931c73 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:51.785551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc69dd3-0765-4cb9-b7d0-8582cd1e0142 req-9b1c73b4-141e-4606-ba51-fe25cab84a67 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:51.788051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dc69dd3-0765-4cb9-b7d0-8582cd1e0142 req-9b1c73b4-141e-4606-ba51-fe25cab84a67 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5428 time: 0.7035496 Jan 31 18:42:51.843782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca185c-f9df-43a5-b4ce-89439c1a8b6a None None] Pushing event updated for resources: {'Port': ['ID=77bff48a-bf82-4fb5-bc8e-5b1fab5c9939,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:51.933408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Allocated IP 172.20.0.4 (106ae68d-6d9e-405a-919f-d63be7ddcc71/f8aa81bd-fb67-4a06-b73a-43415ddd9888/3c2d7047-2452-45cc-bbe8-ae3536f70640) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:52.004528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-ddd160a1-6fe6-4ea5-986d-6e3b33d41219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:52.006200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-ddd160a1-6fe6-4ea5-986d-6e3b33d41219 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 1127 time: 0.4717641 Jan 31 18:42:52.043927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port fae6f0d3-175d-49d4-a18b-ca0777c69d54 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:42:52.051312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-0f59d6e9-c7d5-40eb-a415-c17512c446cb tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0544348 Jan 31 18:42:52.069641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port fae6f0d3-175d-49d4-a18b-ca0777c69d54 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:52.070390 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.105874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36666) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:52.114221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:52.114580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:52.120889 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1ead21-7a58-4839-b147-1a3fbf880464 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (02ee5187-7eba-457a-adb6-bac1fb931c73), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.157537 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-9e88cd42-2ea8-47b9-9bfc-9ded0eb9c57a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc82716-e79c-46fe-bb44-48452131e20f HTTP/1.1" status: 200 len: 217 time: 0.1227512 Jan 31 18:42:52.167121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ead21-7a58-4839-b147-1a3fbf880464 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=02ee5187-7eba-457a-adb6-bac1fb931c73,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:52.193548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f83f-2c06-47fa-b9ac-41adc7e53dff req-b08222fe-e21e-4695-98ab-4ce445ef9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:52.195058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11d0f83f-2c06-47fa-b9ac-41adc7e53dff req-b08222fe-e21e-4695-98ab-4ce445ef9df5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c271e0cd-391d-470f-8b71-05b0be44db04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5180671 Jan 31 18:42:52.226200 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:52.253505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-c443473d-2a0e-4565-a1c6-cfa59b6805d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:52.255034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-c443473d-2a0e-4565-a1c6-cfa59b6805d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.0853429 Jan 31 18:42:52.294770 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1ead21-7a58-4839-b147-1a3fbf880464 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (0d95e2d2-4630-47c1-af07-a6a6a281395d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.296741 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dc69dd3-0765-4cb9-b7d0-8582cd1e0142 req-f0947257-55e5-49bf-bb3c-a26097aa99f3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4541941 Jan 31 18:42:52.379595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1267938387-network', 'tenant_id': 'e3b923701abd4bf49fbd585320d1bac2'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:52.383248 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-98ffa45c-9c95-4dc2-850d-fd113b7aca90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075304 Jan 31 18:42:52.390354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1306848852-network', 'tenant_id': 'f15ab11cba8f4138922d674bcc2f5556'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:52.415633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port fae6f0d3-175d-49d4-a18b-ca0777c69d54 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:52.416736 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.424624 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.425887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 546a4dcb-85c2-4629-a426-4cdba9b19775 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:42:52.465481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Made reservation on behalf of f15ab11cba8f4138922d674bcc2f5556 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:52.468801 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.473573 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Made reservation on behalf of e3b923701abd4bf49fbd585320d1bac2 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:52.475930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.502250 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af134fac-df55-48df-af15-e038bc199fb0 x-openstack-request-id: req-af134fac-df55-48df-af15-e038bc199fb0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:52.502695 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7494124-db1d-467a-b98e-a45d190a035f", "tag": "2dc82716-e79c-46fe-bb44-48452131e20f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:52.503092 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af134fac-df55-48df-af15-e038bc199fb0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:52.503890 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7494124-db1d-467a-b98e-a45d190a035f', 'tag': '2dc82716-e79c-46fe-bb44-48452131e20f', 'status': 'completed', 'code': 200} Jan 31 18:42:52.585094 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.594202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.611516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1ead21-7a58-4839-b147-1a3fbf880464 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Router 0d95e2d2-4630-47c1-af07-a6a6a281395d has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:42:52.629921 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.642220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11d0f83f-2c06-47fa-b9ac-41adc7e53dff req-0e80973f-7480-4d17-afc1-d53de42a4b2e service neutron] 10.222.0.21 "GET /v2.0/networks/c271e0cd-391d-470f-8b71-05b0be44db04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785923 Jan 31 18:42:52.663197 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:42:52.694176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fae6f0d3-175d-49d4-a18b-ca0777c69d54, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fae6f0d3-175d-49d4-a18b-ca0777c69d54,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:52.704103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Publish callbacks [] for security_group (f8eba836-369e-4b51-bfa7-413a006f275e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.721778 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f8eba836-369e-4b51-bfa7-413a006f275e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.735757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:42:52.748128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1de295d0-2aa2-4b9b-bc8c-21732484a20f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.748602 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Added segment 1de295d0-2aa2-4b9b-bc8c-21732484a20f of type vlan for network ee9e5266-5f80-4d84-ac1c-02631353e68e Jan 31 18:42:52.752267 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.753534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:52.798228 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (ee9e5266-5f80-4d84-ac1c-02631353e68e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.806808 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.886365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=fae6f0d3-175d-49d4-a18b-ca0777c69d54,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:52.894254 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.895037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6da9d7-ebb3-4112-8212-1e6f8bb94e25'}, {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:52.905816 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7ac170-1bc7-4103-8b13-fe081e29fb05" -d '{"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "7c6da9d7-ebb3-4112-8212-1e6f8bb94e25"}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "fae6f0d3-175d-49d4-a18b-ca0777c69d54"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:52.911126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (ee9e5266-5f80-4d84-ac1c-02631353e68e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.912200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:52.912858 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:52.988469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1eefc489-6957-454b-8f06-4395b7d4e8b7 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:53.016137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-3e732ec1-73c9-46f8-b8ef-308ea033ccb1 service neutron] 10.222.0.49 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5948935 Jan 31 18:42:53.018168 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eba836-369e-4b51-bfa7-413a006f275e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:53.036391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1ead21-7a58-4839-b147-1a3fbf880464 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:53.044255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 546a4dcb-85c2-4629-a426-4cdba9b19775, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=546a4dcb-85c2-4629-a426-4cdba9b19775,segment=NetworkSegment(9a5a7190-cba3-4a6c-b8b9-f55ace16f33f),segment_id=9a5a7190-cba3-4a6c-b8b9-f55ace16f33f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:53.079816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1eefc489-6957-454b-8f06-4395b7d4e8b7', 'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'mac_address': 'fa:16:3e:ac:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:37Z', 'updated_at': '2022-01-31T18:42:50Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'subnets': [{'id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:53.094781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Network 106ae68d-6d9e-405a-919f-d63be7ddcc71 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:53.108669 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9933627 Jan 31 18:42:53.112457 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:53.115322 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7c1ead21-7a58-4839-b147-1a3fbf880464 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "PUT /v2.0/routers/0d95e2d2-4630-47c1-af07-a6a6a281395d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6104305 Jan 31 18:42:53.120941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:53.123769 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '546a4dcb-85c2-4629-a426-4cdba9b19775', 'network_id': 'c271e0cd-391d-470f-8b71-05b0be44db04', 'port_id': '546a4dcb-85c2-4629-a426-4cdba9b19775', 'mac_address': 'fa:16:3e:de:51:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '618237a9-03ad-402c-873b-24dcf5118a30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:42:53.128721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36676) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:53.129112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:42:53.129504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:53.134798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fdd67-f831-4eea-91dc-7c26a906f317 None None] The sync data for ids ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'] in n-d-812111-15 is: [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1eefc489-6957-454b-8f06-4395b7d4e8b7', 'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'mac_address': 'fa:16:3e:ac:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:37Z', 'updated_at': '2022-01-31T18:42:50Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'subnets': [{'id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:42:53.139976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-af08feb8-369c-4336-960c-581725a989f4 None None] Provisioning complete for port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:53.140222 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-af08feb8-369c-4336-960c-581725a989f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (77bff48a-bf82-4fb5-bc8e-5b1fab5c9939), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.145488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:53.145857 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.148459 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Request body: {'subnet': {'network_id': 'ee9e5266-5f80-4d84-ac1c-02631353e68e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1306848852-subnet', 'tenant_id': 'f15ab11cba8f4138922d674bcc2f5556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:53.201167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefdfe3-b5b2-46ba-9edb-b07263f6720b admin admin] Pushing event updated for resources: {'Network': ['ID=ee9e5266-5f80-4d84-ac1c-02631353e68e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:53.223960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network ee9e5266-5f80-4d84-ac1c-02631353e68e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:42:53.283485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:53.284413 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.287638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Pushing event updated for resources: {'Port': ['ID=3c2d7047-2452-45cc-bbe8-ae3536f70640,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:53.292158 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Made reservation on behalf of f15ab11cba8f4138922d674bcc2f5556 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:53.294867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.297271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11d0f83f-2c06-47fa-b9ac-41adc7e53dff req-ac014925-fb6f-4757-a534-bc6c7592c5a4 service neutron] 10.222.0.21 "GET /v2.0/networks/c271e0cd-391d-470f-8b71-05b0be44db04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470942 Jan 31 18:42:53.359796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1eefc489-6957-454b-8f06-4395b7d4e8b7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:53.360381 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.362240 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 546a4dcb-85c2-4629-a426-4cdba9b19775 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:53.362719 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.364389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcce11-aea9-4a37-abc1-da81e313259e req-0c2ab927-b8d3-4f58-ba77-c013a34134a7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:53.367259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18fcce11-aea9-4a37-abc1-da81e313259e req-0c2ab927-b8d3-4f58-ba77-c013a34134a7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 944 time: 0.7322776 Jan 31 18:42:53.378641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-cbb5ac50-0c85-4898-bc8f-f5ce089063fa tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1515555 Jan 31 18:42:53.397084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Request body: {'port': {'device_id': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:53.430023 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8cdc8f-6245-480c-915c-d6360d4ed0d8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:53.432538 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8cdc8f-6245-480c-915c-d6360d4ed0d8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:53.434137 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1c8cdc8f-6245-480c-915c-d6360d4ed0d8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2985029 Jan 31 18:42:53.439780 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Publish callbacks [] for security_group (7e8632a3-e660-4f14-868e-34dd9b583a37), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.442331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36684) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:53.447534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7e8632a3-e660-4f14-868e-34dd9b583a37), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.447701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546a4dcb-85c2-4629-a426-4cdba9b19775 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:53.468553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:42:53.518434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 546a4dcb-85c2-4629-a426-4cdba9b19775, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=546a4dcb-85c2-4629-a426-4cdba9b19775,segment=NetworkSegment(9a5a7190-cba3-4a6c-b8b9-f55ace16f33f),segment_id=9a5a7190-cba3-4a6c-b8b9-f55ace16f33f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:53.519316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8632a3-e660-4f14-868e-34dd9b583a37,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:53.533917 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e9b0d45e-66cd-47f2-8966-e51ae95532b3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.534251 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Added segment e9b0d45e-66cd-47f2-8966-e51ae95532b3 of type vlan for network 52e435ac-4cf7-4d43-a000-1c8f049c1257 Jan 31 18:42:53.554704 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.566314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-af08feb8-369c-4336-960c-581725a989f4 None None] Current status of the port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:53.566983 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-af08feb8-369c-4336-960c-581725a989f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (77bff48a-bf82-4fb5-bc8e-5b1fab5c9939), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.619504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4dad25-36c2-4443-9bb0-3cd2af167425 None None] Sync routers for ids ['0d95e2d2-4630-47c1-af07-a6a6a281395d'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:42:53.621981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18fcce11-aea9-4a37-abc1-da81e313259e req-d9779b92-8e5e-4221-9a7d-20a0e5021f93 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389946 Jan 31 18:42:53.625570 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3e1252f-a48e-4e84-bf0d-ab9c37395a9c req-c0bc1a1f-3141-46c6-9b04-4b1bd4ad1b19 service neutron] 10.222.0.49 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949130 Jan 31 18:42:53.630299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-238aab5a-90f6-46e2-96cd-59df78960916 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 4f51129a-4b98-4184-b910-854323ea2395 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:42:53.635927 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-238aab5a-90f6-46e2-96cd-59df78960916 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (4f51129a-4b98-4184-b910-854323ea2395), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.667376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:53.667771 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.696611 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (52e435ac-4cf7-4d43-a000-1c8f049c1257), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.713988 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-238aab5a-90f6-46e2-96cd-59df78960916 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (4f51129a-4b98-4184-b910-854323ea2395), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.774805 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (f5eb6622-6ca2-49c5-b3f0-c1a3858311b4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.785579 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (52e435ac-4cf7-4d43-a000-1c8f049c1257), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.786634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:53.787341 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.799390 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:53.804010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-af08feb8-369c-4336-960c-581725a989f4 None None] For port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=77bff48a-bf82-4fb5-bc8e-5b1fab5c9939,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:53.817194 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4dad25-36c2-4443-9bb0-3cd2af167425 None None] Routers {'0d95e2d2-4630-47c1-af07-a6a6a281395d'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:53.818026 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6c4dad25-36c2-4443-9bb0-3cd2af167425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0d95e2d2-4630-47c1-af07-a6a6a281395d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:53.922619 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8132761 Jan 31 18:42:53.936795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Checking segment: {'id': '1de295d0-2aa2-4b9b-bc8c-21732484a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee9e5266-5f80-4d84-ac1c-02631353e68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:53.937173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Network hostable DHCP agents. Network: ee9e5266-5f80-4d84-ac1c-02631353e68e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:42:53.939932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5eb6622-6ca2-49c5-b3f0-c1a3858311b4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:53.943529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Pushing event updated for resources: {'Network': ['ID=52e435ac-4cf7-4d43-a000-1c8f049c1257,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:53.945599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Allocated IP 172.25.8.157 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:53.976288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.976722 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.977642 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.978210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.978606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.979108 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.979434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.979771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.980155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.980526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.980853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.981574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.981929 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.987017 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Network ee9e5266-5f80-4d84-ac1c-02631353e68e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:42:53.991602 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.991952 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.992295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.992665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.993011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.993479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.993796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.994152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.994436 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.994823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.995141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.995463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:53.995781 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019cb8c-387f-431e-83b2-0c352c095e38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:54.002445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:54.011147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6eb911da-9d7c-43ab-8166-2a78504c200b admin admin] Request body: {'subnet': {'network_id': '52e435ac-4cf7-4d43-a000-1c8f049c1257', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1267938387-subnet', 'tenant_id': 'e3b923701abd4bf49fbd585320d1bac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:54.016185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, ee9e5266-5f80-4d84-ac1c-02631353e68e) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:54.020936 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:54.021522 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.060909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e927ae84-20b0-4e97-a596-55ab9fe89732 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9279656 Jan 31 18:42:54.091195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb911da-9d7c-43ab-8166-2a78504c200b admin admin] Made reservation on behalf of e3b923701abd4bf49fbd585320d1bac2 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:54.098382 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6eb911da-9d7c-43ab-8166-2a78504c200b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.131984 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-af08feb8-369c-4336-960c-581725a989f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (77bff48a-bf82-4fb5-bc8e-5b1fab5c9939), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.153368 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:54.170235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=546a4dcb-85c2-4629-a426-4cdba9b19775,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:54.183684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1eefc489-6957-454b-8f06-4395b7d4e8b7 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:54.184546 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.191036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['546a4dcb-85c2-4629-a426-4cdba9b19775'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:54.193184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 52e435ac-4cf7-4d43-a000-1c8f049c1257 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:42:54.262255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a6f3d7-0750-46fc-8130-93c53297b6a6 None None] Network ee9e5266-5f80-4d84-ac1c-02631353e68e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:54.292318 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.293243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 02593350-4447-4313-afc5-3556b024ead6 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:54.344026 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6c4dad25-36c2-4443-9bb0-3cd2af167425 None None] Set router 0d95e2d2-4630-47c1-af07-a6a6a281395d gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:54.366725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 02593350-4447-4313-afc5-3556b024ead6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:54.367136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 02593350-4447-4313-afc5-3556b024ead6 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:54.396988 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6eb911da-9d7c-43ab-8166-2a78504c200b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (a336638a-edc5-4734-a9ff-b146a7c288a7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.450579 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.456484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb911da-9d7c-43ab-8166-2a78504c200b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a336638a-edc5-4734-a9ff-b146a7c288a7,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:54.462511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 388db7c9-0733-43f3-bd76-2ea41caed4d0 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:54.466100 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.480659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb911da-9d7c-43ab-8166-2a78504c200b admin admin] Checking segment: {'id': 'e9b0d45e-66cd-47f2-8966-e51ae95532b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '52e435ac-4cf7-4d43-a000-1c8f049c1257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:54.481384 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb911da-9d7c-43ab-8166-2a78504c200b admin admin] Network hostable DHCP agents. Network: 52e435ac-4cf7-4d43-a000-1c8f049c1257, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:42:54.505941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb911da-9d7c-43ab-8166-2a78504c200b admin admin] Network 52e435ac-4cf7-4d43-a000-1c8f049c1257 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:42:54.517261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6eb911da-9d7c-43ab-8166-2a78504c200b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 52e435ac-4cf7-4d43-a000-1c8f049c1257) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:54.525518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb911da-9d7c-43ab-8166-2a78504c200b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:54.526668 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6eb911da-9d7c-43ab-8166-2a78504c200b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.534426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6c4dad25-36c2-4443-9bb0-3cd2af167425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d95e2d2-4630-47c1-af07-a6a6a281395d', 'name': 'tempest-NetworksTestDHCPv6-router-237414377', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:44Z', 'updated_at': '2022-01-31T18:42:52Z', 'revision_number': 3, 'project_id': '3269591bf4b94c6084826e73decadd13', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:54.547395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b0e35f-0eab-4d39-a2e0-b41246308e06 None None] Network 52e435ac-4cf7-4d43-a000-1c8f049c1257 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:54.558124 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6eb911da-9d7c-43ab-8166-2a78504c200b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5470502 Jan 31 18:42:54.564549 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for port (00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.597988 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-238aab5a-90f6-46e2-96cd-59df78960916 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (4f51129a-4b98-4184-b910-854323ea2395), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.599055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.612463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61882a6-f3d3-4df4-bb57-80090efd9345 req-753eedd5-000c-433c-aa63-532698e292bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:54.614687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a61882a6-f3d3-4df4-bb57-80090efd9345 req-753eedd5-000c-433c-aa63-532698e292bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 1127 time: 0.8468959 Jan 31 18:42:54.650930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e99b8f-48a2-4d46-8cba-85b4ebfb4753 req-b7b8c611-96fe-48ef-ac77-902b067bdf53 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:54.653358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66e99b8f-48a2-4d46-8cba-85b4ebfb4753 req-b7b8c611-96fe-48ef-ac77-902b067bdf53 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 931 time: 0.8869269 Jan 31 18:42:54.669923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4dad25-36c2-4443-9bb0-3cd2af167425 None None] Checking router: 0d95e2d2-4630-47c1-af07-a6a6a281395d for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:42:54.696871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 1eefc489-6957-454b-8f06-4395b7d4e8b7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1eefc489-6957-454b-8f06-4395b7d4e8b7,segment=NetworkSegment(2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9),segment_id=2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:54.715711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08feb8-369c-4336-960c-581725a989f4 None None] Pushing event updated for resources: {'Port': ['ID=77bff48a-bf82-4fb5-bc8e-5b1fab5c9939,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:54.734082 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.735532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:54.794280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4dad25-36c2-4443-9bb0-3cd2af167425 None None] Routers {'0d95e2d2-4630-47c1-af07-a6a6a281395d'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:42:54.794829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6c4dad25-36c2-4443-9bb0-3cd2af167425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0d95e2d2-4630-47c1-af07-a6a6a281395d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:54.853832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.912090 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-238aab5a-90f6-46e2-96cd-59df78960916 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (4f51129a-4b98-4184-b910-854323ea2395), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:54.927619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56fa97-088e-4808-b22d-90f7e527d8f6 None None] Network ee9e5266-5f80-4d84-ac1c-02631353e68e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:54.976645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6c4dad25-36c2-4443-9bb0-3cd2af167425 None None] Set router 0d95e2d2-4630-47c1-af07-a6a6a281395d gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:42:54.994444 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66e99b8f-48a2-4d46-8cba-85b4ebfb4753 req-43498ddd-63b6-4ba0-8f44-acba96ff1aec tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226378 Jan 31 18:42:55.012490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b5cd3-349e-4713-b86c-3ef0ce8c3a73 None None] Network 52e435ac-4cf7-4d43-a000-1c8f049c1257 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:55.013087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:55.014349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 388db7c9-0733-43f3-bd76-2ea41caed4d0 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:42:55.015323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238aab5a-90f6-46e2-96cd-59df78960916 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=4f51129a-4b98-4184-b910-854323ea2395,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:55.016861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:55.017421 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-238aab5a-90f6-46e2-96cd-59df78960916 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.023856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36700) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:55.025079 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-238aab5a-90f6-46e2-96cd-59df78960916 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/4f51129a-4b98-4184-b910-854323ea2395 HTTP/1.1" status: 204 len: 168 time: 1.5803366 Jan 31 18:42:55.037259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:55.044613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:55.046850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Pushing event updated for resources: {'Port': ['ID=00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:55.052808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61882a6-f3d3-4df4-bb57-80090efd9345 req-ad0bd123-8d9f-4b32-91d8-9d3416f34779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:55.054322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a61882a6-f3d3-4df4-bb57-80090efd9345 req-ad0bd123-8d9f-4b32-91d8-9d3416f34779 service neutron] 10.222.0.49 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 912 time: 0.4155278 Jan 31 18:42:55.095143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc44f26-ba34-478c-853e-d730da0ee9e4 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:55.108223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 388db7c9-0733-43f3-bd76-2ea41caed4d0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:55.108640 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.110264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6c4dad25-36c2-4443-9bb0-3cd2af167425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d95e2d2-4630-47c1-af07-a6a6a281395d', 'name': 'tempest-NetworksTestDHCPv6-router-237414377', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:44Z', 'updated_at': '2022-01-31T18:42:52Z', 'revision_number': 3, 'project_id': '3269591bf4b94c6084826e73decadd13', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:55.137449 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a61882a6-f3d3-4df4-bb57-80090efd9345 req-c7ee7638-e529-4827-9692-32b9f3bd3b13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc82716-e79c-46fe-bb44-48452131e20f HTTP/1.1" status: 200 len: 217 time: 0.0555348 Jan 31 18:42:55.174585 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-db20c481-187a-43d1-a000-b1508ab81b94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1471686 Jan 31 18:42:55.174799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36702) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:55.257974 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8b37628-4b2a-4b6f-b3b5-f9cffc75ae37 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for router (0d95e2d2-4630-47c1-af07-a6a6a281395d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.273914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4dad25-36c2-4443-9bb0-3cd2af167425 None None] The sync data for ids ['0d95e2d2-4630-47c1-af07-a6a6a281395d'] in n-d-812111-15 is: [{'id': '0d95e2d2-4630-47c1-af07-a6a6a281395d', 'name': 'tempest-NetworksTestDHCPv6-router-237414377', 'tenant_id': '3269591bf4b94c6084826e73decadd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:44Z', 'updated_at': '2022-01-31T18:42:52Z', 'revision_number': 3, 'project_id': '3269591bf4b94c6084826e73decadd13', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:42:55.329378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61882a6-f3d3-4df4-bb57-80090efd9345 req-c63b8b18-e6b8-43d8-945d-f1faebcd3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:55.331010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a61882a6-f3d3-4df4-bb57-80090efd9345 req-c63b8b18-e6b8-43d8-945d-f1faebcd3bb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.1849988 Jan 31 18:42:55.373637 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.383859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2d7047-2452-45cc-bbe8-ae3536f70640 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:55.389608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.392527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a61882a6-f3d3-4df4-bb57-80090efd9345 req-50cb01de-21d6-43ae-8390-d3d1f6513762 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450797 Jan 31 18:42:55.394239 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:55.394622 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (77bff48a-bf82-4fb5-bc8e-5b1fab5c9939), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.403863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf7ec5-9e4b-4e2c-b9aa-e05a3b9f37bf req-c72654a0-6575-4c4f-a1cf-ad001debc549 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:55.405489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0eaf7ec5-9e4b-4e2c-b9aa-e05a3b9f37bf req-c72654a0-6575-4c4f-a1cf-ad001debc549 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 944 time: 0.2444341 Jan 31 18:42:55.412120 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Publish callbacks [] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.423148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=1eefc489-6957-454b-8f06-4395b7d4e8b7,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:55.476856 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8b37628-4b2a-4b6f-b3b5-f9cffc75ae37 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (0d95e2d2-4630-47c1-af07-a6a6a281395d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.480365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8b37628-4b2a-4b6f-b3b5-f9cffc75ae37 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for router_controller (0d95e2d2-4630-47c1-af07-a6a6a281395d), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.481744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Transition to ACTIVE for port object 3c2d7047-2452-45cc-bbe8-ae3536f70640 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:42:55.518776 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.524380 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.587865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 388db7c9-0733-43f3-bd76-2ea41caed4d0 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:55.587865 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.654179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0eaf7ec5-9e4b-4e2c-b9aa-e05a3b9f37bf req-d17d3bb6-f89f-4fcc-91ba-73f2f292f681 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/security-groups?id=32db2438-161b-46c8-aad4-964eb0181879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321672 Jan 31 18:42:55.689071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Pushing event updated for resources: {'Port': ['ID=3c2d7047-2452-45cc-bbe8-ae3536f70640,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:55.743568 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a61882a6-f3d3-4df4-bb57-80090efd9345 req-26146296-414a-4a84-a291-f195cb42a95a service neutron] 10.222.0.49 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369248 Jan 31 18:42:55.883353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:55.905897 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a054f7d-2ce4-468e-81bc-7f95fe29193f x-openstack-request-id: req-4a054f7d-2ce4-468e-81bc-7f95fe29193f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:55.906220 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "7c6da9d7-ebb3-4112-8212-1e6f8bb94e25", "code": 200}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "fae6f0d3-175d-49d4-a18b-ca0777c69d54", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:55.906465 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a054f7d-2ce4-468e-81bc-7f95fe29193f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:55.906859 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6da9d7-ebb3-4112-8212-1e6f8bb94e25', 'code': 200} Jan 31 18:42:55.907114 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54', 'code': 200} Jan 31 18:42:55.907862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb58416-a162-4cdb-a091-907efc002932 None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:42:55.945886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8b37628-4b2a-4b6f-b3b5-f9cffc75ae37 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (0d95e2d2-4630-47c1-af07-a6a6a281395d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.946780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b37628-4b2a-4b6f-b3b5-f9cffc75ae37 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Fanout notify agent at l3_agent the message router_deleted on router 0d95e2d2-4630-47c1-af07-a6a6a281395d {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:42:55.955876 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8b37628-4b2a-4b6f-b3b5-f9cffc75ae37 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.960120 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a8b37628-4b2a-4b6f-b3b5-f9cffc75ae37 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/routers/0d95e2d2-4630-47c1-af07-a6a6a281395d HTTP/1.1" status: 204 len: 168 time: 0.7820168 Jan 31 18:42:55.960263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 388db7c9-0733-43f3-bd76-2ea41caed4d0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=388db7c9-0733-43f3-bd76-2ea41caed4d0,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:55.960396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36704) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:55.968016 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:55.969012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fb053bb3-d847-4a79-a6ed-030c225dc535 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:56.004816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Attempting to bind port 3c2d7047-2452-45cc-bbe8-ae3536f70640 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:56.005357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Attempting to bind port 3c2d7047-2452-45cc-bbe8-ae3536f70640 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:56.005584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Attempting to bind port 3c2d7047-2452-45cc-bbe8-ae3536f70640 on network 106ae68d-6d9e-405a-919f-d63be7ddcc71 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:56.039499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Port 3c2d7047-2452-45cc-bbe8-ae3536f70640 on network 106ae68d-6d9e-405a-919f-d63be7ddcc71 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:42:56.039499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Attempting to bind port 3c2d7047-2452-45cc-bbe8-ae3536f70640 on network 106ae68d-6d9e-405a-919f-d63be7ddcc71 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:56.043873 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38cfc62-d771-442c-a028-cad34b1a05cb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.044458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1eefc489-6957-454b-8f06-4395b7d4e8b7 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:56.048283 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f38cfc62-d771-442c-a028-cad34b1a05cb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0827181 Jan 31 18:42:56.048471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36708) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:56.058573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a61882a6-f3d3-4df4-bb57-80090efd9345 req-0fbe2bcb-9744-4741-9ce9-9e14bd7191c9 service neutron] 10.222.0.49 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926817 Jan 31 18:42:56.065161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:56.065500 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Checking segment: {'id': '2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:56.065888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Bound using segment: {'id': '2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:56.066336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Bound port: 3c2d7047-2452-45cc-bbe8-ae3536f70640, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:56.066696 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.095321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96452e34-26c9-4f0d-bdb8-f787c8924980 req-09a06df0-05b2-450e-9770-00058ddbee9d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.100885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96452e34-26c9-4f0d-bdb8-f787c8924980 req-09a06df0-05b2-450e-9770-00058ddbee9d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.106813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96452e34-26c9-4f0d-bdb8-f787c8924980 req-09a06df0-05b2-450e-9770-00058ddbee9d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.107899 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.112274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96452e34-26c9-4f0d-bdb8-f787c8924980 req-09a06df0-05b2-450e-9770-00058ddbee9d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.117906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96452e34-26c9-4f0d-bdb8-f787c8924980 req-09a06df0-05b2-450e-9770-00058ddbee9d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.123419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96452e34-26c9-4f0d-bdb8-f787c8924980 req-09a06df0-05b2-450e-9770-00058ddbee9d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.127889 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49893ea4-2fcd-4ff7-a560-5c9b3fc66f9a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.129701 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-49893ea4-2fcd-4ff7-a560-5c9b3fc66f9a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0804155 Jan 31 18:42:56.130112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=388db7c9-0733-43f3-bd76-2ea41caed4d0,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:56.130281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96452e34-26c9-4f0d-bdb8-f787c8924980 req-09a06df0-05b2-450e-9770-00058ddbee9d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.132220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96452e34-26c9-4f0d-bdb8-f787c8924980 req-09a06df0-05b2-450e-9770-00058ddbee9d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5430 time: 0.2428617 Jan 31 18:42:56.132874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36710) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:56.158495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ceb58416-a162-4cdb-a091-907efc002932 None None] Deleting port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:56.159049 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ceb58416-a162-4cdb-a091-907efc002932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (77bff48a-bf82-4fb5-bc8e-5b1fab5c9939), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.179888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port fb053bb3-d847-4a79-a6ed-030c225dc535 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:42:56.218201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-06dcd84a-5e29-4908-9b42-c4006b90fd4f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767395 Jan 31 18:42:56.219545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port fb053bb3-d847-4a79-a6ed-030c225dc535 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:56.220182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:56.220436 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.231029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9f09ff39-39db-40bc-9e3c-afa81a3ee6e6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:56.234459 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for port (00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.260213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1eefc489-6957-454b-8f06-4395b7d4e8b7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:56.260747 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.262568 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.303932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ceb58416-a162-4cdb-a091-907efc002932 None None] For port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=77bff48a-bf82-4fb5-bc8e-5b1fab5c9939,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:56.304364 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ceb58416-a162-4cdb-a091-907efc002932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (77bff48a-bf82-4fb5-bc8e-5b1fab5c9939), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.325688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ceb58416-a162-4cdb-a091-907efc002932 None None] Calling delete_port for 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:56.346888 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f09ff39-39db-40bc-9e3c-afa81a3ee6e6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:56.351475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] For port 3c2d7047-2452-45cc-bbe8-ae3536f70640, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:56.351652 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f09ff39-39db-40bc-9e3c-afa81a3ee6e6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.408065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] For port 3c2d7047-2452-45cc-bbe8-ae3536f70640, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640,segment=NetworkSegment(2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9),segment_id=2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:56.413984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96452e34-26c9-4f0d-bdb8-f787c8924980 req-63907c9a-d25c-4d6f-adc1-cd7ad207371a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2634714 Jan 31 18:42:56.417758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Pushing event updated for resources: {'Port': ['ID=00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:56.426797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.439193 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.459589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dc82716-e79c-46fe-bb44-48452131e20f details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:42:56.482111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.482778 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.484183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] 10.222.0.21 "PUT /v2.0/ports/3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 1092 time: 3.0957208 Jan 31 18:42:56.485165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:56.487322 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca98116a-5d9d-409c-a387-1810057dec4d" -d '{"events": [{"name": "network-changed", "server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:56.496289 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.497386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-94cdaa14-bbcb-4803-a003-b1fdbf05c342 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4290106 Jan 31 18:42:56.521566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port fb053bb3-d847-4a79-a6ed-030c225dc535 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:56.521918 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.526909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1eefc489-6957-454b-8f06-4395b7d4e8b7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:56.536062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21532318-7eea-45dc-b07b-d9572204d9ef service neutron] Pushing event updated for resources: {'Port': ['ID=3c2d7047-2452-45cc-bbe8-ae3536f70640,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:56.581749 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ceb58416-a162-4cdb-a091-907efc002932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (77bff48a-bf82-4fb5-bc8e-5b1fab5c9939), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.654092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 02ee5187-7eba-457a-adb6-bac1fb931c73 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:56.660693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb58416-a162-4cdb-a091-907efc002932 None None] Pushing event deleted for resources: {'Port': ['ID=77bff48a-bf82-4fb5-bc8e-5b1fab5c9939,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:56.663402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fb053bb3-d847-4a79-a6ed-030c225dc535, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fb053bb3-d847-4a79-a6ed-030c225dc535,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:56.689899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb58416-a162-4cdb-a091-907efc002932 None None] No DVR routers for this DVR port 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:56.693096 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.693885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7e8e4722-fe39-4868-8203-148e049d7cac up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:56.695695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 02ee5187-7eba-457a-adb6-bac1fb931c73 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:56.696039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 02ee5187-7eba-457a-adb6-bac1fb931c73 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:56.696995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:42:56.721992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-3fdc1829-5fb1-44e8-a191-00ea6840af86 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.1985533 Jan 31 18:42:56.782252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dc82716-e79c-46fe-bb44-48452131e20f, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dc82716-e79c-46fe-bb44-48452131e20f,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:56.796322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-936f8248-fe24-4a60-97d3-93f2eb8e2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.797989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-936f8248-fe24-4a60-97d3-93f2eb8e2cc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532&device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 1126 time: 0.2194452 Jan 31 18:42:56.832285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:42:56.832766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 77bff48a-bf82-4fb5-bc8e-5b1fab5c9939 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:42:56.834443 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-9f09ff39-39db-40bc-9e3c-afa81a3ee6e6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:42:56.836726 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f09ff39-39db-40bc-9e3c-afa81a3ee6e6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (201e6358-fedd-421f-a7a4-bbf21f5b87b2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.843180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '2dc82716-e79c-46fe-bb44-48452131e20f', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'port_id': '2dc82716-e79c-46fe-bb44-48452131e20f', 'mac_address': 'fa:16:3e:73:1c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701da94-0f98-46d4-93ea-0e6c62e79c49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:42:56.868725 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-349b5eb5-f7f1-418f-a0a8-4fba6af4c1c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 217 time: 0.0623689 Jan 31 18:42:56.889887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f09ff39-39db-40bc-9e3c-afa81a3ee6e6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:56.893897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9f09ff39-39db-40bc-9e3c-afa81a3ee6e6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:56.898529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f09ff39-39db-40bc-9e3c-afa81a3ee6e6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.899325 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f09ff39-39db-40bc-9e3c-afa81a3ee6e6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:56.909551 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09ff39-39db-40bc-9e3c-afa81a3ee6e6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=201e6358-fedd-421f-a7a4-bbf21f5b87b2,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:56.920304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d8165-a6a4-486d-9cf1-c816f11de404 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:42:56.928385 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9f09ff39-39db-40bc-9e3c-afa81a3ee6e6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7062495 Jan 31 18:42:56.931142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36722) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:56.938950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fa0a1c0d-ea95-41d5-9630-b2933c8be8bd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:56.945499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-905039bd-bd24-4370-9b0a-8e4b0d0c18e3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:56.947919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-905039bd-bd24-4370-9b0a-8e4b0d0c18e3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.2172360 Jan 31 18:42:56.959544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=fb053bb3-d847-4a79-a6ed-030c225dc535,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:56.983710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-dea3b46f-e7ed-4c79-8e13-c6ea7aa5841a tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:42:56.984903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b8483b5-ca5e-4ac9-813c-ce8af9ecc914 req-dea3b46f-e7ed-4c79-8e13-c6ea7aa5841a tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241637 Jan 31 18:42:56.988093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-2cab2ac0-3ab5-465f-8586-43bf15b9429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:57.001659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-2cab2ac0-3ab5-465f-8586-43bf15b9429c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8aa81bd-fb67-4a06-b73a-43415ddd9888 HTTP/1.1" status: 200 len: 859 time: 0.1202672 Jan 31 18:42:57.057308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 2dc82716-e79c-46fe-bb44-48452131e20f is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:57.057723 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.057863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-dd9bbaa0-b5fb-4324-91aa-e47c9a58c0ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=106ae68d-6d9e-405a-919f-d63be7ddcc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424845 Jan 31 18:42:57.069415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e67801-e51b-4bfa-8f7c-3dfe311e77d5 req-176d1d3c-a045-4e03-a1a1-a950bdccc438 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:57.070973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51e67801-e51b-4bfa-8f7c-3dfe311e77d5 req-176d1d3c-a045-4e03-a1a1-a950bdccc438 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 944 time: 0.1219392 Jan 31 18:42:57.085995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0a1c0d-ea95-41d5-9630-b2933c8be8bd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:57.093783 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1c0d-ea95-41d5-9630-b2933c8be8bd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.144464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 7e8e4722-fe39-4868-8203-148e049d7cac completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:42:57.158304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc82716-e79c-46fe-bb44-48452131e20f {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:42:57.162794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 7e8e4722-fe39-4868-8203-148e049d7cac triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:57.163396 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.220359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dc82716-e79c-46fe-bb44-48452131e20f, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dc82716-e79c-46fe-bb44-48452131e20f,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:57.228248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '201e6358-fedd-421f-a7a4-bbf21f5b87b2'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:42:57.229730 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.245865 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.366074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=2dc82716-e79c-46fe-bb44-48452131e20f,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:57.413482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1c0d-ea95-41d5-9630-b2933c8be8bd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (f5176e29-e8a8-4286-bc66-2d2435c24866), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.438449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 7e8e4722-fe39-4868-8203-148e049d7cac is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:57.438837 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.458506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a1c0d-ea95-41d5-9630-b2933c8be8bd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:57.462533 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fa0a1c0d-ea95-41d5-9630-b2933c8be8bd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:57.466834 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0a1c0d-ea95-41d5-9630-b2933c8be8bd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:57.467434 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1c0d-ea95-41d5-9630-b2933c8be8bd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.477152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a1c0d-ea95-41d5-9630-b2933c8be8bd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=f5176e29-e8a8-4286-bc66-2d2435c24866,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:57.485800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['2dc82716-e79c-46fe-bb44-48452131e20f'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:42:57.490923 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fa0a1c0d-ea95-41d5-9630-b2933c8be8bd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5577264 Jan 31 18:42:57.496933 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36740) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:57.503287 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:9f:29:f6', 'name': 'tempest-NetworksTestDHCPv6-127765498'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:42:57.537816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Allocated IP 2001:db8::f816:3eff:fe95:36f5 (270588c3-27c5-4bbe-bc62-125107bc7b03/201e6358-fedd-421f-a7a4-bbf21f5b87b2/38e07ce9-d0ef-4fd9-ab09-48845095e8e3) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:57.550043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7e8e4722-fe39-4868-8203-148e049d7cac, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7e8e4722-fe39-4868-8203-148e049d7cac,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:57.564634 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.596074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 546a4dcb-85c2-4629-a426-4cdba9b19775 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:57.627644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:42:57.640018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51e67801-e51b-4bfa-8f7c-3dfe311e77d5 req-04e12cec-0fe2-4e98-84b1-ea89b0e26a35 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915059 Jan 31 18:42:57.654458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-fe414228-85f5-4dc9-8456-e8ad9e99747f service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819907 Jan 31 18:42:57.696625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-7105c255-b164-423d-a605-c530b27b1a3a tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:57.698601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-7105c255-b164-423d-a605-c530b27b1a3a tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/networks?id=52e435ac-4cf7-4d43-a000-1c8f049c1257 HTTP/1.1" status: 200 len: 814 time: 0.2529573 Jan 31 18:42:57.725647 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.747659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=7e8e4722-fe39-4868-8203-148e049d7cac,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:57.750267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-668e1d67-585e-4477-ab35-316d27a44620 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/quotas/e3b923701abd4bf49fbd585320d1bac2 HTTP/1.1" status: 200 len: 375 time: 0.0178566 Jan 31 18:42:57.762706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 9596e363-fd2c-40cc-a34e-d3e954306ff9 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:42:57.813933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-4966a4d7-7b58-4814-bc3a-036b507bc130 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3b923701abd4bf49fbd585320d1bac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440607 Jan 31 18:42:57.816821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb10162-f7e8-49bb-8db5-b0edd2226ca1 req-83140122-7057-4b3a-8163-d7658f94b762 service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535876 Jan 31 18:42:57.849317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 546a4dcb-85c2-4629-a426-4cdba9b19775 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:42:57.865138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 546a4dcb-85c2-4629-a426-4cdba9b19775 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:57.865654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.909646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93'}, {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388db7c9-0733-43f3-bd76-2ea41caed4d0'}, {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb053bb3-d847-4a79-a6ed-030c225dc535'}, {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e4722-fe39-4868-8203-148e049d7cac'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:42:57.912369 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5361ce4-e91c-4863-914d-0667b07ea5c9" -d '{"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93"}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "388db7c9-0733-43f3-bd76-2ea41caed4d0"}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "fb053bb3-d847-4a79-a6ed-030c225dc535"}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e4722-fe39-4868-8203-148e049d7cac"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:42:57.939348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f7364-6b2e-4970-8ace-f752d4af00a4 req-10b90a62-431a-4041-9d14-d0b900153920 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:57.940935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e33f7364-6b2e-4970-8ace-f752d4af00a4 req-10b90a62-431a-4041-9d14-d0b900153920 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 943 time: 0.1316800 Jan 31 18:42:57.945003 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Publish callbacks [] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.954648 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:57.994245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-fe05578b-8014-4ce5-b5b0-c85b1ed9987f service neutron] 10.222.0.20 "GET /v2.0/networks/52e435ac-4cf7-4d43-a000-1c8f049c1257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460826 Jan 31 18:42:58.038620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e33f7364-6b2e-4970-8ace-f752d4af00a4 req-e5a7fde2-54c9-42cb-b4ca-01b86a786bb5 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888801 Jan 31 18:42:58.078513 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 172.20.0.10 (270588c3-27c5-4bbe-bc62-125107bc7b03/f5176e29-e8a8-4286-bc66-2d2435c24866/9596e363-fd2c-40cc-a34e-d3e954306ff9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:58.090479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::f816:3eff:fe9f:29f6 (270588c3-27c5-4bbe-bc62-125107bc7b03/201e6358-fedd-421f-a7a4-bbf21f5b87b2/9596e363-fd2c-40cc-a34e-d3e954306ff9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:42:58.111535 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a184e4a0-2937-4457-84d9-f72f84474b33 x-openstack-request-id: req-a184e4a0-2937-4457-84d9-f72f84474b33 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:58.112005 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:58.112377 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a184e4a0-2937-4457-84d9-f72f84474b33 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:58.113256 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'status': 'completed', 'code': 200} Jan 31 18:42:58.125460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-8a666824-6d19-4df0-90df-c8f9800a73d3 service neutron] 10.222.0.20 "GET /v2.0/networks/52e435ac-4cf7-4d43-a000-1c8f049c1257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239207 Jan 31 18:42:58.144875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:58.150890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:58.172726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:58.185094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Pushing event updated for resources: {'Port': ['ID=38e07ce9-d0ef-4fd9-ab09-48845095e8e3,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:58.225647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 546a4dcb-85c2-4629-a426-4cdba9b19775 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:58.226034 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:58.264470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98116a-5d9d-409c-a387-1810057dec4d req-46c028b2-d462-4608-9697-716f28d58e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:58.266506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca98116a-5d9d-409c-a387-1810057dec4d req-46c028b2-d462-4608-9697-716f28d58e73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532&device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 1126 time: 0.1124594 Jan 31 18:42:58.272716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Attempting to bind port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:42:58.273696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Attempting to bind port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:42:58.273696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Attempting to bind port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:42:58.289745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:42:58.290713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:42:58.291125 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:58.291518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:42:58.291998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Bound port: 38e07ce9-d0ef-4fd9-ab09-48845095e8e3, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:42:58.292399 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:58.293962 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (9596e363-fd2c-40cc-a34e-d3e954306ff9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:58.298105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 546a4dcb-85c2-4629-a426-4cdba9b19775, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=546a4dcb-85c2-4629-a426-4cdba9b19775,segment=NetworkSegment(9a5a7190-cba3-4a6c-b8b9-f55ace16f33f),segment_id=9a5a7190-cba3-4a6c-b8b9-f55ace16f33f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:58.309182 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:58.319684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e69d4-8e3f-4e9d-90f2-fb6bbc241966 req-abc853b7-e174-48f9-8901-c94790339e6f tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:58.327254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff1e69d4-8e3f-4e9d-90f2-fb6bbc241966 req-abc853b7-e174-48f9-8901-c94790339e6f tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 944 time: 0.1208417 Jan 31 18:42:58.342561 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9596e363-fd2c-40cc-a34e-d3e954306ff9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:58.388379 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:42:58.391499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:42:58.395768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:42:58.416952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=546a4dcb-85c2-4629-a426-4cdba9b19775,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:58.422242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] For port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:42:58.426568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] For port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=38e07ce9-d0ef-4fd9-ab09-48845095e8e3,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:42:58.435784 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:58.444760 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=9596e363-fd2c-40cc-a34e-d3e954306ff9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:58.482532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dc82716-e79c-46fe-bb44-48452131e20f up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:42:58.525907 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:58.527835 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:58.530840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff1e69d4-8e3f-4e9d-90f2-fb6bbc241966 req-3ec1533c-acb8-4f70-a1eb-41b361b5401a tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/security-groups?id=32db2438-161b-46c8-aad4-964eb0181879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960175 Jan 31 18:42:58.563249 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9b88896b-34f8-49c3-8316-47bcb3ba2108 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0648756 Jan 31 18:42:58.565893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36748) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:58.588816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98116a-5d9d-409c-a387-1810057dec4d req-4735d0bb-5435-47b6-89ae-ae75ff4a0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:58.598308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca98116a-5d9d-409c-a387-1810057dec4d req-4735d0bb-5435-47b6-89ae-ae75ff4a0b37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=106ae68d-6d9e-405a-919f-d63be7ddcc71 HTTP/1.1" status: 200 len: 920 time: 0.3241107 Jan 31 18:42:58.639118 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a2763-e654-4366-83b6-0068bd0de5fb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:58.644386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a2763-e654-4366-83b6-0068bd0de5fb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:58.648959 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b71a2763-e654-4366-83b6-0068bd0de5fb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0790291 Jan 31 18:42:58.649148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36754) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:58.693109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecb935-0c99-4450-82d6-b5f0e4db7333 None None] Pushing event updated for resources: {'Port': ['ID=38e07ce9-d0ef-4fd9-ab09-48845095e8e3,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:58.716421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca98116a-5d9d-409c-a387-1810057dec4d req-14063e4c-5971-412a-8f9a-32769f699ffa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 217 time: 0.0995083 Jan 31 18:42:58.756550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 2dc82716-e79c-46fe-bb44-48452131e20f completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:42:58.766661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 2dc82716-e79c-46fe-bb44-48452131e20f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:42:58.767042 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:58.894865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c47b057d-301e-482e-a622-1f262d2fdb5c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 9596e363-fd2c-40cc-a34e-d3e954306ff9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:42:58.895219 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c47b057d-301e-482e-a622-1f262d2fdb5c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9596e363-fd2c-40cc-a34e-d3e954306ff9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:58.920359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 2dc82716-e79c-46fe-bb44-48452131e20f is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:42:58.923425 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:58.979830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2dc82716-e79c-46fe-bb44-48452131e20f, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dc82716-e79c-46fe-bb44-48452131e20f,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:59.001334 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:59.021950 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c47b057d-301e-482e-a622-1f262d2fdb5c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9596e363-fd2c-40cc-a34e-d3e954306ff9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:59.023112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9220c04-0888-4374-9963-20c2f6132e73 req-689cffbc-ce90-40d1-b221-005dcc1784ae tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.025101 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-689cffbc-ce90-40d1-b221-005dcc1784ae tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 821 time: 0.2762666 Jan 31 18:42:59.038187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c47b057d-301e-482e-a622-1f262d2fdb5c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 9596e363-fd2c-40cc-a34e-d3e954306ff9 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:42:59.081961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98116a-5d9d-409c-a387-1810057dec4d req-b2999e14-a988-4970-a4e5-c0c66d88e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.083740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca98116a-5d9d-409c-a387-1810057dec4d req-b2999e14-a988-4970-a4e5-c0c66d88e6a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8aa81bd-fb67-4a06-b73a-43415ddd9888 HTTP/1.1" status: 200 len: 859 time: 0.3607843 Jan 31 18:42:59.092007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-96ba6545-65b0-478e-b0be-84d9c3fd8131 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/quotas/e53bd1ae2f8d455fbfbe5d59d639fb7c HTTP/1.1" status: 200 len: 375 time: 0.0350251 Jan 31 18:42:59.099820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=2dc82716-e79c-46fe-bb44-48452131e20f,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:59.157039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca98116a-5d9d-409c-a387-1810057dec4d req-964c0024-f33e-4c60-bc8e-cd85799dd8ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=106ae68d-6d9e-405a-919f-d63be7ddcc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617316 Jan 31 18:42:59.173265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1d69-ff75-484f-b01d-d6239a6a52ab req-d1063f37-acfc-4b36-9edb-3e5c8a68192d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.178606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1d69-ff75-484f-b01d-d6239a6a52ab req-d1063f37-acfc-4b36-9edb-3e5c8a68192d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.185189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1d69-ff75-484f-b01d-d6239a6a52ab req-d1063f37-acfc-4b36-9edb-3e5c8a68192d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.190806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1d69-ff75-484f-b01d-d6239a6a52ab req-d1063f37-acfc-4b36-9edb-3e5c8a68192d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.196475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1d69-ff75-484f-b01d-d6239a6a52ab req-d1063f37-acfc-4b36-9edb-3e5c8a68192d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.202388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1d69-ff75-484f-b01d-d6239a6a52ab req-d1063f37-acfc-4b36-9edb-3e5c8a68192d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.215461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1d69-ff75-484f-b01d-d6239a6a52ab req-d1063f37-acfc-4b36-9edb-3e5c8a68192d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.217867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b29f1d69-ff75-484f-b01d-d6239a6a52ab req-d1063f37-acfc-4b36-9edb-3e5c8a68192d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5433 time: 0.2782772 Jan 31 18:42:59.357572 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c47b057d-301e-482e-a622-1f262d2fdb5c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9596e363-fd2c-40cc-a34e-d3e954306ff9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:59.395018 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b057d-301e-482e-a622-1f262d2fdb5c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=9596e363-fd2c-40cc-a34e-d3e954306ff9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:59.399840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-f0312301-3417-449a-9779-2c94bbb5f5af tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3064125 Jan 31 18:42:59.420797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca98116a-5d9d-409c-a387-1810057dec4d req-ce65107a-2c0e-41e1-8be4-a8adaed91040 service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013144 Jan 31 18:42:59.452987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b29f1d69-ff75-484f-b01d-d6239a6a52ab req-1dec3cbb-17cb-4860-b259-4458c47f02d5 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2221820 Jan 31 18:42:59.496018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c47b057d-301e-482e-a622-1f262d2fdb5c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:59.504120 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c47b057d-301e-482e-a622-1f262d2fdb5c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/9596e363-fd2c-40cc-a34e-d3e954306ff9 HTTP/1.1" status: 204 len: 168 time: 0.8531890 Jan 31 18:42:59.505082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:59.541951 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 31 Jan 2022 18:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74411e8-98cb-4c93-bb38-6205a559d86a x-openstack-request-id: req-c74411e8-98cb-4c93-bb38-6205a559d86a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:42:59.543521 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93", "code": 200}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "388db7c9-0733-43f3-bd76-2ea41caed4d0", "code": 200}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "fb053bb3-d847-4a79-a6ed-030c225dc535", "code": 200}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e4722-fe39-4868-8203-148e049d7cac", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:42:59.545048 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c74411e8-98cb-4c93-bb38-6205a559d86a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:42:59.545756 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93', 'code': 200} Jan 31 18:42:59.546194 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388db7c9-0733-43f3-bd76-2ea41caed4d0', 'code': 200} Jan 31 18:42:59.546753 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb053bb3-d847-4a79-a6ed-030c225dc535', 'code': 200} Jan 31 18:42:59.547204 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e4722-fe39-4868-8203-148e049d7cac', 'code': 200} Jan 31 18:42:59.590043 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca288d2-9a25-4f37-b907-12f34c52d220 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.591325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca288d2-9a25-4f37-b907-12f34c52d220 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.592787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca288d2-9a25-4f37-b907-12f34c52d220 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.597336 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fca288d2-9a25-4f37-b907-12f34c52d220 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0908606 Jan 31 18:42:59.597910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:42:59.604007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-eec91330-1dae-40ea-911d-cffb4fa1d209 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864686 Jan 31 18:42:59.613211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca98116a-5d9d-409c-a387-1810057dec4d req-4c3d17d3-47c9-494d-8fa0-b770f6f30cbb service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831124 Jan 31 18:42:59.700847 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11f2a838-8578-4e5a-b3f5-710ba9921a54 req-ce4a7a06-aab2-4cc5-abdf-5ff1d40aebb1 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 210 time: 0.0582314 Jan 31 18:42:59.767104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-069dc707-923b-4468-a256-8f7302e54663 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 201e6358-fedd-421f-a7a4-bbf21f5b87b2 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:42:59.772677 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-069dc707-923b-4468-a256-8f7302e54663 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (201e6358-fedd-421f-a7a4-bbf21f5b87b2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:59.841780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-069dc707-923b-4468-a256-8f7302e54663 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (201e6358-fedd-421f-a7a4-bbf21f5b87b2), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:42:59.877718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e727f-cd78-417a-884a-d1a49e6cd853 req-5405c649-230a-4edb-afb5-feec61fc24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.878196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e727f-cd78-417a-884a-d1a49e6cd853 req-5405c649-230a-4edb-afb5-feec61fc24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.878677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e727f-cd78-417a-884a-d1a49e6cd853 req-5405c649-230a-4edb-afb5-feec61fc24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.879154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e727f-cd78-417a-884a-d1a49e6cd853 req-5405c649-230a-4edb-afb5-feec61fc24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.879629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e727f-cd78-417a-884a-d1a49e6cd853 req-5405c649-230a-4edb-afb5-feec61fc24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.880101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e727f-cd78-417a-884a-d1a49e6cd853 req-5405c649-230a-4edb-afb5-feec61fc24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.880649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e727f-cd78-417a-884a-d1a49e6cd853 req-5405c649-230a-4edb-afb5-feec61fc24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:59.882600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-231e727f-cd78-417a-884a-d1a49e6cd853 req-5405c649-230a-4edb-afb5-feec61fc24fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 6714 time: 0.2275884 Jan 31 18:42:59.902281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c51a88bc-fc24-4c71-ab4e-f42f597670c9 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912586 Jan 31 18:43:00.123396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:00.148006 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-069dc707-923b-4468-a256-8f7302e54663 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (201e6358-fedd-421f-a7a4-bbf21f5b87b2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.198512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:00.198894 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.273966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-231e727f-cd78-417a-884a-d1a49e6cd853 req-b766b184-59ea-4d2f-8b7a-74bb646fc655 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3672662 Jan 31 18:43:00.308410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbeadc5-f90b-48c1-9ba8-54c385eab37e req-bcab595e-b8d5-4a79-a6e8-45aa8cb1ab43 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:00.315396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0dbeadc5-f90b-48c1-9ba8-54c385eab37e req-bcab595e-b8d5-4a79-a6e8-45aa8cb1ab43 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 946 time: 0.4276929 Jan 31 18:43:00.317347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:00.317550 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.339640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-33d4f383-8ebf-41bb-82c4-ee262b615183 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:00.342132 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-33d4f383-8ebf-41bb-82c4-ee262b615183 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.49 "GET /v2.0/networks?id=52e435ac-4cf7-4d43-a000-1c8f049c1257 HTTP/1.1" status: 200 len: 814 time: 0.4559453 Jan 31 18:43:00.343511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6443fd-aabb-4397-98c7-7bd82b1c5ef4 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:00.363215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Request body: {'port': {'device_id': 'b2955f0f-16c9-45c5-acea-d29fd991daa1', 'network_id': '52e435ac-4cf7-4d43-a000-1c8f049c1257', 'admin_state_up': True, 'tenant_id': 'e3b923701abd4bf49fbd585320d1bac2'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:00.387684 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-069dc707-923b-4468-a256-8f7302e54663 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (201e6358-fedd-421f-a7a4-bbf21f5b87b2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.426081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3c2d7047-2452-45cc-bbe8-ae3536f70640 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:43:00.457111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dc707-923b-4468-a256-8f7302e54663 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=201e6358-fedd-421f-a7a4-bbf21f5b87b2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:00.459818 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-069dc707-923b-4468-a256-8f7302e54663 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.464825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-069dc707-923b-4468-a256-8f7302e54663 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/201e6358-fedd-421f-a7a4-bbf21f5b87b2 HTTP/1.1" status: 204 len: 168 time: 0.8654211 Jan 31 18:43:00.468187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:00.475042 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:43:00.475404 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:43:00.493317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-09b0990b-61d6-4f56-ace4-4a50e8e1f7c5 None None] Provisioning complete for port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:00.493721 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09b0990b-61d6-4f56-ace4-4a50e8e1f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.505619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f785ae2-5b86-4307-a8a0-3b0b3e8e810d req-8d1fef5c-d71e-44cd-849d-10d9caabe507 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:00.507745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f785ae2-5b86-4307-a8a0-3b0b3e8e810d req-8d1fef5c-d71e-44cd-849d-10d9caabe507 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 943 time: 0.3153327 Jan 31 18:43:00.572353 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d11c06-02d6-4346-93a1-6f78ce08d2c1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet f5176e29-e8a8-4286-bc66-2d2435c24866 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:00.576011 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9d11c06-02d6-4346-93a1-6f78ce08d2c1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (f5176e29-e8a8-4286-bc66-2d2435c24866), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.588783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0dbeadc5-f90b-48c1-9ba8-54c385eab37e req-1f4f62ad-78c3-4e8f-a46d-abc6a073b358 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671926 Jan 31 18:43:00.634358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9d11c06-02d6-4346-93a1-6f78ce08d2c1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (f5176e29-e8a8-4286-bc66-2d2435c24866), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.683374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f785ae2-5b86-4307-a8a0-3b0b3e8e810d req-8743fa8f-670b-4d76-b405-6a228841d562 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653662 Jan 31 18:43:00.685866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Made reservation on behalf of e3b923701abd4bf49fbd585320d1bac2 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:00.697759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.712743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9d11c06-02d6-4346-93a1-6f78ce08d2c1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (f5176e29-e8a8-4286-bc66-2d2435c24866), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.713004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-09b0990b-61d6-4f56-ace4-4a50e8e1f7c5 None None] Current status of the port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:00.713415 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09b0990b-61d6-4f56-ace4-4a50e8e1f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.719253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3c2d7047-2452-45cc-bbe8-ae3536f70640, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640,segment=NetworkSegment(2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9),segment_id=2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:00.741321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'port_id': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:43:00.837423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9d11c06-02d6-4346-93a1-6f78ce08d2c1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (f5176e29-e8a8-4286-bc66-2d2435c24866), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.841013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-09b0990b-61d6-4f56-ace4-4a50e8e1f7c5 None None] For port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=38e07ce9-d0ef-4fd9-ab09-48845095e8e3,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:00.859362 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09b0990b-61d6-4f56-ace4-4a50e8e1f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.867097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 3c2d7047-2452-45cc-bbe8-ae3536f70640 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:00.867669 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.885121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d11c06-02d6-4346-93a1-6f78ce08d2c1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=f5176e29-e8a8-4286-bc66-2d2435c24866,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:00.894413 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9d11c06-02d6-4346-93a1-6f78ce08d2c1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:00.904661 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d9d11c06-02d6-4346-93a1-6f78ce08d2c1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/f5176e29-e8a8-4286-bc66-2d2435c24866 HTTP/1.1" status: 204 len: 168 time: 0.4348547 Jan 31 18:43:00.907059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:00.921287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919293b3-b695-45f0-88f0-ef191489b3f2 None None] Update dhcp port {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': '201e6358-fedd-421f-a7a4-bbf21f5b87b2'}, {'subnet_id': 'f5176e29-e8a8-4286-bc66-2d2435c24866'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '38e07ce9-d0ef-4fd9-ab09-48845095e8e3'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 18:43:00.926998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2d7047-2452-45cc-bbe8-ae3536f70640 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:43:00.951331 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c3ecd4db-5f4e-4771-ad86-56e91703b9a4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429807 Jan 31 18:43:00.952862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5309e6d-0e23-44a8-acc9-65bedad51d50 req-88b015d4-6894-4637-b716-252a99a49830 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 210 time: 0.1164908 Jan 31 18:43:00.955685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36800) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:00.962954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:01.007388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3c2d7047-2452-45cc-bbe8-ae3536f70640, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640,segment=NetworkSegment(2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9),segment_id=2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:01.008799 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-919293b3-b695-45f0-88f0-ef191489b3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:01.010955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0990b-61d6-4f56-ace4-4a50e8e1f7c5 None None] Pushing event updated for resources: {'Port': ['ID=38e07ce9-d0ef-4fd9-ab09-48845095e8e3,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:01.023328 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:01.033385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Allocated IP 172.20.0.9 (52e435ac-4cf7-4d43-a000-1c8f049c1257/a336638a-edc5-4734-a9ff-b146a7c288a7/3c1a3019-a461-4f2c-a193-a21f671c9322) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:01.057286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3aaeb-bb4e-4e6b-adf1-478123411e74 req-a42d5fd3-e2d9-4205-813d-d0ed1c41648c tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:01.058907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dda3aaeb-bb4e-4e6b-adf1-478123411e74 req-a42d5fd3-e2d9-4205-813d-d0ed1c41648c tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 945 time: 0.2243569 Jan 31 18:43:01.070872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:01.114754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:01.119098 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:01.176040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=3c2d7047-2452-45cc-bbe8-ae3536f70640,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:01.190664 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dda3aaeb-bb4e-4e6b-adf1-478123411e74 req-9ba67409-7393-4a0a-bc39-2b8f9aa03f84 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/security-groups?id=32db2438-161b-46c8-aad4-964eb0181879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245966 Jan 31 18:43:01.312264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db8951-d64b-43dc-8f6e-e7a1bd58cdf0 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:01.388205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['3c2d7047-2452-45cc-bbe8-ae3536f70640'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:43:01.519607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fcf09a59-a247-476f-951c-821daf7a1ee7 None None] Provisioning complete for port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:01.519920 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fcf09a59-a247-476f-951c-821daf7a1ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:01.551959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88749ac9-32a1-4f95-ba14-5040899437b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546a4dcb-85c2-4629-a426-4cdba9b19775'}, {'server_uuid': 'd7494124-db1d-467a-b98e-a45d190a035f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc82716-e79c-46fe-bb44-48452131e20f'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:01.554289 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e857c6b-cb48-47c3-a4f7-b8629287bff7" -d '{"events": [{"server_uuid": "88749ac9-32a1-4f95-ba14-5040899437b6", "name": "network-vif-plugged", "status": "completed", "tag": "546a4dcb-85c2-4629-a426-4cdba9b19775"}, {"server_uuid": "d7494124-db1d-467a-b98e-a45d190a035f", "name": "network-vif-plugged", "status": "completed", "tag": "2dc82716-e79c-46fe-bb44-48452131e20f"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:01.574151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:43:01.619312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeed1226-90e6-4dff-a538-1f82713f3f02 req-cc14941c-e4ac-4357-bd8b-5d9c70c75f83 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 210 time: 0.0543413 Jan 31 18:43:01.644251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322860e-298a-45c0-ac70-e9b49ac80312 None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:43:01.648647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761bbe3-88e1-4966-bfb5-066178341320 req-209554af-1b6e-437c-812e-8a86df6a44af tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:01.656558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761bbe3-88e1-4966-bfb5-066178341320 req-209554af-1b6e-437c-812e-8a86df6a44af tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:01.662399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761bbe3-88e1-4966-bfb5-066178341320 req-209554af-1b6e-437c-812e-8a86df6a44af tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:01.684157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761bbe3-88e1-4966-bfb5-066178341320 req-209554af-1b6e-437c-812e-8a86df6a44af tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:01.693065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761bbe3-88e1-4966-bfb5-066178341320 req-209554af-1b6e-437c-812e-8a86df6a44af tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:01.700217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761bbe3-88e1-4966-bfb5-066178341320 req-209554af-1b6e-437c-812e-8a86df6a44af tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:01.710232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761bbe3-88e1-4966-bfb5-066178341320 req-209554af-1b6e-437c-812e-8a86df6a44af tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:01.724179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b761bbe3-88e1-4966-bfb5-066178341320 req-209554af-1b6e-437c-812e-8a86df6a44af tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5433 time: 0.6410394 Jan 31 18:43:01.759177 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16457db-e33c-4e12-9409-fc84c463947c x-openstack-request-id: req-b16457db-e33c-4e12-9409-fc84c463947c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:01.760223 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88749ac9-32a1-4f95-ba14-5040899437b6", "name": "network-vif-plugged", "status": "completed", "tag": "546a4dcb-85c2-4629-a426-4cdba9b19775", "code": 200}, {"server_uuid": "d7494124-db1d-467a-b98e-a45d190a035f", "name": "network-vif-plugged", "status": "completed", "tag": "2dc82716-e79c-46fe-bb44-48452131e20f", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:01.760945 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b16457db-e33c-4e12-9409-fc84c463947c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:01.761566 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88749ac9-32a1-4f95-ba14-5040899437b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546a4dcb-85c2-4629-a426-4cdba9b19775', 'code': 200} Jan 31 18:43:01.762028 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7494124-db1d-467a-b98e-a45d190a035f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc82716-e79c-46fe-bb44-48452131e20f', 'code': 200} Jan 31 18:43:01.777942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09a59-a247-476f-951c-821daf7a1ee7 None None] Current status of the port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:01.811024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b322860e-298a-45c0-ac70-e9b49ac80312 None None] Deleting port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:01.811751 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b322860e-298a-45c0-ac70-e9b49ac80312 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:01.907055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b322860e-298a-45c0-ac70-e9b49ac80312 None None] For port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=38e07ce9-d0ef-4fd9-ab09-48845095e8e3,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:01.907467 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b322860e-298a-45c0-ac70-e9b49ac80312 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:01.915421 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:01.936618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b322860e-298a-45c0-ac70-e9b49ac80312 None None] Calling delete_port for 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:01.989600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:43:02.024561 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Publish callbacks [] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:02.055430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8af560-85b0-47bb-9b4d-7fcd3efd51df req-2ba87ca7-8389-4d80-b77e-246318d46c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:02.057068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e8af560-85b0-47bb-9b4d-7fcd3efd51df req-2ba87ca7-8389-4d80-b77e-246318d46c7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 1128 time: 0.2491157 Jan 31 18:43:02.080221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9220c04-0888-4374-9963-20c2f6132e73 req-f77eaa51-3937-4a85-ae6d-45939e67ef8f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:02.081726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-f77eaa51-3937-4a85-ae6d-45939e67ef8f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.21 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 821 time: 0.5276089 Jan 31 18:43:02.102049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:02.102973 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:02.103356 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be628f0-0b32-4dbc-8c4c-a84925e817cd req-ca64e301-2294-4715-86f2-98629d9f5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:02.105010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4be628f0-0b32-4dbc-8c4c-a84925e817cd req-ca64e301-2294-4715-86f2-98629d9f5d18 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 1129 time: 0.3020325 Jan 31 18:43:02.114115 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f9220c04-0888-4374-9963-20c2f6132e73 req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Request body: {'port': {'device_id': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'admin_state_up': True, 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:02.128738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] For port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=38e07ce9-d0ef-4fd9-ab09-48845095e8e3,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:02.163653 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:02.171663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:02.175104 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b322860e-298a-45c0-ac70-e9b49ac80312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (38e07ce9-d0ef-4fd9-ab09-48845095e8e3), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:02.186844 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b761bbe3-88e1-4966-bfb5-066178341320 req-ff874b42-d45f-4d5b-a9d9-78038d27c24b tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3763106 Jan 31 18:43:02.193360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935dadf7-148c-4c94-8679-d41b7b9d3c77 req-564c5b56-a216-4531-b16f-9d6f13530a8c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:02.200511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-935dadf7-148c-4c94-8679-d41b7b9d3c77 req-564c5b56-a216-4531-b16f-9d6f13530a8c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 946 time: 0.3934278 Jan 31 18:43:02.202505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=38e07ce9-d0ef-4fd9-ab09-48845095e8e3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:02.206509 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (5ee05db4-4bdf-419c-9465-8d80c92fa6ef), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:02.233107 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322860e-298a-45c0-ac70-e9b49ac80312 None None] Pushing event deleted for resources: {'Port': ['ID=38e07ce9-d0ef-4fd9-ab09-48845095e8e3,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:02.237861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322860e-298a-45c0-ac70-e9b49ac80312 None None] No DVR routers for this DVR port 38e07ce9-d0ef-4fd9-ab09-48845095e8e3 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:43:02.257324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:02.260246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:02.265227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:02.265811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:02.272032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfbf283-0e8f-4008-8494-a2986b67f09b None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:02.279636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=5ee05db4-4bdf-419c-9465-8d80c92fa6ef,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:02.295654 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d2beb7f2-056a-44dd-bdd7-10c94222173f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3390703 Jan 31 18:43:02.299151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36816) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:02.312043 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b2bb6c88-2f8d-45e4-96ad-9d6f0bb3e96a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:02.340551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e8af560-85b0-47bb-9b4d-7fcd3efd51df req-01e285f4-2bd5-478b-9266-5bbb2852e694 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=32db2438-161b-46c8-aad4-964eb0181879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720919 Jan 31 18:43:02.348289 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:02.420486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4be628f0-0b32-4dbc-8c4c-a84925e817cd req-16e41fab-e87d-46bd-ae5a-e44b492c898c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904675 Jan 31 18:43:02.433501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '5ee05db4-4bdf-419c-9465-8d80c92fa6ef'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:43:02.434415 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:02.484736 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bb6c88-2f8d-45e4-96ad-9d6f0bb3e96a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:02.489239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6c88-2f8d-45e4-96ad-9d6f0bb3e96a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:02.522362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Network 52e435ac-4cf7-4d43-a000-1c8f049c1257 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:02.549055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Pushing event updated for resources: {'Port': ['ID=3c1a3019-a461-4f2c-a193-a21f671c9322,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:02.560608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:02.589331 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-935dadf7-148c-4c94-8679-d41b7b9d3c77 req-f10a7291-0a4e-45e1-8ad4-8ccfd99677c9 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875124 Jan 31 18:43:02.599319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:02.624620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Allocated IP 2001:db8::f816:3eff:fe64:3fc5 (270588c3-27c5-4bbe-bc62-125107bc7b03/5ee05db4-4bdf-419c-9465-8d80c92fa6ef/1722b654-cf6c-47a4-a1b5-d2799389d230) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:02.634528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9220c04-0888-4374-9963-20c2f6132e73 req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Made reservation on behalf of e53bd1ae2f8d455fbfbe5d59d639fb7c for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:02.639115 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9220c04-0888-4374-9963-20c2f6132e73 req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:02.721386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fcbf0457-8a35-4e06-be4a-972b1f93d734 req-c6ad6367-7dcc-4085-9f80-0b15bbbdfa26 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 210 time: 0.0341814 Jan 31 18:43:02.737954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e6c13-5b0f-43a9-8727-e4a0adb36ea1 req-9041f241-b0e3-4701-8528-f07011de94b2 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:02.739748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b4e6c13-5b0f-43a9-8727-e4a0adb36ea1 req-9041f241-b0e3-4701-8528-f07011de94b2 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 944 time: 0.2734632 Jan 31 18:43:02.815057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:02.815832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:02.901432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b4e6c13-5b0f-43a9-8727-e4a0adb36ea1 req-8aa9e329-2e09-47e3-b791-3eb2242171b7 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257806 Jan 31 18:43:02.908217 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-98322588-9ef9-4dee-b7d2-cd740c468826 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5514870 Jan 31 18:43:02.942645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Request body: {'port': {'device_id': 'b2955f0f-16c9-45c5-acea-d29fd991daa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:03.029571 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Publish callbacks [] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:03.041534 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:03.090460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Pushing event updated for resources: {'Port': ['ID=1722b654-cf6c-47a4-a1b5-d2799389d230,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:03.108182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:03.110235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:03.112960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:03.154189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6c88-2f8d-45e4-96ad-9d6f0bb3e96a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (55352727-cc94-4d31-a2ef-1b3dda4f18c4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:03.187204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Attempting to bind port 1722b654-cf6c-47a4-a1b5-d2799389d230 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:43:03.189586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Attempting to bind port 1722b654-cf6c-47a4-a1b5-d2799389d230 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:43:03.190214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Attempting to bind port 1722b654-cf6c-47a4-a1b5-d2799389d230 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:03.199498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:43:03.200268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:03.201023 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:03.201776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:43:03.202637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Bound port: 1722b654-cf6c-47a4-a1b5-d2799389d230, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:43:03.204187 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:03.213792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9426fd9-ccd7-4943-b9fb-c46d09980b15 req-1dec0621-ff8e-4d01-9328-6505ddf69006 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:03.215399 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9426fd9-ccd7-4943-b9fb-c46d09980b15 req-1dec0621-ff8e-4d01-9328-6505ddf69006 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 945 time: 0.3826594 Jan 31 18:43:03.216213 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bb6c88-2f8d-45e4-96ad-9d6f0bb3e96a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:03.220657 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:03.221675 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b2bb6c88-2f8d-45e4-96ad-9d6f0bb3e96a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:03.238076 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb6c88-2f8d-45e4-96ad-9d6f0bb3e96a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:03.238609 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6c88-2f8d-45e4-96ad-9d6f0bb3e96a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:03.244262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb6c88-2f8d-45e4-96ad-9d6f0bb3e96a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=55352727-cc94-4d31-a2ef-1b3dda4f18c4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:03.262125 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b2bb6c88-2f8d-45e4-96ad-9d6f0bb3e96a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9617405 Jan 31 18:43:03.264778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:03.271352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:ff:64:e0', 'name': 'tempest-NetworksTestDHCPv6-1582718218'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:03.302816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-f9220c04-0888-4374-9963-20c2f6132e73 req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Allocated IP 172.20.0.6 (6b8b8e30-2f74-4898-b49a-2b3dd9a9155e/b9e21eb1-7818-4cdd-be7b-5bc1f1063cec/f9aee02e-5bc3-41d4-9ed6-9b6680b9754a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:03.309277 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] For port 1722b654-cf6c-47a4-a1b5-d2799389d230, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:03.313446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] For port 1722b654-cf6c-47a4-a1b5-d2799389d230, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1722b654-cf6c-47a4-a1b5-d2799389d230,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:03.323077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:03.334864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d452f-d049-44b1-a5f7-6bc9d0f87f12 req-5ab9129f-716c-496f-bf5d-1483484cd732 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:03.342996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a7d452f-d049-44b1-a5f7-6bc9d0f87f12 req-5ab9129f-716c-496f-bf5d-1483484cd732 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 931 time: 0.2561443 Jan 31 18:43:03.400077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b5f56-8acc-4c34-92c3-0e04590f6e30 None None] Pushing event updated for resources: {'Port': ['ID=1722b654-cf6c-47a4-a1b5-d2799389d230,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:03.443306 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:03.480994 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9426fd9-ccd7-4943-b9fb-c46d09980b15 req-5208e2b2-6303-462f-907e-05f269f4b67f tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/security-groups?id=32db2438-161b-46c8-aad4-964eb0181879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365015 Jan 31 18:43:03.539345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a7d452f-d049-44b1-a5f7-6bc9d0f87f12 req-a029f506-eade-4c62-b489-137e75d448f7 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8632a3-e660-4f14-868e-34dd9b583a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951702 Jan 31 18:43:03.575136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:03.626879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 4fe3d9a8-9eed-4f86-9a64-eb9adff016e5 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:43:03.900323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c6ad6-5640-4df8-8269-64e5e19a2260 req-31d4a028-52ec-49c4-861a-df89c0dcc130 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:03.906282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c6ad6-5640-4df8-8269-64e5e19a2260 req-31d4a028-52ec-49c4-861a-df89c0dcc130 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:03.911362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c6ad6-5640-4df8-8269-64e5e19a2260 req-31d4a028-52ec-49c4-861a-df89c0dcc130 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:03.917477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c6ad6-5640-4df8-8269-64e5e19a2260 req-31d4a028-52ec-49c4-861a-df89c0dcc130 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:03.922815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c6ad6-5640-4df8-8269-64e5e19a2260 req-31d4a028-52ec-49c4-861a-df89c0dcc130 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:03.928207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c6ad6-5640-4df8-8269-64e5e19a2260 req-31d4a028-52ec-49c4-861a-df89c0dcc130 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:03.934300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c6ad6-5640-4df8-8269-64e5e19a2260 req-31d4a028-52ec-49c4-861a-df89c0dcc130 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:03.948705 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b32c6ad6-5640-4df8-8269-64e5e19a2260 req-31d4a028-52ec-49c4-861a-df89c0dcc130 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5433 time: 0.2758386 Jan 31 18:43:04.003874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 172.20.0.6 (270588c3-27c5-4bbe-bc62-125107bc7b03/55352727-cc94-4d31-a2ef-1b3dda4f18c4/4fe3d9a8-9eed-4f86-9a64-eb9adff016e5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:04.019211 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::f816:3eff:feff:64e0 (270588c3-27c5-4bbe-bc62-125107bc7b03/5ee05db4-4bdf-419c-9465-8d80c92fa6ef/4fe3d9a8-9eed-4f86-9a64-eb9adff016e5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:04.103557 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9220c04-0888-4374-9963-20c2f6132e73 req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.110882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1722b654-cf6c-47a4-a1b5-d2799389d230 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:04.171112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:04.171489 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.173972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0836d-0f62-4db2-b48c-9d9ae3c2f108 req-84e0070f-8b22-4212-9246-3458dfd11fc9 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:04.175846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98e0836d-0f62-4db2-b48c-9d9ae3c2f108 req-84e0070f-8b22-4212-9246-3458dfd11fc9 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 946 time: 0.3235278 Jan 31 18:43:04.224750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b32c6ad6-5640-4df8-8269-64e5e19a2260 req-290c8d74-5e35-4282-9e10-e799b1de0a27 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2760942 Jan 31 18:43:04.264670 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (4fe3d9a8-9eed-4f86-9a64-eb9adff016e5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.319606 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4fe3d9a8-9eed-4f86-9a64-eb9adff016e5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.322360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98e0836d-0f62-4db2-b48c-9d9ae3c2f108 req-c9d71704-584b-4998-b30a-88dea6b0862e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307578 Jan 31 18:43:04.328759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:04.329202 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.346891 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9220c04-0888-4374-9963-20c2f6132e73 req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.370656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['5066f273-7862-4853-90bb-976647432bd6'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:43:04.409103 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:04.411435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=4fe3d9a8-9eed-4f86-9a64-eb9adff016e5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:04.416768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:04.419159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:04.460375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3c2d7047-2452-45cc-bbe8-ae3536f70640 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:04.479647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 1722b654-cf6c-47a4-a1b5-d2799389d230, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1722b654-cf6c-47a4-a1b5-d2799389d230,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:04.501315 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:04.502999 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.531621 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c2f5a3d1-ae2d-4a4b-b25b-8f598b61f4ea tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2650793 Jan 31 18:43:04.534308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:04.559852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1a3019-a461-4f2c-a193-a21f671c9322 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:43:04.565944 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.588843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9220c04-0888-4374-9963-20c2f6132e73 req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:04.597783 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Publish callbacks [] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.606393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Pushing event updated for resources: {'Port': ['ID=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:04.611483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-f9220c04-0888-4374-9963-20c2f6132e73 req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:04.639958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Transition to ACTIVE for port object 3c1a3019-a461-4f2c-a193-a21f671c9322 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:04.641391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9220c04-0888-4374-9963-20c2f6132e73 req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:04.642064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d410067-e4ed-4a6c-8189-c6b64681e8e4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:04.654991 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d410067-e4ed-4a6c-8189-c6b64681e8e4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:04.656689 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0d410067-e4ed-4a6c-8189-c6b64681e8e4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1210186 Jan 31 18:43:04.660849 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36848) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:04.718061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9220c04-0888-4374-9963-20c2f6132e73 req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:04.718794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9220c04-0888-4374-9963-20c2f6132e73 req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.738059 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.813152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=1722b654-cf6c-47a4-a1b5-d2799389d230,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:04.833771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4163cd1-205b-4bc7-9a8d-2ffa196fe328 req-1bfabdf4-7aeb-401c-8d97-184da661511e tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:04.840655 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4163cd1-205b-4bc7-9a8d-2ffa196fe328 req-1bfabdf4-7aeb-401c-8d97-184da661511e tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 931 time: 0.4895971 Jan 31 18:43:04.856723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 3c2d7047-2452-45cc-bbe8-ae3536f70640 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:04.873996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb713e-0508-4941-9331-7fcd62be540c req-6849936e-dfcf-4b61-8593-e2574a132d33 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:04.880443 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb3429-94d2-4a1c-a864-968888c59eb3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 4fe3d9a8-9eed-4f86-9a64-eb9adff016e5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:04.880443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3429-94d2-4a1c-a864-968888c59eb3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4fe3d9a8-9eed-4f86-9a64-eb9adff016e5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.891575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 3c2d7047-2452-45cc-bbe8-ae3536f70640 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:04.892106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cdb713e-0508-4941-9331-7fcd62be540c req-6849936e-dfcf-4b61-8593-e2574a132d33 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 944 time: 0.3559124 Jan 31 18:43:04.897486 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:04.901051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-6212dbb4-babc-441c-b566-ee36d416f8b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8022692 Jan 31 18:43:05.038762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Request body: {'port': {'device_id': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:05.047450 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3429-94d2-4a1c-a864-968888c59eb3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4fe3d9a8-9eed-4f86-9a64-eb9adff016e5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:05.063257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb3429-94d2-4a1c-a864-968888c59eb3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 4fe3d9a8-9eed-4f86-9a64-eb9adff016e5 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:05.088618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 3c2d7047-2452-45cc-bbe8-ae3536f70640 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:05.089966 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:05.109815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1a3019-a461-4f2c-a193-a21f671c9322,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:05.135273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:05.138147 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19793f46-6e55-4aeb-a49b-3007bc350f0b" -d '{"events": [{"server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "name": "network-vif-plugged", "status": "completed", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:05.155364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8f89439-7044-4c99-af5e-b3bdca3d82b3 None None] Provisioning complete for port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:05.156089 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8f89439-7044-4c99-af5e-b3bdca3d82b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:05.163294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3c2d7047-2452-45cc-bbe8-ae3536f70640, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640,segment=NetworkSegment(2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9),segment_id=2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:05.213741 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:05.232055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cdb713e-0508-4941-9331-7fcd62be540c req-13f74d95-6dc1-4dd9-8e5b-8e7e882dba12 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388019 Jan 31 18:43:05.275469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=3c2d7047-2452-45cc-bbe8-ae3536f70640,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:05.278768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a568a9c-06e3-406f-b45e-1ea8340568cd None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:05.336276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8f89439-7044-4c99-af5e-b3bdca3d82b3 None None] Port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:43:05.339846 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3429-94d2-4a1c-a864-968888c59eb3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4fe3d9a8-9eed-4f86-9a64-eb9adff016e5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:05.347184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4163cd1-205b-4bc7-9a8d-2ffa196fe328 req-d4b95c9b-b18d-4dee-b93c-918dcb85cc86 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893968 Jan 31 18:43:05.366323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Attempting to bind port 3c1a3019-a461-4f2c-a193-a21f671c9322 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:43:05.366738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Attempting to bind port 3c1a3019-a461-4f2c-a193-a21f671c9322 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'e9b0d45e-66cd-47f2-8966-e51ae95532b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '52e435ac-4cf7-4d43-a000-1c8f049c1257'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:43:05.367056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Attempting to bind port 3c1a3019-a461-4f2c-a193-a21f671c9322 on network 52e435ac-4cf7-4d43-a000-1c8f049c1257 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:05.372553 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:05.375725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Port 3c1a3019-a461-4f2c-a193-a21f671c9322 on network 52e435ac-4cf7-4d43-a000-1c8f049c1257 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:43:05.376057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Attempting to bind port 3c1a3019-a461-4f2c-a193-a21f671c9322 on network 52e435ac-4cf7-4d43-a000-1c8f049c1257 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:05.392235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:43:05.392610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Checking segment: {'id': 'e9b0d45e-66cd-47f2-8966-e51ae95532b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '52e435ac-4cf7-4d43-a000-1c8f049c1257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:05.392999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Bound using segment: {'id': 'e9b0d45e-66cd-47f2-8966-e51ae95532b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '52e435ac-4cf7-4d43-a000-1c8f049c1257'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:43:05.393698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Bound port: 3c1a3019-a461-4f2c-a193-a21f671c9322, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b0d45e-66cd-47f2-8966-e51ae95532b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '52e435ac-4cf7-4d43-a000-1c8f049c1257'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:43:05.394078 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:05.420689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb3429-94d2-4a1c-a864-968888c59eb3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=4fe3d9a8-9eed-4f86-9a64-eb9adff016e5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:05.540717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2c71a2b1-cdd2-416b-b645-402c3fe4dc8b None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:05.541290 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c71a2b1-cdd2-416b-b645-402c3fe4dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:05.643311 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3429-94d2-4a1c-a864-968888c59eb3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:05.648367 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9ceb3429-94d2-4a1c-a864-968888c59eb3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/4fe3d9a8-9eed-4f86-9a64-eb9adff016e5 HTTP/1.1" status: 204 len: 168 time: 0.9862497 Jan 31 18:43:05.651024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36852) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:05.655388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d06341-d95d-4116-abbb-0f4fddee3e7f req-cba7f59b-3130-496d-8276-0dafb05dba12 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:05.661829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d06341-d95d-4116-abbb-0f4fddee3e7f req-cba7f59b-3130-496d-8276-0dafb05dba12 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:05.669039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d06341-d95d-4116-abbb-0f4fddee3e7f req-cba7f59b-3130-496d-8276-0dafb05dba12 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:05.677315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d06341-d95d-4116-abbb-0f4fddee3e7f req-cba7f59b-3130-496d-8276-0dafb05dba12 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:05.694009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d06341-d95d-4116-abbb-0f4fddee3e7f req-cba7f59b-3130-496d-8276-0dafb05dba12 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:05.711329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d06341-d95d-4116-abbb-0f4fddee3e7f req-cba7f59b-3130-496d-8276-0dafb05dba12 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:05.719007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d06341-d95d-4116-abbb-0f4fddee3e7f req-cba7f59b-3130-496d-8276-0dafb05dba12 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:05.731102 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16d06341-d95d-4116-abbb-0f4fddee3e7f req-cba7f59b-3130-496d-8276-0dafb05dba12 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5433 time: 0.3322885 Jan 31 18:43:05.748761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] For port 3c1a3019-a461-4f2c-a193-a21f671c9322, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:05.756647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36858) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:05.760792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348909cb-c2cf-4195-8746-d6ffc8056f17 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:05.762138 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348909cb-c2cf-4195-8746-d6ffc8056f17 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:05.763623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348909cb-c2cf-4195-8746-d6ffc8056f17 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:05.768701 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-348909cb-c2cf-4195-8746-d6ffc8056f17 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1007197 Jan 31 18:43:05.775496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c6004725-f20f-4fee-a84b-102c21cf2d56 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Request body: {'floatingip': {'port_id': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:05.780274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:05.799874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] For port 3c1a3019-a461-4f2c-a193-a21f671c9322, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3c1a3019-a461-4f2c-a193-a21f671c9322,segment=NetworkSegment(e9b0d45e-66cd-47f2-8966-e51ae95532b3),segment_id=e9b0d45e-66cd-47f2-8966-e51ae95532b3)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:05.859313 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6004725-f20f-4fee-a84b-102c21cf2d56 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for floatingip (8b68d80e-0cc0-415a-9684-26be31c15e03), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:05.859903 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2c71a2b1-cdd2-416b-b645-402c3fe4dc8b None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:05.942442 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-56235e23-026d-47a7-9ea5-014d4e3d9e53 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 55352727-cc94-4d31-a2ef-1b3dda4f18c4 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:05.958506 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:06.000453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161713fb-a52b-4d5e-8d55-e62511602fef None None] Update dhcp port {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': '5ee05db4-4bdf-419c-9465-8d80c92fa6ef', 'ip_address': '2001:db8::f816:3eff:fe64:3fc5'}, {'subnet_id': '55352727-cc94-4d31-a2ef-1b3dda4f18c4'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '1722b654-cf6c-47a4-a1b5-d2799389d230'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 18:43:06.011900 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56235e23-026d-47a7-9ea5-014d4e3d9e53 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (55352727-cc94-4d31-a2ef-1b3dda4f18c4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:06.035775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1722b654-cf6c-47a4-a1b5-d2799389d230 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:06.084803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-161713fb-a52b-4d5e-8d55-e62511602fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:06.208201 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56235e23-026d-47a7-9ea5-014d4e3d9e53 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (55352727-cc94-4d31-a2ef-1b3dda4f18c4), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:06.226789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:06.227508 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:06.370437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:06.407054 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56235e23-026d-47a7-9ea5-014d4e3d9e53 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (55352727-cc94-4d31-a2ef-1b3dda4f18c4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:06.499271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:06.500054 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:06.501509 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] 10.222.0.49 "PUT /v2.0/ports/3c1a3019-a461-4f2c-a193-a21f671c9322 HTTP/1.1" status: 200 len: 1092 time: 3.5636733 Jan 31 18:43:06.501936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2955f0f-16c9-45c5-acea-d29fd991daa1', 'tag': '3c1a3019-a461-4f2c-a193-a21f671c9322'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:06.504244 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6510106f-2d10-4e05-9500-27c55e4b8a28" -d '{"events": [{"name": "network-changed", "server_uuid": "b2955f0f-16c9-45c5-acea-d29fd991daa1", "tag": "3c1a3019-a461-4f2c-a193-a21f671c9322"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:06.550989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b97b3-d5d3-479e-aee6-590e2cd47c06 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1a3019-a461-4f2c-a193-a21f671c9322,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:06.568396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab33fa-9b48-4cb4-ad5e-cc3344533bbf req-1dd45109-15b9-4574-acce-11a032b83e76 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:06.572114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89ab33fa-9b48-4cb4-ad5e-cc3344533bbf req-1dd45109-15b9-4574-acce-11a032b83e76 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 945 time: 0.8021567 Jan 31 18:43:06.612525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b083e9f-038c-4842-9412-9684072fc060 req-4eeb03c4-8b11-49f1-b072-b23721cc2c78 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:06.614125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b083e9f-038c-4842-9412-9684072fc060 req-4eeb03c4-8b11-49f1-b072-b23721cc2c78 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 943 time: 0.7329304 Jan 31 18:43:06.682061 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56235e23-026d-47a7-9ea5-014d4e3d9e53 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (55352727-cc94-4d31-a2ef-1b3dda4f18c4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:06.710176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9aee02e-5bc3-41d4-9ed6-9b6680b9754a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:43:06.739127 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Publish callbacks [] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:06.741901 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56235e23-026d-47a7-9ea5-014d4e3d9e53 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:06.749160 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-56235e23-026d-47a7-9ea5-014d4e3d9e53 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/55352727-cc94-4d31-a2ef-1b3dda4f18c4 HTTP/1.1" status: 204 len: 168 time: 0.9658248 Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-161713fb-a52b-4d5e-8d55-e62511602fef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55352727-cc94-4d31-a2ef-1b3dda4f18c4: This subnet is being modified by another concurrent operation. Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:43:06.750571 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55352727-cc94-4d31-a2ef-1b3dda4f18c4: This subnet is being modified by another concurrent operation. Jan 31 18:43:06.755758 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 18:43:06.762164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36868) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:06.762300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56235e23-026d-47a7-9ea5-014d4e3d9e53 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=55352727-cc94-4d31-a2ef-1b3dda4f18c4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:06.783596 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89ab33fa-9b48-4cb4-ad5e-cc3344533bbf req-76982f6c-8638-4a10-9548-7bef8c11828c tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/security-groups?id=32db2438-161b-46c8-aad4-964eb0181879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939313 Jan 31 18:43:06.839258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Transition to ACTIVE for port object f9aee02e-5bc3-41d4-9ed6-9b6680b9754a will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:06.843021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b083e9f-038c-4842-9412-9684072fc060 req-f722b40c-01a5-40ef-9947-34c4f037c408 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8632a3-e660-4f14-868e-34dd9b583a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952472 Jan 31 18:43:06.858095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-73bf7ec9-94b5-47ca-80f2-faf6acca5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:06.858915 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7cbbaa-c922-41b6-8e7b-61ed36c9165c x-openstack-request-id: req-5a7cbbaa-c922-41b6-8e7b-61ed36c9165c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:06.859310 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "name": "network-vif-plugged", "status": "completed", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:06.859672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-73bf7ec9-94b5-47ca-80f2-faf6acca5787 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3b923701abd4bf49fbd585320d1bac2&device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 1126 time: 0.2728703 Jan 31 18:43:06.860069 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a7cbbaa-c922-41b6-8e7b-61ed36c9165c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:06.860580 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'code': 200} Jan 31 18:43:06.862726 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:06.881751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-c6004725-f20f-4fee-a84b-102c21cf2d56 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:43:06.947456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b6e83d-abcf-4abd-b043-2482c7a2ec39 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 5ee05db4-4bdf-419c-9465-8d80c92fa6ef {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:06.948595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e297d-623c-4eab-b951-bfbe6b33c9f7 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:43:06.957237 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1b6e83d-abcf-4abd-b043-2482c7a2ec39 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (5ee05db4-4bdf-419c-9465-8d80c92fa6ef), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:06.961099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-f71a5c5e-0482-4bd1-b8ad-42601a4e367b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c1a3019-a461-4f2c-a193-a21f671c9322 HTTP/1.1" status: 200 len: 217 time: 0.0886033 Jan 31 18:43:07.058695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1a7a310b-4d0e-4d8b-bd0f-43f1d0fe2dc9 None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:07.059081 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1a7a310b-4d0e-4d8b-bd0f-43f1d0fe2dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:07.129756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Pushing event updated for resources: {'Port': ['ID=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:07.134761 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6004725-f20f-4fee-a84b-102c21cf2d56 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:07.146336 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6004725-f20f-4fee-a84b-102c21cf2d56 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (8b68d80e-0cc0-415a-9684-26be31c15e03), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:07.212805 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1b6e83d-abcf-4abd-b043-2482c7a2ec39 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (5ee05db4-4bdf-419c-9465-8d80c92fa6ef), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:07.302323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e297d-623c-4eab-b951-bfbe6b33c9f7 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:43:07.312382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-a6d1d93d-1f05-41a9-8ff6-70c0df1d4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:07.312382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-a6d1d93d-1f05-41a9-8ff6-70c0df1d4548 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a336638a-edc5-4734-a9ff-b146a7c288a7 HTTP/1.1" status: 200 len: 854 time: 0.3246732 Jan 31 18:43:07.470871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-6c9a3e07-94ae-4bbb-af0e-ddeeb2993f6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52e435ac-4cf7-4d43-a000-1c8f049c1257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243215 Jan 31 18:43:07.521958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0393cf-9777-4a82-a3a6-93ed08619c1f req-94efeff2-99ef-4ecb-90f6-d890e53cda72 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:07.536987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e0393cf-9777-4a82-a3a6-93ed08619c1f req-94efeff2-99ef-4ecb-90f6-d890e53cda72 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 946 time: 0.5512786 Jan 31 18:43:07.579113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08787e8c-bc71-4e4d-a992-427159682b91 req-3c4eed6e-e7bb-400f-bc36-16e109c94a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:07.582166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08787e8c-bc71-4e4d-a992-427159682b91 req-3c4eed6e-e7bb-400f-bc36-16e109c94a7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 1128 time: 0.5659218 Jan 31 18:43:07.635600 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-c6004725-f20f-4fee-a84b-102c21cf2d56 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Floating IP 8b68d80e-0cc0-415a-9684-26be31c15e03 associated. External IP: 172.25.8.242, port: fae6f0d3-175d-49d4-a18b-ca0777c69d54. Jan 31 18:43:07.721921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318d4ea-ea31-4c8b-acb2-9fa447f63147 req-3f17f1ce-536d-4fb0-b595-eae0ddcabd21 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:07.724306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3318d4ea-ea31-4c8b-acb2-9fa447f63147 req-3f17f1ce-536d-4fb0-b595-eae0ddcabd21 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 946 time: 0.6329863 Jan 31 18:43:07.781454 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e0393cf-9777-4a82-a3a6-93ed08619c1f req-d65ba243-d0a7-4d2a-8801-8006a490daaf tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433276 Jan 31 18:43:07.840836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a310b-4d0e-4d8b-bd0f-43f1d0fe2dc9 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:07.929940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Attempting to bind port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:43:07.929940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Attempting to bind port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:43:07.929940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Attempting to bind port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a on network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:07.943721 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08787e8c-bc71-4e4d-a992-427159682b91 req-0a32af09-7349-4cc4-a052-efd660931c29 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970166 Jan 31 18:43:07.952470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac74bb8-6809-428e-ad70-97df3d620ccb req-ce3ebcd1-92f9-48e1-b35e-0c408613a2be tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:07.959812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bac74bb8-6809-428e-ad70-97df3d620ccb req-ce3ebcd1-92f9-48e1-b35e-0c408613a2be tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.6664178 Jan 31 18:43:07.975717 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1b6e83d-abcf-4abd-b043-2482c7a2ec39 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (5ee05db4-4bdf-419c-9465-8d80c92fa6ef), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:08.005026 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6004725-f20f-4fee-a84b-102c21cf2d56 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:43:08.078245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a on network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:43:08.078491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Attempting to bind port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a on network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:08.093925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:43:08.094866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Checking segment: {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:08.095283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Bound using segment: {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:43:08.095734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Bound port: f9aee02e-5bc3-41d4-9ed6-9b6680b9754a, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54d1639-e7d4-4cab-832c-63330f12c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:43:08.096095 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:08.146944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1722b654-cf6c-47a4-a1b5-d2799389d230 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:43:08.178776 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6004725-f20f-4fee-a84b-102c21cf2d56 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:08.192741 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1085480-fd9d-465f-875a-f0665e02a0ff None None] Sync routers for ids ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:43:08.194648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] For port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:08.199666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] For port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:08.215329 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6004725-f20f-4fee-a84b-102c21cf2d56 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:08.216392 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1085480-fd9d-465f-875a-f0665e02a0ff None None] Routers {'03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:08.219415 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1085480-fd9d-465f-875a-f0665e02a0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:08.250473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bac74bb8-6809-428e-ad70-97df3d620ccb req-84332edc-c39f-4a20-98e0-94970242a677 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885613 Jan 31 18:43:08.284308 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c6004725-f20f-4fee-a84b-102c21cf2d56 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "PUT /v2.0/floatingips/8b68d80e-0cc0-415a-9684-26be31c15e03 HTTP/1.1" status: 200 len: 991 time: 2.5143557 Jan 31 18:43:08.285249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:08.288064 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b7501a-48ad-44c5-8ea7-f01939fe9741" -d '{"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "fae6f0d3-175d-49d4-a18b-ca0777c69d54"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:08.333637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:08.346463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-f1048241-0848-410a-a9cb-39642edc576c service neutron] 10.222.0.49 "GET /v2.0/networks/52e435ac-4cf7-4d43-a000-1c8f049c1257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8457966 Jan 31 18:43:08.358456 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31814c03-cb3a-4048-9a14-68a3067011fb x-openstack-request-id: req-31814c03-cb3a-4048-9a14-68a3067011fb {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:08.358456 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2955f0f-16c9-45c5-acea-d29fd991daa1", "tag": "3c1a3019-a461-4f2c-a193-a21f671c9322", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:08.358787 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31814c03-cb3a-4048-9a14-68a3067011fb {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:08.359440 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2955f0f-16c9-45c5-acea-d29fd991daa1', 'tag': '3c1a3019-a461-4f2c-a193-a21f671c9322', 'status': 'completed', 'code': 200} Jan 31 18:43:08.438418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e560-aa83-41ea-bfd9-4590a410270a req-fd5037c7-d6a7-44f8-9694-4ceb498edff5 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:08.440012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d85e560-aa83-41ea-bfd9-4590a410270a req-fd5037c7-d6a7-44f8-9694-4ceb498edff5 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 943 time: 0.4416876 Jan 31 18:43:08.443150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:08.443601 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:08.445434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] 10.222.0.21 "PUT /v2.0/ports/f9aee02e-5bc3-41d4-9ed6-9b6680b9754a HTTP/1.1" status: 200 len: 1092 time: 3.5066988 Jan 31 18:43:08.519108 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3318d4ea-ea31-4c8b-acb2-9fa447f63147 req-51ef3053-1f5e-4576-9c47-900d93901114 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Deleting port 2dc82716-e79c-46fe-bb44-48452131e20f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:08.519504 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3318d4ea-ea31-4c8b-acb2-9fa447f63147 req-51ef3053-1f5e-4576-9c47-900d93901114 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:08.581304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:08.582690 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:08.583399 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d1085480-fd9d-465f-875a-f0665e02a0ff None None] Set router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:08.734621 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1b6e83d-abcf-4abd-b043-2482c7a2ec39 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (5ee05db4-4bdf-419c-9465-8d80c92fa6ef), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:08.776284 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1b6e83d-abcf-4abd-b043-2482c7a2ec39 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:08.777893 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:43:08.778674 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:43:08.782015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a1b6e83d-abcf-4abd-b043-2482c7a2ec39 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/5ee05db4-4bdf-419c-9465-8d80c92fa6ef HTTP/1.1" status: 204 len: 168 time: 2.0242507 Jan 31 18:43:08.782742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36894) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:08.787777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151e5b0-5087-4e25-9dda-ac64a1b7bf01 service neutron] Pushing event updated for resources: {'Port': ['ID=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:08.849284 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aeab92ba-0c60-4c73-926b-9f5c03420dca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634086 Jan 31 18:43:08.850834 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36898) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:08.855512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6e83d-abcf-4abd-b043-2482c7a2ec39 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee05db4-4bdf-419c-9465-8d80c92fa6ef,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:08.866216 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-85f443f2-741b-4da0-8fb7-8fa61b010438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:08.959393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d85e560-aa83-41ea-bfd9-4590a410270a req-2121b825-333a-4a66-af3a-56b96fd5fd16 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096190 Jan 31 18:43:09.002169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e723b-7b8d-4f2c-a3c5-1c9a3a958fa3 req-1a66b36a-117f-46f2-a348-dbceb1590b77 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:09.010058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-708e723b-7b8d-4f2c-a3c5-1c9a3a958fa3 req-1a66b36a-117f-46f2-a348-dbceb1590b77 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 943 time: 0.4158671 Jan 31 18:43:09.020899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7033ab-51ff-48c1-a71a-19ccee121282 req-dd135fa3-e6cd-4918-a308-e06b44041e1f service neutron] 10.222.0.49 "GET /v2.0/networks/52e435ac-4cf7-4d43-a000-1c8f049c1257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518614 Jan 31 18:43:09.042388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9220c04-0888-4374-9963-20c2f6132e73 req-67223ad3-8122-4c27-b32c-f3d68f7bda6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:09.049237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-67223ad3-8122-4c27-b32c-f3d68f7bda6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 1126 time: 0.5189164 Jan 31 18:43:09.100754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f443f2-741b-4da0-8fb7-8fa61b010438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:09.109330 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85f443f2-741b-4da0-8fb7-8fa61b010438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:09.139585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3318d4ea-ea31-4c8b-acb2-9fa447f63147 req-51ef3053-1f5e-4576-9c47-900d93901114 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] For port 2dc82716-e79c-46fe-bb44-48452131e20f, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2dc82716-e79c-46fe-bb44-48452131e20f,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:09.143143 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3318d4ea-ea31-4c8b-acb2-9fa447f63147 req-51ef3053-1f5e-4576-9c47-900d93901114 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:09.153975 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-2356e390-65b3-4de2-82f0-d24c46b6c024 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a HTTP/1.1" status: 200 len: 217 time: 0.0911756 Jan 31 18:43:09.321341 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3318d4ea-ea31-4c8b-acb2-9fa447f63147 req-51ef3053-1f5e-4576-9c47-900d93901114 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Calling delete_port for 2dc82716-e79c-46fe-bb44-48452131e20f owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:09.371088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:09.371815 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:09.396007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c04c6df8-2c84-4d7a-bc95-764a791ca22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:09.400551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-c04c6df8-2c84-4d7a-bc95-764a791ca22a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.2225389 Jan 31 18:43:09.436452 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1085480-fd9d-465f-875a-f0665e02a0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:39:20Z', 'revision_number': 4, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '8b68d80e-0cc0-415a-9684-26be31c15e03', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'port_id': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'mac_address': 'fa:16:3e:f5:b6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:40:46Z', 'updated_at': '2022-01-31T18:43:06Z', 'revision_number': 1, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362a11ca-e808-4659-a35d-e8b222f6fd91', 'name': '', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'mac_address': 'fa:16:3e:b0:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:18Z', 'updated_at': '2022-01-31T18:39:26Z', 'revision_number': 5, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'subnets': [{'id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:09.445968 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 1722b654-cf6c-47a4-a1b5-d2799389d230, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1722b654-cf6c-47a4-a1b5-d2799389d230,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:09.462208 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:09.535469 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1085480-fd9d-465f-875a-f0665e02a0ff None None] Checking router: 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:43:09.549592 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1085480-fd9d-465f-875a-f0665e02a0ff None None] Routers {'03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:09.550806 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1085480-fd9d-465f-875a-f0665e02a0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:42:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:09.560903 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85f443f2-741b-4da0-8fb7-8fa61b010438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (dbeca1f4-511e-435b-907c-0138430e0ccc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:09.580870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=1722b654-cf6c-47a4-a1b5-d2799389d230,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:09.604716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f443f2-741b-4da0-8fb7-8fa61b010438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:09.608108 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-85f443f2-741b-4da0-8fb7-8fa61b010438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:09.634953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f443f2-741b-4da0-8fb7-8fa61b010438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:09.635698 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85f443f2-741b-4da0-8fb7-8fa61b010438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:09.692419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-708e723b-7b8d-4f2c-a3c5-1c9a3a958fa3 req-7ac14b3c-6dbb-45f6-aab5-f07c49cc0c7d tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8632a3-e660-4f14-868e-34dd9b583a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6807396 Jan 31 18:43:09.705105 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-85f443f2-741b-4da0-8fb7-8fa61b010438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8515544 Jan 31 18:43:09.710308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36904) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:09.714642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510106f-2d10-4e05-9500-27c55e4b8a28 req-7acc20e6-e636-452c-b45e-a4ea7da976a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:09.724440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:09.733551 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f443f2-741b-4da0-8fb7-8fa61b010438 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=dbeca1f4-511e-435b-907c-0138430e0ccc,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:09.760120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6510106f-2d10-4e05-9500-27c55e4b8a28 req-7acc20e6-e636-452c-b45e-a4ea7da976a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3b923701abd4bf49fbd585320d1bac2&device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 1126 time: 0.6014483 Jan 31 18:43:09.959791 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d1085480-fd9d-465f-875a-f0665e02a0ff None None] Set router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:09.979630 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea98b9f9-056c-405d-966c-71f2a4b6d027 x-openstack-request-id: req-ea98b9f9-056c-405d-966c-71f2a4b6d027 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:09.980518 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "tag": "fae6f0d3-175d-49d4-a18b-ca0777c69d54", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:09.980518 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea98b9f9-056c-405d-966c-71f2a4b6d027 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:09.981170 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'tag': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54', 'status': 'completed', 'code': 200} Jan 31 18:43:10.029040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d3d1eb-af57-4d17-bcd5-f9338f0547e0 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:10.131793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3318d4ea-ea31-4c8b-acb2-9fa447f63147 req-51ef3053-1f5e-4576-9c47-900d93901114 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2dc82716-e79c-46fe-bb44-48452131e20f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:10.195263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-18d3ec92-3acb-423e-8f47-2a8cd60b8da6 None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:10.196072 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18d3ec92-3acb-423e-8f47-2a8cd60b8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:10.222119 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:10.228476 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:10.406096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1722b654-cf6c-47a4-a1b5-d2799389d230 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:10.531863 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3c1a3019-a461-4f2c-a193-a21f671c9322 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:43:10.707952 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1085480-fd9d-465f-875a-f0665e02a0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:39:20Z', 'revision_number': 4, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '8b68d80e-0cc0-415a-9684-26be31c15e03', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'port_id': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'mac_address': 'fa:16:3e:f5:b6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:40:46Z', 'updated_at': '2022-01-31T18:43:06Z', 'revision_number': 1, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362a11ca-e808-4659-a35d-e8b222f6fd91', 'name': '', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'mac_address': 'fa:16:3e:b0:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:18Z', 'updated_at': '2022-01-31T18:39:26Z', 'revision_number': 5, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'subnets': [{'id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:10.720996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3c1a3019-a461-4f2c-a193-a21f671c9322, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3c1a3019-a461-4f2c-a193-a21f671c9322,segment=NetworkSegment(e9b0d45e-66cd-47f2-8966-e51ae95532b3),segment_id=e9b0d45e-66cd-47f2-8966-e51ae95532b3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:10.746122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dc82716-e79c-46fe-bb44-48452131e20f no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:43:10.752259 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '3c1a3019-a461-4f2c-a193-a21f671c9322', 'network_id': '52e435ac-4cf7-4d43-a000-1c8f049c1257', 'port_id': '3c1a3019-a461-4f2c-a193-a21f671c9322', 'mac_address': 'fa:16:3e:d1:b7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a336638a-edc5-4734-a9ff-b146a7c288a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:43:10.781516 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1085480-fd9d-465f-875a-f0665e02a0ff None None] The sync data for ids ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'] in n-d-812111-15 is: [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:39:20Z', 'revision_number': 4, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '8b68d80e-0cc0-415a-9684-26be31c15e03', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'port_id': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'mac_address': 'fa:16:3e:f5:b6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:40:46Z', 'updated_at': '2022-01-31T18:43:06Z', 'revision_number': 1, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362a11ca-e808-4659-a35d-e8b222f6fd91', 'name': '', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'mac_address': 'fa:16:3e:b0:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:18Z', 'updated_at': '2022-01-31T18:39:26Z', 'revision_number': 5, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'subnets': [{'id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:43:10.781718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'tag': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:10.784321 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45669046-778f-48a1-ad44-2cec0af165d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a76a41cc-66f5-47de-a5f6-5f077f77a51f", "tag": "f9aee02e-5bc3-41d4-9ed6-9b6680b9754a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:10.806592 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-df1b0fd5-3bb0-48d9-89cd-f14f1d474628 req-b7824628-eab0-4f0f-807d-71f3002bb596 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7869716 Jan 31 18:43:10.869366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33369dce-5618-4b7f-a762-9fb3152f5e14 req-1c3dff85-412d-44b2-984e-ecc3790a6064 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7494124-db1d-467a-b98e-a45d190a035f HTTP/1.1" status: 200 len: 210 time: 0.7573252 Jan 31 18:43:10.904918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48064bb2-2306-4f52-9e06-f9908e2a5ccb None None] Update dhcp port {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': 'dbeca1f4-511e-435b-907c-0138430e0ccc'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '1722b654-cf6c-47a4-a1b5-d2799389d230'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 18:43:10.923135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510106f-2d10-4e05-9500-27c55e4b8a28 req-fa670293-16ff-43b7-973f-3b48acd2c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:10.925386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6510106f-2d10-4e05-9500-27c55e4b8a28 req-fa670293-16ff-43b7-973f-3b48acd2c7d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=52e435ac-4cf7-4d43-a000-1c8f049c1257 HTTP/1.1" status: 200 len: 915 time: 1.1407695 Jan 31 18:43:10.931118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef3053-1f5e-4576-9c47-900d93901114 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Pushing event deleted for resources: {'Port': ['ID=2dc82716-e79c-46fe-bb44-48452131e20f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:10.958371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 2dc82716-e79c-46fe-bb44-48452131e20f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:43:10.958795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2dc82716-e79c-46fe-bb44-48452131e20f not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:43:10.982644 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-48064bb2-2306-4f52-9e06-f9908e2a5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:11.017157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:11.017624 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:11.040124 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b0fd5-3bb0-48d9-89cd-f14f1d474628 req-da357305-21ec-4ef5-a0aa-f4b59010481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.042536 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-df1b0fd5-3bb0-48d9-89cd-f14f1d474628 req-da357305-21ec-4ef5-a0aa-f4b59010481d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1128 time: 0.1567945 Jan 31 18:43:11.102935 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3c1a3019-a461-4f2c-a193-a21f671c9322 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:11.103357 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:11.108634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9220c04-0888-4374-9963-20c2f6132e73 req-38100248-f250-4e52-83b8-f58eb04733f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.111522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-38100248-f250-4e52-83b8-f58eb04733f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.7020705 Jan 31 18:43:11.114857 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6510106f-2d10-4e05-9500-27c55e4b8a28 req-a1c2f884-0f25-4d11-b1d0-0d234390d9ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c1a3019-a461-4f2c-a193-a21f671c9322 HTTP/1.1" status: 200 len: 217 time: 0.1704555 Jan 31 18:43:11.117146 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-18d3ec92-3acb-423e-8f47-2a8cd60b8da6 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:11.117576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18d3ec92-3acb-423e-8f47-2a8cd60b8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:11.122904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1a3019-a461-4f2c-a193-a21f671c9322 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:43:11.140733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaa82d-784e-4eb6-b3b9-fecde890fbba req-11b41219-a447-44f9-bc3a-7deed7875cd9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.144479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3c1a3019-a461-4f2c-a193-a21f671c9322, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3c1a3019-a461-4f2c-a193-a21f671c9322,segment=NetworkSegment(e9b0d45e-66cd-47f2-8966-e51ae95532b3),segment_id=e9b0d45e-66cd-47f2-8966-e51ae95532b3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:11.153542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaa82d-784e-4eb6-b3b9-fecde890fbba req-11b41219-a447-44f9-bc3a-7deed7875cd9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.164528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaa82d-784e-4eb6-b3b9-fecde890fbba req-11b41219-a447-44f9-bc3a-7deed7875cd9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.170551 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:11.177472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaa82d-784e-4eb6-b3b9-fecde890fbba req-11b41219-a447-44f9-bc3a-7deed7875cd9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.185732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaa82d-784e-4eb6-b3b9-fecde890fbba req-11b41219-a447-44f9-bc3a-7deed7875cd9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.192575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaa82d-784e-4eb6-b3b9-fecde890fbba req-11b41219-a447-44f9-bc3a-7deed7875cd9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.199630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaa82d-784e-4eb6-b3b9-fecde890fbba req-11b41219-a447-44f9-bc3a-7deed7875cd9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.202164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3edaa82d-784e-4eb6-b3b9-fecde890fbba req-11b41219-a447-44f9-bc3a-7deed7875cd9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5433 time: 1.8928282 Jan 31 18:43:11.270820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:43:11.276810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3c1a3019-a461-4f2c-a193-a21f671c9322,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:11.279948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2434a4dd-2962-4d13-bbb8-ddc4743ac123 None None] New status for floating IP 8b68d80e-0cc0-415a-9684-26be31c15e03: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:43:11.331797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:11.332456 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:11.351038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3318d4ea-ea31-4c8b-acb2-9fa447f63147 req-51ef3053-1f5e-4576-9c47-900d93901114 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] No DVR routers for this DVR port 2dc82716-e79c-46fe-bb44-48452131e20f on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:43:11.354850 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3318d4ea-ea31-4c8b-acb2-9fa447f63147 req-51ef3053-1f5e-4576-9c47-900d93901114 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:11.358057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-18d3ec92-3acb-423e-8f47-2a8cd60b8da6 None None] For port 1722b654-cf6c-47a4-a1b5-d2799389d230, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1722b654-cf6c-47a4-a1b5-d2799389d230,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:11.358676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3318d4ea-ea31-4c8b-acb2-9fa447f63147 req-51ef3053-1f5e-4576-9c47-900d93901114 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.49 "DELETE /v2.0/ports/2dc82716-e79c-46fe-bb44-48452131e20f HTTP/1.1" status: 204 len: 173 time: 3.5858014 Jan 31 18:43:11.411843 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18d3ec92-3acb-423e-8f47-2a8cd60b8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:11.428741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-536da75d-5a44-4b86-9d09-d944868d3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.429146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-536da75d-5a44-4b86-9d09-d944868d3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.429635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-536da75d-5a44-4b86-9d09-d944868d3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.431173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-536da75d-5a44-4b86-9d09-d944868d3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.432808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-536da75d-5a44-4b86-9d09-d944868d3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.432808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-536da75d-5a44-4b86-9d09-d944868d3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.432808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-536da75d-5a44-4b86-9d09-d944868d3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.434696 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-536da75d-5a44-4b86-9d09-d944868d3637 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 6714 time: 1.3371477 Jan 31 18:43:11.475597 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b0fd5-3bb0-48d9-89cd-f14f1d474628 req-12c9292d-30cf-411a-a8ba-20b7bc089b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.477718 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-df1b0fd5-3bb0-48d9-89cd-f14f1d474628 req-12c9292d-30cf-411a-a8ba-20b7bc089b0c service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.3913443 Jan 31 18:43:11.513766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['3c1a3019-a461-4f2c-a193-a21f671c9322'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:43:11.581047 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-df1b0fd5-3bb0-48d9-89cd-f14f1d474628 req-0ffa2835-7309-4e2f-85d8-359db384663b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 217 time: 0.0963526 Jan 31 18:43:11.588288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510106f-2d10-4e05-9500-27c55e4b8a28 req-03421a09-bf34-445f-9392-0ca04fabe0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.590151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6510106f-2d10-4e05-9500-27c55e4b8a28 req-03421a09-bf34-445f-9392-0ca04fabe0ec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a336638a-edc5-4734-a9ff-b146a7c288a7 HTTP/1.1" status: 200 len: 854 time: 0.3865669 Jan 31 18:43:11.655814 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b0fd5-3bb0-48d9-89cd-f14f1d474628 req-4efff328-701f-47f2-aa04-1d14b9af436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.657525 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-df1b0fd5-3bb0-48d9-89cd-f14f1d474628 req-4efff328-701f-47f2-aa04-1d14b9af436a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.0688813 Jan 31 18:43:11.666586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6510106f-2d10-4e05-9500-27c55e4b8a28 req-1e7f06b6-67a9-487e-a24e-2e43d4f69409 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52e435ac-4cf7-4d43-a000-1c8f049c1257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622888 Jan 31 18:43:11.678611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-a70724e0-865c-419f-8fe7-251a17889891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.680900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-a70724e0-865c-419f-8fe7-251a17889891 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e26b851d-0946-4172-af21-cdb27088cdaf HTTP/1.1" status: 200 len: 913 time: 0.2266653 Jan 31 18:43:11.744202 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3ec92-3acb-423e-8f47-2a8cd60b8da6 None None] Pushing event updated for resources: {'Port': ['ID=1722b654-cf6c-47a4-a1b5-d2799389d230,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:11.777248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b0fd5-3bb0-48d9-89cd-f14f1d474628 req-1e1a297d-012a-4af1-9752-a7e085921ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.779044 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-df1b0fd5-3bb0-48d9-89cd-f14f1d474628 req-1e1a297d-012a-4af1-9752-a7e085921ec9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1114857 Jan 31 18:43:11.790932 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3edaa82d-784e-4eb6-b3b9-fecde890fbba req-5d8c18b9-28d4-41f8-9702-494f567bd681 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5415103 Jan 31 18:43:11.798389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-829d9666-be94-413a-82e8-c2cb29278309 service neutron] 10.222.0.21 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826156 Jan 31 18:43:11.813068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c497f-4cf4-4492-815b-0d4e3af982aa req-88a7a8da-a25a-4039-9942-e1e25a509f90 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:11.815474 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-148c497f-4cf4-4492-815b-0d4e3af982aa req-88a7a8da-a25a-4039-9942-e1e25a509f90 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.6008720 Jan 31 18:43:11.820208 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:43:11.821597 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:43:11.953237 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-df1b0fd5-3bb0-48d9-89cd-f14f1d474628 req-985a7a61-9ea2-4fc8-810d-f78173720e85 service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656721 Jan 31 18:43:12.017149 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-524d38f2-105a-4fcb-8074-ef542532cbb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae6f0d3-175d-49d4-a18b-ca0777c69d54 HTTP/1.1" status: 200 len: 999 time: 0.2996421 Jan 31 18:43:12.130533 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-df1b0fd5-3bb0-48d9-89cd-f14f1d474628 req-ce9f6e62-86dd-4e17-b029-84ce4f62ebdd service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710041 Jan 31 18:43:12.169293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6510106f-2d10-4e05-9500-27c55e4b8a28 req-6c2b48a4-e066-4389-9667-2a60fc337c86 service neutron] 10.222.0.49 "GET /v2.0/networks/52e435ac-4cf7-4d43-a000-1c8f049c1257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664764 Jan 31 18:43:12.184553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-148c497f-4cf4-4492-815b-0d4e3af982aa req-ef29ddeb-74d3-40b6-87be-c653d63345a8 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674601 Jan 31 18:43:12.188924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-c29e6db1-2634-4c82-a4e9-dad7c8aa5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:12.196809 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-c29e6db1-2634-4c82-a4e9-dad7c8aa5fc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e109565c-f7ac-4d00-b22b-e887bf719fa5 HTTP/1.1" status: 200 len: 851 time: 0.1626048 Jan 31 18:43:12.202195 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9220c04-0888-4374-9963-20c2f6132e73 req-5f333e44-d925-4279-8e79-9fc1f36ec55f service neutron] 10.222.0.21 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856344 Jan 31 18:43:12.243153 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-48064bb2-2306-4f52-9e06-f9908e2a5ccb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 31 18:43:12.243153 n-d-812111-15 neutron-server[103227]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jan 31 18:43:12.243153 n-d-812111-15 neutron-server[103227]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe64:3fc5', 'status': 'ALLOCATED', 'ipam_subnet_id': 'ec161ff0-b202-4354-b327-e8720ca75a2d'}] Jan 31 18:43:12.243153 n-d-812111-15 neutron-server[103227]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:43:12.244673 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-48064bb2-2306-4f52-9e06-f9908e2a5ccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:43:12.309560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff73c3-dda5-47ac-85c6-22a2c35bb7cd req-7959cde0-19db-4643-b7a6-7913a597b0c8 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:12.312212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41ff73c3-dda5-47ac-85c6-22a2c35bb7cd req-7959cde0-19db-4643-b7a6-7913a597b0c8 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 943 time: 0.3884604 Jan 31 18:43:12.358744 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:12.367939 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:12.493082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1722b654-cf6c-47a4-a1b5-d2799389d230 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:12.557875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:12.557875 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:12.595376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-26f90b6f-9453-42e5-a100-df12704ecf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:12.597818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-26f90b6f-9453-42e5-a100-df12704ecf3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e26b851d-0946-4172-af21-cdb27088cdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3998218 Jan 31 18:43:12.627250 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] For port 1722b654-cf6c-47a4-a1b5-d2799389d230, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1722b654-cf6c-47a4-a1b5-d2799389d230,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:12.646621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41ff73c3-dda5-47ac-85c6-22a2c35bb7cd req-90b87097-354c-4bfd-ba78-d7b41ef13ce8 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949181 Jan 31 18:43:12.660903 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:12.669272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:12.683125 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:12.734287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (1c74dbed-44ca-4834-845b-3c6d2256395a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:12.754637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6510106f-2d10-4e05-9500-27c55e4b8a28 req-a0ac3a9b-19fc-4bd0-9faa-c296b5bea873 service neutron] 10.222.0.49 "GET /v2.0/networks/52e435ac-4cf7-4d43-a000-1c8f049c1257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675366 Jan 31 18:43:12.792828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-182542c0-48a3-47c6-88dd-1f1b23d6c69e tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:12.794374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-182542c0-48a3-47c6-88dd-1f1b23d6c69e tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/networks?id=ee9e5266-5f80-4d84-ac1c-02631353e68e HTTP/1.1" status: 200 len: 810 time: 0.4261892 Jan 31 18:43:12.805249 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-48064bb2-2306-4f52-9e06-f9908e2a5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:12.822480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:12.830982 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:12.837910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:12.839117 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:12.841958 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=1722b654-cf6c-47a4-a1b5-d2799389d230,revision_number=8']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:12.849737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-f30e7c74-7c71-4a93-9226-e5f88ff41701 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/quotas/f15ab11cba8f4138922d674bcc2f5556 HTTP/1.1" status: 200 len: 375 time: 0.0337474 Jan 31 18:43:12.860429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-fba076dd-08a6-48b5-9c4e-15f15348bbb6 service neutron] 10.222.0.21 "GET /v2.0/networks/e26b851d-0946-4172-af21-cdb27088cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372508 Jan 31 18:43:12.862252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=1c74dbed-44ca-4834-845b-3c6d2256395a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:12.881343 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-00b5da64-f360-48f7-b2b1-1e00354d03ae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1668441 Jan 31 18:43:12.881678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36936) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:12.891104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:17:5b:00', 'name': 'tempest-NetworksTestDHCPv6-823932306'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:12.900948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038984c-ca60-4ab1-aefe-257fba7c88b1 req-4d475693-a6b8-4a84-89ea-90b0049709d1 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:12.902517 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1038984c-ca60-4ab1-aefe-257fba7c88b1 req-4d475693-a6b8-4a84-89ea-90b0049709d1 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 944 time: 0.1396160 Jan 31 18:43:12.906214 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-51f6af7d-25f1-4d08-aed3-5724186638b6 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f15ab11cba8f4138922d674bcc2f5556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419762 Jan 31 18:43:13.001954 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:43:13.043050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:13.095417 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-48064bb2-2306-4f52-9e06-f9908e2a5ccb None None] Allocated IP 172.20.0.2 (270588c3-27c5-4bbe-bc62-125107bc7b03/dbeca1f4-511e-435b-907c-0138430e0ccc/1722b654-cf6c-47a4-a1b5-d2799389d230) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:13.101712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1038984c-ca60-4ab1-aefe-257fba7c88b1 req-4fbe7f0a-ec5c-4bd6-a030-b7d3f828996e tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8632a3-e660-4f14-868e-34dd9b583a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866157 Jan 31 18:43:13.143060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b7501a-48ad-44c5-8ea7-f01939fe9741 req-bc25616a-107d-413e-b08e-42914a231169 service neutron] 10.222.0.21 "GET /v2.0/networks/e26b851d-0946-4172-af21-cdb27088cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395532 Jan 31 18:43:13.172248 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:13.192246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-5fc91381-e8dc-4e7f-ab86-0c15686832fc service neutron] 10.222.0.20 "GET /v2.0/networks/ee9e5266-5f80-4d84-ac1c-02631353e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754347 Jan 31 18:43:13.204470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 0532ffbd-23eb-44f5-a76a-814accb09286 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:43:13.239418 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-48064bb2-2306-4f52-9e06-f9908e2a5ccb None None] For port 1722b654-cf6c-47a4-a1b5-d2799389d230, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1722b654-cf6c-47a4-a1b5-d2799389d230,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:13.291535 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-48064bb2-2306-4f52-9e06-f9908e2a5ccb None None] Publish callbacks [] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:13.297558 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-48064bb2-2306-4f52-9e06-f9908e2a5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:13.367198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-eac2c6a5-ab1c-4e49-811b-13f56b40ae95 service neutron] 10.222.0.20 "GET /v2.0/networks/ee9e5266-5f80-4d84-ac1c-02631353e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660252 Jan 31 18:43:13.444503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 172.20.0.11 (270588c3-27c5-4bbe-bc62-125107bc7b03/dbeca1f4-511e-435b-907c-0138430e0ccc/0532ffbd-23eb-44f5-a76a-814accb09286) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:13.452027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::f816:3eff:fe17:5b00 (270588c3-27c5-4bbe-bc62-125107bc7b03/1c74dbed-44ca-4834-845b-3c6d2256395a/0532ffbd-23eb-44f5-a76a-814accb09286) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:13.519403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48064bb2-2306-4f52-9e06-f9908e2a5ccb None None] Pushing event updated for resources: {'Port': ['ID=1722b654-cf6c-47a4-a1b5-d2799389d230,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:13.551723 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0501f756-945f-438f-b3ae-c84826eb7037 x-openstack-request-id: req-0501f756-945f-438f-b3ae-c84826eb7037 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:13.552903 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76a41cc-66f5-47de-a5f6-5f077f77a51f", "tag": "f9aee02e-5bc3-41d4-9ed6-9b6680b9754a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:13.557112 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0501f756-945f-438f-b3ae-c84826eb7037 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:13.558001 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'tag': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'status': 'completed', 'code': 200} Jan 31 18:43:13.733080 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-9524bcb4-4e79-4136-af01-80515a186072 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1605580 Jan 31 18:43:13.736113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45669046-778f-48a1-ad44-2cec0af165d2 req-49096950-c9c8-43aa-9536-076a99ae9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:13.737872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45669046-778f-48a1-ad44-2cec0af165d2 req-49096950-c9c8-43aa-9536-076a99ae9680 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 1126 time: 0.1094656 Jan 31 18:43:13.793314 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (0532ffbd-23eb-44f5-a76a-814accb09286), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:13.949013 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (0532ffbd-23eb-44f5-a76a-814accb09286), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:14.001406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45669046-778f-48a1-ad44-2cec0af165d2 req-745ee419-a5a8-452b-be6b-b17a7524b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.004779 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45669046-778f-48a1-ad44-2cec0af165d2 req-745ee419-a5a8-452b-be6b-b17a7524b077 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.2494860 Jan 31 18:43:14.098121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:14.126024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:14.131658 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:14.208910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45669046-778f-48a1-ad44-2cec0af165d2 req-5726b37c-15af-403f-90ba-86f146df35bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a HTTP/1.1" status: 200 len: 217 time: 0.1755109 Jan 31 18:43:14.215059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=0532ffbd-23eb-44f5-a76a-814accb09286,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:14.252302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.252966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:14.260255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389b9e2-b316-4063-88d4-3af27842c759 req-ea3ca9ef-e17a-4ac7-b663-5b0e4ca1c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.261848 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e389b9e2-b316-4063-88d4-3af27842c759 req-ea3ca9ef-e17a-4ac7-b663-5b0e4ca1c1f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532&device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 1128 time: 0.1876135 Jan 31 18:43:14.290870 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0e6f6f90-8747-4b38-8b0c-2f6d9a18b477 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4076061 Jan 31 18:43:14.299415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36964) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:14.413099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc4477-694c-4a4e-8620-f41aed7f2487 req-6cae3109-ef75-4ef3-9e59-29dcedf0e9eb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.419336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc4477-694c-4a4e-8620-f41aed7f2487 req-6cae3109-ef75-4ef3-9e59-29dcedf0e9eb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.439485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc4477-694c-4a4e-8620-f41aed7f2487 req-6cae3109-ef75-4ef3-9e59-29dcedf0e9eb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.445544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc4477-694c-4a4e-8620-f41aed7f2487 req-6cae3109-ef75-4ef3-9e59-29dcedf0e9eb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.451055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc4477-694c-4a4e-8620-f41aed7f2487 req-6cae3109-ef75-4ef3-9e59-29dcedf0e9eb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.456423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc4477-694c-4a4e-8620-f41aed7f2487 req-6cae3109-ef75-4ef3-9e59-29dcedf0e9eb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.459081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389b9e2-b316-4063-88d4-3af27842c759 req-10429caf-a6b4-4281-9c9a-9b3d03893649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.460586 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e389b9e2-b316-4063-88d4-3af27842c759 req-10429caf-a6b4-4281-9c9a-9b3d03893649 service neutron] 10.222.0.21 "GET /v2.0/networks?id=106ae68d-6d9e-405a-919f-d63be7ddcc71 HTTP/1.1" status: 200 len: 920 time: 0.1886272 Jan 31 18:43:14.462791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc4477-694c-4a4e-8620-f41aed7f2487 req-6cae3109-ef75-4ef3-9e59-29dcedf0e9eb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.464723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55dc4477-694c-4a4e-8620-f41aed7f2487 req-6cae3109-ef75-4ef3-9e59-29dcedf0e9eb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5433 time: 0.4496958 Jan 31 18:43:14.470223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45669046-778f-48a1-ad44-2cec0af165d2 req-ad862c8b-4dec-446a-9886-9bc759b66803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.471656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45669046-778f-48a1-ad44-2cec0af165d2 req-ad862c8b-4dec-446a-9886-9bc759b66803 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.2434201 Jan 31 18:43:14.523617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3c1a3019-a461-4f2c-a193-a21f671c9322 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:14.541712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1722b654-cf6c-47a4-a1b5-d2799389d230 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:14.548306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abdcea-ec8d-4074-b74c-43325895ce11 req-3489a310-20ee-496c-add0-5cc4501c3443 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.555808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2abdcea-ec8d-4074-b74c-43325895ce11 req-3489a310-20ee-496c-add0-5cc4501c3443 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 943 time: 0.4397128 Jan 31 18:43:14.590510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-e0ae16d9-5697-406d-95af-1e1cc2cb7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.591277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-e0ae16d9-5697-406d-95af-1e1cc2cb7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.591781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-e0ae16d9-5697-406d-95af-1e1cc2cb7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.592508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-e0ae16d9-5697-406d-95af-1e1cc2cb7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.593010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-e0ae16d9-5697-406d-95af-1e1cc2cb7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.593505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-e0ae16d9-5697-406d-95af-1e1cc2cb7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.594179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-e0ae16d9-5697-406d-95af-1e1cc2cb7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.596628 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-e0ae16d9-5697-406d-95af-1e1cc2cb7bbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 6714 time: 0.5457950 Jan 31 18:43:14.607680 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e389b9e2-b316-4063-88d4-3af27842c759 req-10ef5b70-b426-4ae9-8e39-ab03e4280efd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 217 time: 0.1218524 Jan 31 18:43:14.645984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a81073e-891a-4032-9753-71838cb4942c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.652480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a81073e-891a-4032-9753-71838cb4942c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.654383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3a81073e-891a-4032-9753-71838cb4942c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3491681 Jan 31 18:43:14.682301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36970) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:14.705314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f9aee02e-5bc3-41d4-9ed6-9b6680b9754a details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:43:14.749764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d30aec-df78-4036-a6f5-83bd7a844497 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:14.758862 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389b9e2-b316-4063-88d4-3af27842c759 req-7830311d-de6b-4679-b937-20e4166ddb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.760594 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e389b9e2-b316-4063-88d4-3af27842c759 req-7830311d-de6b-4679-b937-20e4166ddb04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8aa81bd-fb67-4a06-b73a-43415ddd9888 HTTP/1.1" status: 200 len: 859 time: 0.1380682 Jan 31 18:43:14.823283 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e389b9e2-b316-4063-88d4-3af27842c759 req-e2cb8455-60aa-46cd-beed-4e9aac9ac8d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=106ae68d-6d9e-405a-919f-d63be7ddcc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478704 Jan 31 18:43:14.835317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2abdcea-ec8d-4074-b74c-43325895ce11 req-bb944c50-ae59-47ab-8624-f29d4e6774ad tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781117 Jan 31 18:43:14.892208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55dc4477-694c-4a4e-8620-f41aed7f2487 req-2777628a-5122-420f-9f55-38f323f2ca17 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4057617 Jan 31 18:43:14.896792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45669046-778f-48a1-ad44-2cec0af165d2 req-c202f714-4a20-4859-ba4a-9f708a9a8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:14.898278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45669046-778f-48a1-ad44-2cec0af165d2 req-c202f714-4a20-4859-ba4a-9f708a9a8c3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4030564 Jan 31 18:43:15.036964 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e389b9e2-b316-4063-88d4-3af27842c759 req-b92349fa-9baf-4f08-b85a-3e087484f585 service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059712 Jan 31 18:43:15.056218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:15.057207 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:15.150871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-962628f7-874d-4bd0-bd95-f055b9142bad None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:15.151396 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-962628f7-874d-4bd0-bd95-f055b9142bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:15.188210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 3c1a3019-a461-4f2c-a193-a21f671c9322 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:15.198742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 3c1a3019-a461-4f2c-a193-a21f671c9322 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:15.198742 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:15.221862 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e389b9e2-b316-4063-88d4-3af27842c759 req-0c913024-09d3-4a4e-b1b4-b1006be65a3d service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735950 Jan 31 18:43:15.350963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca02ebc8-2baf-469d-b4c7-ce0cb04815a8 req-83da60c8-3321-45e4-be0c-46f127895763 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 210 time: 0.3041437 Jan 31 18:43:15.355849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-185ddeed-048f-448e-9185-2e30bb9335ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:15.359236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-185ddeed-048f-448e-9185-2e30bb9335ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:15.368366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-185ddeed-048f-448e-9185-2e30bb9335ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:15.370487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:15.370690 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-185ddeed-048f-448e-9185-2e30bb9335ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=e26b851d-0946-4172-af21-cdb27088cdaf&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554 HTTP/1.1" status: 200 len: 2294 time: 0.7103202 Jan 31 18:43:15.427348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'port_id': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'mac_address': 'fa:16:3e:c7:61:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:43:15.500989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-962628f7-874d-4bd0-bd95-f055b9142bad None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:15.535704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3c1a3019-a461-4f2c-a193-a21f671c9322 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:15.536446 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:15.583028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:15.596138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:15.596674 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:15.604044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2955f0f-16c9-45c5-acea-d29fd991daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1a3019-a461-4f2c-a193-a21f671c9322'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:15.606473 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c88ffc-5e23-4b44-82e0-4a1bb987fe5c" -d '{"events": [{"server_uuid": "b2955f0f-16c9-45c5-acea-d29fd991daa1", "name": "network-vif-plugged", "status": "completed", "tag": "3c1a3019-a461-4f2c-a193-a21f671c9322"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:15.631186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3c1a3019-a461-4f2c-a193-a21f671c9322, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3c1a3019-a461-4f2c-a193-a21f671c9322,segment=NetworkSegment(e9b0d45e-66cd-47f2-8966-e51ae95532b3),segment_id=e9b0d45e-66cd-47f2-8966-e51ae95532b3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:15.646649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9aee02e-5bc3-41d4-9ed6-9b6680b9754a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:43:15.655066 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:15.731125 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:15.744615 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:15.765866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3c1a3019-a461-4f2c-a193-a21f671c9322,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:15.827258 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:15.916158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7494124-db1d-467a-b98e-a45d190a035f', 'name': 'network-vif-deleted', 'tag': '2dc82716-e79c-46fe-bb44-48452131e20f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:15.919941 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0793e6b0-8333-4b3f-b4cb-97fc9b293efd" -d '{"events": [{"server_uuid": "d7494124-db1d-467a-b98e-a45d190a035f", "name": "network-vif-deleted", "tag": "2dc82716-e79c-46fe-bb44-48452131e20f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:16.078637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45669046-778f-48a1-ad44-2cec0af165d2 req-81424534-3611-48a0-a759-2f71a3c7aed8 service neutron] 10.222.0.21 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1378529 Jan 31 18:43:16.160902 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f9aee02e-5bc3-41d4-9ed6-9b6680b9754a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:43:16.182311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-77534f76-983e-4d92-97df-c0103aef6a60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae6f0d3-175d-49d4-a18b-ca0777c69d54 HTTP/1.1" status: 200 len: 1001 time: 0.7738984 Jan 31 18:43:16.184805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b412bb37-9373-42d9-aa14-c95ffae06523 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 0532ffbd-23eb-44f5-a76a-814accb09286 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:16.185153 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b412bb37-9373-42d9-aa14-c95ffae06523 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0532ffbd-23eb-44f5-a76a-814accb09286), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:16.393323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-a7f7b9cd-6bfd-4aca-8ecb-76effe80c3a6 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:16.400868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-a7f7b9cd-6bfd-4aca-8ecb-76effe80c3a6 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 1.1739054 Jan 31 18:43:16.435410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03674b4b-92a0-4ccd-b62e-d299894ef9e9 req-7f58405c-6eaa-43e2-afdb-afaa4194af7e tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:16.443512 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-03674b4b-92a0-4ccd-b62e-d299894ef9e9 req-7f58405c-6eaa-43e2-afdb-afaa4194af7e tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.4943860 Jan 31 18:43:16.483985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-788d6976-d20f-45e3-8863-0be8f5c2847e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/quotas/e7e7bb3aaa3f4d44af496cc2af494b17 HTTP/1.1" status: 200 len: 375 time: 0.0812476 Jan 31 18:43:16.512243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-98d05a2a-1155-4741-9272-aa907f6c874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:16.513744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-98d05a2a-1155-4741-9272-aa907f6c874e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e109565c-f7ac-4d00-b22b-e887bf719fa5 HTTP/1.1" status: 200 len: 851 time: 0.2715874 Jan 31 18:43:16.549659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-2aa81f3a-501d-4dea-8971-dffa19021b0b tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:16.551166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-2aa81f3a-501d-4dea-8971-dffa19021b0b tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.49 "GET /v2.0/networks?id=ee9e5266-5f80-4d84-ac1c-02631353e68e HTTP/1.1" status: 200 len: 810 time: 0.6006975 Jan 31 18:43:16.573039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-cd494e5a-5780-4342-a0c1-53154f14540f tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879197 Jan 31 18:43:16.602318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Request body: {'port': {'device_id': '201e2be5-7ac4-4ba2-94f6-7abccf6e4b78', 'network_id': 'ee9e5266-5f80-4d84-ac1c-02631353e68e', 'admin_state_up': True, 'tenant_id': 'f15ab11cba8f4138922d674bcc2f5556'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:16.658815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b412bb37-9373-42d9-aa14-c95ffae06523 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0532ffbd-23eb-44f5-a76a-814accb09286), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:16.669273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45669046-778f-48a1-ad44-2cec0af165d2 req-318c108f-7de3-4ca4-82a8-f62ecc776d7b service neutron] 10.222.0.21 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732183 Jan 31 18:43:16.769195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b412bb37-9373-42d9-aa14-c95ffae06523 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 0532ffbd-23eb-44f5-a76a-814accb09286 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:16.781040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-03674b4b-92a0-4ccd-b62e-d299894ef9e9 req-de52a0ac-cab1-4b79-8361-bb7d925d71d9 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364804 Jan 31 18:43:16.911431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-09e36ebd-8b39-4f1b-be7d-67350054ea60 service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334632 Jan 31 18:43:16.922134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d50fe7ab-fc62-4ac4-910f-97fa9e5ecb9e None None] Provisioning complete for port 0532ffbd-23eb-44f5-a76a-814accb09286 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:16.922899 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d50fe7ab-fc62-4ac4-910f-97fa9e5ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0532ffbd-23eb-44f5-a76a-814accb09286), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:17.004542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d50fe7ab-fc62-4ac4-910f-97fa9e5ecb9e None None] Port 0532ffbd-23eb-44f5-a76a-814accb09286 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:43:17.024880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d50fe7ab-fc62-4ac4-910f-97fa9e5ecb9e None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:17.025498 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d50fe7ab-fc62-4ac4-910f-97fa9e5ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:17.094596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-beea51f7-f94e-43f5-8d7f-13e2870cbdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:17.096776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-beea51f7-f94e-43f5-8d7f-13e2870cbdb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e26b851d-0946-4172-af21-cdb27088cdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5345097 Jan 31 18:43:17.176905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d50fe7ab-fc62-4ac4-910f-97fa9e5ecb9e None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:17.298836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-99a97da2-633f-4994-abb1-9ce9aad7821d service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865004 Jan 31 18:43:17.319428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a7f2f1d4-f903-4eab-be31-f70806f5c32b None None] Could not find standard attr ID for object 4fe3d9a8-9eed-4f86-9a64-eb9adff016e5. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:43:17.337939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Made reservation on behalf of f15ab11cba8f4138922d674bcc2f5556 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:17.341427 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:17.371511 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b412bb37-9373-42d9-aa14-c95ffae06523 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0532ffbd-23eb-44f5-a76a-814accb09286), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:17.443169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412bb37-9373-42d9-aa14-c95ffae06523 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=0532ffbd-23eb-44f5-a76a-814accb09286,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:17.495632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e12eff-4c5b-46a5-86c4-c07e2abab736 req-008e3e0a-b58e-4b24-94bb-3e14af0891e5 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:17.501043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33e12eff-4c5b-46a5-86c4-c07e2abab736 req-008e3e0a-b58e-4b24-94bb-3e14af0891e5 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 945 time: 0.2964237 Jan 31 18:43:17.551109 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-641c3ea0-ceaf-4e05-a75c-1ba4a31b95c4 service neutron] 10.222.0.21 "GET /v2.0/networks/e26b851d-0946-4172-af21-cdb27088cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306642 Jan 31 18:43:17.823761 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b412bb37-9373-42d9-aa14-c95ffae06523 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:17.829509 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b412bb37-9373-42d9-aa14-c95ffae06523 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/0532ffbd-23eb-44f5-a76a-814accb09286 HTTP/1.1" status: 204 len: 168 time: 3.1341236 Jan 31 18:43:17.830339 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:17.830814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33e12eff-4c5b-46a5-86c4-c07e2abab736 req-9e3543d3-5cec-4396-a63e-da1fb8606316 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8632a3-e660-4f14-868e-34dd9b583a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883878 Jan 31 18:43:17.845758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Allocated IP 172.20.0.2 (ee9e5266-5f80-4d84-ac1c-02631353e68e/f5eb6622-6ca2-49c5-b3f0-c1a3858311b4/8f03028b-2573-4ee7-ae6b-d4d81896a234) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:17.860858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-191d96da-22bb-438f-92cd-4cef2331896c None None] Could not find standard attr ID for object 0532ffbd-23eb-44f5-a76a-814accb09286. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:43:17.907135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffbdac-f169-4bbc-a37c-310fc225e0ce req-c5a16ca0-de86-4012-91fb-de3e345d4f6d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:17.934779 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab29a61e-a6a6-432c-9d40-6c7578fa12dd x-openstack-request-id: req-ab29a61e-a6a6-432c-9d40-6c7578fa12dd {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:17.935284 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2955f0f-16c9-45c5-acea-d29fd991daa1", "name": "network-vif-plugged", "status": "completed", "tag": "3c1a3019-a461-4f2c-a193-a21f671c9322", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:17.935381 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab29a61e-a6a6-432c-9d40-6c7578fa12dd {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:17.935715 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2955f0f-16c9-45c5-acea-d29fd991daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1a3019-a461-4f2c-a193-a21f671c9322', 'code': 200} Jan 31 18:43:17.935829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffbdac-f169-4bbc-a37c-310fc225e0ce req-c5a16ca0-de86-4012-91fb-de3e345d4f6d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:17.963283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffbdac-f169-4bbc-a37c-310fc225e0ce req-c5a16ca0-de86-4012-91fb-de3e345d4f6d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:17.972509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffbdac-f169-4bbc-a37c-310fc225e0ce req-c5a16ca0-de86-4012-91fb-de3e345d4f6d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:17.981516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffbdac-f169-4bbc-a37c-310fc225e0ce req-c5a16ca0-de86-4012-91fb-de3e345d4f6d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:17.990203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffbdac-f169-4bbc-a37c-310fc225e0ce req-c5a16ca0-de86-4012-91fb-de3e345d4f6d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:17.999192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffbdac-f169-4bbc-a37c-310fc225e0ce req-c5a16ca0-de86-4012-91fb-de3e345d4f6d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:18.019036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2ffbdac-f169-4bbc-a37c-310fc225e0ce req-c5a16ca0-de86-4012-91fb-de3e345d4f6d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5433 time: 0.3311789 Jan 31 18:43:18.045753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-8fafb395-fc63-43a0-964b-635f78c18ba1 service neutron] 10.222.0.21 "GET /v2.0/networks/e26b851d-0946-4172-af21-cdb27088cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829910 Jan 31 18:43:18.208726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-c58dc676-c70f-46df-af30-66b63ee7dfd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 HTTP/1.1" status: 200 len: 217 time: 0.1460605 Jan 31 18:43:18.419300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b506f4b-fe89-417f-85cc-b46028b201f4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:18.420689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b506f4b-fe89-417f-85cc-b46028b201f4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:18.422558 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b506f4b-fe89-417f-85cc-b46028b201f4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:18.424213 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3b506f4b-fe89-417f-85cc-b46028b201f4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5917487 Jan 31 18:43:18.427534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37014) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:18.470264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f19f9-b6df-4db7-a646-e48ddd105a5c req-12935b76-fee8-45da-b13d-ae77f1f518af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:18.472642 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-949f19f9-b6df-4db7-a646-e48ddd105a5c req-12935b76-fee8-45da-b13d-ae77f1f518af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 1128 time: 0.1141164 Jan 31 18:43:18.476063 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2ffbdac-f169-4bbc-a37c-310fc225e0ce req-9fedea61-5199-48e0-9caf-156c431102a5 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4556756 Jan 31 18:43:18.544706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea63c07c-94f5-469f-bbc4-30892b47c29c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 1c74dbed-44ca-4834-845b-3c6d2256395a {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:18.550867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea63c07c-94f5-469f-bbc4-30892b47c29c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (1c74dbed-44ca-4834-845b-3c6d2256395a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:18.563803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f9aee02e-5bc3-41d4-9ed6-9b6680b9754a up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:18.578067 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-949f19f9-b6df-4db7-a646-e48ddd105a5c req-758dd2b1-c461-48ce-be28-a94667e808b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7e8632a3-e660-4f14-868e-34dd9b583a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961280 Jan 31 18:43:18.590894 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Publish callbacks [] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:18.610504 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea63c07c-94f5-469f-bbc4-30892b47c29c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (1c74dbed-44ca-4834-845b-3c6d2256395a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:18.670528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:18.677142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:18.677525 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:18.699696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574cc72-2f50-4a84-8642-091c8561a253 req-6c750ed2-6a09-4755-8d5c-f5959c0c158e tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:18.702135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5574cc72-2f50-4a84-8642-091c8561a253 req-6c750ed2-6a09-4755-8d5c-f5959c0c158e tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 944 time: 0.6364782 Jan 31 18:43:18.720580 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc68b52-ec91-4221-aa70-b46fe836a218 x-openstack-request-id: req-efc68b52-ec91-4221-aa70-b46fe836a218 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:18.721063 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7494124-db1d-467a-b98e-a45d190a035f", "name": "network-vif-deleted", "tag": "2dc82716-e79c-46fe-bb44-48452131e20f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:18.721479 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efc68b52-ec91-4221-aa70-b46fe836a218 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:18.722124 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7494124-db1d-467a-b98e-a45d190a035f', 'name': 'network-vif-deleted', 'tag': '2dc82716-e79c-46fe-bb44-48452131e20f', 'status': 'completed', 'code': 200} Jan 31 18:43:18.747999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-f5636966-ec16-4531-83b6-aeb1a9497145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:18.750699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-f5636966-ec16-4531-83b6-aeb1a9497145 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 200 len: 797 time: 0.5214067 Jan 31 18:43:18.778713 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:18.823902 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f3297126-4027-4eb4-98ab-c5520a458662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:18.862259 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea63c07c-94f5-469f-bbc4-30892b47c29c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (1c74dbed-44ca-4834-845b-3c6d2256395a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:18.934832 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea63c07c-94f5-469f-bbc4-30892b47c29c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (1c74dbed-44ca-4834-845b-3c6d2256395a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:18.941570 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:18.942389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:18.964571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63c07c-94f5-469f-bbc4-30892b47c29c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=1c74dbed-44ca-4834-845b-3c6d2256395a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:18.977794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea63c07c-94f5-469f-bbc4-30892b47c29c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:18.986230 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea63c07c-94f5-469f-bbc4-30892b47c29c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/1c74dbed-44ca-4834-845b-3c6d2256395a HTTP/1.1" status: 204 len: 168 time: 0.5576811 Jan 31 18:43:18.986905 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37020) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:19.016372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Network ee9e5266-5f80-4d84-ac1c-02631353e68e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:19.026686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:19.039286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:19.039811 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:19.054618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:19.057886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa6198e-8fc5-4ff3-930d-c5195c401cdf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet dbeca1f4-511e-435b-907c-0138430e0ccc {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:19.061990 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffa6198e-8fc5-4ff3-930d-c5195c401cdf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (dbeca1f4-511e-435b-907c-0138430e0ccc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:19.120086 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffa6198e-8fc5-4ff3-930d-c5195c401cdf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (dbeca1f4-511e-435b-907c-0138430e0ccc), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:19.159879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Pushing event updated for resources: {'Port': ['ID=8f03028b-2573-4ee7-ae6b-d4d81896a234,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:19.162253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:19.203997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5574cc72-2f50-4a84-8642-091c8561a253 req-1763582b-bb8e-44f3-9b2f-a04052161750 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729273 Jan 31 18:43:19.228056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd3ae5-fe0b-40a0-839c-bc3c81eb553e req-16fc9d3d-63c5-4f5e-96e5-5e583dc967e7 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:19.232042 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9dd3ae5-fe0b-40a0-839c-bc3c81eb553e req-16fc9d3d-63c5-4f5e-96e5-5e583dc967e7 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 931 time: 0.4484797 Jan 31 18:43:19.238203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:19.238868 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:19.264003 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-be490d51-e7fa-4caa-a297-0bf5e714c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:19.266149 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-be490d51-e7fa-4caa-a297-0bf5e714c82a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5026252 Jan 31 18:43:19.280111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-67a85e30-6d9d-4585-aa24-58fa1253c87f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6821024 Jan 31 18:43:19.322283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89deb8a-f09e-4387-be40-15c37db28225 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:19.343122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffa6198e-8fc5-4ff3-930d-c5195c401cdf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (dbeca1f4-511e-435b-907c-0138430e0ccc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:19.361773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Request body: {'port': {'device_id': '201e2be5-7ac4-4ba2-94f6-7abccf6e4b78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:19.490272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffa6198e-8fc5-4ff3-930d-c5195c401cdf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (dbeca1f4-511e-435b-907c-0138430e0ccc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:19.534161 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6198e-8fc5-4ff3-930d-c5195c401cdf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=dbeca1f4-511e-435b-907c-0138430e0ccc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:19.547118 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffa6198e-8fc5-4ff3-930d-c5195c401cdf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:19.552125 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ffa6198e-8fc5-4ff3-930d-c5195c401cdf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/dbeca1f4-511e-435b-907c-0138430e0ccc HTTP/1.1" status: 204 len: 168 time: 0.5641103 Jan 31 18:43:19.554391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37024) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:19.604211 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a2addc3e-5447-445f-94d3-319b5a8bf547 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466270 Jan 31 18:43:19.606588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37026) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:19.613004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-aa38e699-a219-4381-b53b-e7edb1eb96e2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:19.745689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa38e699-a219-4381-b53b-e7edb1eb96e2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:19.750200 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa38e699-a219-4381-b53b-e7edb1eb96e2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:19.936774 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:19.939459 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de81570a-8c0a-4fe0-a615-5db5b59f3d2b" -d '{"events": [{"server_uuid": "a76a41cc-66f5-47de-a5f6-5f077f77a51f", "name": "network-vif-plugged", "status": "completed", "tag": "f9aee02e-5bc3-41d4-9ed6-9b6680b9754a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:20.001392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb7b906b-fd08-4fff-9445-a991a163e6f2 req-7a65a7e7-3993-46b6-8589-6fcd3332e795 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 210 time: 0.5996163 Jan 31 18:43:20.027413 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa38e699-a219-4381-b53b-e7edb1eb96e2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (41d0b97e-16af-4bd0-8104-5a718424fdce), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:20.125187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38e699-a219-4381-b53b-e7edb1eb96e2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=41d0b97e-16af-4bd0-8104-5a718424fdce,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:20.155640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa38e699-a219-4381-b53b-e7edb1eb96e2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:20.158048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-aa38e699-a219-4381-b53b-e7edb1eb96e2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:20.165862 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa38e699-a219-4381-b53b-e7edb1eb96e2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:20.166753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa38e699-a219-4381-b53b-e7edb1eb96e2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:20.199706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9dd3ae5-fe0b-40a0-839c-bc3c81eb553e req-9d3cd0ca-71bf-4143-b7ca-f719d12d3114 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8eba836-369e-4b51-bfa7-413a006f275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9259980 Jan 31 18:43:20.201860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37030) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:20.203091 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aa38e699-a219-4381-b53b-e7edb1eb96e2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5949752 Jan 31 18:43:20.229973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:20.275992 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:20.376596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8356e318-d8d5-4ee1-99c6-010ac9fe368c None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:20.420232 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-10ceab2e-efbb-4363-b300-5b0914fb89af service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1389029 Jan 31 18:43:20.463304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2b415e3f-e7b1-40a4-be5b-a35eec25228f None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:20.463793 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b415e3f-e7b1-40a4-be5b-a35eec25228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:20.470957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-c3b64921-2e35-4cfc-ac92-2ca2a0eedccd tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:20.473372 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-c3b64921-2e35-4cfc-ac92-2ca2a0eedccd tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 1.0198257 Jan 31 18:43:20.532652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Request body: {'port': {'device_id': '7416dacb-c06f-40aa-bd69-afd90bea1235', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'admin_state_up': True, 'tenant_id': 'e7e7bb3aaa3f4d44af496cc2af494b17'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:20.588183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1635bcf-e2f3-46ff-8590-43536a897043 req-8c44a550-f3ec-4e8c-9c74-d3495ef1814f tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:20.590457 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1635bcf-e2f3-46ff-8590-43536a897043 req-8c44a550-f3ec-4e8c-9c74-d3495ef1814f tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.4626968 Jan 31 18:43:20.606442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2b415e3f-e7b1-40a4-be5b-a35eec25228f None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:20.835982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6dbd17c2-2027-4e9a-907f-01041cf57961 None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:20.837283 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6dbd17c2-2027-4e9a-907f-01041cf57961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:20.908474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1ff67-37fd-4ec0-9ad5-3ff6c237e193 req-bbbaee61-2d4d-4c82-b1a6-c8d7f4d22a47 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:20.914057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1ff67-37fd-4ec0-9ad5-3ff6c237e193 req-bbbaee61-2d4d-4c82-b1a6-c8d7f4d22a47 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:20.920460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1ff67-37fd-4ec0-9ad5-3ff6c237e193 req-bbbaee61-2d4d-4c82-b1a6-c8d7f4d22a47 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:20.925933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1ff67-37fd-4ec0-9ad5-3ff6c237e193 req-bbbaee61-2d4d-4c82-b1a6-c8d7f4d22a47 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:20.931856 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1ff67-37fd-4ec0-9ad5-3ff6c237e193 req-bbbaee61-2d4d-4c82-b1a6-c8d7f4d22a47 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:20.937667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1ff67-37fd-4ec0-9ad5-3ff6c237e193 req-bbbaee61-2d4d-4c82-b1a6-c8d7f4d22a47 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:20.943023 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1ff67-37fd-4ec0-9ad5-3ff6c237e193 req-bbbaee61-2d4d-4c82-b1a6-c8d7f4d22a47 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:20.945090 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ac1ff67-37fd-4ec0-9ad5-3ff6c237e193 req-bbbaee61-2d4d-4c82-b1a6-c8d7f4d22a47 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5433 time: 0.6261342 Jan 31 18:43:21.011165 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd17c2-2027-4e9a-907f-01041cf57961 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:21.019721 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93c8f56a-a806-4b7e-b735-b32044bb345f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:21.021916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-150fecbf-f6f7-4fa1-b7cb-28facc217894 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942776 Jan 31 18:43:21.025794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:21.029872 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:21.067249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1635bcf-e2f3-46ff-8590-43536a897043 req-395c62cb-4105-4257-b584-1fbb207cb283 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050944 Jan 31 18:43:21.140455 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab82d68-72ab-4e7c-8dc2-f56c08faaaa4 x-openstack-request-id: req-bab82d68-72ab-4e7c-8dc2-f56c08faaaa4 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:21.140925 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76a41cc-66f5-47de-a5f6-5f077f77a51f", "name": "network-vif-plugged", "status": "completed", "tag": "f9aee02e-5bc3-41d4-9ed6-9b6680b9754a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:21.141336 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bab82d68-72ab-4e7c-8dc2-f56c08faaaa4 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:21.141976 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'code': 200} Jan 31 18:43:21.173507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-18429376-3581-4c62-bfa2-198f321bbd2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=c65db0e2-1322-4cbb-b752-8c9fabd69910 HTTP/1.1" status: 200 len: 217 time: 0.1110492 Jan 31 18:43:21.279529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01212c2-818d-4c63-bef7-7775bc839d16 req-9e709b42-6948-44b8-bf33-3fc46f1b5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:21.281132 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b01212c2-818d-4c63-bef7-7775bc839d16 req-9e709b42-6948-44b8-bf33-3fc46f1b5545 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 1128 time: 0.0492063 Jan 31 18:43:21.351492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Made reservation on behalf of e7e7bb3aaa3f4d44af496cc2af494b17 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:21.358449 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:21.366768 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b01212c2-818d-4c63-bef7-7775bc839d16 req-92d13247-b3f6-4810-a27f-feb1e10df694 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703361 Jan 31 18:43:21.464587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-ffcdac74-79cc-4518-8c5f-c8ce8fb91b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:21.466085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-ffcdac74-79cc-4518-8c5f-c8ce8fb91b23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 200 len: 797 time: 0.2447305 Jan 31 18:43:21.499428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f86ddb-2137-484e-ba49-50cffb3a7c36 req-a86fc038-528f-4241-9d2a-c2a130e7381c tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:21.500970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52f86ddb-2137-484e-ba49-50cffb3a7c36 req-a86fc038-528f-4241-9d2a-c2a130e7381c tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 945 time: 0.3740535 Jan 31 18:43:21.587780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5f966-be2d-4713-8ba9-f00c841f63b0 req-751c6bf9-8fca-4c74-a47e-fedddbdc083e tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:21.589518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13c5f966-be2d-4713-8ba9-f00c841f63b0 req-751c6bf9-8fca-4c74-a47e-fedddbdc083e tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 945 time: 0.3538113 Jan 31 18:43:21.768125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f03028b-2573-4ee7-ae6b-d4d81896a234 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:43:21.794764 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Publish callbacks [] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:21.828778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52f86ddb-2137-484e-ba49-50cffb3a7c36 req-b19d858a-e8a6-4032-9696-1c1b65c47a3b tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8632a3-e660-4f14-868e-34dd9b583a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194528 Jan 31 18:43:21.849534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Allocated IP 172.20.0.5 (73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d/b701da94-0f98-46d4-93ea-0e6c62e79c49/93a62401-31ab-4569-afc3-c149744d2fb9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:21.853255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Transition to ACTIVE for port object 8f03028b-2573-4ee7-ae6b-d4d81896a234 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:21.876316 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:21.886514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13c5f966-be2d-4713-8ba9-f00c841f63b0 req-f4bff05e-c7be-4012-a463-4e8d8fb538cb tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880518 Jan 31 18:43:22.026406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-3623be95-cf4b-4e92-a554-adb1b89cf37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:22.028354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-3623be95-cf4b-4e92-a554-adb1b89cf37e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3920524 Jan 31 18:43:22.030197 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b3445f4-e780-4e3c-8c0a-77343b91b4db req-a68ed2a2-122a-41c1-bf9d-d5b17c852349 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 210 time: 0.0801296 Jan 31 18:43:22.112685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f03028b-2573-4ee7-ae6b-d4d81896a234,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:22.344488 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:22.421371 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-ac67f50d-dca1-40d5-95b4-807730a1b785 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736892 Jan 31 18:43:22.467148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7637e-ef55-4ef8-a18e-1c9a09000285 req-31cd496d-bbb1-4a7a-a2ea-3e87da9d5619 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:22.468834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fad7637e-ef55-4ef8-a18e-1c9a09000285 req-31cd496d-bbb1-4a7a-a2ea-3e87da9d5619 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 943 time: 0.4706714 Jan 31 18:43:22.554547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Attempting to bind port 8f03028b-2573-4ee7-ae6b-d4d81896a234 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:43:22.555061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Attempting to bind port 8f03028b-2573-4ee7-ae6b-d4d81896a234 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '1de295d0-2aa2-4b9b-bc8c-21732484a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee9e5266-5f80-4d84-ac1c-02631353e68e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:43:22.555244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Attempting to bind port 8f03028b-2573-4ee7-ae6b-d4d81896a234 on network ee9e5266-5f80-4d84-ac1c-02631353e68e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:22.933248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f622ba-8bf1-4f0e-a992-036a3a873390 req-786d731b-d1ef-4038-8414-b8ea4b87d8a8 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:22.934825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39f622ba-8bf1-4f0e-a992-036a3a873390 req-786d731b-d1ef-4038-8414-b8ea4b87d8a8 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.7127602 Jan 31 18:43:22.937920 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks [] for port (93a62401-31ab-4569-afc3-c149744d2fb9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:22.983405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Port 8f03028b-2573-4ee7-ae6b-d4d81896a234 on network ee9e5266-5f80-4d84-ac1c-02631353e68e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:43:22.983997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Attempting to bind port 8f03028b-2573-4ee7-ae6b-d4d81896a234 on network ee9e5266-5f80-4d84-ac1c-02631353e68e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:23.050994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:43:23.051766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Checking segment: {'id': '1de295d0-2aa2-4b9b-bc8c-21732484a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee9e5266-5f80-4d84-ac1c-02631353e68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:23.051766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Bound using segment: {'id': '1de295d0-2aa2-4b9b-bc8c-21732484a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee9e5266-5f80-4d84-ac1c-02631353e68e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:43:23.052468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Bound port: 8f03028b-2573-4ee7-ae6b-d4d81896a234, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de295d0-2aa2-4b9b-bc8c-21732484a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee9e5266-5f80-4d84-ac1c-02631353e68e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:43:23.052869 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:23.123585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.objects.ports [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:43:23.137873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-afca05bd-6db1-4f86-8e52-405113fe5bab service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058680 Jan 31 18:43:23.154178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fad7637e-ef55-4ef8-a18e-1c9a09000285 req-239c4fa5-4a56-47ae-b688-c23ccba98605 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8eba836-369e-4b51-bfa7-413a006f275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6510015 Jan 31 18:43:23.370377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-0a23df57-aa3a-44a5-9715-b05b634fe76f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 HTTP/1.1" status: 200 len: 217 time: 0.1935344 Jan 31 18:43:23.387782 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:23.408272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39f622ba-8bf1-4f0e-a992-036a3a873390 req-40852324-a953-466b-8c37-e471f85dcfee tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396846 Jan 31 18:43:23.444911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2653fb3-d8a7-4ebb-8449-63db38d60615 req-082cb73b-39b7-4ac0-b5d7-d57f016caaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:23.448080 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d2653fb3-d8a7-4ebb-8449-63db38d60615 req-082cb73b-39b7-4ac0-b5d7-d57f016caaaf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3b923701abd4bf49fbd585320d1bac2&device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 1128 time: 0.0666709 Jan 31 18:43:23.522492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] For port 8f03028b-2573-4ee7-ae6b-d4d81896a234, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:23.588792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:23.590407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2653fb3-d8a7-4ebb-8449-63db38d60615 req-efc07b90-8452-4de3-a37f-d6f963c56d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:23.592424 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d2653fb3-d8a7-4ebb-8449-63db38d60615 req-efc07b90-8452-4de3-a37f-d6f963c56d1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=52e435ac-4cf7-4d43-a000-1c8f049c1257 HTTP/1.1" status: 200 len: 915 time: 0.1382418 Jan 31 18:43:23.598662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] For port 8f03028b-2573-4ee7-ae6b-d4d81896a234, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8f03028b-2573-4ee7-ae6b-d4d81896a234,segment=NetworkSegment(1de295d0-2aa2-4b9b-bc8c-21732484a20f),segment_id=1de295d0-2aa2-4b9b-bc8c-21732484a20f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:23.640094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:23.649297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:23.658697 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d2653fb3-d8a7-4ebb-8449-63db38d60615 req-e399b9ef-a62c-44ab-b389-b62df8fe421c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c1a3019-a461-4f2c-a193-a21f671c9322 HTTP/1.1" status: 200 len: 217 time: 0.0584536 Jan 31 18:43:23.661934 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:23.687127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Pushing event updated for resources: {'Port': ['ID=93a62401-31ab-4569-afc3-c149744d2fb9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:23.690433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-d98ed5bd-136a-43c3-9baa-69997da560d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:23.692224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-d98ed5bd-136a-43c3-9baa-69997da560d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 200 len: 797 time: 0.2878079 Jan 31 18:43:23.726297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2653fb3-d8a7-4ebb-8449-63db38d60615 req-372a5c12-b2f7-42d7-806f-46abe0d69fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:23.728947 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d2653fb3-d8a7-4ebb-8449-63db38d60615 req-372a5c12-b2f7-42d7-806f-46abe0d69fac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a336638a-edc5-4734-a9ff-b146a7c288a7 HTTP/1.1" status: 200 len: 854 time: 0.0640631 Jan 31 18:43:23.769542 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d2653fb3-d8a7-4ebb-8449-63db38d60615 req-fcbb326c-9cf7-4f63-8847-43b9146c9652 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52e435ac-4cf7-4d43-a000-1c8f049c1257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352390 Jan 31 18:43:23.798979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:23.799585 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:23.800978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] 10.222.0.49 "PUT /v2.0/ports/8f03028b-2573-4ee7-ae6b-d4d81896a234 HTTP/1.1" status: 200 len: 1092 time: 4.4664233 Jan 31 18:43:23.810124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201e2be5-7ac4-4ba2-94f6-7abccf6e4b78', 'tag': '8f03028b-2573-4ee7-ae6b-d4d81896a234'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:23.812564 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d160ec6f-9ad7-4f0f-b3b3-616f0148516d" -d '{"events": [{"name": "network-changed", "server_uuid": "201e2be5-7ac4-4ba2-94f6-7abccf6e4b78", "tag": "8f03028b-2573-4ee7-ae6b-d4d81896a234"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:23.823085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6759f2-08f2-4675-9da5-95de379c1bb4 req-2d9d6a54-cdcc-418b-8e28-d3664ff31b80 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:23.824385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea6759f2-08f2-4675-9da5-95de379c1bb4 req-2d9d6a54-cdcc-418b-8e28-d3664ff31b80 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 945 time: 0.4129751 Jan 31 18:43:23.877571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:23.878235 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:23.918213 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d2653fb3-d8a7-4ebb-8449-63db38d60615 req-52b14724-7ac5-4a18-b28c-a629e5df6b1b service neutron] 10.222.0.49 "GET /v2.0/networks/52e435ac-4cf7-4d43-a000-1c8f049c1257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422734 Jan 31 18:43:23.955958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc18692-27e8-4236-8106-d38e683edbbf req-ef39f66f-e23f-4df3-a0c8-962c4f54c400 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:23.963610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abc18692-27e8-4236-8106-d38e683edbbf req-ef39f66f-e23f-4df3-a0c8-962c4f54c400 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 931 time: 0.4308956 Jan 31 18:43:23.971863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed43ac-a339-431a-a87f-90399a7debe7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f03028b-2573-4ee7-ae6b-d4d81896a234,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:23.978479 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:23.986601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-6ffe2691-2327-4cde-a9ed-b55c6518a23e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4599788 Jan 31 18:43:23.993436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:24.028748 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Request body: {'port': {'device_id': '7416dacb-c06f-40aa-bd69-afd90bea1235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:24.050382 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d2653fb3-d8a7-4ebb-8449-63db38d60615 req-0d1eda8e-7da2-4d84-bfa6-92653cd989b9 service neutron] 10.222.0.49 "GET /v2.0/networks/52e435ac-4cf7-4d43-a000-1c8f049c1257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246223 Jan 31 18:43:24.050912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-af3d8ae1-bd18-4105-87ff-ef778f84ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:24.052536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-af3d8ae1-bd18-4105-87ff-ef778f84ac8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3370726 Jan 31 18:43:24.100237 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:24.126695 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea6759f2-08f2-4675-9da5-95de379c1bb4 req-436b198e-dce4-4e0b-ab58-3c2d19eeeeca tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779365 Jan 31 18:43:24.168184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-79ddf72a-7622-4b84-bfb6-976aa030de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:24.169648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-79ddf72a-7622-4b84-bfb6-976aa030de61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f15ab11cba8f4138922d674bcc2f5556&device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 1126 time: 0.3172767 Jan 31 18:43:24.289131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abc18692-27e8-4236-8106-d38e683edbbf req-a6a4981c-8498-4158-aff1-0eeaf0d6a8af tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243818 Jan 31 18:43:24.322028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-ef36657f-12d9-44c1-9433-66136a324a43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f03028b-2573-4ee7-ae6b-d4d81896a234 HTTP/1.1" status: 200 len: 217 time: 0.1156602 Jan 31 18:43:24.356594 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc297529-8bf0-4ba2-b001-9ce72a83b72e x-openstack-request-id: req-fc297529-8bf0-4ba2-b001-9ce72a83b72e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:24.356975 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201e2be5-7ac4-4ba2-94f6-7abccf6e4b78", "tag": "8f03028b-2573-4ee7-ae6b-d4d81896a234", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:24.357172 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc297529-8bf0-4ba2-b001-9ce72a83b72e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:24.357595 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201e2be5-7ac4-4ba2-94f6-7abccf6e4b78', 'tag': '8f03028b-2573-4ee7-ae6b-d4d81896a234', 'status': 'completed', 'code': 200} Jan 31 18:43:24.419732 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:24.556281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-b3b2d1b2-f6fc-4d43-b2da-fea2dfb6cb4d service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792230 Jan 31 18:43:24.615391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-2fdbfcb0-cffc-4f1d-98b6-3cc020c909d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:24.616871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-2fdbfcb0-cffc-4f1d-98b6-3cc020c909d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f5eb6622-6ca2-49c5-b3f0-c1a3858311b4 HTTP/1.1" status: 200 len: 850 time: 0.2568696 Jan 31 18:43:24.640506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2601ff-b45a-4d09-a524-03ebb84d4c33 req-7b6abc58-16c9-49cf-8304-ddf2559446db tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:24.642034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e2601ff-b45a-4d09-a524-03ebb84d4c33 req-7b6abc58-16c9-49cf-8304-ddf2559446db tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 945 time: 0.4128029 Jan 31 18:43:24.731514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-42b0b7e0-6ca0-4201-8525-3a1978f854ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee9e5266-5f80-4d84-ac1c-02631353e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857632 Jan 31 18:43:24.752631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] For port 1722b654-cf6c-47a4-a1b5-d2799389d230, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1722b654-cf6c-47a4-a1b5-d2799389d230,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:25.146299 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:25.272717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-06583e8b-29d7-4e38-a45b-459c7eaa5b86 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:25.274807 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-06583e8b-29d7-4e38-a45b-459c7eaa5b86 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7955985 Jan 31 18:43:25.295669 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:25.323773 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:25.396487 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-5a9eb383-f1f3-4ffa-a79c-8d8dac99fe78 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8137298 Jan 31 18:43:25.430623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e2601ff-b45a-4d09-a524-03ebb84d4c33 req-46bc1aa4-8e51-4462-8649-d403ae424416 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8632a3-e660-4f14-868e-34dd9b583a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7625365 Jan 31 18:43:25.460712 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (1373ec21-12bc-456a-9ed6-9533897ded80), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:25.470452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-6068bf0c-d345-459c-a112-7d1d3ebc8352 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.1771240 Jan 31 18:43:25.553996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-a4d8ea48-4981-40e7-b57e-89aab1260932 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=7e8e4722-fe39-4868-8203-148e049d7cac HTTP/1.1" status: 200 len: 217 time: 0.1175914 Jan 31 18:43:25.571980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-3c6bfc56-7bb5-4bd6-95d3-2b87dbe14d30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Request body: {'floatingip': {'port_id': '5066f273-7862-4853-90bb-976647432bd6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:25.662731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-dd017816-f94c-465b-b05b-3407515ff96b service neutron] 10.222.0.49 "GET /v2.0/networks/ee9e5266-5f80-4d84-ac1c-02631353e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9167018 Jan 31 18:43:25.715262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:25.723321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=1722b654-cf6c-47a4-a1b5-d2799389d230,revision_number=13']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:25.741286 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-3c6bfc56-7bb5-4bd6-95d3-2b87dbe14d30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:25.760587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:25.771963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b7532-b7da-4122-9b75-6b6f200698de None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:25.801424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:25.802038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:25.811933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=1373ec21-12bc-456a-9ed6-9533897ded80,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:25.903688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-4b500e84-a7b3-423d-8bd8-f109112d7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:25.905106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-4b500e84-a7b3-423d-8bd8-f109112d7c89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 200 len: 797 time: 0.3158207 Jan 31 18:43:25.985758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5e88e21a-d372-4de3-9c23-0e1aa62c69dd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7568829 Jan 31 18:43:25.986640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37074) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:25.993013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:81:65:6e', 'name': 'tempest-NetworksTestDHCPv6-967813667'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:26.010251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192dece6-82af-4381-bc8c-2142c6248d0e None None] Update dhcp port {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': '1373ec21-12bc-456a-9ed6-9533897ded80', 'ip_address': '2001:db8::f816:3eff:fe64:3fc5'}, {'subnet_id': '41d0b97e-16af-4bd0-8104-5a718424fdce'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '1722b654-cf6c-47a4-a1b5-d2799389d230'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 18:43:26.051549 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:26.060193 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-192dece6-82af-4381-bc8c-2142c6248d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:26.060429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cc580-9384-4b8a-96a4-e92d23600d2a req-968f654d-3e1e-40ec-b605-7fceb698257b tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:26.068301 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f54cc580-9384-4b8a-96a4-e92d23600d2a req-968f654d-3e1e-40ec-b605-7fceb698257b tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 943 time: 0.5564976 Jan 31 18:43:26.180696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a62401-31ab-4569-afc3-c149744d2fb9 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:43:26.184253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:26.194294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a51f5a19-619a-4a96-b5bd-57799a39dc6e req-28fa8a0b-d359-4c1e-9749-5b3fc6142dd9 service neutron] 10.222.0.49 "GET /v2.0/networks/ee9e5266-5f80-4d84-ac1c-02631353e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904113 Jan 31 18:43:26.200843 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Publish callbacks [] for port (93a62401-31ab-4569-afc3-c149744d2fb9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:26.262863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-73207301-ff66-4115-bb27-cbc0f3f6a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:26.264463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-73207301-ff66-4115-bb27-cbc0f3f6a31a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3512073 Jan 31 18:43:26.270691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Transition to ACTIVE for port object 93a62401-31ab-4569-afc3-c149744d2fb9 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:26.282436 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f54cc580-9384-4b8a-96a4-e92d23600d2a req-a41925b7-fd3c-4e7b-a806-55ad53b3331c tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8eba836-369e-4b51-bfa7-413a006f275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113435 Jan 31 18:43:26.335958 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:26.385956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-192dece6-82af-4381-bc8c-2142c6248d0e None None] Allocated IP 172.20.0.2 (270588c3-27c5-4bbe-bc62-125107bc7b03/41d0b97e-16af-4bd0-8104-5a718424fdce/1722b654-cf6c-47a4-a1b5-d2799389d230) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:26.439643 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:26.477332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port ff489524-a046-416d-b85a-7e0d7682c2b4 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:43:26.569556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Pushing event updated for resources: {'Port': ['ID=93a62401-31ab-4569-afc3-c149744d2fb9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:26.596789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-192dece6-82af-4381-bc8c-2142c6248d0e None None] For port 1722b654-cf6c-47a4-a1b5-d2799389d230, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1722b654-cf6c-47a4-a1b5-d2799389d230,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:26.659235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-3916fa2c-ed7b-47c5-9bc7-ea0615ebc5f5 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701792 Jan 31 18:43:26.772737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1722b654-cf6c-47a4-a1b5-d2799389d230 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:26.823293 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-192dece6-82af-4381-bc8c-2142c6248d0e None None] Publish callbacks [] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:26.829490 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-192dece6-82af-4381-bc8c-2142c6248d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:26.842814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31654553-9758-4d11-8fd0-b522a7aebc62 req-f4719a44-50f5-4553-a267-a65ac453ff73 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:26.844380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31654553-9758-4d11-8fd0-b522a7aebc62 req-f4719a44-50f5-4553-a267-a65ac453ff73 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.2889965 Jan 31 18:43:26.928728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ec6f-9ad7-4f0f-b3b3-616f0148516d req-23f36069-829c-4731-838d-8f70746f6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:26.931616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d160ec6f-9ad7-4f0f-b3b3-616f0148516d req-23f36069-829c-4731-838d-8f70746f6d62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f15ab11cba8f4138922d674bcc2f5556&device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 1126 time: 0.6456509 Jan 31 18:43:26.935158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:26.935543 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:26.937374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dece6-82af-4381-bc8c-2142c6248d0e None None] Pushing event updated for resources: {'Port': ['ID=1722b654-cf6c-47a4-a1b5-d2799389d230,revision_number=14']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:27.037807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 172.20.0.4 (270588c3-27c5-4bbe-bc62-125107bc7b03/41d0b97e-16af-4bd0-8104-5a718424fdce/ff489524-a046-416d-b85a-7e0d7682c2b4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:27.051128 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:27.063419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::f816:3eff:fe81:656e (270588c3-27c5-4bbe-bc62-125107bc7b03/1373ec21-12bc-456a-9ed6-9533897ded80/ff489524-a046-416d-b85a-7e0d7682c2b4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:27.129520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Attempting to bind port 93a62401-31ab-4569-afc3-c149744d2fb9 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:43:27.129764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Attempting to bind port 93a62401-31ab-4569-afc3-c149744d2fb9 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:43:27.130646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Attempting to bind port 93a62401-31ab-4569-afc3-c149744d2fb9 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:27.156310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-aff1654f-a0e1-48f0-84d2-e5ee621b39fd service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854989 Jan 31 18:43:27.160358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31654553-9758-4d11-8fd0-b522a7aebc62 req-bd7bb9ef-a867-48eb-b319-960275cdd4b4 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883482 Jan 31 18:43:27.230036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Port 93a62401-31ab-4569-afc3-c149744d2fb9 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:43:27.230342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Attempting to bind port 93a62401-31ab-4569-afc3-c149744d2fb9 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:27.252453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:43:27.252956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Checking segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:27.253358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Bound using segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:43:27.253815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Bound port: 93a62401-31ab-4569-afc3-c149744d2fb9, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:43:27.254187 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:27.292583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (ff489524-a046-416d-b85a-7e0d7682c2b4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:27.304133 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-3c6bfc56-7bb5-4bd6-95d3-2b87dbe14d30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:43:27.335172 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ff489524-a046-416d-b85a-7e0d7682c2b4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:27.390499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:27.394820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:27.404044 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:27.420091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-9f79256b-6807-43dc-b24a-92703730ff9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fb053bb3-d847-4a79-a6ed-030c225dc535 HTTP/1.1" status: 200 len: 217 time: 0.2501307 Jan 31 18:43:27.448910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=ff489524-a046-416d-b85a-7e0d7682c2b4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:27.481346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:27.482016 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:27.501876 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-42bbd921-7bf6-44e0-88cb-e4e61c310372 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5134242 Jan 31 18:43:27.504831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37084) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:27.576589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759b72f1-dbb6-4dd0-b76d-7c23706f5c5f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:27.582074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759b72f1-dbb6-4dd0-b76d-7c23706f5c5f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:27.583882 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-759b72f1-dbb6-4dd0-b76d-7c23706f5c5f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0779355 Jan 31 18:43:27.586988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:27.702415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1f4205f9-ad6a-496d-bde3-523fc32e9bee tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port ff489524-a046-416d-b85a-7e0d7682c2b4 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:27.702897 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4205f9-ad6a-496d-bde3-523fc32e9bee tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ff489524-a046-416d-b85a-7e0d7682c2b4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:27.714973 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-aff97822-3c7c-48e0-a439-480460058a6a None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:27.716412 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff97822-3c7c-48e0-a439-480460058a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:27.840856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-aff97822-3c7c-48e0-a439-480460058a6a None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:27.868391 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4205f9-ad6a-496d-bde3-523fc32e9bee tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ff489524-a046-416d-b85a-7e0d7682c2b4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:27.882497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1f4205f9-ad6a-496d-bde3-523fc32e9bee tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for ff489524-a046-416d-b85a-7e0d7682c2b4 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:27.898008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ec6f-9ad7-4f0f-b3b3-616f0148516d req-c0d7fd31-6eaa-4658-a38f-4474469ddb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:27.899729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d160ec6f-9ad7-4f0f-b3b3-616f0148516d req-c0d7fd31-6eaa-4658-a38f-4474469ddb0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee9e5266-5f80-4d84-ac1c-02631353e68e HTTP/1.1" status: 200 len: 911 time: 0.9577863 Jan 31 18:43:27.906036 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-3c6bfc56-7bb5-4bd6-95d3-2b87dbe14d30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:27.956040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbb64a-7902-48d6-9aab-db04390eeef5 req-8461cf73-2516-44e5-a8ff-554320ae0bd9 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:27.957534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7cbb64a-7902-48d6-9aab-db04390eeef5 req-8461cf73-2516-44e5-a8ff-554320ae0bd9 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 943 time: 0.6293108 Jan 31 18:43:27.962436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-3c6bfc56-7bb5-4bd6-95d3-2b87dbe14d30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:27.964867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d160ec6f-9ad7-4f0f-b3b3-616f0148516d req-62d0e30d-396d-4195-8eee-ff5b88199bb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f03028b-2573-4ee7-ae6b-d4d81896a234 HTTP/1.1" status: 200 len: 217 time: 0.0559015 Jan 31 18:43:28.027842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-7d7fc574-8df4-4347-97ef-a89c1975098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:28.029537 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-7d7fc574-8df4-4347-97ef-a89c1975098c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebaee9b9-5c1e-40d2-b93a-0186138d8b06 HTTP/1.1" status: 200 len: 797 time: 0.5725877 Jan 31 18:43:28.065380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-46c8f690-726d-4160-b5b6-0a4a9631e0e0 None None] Provisioning complete for port ff489524-a046-416d-b85a-7e0d7682c2b4 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:28.066125 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46c8f690-726d-4160-b5b6-0a4a9631e0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ff489524-a046-416d-b85a-7e0d7682c2b4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.093406 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4205f9-ad6a-496d-bde3-523fc32e9bee tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ff489524-a046-416d-b85a-7e0d7682c2b4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.106663 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-46c8f690-726d-4160-b5b6-0a4a9631e0e0 None None] Port ff489524-a046-416d-b85a-7e0d7682c2b4 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:43:28.127394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4205f9-ad6a-496d-bde3-523fc32e9bee tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=ff489524-a046-416d-b85a-7e0d7682c2b4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:28.140095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] For port 93a62401-31ab-4569-afc3-c149744d2fb9, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:28.213260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] For port 93a62401-31ab-4569-afc3-c149744d2fb9, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=93a62401-31ab-4569-afc3-c149744d2fb9,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:28.221757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ec6f-9ad7-4f0f-b3b3-616f0148516d req-898b6a9f-fb2b-40af-9b0c-ec009010f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:28.224529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d160ec6f-9ad7-4f0f-b3b3-616f0148516d req-898b6a9f-fb2b-40af-9b0c-ec009010f726 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f5eb6622-6ca2-49c5-b3f0-c1a3858311b4 HTTP/1.1" status: 200 len: 850 time: 0.2179022 Jan 31 18:43:28.235136 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7cbb64a-7902-48d6-9aab-db04390eeef5 req-c902203c-298f-463e-9e87-6ac4d464c389 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693071 Jan 31 18:43:28.235810 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4205f9-ad6a-496d-bde3-523fc32e9bee tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.245160 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1f4205f9-ad6a-496d-bde3-523fc32e9bee tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/ff489524-a046-416d-b85a-7e0d7682c2b4 HTTP/1.1" status: 204 len: 168 time: 0.6569743 Jan 31 18:43:28.249246 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.249388 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37092) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:28.306074 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-3c6bfc56-7bb5-4bd6-95d3-2b87dbe14d30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Floating IP f02df2e1-a7dc-4fe9-b856-ab908c904112 associated. External IP: 172.25.8.157, port: 5066f273-7862-4853-90bb-976647432bd6. Jan 31 18:43:28.311435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-260d479a-6ae2-4ef5-bfea-2bf14de8cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:28.313063 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-260d479a-6ae2-4ef5-bfea-2bf14de8cd4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2682025 Jan 31 18:43:28.314880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d160ec6f-9ad7-4f0f-b3b3-616f0148516d req-697cb3dd-65fa-4f03-885c-020d5d2566e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee9e5266-5f80-4d84-ac1c-02631353e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788395 Jan 31 18:43:28.332216 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33e4bf0-82ad-4a3f-b954-997a7a440c52 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:28.333749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33e4bf0-82ad-4a3f-b954-997a7a440c52 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:28.335189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33e4bf0-82ad-4a3f-b954-997a7a440c52 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:28.337091 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d33e4bf0-82ad-4a3f-b954-997a7a440c52 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0853395 Jan 31 18:43:28.340807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37094) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:28.369268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:28.369903 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.371282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] 10.222.0.21 "PUT /v2.0/ports/93a62401-31ab-4569-afc3-c149744d2fb9 HTTP/1.1" status: 200 len: 1092 time: 4.3558848 Jan 31 18:43:28.395021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7416dacb-c06f-40aa-bd69-afd90bea1235', 'tag': '93a62401-31ab-4569-afc3-c149744d2fb9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:28.397753 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68443ca-8350-4c2f-aa1e-d43f0faf2c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "7416dacb-c06f-40aa-bd69-afd90bea1235", "tag": "93a62401-31ab-4569-afc3-c149744d2fb9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:28.434893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-f590afdb-758c-47e7-a6ba-e28191f9ec22 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 1373ec21-12bc-456a-9ed6-9533897ded80 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:28.438793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f590afdb-758c-47e7-a6ba-e28191f9ec22 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (1373ec21-12bc-456a-9ed6-9533897ded80), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.493800 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f590afdb-758c-47e7-a6ba-e28191f9ec22 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (1373ec21-12bc-456a-9ed6-9533897ded80), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.500981 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1722b654-cf6c-47a4-a1b5-d2799389d230 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:28.559687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:28.560316 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.566090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Pushing event updated for resources: {'Port': ['ID=93a62401-31ab-4569-afc3-c149744d2fb9,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:28.595676 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f590afdb-758c-47e7-a6ba-e28191f9ec22 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (1373ec21-12bc-456a-9ed6-9533897ded80), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.635718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8f03028b-2573-4ee7-ae6b-d4d81896a234 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:43:28.644174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.644660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.645021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.645370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.645712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.646054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.646395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.646817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.647158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.647577 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.647921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.648289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.648651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd5dc4c-58cf-4a08-a5f7-324f886d7e81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:28.667703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f590afdb-758c-47e7-a6ba-e28191f9ec22 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (1373ec21-12bc-456a-9ed6-9533897ded80), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.687088 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f590afdb-758c-47e7-a6ba-e28191f9ec22 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.693096 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f590afdb-758c-47e7-a6ba-e28191f9ec22 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/1373ec21-12bc-456a-9ed6-9533897ded80 HTTP/1.1" status: 204 len: 168 time: 0.3488615 Jan 31 18:43:28.694416 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37098) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:28.711505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789cb14a-6d56-48b9-b0b0-fda03091bca6 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:28.722158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d160ec6f-9ad7-4f0f-b3b3-616f0148516d req-c7318a4e-af40-4ae3-af01-9dfc99524e3c service neutron] 10.222.0.49 "GET /v2.0/networks/ee9e5266-5f80-4d84-ac1c-02631353e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652050 Jan 31 18:43:28.729872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b700e4-d6ca-4d7d-ab44-f58db6e51c62 req-b6c5ffc0-6078-4a3a-b025-321821fb4ded tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:28.731460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2b700e4-d6ca-4d7d-ab44-f58db6e51c62 req-b6c5ffc0-6078-4a3a-b025-321821fb4ded tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 945 time: 0.3567894 Jan 31 18:43:28.733356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-c1e57227-6085-414c-9187-a02c66fd95d3 service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691623 Jan 31 18:43:28.741458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590afdb-758c-47e7-a6ba-e28191f9ec22 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=1373ec21-12bc-456a-9ed6-9533897ded80,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:28.753739 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-5d48511c-f7ac-429a-8d92-3dd6d8b47662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:28.755198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-5d48511c-f7ac-429a-8d92-3dd6d8b47662 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 1126 time: 0.3224869 Jan 31 18:43:28.770273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:28.774032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a345492b-7b47-42c8-b034-b63f88967506 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 41d0b97e-16af-4bd0-8104-5a718424fdce {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:28.778775 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a345492b-7b47-42c8-b034-b63f88967506 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (41d0b97e-16af-4bd0-8104-5a718424fdce), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.821597 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a345492b-7b47-42c8-b034-b63f88967506 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (41d0b97e-16af-4bd0-8104-5a718424fdce), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.863001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8f03028b-2573-4ee7-ae6b-d4d81896a234, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8f03028b-2573-4ee7-ae6b-d4d81896a234,segment=NetworkSegment(1de295d0-2aa2-4b9b-bc8c-21732484a20f),segment_id=1de295d0-2aa2-4b9b-bc8c-21732484a20f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:28.878713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '8f03028b-2573-4ee7-ae6b-d4d81896a234', 'network_id': 'ee9e5266-5f80-4d84-ac1c-02631353e68e', 'port_id': '8f03028b-2573-4ee7-ae6b-d4d81896a234', 'mac_address': 'fa:16:3e:f0:34:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5eb6622-6ca2-49c5-b3f0-c1a3858311b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:43:28.903550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-9bc6f9dd-a393-4649-bf43-c4e0c35b821c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93a62401-31ab-4569-afc3-c149744d2fb9 HTTP/1.1" status: 200 len: 217 time: 0.1307604 Jan 31 18:43:28.937637 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a345492b-7b47-42c8-b034-b63f88967506 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (41d0b97e-16af-4bd0-8104-5a718424fdce), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.940981 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8f03028b-2573-4ee7-ae6b-d4d81896a234 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:28.941273 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:28.968688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f03028b-2573-4ee7-ae6b-d4d81896a234 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:43:28.993794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8f03028b-2573-4ee7-ae6b-d4d81896a234, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8f03028b-2573-4ee7-ae6b-d4d81896a234,segment=NetworkSegment(1de295d0-2aa2-4b9b-bc8c-21732484a20f),segment_id=1de295d0-2aa2-4b9b-bc8c-21732484a20f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:28.999047 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:29.026909 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a345492b-7b47-42c8-b034-b63f88967506 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (41d0b97e-16af-4bd0-8104-5a718424fdce), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:29.029706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2b700e4-d6ca-4d7d-ab44-f58db6e51c62 req-7d094efe-e70f-4b2c-a1d7-642b1cebf959 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8632a3-e660-4f14-868e-34dd9b583a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858455 Jan 31 18:43:29.073537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8f03028b-2573-4ee7-ae6b-d4d81896a234,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:29.099475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345492b-7b47-42c8-b034-b63f88967506 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=41d0b97e-16af-4bd0-8104-5a718424fdce,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:29.102124 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a345492b-7b47-42c8-b034-b63f88967506 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:29.105679 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a345492b-7b47-42c8-b034-b63f88967506 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/41d0b97e-16af-4bd0-8104-5a718424fdce HTTP/1.1" status: 204 len: 168 time: 0.4103646 Jan 31 18:43:29.108356 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37104) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:29.158436 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a2b39ee1-e86b-40ac-8638-4862e7104dc8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481825 Jan 31 18:43:29.162713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37106) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:29.168531 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-8196a163-a981-48b2-81d9-ad07bceb6ae5 service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177902 Jan 31 18:43:29.192909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-be11f883-eeea-498d-b2a6-1e9b5bb1ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:29.194366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-be11f883-eeea-498d-b2a6-1e9b5bb1ce2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.2469454 Jan 31 18:43:29.215077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d160ec6f-9ad7-4f0f-b3b3-616f0148516d req-d3ef119b-6634-4512-8ecd-ab533304bf5a service neutron] 10.222.0.49 "GET /v2.0/networks/ee9e5266-5f80-4d84-ac1c-02631353e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805865 Jan 31 18:43:29.222045 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e31e4f1-7080-4d5c-9601-df9ae5e01b5a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:29.223784 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2e31e4f1-7080-4d5c-9601-df9ae5e01b5a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0599315 Jan 31 18:43:29.226955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37108) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:29.231320 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8f03028b-2573-4ee7-ae6b-d4d81896a234'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:43:29.290198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-8ba7d5f1-7147-4465-bbd5-42132d24005a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=388db7c9-0733-43f3-bd76-2ea41caed4d0 HTTP/1.1" status: 200 len: 217 time: 0.0908573 Jan 31 18:43:29.295199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-2be287b5-fd78-47e1-be31-2271112ea93a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822585 Jan 31 18:43:29.303912 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b372836c-aebd-4512-8751-23cde668f45d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:29.309934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-3c6bfc56-7bb5-4bd6-95d3-2b87dbe14d30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Router 3d077788-8791-4bbd-8cba-077da5ff5fcd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:43:29.313468 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b372836c-aebd-4512-8751-23cde668f45d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847006 Jan 31 18:43:29.314376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37112) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:29.367097 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-496cec10-ca03-4dbf-af68-b31a9ef3df57 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514371 Jan 31 18:43:29.372345 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37114) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:29.377540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c0596a1b-b587-4047-ae5d-82681b81072c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:29.397299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81312374-a8ef-41c4-8bf2-ff70dc1c1e03 req-8954a1f2-a709-46c7-9f31-292c789f41ec tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:29.399770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81312374-a8ef-41c4-8bf2-ff70dc1c1e03 req-8954a1f2-a709-46c7-9f31-292c789f41ec tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 944 time: 0.2545722 Jan 31 18:43:29.487797 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0596a1b-b587-4047-ae5d-82681b81072c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:29.492750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0596a1b-b587-4047-ae5d-82681b81072c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:29.494597 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0596a1b-b587-4047-ae5d-82681b81072c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:43:29.495220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0596a1b-b587-4047-ae5d-82681b81072c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:43:29.516998 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c0596a1b-b587-4047-ae5d-82681b81072c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1407323 Jan 31 18:43:29.517973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37116) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:29.524750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fdb1ff0b-9591-4df5-ab6b-820132985cad tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:29.533663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-3472332b-984d-4151-af00-639cf128095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:29.535272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-3472332b-984d-4151-af00-639cf128095c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebaee9b9-5c1e-40d2-b93a-0186138d8b06 HTTP/1.1" status: 200 len: 797 time: 0.2152581 Jan 31 18:43:29.594759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81312374-a8ef-41c4-8bf2-ff70dc1c1e03 req-3a6aaed6-14e6-4855-b9a4-985b22a37d9a tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8eba836-369e-4b51-bfa7-413a006f275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713521 Jan 31 18:43:29.605364 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-99c43023-c18b-4c06-8c85-6f5d3645f108 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712269 Jan 31 18:43:29.613069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b02152-ec10-4ee3-9940-d6e571c98a69 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:29.646881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb1ff0b-9591-4df5-ab6b-820132985cad tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:29.651232 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ff0b-9591-4df5-ab6b-820132985cad tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:29.652820 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb1ff0b-9591-4df5-ab6b-820132985cad tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:43:29.653528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb1ff0b-9591-4df5-ab6b-820132985cad tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:43:29.677004 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fdb1ff0b-9591-4df5-ab6b-820132985cad tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1550789 Jan 31 18:43:29.677261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:29.684099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c22cd8b9-fb83-474e-8ce1-43d1645bdace tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:29.693962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-46a14e8e-6035-4b35-9b04-4b03182e1c67 None None] Provisioning complete for port 1722b654-cf6c-47a4-a1b5-d2799389d230 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:29.694340 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46a14e8e-6035-4b35-9b04-4b03182e1c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:29.795896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22cd8b9-fb83-474e-8ce1-43d1645bdace tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:29.801714 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c22cd8b9-fb83-474e-8ce1-43d1645bdace tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:29.805217 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22cd8b9-fb83-474e-8ce1-43d1645bdace tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:43:29.805833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22cd8b9-fb83-474e-8ce1-43d1645bdace tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:43:29.827804 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-46a14e8e-6035-4b35-9b04-4b03182e1c67 None None] Current status of the port 1722b654-cf6c-47a4-a1b5-d2799389d230 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:29.831444 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c22cd8b9-fb83-474e-8ce1-43d1645bdace tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1529133 Jan 31 18:43:29.834645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:29.839896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-65b93cf6-6d31-4ed4-85bc-884f54215e58 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:29.864411 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e6cb3e-7188-42df-8c1e-10c11d799775 None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:43:29.928302 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-68e6cb3e-7188-42df-8c1e-10c11d799775 None None] Deleting port 1722b654-cf6c-47a4-a1b5-d2799389d230 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:29.928791 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68e6cb3e-7188-42df-8c1e-10c11d799775 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:29.945763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b93cf6-6d31-4ed4-85bc-884f54215e58 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:29.951941 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65b93cf6-6d31-4ed4-85bc-884f54215e58 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:29.953700 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b93cf6-6d31-4ed4-85bc-884f54215e58 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:43:29.953979 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b93cf6-6d31-4ed4-85bc-884f54215e58 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:43:29.978793 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-65b93cf6-6d31-4ed4-85bc-884f54215e58 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1395421 Jan 31 18:43:29.979068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:29.984881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e115e495-d09b-417b-8e63-44e47e6cfca8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:30.007390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-68e6cb3e-7188-42df-8c1e-10c11d799775 None None] For port 1722b654-cf6c-47a4-a1b5-d2799389d230, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1722b654-cf6c-47a4-a1b5-d2799389d230,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:30.007959 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68e6cb3e-7188-42df-8c1e-10c11d799775 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:30.022869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-68e6cb3e-7188-42df-8c1e-10c11d799775 None None] Calling delete_port for 1722b654-cf6c-47a4-a1b5-d2799389d230 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:30.054594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-31fdcee7-7c76-46a7-a321-34bafc42eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:30.056644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-31fdcee7-7c76-46a7-a321-34bafc42eeef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5087347 Jan 31 18:43:30.073801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-3c6bfc56-7bb5-4bd6-95d3-2b87dbe14d30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:30.090780 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881daa3-9251-439f-b59d-80670ec3e65f None None] Sync routers for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:43:30.092478 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e115e495-d09b-417b-8e63-44e47e6cfca8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:30.097641 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e115e495-d09b-417b-8e63-44e47e6cfca8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:30.098619 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-3c6bfc56-7bb5-4bd6-95d3-2b87dbe14d30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:30.099351 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-e115e495-d09b-417b-8e63-44e47e6cfca8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:43:30.099794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e115e495-d09b-417b-8e63-44e47e6cfca8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:43:30.117386 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68e6cb3e-7188-42df-8c1e-10c11d799775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (1722b654-cf6c-47a4-a1b5-d2799389d230), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:30.118855 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881daa3-9251-439f-b59d-80670ec3e65f None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:30.119722 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d881daa3-9251-439f-b59d-80670ec3e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:30.121898 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e115e495-d09b-417b-8e63-44e47e6cfca8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1417656 Jan 31 18:43:30.124881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37126) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:30.130919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5a476e12-795f-442e-a2a5-2c3d7717b045 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:30.134630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6cb3e-7188-42df-8c1e-10c11d799775 None None] No DVR routers for this DVR port 1722b654-cf6c-47a4-a1b5-d2799389d230 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:43:30.173983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6cb3e-7188-42df-8c1e-10c11d799775 None None] Pushing event deleted for resources: {'Port': ['ID=1722b654-cf6c-47a4-a1b5-d2799389d230,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:30.208881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb2eb132-d613-4ac5-8876-c20b5d3a6207 req-efff1cfc-720e-4a50-92b6-8aa0f081e89a service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694647 Jan 31 18:43:30.220212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-3c6bfc56-7bb5-4bd6-95d3-2b87dbe14d30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "PUT /v2.0/floatingips/f02df2e1-a7dc-4fe9-b856-ab908c904112 HTTP/1.1" status: 200 len: 996 time: 4.6827412 Jan 31 18:43:30.233976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d30317-9deb-499f-8c9a-4bc0014670d2 req-05fc833d-d96a-4a63-b5bc-2229d6ee0d90 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:30.241126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14d30317-9deb-499f-8c9a-4bc0014670d2 req-05fc833d-d96a-4a63-b5bc-2229d6ee0d90 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.5293188 Jan 31 18:43:30.251952 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d881daa3-9251-439f-b59d-80670ec3e65f None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:30.265812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a476e12-795f-442e-a2a5-2c3d7717b045 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:30.278342 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a476e12-795f-442e-a2a5-2c3d7717b045 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:30.280537 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a476e12-795f-442e-a2a5-2c3d7717b045 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:43:30.281207 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a476e12-795f-442e-a2a5-2c3d7717b045 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:43:30.284938 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-c97acd53-94df-4d68-8aae-12abc09f5e7d service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069833 Jan 31 18:43:30.298189 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5a476e12-795f-442e-a2a5-2c3d7717b045 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1721694 Jan 31 18:43:30.300686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:30.334367 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-42f245d1-9fa7-4baf-ba50-70bba6a0a16b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0323355 Jan 31 18:43:30.337383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:30.391259 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4709e4-ea1d-481e-938f-7ed839010310 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:30.393433 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9e4709e4-ea1d-481e-938f-7ed839010310 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0546694 Jan 31 18:43:30.395563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14d30317-9deb-499f-8c9a-4bc0014670d2 req-a233e65d-7c14-4250-9f15-44a7686e3400 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532888 Jan 31 18:43:30.396460 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:30.421989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-6d131363-72cd-43e1-8af5-ee97fcb34dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:30.423543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-6d131363-72cd-43e1-8af5-ee97fcb34dfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1128 time: 0.1376157 Jan 31 18:43:30.443606 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c459da10-93ed-47b2-aabf-fc09eaaa94bd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436833 Jan 31 18:43:30.449676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:30.457576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-76dcf379-c89a-4507-bdd5-f519196cdbcf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:30.511580 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29e81c3-827c-4b7c-9c9e-91c7445b5851 x-openstack-request-id: req-c29e81c3-827c-4b7c-9c9e-91c7445b5851 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:30.511883 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7416dacb-c06f-40aa-bd69-afd90bea1235", "tag": "93a62401-31ab-4569-afc3-c149744d2fb9", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:30.512161 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c29e81c3-827c-4b7c-9c9e-91c7445b5851 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:30.512560 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7416dacb-c06f-40aa-bd69-afd90bea1235', 'tag': '93a62401-31ab-4569-afc3-c149744d2fb9', 'status': 'completed', 'code': 200} Jan 31 18:43:30.526133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fc03854-5174-4a52-b2c5-d3052bd4fae5 req-59c92820-7eef-4e6f-b8d8-b7a990ec098c service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065060 Jan 31 18:43:30.575971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1722b654-cf6c-47a4-a1b5-d2799389d230 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:43:30.581932 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d881daa3-9251-439f-b59d-80670ec3e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f02df2e1-a7dc-4fe9-b856-ab908c904112', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'port_id': '5066f273-7862-4853-90bb-976647432bd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'mac_address': 'fa:16:3e:3f:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:42:55Z', 'updated_at': '2022-01-31T18:43:27Z', 'revision_number': 1, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:30.627330 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881daa3-9251-439f-b59d-80670ec3e65f None None] Checking router: 3d077788-8791-4bbd-8cba-077da5ff5fcd for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:43:30.640803 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881daa3-9251-439f-b59d-80670ec3e65f None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:30.641150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8f03028b-2573-4ee7-ae6b-d4d81896a234 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:30.642050 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d881daa3-9251-439f-b59d-80670ec3e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:30.646041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-1aec7d8a-5480-4e41-9eaf-b26ec7348f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:30.649762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-1aec7d8a-5480-4e41-9eaf-b26ec7348f7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.2143099 Jan 31 18:43:30.652617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 1722b654-cf6c-47a4-a1b5-d2799389d230 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:43:30.652969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1722b654-cf6c-47a4-a1b5-d2799389d230 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:43:30.676379 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dcf379-c89a-4507-bdd5-f519196cdbcf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:30.680435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76dcf379-c89a-4507-bdd5-f519196cdbcf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:30.740913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 8f03028b-2573-4ee7-ae6b-d4d81896a234 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:30.747477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68443ca-8350-4c2f-aa1e-d43f0faf2c4b req-feef23ef-3635-4669-a30f-1b09af234543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:30.748078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 8f03028b-2573-4ee7-ae6b-d4d81896a234 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:30.748725 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:30.749061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b68443ca-8350-4c2f-aa1e-d43f0faf2c4b req-feef23ef-3635-4669-a30f-1b09af234543 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 1126 time: 0.1640878 Jan 31 18:43:30.794353 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d881daa3-9251-439f-b59d-80670ec3e65f None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:30.842983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-7ccb6e7f-ce63-4211-b5a9-3e9385633cd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 999 time: 0.1812651 Jan 31 18:43:30.860988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8f03028b-2573-4ee7-ae6b-d4d81896a234 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:30.861764 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:30.870458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85842d70-0397-4f96-9ce7-6af79a85f075 req-7bfe413d-e00c-444e-9499-25e1d0798275 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:30.874365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85842d70-0397-4f96-9ce7-6af79a85f075 req-7bfe413d-e00c-444e-9499-25e1d0798275 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 943 time: 0.1971846 Jan 31 18:43:30.891085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e2be5-7ac4-4ba2-94f6-7abccf6e4b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f03028b-2573-4ee7-ae6b-d4d81896a234'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:30.894879 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329e35a1-daf1-48a2-8b1f-14dfcb57432c" -d '{"events": [{"server_uuid": "201e2be5-7ac4-4ba2-94f6-7abccf6e4b78", "name": "network-vif-plugged", "status": "completed", "tag": "8f03028b-2573-4ee7-ae6b-d4d81896a234"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:30.911427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8f03028b-2573-4ee7-ae6b-d4d81896a234, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8f03028b-2573-4ee7-ae6b-d4d81896a234,segment=NetworkSegment(1de295d0-2aa2-4b9b-bc8c-21732484a20f),segment_id=1de295d0-2aa2-4b9b-bc8c-21732484a20f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:30.917092 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:30.971671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-f8e151cf-4a2a-4086-800e-a74f0f12a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:30.973209 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-f8e151cf-4a2a-4086-800e-a74f0f12a5be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.1219766 Jan 31 18:43:30.989730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68443ca-8350-4c2f-aa1e-d43f0faf2c4b req-29234e02-9252-40a1-ba04-774003b57423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:30.991306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b68443ca-8350-4c2f-aa1e-d43f0faf2c4b req-29234e02-9252-40a1-ba04-774003b57423 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 912 time: 0.2315667 Jan 31 18:43:31.009181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8f03028b-2573-4ee7-ae6b-d4d81896a234,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:31.029026 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.029379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.029725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.030064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.030403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.031010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.031348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.031678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.032007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.032780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.032780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.033012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.033306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:31.066367 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-76dcf379-c89a-4507-bdd5-f519196cdbcf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:43:31.068027 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76dcf379-c89a-4507-bdd5-f519196cdbcf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (4be0f222-40f2-44cc-9710-776fc6c3bdad), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:31.079771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b68443ca-8350-4c2f-aa1e-d43f0faf2c4b req-6b72bd1c-b0d7-4de0-9ed3-cd57981d2cb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93a62401-31ab-4569-afc3-c149744d2fb9 HTTP/1.1" status: 200 len: 217 time: 0.0770099 Jan 31 18:43:31.089982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85842d70-0397-4f96-9ce7-6af79a85f075 req-22fca12d-3432-4b47-8c22-404a752d7b6b tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886353 Jan 31 18:43:31.139413 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d881daa3-9251-439f-b59d-80670ec3e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f02df2e1-a7dc-4fe9-b856-ab908c904112', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'port_id': '5066f273-7862-4853-90bb-976647432bd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'mac_address': 'fa:16:3e:3f:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:42:55Z', 'updated_at': '2022-01-31T18:43:27Z', 'revision_number': 1, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:31.152120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dcf379-c89a-4507-bdd5-f519196cdbcf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:31.155638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-4784cbf5-56fb-4fd3-bb8e-c0ab721d61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:31.157374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-4784cbf5-56fb-4fd3-bb8e-c0ab721d61d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1746900 Jan 31 18:43:31.159068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-76dcf379-c89a-4507-bdd5-f519196cdbcf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:31.164856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dcf379-c89a-4507-bdd5-f519196cdbcf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:31.165151 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76dcf379-c89a-4507-bdd5-f519196cdbcf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:31.170569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ecccef-34f7-4021-a445-dccf366d3f36 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:31.172012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68443ca-8350-4c2f-aa1e-d43f0faf2c4b req-227a6fa7-a248-4e3e-bff3-0faa0d7c5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:31.174606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b68443ca-8350-4c2f-aa1e-d43f0faf2c4b req-227a6fa7-a248-4e3e-bff3-0faa0d7c5109 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.0832098 Jan 31 18:43:31.182030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-eea3accf-c748-4de9-a820-990b0e208c1c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:43:31.183881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-eea3accf-c748-4de9-a820-990b0e208c1c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142148 Jan 31 18:43:31.186351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcf379-c89a-4507-bdd5-f519196cdbcf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=4be0f222-40f2-44cc-9710-776fc6c3bdad,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:31.204107 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-76dcf379-c89a-4507-bdd5-f519196cdbcf tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7528298 Jan 31 18:43:31.204906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:31.210427 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:fa:fc:0f', 'name': 'tempest-NetworksTestDHCPv6-889759246'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:31.220284 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881daa3-9251-439f-b59d-80670ec3e65f None None] The sync data for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 is: [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f02df2e1-a7dc-4fe9-b856-ab908c904112', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'port_id': '5066f273-7862-4853-90bb-976647432bd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'mac_address': 'fa:16:3e:3f:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:42:55Z', 'updated_at': '2022-01-31T18:43:27Z', 'revision_number': 1, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:43:31.221621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b68443ca-8350-4c2f-aa1e-d43f0faf2c4b req-28f63f91-fed7-4158-999a-d44c922ca1cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363445 Jan 31 18:43:31.396590 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:31.411388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '4be0f222-40f2-44cc-9710-776fc6c3bdad'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:43:31.411604 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:31.412772 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:31.439671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:43:31.446680 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-e78688e1-719e-4372-9814-f3ded2dcf1ed service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239668 Jan 31 18:43:31.449689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b68443ca-8350-4c2f-aa1e-d43f0faf2c4b req-96a50538-186a-40ed-89f1-1990ecd084d8 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969037 Jan 31 18:43:31.563368 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d800ac07-4f75-4862-b21d-1fa5ab25f10b None None] New status for floating IP f02df2e1-a7dc-4fe9-b856-ab908c904112: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:43:31.610248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::f816:3eff:fefa:fc0f (270588c3-27c5-4bbe-bc62-125107bc7b03/4be0f222-40f2-44cc-9710-776fc6c3bdad/ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:31.683086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d3dcc-f084-4870-a2fc-8bebb9e35721 req-9fde7b57-bf50-40c4-aa2a-1c291c267e5d tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:31.684574 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac2d3dcc-f084-4870-a2fc-8bebb9e35721 req-9fde7b57-bf50-40c4-aa2a-1c291c267e5d tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 945 time: 0.2290199 Jan 31 18:43:31.701963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05cc5f10-4da8-4339-961f-bd49b6359c67 req-0ab31895-bb7b-463d-ad42-3b37d584a3fd service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476101 Jan 31 18:43:31.720151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b68443ca-8350-4c2f-aa1e-d43f0faf2c4b req-d2fe35b2-a506-4c55-88f4-31a441d3b3e4 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137060 Jan 31 18:43:31.764859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac2d3dcc-f084-4870-a2fc-8bebb9e35721 req-2f6690f4-0673-4ce8-8060-726d5d6e13bc tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8eba836-369e-4b51-bfa7-413a006f275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709372 Jan 31 18:43:31.819581 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae813e8-2573-4b38-8771-2ce7e0031565 x-openstack-request-id: req-0ae813e8-2573-4b38-8771-2ce7e0031565 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:31.820145 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e2be5-7ac4-4ba2-94f6-7abccf6e4b78", "name": "network-vif-plugged", "status": "completed", "tag": "8f03028b-2573-4ee7-ae6b-d4d81896a234", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:31.821287 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ae813e8-2573-4b38-8771-2ce7e0031565 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:31.821943 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e2be5-7ac4-4ba2-94f6-7abccf6e4b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f03028b-2573-4ee7-ae6b-d4d81896a234', 'code': 200} Jan 31 18:43:31.865804 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:31.981614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5f90f-0f50-4518-99bb-1d70b2613dcd req-e03ba9dd-40ea-4cc0-9f21-0db93e704258 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:31.983159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6e5f90f-0f50-4518-99bb-1d70b2613dcd req-e03ba9dd-40ea-4cc0-9f21-0db93e704258 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 945 time: 0.1414826 Jan 31 18:43:31.996632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1a70-243f-41fc-8749-431baba32918 req-63231396-9a89-4833-bf75-10947ab60cda tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:31.998251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80db1a70-243f-41fc-8749-431baba32918 req-63231396-9a89-4833-bf75-10947ab60cda tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.1405699 Jan 31 18:43:32.001762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a1c9c-c9e9-4ff1-84e1-2cc0a42ee747 req-bf9ffe3a-3094-42ef-82fe-7f8cd8c2f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:32.003286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e42a1c9c-c9e9-4ff1-84e1-2cc0a42ee747 req-bf9ffe3a-3094-42ef-82fe-7f8cd8c2f9f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 1128 time: 0.1138029 Jan 31 18:43:32.123014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80db1a70-243f-41fc-8749-431baba32918 req-d41978da-3e0b-4d6c-947a-79b96a601f58 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131208 Jan 31 18:43:32.130889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6e5f90f-0f50-4518-99bb-1d70b2613dcd req-dba96f68-7c84-40c0-a06b-63820016eee8 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e8632a3-e660-4f14-868e-34dd9b583a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315475 Jan 31 18:43:32.133391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e42a1c9c-c9e9-4ff1-84e1-2cc0a42ee747 req-0bcdd6ea-a509-44a2-b6f9-569692663532 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f8eba836-369e-4b51-bfa7-413a006f275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209118 Jan 31 18:43:32.202126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.252192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:32.255307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:32.255667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Allocated IP 2001:db8::f816:3eff:fe9a:86 (270588c3-27c5-4bbe-bc62-125107bc7b03/4be0f222-40f2-44cc-9710-776fc6c3bdad/d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:32.261609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:32.269911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:32.270662 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.287543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:32.288421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-5e24c555-7e22-4a67-b4fd-0aad0d03c047 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:32.290107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-5e24c555-7e22-4a67-b4fd-0aad0d03c047 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0980589 Jan 31 18:43:32.302484 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-84b0f075-2403-42fa-aae5-8bf553c0330e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0962150 Jan 31 18:43:32.305396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37156) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:32.317601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd411a3b-0224-4359-8f9c-ea745c509e99 req-707a93e7-ccd5-49b3-ad09-dfce2567ebd9 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:32.319155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd411a3b-0224-4359-8f9c-ea745c509e99 req-707a93e7-ccd5-49b3-ad09-dfce2567ebd9 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 943 time: 0.0969081 Jan 31 18:43:32.366936 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e16bbbe-142c-4b58-9073-1d93d02083ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:32.368533 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7e16bbbe-142c-4b58-9073-1d93d02083ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0617676 Jan 31 18:43:32.371224 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:32.453006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-e5ed160e-5465-42ac-a5bf-4e41436cdf11 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 1001 time: 0.1328213 Jan 31 18:43:32.453607 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Publish callbacks [] for port (d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.457340 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd411a3b-0224-4359-8f9c-ea745c509e99 req-57371224-0b93-4aa4-a1df-3b0c373acc57 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232371 Jan 31 18:43:32.460214 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.464882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a54f986a-ced5-46b5-bab3-0d2a7dfebf09 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Request body: {'floatingip': {'port_id': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:32.480633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c2f018c2-186c-4e33-b800-9f634827fa9e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:32.480973 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2f018c2-186c-4e33-b800-9f634827fa9e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.513386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'tag': '5066f273-7862-4853-90bb-976647432bd6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:32.515525 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfebadd2-acc0-4384-80f8-8ab357a4bf22" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "tag": "5066f273-7862-4853-90bb-976647432bd6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:32.515904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:32.519580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:32.522940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:32.534389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Pushing event updated for resources: {'Port': ['ID=d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:32.536648 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a54f986a-ced5-46b5-bab3-0d2a7dfebf09 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.586767 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c490a44-0e7b-4eea-be63-2340be54c204 x-openstack-request-id: req-2c490a44-0e7b-4eea-be63-2340be54c204 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:32.587119 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "tag": "5066f273-7862-4853-90bb-976647432bd6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:32.587331 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c490a44-0e7b-4eea-be63-2340be54c204 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:32.587728 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'tag': '5066f273-7862-4853-90bb-976647432bd6', 'status': 'completed', 'code': 200} Jan 31 18:43:32.595688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2f018c2-186c-4e33-b800-9f634827fa9e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.610244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c2f018c2-186c-4e33-b800-9f634827fa9e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:32.611283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 93a62401-31ab-4569-afc3-c149744d2fb9 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:43:32.627116 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Attempting to bind port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:43:32.627540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Attempting to bind port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:43:32.628040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Attempting to bind port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:32.637364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:43:32.637851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:32.638277 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.638729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:43:32.639196 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Bound port: d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:43:32.639571 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.723916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebadd2-acc0-4384-80f8-8ab357a4bf22 req-7a0ef293-301d-43b1-9203-6a670221f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:32.725755 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfebadd2-acc0-4384-80f8-8ab357a4bf22 req-7a0ef293-301d-43b1-9203-6a670221f794 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1128 time: 0.1144400 Jan 31 18:43:32.764461 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2f018c2-186c-4e33-b800-9f634827fa9e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.774060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] For port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:32.779510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] For port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:32.786789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 93a62401-31ab-4569-afc3-c149744d2fb9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=93a62401-31ab-4569-afc3-c149744d2fb9,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:32.790905 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.812605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f018c2-186c-4e33-b800-9f634827fa9e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:32.834503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '93a62401-31ab-4569-afc3-c149744d2fb9', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'port_id': '93a62401-31ab-4569-afc3-c149744d2fb9', 'mac_address': 'fa:16:3e:6f:f5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701da94-0f98-46d4-93ea-0e6c62e79c49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:43:32.867022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2f018c2-186c-4e33-b800-9f634827fa9e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.878248 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c2f018c2-186c-4e33-b800-9f634827fa9e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4 HTTP/1.1" status: 204 len: 168 time: 0.4996181 Jan 31 18:43:32.878248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:32.900737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7e4ab-2fcb-469c-b323-93bc231da92f None None] Pushing event updated for resources: {'Port': ['ID=d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:32.910060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 93a62401-31ab-4569-afc3-c149744d2fb9 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:32.910512 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.928804 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a62401-31ab-4569-afc3-c149744d2fb9 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:43:32.957060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 93a62401-31ab-4569-afc3-c149744d2fb9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=93a62401-31ab-4569-afc3-c149744d2fb9,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:32.962781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebadd2-acc0-4384-80f8-8ab357a4bf22 req-f1981643-fb6d-4cea-ad03-9b3d940fe666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:32.963211 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:32.965547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfebadd2-acc0-4384-80f8-8ab357a4bf22 req-f1981643-fb6d-4cea-ad03-9b3d940fe666 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.2308462 Jan 31 18:43:32.967189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087cfea9-01c3-4447-8874-f87659e12b6a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:32.969040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087cfea9-01c3-4447-8874-f87659e12b6a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:32.971065 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-087cfea9-01c3-4447-8874-f87659e12b6a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0944822 Jan 31 18:43:32.974330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:33.016479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=93a62401-31ab-4569-afc3-c149744d2fb9,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:33.134786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d1bed-3d44-4c23-8223-d5b3b159f530 req-eff4f526-0983-4a86-937f-de9ed67b7d7f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:33.136320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e64d1bed-3d44-4c23-8223-d5b3b159f530 req-eff4f526-0983-4a86-937f-de9ed67b7d7f tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 945 time: 0.2351825 Jan 31 18:43:33.156466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a07004a-5b75-44b9-81d9-72eab04d50d3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 4be0f222-40f2-44cc-9710-776fc6c3bdad {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:33.173877 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a07004a-5b75-44b9-81d9-72eab04d50d3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (4be0f222-40f2-44cc-9710-776fc6c3bdad), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:33.250477 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfebadd2-acc0-4384-80f8-8ab357a4bf22 req-c1ded8fa-80fd-47e0-8f4f-d6b9e73d8366 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 1001 time: 0.2751343 Jan 31 18:43:33.308132 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a07004a-5b75-44b9-81d9-72eab04d50d3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (4be0f222-40f2-44cc-9710-776fc6c3bdad), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:33.325401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863661-c071-46b6-bdb6-aa61e454f9d8 req-4959eeb6-c108-4f26-9454-323e6eb58fc7 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:33.327324 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-72863661-c071-46b6-bdb6-aa61e454f9d8 req-4959eeb6-c108-4f26-9454-323e6eb58fc7 tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2955f0f-16c9-45c5-acea-d29fd991daa1 HTTP/1.1" status: 200 len: 945 time: 0.0871634 Jan 31 18:43:33.461572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-72863661-c071-46b6-bdb6-aa61e454f9d8 req-531448d6-758b-4486-a750-f148008bb9af tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Deleting port 3c1a3019-a461-4f2c-a193-a21f671c9322 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:33.462133 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-72863661-c071-46b6-bdb6-aa61e454f9d8 req-531448d6-758b-4486-a750-f148008bb9af tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:33.498949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['93a62401-31ab-4569-afc3-c149744d2fb9'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:43:33.595510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-72863661-c071-46b6-bdb6-aa61e454f9d8 req-531448d6-758b-4486-a750-f148008bb9af tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] For port 3c1a3019-a461-4f2c-a193-a21f671c9322, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3c1a3019-a461-4f2c-a193-a21f671c9322,segment=NetworkSegment(e9b0d45e-66cd-47f2-8966-e51ae95532b3),segment_id=e9b0d45e-66cd-47f2-8966-e51ae95532b3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:33.595781 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-72863661-c071-46b6-bdb6-aa61e454f9d8 req-531448d6-758b-4486-a750-f148008bb9af tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:33.613529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-72863661-c071-46b6-bdb6-aa61e454f9d8 req-531448d6-758b-4486-a750-f148008bb9af tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Calling delete_port for 3c1a3019-a461-4f2c-a193-a21f671c9322 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:33.788578 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-72863661-c071-46b6-bdb6-aa61e454f9d8 req-531448d6-758b-4486-a750-f148008bb9af tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3c1a3019-a461-4f2c-a193-a21f671c9322), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:33.802019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['3c1a3019-a461-4f2c-a193-a21f671c9322'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:43:33.839039 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531448d6-758b-4486-a750-f148008bb9af tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Pushing event deleted for resources: {'Port': ['ID=3c1a3019-a461-4f2c-a193-a21f671c9322,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:33.861650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e64d1bed-3d44-4c23-8223-d5b3b159f530 req-841128e0-227e-4371-8226-102242c6ce40 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8eba836-369e-4b51-bfa7-413a006f275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7097366 Jan 31 18:43:33.881280 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a07004a-5b75-44b9-81d9-72eab04d50d3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (4be0f222-40f2-44cc-9710-776fc6c3bdad), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:33.887506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebadd2-acc0-4384-80f8-8ab357a4bf22 req-83069c82-2c4a-48dd-bb27-d730e943a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:33.889009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfebadd2-acc0-4384-80f8-8ab357a4bf22 req-83069c82-2c4a-48dd-bb27-d730e943a4bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.6191020 Jan 31 18:43:33.900284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-72863661-c071-46b6-bdb6-aa61e454f9d8 req-531448d6-758b-4486-a750-f148008bb9af tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] No DVR routers for this DVR port 3c1a3019-a461-4f2c-a193-a21f671c9322 on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:43:33.902897 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-72863661-c071-46b6-bdb6-aa61e454f9d8 req-531448d6-758b-4486-a750-f148008bb9af tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:33.907006 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-72863661-c071-46b6-bdb6-aa61e454f9d8 req-531448d6-758b-4486-a750-f148008bb9af tempest-InstanceActionsTestJSON-1576208518 tempest-InstanceActionsTestJSON-1576208518-project] 10.222.0.49 "DELETE /v2.0/ports/3c1a3019-a461-4f2c-a193-a21f671c9322 HTTP/1.1" status: 204 len: 173 time: 0.5737669 Jan 31 18:43:33.907467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2955f0f-16c9-45c5-acea-d29fd991daa1', 'name': 'network-vif-deleted', 'tag': '3c1a3019-a461-4f2c-a193-a21f671c9322'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:33.910460 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b704599-cb9e-41de-8bdd-a4d32f4768f8" -d '{"events": [{"server_uuid": "b2955f0f-16c9-45c5-acea-d29fd991daa1", "name": "network-vif-deleted", "tag": "3c1a3019-a461-4f2c-a193-a21f671c9322"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:34.150341 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebadd2-acc0-4384-80f8-8ab357a4bf22 req-c1ad13b9-3367-4150-982d-4cf1d5079d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:34.151888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfebadd2-acc0-4384-80f8-8ab357a4bf22 req-c1ad13b9-3367-4150-982d-4cf1d5079d2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2319019 Jan 31 18:43:34.152965 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a07004a-5b75-44b9-81d9-72eab04d50d3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (4be0f222-40f2-44cc-9710-776fc6c3bdad), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.187300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7f1cde16-7199-4e2d-8b9f-f554f4600876 None None] Provisioning complete for port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:34.187680 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f1cde16-7199-4e2d-8b9f-f554f4600876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.205225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a54f986a-ced5-46b5-bab3-0d2a7dfebf09 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.222876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07004a-5b75-44b9-81d9-72eab04d50d3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=4be0f222-40f2-44cc-9710-776fc6c3bdad,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:34.235331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283cb1f-333d-43b8-843e-7eceda5db581 req-de954f71-7616-41fa-bb76-c634dee63a00 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:34.236947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b283cb1f-333d-43b8-843e-7eceda5db581 req-de954f71-7616-41fa-bb76-c634dee63a00 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.2614262 Jan 31 18:43:34.243874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a07004a-5b75-44b9-81d9-72eab04d50d3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.248762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2a07004a-5b75-44b9-81d9-72eab04d50d3 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/4be0f222-40f2-44cc-9710-776fc6c3bdad HTTP/1.1" status: 204 len: 168 time: 1.2660558 Jan 31 18:43:34.249544 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a54f986a-ced5-46b5-bab3-0d2a7dfebf09 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.251910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37182) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:34.303498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7f1cde16-7199-4e2d-8b9f-f554f4600876 None None] Current status of the port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:34.303905 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f1cde16-7199-4e2d-8b9f-f554f4600876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.347593 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dc5bd17e-7ce3-4473-b90f-b6ca9cd87c28 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944042 Jan 31 18:43:34.349514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37184) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:34.367619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4dcf10ea-3874-41e8-bf5d-428de69426af tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:34.372396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7f1cde16-7199-4e2d-8b9f-f554f4600876 None None] For port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:34.377955 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f1cde16-7199-4e2d-8b9f-f554f4600876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.387299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96077b1e-eb1a-4b18-ba03-ce266e81ba76 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:34.606469 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a54f986a-ced5-46b5-bab3-0d2a7dfebf09 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Floating IP f02df2e1-a7dc-4fe9-b856-ab908c904112 associated. External IP: 172.25.8.157, port: 5066f273-7862-4853-90bb-976647432bd6. Jan 31 18:43:34.665086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b283cb1f-333d-43b8-843e-7eceda5db581 req-c9bfaf72-9103-4158-8185-ba5a2ee7d2d2 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080834 Jan 31 18:43:34.684300 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfebadd2-acc0-4384-80f8-8ab357a4bf22 req-c2a4bbd8-c2cf-4a60-8e2f-3deb8dc53717 service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233006 Jan 31 18:43:34.702124 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:34.723419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:34.736254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0b8b3476-7be0-4d4b-bede-a15e8488dc09 None None] Could not find standard attr ID for object ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:43:34.744488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cde16-7199-4e2d-8b9f-f554f4600876 None None] Pushing event updated for resources: {'Port': ['ID=d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:34.787079 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a407a244-c7cc-497f-bc4e-f005a11e93e2 admin admin] Deleting subnet a336638a-edc5-4734-a9ff-b146a7c288a7 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:34.790469 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a407a244-c7cc-497f-bc4e-f005a11e93e2 admin admin] Publish callbacks [] for subnet (a336638a-edc5-4734-a9ff-b146a7c288a7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.790974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcf10ea-3874-41e8-bf5d-428de69426af tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:34.795278 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4dcf10ea-3874-41e8-bf5d-428de69426af tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.804955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:34.805203 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.836182 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a407a244-c7cc-497f-bc4e-f005a11e93e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (a336638a-edc5-4734-a9ff-b146a7c288a7), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.889613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a407a244-c7cc-497f-bc4e-f005a11e93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (a336638a-edc5-4734-a9ff-b146a7c288a7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.907789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:34.911241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895406e0-a0cb-4698-a0c9-0d08c386cbd4 None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:43:34.966997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-895406e0-a0cb-4698-a0c9-0d08c386cbd4 None None] Deleting port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:34.967494 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-895406e0-a0cb-4698-a0c9-0d08c386cbd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.972045 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a407a244-c7cc-497f-bc4e-f005a11e93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (a336638a-edc5-4734-a9ff-b146a7c288a7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:34.998939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407a244-c7cc-497f-bc4e-f005a11e93e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a336638a-edc5-4734-a9ff-b146a7c288a7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:35.003181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a407a244-c7cc-497f-bc4e-f005a11e93e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.009588 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a407a244-c7cc-497f-bc4e-f005a11e93e2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a336638a-edc5-4734-a9ff-b146a7c288a7 HTTP/1.1" status: 204 len: 168 time: 0.2818005 Jan 31 18:43:35.010179 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:35.010895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60fc6a-d493-48fa-9ef8-2fab01643176 req-624497a9-e91e-4528-b040-75b994dfd086 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:35.012462 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d60fc6a-d493-48fa-9ef8-2fab01643176 req-624497a9-e91e-4528-b040-75b994dfd086 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 944 time: 0.2225168 Jan 31 18:43:35.022760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfebadd2-acc0-4384-80f8-8ab357a4bf22 req-7798dd0e-f2be-45aa-b657-7d79c5fe081c service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306868 Jan 31 18:43:35.048598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-895406e0-a0cb-4698-a0c9-0d08c386cbd4 None None] For port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:35.049096 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-895406e0-a0cb-4698-a0c9-0d08c386cbd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.063781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-895406e0-a0cb-4698-a0c9-0d08c386cbd4 None None] Calling delete_port for d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:35.085866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (52e435ac-4cf7-4d43-a000-1c8f049c1257), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.160243 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-895406e0-a0cb-4698-a0c9-0d08c386cbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.175772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (52e435ac-4cf7-4d43-a000-1c8f049c1257), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.190944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895406e0-a0cb-4698-a0c9-0d08c386cbd4 None None] Pushing event deleted for resources: {'Port': ['ID=d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:35.203178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e435ac-4cf7-4d43-a000-1c8f049c1257']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:35.206109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895406e0-a0cb-4698-a0c9-0d08c386cbd4 None None] No DVR routers for this DVR port d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:43:35.215128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d60fc6a-d493-48fa-9ef8-2fab01643176 req-3d02b01b-22b1-47bb-aafc-ba3b0072875e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436033 Jan 31 18:43:35.222254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b0d45e-66cd-47f2-8966-e51ae95532b3') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:35.222560 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b0d45e-66cd-47f2-8966-e51ae95532b3') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:35.237671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (e9b0d45e-66cd-47f2-8966-e51ae95532b3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.265637 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e9b0d45e-66cd-47f2-8966-e51ae95532b3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.273962 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a20565f-016b-4ff4-9ad4-d8b73ee51ed6 x-openstack-request-id: req-9a20565f-016b-4ff4-9ad4-d8b73ee51ed6 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:35.274257 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2955f0f-16c9-45c5-acea-d29fd991daa1", "name": "network-vif-deleted", "tag": "3c1a3019-a461-4f2c-a193-a21f671c9322", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:35.274684 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a20565f-016b-4ff4-9ad4-d8b73ee51ed6 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:35.275083 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2955f0f-16c9-45c5-acea-d29fd991daa1', 'name': 'network-vif-deleted', 'tag': '3c1a3019-a461-4f2c-a193-a21f671c9322', 'status': 'completed', 'code': 200} Jan 31 18:43:35.276185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:43:35.276876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a54f986a-ced5-46b5-bab3-0d2a7dfebf09 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Router 3d077788-8791-4bbd-8cba-077da5ff5fcd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:43:35.277162 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (e9b0d45e-66cd-47f2-8966-e51ae95532b3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:43:35.279380 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:43:35.349913 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (52e435ac-4cf7-4d43-a000-1c8f049c1257), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.357995 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.366169 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] 10.222.0.20 "DELETE /v2.0/networks/52e435ac-4cf7-4d43-a000-1c8f049c1257 HTTP/1.1" status: 204 len: 168 time: 0.3526440 Jan 31 18:43:35.379208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6561f-6fdf-4294-babf-07fd027f073a admin admin] Pushing event deleted for resources: {'Network': ['ID=52e435ac-4cf7-4d43-a000-1c8f049c1257,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:35.441980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.objects.ports [None req-4dcf10ea-3874-41e8-bf5d-428de69426af tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:43:35.454430 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4dcf10ea-3874-41e8-bf5d-428de69426af tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (52767341-c15c-4316-874d-a22b0cb79ae3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.483046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37202) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:35.533131 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9e7dfb86-5675-4496-97b0-e3e0f754f7dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3b923701abd4bf49fbd585320d1bac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488646 Jan 31 18:43:35.535640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37204) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:35.538808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf10ea-3874-41e8-bf5d-428de69426af tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:35.543701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a54f986a-ced5-46b5-bab3-0d2a7dfebf09 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:35.549043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4dcf10ea-3874-41e8-bf5d-428de69426af tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:35.556554 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb19cc-ffb9-44ee-a8f7-c8f5c9bc5612 None None] Sync routers for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:43:35.559421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcf10ea-3874-41e8-bf5d-428de69426af tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:35.560030 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4dcf10ea-3874-41e8-bf5d-428de69426af tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.566109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e070d7c7-9bf0-463b-bc4c-4899c47c0132 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:35.574753 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb19cc-ffb9-44ee-a8f7-c8f5c9bc5612 None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:35.575966 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-91cb19cc-ffb9-44ee-a8f7-c8f5c9bc5612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:35.598093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf10ea-3874-41e8-bf5d-428de69426af tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=52767341-c15c-4316-874d-a22b0cb79ae3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:35.610816 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84810408-2533-455b-8bff-be0be6bd9e07 admin admin] Publish callbacks [] for security_group (7e8632a3-e660-4f14-868e-34dd9b583a37), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.628109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814923c5-f7e3-45c8-ada2-97daef91a0f0 req-f10c0c4a-ae0e-4417-a257-78ba541e9480 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:35.636462 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-814923c5-f7e3-45c8-ada2-97daef91a0f0 req-f10c0c4a-ae0e-4417-a257-78ba541e9480 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 945 time: 0.1931920 Jan 31 18:43:35.646288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4dcf10ea-3874-41e8-bf5d-428de69426af tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2813478 Jan 31 18:43:35.652413 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37206) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:35.664148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:fd:45:00', 'name': 'tempest-NetworksTestDHCPv6-1617574637'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:35.675328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84810408-2533-455b-8bff-be0be6bd9e07 admin admin] Publish callbacks [] for security_group (7e8632a3-e660-4f14-868e-34dd9b583a37), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.730080 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-91cb19cc-ffb9-44ee-a8f7-c8f5c9bc5612 None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:35.730357 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '52767341-c15c-4316-874d-a22b0cb79ae3'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:43:35.731261 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.751196 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-814923c5-f7e3-45c8-ada2-97daef91a0f0 req-c8badc08-c95f-4e74-9818-c813635c1d96 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8eba836-369e-4b51-bfa7-413a006f275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136236 Jan 31 18:43:35.868377 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84810408-2533-455b-8bff-be0be6bd9e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7e8632a3-e660-4f14-868e-34dd9b583a37), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.871512 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84810408-2533-455b-8bff-be0be6bd9e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:35.872310 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-84810408-2533-455b-8bff-be0be6bd9e07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e8632a3-e660-4f14-868e-34dd9b583a37 HTTP/1.1" status: 204 len: 168 time: 0.3357611 Jan 31 18:43:35.890087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84810408-2533-455b-8bff-be0be6bd9e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8632a3-e660-4f14-868e-34dd9b583a37,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:35.915010 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:35.953434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Allocated IP 2001:db8::f816:3eff:fece:9666 (270588c3-27c5-4bbe-bc62-125107bc7b03/52767341-c15c-4316-874d-a22b0cb79ae3/4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:35.987123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a54f986a-ced5-46b5-bab3-0d2a7dfebf09 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Router 3d077788-8791-4bbd-8cba-077da5ff5fcd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:43:36.057025 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-91cb19cc-ffb9-44ee-a8f7-c8f5c9bc5612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f02df2e1-a7dc-4fe9-b856-ab908c904112', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'port_id': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'mac_address': 'fa:16:3e:c7:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:42:55Z', 'updated_at': '2022-01-31T18:43:33Z', 'revision_number': 3, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:36.086943 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb19cc-ffb9-44ee-a8f7-c8f5c9bc5612 None None] Checking router: 3d077788-8791-4bbd-8cba-077da5ff5fcd for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:43:36.097213 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb19cc-ffb9-44ee-a8f7-c8f5c9bc5612 None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:36.098079 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-91cb19cc-ffb9-44ee-a8f7-c8f5c9bc5612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:36.156074 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:36.204758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 5aa0be2c-4394-46b3-bd18-d902ada0d014 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:43:36.294013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a54f986a-ced5-46b5-bab3-0d2a7dfebf09 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:36.312298 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a54f986a-ced5-46b5-bab3-0d2a7dfebf09 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:36.334020 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Publish callbacks [] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:36.344613 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:36.365161 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-91cb19cc-ffb9-44ee-a8f7-c8f5c9bc5612 None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:36.394113 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:36.397500 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:36.402060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:36.426983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'tag': '5066f273-7862-4853-90bb-976647432bd6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:36.432956 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5827e32-3b45-4784-b24a-0a93034fce31" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "tag": "5066f273-7862-4853-90bb-976647432bd6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:36.471314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Pushing event updated for resources: {'Port': ['ID=4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:36.484620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Attempting to bind port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:43:36.484849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Attempting to bind port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:43:36.485621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Attempting to bind port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:36.494248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:43:36.494665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:36.495085 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:36.495490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:43:36.496018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Bound port: 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:43:36.500846 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:36.508166 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::f816:3eff:fefd:4500 (270588c3-27c5-4bbe-bc62-125107bc7b03/52767341-c15c-4316-874d-a22b0cb79ae3/5aa0be2c-4394-46b3-bd18-d902ada0d014) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:36.543326 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0748e1-cb8c-400d-ad7a-40656dc5e499 req-591a77e4-10d2-4876-b9a6-eeaf17433ced tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:36.550377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a0748e1-cb8c-400d-ad7a-40656dc5e499 req-591a77e4-10d2-4876-b9a6-eeaf17433ced tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.2591805 Jan 31 18:43:36.559601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a54f986a-ced5-46b5-bab3-0d2a7dfebf09 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "PUT /v2.0/floatingips/f02df2e1-a7dc-4fe9-b856-ab908c904112 HTTP/1.1" status: 200 len: 998 time: 4.1000855 Jan 31 18:43:36.609272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:43:36.650113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a0748e1-cb8c-400d-ad7a-40656dc5e499 req-3db95230-9eba-4c4f-b7fb-f628a5a177f2 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927079 Jan 31 18:43:36.656836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-d8957129-87a7-4737-af0e-0160dc0b15e9 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:36.664727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-d8957129-87a7-4737-af0e-0160dc0b15e9 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports/5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 942 time: 0.0973148 Jan 31 18:43:36.673007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 93a62401-31ab-4569-afc3-c149744d2fb9 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:36.679353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3c1a3019-a461-4f2c-a193-a21f671c9322 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:43:36.688662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:43:36.689095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d0b8e2c5-782b-45a9-ad3f-454b2d28d9bd not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:43:36.690073 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-91cb19cc-ffb9-44ee-a8f7-c8f5c9bc5612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f02df2e1-a7dc-4fe9-b856-ab908c904112', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'port_id': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'mac_address': 'fa:16:3e:c7:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:42:55Z', 'updated_at': '2022-01-31T18:43:33Z', 'revision_number': 3, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:36.725774 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb19cc-ffb9-44ee-a8f7-c8f5c9bc5612 None None] The sync data for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 is: [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f02df2e1-a7dc-4fe9-b856-ab908c904112', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'port_id': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'mac_address': 'fa:16:3e:c7:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:42:55Z', 'updated_at': '2022-01-31T18:43:33Z', 'revision_number': 3, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:43:36.769247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 3c1a3019-a461-4f2c-a193-a21f671c9322 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:43:36.769972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3c1a3019-a461-4f2c-a193-a21f671c9322 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:43:36.792742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] For port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:36.797767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] For port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:36.811359 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:36.893483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (5aa0be2c-4394-46b3-bd18-d902ada0d014), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:36.911788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 93a62401-31ab-4569-afc3-c149744d2fb9 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:36.956835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 93a62401-31ab-4569-afc3-c149744d2fb9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:36.957229 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:36.958266 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5aa0be2c-4394-46b3-bd18-d902ada0d014), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:36.972665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e8f9a-ea50-40e7-ab82-ab61a60ea3da None None] Pushing event updated for resources: {'Port': ['ID=4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:36.985445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ffcd-8e14-4150-b295-3473274b3fc9 req-a6fad1f0-b859-4768-8faf-7abba3491744 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:36.987030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c878ffcd-8e14-4150-b295-3473274b3fc9 req-a6fad1f0-b859-4768-8faf-7abba3491744 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 944 time: 0.1913488 Jan 31 18:43:36.988747 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:36.992532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:37.021609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:37.022717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-1c85b574-8f59-4133-b15b-5def7068726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:37.025952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-1c85b574-8f59-4133-b15b-5def7068726b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1128 time: 0.1657207 Jan 31 18:43:37.052506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:37.056804 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:37.128326 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4752085 Jan 31 18:43:37.131146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:37.186460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1074e28-d22d-4fc4-ae78-e121ee40d615 None None] New status for floating IP f02df2e1-a7dc-4fe9-b856-ab908c904112: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:43:37.206103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c878ffcd-8e14-4150-b295-3473274b3fc9 req-bef67d35-2003-4617-af43-d6576f051733 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893818 Jan 31 18:43:37.223781 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532436d-969d-4a46-a49c-b9f7f0373385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=5aa0be2c-4394-46b3-bd18-d902ada0d014,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:37.296053 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362ddb36-645e-4d23-8734-f8542da30082 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:37.340233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362ddb36-645e-4d23-8734-f8542da30082 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:37.353819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-5cf0a851-fd71-47ed-b888-a26c17fdf3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:37.353819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-5cf0a851-fd71-47ed-b888-a26c17fdf3eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.3138072 Jan 31 18:43:37.353819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:37.355035 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-362ddb36-645e-4d23-8734-f8542da30082 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2228391 Jan 31 18:43:37.443183 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a23cf4-e683-4402-b3c2-531f5854b8d8 x-openstack-request-id: req-20a23cf4-e683-4402-b3c2-531f5854b8d8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:37.443528 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "tag": "5066f273-7862-4853-90bb-976647432bd6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:37.443781 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20a23cf4-e683-4402-b3c2-531f5854b8d8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:37.444190 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'tag': '5066f273-7862-4853-90bb-976647432bd6', 'status': 'completed', 'code': 200} Jan 31 18:43:37.510079 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:37.515441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 93a62401-31ab-4569-afc3-c149744d2fb9 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:37.515841 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:37.577141 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-672ad362-21f6-460b-bd29-e62eed326a54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 217 time: 0.2012544 Jan 31 18:43:37.626726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7416dacb-c06f-40aa-bd69-afd90bea1235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a62401-31ab-4569-afc3-c149744d2fb9'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:37.629937 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9982e5bd-374c-4923-88c3-ee8978170c91" -d '{"events": [{"server_uuid": "7416dacb-c06f-40aa-bd69-afd90bea1235", "name": "network-vif-plugged", "status": "completed", "tag": "93a62401-31ab-4569-afc3-c149744d2fb9"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:37.658116 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 93a62401-31ab-4569-afc3-c149744d2fb9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=93a62401-31ab-4569-afc3-c149744d2fb9,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:37.669063 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:37.733479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1699256330-network', 'tenant_id': '929ddc5d4661400faea9db350575816f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:37.776581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=93a62401-31ab-4569-afc3-c149744d2fb9,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:37.781960 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Made reservation on behalf of 929ddc5d4661400faea9db350575816f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:37.783413 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ed8a29-c2aa-478f-a3da-eb3cb850a1ff x-openstack-request-id: req-50ed8a29-c2aa-478f-a3da-eb3cb850a1ff {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:37.784302 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7416dacb-c06f-40aa-bd69-afd90bea1235", "name": "network-vif-plugged", "status": "completed", "tag": "93a62401-31ab-4569-afc3-c149744d2fb9", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:37.784616 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50ed8a29-c2aa-478f-a3da-eb3cb850a1ff {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:37.784915 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:37.797290 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7416dacb-c06f-40aa-bd69-afd90bea1235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a62401-31ab-4569-afc3-c149744d2fb9', 'code': 200} Jan 31 18:43:37.808032 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:37.852200 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628263e-5491-4c1a-a6fe-81edd39216c1 None None] Sync routers for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:43:37.874438 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628263e-5491-4c1a-a6fe-81edd39216c1 None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:37.875134 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8628263e-5491-4c1a-a6fe-81edd39216c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:37.987354 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Publish callbacks [] for security_group (ffd3093d-ad9c-4616-a5dd-a2924a38a88c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:37.998212 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8628263e-5491-4c1a-a6fe-81edd39216c1 None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:38.002341 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ffd3093d-ad9c-4616-a5dd-a2924a38a88c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:38.048584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:43:38.060612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd3093d-ad9c-4616-a5dd-a2924a38a88c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:38.078928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c9de4195-2d17-4760-bd1e-96dce4633f6e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:38.079376 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Added segment c9de4195-2d17-4760-bd1e-96dce4633f6e of type vlan for network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 Jan 31 18:43:38.176628 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (50fbb222-e6d0-4564-9921-e3ecb13cb1c1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:38.215945 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (50fbb222-e6d0-4564-9921-e3ecb13cb1c1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:38.217228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:38.218039 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:38.332972 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8628263e-5491-4c1a-a6fe-81edd39216c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f02df2e1-a7dc-4fe9-b856-ab908c904112', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'port_id': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'mac_address': 'fa:16:3e:c7:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:42:55Z', 'updated_at': '2022-01-31T18:43:37Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:38.348888 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8378646 Jan 31 18:43:38.354293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37262) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:38.368373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d63a9-b41d-4878-a6e7-164440422479 admin admin] Pushing event updated for resources: {'Network': ['ID=50fbb222-e6d0-4564-9921-e3ecb13cb1c1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:38.371393 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628263e-5491-4c1a-a6fe-81edd39216c1 None None] Checking router: 3d077788-8791-4bbd-8cba-077da5ff5fcd for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:43:38.373607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-15d67496-b2bd-4490-845f-2a5d76fea41c admin admin] Request body: {'subnet': {'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1699256330-subnet', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:38.379995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:43:38.387105 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628263e-5491-4c1a-a6fe-81edd39216c1 None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:38.387711 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8628263e-5491-4c1a-a6fe-81edd39216c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:38.402647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-20ebee3d-9b5f-4a83-8b28-d4d890466b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:38.404528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-20ebee3d-9b5f-4a83-8b28-d4d890466b53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.8172348 Jan 31 18:43:38.449183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d67496-b2bd-4490-845f-2a5d76fea41c admin admin] Made reservation on behalf of 929ddc5d4661400faea9db350575816f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:38.451785 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15d67496-b2bd-4490-845f-2a5d76fea41c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:38.455192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5827e32-3b45-4784-b24a-0a93034fce31 req-225c5b2e-f631-46c9-aec0-15e1a06c0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:38.456946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5827e32-3b45-4784-b24a-0a93034fce31 req-225c5b2e-f631-46c9-aec0-15e1a06c0ff8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1128 time: 0.9902031 Jan 31 18:43:38.551284 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8628263e-5491-4c1a-a6fe-81edd39216c1 None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:38.566435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e82eb-a3ec-4e77-8662-505377bea3ed req-5e9610b6-23eb-4e7b-b594-cd923d84181d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:38.568010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-635e82eb-a3ec-4e77-8662-505377bea3ed req-5e9610b6-23eb-4e7b-b594-cd923d84181d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.3313696 Jan 31 18:43:38.671776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:38.735985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9e65a049-edb8-47b3-92db-3b754af80d49 None None] Provisioning complete for port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:38.736509 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9e65a049-edb8-47b3-92db-3b754af80d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:38.799204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:38.799883 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:38.894262 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15d67496-b2bd-4490-845f-2a5d76fea41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (aff3baa4-ee50-48d2-9d5d-636d147b92c5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:38.909917 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8628263e-5491-4c1a-a6fe-81edd39216c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f02df2e1-a7dc-4fe9-b856-ab908c904112', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'port_id': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'mac_address': 'fa:16:3e:c7:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:42:55Z', 'updated_at': '2022-01-31T18:43:37Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:38.982102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9e65a049-edb8-47b3-92db-3b754af80d49 None None] Current status of the port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:38.982505 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9e65a049-edb8-47b3-92db-3b754af80d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:38.988682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a74f93d5-2255-43bd-abbc-c328aea786a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:38.989920 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628263e-5491-4c1a-a6fe-81edd39216c1 None None] The sync data for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 is: [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f02df2e1-a7dc-4fe9-b856-ab908c904112', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'port_id': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'mac_address': 'fa:16:3e:c7:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:42:55Z', 'updated_at': '2022-01-31T18:43:37Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:43:38.990525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-a74f93d5-2255-43bd-abbc-c328aea786a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5617476 Jan 31 18:43:38.993457 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8532e1-b28c-4eee-b644-b15d89ef30ab req-d84711d3-892b-41d4-9531-8b50723cbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:38.994892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce8532e1-b28c-4eee-b644-b15d89ef30ab req-d84711d3-892b-41d4-9531-8b50723cbcef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 1128 time: 0.7609186 Jan 31 18:43:38.997475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5ec17-20af-44ea-9fc3-8f9a483e0f82 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 5aa0be2c-4394-46b3-bd18-d902ada0d014 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:38.997697 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ec17-20af-44ea-9fc3-8f9a483e0f82 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5aa0be2c-4394-46b3-bd18-d902ada0d014), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:39.019323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d67496-b2bd-4490-845f-2a5d76fea41c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff3baa4-ee50-48d2-9d5d-636d147b92c5,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:39.039051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9e65a049-edb8-47b3-92db-3b754af80d49 None None] For port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:39.047765 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9e65a049-edb8-47b3-92db-3b754af80d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:39.083395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:39.083857 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:39.189619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65a049-edb8-47b3-92db-3b754af80d49 None None] Pushing event updated for resources: {'Port': ['ID=4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:39.205629 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:43:39.206235 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:43:39.206943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8bb15999-b495-49f2-9084-a9014497e1fb None None] Provisioning complete for port 5aa0be2c-4394-46b3-bd18-d902ada0d014 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:39.207322 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bb15999-b495-49f2-9084-a9014497e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5aa0be2c-4394-46b3-bd18-d902ada0d014), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:39.250508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8bb15999-b495-49f2-9084-a9014497e1fb None None] Port 5aa0be2c-4394-46b3-bd18-d902ada0d014 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:43:39.255671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659acfc-eb27-407f-9c57-6dd3999890d3 req-a7cd1db8-f708-4627-b66c-af79473cb9c0 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:39.258737 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5659acfc-eb27-407f-9c57-6dd3999890d3 req-a7cd1db8-f708-4627-b66c-af79473cb9c0 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.49 "GET /v2.0/ports?device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 945 time: 0.1212652 Jan 31 18:43:39.328791 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-635e82eb-a3ec-4e77-8662-505377bea3ed req-53d6a1c2-f589-4ade-91af-49d4d95df927 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7256637 Jan 31 18:43:39.398203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce8532e1-b28c-4eee-b644-b15d89ef30ab req-35242eea-a1a8-4c4e-8de6-1ebe6cdb19df service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188026 Jan 31 18:43:39.418270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5827e32-3b45-4784-b24a-0a93034fce31 req-52724e46-ba0c-46dc-9921-d7ad8b5db1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:39.420200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5827e32-3b45-4784-b24a-0a93034fce31 req-52724e46-ba0c-46dc-9921-d7ad8b5db1e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.9020836 Jan 31 18:43:39.423213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-ba88d446-1c64-44a2-b1c6-eb7f00eeae16 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071205 Jan 31 18:43:39.439480 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ec17-20af-44ea-9fc3-8f9a483e0f82 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5aa0be2c-4394-46b3-bd18-d902ada0d014), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:39.449948 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-5659acfc-eb27-407f-9c57-6dd3999890d3 req-fc643792-3b25-4539-984b-06825c39444e tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Deleting port 8f03028b-2573-4ee7-ae6b-d4d81896a234 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:39.450292 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5659acfc-eb27-407f-9c57-6dd3999890d3 req-fc643792-3b25-4539-984b-06825c39444e tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:39.451459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d67496-b2bd-4490-845f-2a5d76fea41c admin admin] Checking segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:39.451920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d67496-b2bd-4490-845f-2a5d76fea41c admin admin] Network hostable DHCP agents. Network: 50fbb222-e6d0-4564-9921-e3ecb13cb1c1, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:43:39.454880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'tag': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:39.458648 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de8c731-b58f-4e8c-8a7c-e962c64781ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a76a41cc-66f5-47de-a5f6-5f077f77a51f", "tag": "f9aee02e-5bc3-41d4-9ed6-9b6680b9754a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:39.555886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5ec17-20af-44ea-9fc3-8f9a483e0f82 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 5aa0be2c-4394-46b3-bd18-d902ada0d014 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:39.560432 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5659acfc-eb27-407f-9c57-6dd3999890d3 req-fc643792-3b25-4539-984b-06825c39444e tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] For port 8f03028b-2573-4ee7-ae6b-d4d81896a234, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8f03028b-2573-4ee7-ae6b-d4d81896a234,segment=NetworkSegment(1de295d0-2aa2-4b9b-bc8c-21732484a20f),segment_id=1de295d0-2aa2-4b9b-bc8c-21732484a20f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:39.560816 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5659acfc-eb27-407f-9c57-6dd3999890d3 req-fc643792-3b25-4539-984b-06825c39444e tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:39.575344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5827e32-3b45-4784-b24a-0a93034fce31 req-89405989-4a93-400e-b759-d6edf7681550 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 217 time: 0.1248491 Jan 31 18:43:39.579842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-5659acfc-eb27-407f-9c57-6dd3999890d3 req-fc643792-3b25-4539-984b-06825c39444e tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Calling delete_port for 8f03028b-2573-4ee7-ae6b-d4d81896a234 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:39.728808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d67496-b2bd-4490-845f-2a5d76fea41c admin admin] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:43:39.772028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:39.776153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-15d67496-b2bd-4490-845f-2a5d76fea41c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 50fbb222-e6d0-4564-9921-e3ecb13cb1c1) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:39.787186 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5659acfc-eb27-407f-9c57-6dd3999890d3 req-fc643792-3b25-4539-984b-06825c39444e tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8f03028b-2573-4ee7-ae6b-d4d81896a234), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:39.788755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1605bba6-ffa0-4633-857f-095e87f7d302 None None] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:39.798485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d67496-b2bd-4490-845f-2a5d76fea41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:39.799415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15d67496-b2bd-4490-845f-2a5d76fea41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:39.813424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4af62-5568-43d8-b25e-87874056cd39 req-0eb1a137-d677-477b-b651-12b661de31f9 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:39.821533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ff4af62-5568-43d8-b25e-87874056cd39 req-0eb1a137-d677-477b-b651-12b661de31f9 tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e2be5-7ac4-4ba2-94f6-7abccf6e4b78 HTTP/1.1" status: 200 len: 945 time: 0.3972542 Jan 31 18:43:39.829090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc643792-3b25-4539-984b-06825c39444e tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Pushing event deleted for resources: {'Port': ['ID=8f03028b-2573-4ee7-ae6b-d4d81896a234,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:39.833414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5827e32-3b45-4784-b24a-0a93034fce31 req-8abc72ec-5069-4bf9-a45c-04d58e2aaa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:39.836483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5827e32-3b45-4784-b24a-0a93034fce31 req-8abc72ec-5069-4bf9-a45c-04d58e2aaa3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.2003658 Jan 31 18:43:39.862642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8f03028b-2573-4ee7-ae6b-d4d81896a234'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:43:39.897689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-5659acfc-eb27-407f-9c57-6dd3999890d3 req-fc643792-3b25-4539-984b-06825c39444e tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] No DVR routers for this DVR port 8f03028b-2573-4ee7-ae6b-d4d81896a234 on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:43:39.901322 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5659acfc-eb27-407f-9c57-6dd3999890d3 req-fc643792-3b25-4539-984b-06825c39444e tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:39.906056 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5659acfc-eb27-407f-9c57-6dd3999890d3 req-fc643792-3b25-4539-984b-06825c39444e tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.49 "DELETE /v2.0/ports/8f03028b-2573-4ee7-ae6b-d4d81896a234 HTTP/1.1" status: 204 len: 173 time: 0.6234994 Jan 31 18:43:39.906570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e2be5-7ac4-4ba2-94f6-7abccf6e4b78', 'name': 'network-vif-deleted', 'tag': '8f03028b-2573-4ee7-ae6b-d4d81896a234'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:39.909516 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13af795e-7e33-4fb8-a146-26c0ccc32850" -d '{"events": [{"server_uuid": "201e2be5-7ac4-4ba2-94f6-7abccf6e4b78", "name": "network-vif-deleted", "tag": "8f03028b-2573-4ee7-ae6b-d4d81896a234"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:39.912880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-9b18cba6-10a2-4cd8-a223-a55bf6965fe0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819851 Jan 31 18:43:39.947075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-15d67496-b2bd-4490-845f-2a5d76fea41c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5818179 Jan 31 18:43:39.947384 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37272) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:39.953598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:40.000037 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (5723b967-4e08-4bfb-affd-a30eb1a15b6a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:40.000707 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (5723b967-4e08-4bfb-affd-a30eb1a15b6a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:40.027767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'project_id': '929ddc5d4661400faea9db350575816f', 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:43:40.028965 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:40.063198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ff4af62-5568-43d8-b25e-87874056cd39 req-c3e4c847-0cbd-4749-836a-51282138df3b tempest-ServerGroupTestJSON-1056452007 tempest-ServerGroupTestJSON-1056452007-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8eba836-369e-4b51-bfa7-413a006f275e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404587 Jan 31 18:43:40.077322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5827e32-3b45-4784-b24a-0a93034fce31 req-0c2da608-03ef-418e-a85a-e0ab35228ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:40.078967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5827e32-3b45-4784-b24a-0a93034fce31 req-0c2da608-03ef-418e-a85a-e0ab35228ff9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2276123 Jan 31 18:43:40.119782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-091c16b4-c8ef-4cd2-afd9-122e8530db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:40.121374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-091c16b4-c8ef-4cd2-afd9-122e8530db14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 1128 time: 0.1514845 Jan 31 18:43:40.122010 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ec17-20af-44ea-9fc3-8f9a483e0f82 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5aa0be2c-4394-46b3-bd18-d902ada0d014), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:40.201138 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Publish callbacks [] for router_controller (5723b967-4e08-4bfb-affd-a30eb1a15b6a), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:40.270952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-1816841d-aaf3-4d98-b40d-ae156f1d2db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:40.272633 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-1816841d-aaf3-4d98-b40d-ae156f1d2db4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.1430271 Jan 31 18:43:40.284691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5ec17-20af-44ea-9fc3-8f9a483e0f82 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=5aa0be2c-4394-46b3-bd18-d902ada0d014,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:40.285835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Allocated IP 172.20.0.2 (50fbb222-e6d0-4564-9921-e3ecb13cb1c1/aff3baa4-ee50-48d2-9d5d-636d147b92c5/7a9581a6-21c2-4a87-a6df-b5f53c4aeb81) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:40.425313 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Publish callbacks [] for router_gateway (5723b967-4e08-4bfb-affd-a30eb1a15b6a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:40.461288 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ec17-20af-44ea-9fc3-8f9a483e0f82 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:40.474957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c8e5ec17-20af-44ea-9fc3-8f9a483e0f82 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/5aa0be2c-4394-46b3-bd18-d902ada0d014 HTTP/1.1" status: 204 len: 168 time: 3.1179841 Jan 31 18:43:40.481104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:40.519179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5827e32-3b45-4784-b24a-0a93034fce31 req-36b27cd2-54ab-4433-9ced-210495ba3644 service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281034 Jan 31 18:43:40.521236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-9fe8d240-6188-4ae0-a44f-187f162229c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a HTTP/1.1" status: 200 len: 1001 time: 0.2219632 Jan 31 18:43:40.604745 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Publish callbacks [] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:40.619609 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:40.657441 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e04690-3eb6-4e6e-b56d-f5854a3ce0f4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:40.661526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e04690-3eb6-4e6e-b56d-f5854a3ce0f4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:40.667751 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-87e04690-3eb6-4e6e-b56d-f5854a3ce0f4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1821194 Jan 31 18:43:40.671827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37282) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:40.673495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:40.692945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93569534-62ac-4564-a91d-cc5d38c4b258 req-ca25e72b-a42a-4213-8ff0-e8bca973cb4f tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:40.694505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93569534-62ac-4564-a91d-cc5d38c4b258 req-ca25e72b-a42a-4213-8ff0-e8bca973cb4f tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 945 time: 0.4165559 Jan 31 18:43:40.716063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Pushing event updated for resources: {'Port': ['ID=7a9581a6-21c2-4a87-a6df-b5f53c4aeb81,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:40.769781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:40.776061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:40.792036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:40.792525 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3aab1d-d6f7-464f-9cff-c863006f5ed7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 52767341-c15c-4316-874d-a22b0cb79ae3 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:40.795383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-1bc7a5fa-f8d0-49fb-83bd-4cdf7faac3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:40.796947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-1bc7a5fa-f8d0-49fb-83bd-4cdf7faac3db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.2636096 Jan 31 18:43:40.797780 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d3aab1d-d6f7-464f-9cff-c863006f5ed7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (52767341-c15c-4316-874d-a22b0cb79ae3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:40.805618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:40.805992 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:40.854942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d3aab1d-d6f7-464f-9cff-c863006f5ed7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (52767341-c15c-4316-874d-a22b0cb79ae3), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:40.875547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93569534-62ac-4564-a91d-cc5d38c4b258 req-ebbbec64-395d-4f99-a5bd-02c572287d90 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572986 Jan 31 18:43:40.886646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5827e32-3b45-4784-b24a-0a93034fce31 req-3da7f38d-6f96-448d-9703-bbf9451d5676 service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544371 Jan 31 18:43:40.911008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-d5f0868f-0820-45d4-979f-580ce2bb3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:40.912694 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-d5f0868f-0820-45d4-979f-580ce2bb3d28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0992560 Jan 31 18:43:40.962045 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9f24fe-604a-48fd-91b2-f8608c82f1c8 x-openstack-request-id: req-8e9f24fe-604a-48fd-91b2-f8608c82f1c8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:40.962355 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76a41cc-66f5-47de-a5f6-5f077f77a51f", "tag": "f9aee02e-5bc3-41d4-9ed6-9b6680b9754a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:40.962620 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e9f24fe-604a-48fd-91b2-f8608c82f1c8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:40.963031 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'tag': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'status': 'completed', 'code': 200} Jan 31 18:43:41.040700 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1ec4a8-3476-4483-b299-2eddec14b59a x-openstack-request-id: req-7a1ec4a8-3476-4483-b299-2eddec14b59a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:41.041137 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e2be5-7ac4-4ba2-94f6-7abccf6e4b78", "name": "network-vif-deleted", "tag": "8f03028b-2573-4ee7-ae6b-d4d81896a234", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:41.041347 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a1ec4a8-3476-4483-b299-2eddec14b59a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:41.041721 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e2be5-7ac4-4ba2-94f6-7abccf6e4b78', 'name': 'network-vif-deleted', 'tag': '8f03028b-2573-4ee7-ae6b-d4d81896a234', 'status': 'completed', 'code': 200} Jan 31 18:43:41.046756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d3aab1d-d6f7-464f-9cff-c863006f5ed7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (52767341-c15c-4316-874d-a22b0cb79ae3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:41.256271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d3aab1d-d6f7-464f-9cff-c863006f5ed7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (52767341-c15c-4316-874d-a22b0cb79ae3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:41.257122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Attempting to bind port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:43:41.258622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Attempting to bind port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:43:41.258622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Attempting to bind port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:41.268932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:43:41.269427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Checking segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:41.269919 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:41.270342 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Bound using segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:43:41.270874 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Bound port: 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:43:41.271267 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:41.296685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aab1d-d6f7-464f-9cff-c863006f5ed7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=52767341-c15c-4316-874d-a22b0cb79ae3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:41.298754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d3aab1d-d6f7-464f-9cff-c863006f5ed7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:41.310157 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-9f0d74bb-48fb-44f3-87fe-c7e5b2de9c25 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899195 Jan 31 18:43:41.311048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37286) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:41.315911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab5f7e9-dbe7-4a58-8996-46fb9f35440d None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:41.317357 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4d3aab1d-d6f7-464f-9cff-c863006f5ed7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/52767341-c15c-4316-874d-a22b0cb79ae3 HTTP/1.1" status: 204 len: 168 time: 0.6299138 Jan 31 18:43:41.325880 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Publish callbacks [] for router_gateway (5723b967-4e08-4bfb-affd-a30eb1a15b6a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:41.364229 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:41.379407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-84429de9-e0b4-4ee3-a2ff-db7398fb416c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631058 Jan 31 18:43:41.379988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37288) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:41.409926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8c731-b58f-4e8c-8a7c-e962c64781ce req-37905bea-439c-43a5-ba1a-fa8fe722b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:41.411539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6de8c731-b58f-4e8c-8a7c-e962c64781ce req-37905bea-439c-43a5-ba1a-fa8fe722b304 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 1128 time: 0.3780124 Jan 31 18:43:41.450105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:41.486172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] For port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:41.504248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] For port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7a9581a6-21c2-4a87-a6df-b5f53c4aeb81,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:41.513921 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:41.581650 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4841f86-0655-4165-8ea0-9d1fd386b4e0 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:41.582201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8c731-b58f-4e8c-8a7c-e962c64781ce req-d0f7f06f-8119-42a3-bb7a-478bfdb54f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:41.583402 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c4841f86-0655-4165-8ea0-9d1fd386b4e0 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1990356 Jan 31 18:43:41.587309 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37290) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:41.588031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6de8c731-b58f-4e8c-8a7c-e962c64781ce req-d0f7f06f-8119-42a3-bb7a-478bfdb54f9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.1411679 Jan 31 18:43:41.638769 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff7e74-62d0-4fd9-a828-cdacd6d42cdc None None] Pushing event updated for resources: {'Port': ['ID=7a9581a6-21c2-4a87-a6df-b5f53c4aeb81,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:41.647007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dabf5-50ae-447e-a2de-1bbc16a497ff req-75188872-72c4-477e-acfe-ca0034beda37 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:41.660387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-714dabf5-50ae-447e-a2de-1bbc16a497ff req-75188872-72c4-477e-acfe-ca0034beda37 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.5206058 Jan 31 18:43:41.662685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea96bd3-8217-4dde-86f4-76f17c2d19f9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:41.665220 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4ea96bd3-8217-4dde-86f4-76f17c2d19f9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0764399 Jan 31 18:43:41.669606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:41.676481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd17f542-4d54-45a7-a841-eaae22d5318e None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:43:41.768077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cd17f542-4d54-45a7-a841-eaae22d5318e None None] Deleting port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:41.769474 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cd17f542-4d54-45a7-a841-eaae22d5318e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:41.802189 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6e8eb113-b792-4827-b313-51e081dd4120 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1303647 Jan 31 18:43:41.810571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:41.814917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d10c5c62-5fb5-4b94-a5a5-e781804992c1 req-66de88d6-ea7c-4829-89f6-420950580774 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403439 Jan 31 18:43:41.818748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-142c9a93-9c1e-4efd-9894-d1d39d034298 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:41.890327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6de8c731-b58f-4e8c-8a7c-e962c64781ce req-ea1628f4-0aa0-4ea8-b47c-17daa9ba33a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a HTTP/1.1" status: 200 len: 1001 time: 0.2895443 Jan 31 18:43:41.938396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Allocated IP 172.25.8.228 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/cf65ca02-e8f7-4f1a-8931-4b52267198fe) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:41.958594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-714dabf5-50ae-447e-a2de-1bbc16a497ff req-6eb01fc0-04b0-4afa-8334-aa74c8f16432 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968712 Jan 31 18:43:42.010149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-cd17f542-4d54-45a7-a841-eaae22d5318e None None] For port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:42.012809 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cd17f542-4d54-45a7-a841-eaae22d5318e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:42.065272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cd17f542-4d54-45a7-a841-eaae22d5318e None None] Calling delete_port for 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:42.085046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47e51c25-45c4-4c10-b694-01daae1e08cb req-1427c29d-94e0-4111-ab29-8b45f5b4a4ca tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 1001 time: 0.0888975 Jan 31 18:43:42.197972 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cd17f542-4d54-45a7-a841-eaae22d5318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:42.230701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17f542-4d54-45a7-a841-eaae22d5318e None None] Pushing event deleted for resources: {'Port': ['ID=4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:42.238233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17f542-4d54-45a7-a841-eaae22d5318e None None] No DVR routers for this DVR port 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:43:42.430420 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142c9a93-9c1e-4efd-9894-d1d39d034298 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:42.435220 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-142c9a93-9c1e-4efd-9894-d1d39d034298 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:42.513634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8c731-b58f-4e8c-8a7c-e962c64781ce req-35db789d-dbde-474f-a0b9-27cfc4aa19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:42.515094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6de8c731-b58f-4e8c-8a7c-e962c64781ce req-35db789d-dbde-474f-a0b9-27cfc4aa19ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.6044595 Jan 31 18:43:42.568276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e51c25-45c4-4c10-b694-01daae1e08cb req-4a082a90-2fcd-438b-b497-f45560bc9db8 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:42.582359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47e51c25-45c4-4c10-b694-01daae1e08cb req-4a082a90-2fcd-438b-b497-f45560bc9db8 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports/f9aee02e-5bc3-41d4-9ed6-9b6680b9754a HTTP/1.1" status: 200 len: 942 time: 0.4892633 Jan 31 18:43:42.617733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:42.661730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f061bad-1f28-4502-afc0-d3b2012e0645 req-29479dfa-5f2a-46fd-af96-b273e2702f32 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:42.670942 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f061bad-1f28-4502-afc0-d3b2012e0645 req-29479dfa-5f2a-46fd-af96-b273e2702f32 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 945 time: 0.1592634 Jan 31 18:43:42.674781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8c731-b58f-4e8c-8a7c-e962c64781ce req-51667680-2c28-44ff-9b2c-0e49ae5370d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:42.684389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8f03028b-2573-4ee7-ae6b-d4d81896a234 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:43:42.684753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6de8c731-b58f-4e8c-8a7c-e962c64781ce req-51667680-2c28-44ff-9b2c-0e49ae5370d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1502047 Jan 31 18:43:42.735484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 8f03028b-2573-4ee7-ae6b-d4d81896a234 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:43:42.735856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8f03028b-2573-4ee7-ae6b-d4d81896a234 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:43:42.754300 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Publish callbacks [] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:42.785145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:42.785738 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:42.861990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-142c9a93-9c1e-4efd-9894-d1d39d034298 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:43:42.864888 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-142c9a93-9c1e-4efd-9894-d1d39d034298 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (28eca6a6-a2e4-40c8-9d77-74038f9778d3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:42.884629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c9a93-9c1e-4efd-9894-d1d39d034298 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:42.888794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-142c9a93-9c1e-4efd-9894-d1d39d034298 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:42.892218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c9a93-9c1e-4efd-9894-d1d39d034298 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:42.892993 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-142c9a93-9c1e-4efd-9894-d1d39d034298 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:42.902432 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:42.902977 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:42.918353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fc756e-994e-4eb8-b3a9-2495ff8b6caf None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:42.937928 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-142c9a93-9c1e-4efd-9894-d1d39d034298 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1230276 Jan 31 18:43:42.941410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37306) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:42.951369 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:69:cc:1c', 'name': 'tempest-NetworksTestDHCPv6-1254273696'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:42.984640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6de8c731-b58f-4e8c-8a7c-e962c64781ce req-4ba5dd07-2b73-4cb5-b653-005f53cc0374 service neutron] 10.222.0.21 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827988 Jan 31 18:43:42.985061 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:42.989295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f061bad-1f28-4502-afc0-d3b2012e0645 req-9a12c1c2-ce51-4484-bd3b-63b72579c39c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170784 Jan 31 18:43:43.101866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7a9581a6-21c2-4a87-a6df-b5f53c4aeb81,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:43.109301 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:43.117446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47e51c25-45c4-4c10-b694-01daae1e08cb req-48313a13-db07-49a5-b2e4-8539f49186ed tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 1001 time: 0.3984017 Jan 31 18:43:43.195419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf65ca02-e8f7-4f1a-8931-4b52267198fe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:43.230463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '28eca6a6-a2e4-40c8-9d77-74038f9778d3'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:43:43.231794 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:43.235575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:43:43.286881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c9a93-9c1e-4efd-9894-d1d39d034298 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=28eca6a6-a2e4-40c8-9d77-74038f9778d3,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:43.304646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:43:43.305776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4e8711ea-a41f-4a2f-b90c-5eabaee8e0a0 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:43:43.339926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:43.345661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:43.369440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=7a9581a6-21c2-4a87-a6df-b5f53c4aeb81,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:43.372099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:43.407943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6de8c731-b58f-4e8c-8a7c-e962c64781ce req-5bfaa6be-c3af-420c-b9da-5bc649cc6aee service neutron] 10.222.0.21 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134681 Jan 31 18:43:43.431332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170e7b5-783c-49dc-b23b-dedab1eb4662 req-ff136e65-9333-4880-9689-f38e27f540e7 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:43.435207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0170e7b5-783c-49dc-b23b-dedab1eb4662 req-ff136e65-9333-4880-9689-f38e27f540e7 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.2844656 Jan 31 18:43:43.453465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:43.489112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4634ca80-bab6-4a73-b1df-5f4b50ed4df4 None None] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:43.500505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e51c25-45c4-4c10-b694-01daae1e08cb req-265abd37-fb82-4283-bd10-b63080646c91 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:43.502170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47e51c25-45c4-4c10-b694-01daae1e08cb req-265abd37-fb82-4283-bd10-b63080646c91 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.3711996 Jan 31 18:43:43.524000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-47e51c25-45c4-4c10-b694-01daae1e08cb req-7d64c5f4-5a85-4a21-8f79-fc19e1aa156f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:43:43.525182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47e51c25-45c4-4c10-b694-01daae1e08cb req-7d64c5f4-5a85-4a21-8f79-fc19e1aa156f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140417 Jan 31 18:43:43.551397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0170e7b5-783c-49dc-b23b-dedab1eb4662 req-915516db-1719-4e80-9f5c-359b71db6f24 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067727 Jan 31 18:43:43.661225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4dc0d371-bb43-4308-987b-2efd2c41f1c3 None None] Provisioning complete for port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:43.665904 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d371-bb43-4308-987b-2efd2c41f1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:43.702753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:43.737738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-70ce3c2c-ed5b-4b38-82b9-79cb547abeff tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 1001 time: 0.1398642 Jan 31 18:43:43.804845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 39cfde16-1cf8-4d20-a893-5a65e46590e3 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:43:43.857088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-0764c929-a24e-482e-a317-31cf3e34b55b tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:43.858747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-0764c929-a24e-482e-a317-31cf3e34b55b tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports/f9aee02e-5bc3-41d4-9ed6-9b6680b9754a HTTP/1.1" status: 200 len: 942 time: 0.1150615 Jan 31 18:43:43.905978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Allocated IP 2001:db8::f816:3eff:fed7:d7b8 (270588c3-27c5-4bbe-bc62-125107bc7b03/28eca6a6-a2e4-40c8-9d77-74038f9778d3/26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:43.963261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:44.071856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-6da9ef18-a778-4677-8585-7c3ec9d022e5 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 1001 time: 0.1195643 Jan 31 18:43:44.074288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fc2b85-427a-45f4-9b66-2d46681c1eca admin admin] Deleting subnet f5eb6622-6ca2-49c5-b3f0-c1a3858311b4 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:44.081636 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Publish callbacks [] for router_gateway (5723b967-4e08-4bfb-affd-a30eb1a15b6a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:44.083341 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82fc2b85-427a-45f4-9b66-2d46681c1eca admin admin] Publish callbacks [] for subnet (f5eb6622-6ca2-49c5-b3f0-c1a3858311b4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:44.171341 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82fc2b85-427a-45f4-9b66-2d46681c1eca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (f5eb6622-6ca2-49c5-b3f0-c1a3858311b4), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:44.186746 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Publish callbacks [] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:44.223564 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:44.265456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-c2f382ce-1cbb-4700-82e6-454d1a10b64b tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:44.268208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-c2f382ce-1cbb-4700-82e6-454d1a10b64b tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.1878490 Jan 31 18:43:44.336092 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82fc2b85-427a-45f4-9b66-2d46681c1eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (f5eb6622-6ca2-49c5-b3f0-c1a3858311b4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:44.342192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:44.353099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:44.365028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:44.377195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0d371-bb43-4308-987b-2efd2c41f1c3 None None] Current status of the port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:44.412756 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::f816:3eff:fe69:cc1c (270588c3-27c5-4bbe-bc62-125107bc7b03/28eca6a6-a2e4-40c8-9d77-74038f9778d3/39cfde16-1cf8-4d20-a893-5a65e46590e3) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:44.421303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-5534218f-c1b3-49bf-8b51-7d0f3dd2962a tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 1001 time: 0.1325972 Jan 31 18:43:44.433932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-613c4a7e-ba97-4f23-8778-7bd9d7532761 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:44.537164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Pushing event updated for resources: {'Port': ['ID=26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:44.579153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Attempting to bind port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:43:44.579886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Attempting to bind port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:43:44.580522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Attempting to bind port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:44.607310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:43:44.611971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:44.612667 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:44.614913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:43:44.622377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Bound port: 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:43:44.625635 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:44.629230 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-613c4a7e-ba97-4f23-8778-7bd9d7532761 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:44.639526 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82fc2b85-427a-45f4-9b66-2d46681c1eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (f5eb6622-6ca2-49c5-b3f0-c1a3858311b4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:44.670811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:44.792523 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82fc2b85-427a-45f4-9b66-2d46681c1eca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:44.795918 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-82fc2b85-427a-45f4-9b66-2d46681c1eca admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f5eb6622-6ca2-49c5-b3f0-c1a3858311b4 HTTP/1.1" status: 204 len: 168 time: 0.8326023 Jan 31 18:43:44.796849 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc2b85-427a-45f4-9b66-2d46681c1eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5eb6622-6ca2-49c5-b3f0-c1a3858311b4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:44.800829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37344) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:44.812557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] For port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:44.817059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] For port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:44.834294 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:44.981064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:44.982399 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.074998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82f58d-a5f2-4a2a-92c2-538785be7e48 None None] Pushing event updated for resources: {'Port': ['ID=26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:45.109109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-427bc6aa-ae25-43d9-97c2-76e07d494c2f None None] Provisioning complete for port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:45.110432 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-427bc6aa-ae25-43d9-97c2-76e07d494c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.200236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d682cf7-18ea-4cce-87d9-14c3e8e1dbc4 req-55f385fe-adc3-43e4-8c11-4b51771309f5 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:45.205789 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c066461-b696-459e-b314-defec5173780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (ee9e5266-5f80-4d84-ac1c-02631353e68e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.217575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d682cf7-18ea-4cce-87d9-14c3e8e1dbc4 req-55f385fe-adc3-43e4-8c11-4b51771309f5 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.4421537 Jan 31 18:43:45.247002 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (5723b967-4e08-4bfb-affd-a30eb1a15b6a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.355616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:45.416424 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-613c4a7e-ba97-4f23-8778-7bd9d7532761 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.455400 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-613c4a7e-ba97-4f23-8778-7bd9d7532761 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.455654 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (39cfde16-1cf8-4d20-a893-5a65e46590e3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.456328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-427bc6aa-ae25-43d9-97c2-76e07d494c2f None None] Current status of the port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:45.456561 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-613c4a7e-ba97-4f23-8778-7bd9d7532761 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Floating IP f02df2e1-a7dc-4fe9-b856-ab908c904112 disassociated. External IP: 172.25.8.157, port: f9aee02e-5bc3-41d4-9ed6-9b6680b9754a. Jan 31 18:43:45.485851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d682cf7-18ea-4cce-87d9-14c3e8e1dbc4 req-c65ddff1-461c-4d9d-8f1f-a6dc435bebe3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673953 Jan 31 18:43:45.561929 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (39cfde16-1cf8-4d20-a893-5a65e46590e3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.634835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=39cfde16-1cf8-4d20-a893-5a65e46590e3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:45.742140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c066461-b696-459e-b314-defec5173780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (ee9e5266-5f80-4d84-ac1c-02631353e68e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.767729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-613c4a7e-ba97-4f23-8778-7bd9d7532761 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Router 3d077788-8791-4bbd-8cba-077da5ff5fcd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:43:45.777077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0c066461-b696-459e-b314-defec5173780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9e5266-5f80-4d84-ac1c-02631353e68e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:45.818520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:45.824142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0c066461-b696-459e-b314-defec5173780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de295d0-2aa2-4b9b-bc8c-21732484a20f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:45.824851 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0c066461-b696-459e-b314-defec5173780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de295d0-2aa2-4b9b-bc8c-21732484a20f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:45.833527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:45.845453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:45.853800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:45.853800 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.881165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c066461-b696-459e-b314-defec5173780 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (1de295d0-2aa2-4b9b-bc8c-21732484a20f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.902520 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e94ef196-73ee-4b4d-87e0-8c531a937bbd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9562373 Jan 31 18:43:45.909439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37350) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:45.941438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c066461-b696-459e-b314-defec5173780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1de295d0-2aa2-4b9b-bc8c-21732484a20f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.952699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c066461-b696-459e-b314-defec5173780 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:43:45.953120 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c066461-b696-459e-b314-defec5173780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (1de295d0-2aa2-4b9b-bc8c-21732484a20f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:43:45.956458 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:43:45.988601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-613c4a7e-ba97-4f23-8778-7bd9d7532761 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:46.000519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ec77f7-d86e-4c73-b893-54ac432cc350 None None] Sync routers for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:43:46.002475 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-613c4a7e-ba97-4f23-8778-7bd9d7532761 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:46.022159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ec77f7-d86e-4c73-b893-54ac432cc350 None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:46.022953 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-30ec77f7-d86e-4c73-b893-54ac432cc350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:46.062847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41564452-661d-47ee-9108-e2241843881a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:46.075530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41564452-661d-47ee-9108-e2241843881a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:46.078356 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Router 5723b967-4e08-4bfb-affd-a30eb1a15b6a is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:43:46.078981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-41564452-661d-47ee-9108-e2241843881a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1684680 Jan 31 18:43:46.084500 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37352) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:46.094238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-613c4a7e-ba97-4f23-8778-7bd9d7532761 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "PUT /v2.0/floatingips/f02df2e1-a7dc-4fe9-b856-ab908c904112 HTTP/1.1" status: 200 len: 695 time: 1.6695604 Jan 31 18:43:46.094774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'tag': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:46.099613 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95b3c8c-988d-43c6-8974-ffe9593919c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a76a41cc-66f5-47de-a5f6-5f077f77a51f", "tag": "f9aee02e-5bc3-41d4-9ed6-9b6680b9754a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:46.177241 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb4fea9-2858-4a46-9edd-6e9365ee915f x-openstack-request-id: req-4eb4fea9-2858-4a46-9edd-6e9365ee915f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:46.177822 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76a41cc-66f5-47de-a5f6-5f077f77a51f", "tag": "f9aee02e-5bc3-41d4-9ed6-9b6680b9754a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:46.178166 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4eb4fea9-2858-4a46-9edd-6e9365ee915f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:46.178664 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'tag': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'status': 'completed', 'code': 200} Jan 31 18:43:46.181029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-efd5066f-f75f-43e1-ae4a-2aa422da39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:46.182824 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-efd5066f-f75f-43e1-ae4a-2aa422da39f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 1128 time: 0.0680563 Jan 31 18:43:46.187960 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c066461-b696-459e-b314-defec5173780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (ee9e5266-5f80-4d84-ac1c-02631353e68e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:46.225319 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c066461-b696-459e-b314-defec5173780 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:46.228183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-30ec77f7-d86e-4c73-b893-54ac432cc350 None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:46.235719 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0c066461-b696-459e-b314-defec5173780 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ee9e5266-5f80-4d84-ac1c-02631353e68e HTTP/1.1" status: 204 len: 168 time: 1.4284980 Jan 31 18:43:46.340146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c066461-b696-459e-b314-defec5173780 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9e5266-5f80-4d84-ac1c-02631353e68e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:46.495443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b3c8c-988d-43c6-8974-ffe9593919c3 req-021415bc-d5bc-4836-b309-d633ac60bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:46.495908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b95b3c8c-988d-43c6-8974-ffe9593919c3 req-021415bc-d5bc-4836-b309-d633ac60bd2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 1128 time: 0.2659090 Jan 31 18:43:46.496761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37360) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:46.520600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:46.532312 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Sync routers for ids ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:43:46.533051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5aed22e4-4317-4020-9965-8a95d76c0b1f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 39cfde16-1cf8-4d20-a893-5a65e46590e3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:46.533450 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5aed22e4-4317-4020-9965-8a95d76c0b1f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (39cfde16-1cf8-4d20-a893-5a65e46590e3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:46.549345 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Routers {'5723b967-4e08-4bfb-affd-a30eb1a15b6a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:46.551069 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:46.608446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-5e1375d4-9997-4dc2-a46a-42681d2474c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:46.620677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-5e1375d4-9997-4dc2-a46a-42681d2474c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.4286208 Jan 31 18:43:46.709947 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:46.712261 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8912e818-0dfa-4be3-a42b-de818c2ad2c9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7633686 Jan 31 18:43:46.716151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:46.742531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37364) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:46.757441 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-08daf4ce-613e-421a-a663-d593372db1aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f15ab11cba8f4138922d674bcc2f5556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594941 Jan 31 18:43:46.764121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37366) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:46.795496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-30ec77f7-d86e-4c73-b893-54ac432cc350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:46.873140 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Set router 5723b967-4e08-4bfb-affd-a30eb1a15b6a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:46.875718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ec77f7-d86e-4c73-b893-54ac432cc350 None None] Checking router: 3d077788-8791-4bbd-8cba-077da5ff5fcd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:43:46.881891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:46.882584 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:46.927395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b3c8c-988d-43c6-8974-ffe9593919c3 req-5cb9c900-f929-4cc2-9876-f1c02bfd7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:46.927759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ec77f7-d86e-4c73-b893-54ac432cc350 None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:46.928538 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-30ec77f7-d86e-4c73-b893-54ac432cc350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:46.929945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b95b3c8c-988d-43c6-8974-ffe9593919c3 req-5cb9c900-f929-4cc2-9876-f1c02bfd7a6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.4234819 Jan 31 18:43:46.932541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-3e8f8172-7ed1-4aa8-8173-cddc14c7b7d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a HTTP/1.1" status: 200 len: 217 time: 0.3092060 Jan 31 18:43:47.005781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-485b0b98-8cbc-401b-99e1-1e1251c02cf0 None None] Provisioning complete for port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:47.006445 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-485b0b98-8cbc-401b-99e1-1e1251c02cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:47.158539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b95b3c8c-988d-43c6-8974-ffe9593919c3 req-8db47a08-d9cb-4294-9833-97bb13cad5e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a HTTP/1.1" status: 200 len: 217 time: 0.1972866 Jan 31 18:43:47.297998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b3c8c-988d-43c6-8974-ffe9593919c3 req-2e5c0c1e-a02d-4612-ad45-5dbc35695dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:47.302413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b95b3c8c-988d-43c6-8974-ffe9593919c3 req-2e5c0c1e-a02d-4612-ad45-5dbc35695dda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.1205542 Jan 31 18:43:47.356205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:47.356938 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:47.359238 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:43:43Z', 'revision_number': 3, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:47.385257 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5aed22e4-4317-4020-9965-8a95d76c0b1f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (39cfde16-1cf8-4d20-a893-5a65e46590e3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:47.415284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5aed22e4-4317-4020-9965-8a95d76c0b1f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 39cfde16-1cf8-4d20-a893-5a65e46590e3 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:47.419182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-9598a29e-da65-4a15-8b10-15e33a3e651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:47.420696 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-9598a29e-da65-4a15-8b10-15e33a3e651c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.4661181 Jan 31 18:43:47.432592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-30ec77f7-d86e-4c73-b893-54ac432cc350 None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:47.434791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80c09d-2a18-429d-b7c9-9e03f72a28f8 req-8ddb7245-3944-4e7c-bfbb-023a0a4ea165 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:47.443950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b80c09d-2a18-429d-b7c9-9e03f72a28f8 req-8ddb7245-3944-4e7c-bfbb-023a0a4ea165 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.5255840 Jan 31 18:43:47.446903 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Checking router: 5723b967-4e08-4bfb-affd-a30eb1a15b6a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:43:47.447264 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Updating router 5723b967-4e08-4bfb-affd-a30eb1a15b6a port cf65ca02-e8f7-4f1a-8931-4b52267198fe binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:43:47.475535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b64ed597-a3e5-46d2-b4b4-aaaa3eb49bf1 admin admin] Publish callbacks [] for security_group (f8eba836-369e-4b51-bfa7-413a006f275e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:47.499075 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:47.524818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b3c8c-988d-43c6-8974-ffe9593919c3 req-34728596-6e48-43d2-9f20-e8b40a6809b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:47.526466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b95b3c8c-988d-43c6-8974-ffe9593919c3 req-34728596-6e48-43d2-9f20-e8b40a6809b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2049997 Jan 31 18:43:47.558089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-485b0b98-8cbc-401b-99e1-1e1251c02cf0 None None] Current status of the port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:47.563219 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-485b0b98-8cbc-401b-99e1-1e1251c02cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:47.570787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:47.597473 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:47.607081 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b64ed597-a3e5-46d2-b4b4-aaaa3eb49bf1 admin admin] Publish callbacks [] for security_group (f8eba836-369e-4b51-bfa7-413a006f275e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:47.659747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b95b3c8c-988d-43c6-8974-ffe9593919c3 req-56d02435-96b0-4857-a1a7-3e42587afbf2 service neutron] 10.222.0.21 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220949 Jan 31 18:43:47.666057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580deb48-f692-44fe-952f-6b823a78ef0f req-a0b46a21-9165-4b98-be32-3ea7cd54bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:47.667701 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-580deb48-f692-44fe-952f-6b823a78ef0f req-a0b46a21-9165-4b98-be32-3ea7cd54bf05 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 1128 time: 0.3644290 Jan 31 18:43:47.790271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b95b3c8c-988d-43c6-8974-ffe9593919c3 req-486e6fb3-7117-4eea-a5df-1ad37aa5af1b service neutron] 10.222.0.21 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150591 Jan 31 18:43:47.828116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b80c09d-2a18-429d-b7c9-9e03f72a28f8 req-ed1b32a3-3884-44c5-bdb1-e9d13fdf2873 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797455 Jan 31 18:43:47.831672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-4287b46b-07ce-48be-8bf0-abd7798a717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:47.844733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-4287b46b-07ce-48be-8bf0-abd7798a717f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3948612 Jan 31 18:43:47.874698 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b64ed597-a3e5-46d2-b4b4-aaaa3eb49bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f8eba836-369e-4b51-bfa7-413a006f275e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:47.879998 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b64ed597-a3e5-46d2-b4b4-aaaa3eb49bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:47.887338 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b64ed597-a3e5-46d2-b4b4-aaaa3eb49bf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8eba836-369e-4b51-bfa7-413a006f275e HTTP/1.1" status: 204 len: 168 time: 1.1216414 Jan 31 18:43:47.890015 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-485b0b98-8cbc-401b-99e1-1e1251c02cf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:43:47.892704 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-485b0b98-8cbc-401b-99e1-1e1251c02cf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:43:47.944494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ed597-a3e5-46d2-b4b4-aaaa3eb49bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eba836-369e-4b51-bfa7-413a006f275e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:48.076921 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Publish callbacks [] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:48.091078 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:48.096232 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-580deb48-f692-44fe-952f-6b823a78ef0f req-7d6f8d97-f399-4952-ae80-0e760c887f4d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093212 Jan 31 18:43:48.195393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-bdc57a24-0861-4bfe-ba6f-d7adb57d9dcc service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395035 Jan 31 18:43:48.223314 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5aed22e4-4317-4020-9965-8a95d76c0b1f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (39cfde16-1cf8-4d20-a893-5a65e46590e3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:48.249442 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Pushing event updated for resources: {'Port': ['ID=cf65ca02-e8f7-4f1a-8931-4b52267198fe,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:48.269623 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Attempting to bind port cf65ca02-e8f7-4f1a-8931-4b52267198fe on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:43:48.269990 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Attempting to bind port cf65ca02-e8f7-4f1a-8931-4b52267198fe by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:43:48.270351 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Attempting to bind port cf65ca02-e8f7-4f1a-8931-4b52267198fe on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:48.274546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:48.289571 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.289915 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.290254 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.290589 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.290915 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.291241 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.291583 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.291868 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.292423 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.292753 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.293076 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.293442 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.293796 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:48.302929 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:43:48.303494 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:48.305009 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:48.305419 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:43:48.305910 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Bound port: cf65ca02-e8f7-4f1a-8931-4b52267198fe, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:43:48.306294 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:48.371943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-30ec77f7-d86e-4c73-b893-54ac432cc350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:48.441279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed22e4-4317-4020-9965-8a95d76c0b1f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=39cfde16-1cf8-4d20-a893-5a65e46590e3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:48.441944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca711b-5b20-425c-8f01-c6c2150b3d83 req-08694753-7732-40ae-87a0-b35b14e61973 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431693 Jan 31 18:43:48.483343 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] For port cf65ca02-e8f7-4f1a-8931-4b52267198fe, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:48.491873 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] For port cf65ca02-e8f7-4f1a-8931-4b52267198fe, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=cf65ca02-e8f7-4f1a-8931-4b52267198fe,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:48.510908 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:48.540742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-485b0b98-8cbc-401b-99e1-1e1251c02cf0 None None] Current status of the port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:48.544846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ec77f7-d86e-4c73-b893-54ac432cc350 None None] The sync data for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 is: [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:43:48.615586 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5aed22e4-4317-4020-9965-8a95d76c0b1f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:48.623677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37390) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:48.624225 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5aed22e4-4317-4020-9965-8a95d76c0b1f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/39cfde16-1cf8-4d20-a893-5a65e46590e3 HTTP/1.1" status: 204 len: 168 time: 2.5377848 Jan 31 18:43:48.660055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c73b35f1-4c33-4b14-bd13-6902536f968c None None] Could not find standard attr ID for object 39cfde16-1cf8-4d20-a893-5a65e46590e3. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:43:48.687381 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:48.781679 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Routers {'5723b967-4e08-4bfb-affd-a30eb1a15b6a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:48.782863 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:48.822219 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:48.823684 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6975c-9544-436b-899b-5e33de4e3dcf None None] Pushing event updated for resources: {'Port': ['ID=cf65ca02-e8f7-4f1a-8931-4b52267198fe,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:48.932249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add6c448-94e2-427d-9100-8e175b4c19c0 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:48.937939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add6c448-94e2-427d-9100-8e175b4c19c0 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:48.942207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-add6c448-94e2-427d-9100-8e175b4c19c0 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3149564 Jan 31 18:43:48.953922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37400) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:48.980113 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0553b0b6-1faf-4183-90a1-840306bb1759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:49.055721 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:49.056039 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:49.179996 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] Set router 5723b967-4e08-4bfb-affd-a30eb1a15b6a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:49.258931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d7d0dc-fd3e-4d53-94ee-9e3dd5980d53 None None] New status for floating IP f02df2e1-a7dc-4fe9-b856-ab908c904112: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:43:49.418412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Allocated IP 172.20.0.1 (50fbb222-e6d0-4564-9921-e3ecb13cb1c1/aff3baa4-ee50-48d2-9d5d-636d147b92c5/5df47b28-255d-42a3-a4d9-53afccedf810) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:49.573531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:49.591851 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:43:43Z', 'revision_number': 3, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:49.640371 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Publish callbacks [] for port (5df47b28-255d-42a3-a4d9-53afccedf810), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:49.672599 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb528a2-e8dd-41d3-b395-7f883ae025a6 None None] The sync data for ids ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'] in n-d-812111-15 is: [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:43:43Z', 'revision_number': 3, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:43:49.769082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:49.848579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Pushing event updated for resources: {'Port': ['ID=5df47b28-255d-42a3-a4d9-53afccedf810,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:49.851884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37420) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:49.860360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:49.867854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:49.897454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-36145018-a829-48ff-866e-5b9627245bc2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 28eca6a6-a2e4-40c8-9d77-74038f9778d3 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:49.898572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:49.912496 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36145018-a829-48ff-866e-5b9627245bc2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (28eca6a6-a2e4-40c8-9d77-74038f9778d3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:49.963713 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (5723b967-4e08-4bfb-affd-a30eb1a15b6a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:49.991779 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:43:50.000711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66585c-3118-473c-8817-1850143c6576 req-22ad8c8d-a896-4fe1-b2e3-2aa56062bcfa tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:50.004483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df66585c-3118-473c-8817-1850143c6576 req-22ad8c8d-a896-4fe1-b2e3-2aa56062bcfa tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8224537 Jan 31 18:43:50.025740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a4a93-81d5-4ec3-8ba1-b601930e20bb req-1e5e788e-a011-46ed-9ba8-39b18a5bf39d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:50.027432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-368a4a93-81d5-4ec3-8ba1-b601930e20bb req-1e5e788e-a011-46ed-9ba8-39b18a5bf39d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.9231482 Jan 31 18:43:50.159134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1439461192-network', 'tenant_id': 'fe52a8fc16cf45a29d30b0a9dad8c33f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:50.167590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36145018-a829-48ff-866e-5b9627245bc2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (28eca6a6-a2e4-40c8-9d77-74038f9778d3), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.201032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Made reservation on behalf of fe52a8fc16cf45a29d30b0a9dad8c33f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:50.204124 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.231248 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.312657 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36145018-a829-48ff-866e-5b9627245bc2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (28eca6a6-a2e4-40c8-9d77-74038f9778d3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.355583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Publish callbacks [] for security_group (d1039fad-c072-415a-8633-969e1a7bb2d6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.364487 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.370670 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d1039fad-c072-415a-8633-969e1a7bb2d6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.406576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b2071a83-c750-453b-b932-82011e48f0b2 None None] Provisioning complete for port 5df47b28-255d-42a3-a4d9-53afccedf810 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:50.407207 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2071a83-c750-453b-b932-82011e48f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.408736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df66585c-3118-473c-8817-1850143c6576 req-fde09190-8dcf-4d74-9b71-d2cc29033d0e tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.3793569 Jan 31 18:43:50.418990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36145018-a829-48ff-866e-5b9627245bc2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (28eca6a6-a2e4-40c8-9d77-74038f9778d3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.420762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1039fad-c072-415a-8633-969e1a7bb2d6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:50.426423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-df66585c-3118-473c-8817-1850143c6576 req-7c0c30ae-c755-48a2-82eb-f9a0da5e7217 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Request body: {'floatingip': {'port_id': '5066f273-7862-4853-90bb-976647432bd6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:50.459948 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:43:50.470106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36145018-a829-48ff-866e-5b9627245bc2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=28eca6a6-a2e4-40c8-9d77-74038f9778d3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:50.522935 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b2071a83-c750-453b-b932-82011e48f0b2 None None] Port 5df47b28-255d-42a3-a4d9-53afccedf810 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:43:50.537787 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36145018-a829-48ff-866e-5b9627245bc2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.542256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-36145018-a829-48ff-866e-5b9627245bc2 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/28eca6a6-a2e4-40c8-9d77-74038f9778d3 HTTP/1.1" status: 204 len: 168 time: 1.5867314 Jan 31 18:43:50.546026 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c312efdc-5acf-4e1b-94a2-3f54b654d660 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:50.558484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:50.584000 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df66585c-3118-473c-8817-1850143c6576 req-7c0c30ae-c755-48a2-82eb-f9a0da5e7217 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.637916 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (66a813a5-6e84-4cc8-9fb5-c38f4a7d519a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.638256 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Added segment 66a813a5-6e84-4cc8-9fb5-c38f4a7d519a of type vlan for network d82614fc-b59a-498a-b981-68724ed1c688 Jan 31 18:43:50.678439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-368a4a93-81d5-4ec3-8ba1-b601930e20bb req-b0edbbbe-416a-4fb6-ad3d-8c510b65e25e tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721607 Jan 31 18:43:50.756625 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d74c2958-5931-4e6b-bfef-7b2df95f9513 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1967053 Jan 31 18:43:50.763754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37426) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:50.774531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-52f5a6e0-0388-4424-a903-0949e0021687 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:50.807954 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cf65ca02-e8f7-4f1a-8931-4b52267198fe up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:50.852968 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Publish callbacks [] for port (5df47b28-255d-42a3-a4d9-53afccedf810), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.932990 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:50.953645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port cf65ca02-e8f7-4f1a-8931-4b52267198fe triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:50.954392 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.033727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f5a6e0-0388-4424-a903-0949e0021687 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:51.043598 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52f5a6e0-0388-4424-a903-0949e0021687 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.048226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (d82614fc-b59a-498a-b981-68724ed1c688), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.062665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785a6166-b566-4c7f-8497-918be9541a1f None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:43:51.091718 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (5723b967-4e08-4bfb-affd-a30eb1a15b6a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.095557 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Pushing event updated for resources: {'Port': ['ID=5df47b28-255d-42a3-a4d9-53afccedf810,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:51.120951 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (d82614fc-b59a-498a-b981-68724ed1c688), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.123332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:51.124080 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.184826 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3d422455-e97d-4ed0-96df-a9ff9caa39fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.273680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port cf65ca02-e8f7-4f1a-8931-4b52267198fe is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:51.274062 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.291724 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4296391 Jan 31 18:43:51.294410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37428) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:51.303664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-903d0a0b-6742-4fce-8235-322fcd81a9ad admin admin] Request body: {'subnet': {'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1439461192-subnet', 'tenant_id': 'fe52a8fc16cf45a29d30b0a9dad8c33f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:51.304632 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port cf65ca02-e8f7-4f1a-8931-4b52267198fe, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=cf65ca02-e8f7-4f1a-8931-4b52267198fe,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:51.322688 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.340487 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013e446-3732-4025-8028-e721cffc6725 admin admin] Pushing event updated for resources: {'Network': ['ID=d82614fc-b59a-498a-b981-68724ed1c688,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:51.399914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903d0a0b-6742-4fce-8235-322fcd81a9ad admin admin] Made reservation on behalf of fe52a8fc16cf45a29d30b0a9dad8c33f for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:51.402757 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903d0a0b-6742-4fce-8235-322fcd81a9ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.420566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=cf65ca02-e8f7-4f1a-8931-4b52267198fe,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:51.436845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:51.442043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network d82614fc-b59a-498a-b981-68724ed1c688 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:43:51.493371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:51.570158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-785a6166-b566-4c7f-8497-918be9541a1f None None] Deleting port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:51.570632 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-785a6166-b566-4c7f-8497-918be9541a1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.572654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be35d8-7c82-49e0-b335-261acb3ce771 req-ca285edd-0a3d-4aa0-a1c4-e92901dad99d tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:51.574927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1be35d8-7c82-49e0-b335-261acb3ce771 req-ca285edd-0a3d-4aa0-a1c4-e92901dad99d tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a76a41cc-66f5-47de-a5f6-5f077f77a51f HTTP/1.1" status: 200 len: 945 time: 0.3392608 Jan 31 18:43:51.730182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-785a6166-b566-4c7f-8497-918be9541a1f None None] For port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:51.731015 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-785a6166-b566-4c7f-8497-918be9541a1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.787461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-785a6166-b566-4c7f-8497-918be9541a1f None None] Calling delete_port for 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:51.825083 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Router 5723b967-4e08-4bfb-affd-a30eb1a15b6a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:43:51.930568 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-785a6166-b566-4c7f-8497-918be9541a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.948272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903d0a0b-6742-4fce-8235-322fcd81a9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (86926680-325f-4730-846d-e46372cc4cbc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:51.974535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a6166-b566-4c7f-8497-918be9541a1f None None] Pushing event deleted for resources: {'Port': ['ID=26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:51.996033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6844f128-e810-4142-ab21-d9ba0fac31c0 None None] Provisioning complete for port 5df47b28-255d-42a3-a4d9-53afccedf810 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:51.996696 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6844f128-e810-4142-ab21-d9ba0fac31c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:52.050772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6844f128-e810-4142-ab21-d9ba0fac31c0 None None] Port 5df47b28-255d-42a3-a4d9-53afccedf810 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:43:52.056974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a6166-b566-4c7f-8497-918be9541a1f None None] No DVR routers for this DVR port 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:43:52.126606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d0a0b-6742-4fce-8235-322fcd81a9ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=86926680-325f-4730-846d-e46372cc4cbc,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:52.142830 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:52.151589 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-06054579-85c0-49dc-aafd-8403f3625671 admin admin] 10.222.0.20 "PUT /v2.0/routers/5723b967-4e08-4bfb-affd-a30eb1a15b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4069948 Jan 31 18:43:52.153674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d0a0b-6742-4fce-8235-322fcd81a9ad admin admin] Checking segment: {'id': '66a813a5-6e84-4cc8-9fb5-c38f4a7d519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:52.154378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903d0a0b-6742-4fce-8235-322fcd81a9ad admin admin] Network hostable DHCP agents. Network: d82614fc-b59a-498a-b981-68724ed1c688, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:43:52.181526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903d0a0b-6742-4fce-8235-322fcd81a9ad admin admin] Network d82614fc-b59a-498a-b981-68724ed1c688 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:43:52.195352 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df66585c-3118-473c-8817-1850143c6576 req-7c0c30ae-c755-48a2-82eb-f9a0da5e7217 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:52.196391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-903d0a0b-6742-4fce-8235-322fcd81a9ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, d82614fc-b59a-498a-b981-68724ed1c688) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:52.209499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d0a0b-6742-4fce-8235-322fcd81a9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:52.214379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84eae58-4982-4bfc-b918-f910fdf5148e None None] Network d82614fc-b59a-498a-b981-68724ed1c688 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:52.222758 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903d0a0b-6742-4fce-8235-322fcd81a9ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:52.237717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.objects.ports [None req-52f5a6e0-0388-4424-a903-0949e0021687 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:43:52.239161 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df66585c-3118-473c-8817-1850143c6576 req-7c0c30ae-c755-48a2-82eb-f9a0da5e7217 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:52.246315 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-903d0a0b-6742-4fce-8235-322fcd81a9ad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9460931 Jan 31 18:43:52.255044 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52f5a6e0-0388-4424-a903-0949e0021687 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (e0fd49d7-9a46-4ddc-8231-b9c783b3609f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:52.394033 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:52.438234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f5a6e0-0388-4424-a903-0949e0021687 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:52.455148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-52f5a6e0-0388-4424-a903-0949e0021687 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:52.468633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6918e9-ebcc-47a6-97b4-67b226c47aac None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:52.474468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb442f6-d1a6-4ca4-999e-de44b1140770 None None] Network d82614fc-b59a-498a-b981-68724ed1c688 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:52.476205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a1be35d8-7c82-49e0-b335-261acb3ce771 req-c4fb6d07-2ba8-4634-a079-d2f514dbd9bb tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Deleting port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:52.477340 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1be35d8-7c82-49e0-b335-261acb3ce771 req-c4fb6d07-2ba8-4634-a079-d2f514dbd9bb tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:52.490183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f5a6e0-0388-4424-a903-0949e0021687 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:52.490437 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52f5a6e0-0388-4424-a903-0949e0021687 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:52.589996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5a6e0-0388-4424-a903-0949e0021687 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=e0fd49d7-9a46-4ddc-8231-b9c783b3609f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:52.606626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fa268-a7eb-4079-9b3d-e87cfbaf5b21 req-74ea96da-d962-4d07-8b3b-da81b1cb2cca tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:52.609030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-737fa268-a7eb-4079-9b3d-e87cfbaf5b21 req-74ea96da-d962-4d07-8b3b-da81b1cb2cca tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.7556167 Jan 31 18:43:52.610110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cf65ca02-e8f7-4f1a-8931-4b52267198fe up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:52.676509 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Sync routers for ids ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:43:52.689535 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:52.689852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-52f5a6e0-0388-4424-a903-0949e0021687 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9246213 Jan 31 18:43:52.691559 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Routers {'5723b967-4e08-4bfb-affd-a30eb1a15b6a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:52.692559 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:52.695709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:fc:c4:a1', 'name': 'tempest-NetworksTestDHCPv6-1381582889'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:52.703594 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-df66585c-3118-473c-8817-1850143c6576 req-7c0c30ae-c755-48a2-82eb-f9a0da5e7217 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Floating IP f02df2e1-a7dc-4fe9-b856-ab908c904112 associated. External IP: 172.25.8.157, port: 5066f273-7862-4853-90bb-976647432bd6. Jan 31 18:43:52.805395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a1be35d8-7c82-49e0-b335-261acb3ce771 req-c4fb6d07-2ba8-4634-a079-d2f514dbd9bb tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] For port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:52.806004 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1be35d8-7c82-49e0-b335-261acb3ce771 req-c4fb6d07-2ba8-4634-a079-d2f514dbd9bb tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:52.834163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-737fa268-a7eb-4079-9b3d-e87cfbaf5b21 req-cf5e3a83-e67e-405c-86ed-c52dead90302 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929622 Jan 31 18:43:52.845864 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Set router 5723b967-4e08-4bfb-affd-a30eb1a15b6a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:52.846263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port cf65ca02-e8f7-4f1a-8931-4b52267198fe triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:52.847020 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:52.883495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a1be35d8-7c82-49e0-b335-261acb3ce771 req-c4fb6d07-2ba8-4634-a079-d2f514dbd9bb tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Calling delete_port for f9aee02e-5bc3-41d4-9ed6-9b6680b9754a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:52.939160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': 'e0fd49d7-9a46-4ddc-8231-b9c783b3609f'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:43:52.944055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:52.998961 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:53.170886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port cf65ca02-e8f7-4f1a-8931-4b52267198fe is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:53.264525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Allocated IP 2001:db8::f816:3eff:fe54:7b6c (270588c3-27c5-4bbe-bc62-125107bc7b03/e0fd49d7-9a46-4ddc-8231-b9c783b3609f/d518116a-c74a-4139-a8ee-72bb4f40a92a) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:53.280540 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:53.299696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:43:53.329662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 435c2e15-53ab-48a4-8995-08652003a015 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:43:53.343416 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:43:50Z', 'revision_number': 4, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '5df47b28-255d-42a3-a4d9-53afccedf810', 'name': '', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'mac_address': 'fa:16:3e:a3:18:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:48Z', 'updated_at': '2022-01-31T18:43:50Z', 'revision_number': 2, 'project_id': '929ddc5d4661400faea9db350575816f', 'subnets': [{'id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:53.392262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df66585c-3118-473c-8817-1850143c6576 req-7c0c30ae-c755-48a2-82eb-f9a0da5e7217 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Router 3d077788-8791-4bbd-8cba-077da5ff5fcd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:43:53.393020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:43:53.393020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 26f0e28a-cec7-4a2b-aaa9-b713e9a9ab47 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:43:53.407577 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Checking router: 5723b967-4e08-4bfb-affd-a30eb1a15b6a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:43:53.407577 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Updating router 5723b967-4e08-4bfb-affd-a30eb1a15b6a port 5df47b28-255d-42a3-a4d9-53afccedf810 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:43:53.484687 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:53.640028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df66585c-3118-473c-8817-1850143c6576 req-7c0c30ae-c755-48a2-82eb-f9a0da5e7217 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:53.660477 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df66585c-3118-473c-8817-1850143c6576 req-7c0c30ae-c755-48a2-82eb-f9a0da5e7217 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:53.665231 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1be35d8-7c82-49e0-b335-261acb3ce771 req-c4fb6d07-2ba8-4634-a079-d2f514dbd9bb tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f9aee02e-5bc3-41d4-9ed6-9b6680b9754a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:53.728714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb6d07-2ba8-4634-a079-d2f514dbd9bb tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Pushing event deleted for resources: {'Port': ['ID=f9aee02e-5bc3-41d4-9ed6-9b6680b9754a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:53.754983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df66585c-3118-473c-8817-1850143c6576 req-7c0c30ae-c755-48a2-82eb-f9a0da5e7217 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "PUT /v2.0/floatingips/f02df2e1-a7dc-4fe9-b856-ab908c904112 HTTP/1.1" status: 200 len: 996 time: 3.3450913 Jan 31 18:43:53.778878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'tag': '5066f273-7862-4853-90bb-976647432bd6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:53.781306 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436f22f0-8be5-43b3-affb-b9a0f2a79c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "tag": "5066f273-7862-4853-90bb-976647432bd6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:53.784044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1be35d8-7c82-49e0-b335-261acb3ce771 req-c4fb6d07-2ba8-4634-a079-d2f514dbd9bb tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] No DVR routers for this DVR port f9aee02e-5bc3-41d4-9ed6-9b6680b9754a on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:43:53.787291 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1be35d8-7c82-49e0-b335-261acb3ce771 req-c4fb6d07-2ba8-4634-a079-d2f514dbd9bb tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:53.792758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1be35d8-7c82-49e0-b335-261acb3ce771 req-c4fb6d07-2ba8-4634-a079-d2f514dbd9bb tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.21 "DELETE /v2.0/ports/f9aee02e-5bc3-41d4-9ed6-9b6680b9754a HTTP/1.1" status: 204 len: 173 time: 2.2086325 Jan 31 18:43:53.832932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['5066f273-7862-4853-90bb-976647432bd6'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:43:53.878113 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a50cf0e-7bde-4527-841a-66a580595aeb None None] Sync routers for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:43:53.895516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:53.902908 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1511260032', 'description': 'tempest-description--360482131'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:53.913720 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a50cf0e-7bde-4527-841a-66a580595aeb None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:53.914740 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6a50cf0e-7bde-4527-841a-66a580595aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:53.995723 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.005278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66585c-3118-473c-8817-1850143c6576 req-c2c75e2f-b60c-479b-b044-b02d43f72d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:54.009643 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df66585c-3118-473c-8817-1850143c6576 req-c2c75e2f-b60c-479b-b044-b02d43f72d6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1128 time: 0.1658852 Jan 31 18:43:54.174687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6a50cf0e-7bde-4527-841a-66a580595aeb None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:54.184724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for security_group (6287d5d8-54ba-40c6-9733-0f4c66a6bc68), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.190964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6287d5d8-54ba-40c6-9733-0f4c66a6bc68), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.246570 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Publish callbacks [] for port (5df47b28-255d-42a3-a4d9-53afccedf810), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.254406 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.269853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.273729 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3768206 Jan 31 18:43:54.284036 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37464) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:54.296441 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.299656 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7ea6ba19-b79d-45ae-b6d7-746a26293544 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Request body: {'security_group_rule': {'security_group_id': '6287d5d8-54ba-40c6-9733-0f4c66a6bc68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:54.305628 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.315091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6287d5d8-54ba-40c6-9733-0f4c66a6bc68,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:54.350542 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.351077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.351447 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.351793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.352143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.356609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.357039 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.357394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.357744 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.358091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.358432 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.358771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.359106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690b268f-c052-4c5b-8657-054d65acc808 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:54.372968 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Publish callbacks [] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.379484 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef78314-efd1-40f8-b522-25f7df28bda0 None None] Pushing event updated for resources: {'Port': ['ID=5df47b28-255d-42a3-a4d9-53afccedf810,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:54.390611 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.468833 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea6ba19-b79d-45ae-b6d7-746a26293544 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for security_group_rule (5e8bb60a-0254-4727-91f8-1d4a16eb5af0), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.502209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66585c-3118-473c-8817-1850143c6576 req-4278b2a3-befa-48c8-864b-7a63eef585fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:54.506389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Pushing event updated for resources: {'Port': ['ID=d518116a-c74a-4139-a8ee-72bb4f40a92a,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:54.530946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df66585c-3118-473c-8817-1850143c6576 req-4278b2a3-befa-48c8-864b-7a63eef585fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.4963531 Jan 31 18:43:54.580453 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Attempting to bind port 5df47b28-255d-42a3-a4d9-53afccedf810 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:43:54.580856 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Attempting to bind port 5df47b28-255d-42a3-a4d9-53afccedf810 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:43:54.581227 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Attempting to bind port 5df47b28-255d-42a3-a4d9-53afccedf810 on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:54.606734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::f816:3eff:fefc:c4a1 (270588c3-27c5-4bbe-bc62-125107bc7b03/e0fd49d7-9a46-4ddc-8231-b9c783b3609f/435c2e15-53ab-48a4-8995-08652003a015) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:54.606939 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:43:54.608728 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Checking segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:54.609157 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.609563 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Bound using segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:43:54.610056 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Bound port: 5df47b28-255d-42a3-a4d9-53afccedf810, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:43:54.610442 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.714938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea6ba19-b79d-45ae-b6d7-746a26293544 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for security_group_rule (5e8bb60a-0254-4727-91f8-1d4a16eb5af0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.719815 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea6ba19-b79d-45ae-b6d7-746a26293544 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5e8bb60a-0254-4727-91f8-1d4a16eb5af0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.738593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f9aee02e-5bc3-41d4-9ed6-9b6680b9754a no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:43:54.758385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df66585c-3118-473c-8817-1850143c6576 req-eea071a9-bbce-48fa-a616-04d90571f8db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 999 time: 0.2200601 Jan 31 18:43:54.762896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6ba19-b79d-45ae-b6d7-746a26293544 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8bb60a-0254-4727-91f8-1d4a16eb5af0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:54.785849 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] For port 5df47b28-255d-42a3-a4d9-53afccedf810, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:54.794053 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea6ba19-b79d-45ae-b6d7-746a26293544 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.795324 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] For port 5df47b28-255d-42a3-a4d9-53afccedf810, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5df47b28-255d-42a3-a4d9-53afccedf810,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:54.795881 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7ea6ba19-b79d-45ae-b6d7-746a26293544 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5105741 Jan 31 18:43:54.800800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37468) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:54.807098 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:54.811058 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a8a769f0-551b-49cf-a2ac-7b3d4515d9c5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Request body: {'security_group_rule': {'security_group_id': '6287d5d8-54ba-40c6-9733-0f4c66a6bc68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:54.843522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66585c-3118-473c-8817-1850143c6576 req-97c96e00-8261-453c-9946-a44856f20dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:54.852841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df66585c-3118-473c-8817-1850143c6576 req-97c96e00-8261-453c-9946-a44856f20dc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.0930524 Jan 31 18:43:54.862143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:54.870825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: f9aee02e-5bc3-41d4-9ed6-9b6680b9754a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:43:54.872737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f9aee02e-5bc3-41d4-9ed6-9b6680b9754a not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:43:54.950450 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Routers {'5723b967-4e08-4bfb-affd-a30eb1a15b6a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:54.951915 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:54.952930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:54.972695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:55.083187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66585c-3118-473c-8817-1850143c6576 req-8a740ecf-ff4e-410d-9cc1-1d55d11a959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:55.091735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df66585c-3118-473c-8817-1850143c6576 req-8a740ecf-ff4e-410d-9cc1-1d55d11a959f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2374320 Jan 31 18:43:55.106790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9887c3dc-0e45-4aab-8204-11b66989481f None None] Provisioning complete for port 5df47b28-255d-42a3-a4d9-53afccedf810 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:55.106790 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9887c3dc-0e45-4aab-8204-11b66989481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.152134 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8a769f0-551b-49cf-a2ac-7b3d4515d9c5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for security_group_rule (6cdeb5d9-5009-441c-aff0-dba8e2cd953f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.178271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-1e84c850-a514-4a8a-a1bc-789d3e8fdba8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:55.187751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-1e84c850-a514-4a8a-a1bc-789d3e8fdba8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/networks?id=d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 200 len: 814 time: 0.7351043 Jan 31 18:43:55.211210 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-9b396994-bfaf-458d-869c-9653c9c905fa tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/quotas/fe52a8fc16cf45a29d30b0a9dad8c33f HTTP/1.1" status: 200 len: 375 time: 0.0220544 Jan 31 18:43:55.211427 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef78314-efd1-40f8-b522-25f7df28bda0 None None] Pushing event updated for resources: {'Port': ['ID=5df47b28-255d-42a3-a4d9-53afccedf810,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:55.251558 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Attempting to bind port d518116a-c74a-4139-a8ee-72bb4f40a92a on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:43:55.252143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Attempting to bind port d518116a-c74a-4139-a8ee-72bb4f40a92a by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:43:55.252283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Attempting to bind port d518116a-c74a-4139-a8ee-72bb4f40a92a on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:43:55.275511 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.304472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:43:55.305294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:43:55.305751 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.306885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:43:55.307536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Bound port: d518116a-c74a-4139-a8ee-72bb4f40a92a, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:43:55.307942 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.318117 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] Set router 5723b967-4e08-4bfb-affd-a30eb1a15b6a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:55.321040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (435c2e15-53ab-48a4-8995-08652003a015), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.364751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-93243f3c-25a7-45b5-812b-9953485a7473 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1516497 Jan 31 18:43:55.376472 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8a769f0-551b-49cf-a2ac-7b3d4515d9c5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for security_group_rule (6cdeb5d9-5009-441c-aff0-dba8e2cd953f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.399142 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8a769f0-551b-49cf-a2ac-7b3d4515d9c5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (6cdeb5d9-5009-441c-aff0-dba8e2cd953f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.496480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a769f0-551b-49cf-a2ac-7b3d4515d9c5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdeb5d9-5009-441c-aff0-dba8e2cd953f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:55.529675 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8a769f0-551b-49cf-a2ac-7b3d4515d9c5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.530247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df66585c-3118-473c-8817-1850143c6576 req-7919248a-b9a3-4979-9786-bedd254d8ac4 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272668 Jan 31 18:43:55.532184 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a8a769f0-551b-49cf-a2ac-7b3d4515d9c5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7301400 Jan 31 18:43:55.535173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (435c2e15-53ab-48a4-8995-08652003a015), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.537162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37470) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:55.543232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:55.571506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9887c3dc-0e45-4aab-8204-11b66989481f None None] Current status of the port 5df47b28-255d-42a3-a4d9-53afccedf810 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:55.571905 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9887c3dc-0e45-4aab-8204-11b66989481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.613628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] For port d518116a-c74a-4139-a8ee-72bb4f40a92a, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:55.648180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.656187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=435c2e15-53ab-48a4-8995-08652003a015,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:55.667387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9887c3dc-0e45-4aab-8204-11b66989481f None None] For port 5df47b28-255d-42a3-a4d9-53afccedf810, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5df47b28-255d-42a3-a4d9-53afccedf810,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:55.678302 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-d9a5fa59-da5e-4160-8b48-002fe318a3b7 service neutron] 10.222.0.20 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125911 Jan 31 18:43:55.701518 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9887c3dc-0e45-4aab-8204-11b66989481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.715520 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:43:50Z', 'revision_number': 4, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '5df47b28-255d-42a3-a4d9-53afccedf810', 'name': '', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'mac_address': 'fa:16:3e:a3:18:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:48Z', 'updated_at': '2022-01-31T18:43:54Z', 'revision_number': 4, 'project_id': '929ddc5d4661400faea9db350575816f', 'subnets': [{'id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:55.730740 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] For port d518116a-c74a-4139-a8ee-72bb4f40a92a, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d518116a-c74a-4139-a8ee-72bb4f40a92a,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:55.773297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:55.774585 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f7761-ef46-4f66-a6c2-62e5b8b7cb3d None None] The sync data for ids ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'] in n-d-812111-15 is: [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:43:50Z', 'revision_number': 4, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '5df47b28-255d-42a3-a4d9-53afccedf810', 'name': '', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'mac_address': 'fa:16:3e:a3:18:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:48Z', 'updated_at': '2022-01-31T18:43:54Z', 'revision_number': 4, 'project_id': '929ddc5d4661400faea9db350575816f', 'subnets': [{'id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:43:55.783357 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:55.791031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:55.799693 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.803006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:55.804793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:55.832929 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cf4efb22-2d80-4f9e-96b0-efc74729e41a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1419592 Jan 31 18:43:55.837148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:55.950673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6a50cf0e-7bde-4527-841a-66a580595aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f02df2e1-a7dc-4fe9-b856-ab908c904112', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'port_id': '5066f273-7862-4853-90bb-976647432bd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'mac_address': 'fa:16:3e:3f:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:42:55Z', 'updated_at': '2022-01-31T18:43:52Z', 'revision_number': 8, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:55.956294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887c3dc-0e45-4aab-8204-11b66989481f None None] Pushing event updated for resources: {'Port': ['ID=5df47b28-255d-42a3-a4d9-53afccedf810,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:56.025879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-45826bac-8579-4633-88a0-1800a1f2a5d2 None None] Provisioning complete for port 5df47b28-255d-42a3-a4d9-53afccedf810 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:56.026504 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45826bac-8579-4633-88a0-1800a1f2a5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:56.039267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee77e98-1d50-4a57-9759-d3d4ce681de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:56.059354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee77e98-1d50-4a57-9759-d3d4ce681de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:56.064168 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ee77e98-1d50-4a57-9759-d3d4ce681de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2219286 Jan 31 18:43:56.067101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37478) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:56.072324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a50cf0e-7bde-4527-841a-66a580595aeb None None] Checking router: 3d077788-8791-4bbd-8cba-077da5ff5fcd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:43:56.094532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:56.171192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a50cf0e-7bde-4527-841a-66a580595aeb None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:43:56.171849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6a50cf0e-7bde-4527-841a-66a580595aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:56.173908 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:56.313413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0937072-1682-4085-bb1d-59e654de2439 None None] Pushing event updated for resources: {'Port': ['ID=d518116a-c74a-4139-a8ee-72bb4f40a92a,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:56.580837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6a50cf0e-7bde-4527-841a-66a580595aeb None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:43:56.602747 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Allocated IP 172.25.8.207 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/870a0e77-3d1f-4f31-8ca0-537b976fc64a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:56.628294 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-60a87c99-74d8-4f96-9d69-fd3c2579bedd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 435c2e15-53ab-48a4-8995-08652003a015 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:43:56.629288 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60a87c99-74d8-4f96-9d69-fd3c2579bedd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (435c2e15-53ab-48a4-8995-08652003a015), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:56.708433 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df66585c-3118-473c-8817-1850143c6576 req-4da71a9e-48b2-431f-ba47-b16b0d5dc331 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1768990 Jan 31 18:43:56.752249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-f272c076-66c3-4ba7-bcac-fe9dbdada608 service neutron] 10.222.0.20 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0589461 Jan 31 18:43:56.767652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-27fa2687-1aaa-4abe-945e-101f1582d34a req-b6f0d178-4a91-46ec-8c9c-b45beb3e032d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-183372285', 'description': 'tempest-description-175171019'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:56.797559 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27fa2687-1aaa-4abe-945e-101f1582d34a req-b6f0d178-4a91-46ec-8c9c-b45beb3e032d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:56.864975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-45826bac-8579-4633-88a0-1800a1f2a5d2 None None] Current status of the port 5df47b28-255d-42a3-a4d9-53afccedf810 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:56.960823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5df47b28-255d-42a3-a4d9-53afccedf810 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:57.020616 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27fa2687-1aaa-4abe-945e-101f1582d34a req-b6f0d178-4a91-46ec-8c9c-b45beb3e032d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for security_group (7b754ebb-455d-451e-9cf1-8645d92732b9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:57.028680 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27fa2687-1aaa-4abe-945e-101f1582d34a req-b6f0d178-4a91-46ec-8c9c-b45beb3e032d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7b754ebb-455d-451e-9cf1-8645d92732b9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:57.139851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 5df47b28-255d-42a3-a4d9-53afccedf810 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:57.141720 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:57.142947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0d178-4a91-46ec-8c9c-b45beb3e032d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b754ebb-455d-451e-9cf1-8645d92732b9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:57.160751 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27fa2687-1aaa-4abe-945e-101f1582d34a req-b6f0d178-4a91-46ec-8c9c-b45beb3e032d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:57.180832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27fa2687-1aaa-4abe-945e-101f1582d34a req-b6f0d178-4a91-46ec-8c9c-b45beb3e032d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.4190841 Jan 31 18:43:57.263634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6a50cf0e-7bde-4527-841a-66a580595aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f02df2e1-a7dc-4fe9-b856-ab908c904112', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'port_id': '5066f273-7862-4853-90bb-976647432bd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'mac_address': 'fa:16:3e:3f:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:42:55Z', 'updated_at': '2022-01-31T18:43:52Z', 'revision_number': 8, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:57.363978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a50cf0e-7bde-4527-841a-66a580595aeb None None] The sync data for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 is: [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f02df2e1-a7dc-4fe9-b856-ab908c904112', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'port_id': '5066f273-7862-4853-90bb-976647432bd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'mac_address': 'fa:16:3e:3f:91:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:42:55Z', 'updated_at': '2022-01-31T18:43:52Z', 'revision_number': 8, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:43:57.368161 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83b2eed-1b32-451f-911a-64e9cd1795d4 x-openstack-request-id: req-e83b2eed-1b32-451f-911a-64e9cd1795d4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:43:57.370375 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "tag": "5066f273-7862-4853-90bb-976647432bd6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:43:57.370951 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e83b2eed-1b32-451f-911a-64e9cd1795d4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:43:57.371456 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'tag': '5066f273-7862-4853-90bb-976647432bd6', 'status': 'completed', 'code': 200} Jan 31 18:43:57.509578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 5df47b28-255d-42a3-a4d9-53afccedf810 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:57.510777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d518116a-c74a-4139-a8ee-72bb4f40a92a up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:57.530944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db676fe6-8153-40ba-8818-efb88e791009 req-d0a17b4a-5508-42de-bfc5-8509e4dc5d30 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 210 time: 0.1544373 Jan 31 18:43:57.635488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d518116a-c74a-4139-a8ee-72bb4f40a92a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:57.635883 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:57.669532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-843ca82d-6817-4b36-99da-c44b3d3e039e req-1e726e19-eb51-4d2a-ac30-7b483f3887d9 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips/f02df2e1-a7dc-4fe9-b856-ab908c904112 HTTP/1.1" status: 200 len: 996 time: 0.4206915 Jan 31 18:43:57.868905 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60a87c99-74d8-4f96-9d69-fd3c2579bedd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (435c2e15-53ab-48a4-8995-08652003a015), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:57.870400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d518116a-c74a-4139-a8ee-72bb4f40a92a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:57.870820 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:57.905137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-60a87c99-74d8-4f96-9d69-fd3c2579bedd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 435c2e15-53ab-48a4-8995-08652003a015 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:43:57.982529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port d518116a-c74a-4139-a8ee-72bb4f40a92a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d518116a-c74a-4139-a8ee-72bb4f40a92a,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:57.989937 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:58.057668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f22f0-8be5-43b3-affb-b9a0f2a79c1f req-d8bdc9a5-7813-4227-aaf2-a524f9ad5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:58.058858 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436f22f0-8be5-43b3-affb-b9a0f2a79c1f req-d8bdc9a5-7813-4227-aaf2-a524f9ad5d1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1128 time: 0.6840558 Jan 31 18:43:58.123682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=d518116a-c74a-4139-a8ee-72bb4f40a92a,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:58.127412 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51635248-16a6-4356-80aa-023cec07f2da None None] New status for floating IP f02df2e1-a7dc-4fe9-b856-ab908c904112: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:43:58.167106 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for port (870a0e77-3d1f-4f31-8ca0-537b976fc64a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:58.169073 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60a87c99-74d8-4f96-9d69-fd3c2579bedd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (435c2e15-53ab-48a4-8995-08652003a015), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:58.241979 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a87c99-74d8-4f96-9d69-fd3c2579bedd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=435c2e15-53ab-48a4-8995-08652003a015,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:58.247320 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8e8f9736-d059-494c-98e8-5693aae9368c None None] Provisioning complete for port d518116a-c74a-4139-a8ee-72bb4f40a92a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:58.247705 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9736-d059-494c-98e8-5693aae9368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:58.279967 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60a87c99-74d8-4f96-9d69-fd3c2579bedd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:58.287824 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-60a87c99-74d8-4f96-9d69-fd3c2579bedd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/435c2e15-53ab-48a4-8995-08652003a015 HTTP/1.1" status: 204 len: 168 time: 2.2115281 Jan 31 18:43:58.299792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37502) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:58.337527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-83bdb9f6-815e-4020-8ef5-74ac429dcebf req-a404086c-f561-46a6-b391-7694985421cb tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-183372285&fields=id&tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532 HTTP/1.1" status: 200 len: 267 time: 0.5524886 Jan 31 18:43:58.370606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855312fa-4281-400a-bc07-a61c0f8fa870 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:58.372955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855312fa-4281-400a-bc07-a61c0f8fa870 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:58.377893 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-855312fa-4281-400a-bc07-a61c0f8fa870 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0765088 Jan 31 18:43:58.378886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:58.518170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a119f1a-2091-4dd1-b8cf-e40693442742 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet e0fd49d7-9a46-4ddc-8231-b9c783b3609f {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:43:58.524976 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a119f1a-2091-4dd1-b8cf-e40693442742 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (e0fd49d7-9a46-4ddc-8231-b9c783b3609f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:58.540023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f9736-d059-494c-98e8-5693aae9368c None None] Current status of the port d518116a-c74a-4139-a8ee-72bb4f40a92a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:58.579057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ca82d-6817-4b36-99da-c44b3d3e039e req-d7b0c334-58c6-428e-b1a2-88080ad980bc tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:58.581172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-843ca82d-6817-4b36-99da-c44b3d3e039e req-d7b0c334-58c6-428e-b1a2-88080ad980bc tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.9105642 Jan 31 18:43:58.679939 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a119f1a-2091-4dd1-b8cf-e40693442742 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (e0fd49d7-9a46-4ddc-8231-b9c783b3609f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:58.734518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d518116a-c74a-4139-a8ee-72bb4f40a92a up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:43:58.801867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdb9f6-815e-4020-8ef5-74ac429dcebf req-73533a5f-c727-4ec8-8d75-adbf34a7f038 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:58.807983 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (870a0e77-3d1f-4f31-8ca0-537b976fc64a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:58.830914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a119f1a-2091-4dd1-b8cf-e40693442742 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (e0fd49d7-9a46-4ddc-8231-b9c783b3609f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:58.833561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-83bdb9f6-815e-4020-8ef5-74ac429dcebf req-73533a5f-c727-4ec8-8d75-adbf34a7f038 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.4866409 Jan 31 18:43:58.852814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d518116a-c74a-4139-a8ee-72bb4f40a92a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:58.853204 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:58.869648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-83bdb9f6-815e-4020-8ef5-74ac429dcebf req-733a7aff-9a94-4ab6-9265-1cbea13e6f40 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Request body: {'port': {'security_groups': ['0a203055-82c8-4361-b2f1-71bf4fe1b96f', '7b754ebb-455d-451e-9cf1-8645d92732b9']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:58.942288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:58.951549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ade0cce9-38eb-4cd3-9fa2-63ea7927c36e None None] Could not find standard attr ID for object 435c2e15-53ab-48a4-8995-08652003a015. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:43:58.970820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:58.977292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:43:59.026214 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event updated for resources: {'Port': ['ID=870a0e77-3d1f-4f31-8ca0-537b976fc64a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:59.160119 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-83bdb9f6-815e-4020-8ef5-74ac429dcebf req-733a7aff-9a94-4ab6-9265-1cbea13e6f40 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:59.164432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f22f0-8be5-43b3-affb-b9a0f2a79c1f req-562223ae-ed3b-4aae-8936-463072000f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:59.166402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436f22f0-8be5-43b3-affb-b9a0f2a79c1f req-562223ae-ed3b-4aae-8936-463072000f8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 1.0722370 Jan 31 18:43:59.169639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d518116a-c74a-4139-a8ee-72bb4f40a92a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:43:59.219344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-942025a8-2b50-463f-846c-b883416e92c8 req-f4beffbb-5992-4dd8-b347-5977888481ae tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 210 time: 0.2372406 Jan 31 18:43:59.274972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for floatingip (c668ed60-5b18-4817-9b92-90620011e7bc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:59.352447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436f22f0-8be5-43b3-affb-b9a0f2a79c1f req-137bdf00-f499-45ae-96dd-677693efe59d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 1001 time: 0.1266150 Jan 31 18:43:59.382521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'name': 'network-vif-deleted', 'tag': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:43:59.385334 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf22eba2-25aa-4306-a953-d8aa47cd2607" -d '{"events": [{"server_uuid": "a76a41cc-66f5-47de-a5f6-5f077f77a51f", "name": "network-vif-deleted", "tag": "f9aee02e-5bc3-41d4-9ed6-9b6680b9754a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:43:59.533642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-d6da15ff-df23-4f23-939a-661629f1a3b3 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 1001 time: 0.1587093 Jan 31 18:43:59.548606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f22f0-8be5-43b3-affb-b9a0f2a79c1f req-e881c1ee-9f68-4d9e-864a-f65c8c72adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:59.550293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436f22f0-8be5-43b3-affb-b9a0f2a79c1f req-e881c1ee-9f68-4d9e-864a-f65c8c72adf7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.1571786 Jan 31 18:43:59.651969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-9de24d55-2bf7-4d62-8ba8-2722d17a2d67 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:59.655988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-9de24d55-2bf7-4d62-8ba8-2722d17a2d67 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports/5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 942 time: 0.1099370 Jan 31 18:43:59.665522 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (870a0e77-3d1f-4f31-8ca0-537b976fc64a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:59.691709 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a119f1a-2091-4dd1-b8cf-e40693442742 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (e0fd49d7-9a46-4ddc-8231-b9c783b3609f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:59.707742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-e3a480e5-6aac-455a-b162-524db6290a3c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:59.709034 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-e3a480e5-6aac-455a-b162-524db6290a3c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.49 "GET /v2.0/networks?id=d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 200 len: 814 time: 0.3907359 Jan 31 18:43:59.711982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f22f0-8be5-43b3-affb-b9a0f2a79c1f req-e82e7d20-fbc1-4b3d-a8c8-01443e07e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:59.713544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436f22f0-8be5-43b3-affb-b9a0f2a79c1f req-e82e7d20-fbc1-4b3d-a8c8-01443e07e04a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1501713 Jan 31 18:43:59.754823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Request body: {'port': {'device_id': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688', 'admin_state_up': True, 'tenant_id': 'fe52a8fc16cf45a29d30b0a9dad8c33f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:43:59.760485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a119f1a-2091-4dd1-b8cf-e40693442742 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=e0fd49d7-9a46-4ddc-8231-b9c783b3609f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:59.778581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a119f1a-2091-4dd1-b8cf-e40693442742 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:43:59.782178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f157a-da53-4164-a15c-aec119d40908 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:43:59.790987 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8a119f1a-2091-4dd1-b8cf-e40693442742 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/e0fd49d7-9a46-4ddc-8231-b9c783b3609f HTTP/1.1" status: 204 len: 168 time: 1.4079497 Jan 31 18:43:59.818337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37518) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:59.828213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-25326d1f-0995-4de2-82ee-023c282b29f4 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 1001 time: 0.0733817 Jan 31 18:43:59.925681 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5905035e-f209-42c6-b67e-f8141d950865 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003971 Jan 31 18:43:59.927486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:43:59.961023 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-d8501958-f2e2-4351-bb9d-adeac91d9c04 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:59.969007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-d8501958-f2e2-4351-bb9d-adeac91d9c04 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.1397145 Jan 31 18:44:00.016686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f28aef7-338a-440e-bbba-467e630a054d None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:44:00.087422 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-e0fe8d3c-8f96-4b5b-b4cb-bde84a889986 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 1001 time: 0.1171985 Jan 31 18:44:00.094359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-8355efcb-d2ea-48fc-ab73-52cb24dfb2ad tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:00.125433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3f28aef7-338a-440e-bbba-467e630a054d None None] Deleting port d518116a-c74a-4139-a8ee-72bb4f40a92a {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:00.125994 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f28aef7-338a-440e-bbba-467e630a054d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.130934 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2223c-6ece-46a4-83c1-069f3809af99 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:00.136404 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-62b2223c-6ece-46a4-83c1-069f3809af99 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1803470 Jan 31 18:44:00.137337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Made reservation on behalf of fe52a8fc16cf45a29d30b0a9dad8c33f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:00.140583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.142345 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37522) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:00.144374 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for port (870a0e77-3d1f-4f31-8ca0-537b976fc64a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.158731 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (870a0e77-3d1f-4f31-8ca0-537b976fc64a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.237676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3f28aef7-338a-440e-bbba-467e630a054d None None] For port d518116a-c74a-4139-a8ee-72bb4f40a92a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d518116a-c74a-4139-a8ee-72bb4f40a92a,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:00.238333 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f28aef7-338a-440e-bbba-467e630a054d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.277042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3f28aef7-338a-440e-bbba-467e630a054d None None] Calling delete_port for d518116a-c74a-4139-a8ee-72bb4f40a92a owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:00.302956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb11bcf-30cc-400b-8df7-64415800f72b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:00.308526 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5eb11bcf-30cc-400b-8df7-64415800f72b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1589139 Jan 31 18:44:00.316088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37528) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:00.327229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-83bdb9f6-815e-4020-8ef5-74ac429dcebf req-733a7aff-9a94-4ab6-9265-1cbea13e6f40 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] For port 3c2d7047-2452-45cc-bbe8-ae3536f70640, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640,segment=NetworkSegment(2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9),segment_id=2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:00.356874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event updated for resources: {'Port': ['ID=870a0e77-3d1f-4f31-8ca0-537b976fc64a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:00.401321 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c668ed60-5b18-4817-9b92-90620011e7bc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.424879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ca09c434-8c75-4f72-b033-ebaf3a2a4352 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951726 Jan 31 18:44:00.432959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37530) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:00.441221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f16507c5-8523-4c84-8ce9-3af9ecc7602f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:00.484047 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-8355efcb-d2ea-48fc-ab73-52cb24dfb2ad tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.488188 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-83bdb9f6-815e-4020-8ef5-74ac429dcebf req-733a7aff-9a94-4ab6-9265-1cbea13e6f40 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.492237 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.507273 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-72ba9647-2151-4e7c-a9f5-e90f5a45b506 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9555097 Jan 31 18:44:00.697738 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d518116a-c74a-4139-a8ee-72bb4f40a92a no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:00.699217 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-8355efcb-d2ea-48fc-ab73-52cb24dfb2ad tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.702947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436f22f0-8be5-43b3-affb-b9a0f2a79c1f req-365c9b01-c5ae-43c3-bc73-bbecaf7afa37 service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9684801 Jan 31 18:44:00.702947 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-83bdb9f6-815e-4020-8ef5-74ac429dcebf req-733a7aff-9a94-4ab6-9265-1cbea13e6f40 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.715767 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Allocated IP 172.20.0.5 (d82614fc-b59a-498a-b981-68724ed1c688/86926680-325f-4730-846d-e46372cc4cbc/4447ff6c-3a73-4dbf-992c-e1486caf4f1c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:00.726256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['3c2d7047-2452-45cc-bbe8-ae3536f70640'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:44:00.734084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16507c5-8523-4c84-8ce9-3af9ecc7602f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:00.748364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f16507c5-8523-4c84-8ce9-3af9ecc7602f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.748613 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-8355efcb-d2ea-48fc-ab73-52cb24dfb2ad tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.748838 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-8355efcb-d2ea-48fc-ab73-52cb24dfb2ad tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Floating IP f02df2e1-a7dc-4fe9-b856-ab908c904112 disassociated. External IP: 172.25.8.157, port: 5066f273-7862-4853-90bb-976647432bd6. Jan 31 18:44:00.826616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdb9f6-815e-4020-8ef5-74ac429dcebf req-733a7aff-9a94-4ab6-9265-1cbea13e6f40 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:00.827435 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-83bdb9f6-815e-4020-8ef5-74ac429dcebf req-733a7aff-9a94-4ab6-9265-1cbea13e6f40 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:00.828924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-83bdb9f6-815e-4020-8ef5-74ac429dcebf req-733a7aff-9a94-4ab6-9265-1cbea13e6f40 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "PUT /v2.0/ports/3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 981 time: 1.9941916 Jan 31 18:44:00.954409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a7aff-9a94-4ab6-9265-1cbea13e6f40 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Pushing event updated for resources: {'Port': ['ID=3c2d7047-2452-45cc-bbe8-ae3536f70640,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:00.993128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436f22f0-8be5-43b3-affb-b9a0f2a79c1f req-8eb46268-0a73-4a42-adc7-afd9f4bc3366 service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696650 Jan 31 18:44:01.033987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['3c2d7047-2452-45cc-bbe8-ae3536f70640'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:44:01.067615 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f28aef7-338a-440e-bbba-467e630a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:01.132662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28aef7-338a-440e-bbba-467e630a054d None None] Pushing event deleted for resources: {'Port': ['ID=d518116a-c74a-4139-a8ee-72bb4f40a92a,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:01.144241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d518116a-c74a-4139-a8ee-72bb4f40a92a is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:01.144870 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d518116a-c74a-4139-a8ee-72bb4f40a92a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:01.156206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-8355efcb-d2ea-48fc-ab73-52cb24dfb2ad tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Router 3d077788-8791-4bbd-8cba-077da5ff5fcd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:44:01.178840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28aef7-338a-440e-bbba-467e630a054d None None] No DVR routers for this DVR port d518116a-c74a-4139-a8ee-72bb4f40a92a on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:01.350303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-8355efcb-d2ea-48fc-ab73-52cb24dfb2ad tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:44:01.355789 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac947e5-b531-4f6a-a1c3-f7aaa28f3a5c x-openstack-request-id: req-5ac947e5-b531-4f6a-a1c3-f7aaa28f3a5c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:01.356130 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76a41cc-66f5-47de-a5f6-5f077f77a51f", "name": "network-vif-deleted", "tag": "f9aee02e-5bc3-41d4-9ed6-9b6680b9754a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:01.356436 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ac947e5-b531-4f6a-a1c3-f7aaa28f3a5c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:01.356855 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76a41cc-66f5-47de-a5f6-5f077f77a51f', 'name': 'network-vif-deleted', 'tag': 'f9aee02e-5bc3-41d4-9ed6-9b6680b9754a', 'status': 'completed', 'code': 200} Jan 31 18:44:01.361155 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-8355efcb-d2ea-48fc-ab73-52cb24dfb2ad tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:01.374950 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks [] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:01.378030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f6f70-3a01-4b18-a228-252ec60c57e6 None None] Sync routers for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:44:01.417854 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f16507c5-8523-4c84-8ce9-3af9ecc7602f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (6006cd24-c87e-42a2-a971-98c635cded82), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:01.452288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f6f70-3a01-4b18-a228-252ec60c57e6 None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:01.453984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-295f6f70-3a01-4b18-a228-252ec60c57e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:01.497814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c27f8d26-9360-4c26-be3a-273b2b72331e req-910b7415-e574-46df-bba2-43871f5b997b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 210 time: 0.0640392 Jan 31 18:44:01.500439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-8355efcb-d2ea-48fc-ab73-52cb24dfb2ad tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "PUT /v2.0/floatingips/f02df2e1-a7dc-4fe9-b856-ab908c904112 HTTP/1.1" status: 200 len: 696 time: 1.4115818 Jan 31 18:44:01.509637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16507c5-8523-4c84-8ce9-3af9ecc7602f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:01.511150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f16507c5-8523-4c84-8ce9-3af9ecc7602f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:01.531670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16507c5-8523-4c84-8ce9-3af9ecc7602f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:01.532793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f16507c5-8523-4c84-8ce9-3af9ecc7602f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:01.550383 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:01.555062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16507c5-8523-4c84-8ce9-3af9ecc7602f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=6006cd24-c87e-42a2-a971-98c635cded82,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:01.596562 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f16507c5-8523-4c84-8ce9-3af9ecc7602f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1618695 Jan 31 18:44:01.600989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:01.611209 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:e6:fb:ad', 'name': 'tempest-NetworksTestDHCPv6-571423210'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:01.625162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Network d82614fc-b59a-498a-b981-68724ed1c688 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:01.641245 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:01.649724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:01.667185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-295f6f70-3a01-4b18-a228-252ec60c57e6 None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:01.672092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-6d50ff7f-3277-445f-a2df-7ed3c3740114 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1511260032&fields=id&tenant_id=929ddc5d4661400faea9db350575816f HTTP/1.1" status: 200 len: 267 time: 0.0572021 Jan 31 18:44:01.714835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Pushing event updated for resources: {'Port': ['ID=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:01.728402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-7467dc20-7186-4bcf-bedd-df49d270aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:01.730215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-7467dc20-7186-4bcf-bedd-df49d270aa7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1128 time: 0.2038164 Jan 31 18:44:01.770907 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:01.771754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:01.809770 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-ad84de76-0d74-4599-9fd0-1e300f363a2c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0591753 Jan 31 18:44:01.832300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Request body: {'port': {'device_id': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:01.836010 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:01.901598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-d77c11a6-82d3-41c2-8719-6ee33d78196c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:01.903635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-d77c11a6-82d3-41c2-8719-6ee33d78196c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 812 time: 0.2197049 Jan 31 18:44:01.926937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-435b09b3-b2c2-4cf2-aeae-29c90c2f9a78 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/quotas/929ddc5d4661400faea9db350575816f HTTP/1.1" status: 200 len: 375 time: 0.0108156 Jan 31 18:44:01.939983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f988dfd2-b61d-47df-954b-96d0a586f3b6 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:01.951677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-4cf3d180-41a8-44d0-9f95-d60e3817777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:01.951677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-4cf3d180-41a8-44d0-9f95-d60e3817777e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.1805871 Jan 31 18:44:01.973449 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:01.996210 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:02.017998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-c7eb4509-31fd-4a16-b8b7-edeff158dbde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 217 time: 0.0507319 Jan 31 18:44:02.054179 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port baeab26c-b570-4aa8-8c1d-be2f93b7ff1d yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:44:02.072244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-d34b4916-0400-4779-a059-d6ca342dd9e2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1321723 Jan 31 18:44:02.096895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-2ac5e5b6-140c-481a-b74a-9b8704978b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:02.097735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-2ac5e5b6-140c-481a-b74a-9b8704978b23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.0735271 Jan 31 18:44:02.183927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '6006cd24-c87e-42a2-a971-98c635cded82'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:44:02.185454 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:02.208259 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-295f6f70-3a01-4b18-a228-252ec60c57e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:02.255742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f6f70-3a01-4b18-a228-252ec60c57e6 None None] Checking router: 3d077788-8791-4bbd-8cba-077da5ff5fcd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:44:02.290558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-5fb694bc-7e01-46f6-8a83-e00fefc7fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:02.292304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-5fb694bc-7e01-46f6-8a83-e00fefc7fbaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1879122 Jan 31 18:44:02.333626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f6f70-3a01-4b18-a228-252ec60c57e6 None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:02.334264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-295f6f70-3a01-4b18-a228-252ec60c57e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:02.411050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::2bc (270588c3-27c5-4bbe-bc62-125107bc7b03/6006cd24-c87e-42a2-a971-98c635cded82/baeab26c-b570-4aa8-8c1d-be2f93b7ff1d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:02.503625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-295f6f70-3a01-4b18-a228-252ec60c57e6 None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:02.891883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-295f6f70-3a01-4b18-a228-252ec60c57e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:02.935634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f6f70-3a01-4b18-a228-252ec60c57e6 None None] The sync data for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 is: [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:42:14Z', 'revision_number': 4, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'a4a3822d-1e48-4948-8735-405a32cfea80', 'name': '', 'network_id': '6b8b8e30-2f74-4898-b49a-2b3dd9a9155e', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'mac_address': 'fa:16:3e:42:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:11Z', 'updated_at': '2022-01-31T18:42:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'subnets': [{'id': 'b9e21eb1-7818-4cdd-be7b-5bc1f1063cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:44:03.053301 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-e3983bcd-700c-482a-977e-7f1a7d5b18e2 service neutron] 10.222.0.20 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9026086 Jan 31 18:44:03.056672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4447ff6c-3a73-4dbf-992c-e1486caf4f1c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:44:03.071232 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Publish callbacks [] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:03.099879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-501c32b1-5f0d-4535-87fb-6f4cf3660a62 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943037 Jan 31 18:44:03.116109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Transition to ACTIVE for port object 4447ff6c-3a73-4dbf-992c-e1486caf4f1c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:44:03.127475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:03.196552 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (baeab26c-b570-4aa8-8c1d-be2f93b7ff1d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:03.252434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Pushing event updated for resources: {'Port': ['ID=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:03.313901 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f88932c-4aed-47ff-8de7-61f26deaec13 req-f2ee4d9f-9468-45c5-a7f9-02898794eb30 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075875 Jan 31 18:44:03.370064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-33f41086-8df3-49bf-ab2a-ebcf2a90add9 service neutron] 10.222.0.20 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149164 Jan 31 18:44:03.372610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640'}, {'name': 'network-changed', 'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'tag': '5066f273-7862-4853-90bb-976647432bd6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:03.379575 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (baeab26c-b570-4aa8-8c1d-be2f93b7ff1d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:03.382727 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Attempting to bind port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:44:03.383233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Attempting to bind port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '66a813a5-6e84-4cc8-9fb5-c38f4a7d519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:44:03.383794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Attempting to bind port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c on network d82614fc-b59a-498a-b981-68724ed1c688 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:03.384545 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9" -d '{"events": [{"name": "network-changed", "server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640"}, {"name": "network-changed", "server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "tag": "5066f273-7862-4853-90bb-976647432bd6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:03.451078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:03.454516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c on network d82614fc-b59a-498a-b981-68724ed1c688 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:44:03.454851 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Attempting to bind port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c on network d82614fc-b59a-498a-b981-68724ed1c688 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:03.465845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:44:03.466393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Checking segment: {'id': '66a813a5-6e84-4cc8-9fb5-c38f4a7d519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:44:03.468062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Bound using segment: {'id': '66a813a5-6e84-4cc8-9fb5-c38f4a7d519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:44:03.468599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Bound port: 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a813a5-6e84-4cc8-9fb5-c38f4a7d519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:44:03.468984 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:03.480234 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d1271-4225-43e9-8936-8ca5f6219068 None None] New status for floating IP f02df2e1-a7dc-4fe9-b856-ab908c904112: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:44:03.485466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:03.501223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:03.526096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Allocated IP 2001:db8::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/6006cd24-c87e-42a2-a971-98c635cded82/e3b61e9e-4024-4417-9a4e-f6d1af94960f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:03.527685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:03.529029 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:03.589710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c201517d-9759-46a7-b5ac-46ad9777fea6 req-05641d29-4611-469a-88cb-8fb329cfb928 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-183372285&fields=id&tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532 HTTP/1.1" status: 200 len: 267 time: 0.1170962 Jan 31 18:44:03.698405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:44:03.701816 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:44:03.705623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=baeab26c-b570-4aa8-8c1d-be2f93b7ff1d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:03.714722 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:03.755196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c377d-75de-47ee-a2cf-e3a73626ef28 req-b562e7d2-2af1-4f92-9b53-375ae4a0c450 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:03.758574 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2c377d-75de-47ee-a2cf-e3a73626ef28 req-b562e7d2-2af1-4f92-9b53-375ae4a0c450 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.21 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 945 time: 0.2553406 Jan 31 18:44:03.789125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201517d-9759-46a7-b5ac-46ad9777fea6 req-ae65a6bd-3758-4e2d-aaab-15090db39fc8 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:03.810400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c201517d-9759-46a7-b5ac-46ad9777fea6 req-ae65a6bd-3758-4e2d-aaab-15090db39fc8 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 984 time: 0.2195652 Jan 31 18:44:03.829342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c201517d-9759-46a7-b5ac-46ad9777fea6 req-0958de04-4cd2-490d-b671-4de85a8cb7cf tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Request body: {'port': {'security_groups': ['0a203055-82c8-4361-b2f1-71bf4fe1b96f']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:03.833051 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c89dc3c2-775e-459b-9cee-74a501a0dc4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2269247 Jan 31 18:44:03.833690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37568) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:03.845153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Pushing event updated for resources: {'Port': ['ID=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:03.909467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:03.910288 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:03.912142 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-a3df0a3d-0b89-4ef1-8535-7f707f459300 service neutron] 10.222.0.49 "PUT /v2.0/ports/4447ff6c-3a73-4dbf-992c-e1486caf4f1c HTTP/1.1" status: 200 len: 1092 time: 2.0876000 Jan 31 18:44:03.913332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'tag': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:03.916045 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bda44b-1c50-4d27-9c0a-078813271e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "759ff29b-504f-4b59-a8ec-0e489423f61b", "tag": "4447ff6c-3a73-4dbf-992c-e1486caf4f1c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:03.960357 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538317c2-70ab-4b6e-acfb-b3da830c0169 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:03.962486 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-538317c2-70ab-4b6e-acfb-b3da830c0169 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1140170 Jan 31 18:44:03.966428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:04.013222 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Publish callbacks [] for port (e3b61e9e-4024-4417-9a4e-f6d1af94960f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:04.022641 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (e3b61e9e-4024-4417-9a4e-f6d1af94960f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:04.064132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-05405bca-be06-4187-ad96-d190b3bb16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:04.081357 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-05405bca-be06-4187-ad96-d190b3bb16fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 1126 time: 0.1172559 Jan 31 18:44:04.099016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:04.108037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:04.115944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:04.128387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Pushing event updated for resources: {'Port': ['ID=e3b61e9e-4024-4417-9a4e-f6d1af94960f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:04.160882 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-3789f08c-b5f4-40cb-87c8-ef1441ea77a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c HTTP/1.1" status: 200 len: 217 time: 0.0782409 Jan 31 18:44:04.261287 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-f2b258c5-4d2f-41f7-a223-573cc792c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:04.265254 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-f2b258c5-4d2f-41f7-a223-573cc792c4dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86926680-325f-4730-846d-e46372cc4cbc HTTP/1.1" status: 200 len: 854 time: 0.0953934 Jan 31 18:44:04.283502 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Attempting to bind port e3b61e9e-4024-4417-9a4e-f6d1af94960f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:44:04.290530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Attempting to bind port e3b61e9e-4024-4417-9a4e-f6d1af94960f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:44:04.291164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Attempting to bind port e3b61e9e-4024-4417-9a4e-f6d1af94960f on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:04.337138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:44:04.342551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:44:04.343107 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:04.343728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:44:04.344382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Bound port: e3b61e9e-4024-4417-9a4e-f6d1af94960f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:44:04.345045 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3b61e9e-4024-4417-9a4e-f6d1af94960f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:04.369641 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c201517d-9759-46a7-b5ac-46ad9777fea6 req-0958de04-4cd2-490d-b671-4de85a8cb7cf tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:04.384008 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-8808c41c-d1b1-4b57-80f2-046ca23b2028 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d82614fc-b59a-498a-b981-68724ed1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095390 Jan 31 18:44:04.396515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da8525-7cf7-4dc8-b736-ad392a380329 req-9422db9c-8e77-4581-a69d-c317bbd157af tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:04.404917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7da8525-7cf7-4dc8-b736-ad392a380329 req-9422db9c-8e77-4581-a69d-c317bbd157af tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 945 time: 0.4374852 Jan 31 18:44:04.522307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] For port e3b61e9e-4024-4417-9a4e-f6d1af94960f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:44:04.533136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] For port e3b61e9e-4024-4417-9a4e-f6d1af94960f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e3b61e9e-4024-4417-9a4e-f6d1af94960f,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:44:04.545097 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e3b61e9e-4024-4417-9a4e-f6d1af94960f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:04.545822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7da8525-7cf7-4dc8-b736-ad392a380329 req-212f52a0-b517-4d18-b3b5-21e86640995c tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/security-groups?id=32db2438-161b-46c8-aad4-964eb0181879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397238 Jan 31 18:44:04.583874 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-d6199756-5879-43e3-ab82-bfe9ac1f2cde service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906021 Jan 31 18:44:04.591662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-5f2c377d-75de-47ee-a2cf-e3a73626ef28 req-cd382eaa-994f-4b93-87e4-bd948291f354 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Deleting port 546a4dcb-85c2-4629-a426-4cdba9b19775 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:04.592242 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2c377d-75de-47ee-a2cf-e3a73626ef28 req-cd382eaa-994f-4b93-87e4-bd948291f354 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:04.628076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf34ad-2b9d-43f9-b4b6-0f6ff3dd1460 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port baeab26c-b570-4aa8-8c1d-be2f93b7ff1d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:04.639159 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8cf34ad-2b9d-43f9-b4b6-0f6ff3dd1460 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (baeab26c-b570-4aa8-8c1d-be2f93b7ff1d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:04.667683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762927a7-3529-4d29-bb97-d25dcc884218 None None] Pushing event updated for resources: {'Port': ['ID=e3b61e9e-4024-4417-9a4e-f6d1af94960f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:04.799081 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ea1ece5e-aeed-452d-ab66-6256b8a279a1 req-380c6a3a-c1e6-4e3d-8278-5d4e4b406e37 service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032766 Jan 31 18:44:05.053041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8cf34ad-2b9d-43f9-b4b6-0f6ff3dd1460 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (baeab26c-b570-4aa8-8c1d-be2f93b7ff1d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:05.148764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf34ad-2b9d-43f9-b4b6-0f6ff3dd1460 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for baeab26c-b570-4aa8-8c1d-be2f93b7ff1d owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:05.154244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5f2c377d-75de-47ee-a2cf-e3a73626ef28 req-cd382eaa-994f-4b93-87e4-bd948291f354 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] For port 546a4dcb-85c2-4629-a426-4cdba9b19775, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=546a4dcb-85c2-4629-a426-4cdba9b19775,segment=NetworkSegment(9a5a7190-cba3-4a6c-b8b9-f55ace16f33f),segment_id=9a5a7190-cba3-4a6c-b8b9-f55ace16f33f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:05.154581 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2c377d-75de-47ee-a2cf-e3a73626ef28 req-cd382eaa-994f-4b93-87e4-bd948291f354 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:05.164731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf25e33-d401-4e6f-8496-24ca8fe27e7d req-62b5edb5-af36-4326-8794-50b490367346 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:05.166340 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bdf25e33-d401-4e6f-8496-24ca8fe27e7d req-62b5edb5-af36-4326-8794-50b490367346 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 943 time: 0.4554186 Jan 31 18:44:05.220170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-5f2c377d-75de-47ee-a2cf-e3a73626ef28 req-cd382eaa-994f-4b93-87e4-bd948291f354 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Calling delete_port for 546a4dcb-85c2-4629-a426-4cdba9b19775 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:05.307995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c201517d-9759-46a7-b5ac-46ad9777fea6 req-0958de04-4cd2-490d-b671-4de85a8cb7cf tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] For port 3c2d7047-2452-45cc-bbe8-ae3536f70640, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640,segment=NetworkSegment(2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9),segment_id=2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:05.403032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bdf25e33-d401-4e6f-8496-24ca8fe27e7d req-42948173-80c8-44a4-a07b-268c13bd2f50 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193382 Jan 31 18:44:05.499617 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c201517d-9759-46a7-b5ac-46ad9777fea6 req-0958de04-4cd2-490d-b671-4de85a8cb7cf tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:05.518138 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c201517d-9759-46a7-b5ac-46ad9777fea6 req-0958de04-4cd2-490d-b671-4de85a8cb7cf tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:05.539799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['3c2d7047-2452-45cc-bbe8-ae3536f70640'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:44:05.625860 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938afeed-f169-43d5-a8ae-355848eb52a5 x-openstack-request-id: req-938afeed-f169-43d5-a8ae-355848eb52a5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:05.627725 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "tag": "5066f273-7862-4853-90bb-976647432bd6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:05.628162 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-938afeed-f169-43d5-a8ae-355848eb52a5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:05.633786 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'status': 'completed', 'code': 200} Jan 31 18:44:05.634320 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'tag': '5066f273-7862-4853-90bb-976647432bd6', 'status': 'completed', 'code': 200} Jan 31 18:44:05.724596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-7ab6f81a-0b50-419f-ae5a-d91e15024e6c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:05.726360 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-7ab6f81a-0b50-419f-ae5a-d91e15024e6c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 812 time: 0.2866933 Jan 31 18:44:05.827960 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-8fc68504-76fb-4daa-8a3d-2f120a2b1354 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=929ddc5d4661400faea9db350575816f HTTP/1.1" status: 200 len: 380 time: 0.0872493 Jan 31 18:44:05.840182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Request body: {'port': {'device_id': '9837b620-4cc9-46e2-982e-f278cd98797d', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'admin_state_up': True, 'tenant_id': '929ddc5d4661400faea9db350575816f', 'security_groups': ['6287d5d8-54ba-40c6-9733-0f4c66a6bc68']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:05.927685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201517d-9759-46a7-b5ac-46ad9777fea6 req-0958de04-4cd2-490d-b671-4de85a8cb7cf tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:05.928481 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c201517d-9759-46a7-b5ac-46ad9777fea6 req-0958de04-4cd2-490d-b671-4de85a8cb7cf tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:05.943935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c201517d-9759-46a7-b5ac-46ad9777fea6 req-0958de04-4cd2-490d-b671-4de85a8cb7cf tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "PUT /v2.0/ports/3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 942 time: 2.1321230 Jan 31 18:44:06.037409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a262c217-f3e2-4aec-9d75-4d783265efda req-0274f86f-278e-46c3-a57e-9f82e9c6febf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 210 time: 0.2448864 Jan 31 18:44:06.043981 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48f319f-7b41-4eac-9551-eaecada0c07b x-openstack-request-id: req-d48f319f-7b41-4eac-9551-eaecada0c07b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:06.044367 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759ff29b-504f-4b59-a8ec-0e489423f61b", "tag": "4447ff6c-3a73-4dbf-992c-e1486caf4f1c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:06.045829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958de04-4cd2-490d-b671-4de85a8cb7cf tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Pushing event updated for resources: {'Port': ['ID=3c2d7047-2452-45cc-bbe8-ae3536f70640,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:06.046815 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d48f319f-7b41-4eac-9551-eaecada0c07b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:06.050359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['3c2d7047-2452-45cc-bbe8-ae3536f70640'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:44:06.058802 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'tag': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c', 'status': 'completed', 'code': 200} Jan 31 18:44:06.121399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Made reservation on behalf of 929ddc5d4661400faea9db350575816f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:06.128522 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:06.348487 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2c377d-75de-47ee-a2cf-e3a73626ef28 req-cd382eaa-994f-4b93-87e4-bd948291f354 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (546a4dcb-85c2-4629-a426-4cdba9b19775), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:06.408444 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6af2fef5-10b4-4fb9-88fc-c2a5070d14f2 req-19ec591d-78d0-44fb-ac5b-d4a665917289 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.20 "GET /v2.0/ports?device_id=88749ac9-32a1-4f95-ba14-5040899437b6 HTTP/1.1" status: 200 len: 210 time: 0.1174028 Jan 31 18:44:06.422911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Allocated IP 172.20.0.8 (50fbb222-e6d0-4564-9921-e3ecb13cb1c1/aff3baa4-ee50-48d2-9d5d-636d147b92c5/3acc84cb-460c-45d8-9d92-97f7ac060594) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:06.582547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-823c7a22-ee1a-4c99-9843-39ecb8b6d2d0 None None] Provisioning complete for port e3b61e9e-4024-4417-9a4e-f6d1af94960f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:06.583149 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-823c7a22-ee1a-4c99-9843-39ecb8b6d2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e3b61e9e-4024-4417-9a4e-f6d1af94960f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:06.624270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd382eaa-994f-4b93-87e4-bd948291f354 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Pushing event deleted for resources: {'Port': ['ID=546a4dcb-85c2-4629-a426-4cdba9b19775,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:06.652766 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8cf34ad-2b9d-43f9-b4b6-0f6ff3dd1460 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (baeab26c-b570-4aa8-8c1d-be2f93b7ff1d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:06.696082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-e8095ccb-72d3-4ce9-910b-fe8558a587b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:06.706725 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-e8095ccb-72d3-4ce9-910b-fe8558a587b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1128 time: 0.9910417 Jan 31 18:44:06.751752 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:06.781190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 546a4dcb-85c2-4629-a426-4cdba9b19775 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:06.815075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-ad5a7af6-136f-48b7-b97d-b0d12af6ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:06.818098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-ad5a7af6-136f-48b7-b97d-b0d12af6ef86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532&device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 1128 time: 1.0426800 Jan 31 18:44:06.820236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e3b61e9e-4024-4417-9a4e-f6d1af94960f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:06.823006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4447ff6c-3a73-4dbf-992c-e1486caf4f1c details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:44:06.825630 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:06.828495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 546a4dcb-85c2-4629-a426-4cdba9b19775 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:06.829150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 546a4dcb-85c2-4629-a426-4cdba9b19775 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:06.851904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-823c7a22-ee1a-4c99-9843-39ecb8b6d2d0 None None] Current status of the port e3b61e9e-4024-4417-9a4e-f6d1af94960f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:06.852706 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-823c7a22-ee1a-4c99-9843-39ecb8b6d2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3b61e9e-4024-4417-9a4e-f6d1af94960f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:06.906919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:06.910446 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:06.912228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:06.915437 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:06.935726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-823c7a22-ee1a-4c99-9843-39ecb8b6d2d0 None None] For port e3b61e9e-4024-4417-9a4e-f6d1af94960f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e3b61e9e-4024-4417-9a4e-f6d1af94960f,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:06.950478 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-823c7a22-ee1a-4c99-9843-39ecb8b6d2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e3b61e9e-4024-4417-9a4e-f6d1af94960f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:07.016547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:07.019299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:07.056605 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b9f99c5a-d10e-4000-b87a-8a6a1815448b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2222066 Jan 31 18:44:07.079410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Request body: {'port': {'device_id': '9837b620-4cc9-46e2-982e-f278cd98797d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:07.152376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-67a31d89-0faf-4c1b-9f66-85306f9863c8 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips/f02df2e1-a7dc-4fe9-b856-ab908c904112 HTTP/1.1" status: 200 len: 694 time: 0.6221945 Jan 31 18:44:07.154434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf34ad-2b9d-43f9-b4b6-0f6ff3dd1460 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=baeab26c-b570-4aa8-8c1d-be2f93b7ff1d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:07.158900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-d7aafa41-f445-45a8-aec6-a732e3eadff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:07.160425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-d7aafa41-f445-45a8-aec6-a732e3eadff9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.3754678 Jan 31 18:44:07.259928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:07.302006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2c377d-75de-47ee-a2cf-e3a73626ef28 req-cd382eaa-994f-4b93-87e4-bd948291f354 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] No DVR routers for this DVR port 546a4dcb-85c2-4629-a426-4cdba9b19775 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:07.306772 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2c377d-75de-47ee-a2cf-e3a73626ef28 req-cd382eaa-994f-4b93-87e4-bd948291f354 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:07.313711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2c377d-75de-47ee-a2cf-e3a73626ef28 req-cd382eaa-994f-4b93-87e4-bd948291f354 tempest-AttachSCSIVolumeTestJSON-2141287339 tempest-AttachSCSIVolumeTestJSON-2141287339-project] 10.222.0.21 "DELETE /v2.0/ports/546a4dcb-85c2-4629-a426-4cdba9b19775 HTTP/1.1" status: 204 len: 173 time: 3.4728665 Jan 31 18:44:07.318186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8cf34ad-2b9d-43f9-b4b6-0f6ff3dd1460 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:07.326294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d8cf34ad-2b9d-43f9-b4b6-0f6ff3dd1460 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/baeab26c-b570-4aa8-8c1d-be2f93b7ff1d HTTP/1.1" status: 204 len: 168 time: 3.3463247 Jan 31 18:44:07.328117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-60638026-7d8e-4435-a67f-4c4f188a6d6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 217 time: 0.0755057 Jan 31 18:44:07.328677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37598) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:07.494894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bda44b-1c50-4d27-9c0a-078813271e9c req-5e460e0e-8d46-4993-863d-c422ebc600fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:07.498220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33bda44b-1c50-4d27-9c0a-078813271e9c req-5e460e0e-8d46-4993-863d-c422ebc600fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 1126 time: 1.4202147 Jan 31 18:44:07.500107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-02438752-b222-4a71-9cfa-efa2a8d0526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:07.502493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-84330ef1-e9df-45d9-aff3-0954cc6dd1c6 None None] Could not find standard attr ID for object baeab26c-b570-4aa8-8c1d-be2f93b7ff1d. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:44:07.502802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-02438752-b222-4a71-9cfa-efa2a8d0526b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.0763960 Jan 31 18:44:07.558093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c7a22-ee1a-4c99-9843-39ecb8b6d2d0 None None] Pushing event updated for resources: {'Port': ['ID=e3b61e9e-4024-4417-9a4e-f6d1af94960f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:07.584123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e3b61e9e-4024-4417-9a4e-f6d1af94960f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:07.585327 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e3b61e9e-4024-4417-9a4e-f6d1af94960f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:07.685111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:07.695230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5f11c3cf-a18f-4fa4-93e4-dc1c03960073 None None] Provisioning complete for port 3acc84cb-460c-45d8-9d92-97f7ac060594 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:07.695710 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5f11c3cf-a18f-4fa4-93e4-dc1c03960073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:07.722578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c', 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688', 'port_id': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c', 'mac_address': 'fa:16:3e:65:cc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86926680-325f-4730-846d-e46372cc4cbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:44:07.766007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3acc84cb-460c-45d8-9d92-97f7ac060594 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:44:07.776472 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Publish callbacks [] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:07.791937 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Transition to ACTIVE for port object 3acc84cb-460c-45d8-9d92-97f7ac060594 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:44:07.796707 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:07.803437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5f11c3cf-a18f-4fa4-93e4-dc1c03960073 None None] Port 3acc84cb-460c-45d8-9d92-97f7ac060594 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:44:07.853184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e3b61e9e-4024-4417-9a4e-f6d1af94960f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:07.872298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:07.872848 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:07.889825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:07.927459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4447ff6c-3a73-4dbf-992c-e1486caf4f1c {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:44:07.961198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:07.971577 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:08.039872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:08.049228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Attempting to bind port 3acc84cb-460c-45d8-9d92-97f7ac060594 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:44:08.049582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Attempting to bind port 3acc84cb-460c-45d8-9d92-97f7ac060594 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:44:08.049927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Attempting to bind port 3acc84cb-460c-45d8-9d92-97f7ac060594 on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:08.059790 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Port 3acc84cb-460c-45d8-9d92-97f7ac060594 on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:44:08.060126 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Attempting to bind port 3acc84cb-460c-45d8-9d92-97f7ac060594 on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:08.067166 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:44:08.067166 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Checking segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:44:08.067741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Bound using segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:44:08.068469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Bound port: 3acc84cb-460c-45d8-9d92-97f7ac060594, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:44:08.068955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:08.214140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['4447ff6c-3a73-4dbf-992c-e1486caf4f1c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:44:08.249083 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:44:08.259292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:44:08.275255 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:08.359535 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:08.363293 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:08.364880 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] 10.222.0.49 "PUT /v2.0/ports/3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 200 len: 1092 time: 1.2977691 Jan 31 18:44:08.366781 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:08.375014 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de91f4ed-8f59-4cbd-81cf-4dec05a58749" -d '{"events": [{"name": "network-changed", "server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:08.404533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640'}, {'server_uuid': '88749ac9-32a1-4f95-ba14-5040899437b6', 'name': 'network-vif-deleted', 'tag': '546a4dcb-85c2-4629-a426-4cdba9b19775'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:08.406825 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f80151-3125-4202-975e-f0d4c74dc8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640"}, {"server_uuid": "88749ac9-32a1-4f95-ba14-5040899437b6", "name": "network-vif-deleted", "tag": "546a4dcb-85c2-4629-a426-4cdba9b19775"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:08.447654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce64f8-5c5f-4ef9-91ed-552ec0af414a service neutron] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:08.458024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-66510889-8837-4216-9074-c6991c1cf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:08.460178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-66510889-8837-4216-9074-c6991c1cf6b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=106ae68d-6d9e-405a-919f-d63be7ddcc71 HTTP/1.1" status: 200 len: 920 time: 1.2684517 Jan 31 18:44:08.542193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-105a67ee-f3c6-4050-9a7f-ea0d5dcf4442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:08.543939 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-105a67ee-f3c6-4050-9a7f-ea0d5dcf4442 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 1126 time: 0.1210623 Jan 31 18:44:08.559787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-c9c3f8fa-c75c-47b4-b521-8a1ec6479f4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 217 time: 0.0798016 Jan 31 18:44:08.602506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e3b61e9e-4024-4417-9a4e-f6d1af94960f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:08.608805 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-5d13af00-0079-44a6-bc89-142abed90494 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 200 len: 217 time: 0.0558589 Jan 31 18:44:08.626146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-e4d50b66-ecdc-49fd-9ac1-cfb776daccee tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 2.5029111 Jan 31 18:44:08.698399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-6cfc48e2-0de7-4005-af45-a67be30f5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:08.699868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e3b61e9e-4024-4417-9a4e-f6d1af94960f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:08.699997 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-6cfc48e2-0de7-4005-af45-a67be30f5d61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.0829294 Jan 31 18:44:08.700563 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e3b61e9e-4024-4417-9a4e-f6d1af94960f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:08.710953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:08.748214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f855a2dc-277b-4f1a-aef4-f94107dfafae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:08.750471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f855a2dc-277b-4f1a-aef4-f94107dfafae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:08.755006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f855a2dc-277b-4f1a-aef4-f94107dfafae tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 1.3709345 Jan 31 18:44:08.757917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37608) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:08.771719 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:08.829686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a435b161-ca10-43e8-a66e-0e8c18e6ed7d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 6006cd24-c87e-42a2-a971-98c635cded82 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:44:08.834200 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a435b161-ca10-43e8-a66e-0e8c18e6ed7d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (6006cd24-c87e-42a2-a971-98c635cded82), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:08.836797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bda44b-1c50-4d27-9c0a-078813271e9c req-e9090fe2-d99b-48a1-b717-846c20788349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:08.839178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33bda44b-1c50-4d27-9c0a-078813271e9c req-e9090fe2-d99b-48a1-b717-846c20788349 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 200 len: 915 time: 0.5126510 Jan 31 18:44:08.847021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-2ec53fe2-d9f9-45f5-9d21-6ccfda542633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:08.848805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-2ec53fe2-d9f9-45f5-9d21-6ccfda542633 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8aa81bd-fb67-4a06-b73a-43415ddd9888 HTTP/1.1" status: 200 len: 859 time: 0.2742403 Jan 31 18:44:08.877196 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e3b61e9e-4024-4417-9a4e-f6d1af94960f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:08.898068 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a435b161-ca10-43e8-a66e-0e8c18e6ed7d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (6006cd24-c87e-42a2-a971-98c635cded82), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:08.910274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-2727d42a-2287-4270-add6-9f78aadf2685 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:08.911663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-2727d42a-2287-4270-add6-9f78aadf2685 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 1.7109177 Jan 31 18:44:08.913728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33bda44b-1c50-4d27-9c0a-078813271e9c req-bd0dea34-dd03-461f-b868-0ba610461ab4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c HTTP/1.1" status: 200 len: 217 time: 0.0636847 Jan 31 18:44:08.944668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-03861d0c-19a1-4e24-a70d-f88e8f1f168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:08.947312 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-03861d0c-19a1-4e24-a70d-f88e8f1f168b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2276456 Jan 31 18:44:08.979567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-30e997d7-a460-44d7-9454-5e2d4b8f2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:08.981128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-30e997d7-a460-44d7-9454-5e2d4b8f2400 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.4368267 Jan 31 18:44:09.002208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-ca4a6d8a-80b5-4189-b48c-64ba75143f51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=106ae68d-6d9e-405a-919f-d63be7ddcc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052296 Jan 31 18:44:09.053008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a435b161-ca10-43e8-a66e-0e8c18e6ed7d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (6006cd24-c87e-42a2-a971-98c635cded82), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:09.102070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-027a2c9f-d4c4-41c2-ae1e-09a52ee8f182 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 697 time: 0.1475582 Jan 31 18:44:09.113580 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-212507f8-c280-4346-8334-f72e45611e50 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610663 Jan 31 18:44:09.196650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bda44b-1c50-4d27-9c0a-078813271e9c req-c45766f5-bc37-4e83-8643-7203e195f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:09.198167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33bda44b-1c50-4d27-9c0a-078813271e9c req-c45766f5-bc37-4e83-8643-7203e195f0d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86926680-325f-4730-846d-e46372cc4cbc HTTP/1.1" status: 200 len: 854 time: 0.2519031 Jan 31 18:44:09.207970 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a435b161-ca10-43e8-a66e-0e8c18e6ed7d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (6006cd24-c87e-42a2-a971-98c635cded82), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:09.255172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435b161-ca10-43e8-a66e-0e8c18e6ed7d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=6006cd24-c87e-42a2-a971-98c635cded82,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:09.264818 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a435b161-ca10-43e8-a66e-0e8c18e6ed7d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:09.271250 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a435b161-ca10-43e8-a66e-0e8c18e6ed7d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/6006cd24-c87e-42a2-a971-98c635cded82 HTTP/1.1" status: 204 len: 168 time: 0.5096946 Jan 31 18:44:09.274253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-fba44f29-9de7-4cf4-b7c6-3eb7511a8fb5 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 697 time: 0.1064501 Jan 31 18:44:09.277868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89578291-da89-4f31-bb54-da6ec0d5e970 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:09.279292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:09.284265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33bda44b-1c50-4d27-9c0a-078813271e9c req-c0e41e73-754a-488a-a5ca-53656118dca6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d82614fc-b59a-498a-b981-68724ed1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479674 Jan 31 18:44:09.335370 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6004a5a3-dacf-4fc4-a708-2e535ed1e73f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541329 Jan 31 18:44:09.338942 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b859d1f-f313-4da1-b8b0-068407e8083b req-b2dcea43-3d30-4e9f-943c-3796f155a140 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155185 Jan 31 18:44:09.340169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37614) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:09.412209 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5ad8ae-ed29-47cd-b3a0-26b097a45618 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:09.415708 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4b5ad8ae-ed29-47cd-b3a0-26b097a45618 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0743928 Jan 31 18:44:09.420733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37616) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:09.470189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-13f7f4e3-31e7-4fae-98d4-4d4678cbca80 service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374280 Jan 31 18:44:09.501155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be289499-42ac-41e3-b15b-e5ed5c3b9253 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:09.506200 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-be289499-42ac-41e3-b15b-e5ed5c3b9253 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0807102 Jan 31 18:44:09.506752 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37618) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:09.517671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-adfe48ef-d4a0-4eef-ae47-448b65a0d775 service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772079 Jan 31 18:44:09.547736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb20b8-9e53-4ca6-89be-1b4f7ae6dcac None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:44:09.551622 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-032c052c-ee6b-403e-aa81-f8ce7016be7c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415986 Jan 31 18:44:09.554204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37620) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:09.560629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a02a3e09-89d9-4ea3-852f-7c8f9251662b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:09.608019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-38eb20b8-9e53-4ca6-89be-1b4f7ae6dcac None None] Deleting port e3b61e9e-4024-4417-9a4e-f6d1af94960f {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:09.609081 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38eb20b8-9e53-4ca6-89be-1b4f7ae6dcac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e3b61e9e-4024-4417-9a4e-f6d1af94960f), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:09.650273 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:09.668600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02a3e09-89d9-4ea3-852f-7c8f9251662b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:09.672607 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a02a3e09-89d9-4ea3-852f-7c8f9251662b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:09.687048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-38eb20b8-9e53-4ca6-89be-1b4f7ae6dcac None None] For port e3b61e9e-4024-4417-9a4e-f6d1af94960f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e3b61e9e-4024-4417-9a4e-f6d1af94960f,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:09.687443 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38eb20b8-9e53-4ca6-89be-1b4f7ae6dcac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e3b61e9e-4024-4417-9a4e-f6d1af94960f), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:09.704216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-38eb20b8-9e53-4ca6-89be-1b4f7ae6dcac None None] Calling delete_port for e3b61e9e-4024-4417-9a4e-f6d1af94960f owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:09.754073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33bda44b-1c50-4d27-9c0a-078813271e9c req-c426f316-34b8-4670-9f8a-a82558d82d5e service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455583 Jan 31 18:44:09.793982 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38eb20b8-9e53-4ca6-89be-1b4f7ae6dcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (e3b61e9e-4024-4417-9a4e-f6d1af94960f), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:09.826225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb20b8-9e53-4ca6-89be-1b4f7ae6dcac None None] Pushing event deleted for resources: {'Port': ['ID=e3b61e9e-4024-4417-9a4e-f6d1af94960f,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:09.829856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb20b8-9e53-4ca6-89be-1b4f7ae6dcac None None] No DVR routers for this DVR port e3b61e9e-4024-4417-9a4e-f6d1af94960f on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:09.871502 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-ebb66a14-7da8-47d6-81fe-f0af220af292 service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415384 Jan 31 18:44:09.887740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e5e737e-f1a4-4126-b84b-0c1bc2b6afc9 req-70de09c0-9ab4-465c-a594-9c9ad7c69feb service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672433 Jan 31 18:44:09.931094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-3122befb-5ee9-4b43-a7df-e924a3ef9e82 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Deleting port 00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:09.931444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-3122befb-5ee9-4b43-a7df-e924a3ef9e82 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:09.973221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-a02a3e09-89d9-4ea3-852f-7c8f9251662b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:44:09.974963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a02a3e09-89d9-4ea3-852f-7c8f9251662b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (d154b3ef-43a9-4309-9e1e-53073bb6dcc8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.011101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Allocated IP 172.25.8.248 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/2fb5ddfc-76a3-4203-b647-91f1a09993fd) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:10.020418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33bda44b-1c50-4d27-9c0a-078813271e9c req-7487538f-0a75-4086-80a0-fef45e663651 service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543712 Jan 31 18:44:10.020687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a3e09-89d9-4ea3-852f-7c8f9251662b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:10.025523 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a02a3e09-89d9-4ea3-852f-7c8f9251662b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:10.030389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a3e09-89d9-4ea3-852f-7c8f9251662b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:10.031049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a02a3e09-89d9-4ea3-852f-7c8f9251662b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.044631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67fa853-0358-4a5f-a691-b132f27c44a6 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:10.056156 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a3e09-89d9-4ea3-852f-7c8f9251662b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=d154b3ef-43a9-4309-9e1e-53073bb6dcc8,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:10.081394 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a02a3e09-89d9-4ea3-852f-7c8f9251662b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5225301 Jan 31 18:44:10.081621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37622) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:10.087667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-db587a9c-9bab-48a7-9f14-4edd8228ed7e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:10.111214 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-3122befb-5ee9-4b43-a7df-e924a3ef9e82 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.111543 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-3122befb-5ee9-4b43-a7df-e924a3ef9e82 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.129251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-3122befb-5ee9-4b43-a7df-e924a3ef9e82 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Calling delete_port for 00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:10.164702 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decd0123-500b-473e-8399-828701665b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': 'd154b3ef-43a9-4309-9e1e-53073bb6dcc8'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:44:10.165621 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-decd0123-500b-473e-8399-828701665b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.227871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db587a9c-9bab-48a7-9f14-4edd8228ed7e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:10.231321 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db587a9c-9bab-48a7-9f14-4edd8228ed7e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.239221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for port (2fb5ddfc-76a3-4203-b647-91f1a09993fd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.311886 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06abae34-b234-4872-a770-74a978790bdd req-57ec8899-79ae-450b-8cc5-6f47f9e346de service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1178689 Jan 31 18:44:10.327381 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2fb5ddfc-76a3-4203-b647-91f1a09993fd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.338111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-decd0123-500b-473e-8399-828701665b38 None None] Allocated IP 2001:db8::f816:3eff:fede:1355 (270588c3-27c5-4bbe-bc62-125107bc7b03/d154b3ef-43a9-4309-9e1e-53073bb6dcc8/df8e1ca0-f801-4d1a-ac2f-3a6872da5550) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:10.343178 n-d-812111-15 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-db587a9c-9bab-48a7-9f14-4edd8228ed7e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d154b3ef-43a9-4309-9e1e-53073bb6dcc8 (CIDR: 2001:db8::/64) Jan 31 18:44:10.349613 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-db587a9c-9bab-48a7-9f14-4edd8228ed7e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:44:10.350139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db587a9c-9bab-48a7-9f14-4edd8228ed7e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:10.373924 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-db587a9c-9bab-48a7-9f14-4edd8228ed7e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2910492 Jan 31 18:44:10.378819 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:10.387347 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9cd7391f-0cc5-40f6-8f2e-b868061cdee6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:10.422780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:10.431716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:10.437541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:10.480254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Pushing event updated for resources: {'Port': ['ID=2fb5ddfc-76a3-4203-b647-91f1a09993fd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:10.493069 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-3122befb-5ee9-4b43-a7df-e924a3ef9e82 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.533195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122befb-5ee9-4b43-a7df-e924a3ef9e82 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Pushing event deleted for resources: {'Port': ['ID=00ebbf29-4fd7-4c29-b2e1-b2f043a5d6b6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:10.545324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abae34-b234-4872-a770-74a978790bdd req-6f730df5-535d-4808-ba6b-77515fc1e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:10.546811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06abae34-b234-4872-a770-74a978790bdd req-6f730df5-535d-4808-ba6b-77515fc1e7f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 1128 time: 0.1683428 Jan 31 18:44:10.568276 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-decd0123-500b-473e-8399-828701665b38 None None] Publish callbacks [] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.587007 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-decd0123-500b-473e-8399-828701665b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.603358 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd7391f-0cc5-40f6-8f2e-b868061cdee6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:10.612747 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for floatingip (aa165720-f12d-43f3-9d57-60ea59c0e721), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.618365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cd7391f-0cc5-40f6-8f2e-b868061cdee6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.625765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e3b61e9e-4024-4417-9a4e-f6d1af94960f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:10.630614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd0123-500b-473e-8399-828701665b38 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:10.655773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-decd0123-500b-473e-8399-828701665b38 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:10.659142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: e3b61e9e-4024-4417-9a4e-f6d1af94960f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:10.659501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e3b61e9e-4024-4417-9a4e-f6d1af94960f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:10.660936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd0123-500b-473e-8399-828701665b38 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:10.677361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd0123-500b-473e-8399-828701665b38 None None] Pushing event updated for resources: {'Port': ['ID=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:10.736703 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-3122befb-5ee9-4b43-a7df-e924a3ef9e82 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks [] for floatingip (f02df2e1-a7dc-4fe9-b856-ab908c904112), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.737476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-decd0123-500b-473e-8399-828701665b38 None None] Attempting to bind port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:44:10.737731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-decd0123-500b-473e-8399-828701665b38 None None] Attempting to bind port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:44:10.738105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd0123-500b-473e-8399-828701665b38 None None] Attempting to bind port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:10.739162 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-3122befb-5ee9-4b43-a7df-e924a3ef9e82 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.740372 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faab7cad-ef0e-4dff-a729-3ed98ba2ea0a req-3122befb-5ee9-4b43-a7df-e924a3ef9e82 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "DELETE /v2.0/floatingips/f02df2e1-a7dc-4fe9-b856-ab908c904112 HTTP/1.1" status: 204 len: 173 time: 1.4541969 Jan 31 18:44:10.745285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd0123-500b-473e-8399-828701665b38 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:44:10.745611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd0123-500b-473e-8399-828701665b38 None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:44:10.746349 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-decd0123-500b-473e-8399-828701665b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.746845 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2fb5ddfc-76a3-4203-b647-91f1a09993fd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.747107 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd0123-500b-473e-8399-828701665b38 None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:44:10.748097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-decd0123-500b-473e-8399-828701665b38 None None] Bound port: df8e1ca0-f801-4d1a-ac2f-3a6872da5550, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:44:10.748523 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-decd0123-500b-473e-8399-828701665b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.805097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abae34-b234-4872-a770-74a978790bdd req-3d56c609-7c52-4ef1-86b2-eacd204a38c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:10.806609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06abae34-b234-4872-a770-74a978790bdd req-3d56c609-7c52-4ef1-86b2-eacd204a38c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 200 len: 922 time: 0.1909485 Jan 31 18:44:10.816089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:44:10.819743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4447ff6c-3a73-4dbf-992c-e1486caf4f1c up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:10.855337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-decd0123-500b-473e-8399-828701665b38 None None] For port df8e1ca0-f801-4d1a-ac2f-3a6872da5550, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:44:10.880562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-decd0123-500b-473e-8399-828701665b38 None None] For port df8e1ca0-f801-4d1a-ac2f-3a6872da5550, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:44:10.885068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06abae34-b234-4872-a770-74a978790bdd req-9e8c8bd9-5fe4-40de-9e27-4ff04ce9a978 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 200 len: 217 time: 0.0631380 Jan 31 18:44:10.908022 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-decd0123-500b-473e-8399-828701665b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.921620 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cd7391f-0cc5-40f6-8f2e-b868061cdee6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (43b70b1d-dbd8-4d84-8834-39d28d99977f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.981188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd7391f-0cc5-40f6-8f2e-b868061cdee6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:10.985177 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9cd7391f-0cc5-40f6-8f2e-b868061cdee6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:10.994370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd7391f-0cc5-40f6-8f2e-b868061cdee6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:10.996321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abae34-b234-4872-a770-74a978790bdd req-b526afeb-f1f6-46dc-9a7f-ae174b9da298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:10.996483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cd7391f-0cc5-40f6-8f2e-b868061cdee6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:10.997791 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06abae34-b234-4872-a770-74a978790bdd req-b526afeb-f1f6-46dc-9a7f-ae174b9da298 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 200 len: 860 time: 0.0994589 Jan 31 18:44:11.007205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e42ae3-5fe0-4e3f-ae46-b089a9e7030c req-83b86bd2-bd64-408a-96ae-797047983c81 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:11.008948 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87e42ae3-5fe0-4e3f-ae46-b089a9e7030c req-83b86bd2-bd64-408a-96ae-797047983c81 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 944 time: 0.1898394 Jan 31 18:44:11.026530 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9cd7391f-0cc5-40f6-8f2e-b868061cdee6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6434739 Jan 31 18:44:11.026530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7391f-0cc5-40f6-8f2e-b868061cdee6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=43b70b1d-dbd8-4d84-8834-39d28d99977f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:11.028987 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37630) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:11.042471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:2d:1f:12', 'name': 'tempest-NetworksTestDHCPv6-79800869'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:11.044897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:44:11.064517 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:11.064953 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:11.106923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd0123-500b-473e-8399-828701665b38 None None] Pushing event updated for resources: {'Port': ['ID=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:11.112122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:11.132282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'port_id': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'mac_address': 'fa:16:3e:af:0a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:44:11.140847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abae34-b234-4872-a770-74a978790bdd req-78a06078-629e-4c7f-8542-cebf0f213bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:11.142402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06abae34-b234-4872-a770-74a978790bdd req-78a06078-629e-4c7f-8542-cebf0f213bb9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1306336 Jan 31 18:44:11.151957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87e42ae3-5fe0-4e3f-ae46-b089a9e7030c req-b4d85746-2510-400d-980b-59331090b95c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035354 Jan 31 18:44:11.173305 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for port (2fb5ddfc-76a3-4203-b647-91f1a09993fd), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:11.241382 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2fb5ddfc-76a3-4203-b647-91f1a09993fd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:11.253858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:11.254450 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:11.258538 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:11.303571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:11.308496 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f854aa-4cfb-4425-996e-34acd4e66052" -d '{"events": [{"server_uuid": "759ff29b-504f-4b59-a8ec-0e489423f61b", "name": "network-vif-plugged", "status": "completed", "tag": "4447ff6c-3a73-4dbf-992c-e1486caf4f1c"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:11.310379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3acc84cb-460c-45d8-9d92-97f7ac060594 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:11.310573 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:11.333360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:11.338328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3acc84cb-460c-45d8-9d92-97f7ac060594 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:44:11.353697 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:11.368988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:11.398039 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:11.411311 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:11.440537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port de2c3f73-f357-44cd-a50a-23ba35b9366d yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:44:11.441405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:11.525495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:11.659741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8:0:1::1b6 (270588c3-27c5-4bbe-bc62-125107bc7b03/43b70b1d-dbd8-4d84-8834-39d28d99977f/de2c3f73-f357-44cd-a50a-23ba35b9366d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:11.667791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::f816:3eff:fe2d:1f12 (270588c3-27c5-4bbe-bc62-125107bc7b03/d154b3ef-43a9-4309-9e1e-53073bb6dcc8/de2c3f73-f357-44cd-a50a-23ba35b9366d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:11.679674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['3acc84cb-460c-45d8-9d92-97f7ac060594'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:44:11.842363 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (aa165720-f12d-43f3-9d57-60ea59c0e721), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:11.850651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Pushing event updated for resources: {'Port': ['ID=2fb5ddfc-76a3-4203-b647-91f1a09993fd,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:11.868405 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (de2c3f73-f357-44cd-a50a-23ba35b9366d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:11.880272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06abae34-b234-4872-a770-74a978790bdd req-419c3229-4006-4438-9d8c-2262a7a0e835 service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204912 Jan 31 18:44:11.886532 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:11.887766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-b06ab0a6-7048-41c2-8fb1-bcaed851b0a3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1846368 Jan 31 18:44:11.915817 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (de2c3f73-f357-44cd-a50a-23ba35b9366d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:11.917312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27029ea-561f-419b-9205-59d1eb920b1a req-1a9b6808-4e42-49ce-bfdf-f6ea6fd4a9ae tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:11.918937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f27029ea-561f-419b-9205-59d1eb920b1a req-1a9b6808-4e42-49ce-bfdf-f6ea6fd4a9ae tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.6192141 Jan 31 18:44:11.970273 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:11.979256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:11.979256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:11.984022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:11.984888 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:12.002230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=de2c3f73-f357-44cd-a50a-23ba35b9366d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:12.014125 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ba61964-8092-475e-ab19-47c69434217d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9770708 Jan 31 18:44:12.016053 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:12.047263 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-31ae71a8-e94c-4ad3-8fb0-82ef12465426 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.1466684 Jan 31 18:44:12.135543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-437bce8a-b8bc-4a2c-b7fc-e5cad843a022 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port de2c3f73-f357-44cd-a50a-23ba35b9366d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:12.135885 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-437bce8a-b8bc-4a2c-b7fc-e5cad843a022 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (de2c3f73-f357-44cd-a50a-23ba35b9366d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:12.163354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f27029ea-561f-419b-9205-59d1eb920b1a req-0621486e-ddaa-4156-ae00-f45a99a24fd6 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240765 Jan 31 18:44:12.167899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06abae34-b234-4872-a770-74a978790bdd req-4aaf3ac6-8b9a-48a8-82dd-ff5bd3d20a6f service neutron] 10.222.0.49 "GET /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782235 Jan 31 18:44:12.228175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-5ec97134-6cb6-4a7f-9511-1aea90b74ad2 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:12.229695 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3adb0a85-8764-4dc7-b3f4-07ff93d47552 req-5ec97134-6cb6-4a7f-9511-1aea90b74ad2 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.1737788 Jan 31 18:44:12.278358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-437bce8a-b8bc-4a2c-b7fc-e5cad843a022 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (de2c3f73-f357-44cd-a50a-23ba35b9366d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:12.296807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-437bce8a-b8bc-4a2c-b7fc-e5cad843a022 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for de2c3f73-f357-44cd-a50a-23ba35b9366d owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:12.351241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10908790-22b5-4ac1-891d-9cc99c5530b9 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:12.374264 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9db129-4d5c-4cfd-a67a-09dacce18589 x-openstack-request-id: req-3c9db129-4d5c-4cfd-a67a-09dacce18589 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:12.374675 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640", "status": "completed", "code": 200}, {"server_uuid": "88749ac9-32a1-4f95-ba14-5040899437b6", "name": "network-vif-deleted", "tag": "546a4dcb-85c2-4629-a426-4cdba9b19775", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:12.375387 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c9db129-4d5c-4cfd-a67a-09dacce18589 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:12.376667 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'status': 'completed', 'code': 200} Jan 31 18:44:12.378180 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88749ac9-32a1-4f95-ba14-5040899437b6', 'name': 'network-vif-deleted', 'tag': '546a4dcb-85c2-4629-a426-4cdba9b19775', 'status': 'completed', 'code': 200} Jan 31 18:44:12.382013 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83cee8f-0f5a-48c5-a41a-96c0f87afd27 x-openstack-request-id: req-c83cee8f-0f5a-48c5-a41a-96c0f87afd27 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:12.387743 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:12.388245 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c83cee8f-0f5a-48c5-a41a-96c0f87afd27 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:12.388873 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'status': 'completed', 'code': 200} Jan 31 18:44:12.460053 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39630f67-89b0-4d08-93cc-4b123cff2155 x-openstack-request-id: req-39630f67-89b0-4d08-93cc-4b123cff2155 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:12.461374 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759ff29b-504f-4b59-a8ec-0e489423f61b", "name": "network-vif-plugged", "status": "completed", "tag": "4447ff6c-3a73-4dbf-992c-e1486caf4f1c", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:12.461374 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39630f67-89b0-4d08-93cc-4b123cff2155 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:12.463588 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c', 'code': 200} Jan 31 18:44:12.507012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91f4ed-8f59-4cbd-81cf-4dec05a58749 req-9147bc42-7e73-4091-b7e9-77846d47e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:12.509006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de91f4ed-8f59-4cbd-81cf-4dec05a58749 req-9147bc42-7e73-4091-b7e9-77846d47e8b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 1127 time: 0.1992741 Jan 31 18:44:12.580782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2803b811-888c-4d6d-89be-913482e8bfe3 None None] Provisioning complete for port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:12.581161 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2803b811-888c-4d6d-89be-913482e8bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:12.603895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f80151-3125-4202-975e-f0d4c74dc8b8 req-aed91a13-5603-4f32-9e46-4d72e317a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:12.605729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9f80151-3125-4202-975e-f0d4c74dc8b8 req-aed91a13-5603-4f32-9e46-4d72e317a29a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532&device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 1128 time: 0.2112093 Jan 31 18:44:12.752634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2803b811-888c-4d6d-89be-913482e8bfe3 None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:12.753664 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2803b811-888c-4d6d-89be-913482e8bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:12.814579 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-437bce8a-b8bc-4a2c-b7fc-e5cad843a022 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (de2c3f73-f357-44cd-a50a-23ba35b9366d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:12.825665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2803b811-888c-4d6d-89be-913482e8bfe3 None None] For port df8e1ca0-f801-4d1a-ac2f-3a6872da5550, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:12.830340 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:12.838790 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2803b811-888c-4d6d-89be-913482e8bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:12.889171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bce8a-b8bc-4a2c-b7fc-e5cad843a022 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=de2c3f73-f357-44cd-a50a-23ba35b9366d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:12.896046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device df8e1ca0-f801-4d1a-ac2f-3a6872da5550 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:12.927380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cff13-c618-4f8a-b610-b445d3dd96fb req-c1ee5988-46a2-43e3-9c52-911e11e493d6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:12.929794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d4cff13-c618-4f8a-b610-b445d3dd96fb req-c1ee5988-46a2-43e3-9c52-911e11e493d6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2412910 Jan 31 18:44:12.938032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06789999-ef41-477b-80e6-3e977d434e5a req-a191e8eb-03f2-4207-9f34-f55f1af39a27 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:12.940263 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06789999-ef41-477b-80e6-3e977d434e5a req-a191e8eb-03f2-4207-9f34-f55f1af39a27 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3308823 Jan 31 18:44:12.958569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91f4ed-8f59-4cbd-81cf-4dec05a58749 req-a81c7141-b65a-49cc-a679-9d916a15aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:12.960591 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de91f4ed-8f59-4cbd-81cf-4dec05a58749 req-a81c7141-b65a-49cc-a679-9d916a15aa47 service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.4313474 Jan 31 18:44:12.969316 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-437bce8a-b8bc-4a2c-b7fc-e5cad843a022 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:12.970789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f80151-3125-4202-975e-f0d4c74dc8b8 req-a49c2a4b-30bf-47e9-b9ca-422a810f0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:12.972640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9f80151-3125-4202-975e-f0d4c74dc8b8 req-a49c2a4b-30bf-47e9-b9ca-422a810f0b5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=106ae68d-6d9e-405a-919f-d63be7ddcc71 HTTP/1.1" status: 200 len: 920 time: 0.3498182 Jan 31 18:44:12.973820 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-437bce8a-b8bc-4a2c-b7fc-e5cad843a022 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/de2c3f73-f357-44cd-a50a-23ba35b9366d HTTP/1.1" status: 204 len: 168 time: 0.9567354 Jan 31 18:44:12.977833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37670) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:13.032387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d15b0f-16a3-49d6-92da-8af0211934e7 None None] Update dhcp port {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': 'd154b3ef-43a9-4309-9e1e-53073bb6dcc8', 'ip_address': '2001:db8::f816:3eff:fede:1355'}, {'subnet_id': '43b70b1d-dbd8-4d84-8834-39d28d99977f'}], 'binding:host_id': 'n-d-812111-15'}, 'id': 'df8e1ca0-f801-4d1a-ac2f-3a6872da5550'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 18:44:13.042095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06789999-ef41-477b-80e6-3e977d434e5a req-8fef4da4-132a-4410-a6bc-6417b7c15175 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0891426 Jan 31 18:44:13.049333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-06789999-ef41-477b-80e6-3e977d434e5a req-38cfb2a3-0d10-4422-96ab-53f8e7c8e90d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Request body: {'floatingip': {'port_id': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:13.061488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac24ac25-5b37-4583-bbbe-1ee49bed3725 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:13.068587 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ac24ac25-5b37-4583-bbbe-1ee49bed3725 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0844893 Jan 31 18:44:13.069442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28fa10-f424-4a8d-b014-747fbe6163d0 req-233bbf0b-74e8-4fbf-b9cd-e9cd8066b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:13.069818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37680) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:13.070923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a28fa10-f424-4a8d-b014-747fbe6163d0 req-233bbf0b-74e8-4fbf-b9cd-e9cd8066b8e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 1128 time: 0.5027471 Jan 31 18:44:13.094144 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07d15b0f-16a3-49d6-92da-8af0211934e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.096562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803b811-888c-4d6d-89be-913482e8bfe3 None None] Pushing event updated for resources: {'Port': ['ID=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:13.143627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e753f4-0d44-48b7-bd23-a6064f744018 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:13.152149 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-92e753f4-0d44-48b7-bd23-a6064f744018 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0806584 Jan 31 18:44:13.153656 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:13.170094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 3acc84cb-460c-45d8-9d92-97f7ac060594 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:44:13.174302 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:13.174719 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.212724 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 3acc84cb-460c-45d8-9d92-97f7ac060594 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:13.214012 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.233492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9f80151-3125-4202-975e-f0d4c74dc8b8 req-ad1c8a6b-26e5-4878-a9ba-1711e2cad152 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 217 time: 0.1720574 Jan 31 18:44:13.237598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a9895-a296-4a4d-8f58-5440d2bf2f15 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:13.239703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a9895-a296-4a4d-8f58-5440d2bf2f15 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:13.241572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a9895-a296-4a4d-8f58-5440d2bf2f15 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:13.242758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de91f4ed-8f59-4cbd-81cf-4dec05a58749 req-429e455e-fca2-4f91-a6d5-47df47dbbf08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 200 len: 217 time: 0.2691469 Jan 31 18:44:13.247181 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-132a9895-a296-4a4d-8f58-5440d2bf2f15 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0917866 Jan 31 18:44:13.247768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37698) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:13.256307 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-06789999-ef41-477b-80e6-3e977d434e5a req-38cfb2a3-0d10-4422-96ab-53f8e7c8e90d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for floatingip (aa165720-f12d-43f3-9d57-60ea59c0e721), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.318473 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-94143f1c-a6c7-44ac-95f3-30e289e2333c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 43b70b1d-dbd8-4d84-8834-39d28d99977f {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:44:13.322512 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94143f1c-a6c7-44ac-95f3-30e289e2333c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (43b70b1d-dbd8-4d84-8834-39d28d99977f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.382784 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94143f1c-a6c7-44ac-95f3-30e289e2333c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (43b70b1d-dbd8-4d84-8834-39d28d99977f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.439108 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94143f1c-a6c7-44ac-95f3-30e289e2333c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (43b70b1d-dbd8-4d84-8834-39d28d99977f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.449387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3acc84cb-460c-45d8-9d92-97f7ac060594 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:13.449880 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.470229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d4cff13-c618-4f8a-b610-b445d3dd96fb req-f27574d6-0308-4acd-a5c7-76787bc1b66a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297041 Jan 31 18:44:13.473165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a28fa10-f424-4a8d-b014-747fbe6163d0 req-2aa90a95-831e-43f5-83b8-eb49b129fdeb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515005 Jan 31 18:44:13.530390 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94143f1c-a6c7-44ac-95f3-30e289e2333c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (43b70b1d-dbd8-4d84-8834-39d28d99977f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.542426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f80151-3125-4202-975e-f0d4c74dc8b8 req-6a0699ce-ea4d-412c-aea3-f4f66bb7f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:13.544457 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9f80151-3125-4202-975e-f0d4c74dc8b8 req-6a0699ce-ea4d-412c-aea3-f4f66bb7f5d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8aa81bd-fb67-4a06-b73a-43415ddd9888 HTTP/1.1" status: 200 len: 859 time: 0.3007543 Jan 31 18:44:13.570053 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94143f1c-a6c7-44ac-95f3-30e289e2333c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.579759 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-94143f1c-a6c7-44ac-95f3-30e289e2333c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/43b70b1d-dbd8-4d84-8834-39d28d99977f HTTP/1.1" status: 204 len: 168 time: 0.3284669 Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-07d15b0f-16a3-49d6-92da-8af0211934e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43b70b1d-dbd8-4d84-8834-39d28d99977f: This subnet is being modified by another concurrent operation. Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:44:13.580691 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43b70b1d-dbd8-4d84-8834-39d28d99977f: This subnet is being modified by another concurrent operation. Jan 31 18:44:13.584523 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 18:44:13.590398 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37706) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:13.628742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:13.647148 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.647423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91f4ed-8f59-4cbd-81cf-4dec05a58749 req-7891efa5-5247-4a6e-a505-d969f05dfde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:13.651336 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94143f1c-a6c7-44ac-95f3-30e289e2333c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=43b70b1d-dbd8-4d84-8834-39d28d99977f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:13.656299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:13.666247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de91f4ed-8f59-4cbd-81cf-4dec05a58749 req-7891efa5-5247-4a6e-a505-d969f05dfde9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.3939137 Jan 31 18:44:13.702128 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d930463-368c-4d06-a08b-ac675363101d None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:44:13.712976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9f80151-3125-4202-975e-f0d4c74dc8b8 req-e06aa6ba-7dc7-4334-8d14-b56cfe190759 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=106ae68d-6d9e-405a-919f-d63be7ddcc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351383 Jan 31 18:44:13.752312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdb41f6-7429-415e-9820-7412df49d4ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet d154b3ef-43a9-4309-9e1e-53073bb6dcc8 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:44:13.764605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cdb41f6-7429-415e-9820-7412df49d4ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (d154b3ef-43a9-4309-9e1e-53073bb6dcc8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.785301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4847d254-73b9-41e4-99cc-77c49e9d3e19 None None] Could not find standard attr ID for object de2c3f73-f357-44cd-a50a-23ba35b9366d. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:44:13.828750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cdb41f6-7429-415e-9820-7412df49d4ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (d154b3ef-43a9-4309-9e1e-53073bb6dcc8), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.831872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:13.839333 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4847d254-73b9-41e4-99cc-77c49e9d3e19 None None] Provisioning complete for port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:13.840102 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4847d254-73b9-41e4-99cc-77c49e9d3e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.965264 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cdb41f6-7429-415e-9820-7412df49d4ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (d154b3ef-43a9-4309-9e1e-53073bb6dcc8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:13.995985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9f80151-3125-4202-975e-f0d4c74dc8b8 req-ab2c32cb-8b7c-4b97-83e0-1f53bc9a69a9 service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138765 Jan 31 18:44:14.032522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d930463-368c-4d06-a08b-ac675363101d None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:44:14.043889 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4847d254-73b9-41e4-99cc-77c49e9d3e19 None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:14.089933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e436e2c-47ca-4b59-9dc4-2896e7223ac0 req-b5853a00-be57-4872-b02f-a846f3688d30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:14.098751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e436e2c-47ca-4b59-9dc4-2896e7223ac0 req-b5853a00-be57-4872-b02f-a846f3688d30 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 945 time: 0.4755542 Jan 31 18:44:14.110721 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cdb41f6-7429-415e-9820-7412df49d4ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (d154b3ef-43a9-4309-9e1e-53073bb6dcc8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:14.153586 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb41f6-7429-415e-9820-7412df49d4ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=d154b3ef-43a9-4309-9e1e-53073bb6dcc8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:14.164545 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cdb41f6-7429-415e-9820-7412df49d4ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:14.171618 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3cdb41f6-7429-415e-9820-7412df49d4ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/d154b3ef-43a9-4309-9e1e-53073bb6dcc8 HTTP/1.1" status: 204 len: 168 time: 0.5364952 Jan 31 18:44:14.176486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:14.224642 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3beea034-e128-4679-89bc-21cbcd14c972 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467160 Jan 31 18:44:14.229137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37714) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:14.235465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:14.282944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e436e2c-47ca-4b59-9dc4-2896e7223ac0 req-a8509a8a-5926-4d3c-9127-5e95c31c3e17 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/security-groups?id=03f479c8-bbca-43db-ad9c-4bce065d7069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824055 Jan 31 18:44:14.371149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91f4ed-8f59-4cbd-81cf-4dec05a58749 req-fe34f72a-4c92-4251-bb04-91c53e9be5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:14.374839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de91f4ed-8f59-4cbd-81cf-4dec05a58749 req-fe34f72a-4c92-4251-bb04-91c53e9be5f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6568201 Jan 31 18:44:14.387405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:14.407641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9181ff8-394c-43a7-b453-4d9e7a992768 req-f91fd74b-76ca-402c-b89c-899849e8a2b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8024647 Jan 31 18:44:14.416030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:14.521320 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:14.527053 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29e7e1d-4380-4653-91fc-373b154a8833" -d '{"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-plugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:14.590951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2adaa-66d1-4952-bf5e-554513f3eba0 req-3bd440ad-83e0-4609-a1f4-1886a99f3833 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:14.592730 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80a2adaa-66d1-4952-bf5e-554513f3eba0 req-3bd440ad-83e0-4609-a1f4-1886a99f3833 tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 945 time: 0.3310964 Jan 31 18:44:14.651661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device df8e1ca0-f801-4d1a-ac2f-3a6872da5550 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:14.856081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:14.858061 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:14.898621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9f80151-3125-4202-975e-f0d4c74dc8b8 req-30c1a7b2-80dd-485b-82bd-a51b606b33db service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8933446 Jan 31 18:44:14.969834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab74ad-bc37-4ab8-90b0-ddd14f15c669 req-2af31fa5-c60c-4c08-8df8-435f4e9a4bf3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:14.980401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1ab74ad-bc37-4ab8-90b0-ddd14f15c669 req-2af31fa5-c60c-4c08-8df8-435f4e9a4bf3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 945 time: 0.5057011 Jan 31 18:44:15.007150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568e229b-9772-4391-a074-7dc0d853b611 None None] Update dhcp port {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': 'd154b3ef-43a9-4309-9e1e-53073bb6dcc8'}], 'binding:host_id': 'n-d-812111-15'}, 'id': 'df8e1ca0-f801-4d1a-ac2f-3a6872da5550'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 18:44:15.021522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port df8e1ca0-f801-4d1a-ac2f-3a6872da5550, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:15.060819 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:15.067527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:44:15.106803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-568e229b-9772-4391-a074-7dc0d853b611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:15.208802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:15.426741 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:15.491183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cfef9a-c1e7-4301-b0f8-12994603754e None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:15.592267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de91f4ed-8f59-4cbd-81cf-4dec05a58749 req-69391c7e-aa30-465a-bfe7-6092f3ff21d3 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1693091 Jan 31 18:44:15.614388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1ab74ad-bc37-4ab8-90b0-ddd14f15c669 req-619cd4d0-9ad6-416f-ba29-e5ca6765fd4e tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6330955 Jan 31 18:44:15.624672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-795b7a9f-c3be-4391-8986-1c87fa0114ff None None] Provisioning complete for port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:15.625381 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-795b7a9f-c3be-4391-8986-1c87fa0114ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:15.652372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-80a2adaa-66d1-4952-bf5e-554513f3eba0 req-7d57c63b-6d15-42cb-8cfb-37154fd1a26f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Deleting port 5066f273-7862-4853-90bb-976647432bd6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:15.659021 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a2adaa-66d1-4952-bf5e-554513f3eba0 req-7d57c63b-6d15-42cb-8cfb-37154fd1a26f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5066f273-7862-4853-90bb-976647432bd6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:15.782670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-795b7a9f-c3be-4391-8986-1c87fa0114ff None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:15.783684 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-795b7a9f-c3be-4391-8986-1c87fa0114ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:15.906304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec575fa1-ad90-4b63-ba35-270f26f5dfce None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:44:15.984181 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [req-06789999-ef41-477b-80e6-3e977d434e5a req-38cfb2a3-0d10-4422-96ab-53f8e7c8e90d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:44:16.044072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-80a2adaa-66d1-4952-bf5e-554513f3eba0 req-7d57c63b-6d15-42cb-8cfb-37154fd1a26f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] For port 5066f273-7862-4853-90bb-976647432bd6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5066f273-7862-4853-90bb-976647432bd6,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:16.044489 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a2adaa-66d1-4952-bf5e-554513f3eba0 req-7d57c63b-6d15-42cb-8cfb-37154fd1a26f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5066f273-7862-4853-90bb-976647432bd6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:16.088322 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-06789999-ef41-477b-80e6-3e977d434e5a req-38cfb2a3-0d10-4422-96ab-53f8e7c8e90d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:16.096653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181ff8-394c-43a7-b453-4d9e7a992768 req-c7a75e9d-fbda-4cc5-b639-3940ceeba597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:16.097170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec575fa1-ad90-4b63-ba35-270f26f5dfce None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:44:16.098474 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9181ff8-394c-43a7-b453-4d9e7a992768 req-c7a75e9d-fbda-4cc5-b639-3940ceeba597 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532&device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 1128 time: 1.0713444 Jan 31 18:44:16.123173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-80a2adaa-66d1-4952-bf5e-554513f3eba0 req-7d57c63b-6d15-42cb-8cfb-37154fd1a26f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Calling delete_port for 5066f273-7862-4853-90bb-976647432bd6 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:16.155990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] For port df8e1ca0-f801-4d1a-ac2f-3a6872da5550, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:16.171382 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-06789999-ef41-477b-80e6-3e977d434e5a req-38cfb2a3-0d10-4422-96ab-53f8e7c8e90d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (aa165720-f12d-43f3-9d57-60ea59c0e721), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:16.193041 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:16.201811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:16.249812 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (c2415d1f-14f7-45dc-ba0d-76099672085f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:16.335140 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:16.348194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181ff8-394c-43a7-b453-4d9e7a992768 req-836da5bc-75f2-476c-85b5-a4fe190ddc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:16.349736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9181ff8-394c-43a7-b453-4d9e7a992768 req-836da5bc-75f2-476c-85b5-a4fe190ddc99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=106ae68d-6d9e-405a-919f-d63be7ddcc71 HTTP/1.1" status: 200 len: 920 time: 0.1754317 Jan 31 18:44:16.367854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:16.379377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:16.380211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:16.385072 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=c2415d1f-14f7-45dc-ba0d-76099672085f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:16.400251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:16.446240 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8c30b4ea-6d8b-4579-9da9-5587c4575307 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2138345 Jan 31 18:44:16.448669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:16.460116 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-677f3723-d88e-48cc-9c6b-cb77005fa2b1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:16.477734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9661188-635b-4104-8286-a6a43ceebdd5 req-fdc1ad53-a0a9-435b-a148-497d5f281be6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:16.479158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9661188-635b-4104-8286-a6a43ceebdd5 req-fdc1ad53-a0a9-435b-a148-497d5f281be6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.6363285 Jan 31 18:44:16.481139 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de91f4ed-8f59-4cbd-81cf-4dec05a58749 req-8d8a8a8a-3d3a-4c3d-ba1b-2f7bb545f53a service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8627963 Jan 31 18:44:16.527074 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-795b7a9f-c3be-4391-8986-1c87fa0114ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:44:16.527684 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-795b7a9f-c3be-4391-8986-1c87fa0114ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:44:16.625258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677f3723-d88e-48cc-9c6b-cb77005fa2b1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:16.625532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9181ff8-394c-43a7-b453-4d9e7a992768 req-68faf4cb-2f19-46f8-9cbf-0cc69c49984b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 999 time: 0.2613118 Jan 31 18:44:16.631880 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-677f3723-d88e-48cc-9c6b-cb77005fa2b1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:16.663375 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9661188-635b-4104-8286-a6a43ceebdd5 req-361bdd84-2d1d-4859-824c-19b075d67091 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138158 Jan 31 18:44:16.673371 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-06789999-ef41-477b-80e6-3e977d434e5a req-38cfb2a3-0d10-4422-96ab-53f8e7c8e90d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Floating IP aa165720-f12d-43f3-9d57-60ea59c0e721 associated. External IP: 172.25.8.248, port: 3c2d7047-2452-45cc-bbe8-ae3536f70640. Jan 31 18:44:16.789799 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e2961a-c361-4829-8007-c8561a36e1fd x-openstack-request-id: req-f4e2961a-c361-4829-8007-c8561a36e1fd {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:16.790196 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-plugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:16.790530 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4e2961a-c361-4829-8007-c8561a36e1fd {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:16.791012 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'code': 200} Jan 31 18:44:16.832565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 5066f273-7862-4853-90bb-976647432bd6 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:16.844962 n-d-812111-15 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-677f3723-d88e-48cc-9c6b-cb77005fa2b1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2415d1f-14f7-45dc-ba0d-76099672085f (CIDR: 2001:db8::/64) Jan 31 18:44:16.861396 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-677f3723-d88e-48cc-9c6b-cb77005fa2b1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:44:16.862109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677f3723-d88e-48cc-9c6b-cb77005fa2b1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:16.906399 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-677f3723-d88e-48cc-9c6b-cb77005fa2b1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4544001 Jan 31 18:44:16.909400 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:16.915338 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b925f936-c165-49a0-9dad-4b4c85fc9de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:17.033995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 5066f273-7862-4853-90bb-976647432bd6 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:17.033995 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5066f273-7862-4853-90bb-976647432bd6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:17.063820 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a2adaa-66d1-4952-bf5e-554513f3eba0 req-7d57c63b-6d15-42cb-8cfb-37154fd1a26f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5066f273-7862-4853-90bb-976647432bd6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:17.135446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-795b7a9f-c3be-4391-8986-1c87fa0114ff None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:17.135845 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-795b7a9f-c3be-4391-8986-1c87fa0114ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:17.155483 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b925f936-c165-49a0-9dad-4b4c85fc9de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:17.161198 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b925f936-c165-49a0-9dad-4b4c85fc9de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:17.191016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-795b7a9f-c3be-4391-8986-1c87fa0114ff None None] For port df8e1ca0-f801-4d1a-ac2f-3a6872da5550, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:17.198051 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-795b7a9f-c3be-4391-8986-1c87fa0114ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:17.208736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-693b6f3e-7018-4d9b-a0d8-b20842f33854 req-b2d4546c-f9cc-4360-bfdf-17db50a6552f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8d225e-e910-4bc3-b5c7-26816aa84402 HTTP/1.1" status: 200 len: 210 time: 0.2497585 Jan 31 18:44:17.338120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b7a9f-c3be-4391-8986-1c87fa0114ff None None] Pushing event updated for resources: {'Port': ['ID=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:17.362718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c63b-6d15-42cb-8cfb-37154fd1a26f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Pushing event deleted for resources: {'Port': ['ID=5066f273-7862-4853-90bb-976647432bd6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:17.367641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-329f87cf-d7f2-4d84-ae79-42cd9364a5aa None None] Provisioning complete for port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:17.371315 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-329f87cf-d7f2-4d84-ae79-42cd9364a5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:17.465027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181ff8-394c-43a7-b453-4d9e7a992768 req-1a34a165-207a-4766-bd83-ae8080751565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:17.466508 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9181ff8-394c-43a7-b453-4d9e7a992768 req-1a34a165-207a-4766-bd83-ae8080751565 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8aa81bd-fb67-4a06-b73a-43415ddd9888 HTTP/1.1" status: 200 len: 859 time: 0.8221757 Jan 31 18:44:17.474103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a2adaa-66d1-4952-bf5e-554513f3eba0 req-7d57c63b-6d15-42cb-8cfb-37154fd1a26f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] No DVR routers for this DVR port 5066f273-7862-4853-90bb-976647432bd6 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:17.482883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a2adaa-66d1-4952-bf5e-554513f3eba0 req-7d57c63b-6d15-42cb-8cfb-37154fd1a26f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:17.495962 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80a2adaa-66d1-4952-bf5e-554513f3eba0 req-7d57c63b-6d15-42cb-8cfb-37154fd1a26f tempest-FloatingIPsAssociationTestJSON-777110244 tempest-FloatingIPsAssociationTestJSON-777110244-project] 10.222.0.49 "DELETE /v2.0/ports/5066f273-7862-4853-90bb-976647432bd6 HTTP/1.1" status: 204 len: 173 time: 2.8542068 Jan 31 18:44:17.500837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'name': 'network-vif-deleted', 'tag': '5066f273-7862-4853-90bb-976647432bd6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:17.503195 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3cf0e4-62d7-420b-974d-f7336b6df57b" -d '{"events": [{"server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "name": "network-vif-deleted", "tag": "5066f273-7862-4853-90bb-976647432bd6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:17.510006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:17.527549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-329f87cf-d7f2-4d84-ae79-42cd9364a5aa None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:17.583549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55432edc-a719-4987-b1b6-ed98c55f1282 req-9cbdce76-b15a-47b2-b01f-d91182acc22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:17.586272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55432edc-a719-4987-b1b6-ed98c55f1282 req-9cbdce76-b15a-47b2-b01f-d91182acc22f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 1128 time: 0.6254671 Jan 31 18:44:17.588564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9181ff8-394c-43a7-b453-4d9e7a992768 req-8c3ef0dc-6fee-413c-822b-d7ecb5744a4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=106ae68d-6d9e-405a-919f-d63be7ddcc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915849 Jan 31 18:44:17.751040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b925f936-c165-49a0-9dad-4b4c85fc9de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (b911d907-bd0c-48a4-8f6a-bd7214120c02), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:17.853694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac45be2-4bf0-4dc9-b729-5ab752db79cf req-7f8aa633-8905-479b-9569-61109628d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:17.854184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac45be2-4bf0-4dc9-b729-5ab752db79cf req-7f8aa633-8905-479b-9569-61109628d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:17.856930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac45be2-4bf0-4dc9-b729-5ab752db79cf req-7f8aa633-8905-479b-9569-61109628d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:17.859356 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac45be2-4bf0-4dc9-b729-5ab752db79cf req-7f8aa633-8905-479b-9569-61109628d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:17.859545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac45be2-4bf0-4dc9-b729-5ab752db79cf req-7f8aa633-8905-479b-9569-61109628d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:17.860035 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac45be2-4bf0-4dc9-b729-5ab752db79cf req-7f8aa633-8905-479b-9569-61109628d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:17.860544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac45be2-4bf0-4dc9-b729-5ab752db79cf req-7f8aa633-8905-479b-9569-61109628d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:17.869380 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4ac45be2-4bf0-4dc9-b729-5ab752db79cf req-7f8aa633-8905-479b-9569-61109628d35e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 6714 time: 0.3579407 Jan 31 18:44:17.871348 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925f936-c165-49a0-9dad-4b4c85fc9de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:17.879202 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55432edc-a719-4987-b1b6-ed98c55f1282 req-c1fc32f3-9971-4cab-84d3-89a0d76d6c8b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838964 Jan 31 18:44:17.889060 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b925f936-c165-49a0-9dad-4b4c85fc9de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:17.895987 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b925f936-c165-49a0-9dad-4b4c85fc9de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:17.897243 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b925f936-c165-49a0-9dad-4b4c85fc9de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:17.921242 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925f936-c165-49a0-9dad-4b4c85fc9de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=b911d907-bd0c-48a4-8f6a-bd7214120c02,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:17.953485 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b925f936-c165-49a0-9dad-4b4c85fc9de6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0392902 Jan 31 18:44:17.953485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:17.958697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9181ff8-394c-43a7-b453-4d9e7a992768 req-ffd5277d-3598-4e17-9c30-251897dc5e25 service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518929 Jan 31 18:44:17.959383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:01:87:67', 'name': 'tempest-NetworksTestDHCPv6-1080520073'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:18.047390 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4ac45be2-4bf0-4dc9-b729-5ab752db79cf req-6b6457bd-a96c-4a07-acd6-4efbba69da9f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1560946 Jan 31 18:44:18.060825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06789999-ef41-477b-80e6-3e977d434e5a req-38cfb2a3-0d10-4422-96ab-53f8e7c8e90d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:44:18.136735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2fa90-ce39-4837-a256-fd49ba4a6877 req-8e9e00a7-9e8e-41bf-a00b-1b93dcf49aef tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:18.138785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73a2fa90-ce39-4837-a256-fd49ba4a6877 req-8e9e00a7-9e8e-41bf-a00b-1b93dcf49aef tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 945 time: 0.2451801 Jan 31 18:44:18.181823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9181ff8-394c-43a7-b453-4d9e7a992768 req-445a7091-eade-4a1f-9172-d91d5df0c235 service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066846 Jan 31 18:44:18.208198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:18.288295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b1cb7265-b549-4886-9862-f32ac59a7532 None None] Provisioning complete for port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:18.288822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73a2fa90-ce39-4837-a256-fd49ba4a6877 req-2ec8d96e-d8cc-404c-b73a-ce063fc57657 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123857 Jan 31 18:44:18.300241 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1cb7265-b549-4886-9862-f32ac59a7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:18.306135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06789999-ef41-477b-80e6-3e977d434e5a req-38cfb2a3-0d10-4422-96ab-53f8e7c8e90d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:44:18.322267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-06789999-ef41-477b-80e6-3e977d434e5a req-38cfb2a3-0d10-4422-96ab-53f8e7c8e90d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:18.368055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae2053-ffdb-4122-b505-c81d22ed7a42 None None] Sync routers for ids ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:44:18.390542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06789999-ef41-477b-80e6-3e977d434e5a req-38cfb2a3-0d10-4422-96ab-53f8e7c8e90d tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "PUT /v2.0/floatingips/aa165720-f12d-43f3-9d57-60ea59c0e721 HTTP/1.1" status: 200 len: 996 time: 5.3469934 Jan 31 18:44:18.418178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae2053-ffdb-4122-b505-c81d22ed7a42 None None] Routers {'366b6ee5-b2b5-4447-a076-2b2ede5c7e74'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:18.429685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-75ae2053-ffdb-4122-b505-c81d22ed7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:18.502082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:18.562282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 8eabe1d5-29e2-46e5-838b-f7dc20522919 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:44:18.599918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06789999-ef41-477b-80e6-3e977d434e5a req-01dadb16-892c-41c3-b1f5-98099d5bdd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:18.615169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06789999-ef41-477b-80e6-3e977d434e5a req-01dadb16-892c-41c3-b1f5-98099d5bdd99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532&device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 1128 time: 0.1925502 Jan 31 18:44:18.663251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1806d751-42bc-4a21-86c2-2b40ef96cc82 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:18.860882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-e2a1f13f-e2eb-4036-9afa-6f332a377688 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:18.871724 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-e2a1f13f-e2eb-4036-9afa-6f332a377688 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/networks?id=d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 200 len: 814 time: 0.3989210 Jan 31 18:44:18.922685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8:0:1::25c (270588c3-27c5-4bbe-bc62-125107bc7b03/b911d907-bd0c-48a4-8f6a-bd7214120c02/8eabe1d5-29e2-46e5-838b-f7dc20522919) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:18.934241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::f816:3eff:fe01:8767 (270588c3-27c5-4bbe-bc62-125107bc7b03/c2415d1f-14f7-45dc-ba0d-76099672085f/8eabe1d5-29e2-46e5-838b-f7dc20522919) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:18.934764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-f7a4771c-5195-4c9a-ab34-52398ef56806 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/quotas/fe52a8fc16cf45a29d30b0a9dad8c33f HTTP/1.1" status: 200 len: 375 time: 0.0508490 Jan 31 18:44:18.997015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06789999-ef41-477b-80e6-3e977d434e5a req-46543a1b-42e3-44c7-9541-0b63bf312be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:18.999872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06789999-ef41-477b-80e6-3e977d434e5a req-46543a1b-42e3-44c7-9541-0b63bf312be2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=106ae68d-6d9e-405a-919f-d63be7ddcc71 HTTP/1.1" status: 200 len: 920 time: 0.3835559 Jan 31 18:44:19.095288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06789999-ef41-477b-80e6-3e977d434e5a req-37905dd9-1e75-494e-a618-aec96c9e8105 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 999 time: 0.0860815 Jan 31 18:44:19.172312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-b55f2923-2924-46bd-a08f-02b7c185cbaf tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2365348 Jan 31 18:44:19.185516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device df8e1ca0-f801-4d1a-ac2f-3a6872da5550 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:19.233592 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (8eabe1d5-29e2-46e5-838b-f7dc20522919), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:19.273997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06789999-ef41-477b-80e6-3e977d434e5a req-f774da77-000c-4345-8184-98549cb8a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:19.275730 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06789999-ef41-477b-80e6-3e977d434e5a req-f774da77-000c-4345-8184-98549cb8a011 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8aa81bd-fb67-4a06-b73a-43415ddd9888 HTTP/1.1" status: 200 len: 859 time: 0.1608160 Jan 31 18:44:19.280777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-75ae2053-ffdb-4122-b505-c81d22ed7a42 None None] Set router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:19.286303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb7265-b549-4886-9862-f32ac59a7532 None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:19.298657 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8eabe1d5-29e2-46e5-838b-f7dc20522919), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:19.316842 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d063a43b-e057-444b-b68f-be098b3f17b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:19.351290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:19.355253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:19.358975 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:19.364717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:19.365923 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:19.378569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06789999-ef41-477b-80e6-3e977d434e5a req-e36248a8-314f-4040-953a-97995777b6c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=106ae68d-6d9e-405a-919f-d63be7ddcc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932705 Jan 31 18:44:19.392819 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=8eabe1d5-29e2-46e5-838b-f7dc20522919,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:19.408225 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dd19d184-6b67-4511-802e-46e5ce30368d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4534345 Jan 31 18:44:19.411920 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:19.469279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c8b38264-dde3-4204-b671-8e2e07f4f8fb None None] Could not find standard attr ID for object de2c3f73-f357-44cd-a50a-23ba35b9366d. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:44:19.502584 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:19.502974 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:19.557496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-63ecea8f-2f1b-450e-9560-4264ae4ca4d9 service neutron] 10.222.0.20 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734486 Jan 31 18:44:19.562184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f57e62b6-f3c1-4a4a-bd53-aeb57bd500f5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 8eabe1d5-29e2-46e5-838b-f7dc20522919 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:19.562859 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f57e62b6-f3c1-4a4a-bd53-aeb57bd500f5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8eabe1d5-29e2-46e5-838b-f7dc20522919), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:19.675006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce213db9-00b3-41c8-8dee-f115b4d15fa6 None None] Update dhcp port {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'fixed_ips': [{'subnet_id': 'c2415d1f-14f7-45dc-ba0d-76099672085f', 'ip_address': '2001:db8::f816:3eff:fede:1355'}, {'subnet_id': 'b911d907-bd0c-48a4-8f6a-bd7214120c02'}], 'binding:host_id': 'n-d-812111-15'}, 'id': 'df8e1ca0-f801-4d1a-ac2f-3a6872da5550'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 18:44:19.685104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06789999-ef41-477b-80e6-3e977d434e5a req-b39313da-1ca8-49e4-9b33-69f42adc0072 service neutron] 10.222.0.20 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953303 Jan 31 18:44:19.705917 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f57e62b6-f3c1-4a4a-bd53-aeb57bd500f5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8eabe1d5-29e2-46e5-838b-f7dc20522919), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:19.729879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f57e62b6-f3c1-4a4a-bd53-aeb57bd500f5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 8eabe1d5-29e2-46e5-838b-f7dc20522919 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:19.786747 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce213db9-00b3-41c8-8dee-f115b4d15fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:19.813200 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:19.902143 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06789999-ef41-477b-80e6-3e977d434e5a req-cbad3b03-3051-40ed-946f-7a21a00213a5 service neutron] 10.222.0.20 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023256 Jan 31 18:44:19.911748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-d775a41a-2743-47f6-93fa-4d9d805fd7f1 service neutron] 10.222.0.20 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477983 Jan 31 18:44:19.947295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a6dcc-5f73-4972-99c2-ded7f87c2793 req-19b1ac2f-61f0-481d-a798-d8252ae7fe9d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:19.949210 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f8a6dcc-5f73-4972-99c2-ded7f87c2793 req-19b1ac2f-61f0-481d-a798-d8252ae7fe9d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 945 time: 0.1445217 Jan 31 18:44:19.980888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-75ae2053-ffdb-4122-b505-c81d22ed7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'aa165720-f12d-43f3-9d57-60ea59c0e721', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'port_id': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:44:10Z', 'updated_at': '2022-01-31T18:44:15Z', 'revision_number': 1, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eefc489-6957-454b-8f06-4395b7d4e8b7', 'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'mac_address': 'fa:16:3e:ac:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:37Z', 'updated_at': '2022-01-31T18:42:54Z', 'revision_number': 5, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'subnets': [{'id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:19.996919 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f57e62b6-f3c1-4a4a-bd53-aeb57bd500f5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8eabe1d5-29e2-46e5-838b-f7dc20522919), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:20.021333 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d323a5-70f0-48fc-bab5-f39303f4e37b x-openstack-request-id: req-d2d323a5-70f0-48fc-bab5-f39303f4e37b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:20.024620 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8d225e-e910-4bc3-b5c7-26816aa84402", "name": "network-vif-deleted", "tag": "5066f273-7862-4853-90bb-976647432bd6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:20.026741 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2d323a5-70f0-48fc-bab5-f39303f4e37b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:20.027295 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8d225e-e910-4bc3-b5c7-26816aa84402', 'name': 'network-vif-deleted', 'tag': '5066f273-7862-4853-90bb-976647432bd6', 'status': 'completed', 'code': 200} Jan 31 18:44:20.071948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae2053-ffdb-4122-b505-c81d22ed7a42 None None] Checking router: 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:44:20.128824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae2053-ffdb-4122-b505-c81d22ed7a42 None None] Routers {'366b6ee5-b2b5-4447-a076-2b2ede5c7e74'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:20.128824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-75ae2053-ffdb-4122-b505-c81d22ed7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:20.131984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e62b6-f3c1-4a4a-bd53-aeb57bd500f5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=8eabe1d5-29e2-46e5-838b-f7dc20522919,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:20.198456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3f8a6dcc-5f73-4972-99c2-ded7f87c2793 req-83280541-31ae-407a-96ad-f991a29fbaa7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Deleting port 93a62401-31ab-4569-afc3-c149744d2fb9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:20.198841 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f8a6dcc-5f73-4972-99c2-ded7f87c2793 req-83280541-31ae-407a-96ad-f991a29fbaa7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:20.240597 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:20.249099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f57e62b6-f3c1-4a4a-bd53-aeb57bd500f5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:20.260205 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f57e62b6-f3c1-4a4a-bd53-aeb57bd500f5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/8eabe1d5-29e2-46e5-838b-f7dc20522919 HTTP/1.1" status: 204 len: 168 time: 0.8465376 Jan 31 18:44:20.263328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-ce213db9-00b3-41c8-8dee-f115b4d15fa6 None None] Allocated IP 2001:db8:0:1::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/b911d907-bd0c-48a4-8f6a-bd7214120c02/df8e1ca0-f801-4d1a-ac2f-3a6872da5550) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:20.276868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:20.331851 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3f8d9-4504-40b2-a206-26f69dccc0a3 req-aa1e2201-c548-41d1-8881-05746d4f0034 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:20.333578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cab3f8d9-4504-40b2-a206-26f69dccc0a3 req-aa1e2201-c548-41d1-8881-05746d4f0034 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 945 time: 0.2922850 Jan 31 18:44:20.441656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-75ae2053-ffdb-4122-b505-c81d22ed7a42 None None] Set router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:20.513951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ce213db9-00b3-41c8-8dee-f115b4d15fa6 None None] For port df8e1ca0-f801-4d1a-ac2f-3a6872da5550, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:20.555237 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce213db9-00b3-41c8-8dee-f115b4d15fa6 None None] Publish callbacks [] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:20.566150 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce213db9-00b3-41c8-8dee-f115b4d15fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:20.813356 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecb0de5-cbe2-448c-8223-ef8617f69e85 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:20.816423 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4ecb0de5-cbe2-448c-8223-ef8617f69e85 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5382061 Jan 31 18:44:20.820160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:20.843291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce213db9-00b3-41c8-8dee-f115b4d15fa6 None None] Pushing event updated for resources: {'Port': ['ID=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:21.019344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3f8a6dcc-5f73-4972-99c2-ded7f87c2793 req-83280541-31ae-407a-96ad-f991a29fbaa7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] For port 93a62401-31ab-4569-afc3-c149744d2fb9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=93a62401-31ab-4569-afc3-c149744d2fb9,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:21.019967 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f8a6dcc-5f73-4972-99c2-ded7f87c2793 req-83280541-31ae-407a-96ad-f991a29fbaa7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:21.039051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3f8a6dcc-5f73-4972-99c2-ded7f87c2793 req-83280541-31ae-407a-96ad-f991a29fbaa7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Calling delete_port for 93a62401-31ab-4569-afc3-c149744d2fb9 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:21.040999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d830262-5e8e-46a0-984c-e22b1b64431e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:21.042956 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0d830262-5e8e-46a0-984c-e22b1b64431e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2209756 Jan 31 18:44:21.043440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-75ae2053-ffdb-4122-b505-c81d22ed7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'aa165720-f12d-43f3-9d57-60ea59c0e721', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'port_id': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:44:10Z', 'updated_at': '2022-01-31T18:44:15Z', 'revision_number': 1, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eefc489-6957-454b-8f06-4395b7d4e8b7', 'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'mac_address': 'fa:16:3e:ac:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:37Z', 'updated_at': '2022-01-31T18:42:54Z', 'revision_number': 5, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'subnets': [{'id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:21.045444 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f9b76b-cb90-4645-8833-fa7d4787bf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:21.049094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37812) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:21.109114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae2053-ffdb-4122-b505-c81d22ed7a42 None None] The sync data for ids ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'] in n-d-812111-15 is: [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'aa165720-f12d-43f3-9d57-60ea59c0e721', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'port_id': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:44:10Z', 'updated_at': '2022-01-31T18:44:15Z', 'revision_number': 1, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eefc489-6957-454b-8f06-4395b7d4e8b7', 'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'mac_address': 'fa:16:3e:ac:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:37Z', 'updated_at': '2022-01-31T18:42:54Z', 'revision_number': 5, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'subnets': [{'id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:44:21.128446 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2837558-939e-43cb-8cef-d90c0665dfec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (3d077788-8791-4bbd-8cba-077da5ff5fcd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:21.293307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6660513b-1104-4c81-a2c2-787fef0ad983 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:21.294901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6660513b-1104-4c81-a2c2-787fef0ad983 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:21.296406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6660513b-1104-4c81-a2c2-787fef0ad983 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:21.298123 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6660513b-1104-4c81-a2c2-787fef0ad983 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2457719 Jan 31 18:44:21.302394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37814) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:21.304980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bf158-7ac8-40fa-a41d-33aad4032232 req-93b976d4-3778-46fb-be91-4ef2f6fa5803 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:21.314161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-047bf158-7ac8-40fa-a41d-33aad4032232 req-93b976d4-3778-46fb-be91-4ef2f6fa5803 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 945 time: 0.9710674 Jan 31 18:44:21.326642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cab3f8d9-4504-40b2-a206-26f69dccc0a3 req-c5e0e5f3-e85c-4941-b9d6-b557cbb68b1d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9743786 Jan 31 18:44:21.361719 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f8a6dcc-5f73-4972-99c2-ded7f87c2793 req-83280541-31ae-407a-96ad-f991a29fbaa7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (93a62401-31ab-4569-afc3-c149744d2fb9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:21.414582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-646ff093-3fd3-4665-869e-b47dbcba0047 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet b911d907-bd0c-48a4-8f6a-bd7214120c02 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:44:21.420855 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-646ff093-3fd3-4665-869e-b47dbcba0047 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (b911d907-bd0c-48a4-8f6a-bd7214120c02), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:21.520869 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717008d7-4d63-4a3c-81e3-695697be6489 None None] New status for floating IP aa165720-f12d-43f3-9d57-60ea59c0e721: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:44:21.573548 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-646ff093-3fd3-4665-869e-b47dbcba0047 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (b911d907-bd0c-48a4-8f6a-bd7214120c02), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:21.594260 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-047bf158-7ac8-40fa-a41d-33aad4032232 req-ccc68a74-39bf-4980-b040-422099e26f88 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791414 Jan 31 18:44:21.597680 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-337c9a08-376a-40f3-a361-61834bec1fd3 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 999 time: 0.2222011 Jan 31 18:44:21.759962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-de7ef9b5-d9d6-4e8e-ae69-f9f6cd0270a1 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:21.761696 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-de7ef9b5-d9d6-4e8e-ae69-f9f6cd0270a1 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports/3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 942 time: 0.1400788 Jan 31 18:44:21.762735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83280541-31ae-407a-96ad-f991a29fbaa7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Pushing event deleted for resources: {'Port': ['ID=93a62401-31ab-4569-afc3-c149744d2fb9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:21.791366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133d4e84-7bbc-4bcd-880c-4ab631f8c2a2 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:21.857465 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-646ff093-3fd3-4665-869e-b47dbcba0047 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b911d907-bd0c-48a4-8f6a-bd7214120c02), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:21.874830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8a6dcc-5f73-4972-99c2-ded7f87c2793 req-83280541-31ae-407a-96ad-f991a29fbaa7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] No DVR routers for this DVR port 93a62401-31ab-4569-afc3-c149744d2fb9 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:21.908377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-295309f5-901b-4761-93de-e75b5ba8f66a req-367e6dbb-b8a8-4720-88c4-6fefbe67ee72 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 210 time: 0.0922487 Jan 31 18:44:21.911797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f8a6dcc-5f73-4972-99c2-ded7f87c2793 req-83280541-31ae-407a-96ad-f991a29fbaa7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:21.916765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f8a6dcc-5f73-4972-99c2-ded7f87c2793 req-83280541-31ae-407a-96ad-f991a29fbaa7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "DELETE /v2.0/ports/93a62401-31ab-4569-afc3-c149744d2fb9 HTTP/1.1" status: 204 len: 173 time: 1.9606366 Jan 31 18:44:21.965226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e2837558-939e-43cb-8cef-d90c0665dfec admin admin] Deleting port a4a3822d-1e48-4948-8735-405a32cfea80 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:21.965226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2837558-939e-43cb-8cef-d90c0665dfec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:22.043999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640'}, {'server_uuid': '7416dacb-c06f-40aa-bd69-afd90bea1235', 'name': 'network-vif-deleted', 'tag': '93a62401-31ab-4569-afc3-c149744d2fb9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:22.050221 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bd327f-1848-4b8c-8582-dcdc4687fbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640"}, {"server_uuid": "7416dacb-c06f-40aa-bd69-afd90bea1235", "name": "network-vif-deleted", "tag": "93a62401-31ab-4569-afc3-c149744d2fb9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:22.054210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e2837558-939e-43cb-8cef-d90c0665dfec admin admin] For port a4a3822d-1e48-4948-8735-405a32cfea80, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a4a3822d-1e48-4948-8735-405a32cfea80,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:22.055160 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2837558-939e-43cb-8cef-d90c0665dfec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:22.072872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e2837558-939e-43cb-8cef-d90c0665dfec admin admin] Calling delete_port for a4a3822d-1e48-4948-8735-405a32cfea80 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:22.104446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d4a57ce7-0a0e-4f6d-bcbb-dca5c07ac947 None None] Provisioning complete for port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:22.105106 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d4a57ce7-0a0e-4f6d-bcbb-dca5c07ac947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:22.230924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-634abc04-bb8e-4be1-a807-b250e77e9170 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 1001 time: 0.1633220 Jan 31 18:44:22.294797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-584ad765-daac-437e-81e1-7b78027b4e48 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:22.296249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-584ad765-daac-437e-81e1-7b78027b4e48 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.21 "GET /v2.0/networks?id=d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 200 len: 814 time: 0.5307097 Jan 31 18:44:22.316938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2837558-939e-43cb-8cef-d90c0665dfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a4a3822d-1e48-4948-8735-405a32cfea80), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:22.323357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Request body: {'port': {'device_id': '0e7fdeb5-70d5-4779-a007-18b2ffee33bc', 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688', 'admin_state_up': True, 'tenant_id': 'fe52a8fc16cf45a29d30b0a9dad8c33f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:22.373726 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:22.375533 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2837558-939e-43cb-8cef-d90c0665dfec admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a3822d-1e48-4948-8735-405a32cfea80,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:22.400280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d4a57ce7-0a0e-4f6d-bcbb-dca5c07ac947 None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:22.529905 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-646ff093-3fd3-4665-869e-b47dbcba0047 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (b911d907-bd0c-48a4-8f6a-bd7214120c02), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:22.619487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fb814-8a50-460c-b02a-f9481c944c30 req-7e7c9fe4-e128-4720-aac3-0348ddc442b0 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:22.640376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c82fb814-8a50-460c-b02a-f9481c944c30 req-7e7c9fe4-e128-4720-aac3-0348ddc442b0 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 945 time: 0.4065824 Jan 31 18:44:22.661457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:22.672593 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2248d5bc-1d36-4330-b209-81a4c359ea54 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Request body: {'floatingip': {'port_id': '3acc84cb-460c-45d8-9d92-97f7ac060594'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:22.698319 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ff093-3fd3-4665-869e-b47dbcba0047 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=b911d907-bd0c-48a4-8f6a-bd7214120c02,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:22.759731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37830) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:22.770662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device df8e1ca0-f801-4d1a-ac2f-3a6872da5550 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:22.795289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-646ff093-3fd3-4665-869e-b47dbcba0047 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:22.802128 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-646ff093-3fd3-4665-869e-b47dbcba0047 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/b911d907-bd0c-48a4-8f6a-bd7214120c02 HTTP/1.1" status: 204 len: 168 time: 1.4983776 Jan 31 18:44:22.806772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:22.826211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2248d5bc-1d36-4330-b209-81a4c359ea54 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for floatingip (c668ed60-5b18-4817-9b92-90620011e7bc), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:22.858969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e946b63-fdce-4736-8382-0882ddb1bf73 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:22.874491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 93a62401-31ab-4569-afc3-c149744d2fb9 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:22.878113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-5560f130-c868-4ec7-8bc3-a097ec78f1ef tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:22.893836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-5560f130-c868-4ec7-8bc3-a097ec78f1ef tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.6220436 Jan 31 18:44:23.026219 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cc5067-9dc0-4e47-9576-35c84c49a357 x-openstack-request-id: req-d5cc5067-9dc0-4e47-9576-35c84c49a357 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:23.026536 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640", "status": "completed", "code": 200}, {"server_uuid": "7416dacb-c06f-40aa-bd69-afd90bea1235", "name": "network-vif-deleted", "tag": "93a62401-31ab-4569-afc3-c149744d2fb9", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:23.026755 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5cc5067-9dc0-4e47-9576-35c84c49a357 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:23.027342 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'status': 'completed', 'code': 200} Jan 31 18:44:23.027760 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7416dacb-c06f-40aa-bd69-afd90bea1235', 'name': 'network-vif-deleted', 'tag': '93a62401-31ab-4569-afc3-c149744d2fb9', 'status': 'completed', 'code': 200} Jan 31 18:44:23.090826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5895ccd-87ca-4986-b400-49e146245e9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet c2415d1f-14f7-45dc-ba0d-76099672085f {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:44:23.143008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5895ccd-87ca-4986-b400-49e146245e9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (c2415d1f-14f7-45dc-ba0d-76099672085f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:23.183039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-c4bd874d-c3c5-4c65-b3d5-ec9c685e2871 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 1001 time: 0.2853472 Jan 31 18:44:23.191121 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2837558-939e-43cb-8cef-d90c0665dfec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (3d077788-8791-4bbd-8cba-077da5ff5fcd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:23.215470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-4b32202e-ea63-4218-8b5d-270c75b65336 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:23.229245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ca78999-5c1c-4cff-aa3c-7882ca6afe0f req-74c62eef-a9dc-4f99-959e-73a1fee4ee39 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 210 time: 0.1971395 Jan 31 18:44:23.347451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 93a62401-31ab-4569-afc3-c149744d2fb9 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:23.348001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 93a62401-31ab-4569-afc3-c149744d2fb9 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:23.388818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f865a036-661e-4969-96b0-0a98ebae1fe8 None None] Provisioning complete for port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:23.390146 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f865a036-661e-4969-96b0-0a98ebae1fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:23.433024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c36e3910-ef33-414a-af66-199fb73e39c8 req-784dae8f-f91c-4da6-8af2-05964eaa70a6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 210 time: 0.0634432 Jan 31 18:44:23.463615 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5895ccd-87ca-4986-b400-49e146245e9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (c2415d1f-14f7-45dc-ba0d-76099672085f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:23.507238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Made reservation on behalf of fe52a8fc16cf45a29d30b0a9dad8c33f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:23.511664 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:23.514467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:23.514852 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:23.533283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd327f-1848-4b8c-8582-dcdc4687fbf5 req-cdde31bf-d0aa-4cf0-bc70-a4fb37d676e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:23.535345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00bd327f-1848-4b8c-8582-dcdc4687fbf5 req-cdde31bf-d0aa-4cf0-bc70-a4fb37d676e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532&device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 1128 time: 0.5900023 Jan 31 18:44:23.542337 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-4b32202e-ea63-4218-8b5d-270c75b65336 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for floatingip (aa165720-f12d-43f3-9d57-60ea59c0e721), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:23.657375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f865a036-661e-4969-96b0-0a98ebae1fe8 None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:23.713776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:23.786445 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-4b32202e-ea63-4218-8b5d-270c75b65336 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:23.879935 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-4b32202e-ea63-4218-8b5d-270c75b65336 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (aa165720-f12d-43f3-9d57-60ea59c0e721), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:23.880396 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-4b32202e-ea63-4218-8b5d-270c75b65336 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Floating IP aa165720-f12d-43f3-9d57-60ea59c0e721 disassociated. External IP: 172.25.8.248, port: 3c2d7047-2452-45cc-bbe8-ae3536f70640. Jan 31 18:44:23.995516 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:24.142960 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:24.438844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Allocated IP 172.20.0.2 (d82614fc-b59a-498a-b981-68724ed1c688/86926680-325f-4730-846d-e46372cc4cbc/d974c419-069a-49c4-8bbc-24513a58fb47) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:24.634946 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks [] for port (d974c419-069a-49c4-8bbc-24513a58fb47), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:24.674383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd327f-1848-4b8c-8582-dcdc4687fbf5 req-7cfc5ec0-91eb-4a48-ab6e-3e156b245a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:24.676920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00bd327f-1848-4b8c-8582-dcdc4687fbf5 req-7cfc5ec0-91eb-4a48-ab6e-3e156b245a23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=106ae68d-6d9e-405a-919f-d63be7ddcc71 HTTP/1.1" status: 200 len: 920 time: 0.8879755 Jan 31 18:44:24.690411 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5895ccd-87ca-4986-b400-49e146245e9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (c2415d1f-14f7-45dc-ba0d-76099672085f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:24.701654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-36fea479-f25c-44a6-a1e9-aaed53ec9cc7 None None] Provisioning complete for port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:24.702038 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36fea479-f25c-44a6-a1e9-aaed53ec9cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:24.704522 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:24.768202 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['4447ff6c-3a73-4dbf-992c-e1486caf4f1c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:44:24.777024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2837558-939e-43cb-8cef-d90c0665dfec admin admin] Router 3d077788-8791-4bbd-8cba-077da5ff5fcd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:44:24.953751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00bd327f-1848-4b8c-8582-dcdc4687fbf5 req-0f8e9893-ed87-489d-b368-8fc22a659350 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 217 time: 0.2230761 Jan 31 18:44:24.955920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56acedfa-70ee-460e-924b-032077e8dc4e req-63c38b3a-5549-4092-93f7-29823db4c3bc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 210 time: 0.2530305 Jan 31 18:44:25.059381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Network d82614fc-b59a-498a-b981-68724ed1c688 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:25.063606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd327f-1848-4b8c-8582-dcdc4687fbf5 req-a27d02ee-b556-424a-883a-5f147625b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:25.069144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00bd327f-1848-4b8c-8582-dcdc4687fbf5 req-a27d02ee-b556-424a-883a-5f147625b965 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8aa81bd-fb67-4a06-b73a-43415ddd9888 HTTP/1.1" status: 200 len: 859 time: 0.0946057 Jan 31 18:44:25.097650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-36fea479-f25c-44a6-a1e9-aaed53ec9cc7 None None] Current status of the port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:25.098202 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2837558-939e-43cb-8cef-d90c0665dfec admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:44:25.111784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:25.113825 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e2837558-939e-43cb-8cef-d90c0665dfec admin admin] 10.222.0.20 "PUT /v2.0/routers/3d077788-8791-4bbd-8cba-077da5ff5fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8516059 Jan 31 18:44:25.120552 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37840) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:25.124229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d1b78-7aff-4d41-acd5-88671743a8ba None None] Sync routers for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:44:25.147750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Pushing event updated for resources: {'Port': ['ID=d974c419-069a-49c4-8bbc-24513a58fb47,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:25.153830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:25.169906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d1b78-7aff-4d41-acd5-88671743a8ba None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:25.172742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d58d1b78-7aff-4d41-acd5-88671743a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:25.183595 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:25.208263 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5895ccd-87ca-4986-b400-49e146245e9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (c2415d1f-14f7-45dc-ba0d-76099672085f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:25.275949 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5895ccd-87ca-4986-b400-49e146245e9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=c2415d1f-14f7-45dc-ba0d-76099672085f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:25.281243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00bd327f-1848-4b8c-8582-dcdc4687fbf5 req-f5dec497-cf20-482f-8b3f-ae7e85ca83d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=106ae68d-6d9e-405a-919f-d63be7ddcc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2086070 Jan 31 18:44:25.292854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2ae936fd-3d0c-4cf9-9553-40cded3d29f5 None None] Could not find standard attr ID for object 8eabe1d5-29e2-46e5-838b-f7dc20522919. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:44:25.330854 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5895ccd-87ca-4986-b400-49e146245e9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:25.334760 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f5895ccd-87ca-4986-b400-49e146245e9c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/c2415d1f-14f7-45dc-ba0d-76099672085f HTTP/1.1" status: 204 len: 168 time: 2.5250230 Jan 31 18:44:25.344086 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:25.453279 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6272e306-b95d-42db-af33-603a626c1c2e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1075611 Jan 31 18:44:25.457475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-2248d5bc-1d36-4330-b209-81a4c359ea54 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:44:25.462080 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:25.510106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-47ec4f2b-8730-4cc9-bd3a-a22241e5726a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:25.549645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c228c-7842-4b99-ba1d-c40bb5c72b69 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:25.576480 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-d58d1b78-7aff-4d41-acd5-88671743a8ba None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:25.611378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2248d5bc-1d36-4330-b209-81a4c359ea54 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:25.613899 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Publish callbacks [] for router (3d077788-8791-4bbd-8cba-077da5ff5fcd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:25.760925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Publish callbacks [] for router_gateway (3d077788-8791-4bbd-8cba-077da5ff5fcd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:25.765481 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2248d5bc-1d36-4330-b209-81a4c359ea54 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c668ed60-5b18-4817-9b92-90620011e7bc), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:25.899812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ec4f2b-8730-4cc9-bd3a-a22241e5726a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:25.903672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47ec4f2b-8730-4cc9-bd3a-a22241e5726a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:25.973189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d58d1b78-7aff-4d41-acd5-88671743a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:44:22Z', 'revision_number': 5, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port': {'id': 'e5baa0ea-744a-4ab2-b3e7-4c9301e68562', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:04Z', 'updated_at': '2022-01-31T18:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:26.019194 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3826db18-647b-4190-8eb7-888bae50778b None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:44:26.022995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d1b78-7aff-4d41-acd5-88671743a8ba None None] Checking router: 3d077788-8791-4bbd-8cba-077da5ff5fcd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:44:26.033734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Deleting port e5baa0ea-744a-4ab2-b3e7-4c9301e68562 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:26.034080 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:26.043635 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-2248d5bc-1d36-4330-b209-81a4c359ea54 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Floating IP c668ed60-5b18-4817-9b92-90620011e7bc associated. External IP: 172.25.8.207, port: 3acc84cb-460c-45d8-9d92-97f7ac060594. Jan 31 18:44:26.080042 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:26.086108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d1b78-7aff-4d41-acd5-88671743a8ba None None] Routers {'3d077788-8791-4bbd-8cba-077da5ff5fcd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:26.087055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d58d1b78-7aff-4d41-acd5-88671743a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3d077788-8791-4bbd-8cba-077da5ff5fcd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:26.184185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-4b32202e-ea63-4218-8b5d-270c75b65336 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:44:26.202360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-d58d1b78-7aff-4d41-acd5-88671743a8ba None None] Set router 3d077788-8791-4bbd-8cba-077da5ff5fcd gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:26.291213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d58d1b78-7aff-4d41-acd5-88671743a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:44:25Z', 'revision_number': 6, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:26.337217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d1b78-7aff-4d41-acd5-88671743a8ba None None] The sync data for ids ['3d077788-8791-4bbd-8cba-077da5ff5fcd'] in n-d-812111-15 is: [{'id': '3d077788-8791-4bbd-8cba-077da5ff5fcd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1943687031-router', 'tenant_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:02Z', 'updated_at': '2022-01-31T18:44:25Z', 'revision_number': 6, 'project_id': 'e53bd1ae2f8d455fbfbe5d59d639fb7c', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:44:26.361401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3826db18-647b-4190-8eb7-888bae50778b None None] Deleting port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:26.361967 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3826db18-647b-4190-8eb7-888bae50778b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:26.374188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] For port e5baa0ea-744a-4ab2-b3e7-4c9301e68562, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e5baa0ea-744a-4ab2-b3e7-4c9301e68562,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:26.374818 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:26.434855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Calling delete_port for e5baa0ea-744a-4ab2-b3e7-4c9301e68562 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:26.466452 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3826db18-647b-4190-8eb7-888bae50778b None None] For port df8e1ca0-f801-4d1a-ac2f-3a6872da5550, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:26.467021 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3826db18-647b-4190-8eb7-888bae50778b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:26.474014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2248d5bc-1d36-4330-b209-81a4c359ea54 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Router 5723b967-4e08-4bfb-affd-a30eb1a15b6a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:44:26.484159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3826db18-647b-4190-8eb7-888bae50778b None None] Calling delete_port for df8e1ca0-f801-4d1a-ac2f-3a6872da5550 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:26.560310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-4b32202e-ea63-4218-8b5d-270c75b65336 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:44:26.572065 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa39a7a-19bd-4730-8bb9-281e38c559e7 None None] Sync routers for ids ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:44:26.582464 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3826db18-647b-4190-8eb7-888bae50778b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (df8e1ca0-f801-4d1a-ac2f-3a6872da5550), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:26.588472 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-4b32202e-ea63-4218-8b5d-270c75b65336 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:26.592352 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa39a7a-19bd-4730-8bb9-281e38c559e7 None None] Routers {'366b6ee5-b2b5-4447-a076-2b2ede5c7e74'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:26.593958 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5aa39a7a-19bd-4730-8bb9-281e38c559e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:26.634083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-4b32202e-ea63-4218-8b5d-270c75b65336 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "PUT /v2.0/floatingips/aa165720-f12d-43f3-9d57-60ea59c0e721 HTTP/1.1" status: 200 len: 695 time: 3.4232876 Jan 31 18:44:26.642861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:26.645255 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0365dfcf-1ea0-420c-8532-640757e535c4" -d '{"events": [{"name": "network-changed", "server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:26.654977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d1aef-eeec-4965-a30c-685bed16ffb7 req-91011505-4f10-4780-8811-cc09559cf9ae tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:26.663445 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826db18-647b-4190-8eb7-888bae50778b None None] Pushing event deleted for resources: {'Port': ['ID=df8e1ca0-f801-4d1a-ac2f-3a6872da5550,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:26.676824 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a95d1aef-eeec-4965-a30c-685bed16ffb7 req-91011505-4f10-4780-8811-cc09559cf9ae tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 931 time: 1.5751383 Jan 31 18:44:26.682555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3826db18-647b-4190-8eb7-888bae50778b None None] No DVR routers for this DVR port df8e1ca0-f801-4d1a-ac2f-3a6872da5550 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:26.765804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:26.766328 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:26.804908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-83a8be08-a28a-4ace-b0b3-dc5fca187593 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4935973 Jan 31 18:44:26.866249 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5aa39a7a-19bd-4730-8bb9-281e38c559e7 None None] Set router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:26.877006 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e5baa0ea-744a-4ab2-b3e7-4c9301e68562), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:26.921142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5baa0ea-744a-4ab2-b3e7-4c9301e68562,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:26.922235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a4a3822d-1e48-4948-8735-405a32cfea80 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:26.940728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a95d1aef-eeec-4965-a30c-685bed16ffb7 req-a8f21a3b-8118-4b8f-ad8a-93d7abebc0eb tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592719 Jan 31 18:44:26.948091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Request body: {'port': {'device_id': '0e7fdeb5-70d5-4779-a007-18b2ffee33bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:27.012618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: a4a3822d-1e48-4948-8735-405a32cfea80 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:27.018151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a4a3822d-1e48-4948-8735-405a32cfea80 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:27.019506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device df8e1ca0-f801-4d1a-ac2f-3a6872da5550 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:27.054201 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47ec4f2b-8730-4cc9-bd3a-a22241e5726a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (5ab08eac-5a30-4a4d-90ea-55fdc6e55ded), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:27.057313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-c6d7072b-540c-4a38-bb37-fc304cd51b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:27.059059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-c6d7072b-540c-4a38-bb37-fc304cd51b9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532&device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 1128 time: 0.3595622 Jan 31 18:44:27.065246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00bd327f-1848-4b8c-8582-dcdc4687fbf5 req-826056bd-a5c8-4a19-a6bc-56139c4a84e6 service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6895843 Jan 31 18:44:27.094059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: df8e1ca0-f801-4d1a-ac2f-3a6872da5550 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:27.097859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device df8e1ca0-f801-4d1a-ac2f-3a6872da5550 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:27.145846 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec4f2b-8730-4cc9-bd3a-a22241e5726a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:27.159465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-47ec4f2b-8730-4cc9-bd3a-a22241e5726a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:27.173087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88089376-ef44-4b64-a162-ac274b8e51ee None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:27.196976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ec4f2b-8730-4cc9-bd3a-a22241e5726a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:27.199303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47ec4f2b-8730-4cc9-bd3a-a22241e5726a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:27.241335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-ebaaa44c-794b-4e61-ab9f-d36e59d982ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:27.243393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-ebaaa44c-794b-4e61-ab9f-d36e59d982ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=106ae68d-6d9e-405a-919f-d63be7ddcc71 HTTP/1.1" status: 200 len: 920 time: 0.1672840 Jan 31 18:44:27.318787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf9b387d-a53e-4d9a-b7ec-caa12d3c5c26 req-99edf327-e6c3-4d3f-b979-338dc7f9ae29 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 210 time: 0.0733633 Jan 31 18:44:27.463892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-174ce835-676f-4a9f-a410-e826a93fc9db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 217 time: 0.1300094 Jan 31 18:44:27.468692 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aba3514-fc44-45fe-947a-c69bc0bbd25f x-openstack-request-id: req-6aba3514-fc44-45fe-947a-c69bc0bbd25f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:27.469008 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:27.469251 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6aba3514-fc44-45fe-947a-c69bc0bbd25f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:27.469656 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'status': 'completed', 'code': 200} Jan 31 18:44:27.481881 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:44:27.494850 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:27.500022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': '5ab08eac-5a30-4a4d-90ea-55fdc6e55ded'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:44:27.502112 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:27.524731 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5aa39a7a-19bd-4730-8bb9-281e38c559e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1eefc489-6957-454b-8f06-4395b7d4e8b7', 'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'mac_address': 'fa:16:3e:ac:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:37Z', 'updated_at': '2022-01-31T18:42:54Z', 'revision_number': 5, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'subnets': [{'id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:27.580930 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa39a7a-19bd-4730-8bb9-281e38c559e7 None None] Checking router: 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:44:27.611730 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa39a7a-19bd-4730-8bb9-281e38c559e7 None None] Routers {'366b6ee5-b2b5-4447-a076-2b2ede5c7e74'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:27.612361 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5aa39a7a-19bd-4730-8bb9-281e38c559e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:27.634885 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b71ed849-3c40-4850-ba5e-b34089cefe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (1b37abfb-21bd-4730-921b-3c59773e162f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:27.732543 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-47ec4f2b-8730-4cc9-bd3a-a22241e5726a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2267859 Jan 31 18:44:27.743166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Allocated IP 2001:db8::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/5ab08eac-5a30-4a4d-90ea-55fdc6e55ded/7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:27.747956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37850) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:27.780623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-27e75fd8-bbe9-4aed-ba18-a2f8dc003385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:27.793059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec4f2b-8730-4cc9-bd3a-a22241e5726a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=5ab08eac-5a30-4a4d-90ea-55fdc6e55ded,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:27.795703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (3d077788-8791-4bbd-8cba-077da5ff5fcd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:27.844703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-75da001a-c486-45e7-acac-d42e0e8113aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:27.845444 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5aa39a7a-19bd-4730-8bb9-281e38c559e7 None None] Set router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:27.846284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-75da001a-c486-45e7-acac-d42e0e8113aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8aa81bd-fb67-4a06-b73a-43415ddd9888 HTTP/1.1" status: 200 len: 859 time: 0.3614652 Jan 31 18:44:27.950571 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Publish callbacks [] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:27.959026 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:27.977075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-84d7d464-feb0-4bdf-93c6-5a6118a3bcbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=106ae68d-6d9e-405a-919f-d63be7ddcc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049786 Jan 31 18:44:27.988992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00bd327f-1848-4b8c-8582-dcdc4687fbf5 req-ca1b32bb-504b-4052-981c-39c59e7023da service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8054788 Jan 31 18:44:28.058966 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:28.060722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Pushing event updated for resources: {'Port': ['ID=7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:28.064787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:28.071203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:28.216262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Attempting to bind port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:44:28.217310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Attempting to bind port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:44:28.217310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Attempting to bind port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:28.222838 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5aa39a7a-19bd-4730-8bb9-281e38c559e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1eefc489-6957-454b-8f06-4395b7d4e8b7', 'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'mac_address': 'fa:16:3e:ac:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:37Z', 'updated_at': '2022-01-31T18:42:54Z', 'revision_number': 5, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'subnets': [{'id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:28.228038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:44:28.228472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:44:28.228893 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.229307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:44:28.229997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Bound port: 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:44:28.230401 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.238059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2248d5bc-1d36-4330-b209-81a4c359ea54 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:44:28.247258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2248d5bc-1d36-4330-b209-81a4c359ea54 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.266955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (3d077788-8791-4bbd-8cba-077da5ff5fcd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.273556 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Publish callbacks [] for router_controller (3d077788-8791-4bbd-8cba-077da5ff5fcd), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.279329 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa39a7a-19bd-4730-8bb9-281e38c559e7 None None] The sync data for ids ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'] in n-d-812111-15 is: [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:42:38Z', 'revision_number': 4, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1eefc489-6957-454b-8f06-4395b7d4e8b7', 'name': '', 'network_id': '106ae68d-6d9e-405a-919f-d63be7ddcc71', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'mac_address': 'fa:16:3e:ac:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:37Z', 'updated_at': '2022-01-31T18:42:54Z', 'revision_number': 5, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'subnets': [{'id': 'f8aa81bd-fb67-4a06-b73a-43415ddd9888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:44:28.340840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] For port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:44:28.345400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] For port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:44:28.360328 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.363321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17be86-7464-4846-b3f0-8ec69548b7c8 None None] Sync routers for ids ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:44:28.393209 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2248d5bc-1d36-4330-b209-81a4c359ea54 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "PUT /v2.0/floatingips/c668ed60-5b18-4817-9b92-90620011e7bc HTTP/1.1" status: 200 len: 991 time: 5.7254946 Jan 31 18:44:28.397884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:28.400383 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47432eb4-8bff-4dc5-b320-93f83e209d21" -d '{"events": [{"name": "network-changed", "server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:28.411333 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (3d077788-8791-4bbd-8cba-077da5ff5fcd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.413246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d077788-8791-4bbd-8cba-077da5ff5fcd {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:44:28.422769 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.428354 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-97804ec3-aba3-4d80-b61e-a86766c67c82 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3d077788-8791-4bbd-8cba-077da5ff5fcd HTTP/1.1" status: 204 len: 168 time: 3.3018901 Jan 31 18:44:28.429129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:28.443289 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e75fd8-bbe9-4aed-ba18-a2f8dc003385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:28.447727 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27e75fd8-bbe9-4aed-ba18-a2f8dc003385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.449364 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d974c419-069a-49c4-8bbc-24513a58fb47 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:44:28.470954 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee607c3-8993-4343-99dc-26c321775b1c None None] Pushing event updated for resources: {'Port': ['ID=7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:28.473593 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Publish callbacks [] for port (d974c419-069a-49c4-8bbc-24513a58fb47), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.475450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17be86-7464-4846-b3f0-8ec69548b7c8 None None] Routers {'5723b967-4e08-4bfb-affd-a30eb1a15b6a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:28.476461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2a17be86-7464-4846-b3f0-8ec69548b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:28.536249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Transition to ACTIVE for port object d974c419-069a-49c4-8bbc-24513a58fb47 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:44:28.571581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-6967fe03-728f-4e05-ab11-0b218445bc65 service neutron] 10.222.0.20 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769284 Jan 31 18:44:28.572488 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.646794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf26d332-8a8e-4b4f-aff8-4e3b8efffd08 admin admin] Deleting subnet b9e21eb1-7818-4cdd-be7b-5bc1f1063cec {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:44:28.658301 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf26d332-8a8e-4b4f-aff8-4e3b8efffd08 admin admin] Publish callbacks [] for subnet (b9e21eb1-7818-4cdd-be7b-5bc1f1063cec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.716678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2a4a5-af09-4684-8c5f-c7e7ee58df27 req-1abc9b64-e4af-45a0-b48c-01c1819c3470 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:28.721370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fad2a4a5-af09-4684-8c5f-c7e7ee58df27 req-1abc9b64-e4af-45a0-b48c-01c1819c3470 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 931 time: 0.5659232 Jan 31 18:44:28.767568 n-d-812111-15 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-27e75fd8-bbe9-4aed-ba18-a2f8dc003385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ab08eac-5a30-4a4d-90ea-55fdc6e55ded (CIDR: 2001:db8::/64) Jan 31 18:44:28.770270 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf26d332-8a8e-4b4f-aff8-4e3b8efffd08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (b9e21eb1-7818-4cdd-be7b-5bc1f1063cec), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.810099 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e75fd8-bbe9-4aed-ba18-a2f8dc003385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:44:28.810608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e75fd8-bbe9-4aed-ba18-a2f8dc003385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:28.863059 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbeff1-d7a2-4f43-a5b7-477503d99c94 None None] New status for floating IP aa165720-f12d-43f3-9d57-60ea59c0e721: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:44:28.874133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fad2a4a5-af09-4684-8c5f-c7e7ee58df27 req-e5cf49d1-8d3e-4ec0-8567-2dd2ec82bd84 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915058 Jan 31 18:44:28.916142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e5baa0ea-744a-4ab2-b3e7-4c9301e68562 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:28.969723 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf26d332-8a8e-4b4f-aff8-4e3b8efffd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b9e21eb1-7818-4cdd-be7b-5bc1f1063cec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:28.972290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: e5baa0ea-744a-4ab2-b3e7-4c9301e68562 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:28.972290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e5baa0ea-744a-4ab2-b3e7-4c9301e68562 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:28.980905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365dfcf-1ea0-420c-8532-640757e535c4 req-ba6987b0-f905-4d02-930a-ada25bb2717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:28.982519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0365dfcf-1ea0-420c-8532-640757e535c4 req-ba6987b0-f905-4d02-930a-ada25bb2717e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532&device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 1128 time: 0.9092381 Jan 31 18:44:29.057308 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-27e75fd8-bbe9-4aed-ba18-a2f8dc003385 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2934930 Jan 31 18:44:29.059973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37862) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:29.071179 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:29.088972 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9c62cd-5d43-4841-973f-ea08e6a78a1a req-ae4e6718-3ebd-4c54-a59f-cf4891ee39a9 service neutron] 10.222.0.20 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021715 Jan 31 18:44:29.094233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Pushing event updated for resources: {'Port': ['ID=d974c419-069a-49c4-8bbc-24513a58fb47,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:29.122067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2a17be86-7464-4846-b3f0-8ec69548b7c8 None None] Set router 5723b967-4e08-4bfb-affd-a30eb1a15b6a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:29.274264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:29.282100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.282371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.282658 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:29.282924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.283459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.284018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.284591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.285101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.285640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.286198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.286735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.287869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.297024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.297024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:29.301875 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86f89e71-18d6-4c0a-afd1-2579dc85fbce req-d243183b-500c-46b8-8a75-3c82565db54f tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 210 time: 0.1854420 Jan 31 18:44:29.468482 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad05c25-2168-41da-bd52-39bfe247142d x-openstack-request-id: req-6ad05c25-2168-41da-bd52-39bfe247142d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:29.469166 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:29.469667 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ad05c25-2168-41da-bd52-39bfe247142d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:29.471182 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'status': 'completed', 'code': 200} Jan 31 18:44:29.478205 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf26d332-8a8e-4b4f-aff8-4e3b8efffd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (b9e21eb1-7818-4cdd-be7b-5bc1f1063cec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:29.534092 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf26d332-8a8e-4b4f-aff8-4e3b8efffd08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:29.541624 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bf26d332-8a8e-4b4f-aff8-4e3b8efffd08 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b9e21eb1-7818-4cdd-be7b-5bc1f1063cec HTTP/1.1" status: 204 len: 168 time: 1.1103463 Jan 31 18:44:29.542423 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37866) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:29.545897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26d332-8a8e-4b4f-aff8-4e3b8efffd08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e21eb1-7818-4cdd-be7b-5bc1f1063cec,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:29.627117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4543db2-9960-4845-8f64-5b6ca20e5ff2 None None] Network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:29.641290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (6b8b8e30-2f74-4898-b49a-2b3dd9a9155e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:29.752210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Deleting port 7764cc1a-10de-4475-8a92-087847b941bc {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:29.752763 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7764cc1a-10de-4475-8a92-087847b941bc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:29.805573 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2a17be86-7464-4846-b3f0-8ec69548b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:43:50Z', 'revision_number': 4, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c668ed60-5b18-4817-9b92-90620011e7bc', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'floating_ip_address': '172.25.8.207', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'port_id': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'mac_address': 'fa:16:3e:af:0a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9837b620-4cc9-46e2-982e-f278cd98797d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:43:59Z', 'updated_at': '2022-01-31T18:44:25Z', 'revision_number': 1, 'project_id': '929ddc5d4661400faea9db350575816f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df47b28-255d-42a3-a4d9-53afccedf810', 'name': '', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'mac_address': 'fa:16:3e:a3:18:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:48Z', 'updated_at': '2022-01-31T18:43:55Z', 'revision_number': 5, 'project_id': '929ddc5d4661400faea9db350575816f', 'subnets': [{'id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:29.848558 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17be86-7464-4846-b3f0-8ec69548b7c8 None None] Checking router: 5723b967-4e08-4bfb-affd-a30eb1a15b6a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:44:29.864849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17be86-7464-4846-b3f0-8ec69548b7c8 None None] Routers {'5723b967-4e08-4bfb-affd-a30eb1a15b6a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:29.866115 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2a17be86-7464-4846-b3f0-8ec69548b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:29.905550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] For port 7764cc1a-10de-4475-8a92-087847b941bc, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7764cc1a-10de-4475-8a92-087847b941bc,segment=NetworkSegment(d54d1639-e7d4-4cab-832c-63330f12c5d3),segment_id=d54d1639-e7d4-4cab-832c-63330f12c5d3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:29.906776 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7764cc1a-10de-4475-8a92-087847b941bc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:29.925004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55b8429-40cc-434e-802c-d070c2fdc449 None None] DHCP port deletion for 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:44:29.991771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Calling delete_port for 7764cc1a-10de-4475-8a92-087847b941bc owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:30.067836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2a17be86-7464-4846-b3f0-8ec69548b7c8 None None] Set router 5723b967-4e08-4bfb-affd-a30eb1a15b6a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:30.094755 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7764cc1a-10de-4475-8a92-087847b941bc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.139499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] No DVR routers for this DVR port 7764cc1a-10de-4475-8a92-087847b941bc on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:30.147524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=7764cc1a-10de-4475-8a92-087847b941bc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:30.166783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-50047273-1633-4856-9096-8e50f869a44a tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/floatingips/aa165720-f12d-43f3-9d57-60ea59c0e721 HTTP/1.1" status: 200 len: 693 time: 0.6249239 Jan 31 18:44:30.244253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Attempting to bind port d974c419-069a-49c4-8bbc-24513a58fb47 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:44:30.245126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Attempting to bind port d974c419-069a-49c4-8bbc-24513a58fb47 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '66a813a5-6e84-4cc8-9fb5-c38f4a7d519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:44:30.245877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Attempting to bind port d974c419-069a-49c4-8bbc-24513a58fb47 on network d82614fc-b59a-498a-b981-68724ed1c688 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:30.251241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b71ed849-3c40-4850-ba5e-b34089cefe9a admin admin] Deleting port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:30.254153 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b71ed849-3c40-4850-ba5e-b34089cefe9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.259500 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (6b8b8e30-2f74-4898-b49a-2b3dd9a9155e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.296412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8b8e30-2f74-4898-b49a-2b3dd9a9155e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:30.308678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54d1639-e7d4-4cab-832c-63330f12c5d3') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:30.308910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54d1639-e7d4-4cab-832c-63330f12c5d3') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:30.322076 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (d54d1639-e7d4-4cab-832c-63330f12c5d3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.337464 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (d54d1639-e7d4-4cab-832c-63330f12c5d3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.343988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:44:30.344428 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (d54d1639-e7d4-4cab-832c-63330f12c5d3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.393606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b71ed849-3c40-4850-ba5e-b34089cefe9a admin admin] For port ae79a1dc-eb27-4afd-84e6-2dddaf88ca55, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ae79a1dc-eb27-4afd-84e6-2dddaf88ca55,segment=NetworkSegment(9a5a7190-cba3-4a6c-b8b9-f55ace16f33f),segment_id=9a5a7190-cba3-4a6c-b8b9-f55ace16f33f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:30.394756 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b71ed849-3c40-4850-ba5e-b34089cefe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.413599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b71ed849-3c40-4850-ba5e-b34089cefe9a admin admin] Calling delete_port for ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:30.417570 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a55b8429-40cc-434e-802c-d070c2fdc449 None None] Deleting port 7764cc1a-10de-4475-8a92-087847b941bc {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:30.418341 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a55b8429-40cc-434e-802c-d070c2fdc449 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7764cc1a-10de-4475-8a92-087847b941bc), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:44:30.430158 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:44:30.432926 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (6b8b8e30-2f74-4898-b49a-2b3dd9a9155e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.438852 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.446037 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b8b8e30-2f74-4898-b49a-2b3dd9a9155e HTTP/1.1" status: 204 len: 168 time: 0.8962283 Jan 31 18:44:30.503904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf58e6-0ca4-48aa-b1fd-f68cb97cbb88 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b8b8e30-2f74-4898-b49a-2b3dd9a9155e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:30.631811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a55b8429-40cc-434e-802c-d070c2fdc449 None None] For port 7764cc1a-10de-4475-8a92-087847b941bc, host n-d-812111-15, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:30.632242 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a55b8429-40cc-434e-802c-d070c2fdc449 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7764cc1a-10de-4475-8a92-087847b941bc), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.683443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a55b8429-40cc-434e-802c-d070c2fdc449 None None] Calling delete_port for 7764cc1a-10de-4475-8a92-087847b941bc owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:30.687782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-a55b8429-40cc-434e-802c-d070c2fdc449 None None] Port 7764cc1a-10de-4475-8a92-087847b941bc was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:44:30.713290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37874) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:30.714338 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a55b8429-40cc-434e-802c-d070c2fdc449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (7764cc1a-10de-4475-8a92-087847b941bc), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.726686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365dfcf-1ea0-420c-8532-640757e535c4 req-9db77b3a-3e51-4a76-bae4-0da2393c1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:30.728648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0365dfcf-1ea0-420c-8532-640757e535c4 req-9db77b3a-3e51-4a76-bae4-0da2393c1237 service neutron] 10.222.0.21 "GET /v2.0/networks?id=106ae68d-6d9e-405a-919f-d63be7ddcc71 HTTP/1.1" status: 200 len: 920 time: 1.5431416 Jan 31 18:44:30.733544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a55b8429-40cc-434e-802c-d070c2fdc449 None None] Network 6b8b8e30-2f74-4898-b49a-2b3dd9a9155e is not hosted by any dhcp agent {{(pid=103227) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 18:44:30.734061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b8429-40cc-434e-802c-d070c2fdc449 None None] No DVR routers for this DVR port 7764cc1a-10de-4475-8a92-087847b941bc on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:30.742304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2a17be86-7464-4846-b3f0-8ec69548b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:43:50Z', 'revision_number': 4, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c668ed60-5b18-4817-9b92-90620011e7bc', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'floating_ip_address': '172.25.8.207', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'port_id': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'mac_address': 'fa:16:3e:af:0a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9837b620-4cc9-46e2-982e-f278cd98797d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:43:59Z', 'updated_at': '2022-01-31T18:44:25Z', 'revision_number': 1, 'project_id': '929ddc5d4661400faea9db350575816f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df47b28-255d-42a3-a4d9-53afccedf810', 'name': '', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'mac_address': 'fa:16:3e:a3:18:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:48Z', 'updated_at': '2022-01-31T18:43:55Z', 'revision_number': 5, 'project_id': '929ddc5d4661400faea9db350575816f', 'subnets': [{'id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:30.744602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7788c-3ecc-4d0d-9cdc-40d6ad4e717a req-74610f66-220a-4b0a-a32e-785276e18c2f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:30.757302 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ae7788c-3ecc-4d0d-9cdc-40d6ad4e717a req-74610f66-220a-4b0a-a32e-785276e18c2f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 945 time: 1.4519801 Jan 31 18:44:30.773648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47432eb4-8bff-4dc5-b320-93f83e209d21 req-a87fb549-656c-4a60-a717-8b8740344321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:30.775223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47432eb4-8bff-4dc5-b320-93f83e209d21 req-a87fb549-656c-4a60-a717-8b8740344321 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 1128 time: 1.2973547 Jan 31 18:44:30.818335 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:44:30.841153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:30.883677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Port d974c419-069a-49c4-8bbc-24513a58fb47 on network d82614fc-b59a-498a-b981-68724ed1c688 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:44:30.884103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Attempting to bind port d974c419-069a-49c4-8bbc-24513a58fb47 on network d82614fc-b59a-498a-b981-68724ed1c688 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:30.887853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b8429-40cc-434e-802c-d070c2fdc449 None None] Pushing event deleted for resources: {'Port': ['ID=7764cc1a-10de-4475-8a92-087847b941bc,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:30.891296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a17be86-7464-4846-b3f0-8ec69548b7c8 None None] The sync data for ids ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'] in n-d-812111-15 is: [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:43:50Z', 'revision_number': 4, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c668ed60-5b18-4817-9b92-90620011e7bc', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'floating_ip_address': '172.25.8.207', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'port_id': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'mac_address': 'fa:16:3e:af:0a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9837b620-4cc9-46e2-982e-f278cd98797d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:43:59Z', 'updated_at': '2022-01-31T18:44:25Z', 'revision_number': 1, 'project_id': '929ddc5d4661400faea9db350575816f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df47b28-255d-42a3-a4d9-53afccedf810', 'name': '', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'mac_address': 'fa:16:3e:a3:18:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:48Z', 'updated_at': '2022-01-31T18:43:55Z', 'revision_number': 5, 'project_id': '929ddc5d4661400faea9db350575816f', 'subnets': [{'id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:44:30.901561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0365dfcf-1ea0-420c-8532-640757e535c4 req-a5cccf5e-c7a3-412a-a2d3-d3cd549c3671 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 200 len: 217 time: 0.1306486 Jan 31 18:44:30.928801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:30.929435 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:30.960524 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8e19b0f3-165b-449b-9843-f2ccdc3478c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e53bd1ae2f8d455fbfbe5d59d639fb7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457261 Jan 31 18:44:30.968209 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:31.033882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f2a6bb63-9ed2-439f-95f0-c648a2a9aef2 None None] Provisioning complete for port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:31.035387 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f2a6bb63-9ed2-439f-95f0-c648a2a9aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.075802 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a31df29f-6c53-424f-b287-8e34e3ff8a2e admin admin] Publish callbacks [] for security_group (03f479c8-bbca-43db-ad9c-4bce065d7069), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.106446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:44:31.106799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Checking segment: {'id': '66a813a5-6e84-4cc8-9fb5-c38f4a7d519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:44:31.107056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Bound using segment: {'id': '66a813a5-6e84-4cc8-9fb5-c38f4a7d519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:44:31.107510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Bound port: d974c419-069a-49c4-8bbc-24513a58fb47, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a813a5-6e84-4cc8-9fb5-c38f4a7d519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:44:31.107869 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.116774 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a31df29f-6c53-424f-b287-8e34e3ff8a2e admin admin] Publish callbacks [] for security_group (03f479c8-bbca-43db-ad9c-4bce065d7069), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.183988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:31.184438 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.247441 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b71ed849-3c40-4850-ba5e-b34089cefe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ae79a1dc-eb27-4afd-84e6-2dddaf88ca55), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.264594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ae7788c-3ecc-4d0d-9cdc-40d6ad4e717a req-897372f9-c5fb-4c1f-ab4f-2f1c640b62d6 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4544668 Jan 31 18:44:31.285201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:31.290824 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.310192 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.315808 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a31df29f-6c53-424f-b287-8e34e3ff8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (03f479c8-bbca-43db-ad9c-4bce065d7069), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.325537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a31df29f-6c53-424f-b287-8e34e3ff8a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.331817 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a31df29f-6c53-424f-b287-8e34e3ff8a2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03f479c8-bbca-43db-ad9c-4bce065d7069 HTTP/1.1" status: 204 len: 168 time: 0.3620298 Jan 31 18:44:31.369475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31df29f-6c53-424f-b287-8e34e3ff8a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f479c8-bbca-43db-ad9c-4bce065d7069,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:31.390655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39f154-a187-4b46-b5ad-d770e07f7162 None None] New status for floating IP c668ed60-5b18-4817-9b92-90620011e7bc: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:44:31.434808 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7764cc1a-10de-4475-8a92-087847b941bc no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:31.465327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ed849-3c40-4850-ba5e-b34089cefe9a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae79a1dc-eb27-4afd-84e6-2dddaf88ca55,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:31.614504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6bb63-9ed2-439f-95f0-c648a2a9aef2 None None] Current status of the port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:31.614925 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f2a6bb63-9ed2-439f-95f0-c648a2a9aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.652999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7764cc1a-10de-4475-8a92-087847b941bc {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:31.653671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7764cc1a-10de-4475-8a92-087847b941bc not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:31.670314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47432eb4-8bff-4dc5-b320-93f83e209d21 req-f5b44e38-57da-4492-9693-29aaf0e5a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:31.672597 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47432eb4-8bff-4dc5-b320-93f83e209d21 req-f5b44e38-57da-4492-9693-29aaf0e5a546 service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.7629931 Jan 31 18:44:31.675432 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] For port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:31.683013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365dfcf-1ea0-420c-8532-640757e535c4 req-1f5652a4-bbc4-4fd5-ac9d-018473930931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:31.684573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0365dfcf-1ea0-420c-8532-640757e535c4 req-1f5652a4-bbc4-4fd5-ac9d-018473930931 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8aa81bd-fb67-4a06-b73a-43415ddd9888 HTTP/1.1" status: 200 len: 859 time: 0.6970584 Jan 31 18:44:31.709025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-f86fcee0-3474-4362-9d1f-ad63345293d0 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:31.710530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-f86fcee0-3474-4362-9d1f-ad63345293d0 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 1.5010865 Jan 31 18:44:31.763962 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.771857 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.773797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] For port d974c419-069a-49c4-8bbc-24513a58fb47, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:44:31.782723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:31.801618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] For port d974c419-069a-49c4-8bbc-24513a58fb47, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d974c419-069a-49c4-8bbc-24513a58fb47,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:44:31.802546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.802889 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.803269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.803564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.803922 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.804237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.804601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.804929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.805501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.805641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.805895 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.806219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.814166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:31.884100 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:31.917266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680,revision_number=5']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:31.921852 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-f2a6bb63-9ed2-439f-95f0-c648a2a9aef2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:44:31.922209 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-f2a6bb63-9ed2-439f-95f0-c648a2a9aef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:44:31.926102 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (45e9e8ae-4ff1-4809-80ae-c597362c1005), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:32.009149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=45e9e8ae-4ff1-4809-80ae-c597362c1005,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:32.020532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:32.022677 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:32.025786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:32.026405 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:32.031782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd26709f-7605-4327-8977-ed9ce04897c1 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:32.061598 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9fa588df-1212-465e-a7e0-6a5530ddd4ba tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0001075 Jan 31 18:44:32.062874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0365dfcf-1ea0-420c-8532-640757e535c4 req-e63a9e26-dbc2-48c0-a20d-05d4217a726f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=106ae68d-6d9e-405a-919f-d63be7ddcc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3081372 Jan 31 18:44:32.066467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37888) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:32.079131 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:4a:8a:ff', 'name': 'tempest-NetworksTestDHCPv6-188327329'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:32.144600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-f98bef57-e65e-483d-a6b3-cff90ad47f41 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.3197324 Jan 31 18:44:32.151018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:32.151984 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:32.153703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] 10.222.0.21 "PUT /v2.0/ports/d974c419-069a-49c4-8bbc-24513a58fb47 HTTP/1.1" status: 200 len: 1092 time: 5.2932551 Jan 31 18:44:32.212610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7fdeb5-70d5-4779-a007-18b2ffee33bc', 'tag': 'd974c419-069a-49c4-8bbc-24513a58fb47'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:32.218663 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e3ee89-edbc-4e05-9307-20de1167c8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7fdeb5-70d5-4779-a007-18b2ffee33bc", "tag": "d974c419-069a-49c4-8bbc-24513a58fb47"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:32.222849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963f1a8-59c5-4ac4-b4e3-ac1658ce9a80 service neutron] Pushing event updated for resources: {'Port': ['ID=d974c419-069a-49c4-8bbc-24513a58fb47,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:32.291723 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:32.363442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47432eb4-8bff-4dc5-b320-93f83e209d21 req-5afefcbd-a475-4a06-938d-9a3d80f1f95d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 200 len: 1001 time: 0.6164162 Jan 31 18:44:32.442264 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:32.504763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port ff918bb8-5a88-4b81-b312-d045487df464 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:44:32.520109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6bb63-9ed2-439f-95f0-c648a2a9aef2 None None] Current status of the port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:32.670923 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b71ed849-3c40-4850-ba5e-b34089cefe9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (1b37abfb-21bd-4730-921b-3c59773e162f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:32.695425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-c594df35-0bdd-4b4c-94ab-cb8c9bdff362 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.5243340 Jan 31 18:44:32.800559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:32.843796 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a719a-b366-4da8-9f3f-d0b76415f119 req-f9f3f4db-e01d-4a67-9deb-7039c1af58c3 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:32.845687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-390a719a-b366-4da8-9f3f-d0b76415f119 req-f9f3f4db-e01d-4a67-9deb-7039c1af58c3 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 943 time: 1.3561447 Jan 31 18:44:32.847963 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37904) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:32.921983 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::1ca (270588c3-27c5-4bbe-bc62-125107bc7b03/5ab08eac-5a30-4a4d-90ea-55fdc6e55ded/ff918bb8-5a88-4b81-b312-d045487df464) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:32.923990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:32.924473 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:32.935960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47432eb4-8bff-4dc5-b320-93f83e209d21 req-f804969e-975d-4d7b-872e-0d0d86ec2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:32.938604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47432eb4-8bff-4dc5-b320-93f83e209d21 req-f804969e-975d-4d7b-872e-0d0d86ec2bd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.5579429 Jan 31 18:44:32.939635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4a:8aff (270588c3-27c5-4bbe-bc62-125107bc7b03/45e9e8ae-4ff1-4809-80ae-c597362c1005/ff918bb8-5a88-4b81-b312-d045487df464) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:33.073862 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244648877-network', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:33.163152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-f7ab4ede-66cf-4b18-8297-758bc141618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:33.165192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-f7ab4ede-66cf-4b18-8297-758bc141618b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 1126 time: 0.8427815 Jan 31 18:44:33.226703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (ff918bb8-5a88-4b81-b312-d045487df464), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.252405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47432eb4-8bff-4dc5-b320-93f83e209d21 req-95e00eb8-9634-4204-bea8-29a619e24b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:33.257249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Made reservation on behalf of 15b11d8246b345499a097c0b9d0934a5 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:33.258322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47432eb4-8bff-4dc5-b320-93f83e209d21 req-95e00eb8-9634-4204-bea8-29a619e24b94 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2525680 Jan 31 18:44:33.260378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.261682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-390a719a-b366-4da8-9f3f-d0b76415f119 req-51cb0674-ddd0-4378-8582-abed6d6a7501 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572305 Jan 31 18:44:33.262991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-6c1c1155-a6be-4d05-a8cf-32bc099c420d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d974c419-069a-49c4-8bbc-24513a58fb47 HTTP/1.1" status: 200 len: 217 time: 0.0765219 Jan 31 18:44:33.315363 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.326927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-d399438a-00b3-40a1-ba22-b9c482c2f151 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Deleting port 2fb5ddfc-76a3-4203-b647-91f1a09993fd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:33.327278 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-d399438a-00b3-40a1-ba22-b9c482c2f151 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2fb5ddfc-76a3-4203-b647-91f1a09993fd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.358331 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ff918bb8-5a88-4b81-b312-d045487df464), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.413138 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:33.415454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:33.423110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:33.444726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:33.450293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:33.451104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.479799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=ff918bb8-5a88-4b81-b312-d045487df464,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:33.494066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4c0c9232-e7ac-4188-a1ec-d00340efe3cc None None] Provisioning complete for port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:33.494599 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9232-e7ac-4188-a1ec-d00340efe3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.531507 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e51af4a7-03cd-4f4b-b4fa-99bd5b707a94 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4614410 Jan 31 18:44:33.531859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37908) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:33.654866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4c0c9232-e7ac-4188-a1ec-d00340efe3cc None None] Current status of the port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:33.667373 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Publish callbacks [] for security_group (c57a8d4f-f474-4760-afd1-68972e3086a8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.673626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c57a8d4f-f474-4760-afd1-68972e3086a8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.690069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:44:33.707692 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (fa4296bc-983d-4d4a-bf8c-94f5f4721a20), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.708055 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Added segment fa4296bc-983d-4d4a-bf8c-94f5f4721a20 of type vlan for network 86b90e75-3756-4f9a-ab21-2786b5c40269 Jan 31 18:44:33.778886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-19c96fb5-f118-436f-a529-6aba758eb2e5 None None] Provisioning complete for port ff918bb8-5a88-4b81-b312-d045487df464 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:33.779265 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-19c96fb5-f118-436f-a529-6aba758eb2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ff918bb8-5a88-4b81-b312-d045487df464), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.821526 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-19c96fb5-f118-436f-a529-6aba758eb2e5 None None] Port ff918bb8-5a88-4b81-b312-d045487df464 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:44:33.831128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1c36d83a-e2b5-4ddb-8ba0-b53cce8a8f89 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port ff918bb8-5a88-4b81-b312-d045487df464 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:33.831482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c36d83a-e2b5-4ddb-8ba0-b53cce8a8f89 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ff918bb8-5a88-4b81-b312-d045487df464), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.835596 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (86b90e75-3756-4f9a-ab21-2786b5c40269), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.838113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a8d4f-f474-4760-afd1-68972e3086a8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:33.932686 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (86b90e75-3756-4f9a-ab21-2786b5c40269), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.933647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:33.934247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:33.995581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0365dfcf-1ea0-420c-8532-640757e535c4 req-adda287a-d3fc-4335-bb22-d3eae719fcb0 service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8111355 Jan 31 18:44:34.006097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef63dcf0-0d57-42c8-bc53-1c696ee80503 req-81d88ecc-9a1a-4e93-a86f-ded6ac13865b tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 210 time: 0.5787072 Jan 31 18:44:34.015913 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1664128 Jan 31 18:44:34.018737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c36d83a-e2b5-4ddb-8ba0-b53cce8a8f89 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ff918bb8-5a88-4b81-b312-d045487df464), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:34.033988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37910) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:34.040674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e65abc7f-b5ae-4fd3-9a08-07a74540fd82 admin admin] Request body: {'subnet': {'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244648877-subnet', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:34.056753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1c36d83a-e2b5-4ddb-8ba0-b53cce8a8f89 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for ff918bb8-5a88-4b81-b312-d045487df464 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:34.073491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532aba6-c3e5-490f-8bb1-b8f13147f78d admin admin] Pushing event updated for resources: {'Network': ['ID=86b90e75-3756-4f9a-ab21-2786b5c40269,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:34.085962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 86b90e75-3756-4f9a-ab21-2786b5c40269 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:44:34.098522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65abc7f-b5ae-4fd3-9a08-07a74540fd82 admin admin] Made reservation on behalf of 15b11d8246b345499a097c0b9d0934a5 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:34.103470 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e65abc7f-b5ae-4fd3-9a08-07a74540fd82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:34.193889 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-d399438a-00b3-40a1-ba22-b9c482c2f151 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2fb5ddfc-76a3-4203-b647-91f1a09993fd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:34.194408 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-d399438a-00b3-40a1-ba22-b9c482c2f151 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for floatingip (2fb5ddfc-76a3-4203-b647-91f1a09993fd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:34.215882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47432eb4-8bff-4dc5-b320-93f83e209d21 req-df125610-139e-4204-882f-f728ca44aed0 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8906929 Jan 31 18:44:34.284173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-03cfc8ff-a196-4ff7-a470-a9cfda9f1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:34.285766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-03cfc8ff-a196-4ff7-a470-a9cfda9f1266 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86926680-325f-4730-846d-e46372cc4cbc HTTP/1.1" status: 200 len: 854 time: 0.9833462 Jan 31 18:44:34.289294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-d399438a-00b3-40a1-ba22-b9c482c2f151 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Calling delete_port for 2fb5ddfc-76a3-4203-b647-91f1a09993fd owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:34.369206 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e65abc7f-b5ae-4fd3-9a08-07a74540fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (7b71490b-564c-4499-9d4f-eed37888a59d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:34.394447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-4b3a4e59-5058-4dd7-b167-11c6e07fd86c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d82614fc-b59a-498a-b981-68724ed1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857563 Jan 31 18:44:34.463032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65abc7f-b5ae-4fd3-9a08-07a74540fd82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b71490b-564c-4499-9d4f-eed37888a59d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:34.497342 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65abc7f-b5ae-4fd3-9a08-07a74540fd82 admin admin] Checking segment: {'id': 'fa4296bc-983d-4d4a-bf8c-94f5f4721a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:44:34.497709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65abc7f-b5ae-4fd3-9a08-07a74540fd82 admin admin] Network hostable DHCP agents. Network: 86b90e75-3756-4f9a-ab21-2786b5c40269, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:44:34.567652 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65abc7f-b5ae-4fd3-9a08-07a74540fd82 admin admin] Network 86b90e75-3756-4f9a-ab21-2786b5c40269 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:44:34.587917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e65abc7f-b5ae-4fd3-9a08-07a74540fd82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 86b90e75-3756-4f9a-ab21-2786b5c40269) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:34.588494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65abc7f-b5ae-4fd3-9a08-07a74540fd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:34.589128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e65abc7f-b5ae-4fd3-9a08-07a74540fd82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:34.593609 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c36d83a-e2b5-4ddb-8ba0-b53cce8a8f89 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ff918bb8-5a88-4b81-b312-d045487df464), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:34.605654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc53e98-1a42-4936-bb65-da1d3b491d57 None None] Network 86b90e75-3756-4f9a-ab21-2786b5c40269 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:34.633141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36d83a-e2b5-4ddb-8ba0-b53cce8a8f89 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=ff918bb8-5a88-4b81-b312-d045487df464,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:34.643106 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e65abc7f-b5ae-4fd3-9a08-07a74540fd82 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6081920 Jan 31 18:44:34.658823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37914) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:34.663972 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0365dfcf-1ea0-420c-8532-640757e535c4 req-5a7ec61b-536a-4aeb-868b-117ca62e6960 service neutron] 10.222.0.21 "GET /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385241 Jan 31 18:44:34.667595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244648877-router', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:34.694431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (8956e919-29e3-434d-9bbe-142aca74340c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:34.695451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (8956e919-29e3-434d-9bbe-142aca74340c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:34.793395 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Publish callbacks [] for router_controller (8956e919-29e3-434d-9bbe-142aca74340c), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:34.807036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-86b90e75-3756-4f9a-ab21-2786b5c40269', 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269', 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'fixed_ips': [{'subnet_id': '7b71490b-564c-4499-9d4f-eed37888a59d'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:44:34.808586 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:34.856062 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c36d83a-e2b5-4ddb-8ba0-b53cce8a8f89 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:34.861984 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1c36d83a-e2b5-4ddb-8ba0-b53cce8a8f89 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/ff918bb8-5a88-4b81-b312-d045487df464 HTTP/1.1" status: 204 len: 168 time: 1.3278732 Jan 31 18:44:34.865319 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37916) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:34.870228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71ed849-3c40-4850-ba5e-b34089cefe9a admin admin] Router 1b37abfb-21bd-4730-921b-3c59773e162f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:44:34.873055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47432eb4-8bff-4dc5-b320-93f83e209d21 req-2c2fb9ea-4d0d-4c71-abdb-81ae9b45d9f5 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377728 Jan 31 18:44:34.904044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2602a55-b8ea-4517-a795-70045b651b90 req-555f38c3-459c-46fc-8007-aff40c85e3bf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:34.913087 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2602a55-b8ea-4517-a795-70045b651b90 req-555f38c3-459c-46fc-8007-aff40c85e3bf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 945 time: 0.7132320 Jan 31 18:44:34.921651 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-d399438a-00b3-40a1-ba22-b9c482c2f151 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2fb5ddfc-76a3-4203-b647-91f1a09993fd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:35.051166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Allocated IP 172.20.0.2 (86b90e75-3756-4f9a-ab21-2786b5c40269/7b71490b-564c-4499-9d4f-eed37888a59d/42dea35f-0a94-4be7-b711-cbd9dc93186e) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:35.178538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71ed849-3c40-4850-ba5e-b34089cefe9a admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:44:35.192779 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b71ed849-3c40-4850-ba5e-b34089cefe9a admin admin] 10.222.0.20 "PUT /v2.0/routers/1b37abfb-21bd-4730-921b-3c59773e162f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2737432 Jan 31 18:44:35.194458 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c6c749-e6a5-4f5f-ad96-8857c560608e None None] Sync routers for ids ['1b37abfb-21bd-4730-921b-3c59773e162f'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:44:35.214588 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c6c749-e6a5-4f5f-ad96-8857c560608e None None] Routers {'1b37abfb-21bd-4730-921b-3c59773e162f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:35.215208 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b2c6c749-e6a5-4f5f-ad96-8857c560608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1b37abfb-21bd-4730-921b-3c59773e162f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:35.241572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37920) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:35.247803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Publish callbacks [] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:35.259234 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:35.265975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399438a-00b3-40a1-ba22-b9c482c2f151 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Pushing event deleted for resources: {'Port': ['ID=2fb5ddfc-76a3-4203-b647-91f1a09993fd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:35.352807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Network 86b90e75-3756-4f9a-ab21-2786b5c40269 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:35.356495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:35.363765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:35.410579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Pushing event updated for resources: {'Port': ['ID=42dea35f-0a94-4be7-b711-cbd9dc93186e,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:35.423809 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-5484b086-e3c6-4d90-a164-849f694a1205 service neutron] 10.222.0.21 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9418039 Jan 31 18:44:35.442315 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b2c6c749-e6a5-4f5f-ad96-8857c560608e None None] Set router 1b37abfb-21bd-4730-921b-3c59773e162f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:35.469906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Attempting to bind port 42dea35f-0a94-4be7-b711-cbd9dc93186e on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:44:35.470933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Attempting to bind port 42dea35f-0a94-4be7-b711-cbd9dc93186e by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'fa4296bc-983d-4d4a-bf8c-94f5f4721a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:44:35.471540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Attempting to bind port 42dea35f-0a94-4be7-b711-cbd9dc93186e on network 86b90e75-3756-4f9a-ab21-2786b5c40269 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:35.479755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:44:35.480849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Checking segment: {'id': 'fa4296bc-983d-4d4a-bf8c-94f5f4721a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:44:35.481595 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:35.482212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Bound using segment: {'id': 'fa4296bc-983d-4d4a-bf8c-94f5f4721a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:44:35.482936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Bound port: 42dea35f-0a94-4be7-b711-cbd9dc93186e, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4296bc-983d-4d4a-bf8c-94f5f4721a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:44:35.483578 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:35.502091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Publish callbacks [] for router_gateway (8956e919-29e3-434d-9bbe-142aca74340c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:35.513048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2602a55-b8ea-4517-a795-70045b651b90 req-2c29135d-0ffa-40fc-bea8-b07e33405316 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5989392 Jan 31 18:44:35.524723 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032799b7-77f3-49aa-a4b9-e3cf0ccc744f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:35.529538 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-032799b7-77f3-49aa-a4b9-e3cf0ccc744f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6631625 Jan 31 18:44:35.530451 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:35.605612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] For port 42dea35f-0a94-4be7-b711-cbd9dc93186e, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:44:35.617027 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8ac80f-9d39-4b47-b522-61c8dabdcab9 x-openstack-request-id: req-1c8ac80f-9d39-4b47-b522-61c8dabdcab9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:35.617332 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7fdeb5-70d5-4779-a007-18b2ffee33bc", "tag": "d974c419-069a-49c4-8bbc-24513a58fb47", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:35.617587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] For port 42dea35f-0a94-4be7-b711-cbd9dc93186e, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=42dea35f-0a94-4be7-b711-cbd9dc93186e,segment=NetworkSegment(fa4296bc-983d-4d4a-bf8c-94f5f4721a20),segment_id=fa4296bc-983d-4d4a-bf8c-94f5f4721a20)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:44:35.618083 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c8ac80f-9d39-4b47-b522-61c8dabdcab9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:35.618083 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7fdeb5-70d5-4779-a007-18b2ffee33bc', 'tag': 'd974c419-069a-49c4-8bbc-24513a58fb47', 'status': 'completed', 'code': 200} Jan 31 18:44:35.627630 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:35.682090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32139d-adb1-4e32-915b-804e2e5f8b4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:35.687580 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ef32139d-adb1-4e32-915b-804e2e5f8b4c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1558375 Jan 31 18:44:35.688610 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37924) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:35.699479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa941fc-00b4-4646-9575-6299bf6bb400 None None] Pushing event updated for resources: {'Port': ['ID=42dea35f-0a94-4be7-b711-cbd9dc93186e,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:35.725421 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-d399438a-00b3-40a1-ba22-b9c482c2f151 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for floatingip (aa165720-f12d-43f3-9d57-60ea59c0e721), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:35.732930 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-d399438a-00b3-40a1-ba22-b9c482c2f151 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:35.734122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d0bcc88-99dc-42b8-a88e-bd8b442b5d78 req-d399438a-00b3-40a1-ba22-b9c482c2f151 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "DELETE /v2.0/floatingips/aa165720-f12d-43f3-9d57-60ea59c0e721 HTTP/1.1" status: 204 len: 173 time: 3.0378344 Jan 31 18:44:35.833438 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b2c6c749-e6a5-4f5f-ad96-8857c560608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108149229-router', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:16Z', 'updated_at': '2022-01-31T18:44:31Z', 'revision_number': 5, 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'gw_port': {'id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:18Z', 'updated_at': '2022-01-31T18:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:35.841968 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Publish callbacks [] for router (1b37abfb-21bd-4730-921b-3c59773e162f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:35.851623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf20e7b-5bdb-4c34-82dc-733d980faf30 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:35.852928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf20e7b-5bdb-4c34-82dc-733d980faf30 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:35.854395 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf20e7b-5bdb-4c34-82dc-733d980faf30 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:35.866102 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1bf20e7b-5bdb-4c34-82dc-733d980faf30 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1739562 Jan 31 18:44:35.867594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37928) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:35.882654 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c6c749-e6a5-4f5f-ad96-8857c560608e None None] Checking router: 1b37abfb-21bd-4730-921b-3c59773e162f for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:44:35.898389 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c6c749-e6a5-4f5f-ad96-8857c560608e None None] Routers {'1b37abfb-21bd-4730-921b-3c59773e162f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:35.898389 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b2c6c749-e6a5-4f5f-ad96-8857c560608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1b37abfb-21bd-4730-921b-3c59773e162f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:35.945337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6dedb3-df71-4311-b2f0-60cf33ac76bb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 45e9e8ae-4ff1-4809-80ae-c597362c1005 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:44:35.949443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec6dedb3-df71-4311-b2f0-60cf33ac76bb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (45e9e8ae-4ff1-4809-80ae-c597362c1005), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:35.974903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-101e1946-b68b-4dfa-b7eb-df1dcf7cd106 req-1daf295c-fd21-490c-9228-1ff4cd66c374 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 210 time: 0.0637329 Jan 31 18:44:35.982921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d60602c-fbc6-48a2-9a11-fd9dae8035e4 req-7c4c1fd1-bac5-4162-98d5-6600f7a3f432 service neutron] 10.222.0.21 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458648 Jan 31 18:44:36.044480 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec6dedb3-df71-4311-b2f0-60cf33ac76bb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (45e9e8ae-4ff1-4809-80ae-c597362c1005), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:36.090677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb291e4-eae2-4839-9226-90308dbdb5c6 req-150d6a30-6a61-4ee3-87a8-2df2c8c65202 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:36.094469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bb291e4-eae2-4839-9226-90308dbdb5c6 req-150d6a30-6a61-4ee3-87a8-2df2c8c65202 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 943 time: 0.3793499 Jan 31 18:44:36.146692 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b2c6c749-e6a5-4f5f-ad96-8857c560608e None None] Set router 1b37abfb-21bd-4730-921b-3c59773e162f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:36.234009 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Publish callbacks [] for router_gateway (1b37abfb-21bd-4730-921b-3c59773e162f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:36.313007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bb291e4-eae2-4839-9226-90308dbdb5c6 req-bc78e079-a7ce-4c4c-8b8f-d02c8775c1cf tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913743 Jan 31 18:44:36.361080 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec6dedb3-df71-4311-b2f0-60cf33ac76bb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (45e9e8ae-4ff1-4809-80ae-c597362c1005), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:36.404070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00083948-008c-4f59-8b69-9129c250f82e req-f540139f-2e5c-4707-87ae-d25dd047835a tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups/7b754ebb-455d-451e-9cf1-8645d92732b9 HTTP/1.1" status: 200 len: 1825 time: 0.3062935 Jan 31 18:44:36.414241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3ee89-edbc-4e05-9307-20de1167c8c6 req-25368ac4-4a31-4955-a555-0638dbd56873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:36.417118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2e3ee89-edbc-4e05-9307-20de1167c8c6 req-25368ac4-4a31-4955-a555-0638dbd56873 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 1126 time: 0.3157144 Jan 31 18:44:36.422714 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Publish callbacks [] for router_gateway (8956e919-29e3-434d-9bbe-142aca74340c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:36.452210 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:36.470274 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b2c6c749-e6a5-4f5f-ad96-8857c560608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108149229-router', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:16Z', 'updated_at': '2022-01-31T18:44:31Z', 'revision_number': 5, 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'gw_port': {'id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:18Z', 'updated_at': '2022-01-31T18:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:36.506937 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c6c749-e6a5-4f5f-ad96-8857c560608e None None] The sync data for ids ['1b37abfb-21bd-4730-921b-3c59773e162f'] in n-d-812111-15 is: [{'id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2108149229-router', 'tenant_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:16Z', 'updated_at': '2022-01-31T18:44:31Z', 'revision_number': 5, 'project_id': '880ffd33eb2b47ceb3bb38704aa2d637', 'gw_port': {'id': '327974aa-249a-4ef3-8af5-0d1c6804215c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b37abfb-21bd-4730-921b-3c59773e162f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:18Z', 'updated_at': '2022-01-31T18:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:44:36.579841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec6dedb3-df71-4311-b2f0-60cf33ac76bb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (45e9e8ae-4ff1-4809-80ae-c597362c1005), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:36.592305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Deleting port 327974aa-249a-4ef3-8af5-0d1c6804215c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:36.592686 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:36.655637 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec6dedb3-df71-4311-b2f0-60cf33ac76bb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:36.661161 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ec6dedb3-df71-4311-b2f0-60cf33ac76bb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/45e9e8ae-4ff1-4809-80ae-c597362c1005 HTTP/1.1" status: 204 len: 168 time: 0.7867296 Jan 31 18:44:36.668469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37932) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:36.669451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055e5f5c-d0f0-4c1b-888a-18a8f694c0d7 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:36.703919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3ee89-edbc-4e05-9307-20de1167c8c6 req-63b55e82-b67e-45e5-849a-5abf16458b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:36.705665 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2e3ee89-edbc-4e05-9307-20de1167c8c6 req-63b55e82-b67e-45e5-849a-5abf16458b00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 200 len: 915 time: 0.2755148 Jan 31 18:44:36.706295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dedb3-df71-4311-b2f0-60cf33ac76bb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=45e9e8ae-4ff1-4809-80ae-c597362c1005,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:36.734829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Allocated IP 172.25.8.107 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/3bdaff45-0c2b-4932-9795-bcdcb1f9157e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:36.865802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2e3ee89-edbc-4e05-9307-20de1167c8c6 req-307bb885-ba79-4f00-a606-4755cf0e4e2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d974c419-069a-49c4-8bbc-24513a58fb47 HTTP/1.1" status: 200 len: 217 time: 0.0944953 Jan 31 18:44:36.916744 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00083948-008c-4f59-8b69-9129c250f82e req-b27cb2ac-4b17-4ef7-9644-15d7baeccf61 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for security_group (7b754ebb-455d-451e-9cf1-8645d92732b9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:36.919391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d974c419-069a-49c4-8bbc-24513a58fb47 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:44:36.921867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Publish callbacks [] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:36.988802 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.011945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6b82fa-c158-4d7d-b8a1-70397a860ffd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet 5ab08eac-5a30-4a4d-90ea-55fdc6e55ded {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:44:37.024022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c6b82fa-c158-4d7d-b8a1-70397a860ffd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (5ab08eac-5a30-4a4d-90ea-55fdc6e55ded), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.104204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:37.108567 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:37.139089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:37.169945 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port d974c419-069a-49c4-8bbc-24513a58fb47, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d974c419-069a-49c4-8bbc-24513a58fb47,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:37.195653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'd974c419-069a-49c4-8bbc-24513a58fb47', 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688', 'port_id': 'd974c419-069a-49c4-8bbc-24513a58fb47', 'mac_address': 'fa:16:3e:90:60:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86926680-325f-4730-846d-e46372cc4cbc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:44:37.204951 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c6b82fa-c158-4d7d-b8a1-70397a860ffd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (5ab08eac-5a30-4a4d-90ea-55fdc6e55ded), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.215396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 42dea35f-0a94-4be7-b711-cbd9dc93186e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:37.239716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Pushing event updated for resources: {'Port': ['ID=3bdaff45-0c2b-4932-9795-bcdcb1f9157e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:37.374273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port d974c419-069a-49c4-8bbc-24513a58fb47 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:37.374786 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.399635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 42dea35f-0a94-4be7-b711-cbd9dc93186e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:37.400123 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.448434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d974c419-069a-49c4-8bbc-24513a58fb47 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:44:37.464132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bd1df-4f31-49bd-b8e4-089265382540 req-1b7722b2-a56f-4602-bfd7-0bf33d18f00f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:37.473034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-777bd1df-4f31-49bd-b8e4-089265382540 req-1b7722b2-a56f-4602-bfd7-0bf33d18f00f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 945 time: 0.8033018 Jan 31 18:44:37.477740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00083948-008c-4f59-8b69-9129c250f82e req-b27cb2ac-4b17-4ef7-9644-15d7baeccf61 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for security_group (7b754ebb-455d-451e-9cf1-8645d92732b9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.480601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port d974c419-069a-49c4-8bbc-24513a58fb47, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d974c419-069a-49c4-8bbc-24513a58fb47,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:37.484144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] For port 327974aa-249a-4ef3-8af5-0d1c6804215c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=327974aa-249a-4ef3-8af5-0d1c6804215c,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:37.484778 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.494191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c6b82fa-c158-4d7d-b8a1-70397a860ffd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (5ab08eac-5a30-4a4d-90ea-55fdc6e55ded), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.565524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 42dea35f-0a94-4be7-b711-cbd9dc93186e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:37.565932 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.606733 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.680705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ad7ecb-45cb-42c3-8872-8238eb0debb2 None None] Network 86b90e75-3756-4f9a-ab21-2786b5c40269 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:37.709999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Calling delete_port for 327974aa-249a-4ef3-8af5-0d1c6804215c owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:37.764665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Publish callbacks [] for router_gateway (8956e919-29e3-434d-9bbe-142aca74340c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.770327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3ee89-edbc-4e05-9307-20de1167c8c6 req-15bafd4f-f4e3-40d9-8d7d-ffee5993aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:37.774157 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2e3ee89-edbc-4e05-9307-20de1167c8c6 req-15bafd4f-f4e3-40d9-8d7d-ffee5993aa64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=86926680-325f-4730-846d-e46372cc4cbc HTTP/1.1" status: 200 len: 854 time: 0.8941066 Jan 31 18:44:37.809304 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c6b82fa-c158-4d7d-b8a1-70397a860ffd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (5ab08eac-5a30-4a4d-90ea-55fdc6e55ded), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.849136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=d974c419-069a-49c4-8bbc-24513a58fb47,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:37.881771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2e3ee89-edbc-4e05-9307-20de1167c8c6 req-cee11f48-12a2-488c-9aa6-d30511a78f4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d82614fc-b59a-498a-b981-68724ed1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872757 Jan 31 18:44:37.893942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 42dea35f-0a94-4be7-b711-cbd9dc93186e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=42dea35f-0a94-4be7-b711-cbd9dc93186e,segment=NetworkSegment(fa4296bc-983d-4d4a-bf8c-94f5f4721a20),segment_id=fa4296bc-983d-4d4a-bf8c-94f5f4721a20)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:37.913430 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c6b82fa-c158-4d7d-b8a1-70397a860ffd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.920231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1f0ae3e4-8857-4b10-b977-e107ad9c1fbf None None] Provisioning complete for port 42dea35f-0a94-4be7-b711-cbd9dc93186e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:37.920985 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae3e4-8857-4b10-b977-e107ad9c1fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.922185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9c6b82fa-c158-4d7d-b8a1-70397a860ffd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/5ab08eac-5a30-4a4d-90ea-55fdc6e55ded HTTP/1.1" status: 204 len: 168 time: 1.2212930 Jan 31 18:44:37.931339 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:37.939854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:37.988730 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-777bd1df-4f31-49bd-b8e4-089265382540 req-15bb1424-e7d3-4165-bb3c-fda29100a59f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5149035 Jan 31 18:44:37.994162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b82fa-c158-4d7d-b8a1-70397a860ffd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab08eac-5a30-4a4d-90ea-55fdc6e55ded,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:38.001184 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea42aaeb-336c-4a29-bca5-863ae1f1035f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610256 Jan 31 18:44:38.016311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37940) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:38.021482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d9ce8ee3-1f9e-464a-9cdc-1e35b6b9ebc4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:38.044539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d974c419-069a-49c4-8bbc-24513a58fb47'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:44:38.103374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9605fd05-34ef-4f18-98fe-9f0f1080c19e None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:38.159223 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00083948-008c-4f59-8b69-9129c250f82e req-b27cb2ac-4b17-4ef7-9644-15d7baeccf61 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7b754ebb-455d-451e-9cf1-8645d92732b9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:38.163251 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00083948-008c-4f59-8b69-9129c250f82e req-b27cb2ac-4b17-4ef7-9644-15d7baeccf61 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:38.165455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00083948-008c-4f59-8b69-9129c250f82e req-b27cb2ac-4b17-4ef7-9644-15d7baeccf61 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "DELETE /v2.0/security-groups/7b754ebb-455d-451e-9cf1-8645d92732b9 HTTP/1.1" status: 204 len: 173 time: 1.7466352 Jan 31 18:44:38.248415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=42dea35f-0a94-4be7-b711-cbd9dc93186e,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:38.279190 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (8956e919-29e3-434d-9bbe-142aca74340c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:38.295293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4aa8fc0-1955-47f2-a4af-3ffb33d3755a req-4da5e29d-b7ee-46f3-994d-c8af6c96383c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=7416dacb-c06f-40aa-bd69-afd90bea1235 HTTP/1.1" status: 200 len: 210 time: 0.1392884 Jan 31 18:44:38.341822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cb2ac-4b17-4ef7-9644-15d7baeccf61 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b754ebb-455d-451e-9cf1-8645d92732b9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:38.414690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1f0ae3e4-8857-4b10-b977-e107ad9c1fbf None None] Current status of the port 42dea35f-0a94-4be7-b711-cbd9dc93186e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:38.524012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Router 8956e919-29e3-434d-9bbe-142aca74340c is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:44:38.555096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a4388033-69d1-498b-858b-19eab2fb0625 None None] Provisioning complete for port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:38.555653 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a4388033-69d1-498b-858b-19eab2fb0625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:38.596584 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51911995-f865-4e05-98d6-386a580772f6 None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:44:38.677550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 42dea35f-0a94-4be7-b711-cbd9dc93186e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:38.723102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:44:38.743711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Sync routers for ids ['8956e919-29e3-434d-9bbe-142aca74340c'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:44:38.766198 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:38.770544 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ff0ec55f-79cc-4573-87a7-b1366c898c15 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1080678 Jan 31 18:44:38.770780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37946) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:38.805101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Routers {'8956e919-29e3-434d-9bbe-142aca74340c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:38.805744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-18e9428f-bf06-472c-803c-ba492059474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8956e919-29e3-434d-9bbe-142aca74340c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:38.817456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-51911995-f865-4e05-98d6-386a580772f6 None None] Deleting port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:38.817859 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-51911995-f865-4e05-98d6-386a580772f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:38.856493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 42dea35f-0a94-4be7-b711-cbd9dc93186e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:38.856811 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:38.915057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a4388033-69d1-498b-858b-19eab2fb0625 None None] Current status of the port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:38.957124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2e3ee89-edbc-4e05-9307-20de1167c8c6 req-80d37135-334a-4fd4-8021-1bc2c5d3e937 service neutron] 10.222.0.21 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9893286 Jan 31 18:44:38.964932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6e594-9a87-40af-a68a-b46106514842 req-5c10b5a6-840f-4c70-8c00-7d1d2b115142 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:38.966435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21b6e594-9a87-40af-a68a-b46106514842 req-5c10b5a6-840f-4c70-8c00-7d1d2b115142 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 944 time: 0.6926408 Jan 31 18:44:39.008897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ce8ee3-1f9e-464a-9cdc-1e35b6b9ebc4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:39.012316 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8ee3-1f9e-464a-9cdc-1e35b6b9ebc4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.171925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504734f0-1a8a-48fe-b6d9-eff48ed5f252 req-6c222cde-9e30-4884-a842-14c3c0c726cf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:39.174036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-504734f0-1a8a-48fe-b6d9-eff48ed5f252 req-6c222cde-9e30-4884-a842-14c3c0c726cf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 945 time: 0.3118744 Jan 31 18:44:39.189409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-51911995-f865-4e05-98d6-386a580772f6 None None] For port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:39.189821 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-51911995-f865-4e05-98d6-386a580772f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.214734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-51911995-f865-4e05-98d6-386a580772f6 None None] Calling delete_port for 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:39.230015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c721d405-4482-429a-b8bc-415f148cc4fd None None] Provisioning complete for port 42dea35f-0a94-4be7-b711-cbd9dc93186e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:39.230552 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c721d405-4482-429a-b8bc-415f148cc4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.247530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21b6e594-9a87-40af-a68a-b46106514842 req-f59aa5b3-e3fc-4a97-a05e-13023e4cec0f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607517 Jan 31 18:44:39.248215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (327974aa-249a-4ef3-8af5-0d1c6804215c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.292450 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.311408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=327974aa-249a-4ef3-8af5-0d1c6804215c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:39.311621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Set router 8956e919-29e3-434d-9bbe-142aca74340c gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:39.314654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2e3ee89-edbc-4e05-9307-20de1167c8c6 req-9740eca7-5925-4dd8-afdc-a19447860247 service neutron] 10.222.0.21 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453212 Jan 31 18:44:39.318714 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 42dea35f-0a94-4be7-b711-cbd9dc93186e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:39.359649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:39.382094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-504734f0-1a8a-48fe-b6d9-eff48ed5f252 req-ec52b251-1a38-4495-8050-1bb724b8936c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859536 Jan 31 18:44:39.450673 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (1b37abfb-21bd-4730-921b-3c59773e162f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.475817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:39.479133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ae79a1dc-eb27-4afd-84e6-2dddaf88ca55 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:39.680622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c721d405-4482-429a-b8bc-415f148cc4fd None None] Current status of the port 42dea35f-0a94-4be7-b711-cbd9dc93186e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:39.686484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Allocated IP 172.20.0.1 (86b90e75-3756-4f9a-ab21-2786b5c40269/7b71490b-564c-4499-9d4f-eed37888a59d/cb3b2596-b463-4ea0-a0dd-6f017d9b3042) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:39.711005 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-51911995-f865-4e05-98d6-386a580772f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.723581 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (1b37abfb-21bd-4730-921b-3c59773e162f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.728993 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Publish callbacks [] for router_controller (1b37abfb-21bd-4730-921b-3c59773e162f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.732205 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8ee3-1f9e-464a-9cdc-1e35b6b9ebc4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.747073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51911995-f865-4e05-98d6-386a580772f6 None None] Pushing event deleted for resources: {'Port': ['ID=7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:39.764943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51911995-f865-4e05-98d6-386a580772f6 None None] No DVR routers for this DVR port 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:39.799993 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-18e9428f-bf06-472c-803c-ba492059474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8956e919-29e3-434d-9bbe-142aca74340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244648877-router', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:44:34Z', 'updated_at': '2022-01-31T18:44:37Z', 'revision_number': 3, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'gw_port': {'id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956e919-29e3-434d-9bbe-142aca74340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:44:36Z', 'updated_at': '2022-01-31T18:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:39.833043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Checking router: 8956e919-29e3-434d-9bbe-142aca74340c for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:44:39.833043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Updating router 8956e919-29e3-434d-9bbe-142aca74340c port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:44:39.846937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ce8ee3-1f9e-464a-9cdc-1e35b6b9ebc4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:39.848222 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Publish callbacks [] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.854235 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (1b37abfb-21bd-4730-921b-3c59773e162f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.854754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b37abfb-21bd-4730-921b-3c59773e162f {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:44:39.860111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d9ce8ee3-1f9e-464a-9cdc-1e35b6b9ebc4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:39.867569 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.870885 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2f7d7cb8-084a-4c3c-9805-91978dc7bfe4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1b37abfb-21bd-4730-921b-3c59773e162f HTTP/1.1" status: 204 len: 168 time: 4.6231363 Jan 31 18:44:39.870885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ce8ee3-1f9e-464a-9cdc-1e35b6b9ebc4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:39.871122 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8ee3-1f9e-464a-9cdc-1e35b6b9ebc4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.872823 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:39.876504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37968) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:39.893833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716faba-e752-4e95-9c18-47f612874249 req-1b038f44-bbbd-4d50-a3a5-bc0e3d7e5588 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:39.895816 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b716faba-e752-4e95-9c18-47f612874249 req-1b038f44-bbbd-4d50-a3a5-bc0e3d7e5588 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.2497716 Jan 31 18:44:39.942766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce8ee3-1f9e-464a-9cdc-1e35b6b9ebc4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:39.967940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d9ce8ee3-1f9e-464a-9cdc-1e35b6b9ebc4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9503996 Jan 31 18:44:40.010126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37974) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:40.029118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2619dd73-9016-495e-82cd-7b59569e880f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:40.179261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a37294b-1b5a-4656-990b-c567da151847 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:40.233288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f69b4e-2c92-465e-8acf-3343074f3b83 admin admin] Deleting subnet 618237a9-03ad-402c-873b-24dcf5118a30 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:44:40.261813 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01f69b4e-2c92-465e-8acf-3343074f3b83 admin admin] Publish callbacks [] for subnet (618237a9-03ad-402c-873b-24dcf5118a30), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.283652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2619dd73-9016-495e-82cd-7b59569e880f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:40.289993 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2619dd73-9016-495e-82cd-7b59569e880f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.356775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b716faba-e752-4e95-9c18-47f612874249 req-41144864-9537-4461-8a0c-dd79bc512192 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426053 Jan 31 18:44:40.390152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-270588c3-27c5-4bbe-bc62-125107bc7b03', 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'project_id': '3269591bf4b94c6084826e73decadd13', 'fixed_ips': [{'subnet_id': 'b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:44:40.391085 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.410131 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.444911 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Publish callbacks [] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.466625 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01f69b4e-2c92-465e-8acf-3343074f3b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (618237a9-03ad-402c-873b-24dcf5118a30), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.485820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Network 86b90e75-3756-4f9a-ab21-2786b5c40269 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:40.488881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:40.491694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:40.533895 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.540078 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (8956e919-29e3-434d-9bbe-142aca74340c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.544102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3b2596-b463-4ea0-a0dd-6f017d9b3042,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:40.667979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 327974aa-249a-4ef3-8af5-0d1c6804215c no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:40.725537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.733450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 327974aa-249a-4ef3-8af5-0d1c6804215c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:40.733805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 327974aa-249a-4ef3-8af5-0d1c6804215c not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:40.734237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:40.752802 n-d-812111-15 neutron-server[103225]: INFO neutron.db.ipam_backend_mixin [None req-2619dd73-9016-495e-82cd-7b59569e880f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66 (CIDR: 2001:db8::/64) Jan 31 18:44:40.767340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb07e-b478-4fe2-832c-af2e03ce5f4e req-4010f839-2004-45b3-a916-7f1181d1e21d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:40.770225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Attempting to bind port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:44:40.771283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Attempting to bind port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:44:40.771647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Attempting to bind port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:40.775531 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da8eb07e-b478-4fe2-832c-af2e03ce5f4e req-4010f839-2004-45b3-a916-7f1181d1e21d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 944 time: 0.4037504 Jan 31 18:44:40.777677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:40.778277 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7bff84ba-05f4-4ca5-b8d1-f4fd18b0d680 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:40.783325 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2619dd73-9016-495e-82cd-7b59569e880f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:44:40.783693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2619dd73-9016-495e-82cd-7b59569e880f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:40.787365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c730210-110c-4873-8119-8ab0c87e743f None None] Pushing event updated for resources: {'Port': ['ID=3bdaff45-0c2b-4932-9795-bcdcb1f9157e,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:40.804829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:44:40.805638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:44:40.806035 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.806442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:44:40.806938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Bound port: 3bdaff45-0c2b-4932-9795-bcdcb1f9157e, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:44:40.807321 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.844454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Allocated IP 2001:db8::2 (270588c3-27c5-4bbe-bc62-125107bc7b03/b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66/1016e0f0-7fcc-438c-978e-9e80418a90c9) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:40.868264 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01f69b4e-2c92-465e-8acf-3343074f3b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (618237a9-03ad-402c-873b-24dcf5118a30), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.897721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43533ea3-f64a-4559-9585-4a16b70c78a4 req-aae928c5-6855-4a14-96ef-c9235e852b4a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:40.906602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43533ea3-f64a-4559-9585-4a16b70c78a4 req-aae928c5-6855-4a14-96ef-c9235e852b4a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 0.3657241 Jan 31 18:44:40.930438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d974c419-069a-49c4-8bbc-24513a58fb47 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:40.938049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-18e9428f-bf06-472c-803c-ba492059474c None None] For port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:44:40.955684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Publish callbacks [] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.958973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2619dd73-9016-495e-82cd-7b59569e880f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9470181 Jan 31 18:44:40.962979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43533ea3-f64a-4559-9585-4a16b70c78a4 req-e74b9390-d465-4eb8-a820-18b092b4ee5c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/quotas/e7e7bb3aaa3f4d44af496cc2af494b17 HTTP/1.1" status: 200 len: 375 time: 0.0555785 Jan 31 18:44:40.963587 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:40.972388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da8eb07e-b478-4fe2-832c-af2e03ce5f4e req-4091fa65-5263-42da-b2e5-9d40d6a1ba9b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956482 Jan 31 18:44:40.976550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'subnet': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:40.984218 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:40.988108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-18e9428f-bf06-472c-803c-ba492059474c None None] For port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3bdaff45-0c2b-4932-9795-bcdcb1f9157e,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:44:41.016584 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0779a64b-7adb-4c33-9169-9b8830309bc5 None None] Provisioning complete for port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:41.016584 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0779a64b-7adb-4c33-9169-9b8830309bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.019156 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.040473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43533ea3-f64a-4559-9585-4a16b70c78a4 req-a027d0c2-c400-436b-87d6-5d71472692cb tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467174 Jan 31 18:44:41.060160 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01f69b4e-2c92-465e-8acf-3343074f3b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (618237a9-03ad-402c-873b-24dcf5118a30), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.120698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f69b4e-2c92-465e-8acf-3343074f3b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=618237a9-03ad-402c-873b-24dcf5118a30,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:41.132638 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01f69b4e-2c92-465e-8acf-3343074f3b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.138180 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-01f69b4e-2c92-465e-8acf-3343074f3b83 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/618237a9-03ad-402c-873b-24dcf5118a30 HTTP/1.1" status: 204 len: 168 time: 1.2593944 Jan 31 18:44:41.138631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37998) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:41.171733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3b2596-b463-4ea0-a0dd-6f017d9b3042,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:41.188104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (8956e919-29e3-434d-9bbe-142aca74340c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.226318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0779a64b-7adb-4c33-9169-9b8830309bc5 None None] Port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:44:41.249585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb6419-b2d5-4510-a419-916339c776c1 None None] Network c271e0cd-391d-470f-8b71-05b0be44db04 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:41.274636 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (c271e0cd-391d-470f-8b71-05b0be44db04), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.276706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port d974c419-069a-49c4-8bbc-24513a58fb47 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:44:41.283546 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Publish callbacks [] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.290689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Routers {'8956e919-29e3-434d-9bbe-142aca74340c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:41.291773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-18e9428f-bf06-472c-803c-ba492059474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8956e919-29e3-434d-9bbe-142aca74340c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:41.293764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c730210-110c-4873-8119-8ab0c87e743f None None] Pushing event updated for resources: {'Port': ['ID=3bdaff45-0c2b-4932-9795-bcdcb1f9157e,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:41.298753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43533ea3-f64a-4559-9585-4a16b70c78a4 req-2a7714f1-b66a-4bcf-95f4-6b0044242b20 service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475812 Jan 31 18:44:41.325557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port d974c419-069a-49c4-8bbc-24513a58fb47 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:41.325935 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.367648 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Network 86b90e75-3756-4f9a-ab21-2786b5c40269 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:41.369770 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.373762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:41.384315 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:41.389252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.456226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43533ea3-f64a-4559-9585-4a16b70c78a4 req-79e99d31-a0e6-4021-9b7b-1edb7238d4db service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481130 Jan 31 18:44:41.458365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Deleting port 1b013f3e-b4d8-4f79-8539-474c068db9e9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:41.459277 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.495053 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:41.544518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:41.566401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] For port 1b013f3e-b4d8-4f79-8539-474c068db9e9, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1b013f3e-b4d8-4f79-8539-474c068db9e9,segment=NetworkSegment(9a5a7190-cba3-4a6c-b8b9-f55ace16f33f),segment_id=9a5a7190-cba3-4a6c-b8b9-f55ace16f33f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:41.566784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.585934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Calling delete_port for 1b013f3e-b4d8-4f79-8539-474c068db9e9 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:41.670482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b1bf-c008-493f-a611-1a328f39c804 req-cece22a2-5b98-401c-a5a6-6e8879080390 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:41.673179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2575b1bf-c008-493f-a611-1a328f39c804 req-cece22a2-5b98-401c-a5a6-6e8879080390 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.1631341 Jan 31 18:44:41.709588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Router 8956e919-29e3-434d-9bbe-142aca74340c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:44:41.835818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:41.900822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Pushing event updated for resources: {'Port': ['ID=1016e0f0-7fcc-438c-978e-9e80418a90c9,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:41.948972 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87acd94a-5155-4ce5-bf95-014938889a54 req-3b4c452b-cbfe-4014-a3e0-150e912340dd tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=282f0be4-1059-4158-b8fc-2fa28eba8f6d HTTP/1.1" status: 200 len: 210 time: 0.1092284 Jan 31 18:44:41.959309 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1b013f3e-b4d8-4f79-8539-474c068db9e9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.968268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0bfbd0ae-8c57-41af-a2b2-5587ec3ba01e None None] Provisioning complete for port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:41.968690 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0bfbd0ae-8c57-41af-a2b2-5587ec3ba01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:41.981481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-18e9428f-bf06-472c-803c-ba492059474c None None] Set router 8956e919-29e3-434d-9bbe-142aca74340c gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:42.006872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] No DVR routers for this DVR port 1b013f3e-b4d8-4f79-8539-474c068db9e9 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:42.025502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:44:42.036398 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cd96bdca-0475-4ae4-808b-adad922e63f7 admin admin] 10.222.0.20 "PUT /v2.0/routers/8956e919-29e3-434d-9bbe-142aca74340c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2607658 Jan 31 18:44:42.160986 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (c271e0cd-391d-470f-8b71-05b0be44db04), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.188368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c271e0cd-391d-470f-8b71-05b0be44db04']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:42.204897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:42.205930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5a7190-cba3-4a6c-b8b9-f55ace16f33f') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:42.220071 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (9a5a7190-cba3-4a6c-b8b9-f55ace16f33f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.258231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2575b1bf-c008-493f-a611-1a328f39c804 req-532d286e-765c-4bde-9f5f-5fd26e8b964a tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775888 Jan 31 18:44:42.263444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b013f3e-b4d8-4f79-8539-474c068db9e9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:42.277122 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9a5a7190-cba3-4a6c-b8b9-f55ace16f33f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.287237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:44:42.292684 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (9a5a7190-cba3-4a6c-b8b9-f55ace16f33f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.336106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Attempting to bind port 1016e0f0-7fcc-438c-978e-9e80418a90c9 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:44:42.336830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Attempting to bind port 1016e0f0-7fcc-438c-978e-9e80418a90c9 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:44:42.337591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Attempting to bind port 1016e0f0-7fcc-438c-978e-9e80418a90c9 on network 270588c3-27c5-4bbe-bc62-125107bc7b03 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:42.351665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:44:42.387347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028dc5-9cac-4abf-8369-0884a6c6529b req-1302c33f-44c8-4e85-a2b0-6b479a1ab005 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:42.388520 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54028dc5-9cac-4abf-8369-0884a6c6529b req-1302c33f-44c8-4e85-a2b0-6b479a1ab005 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.21 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.6054053 Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:44:42.392646 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:44:42.473267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8539f8b3-04bd-4d1b-b1a4-f0a33eee2855 None None] DHCP port deletion for c271e0cd-391d-470f-8b71-05b0be44db04 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:44:42.475800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:44:42.476184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Checking segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:44:42.476633 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.477038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Bound using segment: {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:44:42.477547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Bound port: 1016e0f0-7fcc-438c-978e-9e80418a90c9, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396170f-f8d3-47f8-9e1f-3925771cdd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:44:42.478079 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.493298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port d974c419-069a-49c4-8bbc-24513a58fb47 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:42.493701 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.501963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0bfbd0ae-8c57-41af-a2b2-5587ec3ba01e None None] Port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:44:42.656620 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (c271e0cd-391d-470f-8b71-05b0be44db04), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.670913 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.674181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c271e0cd-391d-470f-8b71-05b0be44db04 HTTP/1.1" status: 204 len: 168 time: 1.5048738 Jan 31 18:44:42.691630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38030) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:42.704461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1b013f3e-b4d8-4f79-8539-474c068db9e9 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:42.706822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf515744-16f4-41e1-8723-b37518693f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=c271e0cd-391d-470f-8b71-05b0be44db04,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:42.752774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dd370-2092-473d-90b9-510c71451824 req-3e3649bc-3307-4fdd-872d-732ae019ecdd tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:42.754699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-942dd370-2092-473d-90b9-510c71451824 req-3e3649bc-3307-4fdd-872d-732ae019ecdd tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 944 time: 0.2199845 Jan 31 18:44:42.764139 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 1b013f3e-b4d8-4f79-8539-474c068db9e9 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:42.764528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1b013f3e-b4d8-4f79-8539-474c068db9e9 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:42.786669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7fdeb5-70d5-4779-a007-18b2ffee33bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd974c419-069a-49c4-8bbc-24513a58fb47'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:42.789122 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1763fe34-d480-41cd-a345-e1710edda15e" -d '{"events": [{"server_uuid": "0e7fdeb5-70d5-4779-a007-18b2ffee33bc", "name": "network-vif-plugged", "status": "completed", "tag": "d974c419-069a-49c4-8bbc-24513a58fb47"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:42.807219 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.825533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port d974c419-069a-49c4-8bbc-24513a58fb47, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d974c419-069a-49c4-8bbc-24513a58fb47,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:42.836463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] For port 1016e0f0-7fcc-438c-978e-9e80418a90c9, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:44:42.841550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] For port 1016e0f0-7fcc-438c-978e-9e80418a90c9, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1016e0f0-7fcc-438c-978e-9e80418a90c9,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:44:42.842973 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.845538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-54028dc5-9cac-4abf-8369-0884a6c6529b req-238dcdba-1214-43ff-8870-61f388050dca tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Deleting port 3c2d7047-2452-45cc-bbe8-ae3536f70640 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:42.845901 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-54028dc5-9cac-4abf-8369-0884a6c6529b req-238dcdba-1214-43ff-8870-61f388050dca tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.894377 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:42.946197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=d974c419-069a-49c4-8bbc-24513a58fb47,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:42.979491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:44:43.077524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-18e9428f-bf06-472c-803c-ba492059474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8956e919-29e3-434d-9bbe-142aca74340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244648877-router', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:44:34Z', 'updated_at': '2022-01-31T18:44:40Z', 'revision_number': 4, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'gw_port': {'id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956e919-29e3-434d-9bbe-142aca74340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:44:36Z', 'updated_at': '2022-01-31T18:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'cb3b2596-b463-4ea0-a0dd-6f017d9b3042', 'name': '', 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'mac_address': 'fa:16:3e:6a:62:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956e919-29e3-434d-9bbe-142aca74340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '7b71490b-564c-4499-9d4f-eed37888a59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:44:39Z', 'updated_at': '2022-01-31T18:44:40Z', 'revision_number': 2, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'subnets': [{'id': '7b71490b-564c-4499-9d4f-eed37888a59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:43.151084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] For port 1016e0f0-7fcc-438c-978e-9e80418a90c9, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1016e0f0-7fcc-438c-978e-9e80418a90c9,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:43.161500 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09ebff-0b75-47d0-9a3e-514a491e6d5c None None] Pushing event updated for resources: {'Port': ['ID=1016e0f0-7fcc-438c-978e-9e80418a90c9,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:43.169802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9428f-bf06-472c-803c-ba492059474c None None] The sync data for ids ['8956e919-29e3-434d-9bbe-142aca74340c'] in n-d-812111-15 is: [{'id': '8956e919-29e3-434d-9bbe-142aca74340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244648877-router', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:44:34Z', 'updated_at': '2022-01-31T18:44:40Z', 'revision_number': 4, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'gw_port': {'id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956e919-29e3-434d-9bbe-142aca74340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:44:36Z', 'updated_at': '2022-01-31T18:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'cb3b2596-b463-4ea0-a0dd-6f017d9b3042', 'name': '', 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'mac_address': 'fa:16:3e:6a:62:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956e919-29e3-434d-9bbe-142aca74340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '7b71490b-564c-4499-9d4f-eed37888a59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:44:39Z', 'updated_at': '2022-01-31T18:44:40Z', 'revision_number': 2, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'subnets': [{'id': '7b71490b-564c-4499-9d4f-eed37888a59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:44:43.238375 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:43.253742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:43.270042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:43.290210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'port_id': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'mac_address': 'fa:16:3e:af:0a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:44:43.319246 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (fd9b4303-33a6-4a7b-ad35-f3b8cdc49b21), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:43.348489 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3acc84cb-460c-45d8-9d92-97f7ac060594 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:43.348918 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:43.374154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3acc84cb-460c-45d8-9d92-97f7ac060594 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:44:43.397875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:43.402340 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:43.406611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:43.407846 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:43.412012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:43.412739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:43.415330 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=1016e0f0-7fcc-438c-978e-9e80418a90c9,revision_number=4']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:43.437859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Subnet': ['ID=fd9b4303-33a6-4a7b-ad35-f3b8cdc49b21,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:43.461836 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-88224f41-6508-428b-9b0b-09a6c66db26f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4962182 Jan 31 18:44:43.464576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38050) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:43.473932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Request body: {'port': {'network_id': '270588c3-27c5-4bbe-bc62-125107bc7b03', 'mac_address': 'fa:16:3e:15:8d:6f', 'name': 'tempest-NetworksTestDHCPv6-514443393'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:43.487932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:43.504294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-942dd370-2092-473d-90b9-510c71451824 req-c9759e88-fbeb-4615-a7fe-092ae595068a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7368424 Jan 31 18:44:43.519612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['3acc84cb-460c-45d8-9d92-97f7ac060594'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:44:43.573759 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-4ae1bcf9-23ee-4659-90c3-2cce1abf0d3a req-f4202909-e2e5-4009-9529-6e8b95e601f6 tempest-FloatingIPDetailsNegativeTestJSON-994147408 tempest-FloatingIPDetailsNegativeTestJSON-994147408-project] show failed (client error): The resource could not be found. Jan 31 18:44:43.574878 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ae1bcf9-23ee-4659-90c3-2cce1abf0d3a req-f4202909-e2e5-4009-9529-6e8b95e601f6 tempest-FloatingIPDetailsNegativeTestJSON-994147408 tempest-FloatingIPDetailsNegativeTestJSON-994147408-project] 10.222.0.20 "GET /v2.0/floatingips/3fe5b0b2-6399-4646-bfa2-3f5355de27d2 HTTP/1.1" status: 404 len: 350 time: 0.0747101 Jan 31 18:44:43.589554 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-54028dc5-9cac-4abf-8369-0884a6c6529b req-238dcdba-1214-43ff-8870-61f388050dca tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] For port 3c2d7047-2452-45cc-bbe8-ae3536f70640, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3c2d7047-2452-45cc-bbe8-ae3536f70640,segment=NetworkSegment(2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9),segment_id=2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:43.589940 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-54028dc5-9cac-4abf-8369-0884a6c6529b req-238dcdba-1214-43ff-8870-61f388050dca tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:43.600734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38052) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:43.723059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Made reservation on behalf of 3269591bf4b94c6084826e73decadd13 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:43.749419 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c82bde7-0969-4969-ae02-5cf63ca17f5d x-openstack-request-id: req-9c82bde7-0969-4969-ae02-5cf63ca17f5d {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:43.749750 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7fdeb5-70d5-4779-a007-18b2ffee33bc", "name": "network-vif-plugged", "status": "completed", "tag": "d974c419-069a-49c4-8bbc-24513a58fb47", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:43.749975 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c82bde7-0969-4969-ae02-5cf63ca17f5d {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:43.750382 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7fdeb5-70d5-4779-a007-18b2ffee33bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd974c419-069a-49c4-8bbc-24513a58fb47', 'code': 200} Jan 31 18:44:43.783029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-54028dc5-9cac-4abf-8369-0884a6c6529b req-238dcdba-1214-43ff-8870-61f388050dca tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Calling delete_port for 3c2d7047-2452-45cc-bbe8-ae3536f70640 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:43.950603 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:43.985892 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] device_id is not set on port 21e62806-16d6-4460-95a3-905ed3366ee9 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:44:44.418872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135154e4-4147-42c0-90a7-3b9677527433 req-8eeaca6f-8a65-4b8d-a20e-812d1ffa7b26 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:44.432843 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-135154e4-4147-42c0-90a7-3b9677527433 req-8eeaca6f-8a65-4b8d-a20e-812d1ffa7b26 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/ports?device_id=000d0d0f-e918-471f-9db6-6a9abcdf120f HTTP/1.1" status: 200 len: 945 time: 0.6467543 Jan 31 18:44:44.473704 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8::128 (270588c3-27c5-4bbe-bc62-125107bc7b03/b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66/21e62806-16d6-4460-95a3-905ed3366ee9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:44.489761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Allocated IP 2001:db8:0:1:f816:3eff:fe15:8d6f (270588c3-27c5-4bbe-bc62-125107bc7b03/fd9b4303-33a6-4a7b-ad35-f3b8cdc49b21/21e62806-16d6-4460-95a3-905ed3366ee9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:44.597239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c256afc-1c5a-4f74-ab57-72964bb7205e req-d1945765-a496-4f65-8672-1ae278dea358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:44.600949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c256afc-1c5a-4f74-ab57-72964bb7205e req-d1945765-a496-4f65-8672-1ae278dea358 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 1128 time: 0.7943225 Jan 31 18:44:44.803680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0136aa72-cc7b-4271-9818-044720826121 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:44.937653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1016e0f0-7fcc-438c-978e-9e80418a90c9 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:45.002679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:45.011608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b431035c-0d24-4a10-8fba-556c993f49d0 None None] Provisioning complete for port 1016e0f0-7fcc-438c-978e-9e80418a90c9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:45.012109 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b431035c-0d24-4a10-8fba-556c993f49d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:45.067416 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for port (21e62806-16d6-4460-95a3-905ed3366ee9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:45.171873 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-54028dc5-9cac-4abf-8369-0884a6c6529b req-238dcdba-1214-43ff-8870-61f388050dca tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3c2d7047-2452-45cc-bbe8-ae3536f70640), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:45.214411 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (21e62806-16d6-4460-95a3-905ed3366ee9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:45.324261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b431035c-0d24-4a10-8fba-556c993f49d0 None None] Current status of the port 1016e0f0-7fcc-438c-978e-9e80418a90c9 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:45.324709 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b431035c-0d24-4a10-8fba-556c993f49d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:45.335890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c256afc-1c5a-4f74-ab57-72964bb7205e req-b4cae99a-4085-48b7-8372-bcdc04375461 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7087338 Jan 31 18:44:45.342222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-365bda25-61be-4775-a641-093b7238a586 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:45.349572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-365bda25-61be-4775-a641-093b7238a586 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 1.4241109 Jan 31 18:44:45.375056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-c7e75d27-2310-4ee9-8c4c-a050f432e0d1 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/quotas/e7e7bb3aaa3f4d44af496cc2af494b17 HTTP/1.1" status: 200 len: 375 time: 0.0235832 Jan 31 18:44:45.388176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b431035c-0d24-4a10-8fba-556c993f49d0 None None] For port 1016e0f0-7fcc-438c-978e-9e80418a90c9, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1016e0f0-7fcc-438c-978e-9e80418a90c9,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:45.398576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1016e0f0-7fcc-438c-978e-9e80418a90c9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:45.398576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:45.400483 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b431035c-0d24-4a10-8fba-556c993f49d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:45.424656 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event updated for resources: {'Port': ['ID=21e62806-16d6-4460-95a3-905ed3366ee9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:45.456877 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:45.461257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:45.466271 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:45.473491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 3acc84cb-460c-45d8-9d92-97f7ac060594 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:45.473909 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:45.479320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:45.481473 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:45.523431 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-69c44e14-5a6e-4097-bd81-6cd34366c910 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0564761 Jan 31 18:44:45.534345 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38098) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:45.592062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-069872fe-8f5e-4a04-972b-241936fb8037 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2165241 Jan 31 18:44:45.627042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431035c-0d24-4a10-8fba-556c993f49d0 None None] Pushing event updated for resources: {'Port': ['ID=1016e0f0-7fcc-438c-978e-9e80418a90c9,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:45.728788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1016e0f0-7fcc-438c-978e-9e80418a90c9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:45.796583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d850776a-b031-404f-a80f-33a2b34f6986 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting port 21e62806-16d6-4460-95a3-905ed3366ee9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:45.796952 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d850776a-b031-404f-a80f-33a2b34f6986 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (21e62806-16d6-4460-95a3-905ed3366ee9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:45.827337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3acc84cb-460c-45d8-9d92-97f7ac060594 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:45.828599 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:45.832898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-135154e4-4147-42c0-90a7-3b9677527433 req-6d1bc303-9105-48cc-a5cf-e12072c41482 tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a203055-82c8-4361-b2f1-71bf4fe1b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3987346 Jan 31 18:44:45.850075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-5353975a-ec66-4529-b9de-1a723c7f0c40 service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569051 Jan 31 18:44:45.851306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dcdba-1214-43ff-8870-61f388050dca tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Pushing event deleted for resources: {'Port': ['ID=3c2d7047-2452-45cc-bbe8-ae3536f70640,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:45.993438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:45.996279 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82e5c75-d781-4554-9369-1d5b2be7aa05" -d '{"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-plugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:46.001283 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d850776a-b031-404f-a80f-33a2b34f6986 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (21e62806-16d6-4460-95a3-905ed3366ee9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:46.040244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d850776a-b031-404f-a80f-33a2b34f6986 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Calling delete_port for 21e62806-16d6-4460-95a3-905ed3366ee9 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:46.054582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:46.112284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-54028dc5-9cac-4abf-8369-0884a6c6529b req-238dcdba-1214-43ff-8870-61f388050dca tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] No DVR routers for this DVR port 3c2d7047-2452-45cc-bbe8-ae3536f70640 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:46.142034 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:46.216413 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-54028dc5-9cac-4abf-8369-0884a6c6529b req-238dcdba-1214-43ff-8870-61f388050dca tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:46.230004 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54028dc5-9cac-4abf-8369-0884a6c6529b req-238dcdba-1214-43ff-8870-61f388050dca tempest-ServerRescueTestJSONUnderV235-1310375843 tempest-ServerRescueTestJSONUnderV235-1310375843-project] 10.222.0.21 "DELETE /v2.0/ports/3c2d7047-2452-45cc-bbe8-ae3536f70640 HTTP/1.1" status: 204 len: 173 time: 3.8363614 Jan 31 18:44:46.231767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'name': 'network-vif-deleted', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:46.234742 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07651bb-44ae-42d5-8538-b61007cc2335" -d '{"events": [{"server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "name": "network-vif-deleted", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:46.331630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:46.512775 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d850776a-b031-404f-a80f-33a2b34f6986 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (21e62806-16d6-4460-95a3-905ed3366ee9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:46.626886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850776a-b031-404f-a80f-33a2b34f6986 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Port': ['ID=21e62806-16d6-4460-95a3-905ed3366ee9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:46.660220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da17bbc-40e5-49bd-b391-27d42aeadf4b req-9e949fb6-00c3-4f3e-b3ea-56dade000d74 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:46.685859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2da17bbc-40e5-49bd-b391-27d42aeadf4b req-9e949fb6-00c3-4f3e-b3ea-56dade000d74 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 945 time: 0.6427886 Jan 31 18:44:46.772142 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d850776a-b031-404f-a80f-33a2b34f6986 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:46.799990 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d850776a-b031-404f-a80f-33a2b34f6986 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/21e62806-16d6-4460-95a3-905ed3366ee9 HTTP/1.1" status: 204 len: 168 time: 1.2478173 Jan 31 18:44:46.800796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38108) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:46.922283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-3996f583-9c6c-4917-bb6b-d7b64a8eb7a4 service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9572628 Jan 31 18:44:47.007566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3c2d7047-2452-45cc-bbe8-ae3536f70640 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:47.009838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1016e0f0-7fcc-438c-978e-9e80418a90c9 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:47.075988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ce321-de43-48e4-8edb-1745e5791d92 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:47.077346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2da17bbc-40e5-49bd-b391-27d42aeadf4b req-4f9db867-0df1-4a33-8be1-f0ce80f44a9a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902237 Jan 31 18:44:47.104942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 3c2d7047-2452-45cc-bbe8-ae3536f70640 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:47.117133 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-750ce321-de43-48e4-8edb-1745e5791d92 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3099885 Jan 31 18:44:47.117374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38112) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:47.118775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3c2d7047-2452-45cc-bbe8-ae3536f70640 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:47.195804 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1016e0f0-7fcc-438c-978e-9e80418a90c9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:47.198139 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:47.263254 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f64acb-aff1-4126-a00e-0d82a419c2b1 x-openstack-request-id: req-a0f64acb-aff1-4126-a00e-0d82a419c2b1 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:47.263629 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-plugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:47.263834 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0f64acb-aff1-4126-a00e-0d82a419c2b1 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:47.265406 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'code': 200} Jan 31 18:44:47.355787 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c661cfa-e681-46ae-a7ad-cdfd0a2734a6 x-openstack-request-id: req-0c661cfa-e681-46ae-a7ad-cdfd0a2734a6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:47.356285 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000d0d0f-e918-471f-9db6-6a9abcdf120f", "name": "network-vif-deleted", "tag": "3c2d7047-2452-45cc-bbe8-ae3536f70640", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:47.356826 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c661cfa-e681-46ae-a7ad-cdfd0a2734a6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:47.359310 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000d0d0f-e918-471f-9db6-6a9abcdf120f', 'name': 'network-vif-deleted', 'tag': '3c2d7047-2452-45cc-bbe8-ae3536f70640', 'status': 'completed', 'code': 200} Jan 31 18:44:47.375852 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b6820d3-17bd-4884-a6a7-be337a6ad3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (8956e919-29e3-434d-9bbe-142aca74340c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:47.384386 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-092bd31c-06c1-416a-a784-40ae47c71cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (1bf6d890-77e2-49a8-b26e-06c5f52ba156), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:47.385687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:47.420278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3e683a06-b194-4463-b7bf-e5ec868e8587 None None] Provisioning complete for port 1016e0f0-7fcc-438c-978e-9e80418a90c9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:47.420667 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e683a06-b194-4463-b7bf-e5ec868e8587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:47.587936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1016e0f0-7fcc-438c-978e-9e80418a90c9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:47.589912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3bdaff45-0c2b-4932-9795-bcdcb1f9157e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:47.595659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e752344c-35ca-4c5b-b7b4-877ac3b2cd95 req-d7486222-8f2c-47ea-9cc6-0329177ebd53 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 210 time: 0.1205559 Jan 31 18:44:47.703287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5347511d-40d7-4d7e-9e6c-79d116aab688 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:47.709655 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5347511d-40d7-4d7e-9e6c-79d116aab688 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5926309 Jan 31 18:44:47.729287 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Sync routers for ids ['8956e919-29e3-434d-9bbe-142aca74340c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:44:47.745895 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Routers {'8956e919-29e3-434d-9bbe-142aca74340c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:47.750965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:47.752559 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8956e919-29e3-434d-9bbe-142aca74340c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:47.800021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3e683a06-b194-4463-b7bf-e5ec868e8587 None None] Current status of the port 1016e0f0-7fcc-438c-978e-9e80418a90c9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:47.809758 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3e683a06-b194-4463-b7bf-e5ec868e8587 None None] Could not find standard attr ID for object 21e62806-16d6-4460-95a3-905ed3366ee9. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:44:47.838651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:47.839339 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:47.957909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-eac65422-8bd3-4fc0-b442-3fdff5204754 None None] Could not find standard attr ID for object 21e62806-16d6-4460-95a3-905ed3366ee9. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:44:47.996231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:47.997535 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:48.009926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443174f0-4a50-4243-8c35-e0458d55b627 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:48.011471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443174f0-4a50-4243-8c35-e0458d55b627 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:48.017254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443174f0-4a50-4243-8c35-e0458d55b627 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:48.026132 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Set router 8956e919-29e3-434d-9bbe-142aca74340c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:48.029423 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-443174f0-4a50-4243-8c35-e0458d55b627 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2599854 Jan 31 18:44:48.030087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:48.030539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3bdaff45-0c2b-4932-9795-bcdcb1f9157e,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:48.039326 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:48.236041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=3bdaff45-0c2b-4932-9795-bcdcb1f9157e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:48.302244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-baaacc4e-d22f-4a00-9657-3aeb2bdf28cd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:44:48.317214 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baaacc4e-d22f-4a00-9657-3aeb2bdf28cd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:48.405308 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baaacc4e-d22f-4a00-9657-3aeb2bdf28cd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:48.682396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d4374-d81f-422c-a88c-e00b05ee4629 req-40d1f299-8c6a-44c1-bcb1-f1d2f58a6606 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:48.692405 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8956e919-29e3-434d-9bbe-142aca74340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244648877-router', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:44:34Z', 'updated_at': '2022-01-31T18:44:40Z', 'revision_number': 4, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'gw_port': {'id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956e919-29e3-434d-9bbe-142aca74340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:44:36Z', 'updated_at': '2022-01-31T18:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'cb3b2596-b463-4ea0-a0dd-6f017d9b3042', 'name': '', 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'mac_address': 'fa:16:3e:6a:62:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956e919-29e3-434d-9bbe-142aca74340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '7b71490b-564c-4499-9d4f-eed37888a59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:44:39Z', 'updated_at': '2022-01-31T18:44:40Z', 'revision_number': 2, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'subnets': [{'id': '7b71490b-564c-4499-9d4f-eed37888a59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:48.693300 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baaacc4e-d22f-4a00-9657-3aeb2bdf28cd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:48.694637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd9d4374-d81f-422c-a88c-e00b05ee4629 req-40d1f299-8c6a-44c1-bcb1-f1d2f58a6606 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 945 time: 0.3525710 Jan 31 18:44:48.753831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3bdaff45-0c2b-4932-9795-bcdcb1f9157e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:48.774456 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f73ef3a-059b-4029-8618-0d5780b3f6ea req-df826403-c822-4b20-ab66-83ba3aa857c0 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 210 time: 0.0727656 Jan 31 18:44:48.789995 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Checking router: 8956e919-29e3-434d-9bbe-142aca74340c for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:44:48.790562 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Updating router 8956e919-29e3-434d-9bbe-142aca74340c port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:44:48.848016 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:48.869225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd9d4374-d81f-422c-a88c-e00b05ee4629 req-7c5d6259-78a7-4def-b12b-536d182f1d1b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699224 Jan 31 18:44:48.874690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7b6820d3-17bd-4884-a6a7-be337a6ad3a5 admin admin] Deleting port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:48.875101 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b6820d3-17bd-4884-a6a7-be337a6ad3a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:48.877505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baaacc4e-d22f-4a00-9657-3aeb2bdf28cd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:48.906572 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c3f73242-e30b-4407-a704-e48ea9ca87ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:48.972590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:48.975910 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:48.979784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaacc4e-d22f-4a00-9657-3aeb2bdf28cd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:49.008753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baaacc4e-d22f-4a00-9657-3aeb2bdf28cd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:49.012207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-092bd31c-06c1-416a-a784-40ae47c71cfa admin admin] Deleting port 89a33216-b087-43e2-bc48-466bae1b02d3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:49.012600 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-092bd31c-06c1-416a-a784-40ae47c71cfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:49.021389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38144) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:49.022294 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-baaacc4e-d22f-4a00-9657-3aeb2bdf28cd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66 HTTP/1.1" status: 204 len: 168 time: 0.9780948 Jan 31 18:44:49.070613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2f81958-8976-4434-96f7-165fe97d547a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:49.139198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24d729-c486-4675-82cd-e9f05fdc6089 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:49.494970 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Publish callbacks [] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:49.508872 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:49.511503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:49.634663 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Pushing event updated for resources: {'Port': ['ID=cb3b2596-b463-4ea0-a0dd-6f017d9b3042,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:49.731320 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.731615 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.732028 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.732215 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.732539 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.740121 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.740829 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.741182 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.742654 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.744033 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.744518 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.744857 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.745369 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:49.835317 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e2f81958-8976-4434-96f7-165fe97d547a admin admin] Deleting port 1eefc489-6957-454b-8f06-4395b7d4e8b7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:49.835663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2f81958-8976-4434-96f7-165fe97d547a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:49.846118 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Attempting to bind port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:44:49.846573 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Attempting to bind port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'fa4296bc-983d-4d4a-bf8c-94f5f4721a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:44:49.846751 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Attempting to bind port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 on network 86b90e75-3756-4f9a-ab21-2786b5c40269 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:49.863011 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:44:49.863392 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Checking segment: {'id': 'fa4296bc-983d-4d4a-bf8c-94f5f4721a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:44:49.863804 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:49.864202 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Bound using segment: {'id': 'fa4296bc-983d-4d4a-bf8c-94f5f4721a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:44:49.864789 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Bound port: cb3b2596-b463-4ea0-a0dd-6f017d9b3042, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4296bc-983d-4d4a-bf8c-94f5f4721a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:44:49.865172 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:50.085452 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b6820d3-17bd-4884-a6a7-be337a6ad3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:50.109428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef3c0a1-18cb-40e4-b224-1c84683546ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Deleting subnet fd9b4303-33a6-4a7b-ad35-f3b8cdc49b21 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:44:50.151201 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fef3c0a1-18cb-40e4-b224-1c84683546ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for subnet (fd9b4303-33a6-4a7b-ad35-f3b8cdc49b21), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:50.168022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0d0b26cf-6c84-42da-91d5-3261296aa86f None None] Provisioning complete for port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:50.170214 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0d0b26cf-6c84-42da-91d5-3261296aa86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:50.191637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e2f81958-8976-4434-96f7-165fe97d547a admin admin] For port 1eefc489-6957-454b-8f06-4395b7d4e8b7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1eefc489-6957-454b-8f06-4395b7d4e8b7,segment=NetworkSegment(2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9),segment_id=2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:50.192250 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2f81958-8976-4434-96f7-165fe97d547a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:50.217014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7b6820d3-17bd-4884-a6a7-be337a6ad3a5 admin admin] Calling delete_port for cb3b2596-b463-4ea0-a0dd-6f017d9b3042 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:50.218713 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] For port cb3b2596-b463-4ea0-a0dd-6f017d9b3042, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:44:50.228130 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] For port cb3b2596-b463-4ea0-a0dd-6f017d9b3042, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=cb3b2596-b463-4ea0-a0dd-6f017d9b3042,segment=NetworkSegment(fa4296bc-983d-4d4a-bf8c-94f5f4721a20),segment_id=fa4296bc-983d-4d4a-bf8c-94f5f4721a20)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:44:50.233492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e2f81958-8976-4434-96f7-165fe97d547a admin admin] Calling delete_port for 1eefc489-6957-454b-8f06-4395b7d4e8b7 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:50.240665 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:50.261058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb6b5797-8ccb-43d0-8005-af81e15a4fe6 req-31cd06c1-6a95-4764-8e96-99ecca99f32a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 210 time: 0.0618320 Jan 31 18:44:50.298459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-092bd31c-06c1-416a-a784-40ae47c71cfa admin admin] For port 89a33216-b087-43e2-bc48-466bae1b02d3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=89a33216-b087-43e2-bc48-466bae1b02d3,segment=NetworkSegment(f3e506d1-9fc2-4ee5-ab78-de28027e9090),segment_id=f3e506d1-9fc2-4ee5-ab78-de28027e9090)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:50.299272 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-092bd31c-06c1-416a-a784-40ae47c71cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:50.326544 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fef3c0a1-18cb-40e4-b224-1c84683546ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (fd9b4303-33a6-4a7b-ad35-f3b8cdc49b21), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:50.334654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b26cf-6c84-42da-91d5-3261296aa86f None None] Port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:44:50.417663 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4647b2-c382-462b-ac87-60908cc5106f None None] Pushing event updated for resources: {'Port': ['ID=cb3b2596-b463-4ea0-a0dd-6f017d9b3042,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:50.446506 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Routers {'8956e919-29e3-434d-9bbe-142aca74340c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:50.447759 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8956e919-29e3-434d-9bbe-142aca74340c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:50.504493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-092bd31c-06c1-416a-a784-40ae47c71cfa admin admin] Calling delete_port for 89a33216-b087-43e2-bc48-466bae1b02d3 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:50.595778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5c587-043a-4f6f-96c3-280c3cda65cd req-97a594ab-7e47-44d8-b1e8-58d456be0e49 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:50.598164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2e5c587-043a-4f6f-96c3-280c3cda65cd req-97a594ab-7e47-44d8-b1e8-58d456be0e49 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 945 time: 0.6939058 Jan 31 18:44:50.811887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cb3b2596-b463-4ea0-a0dd-6f017d9b3042 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:50.824303 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] Set router 8956e919-29e3-434d-9bbe-142aca74340c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:50.947412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-6c095090-9676-45bd-b9e2-6e14c95fde98 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:50.957190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-6c095090-9676-45bd-b9e2-6e14c95fde98 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 1.0501189 Jan 31 18:44:50.995678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Request body: {'port': {'device_id': '9ea7c78b-61de-4843-932e-ff902c030630', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'admin_state_up': True, 'tenant_id': 'e7e7bb3aaa3f4d44af496cc2af494b17'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:51.008748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:51.009136 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:51.154699 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-10cedd08-d7a4-413a-bd63-879988614533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:51.240961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8d3ac735-7e28-40e0-a93d-a2ed4db39eb6 None None] Provisioning complete for port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:51.244893 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac735-7e28-40e0-a93d-a2ed4db39eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:51.364846 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8956e919-29e3-434d-9bbe-142aca74340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244648877-router', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:44:34Z', 'updated_at': '2022-01-31T18:44:40Z', 'revision_number': 4, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'gw_port': {'id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8956e919-29e3-434d-9bbe-142aca74340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:44:36Z', 'updated_at': '2022-01-31T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'cb3b2596-b463-4ea0-a0dd-6f017d9b3042', 'name': '', 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'mac_address': 'fa:16:3e:6a:62:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956e919-29e3-434d-9bbe-142aca74340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '7b71490b-564c-4499-9d4f-eed37888a59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:44:39Z', 'updated_at': '2022-01-31T18:44:50Z', 'revision_number': 4, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'subnets': [{'id': '7b71490b-564c-4499-9d4f-eed37888a59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:51.406150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2f81958-8976-4434-96f7-165fe97d547a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1eefc489-6957-454b-8f06-4395b7d4e8b7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:51.469999 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320ed20-0601-45af-bf2b-e653336d5065 None None] The sync data for ids ['8956e919-29e3-434d-9bbe-142aca74340c'] in n-d-812111-15 is: [{'id': '8956e919-29e3-434d-9bbe-142aca74340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244648877-router', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:44:34Z', 'updated_at': '2022-01-31T18:44:40Z', 'revision_number': 4, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'gw_port': {'id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8956e919-29e3-434d-9bbe-142aca74340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:44:36Z', 'updated_at': '2022-01-31T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'cb3b2596-b463-4ea0-a0dd-6f017d9b3042', 'name': '', 'network_id': '86b90e75-3756-4f9a-ab21-2786b5c40269', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'mac_address': 'fa:16:3e:6a:62:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8956e919-29e3-434d-9bbe-142aca74340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '7b71490b-564c-4499-9d4f-eed37888a59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:44:39Z', 'updated_at': '2022-01-31T18:44:50Z', 'revision_number': 4, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'subnets': [{'id': '7b71490b-564c-4499-9d4f-eed37888a59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:44:51.497744 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f81958-8976-4434-96f7-165fe97d547a admin admin] Pushing event deleted for resources: {'Port': ['ID=1eefc489-6957-454b-8f06-4395b7d4e8b7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:51.560990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:51.562018 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:51.596052 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2e5c587-043a-4f6f-96c3-280c3cda65cd req-8e137922-a618-4226-8b4e-e4ea91e17cf9 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8882108 Jan 31 18:44:51.628401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port cb3b2596-b463-4ea0-a0dd-6f017d9b3042, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=cb3b2596-b463-4ea0-a0dd-6f017d9b3042,segment=NetworkSegment(fa4296bc-983d-4d4a-bf8c-94f5f4721a20),segment_id=fa4296bc-983d-4d4a-bf8c-94f5f4721a20)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:51.640629 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:51.647763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ac735-7e28-40e0-a93d-a2ed4db39eb6 None None] Current status of the port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:51.648606 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac735-7e28-40e0-a93d-a2ed4db39eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:51.659321 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fef3c0a1-18cb-40e4-b224-1c84683546ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (fd9b4303-33a6-4a7b-ad35-f3b8cdc49b21), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:51.702541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677e12f-d761-45fc-98f5-8b391be99ee2 req-f6a253e7-d001-4a51-b567-49e0c5df3598 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:51.704539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9677e12f-d761-45fc-98f5-8b391be99ee2 req-f6a253e7-d001-4a51-b567-49e0c5df3598 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 945 time: 0.9620407 Jan 31 18:44:51.751380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a88567cf-ada7-4b03-96a1-5cbda9ee8797 req-f68c0813-1938-45b4-85e5-139b77173011 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 210 time: 0.1440153 Jan 31 18:44:51.836225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=cb3b2596-b463-4ea0-a0dd-6f017d9b3042,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:51.850442 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2f81958-8976-4434-96f7-165fe97d547a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:51.852819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Made reservation on behalf of e7e7bb3aaa3f4d44af496cc2af494b17 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:44:51.857416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:51.858837 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-8d3ac735-7e28-40e0-a93d-a2ed4db39eb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:44:51.859449 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-8d3ac735-7e28-40e0-a93d-a2ed4db39eb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:44:52.081855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Allocated IP 172.20.0.12 (73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d/b701da94-0f98-46d4-93ea-0e6c62e79c49/925b86b5-618d-4c25-9a95-9c66dabc3323) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:44:52.236945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f81958-8976-4434-96f7-165fe97d547a admin admin] Router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:44:52.452616 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks [] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:52.489550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f81958-8976-4434-96f7-165fe97d547a admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:44:52.517324 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e2f81958-8976-4434-96f7-165fe97d547a admin admin] 10.222.0.20 "PUT /v2.0/routers/366b6ee5-b2b5-4447-a076-2b2ede5c7e74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1297827 Jan 31 18:44:52.520139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:52.525585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356fbd3-3d9b-49dd-b86f-94f93b57a500 None None] Sync routers for ids ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:44:52.543756 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:52.545539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:52.598140 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b6820d3-17bd-4884-a6a7-be337a6ad3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (cb3b2596-b463-4ea0-a0dd-6f017d9b3042), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:52.610402 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fef3c0a1-18cb-40e4-b224-1c84683546ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (fd9b4303-33a6-4a7b-ad35-f3b8cdc49b21), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:52.614780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ac735-7e28-40e0-a93d-a2ed4db39eb6 None None] Current status of the port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:52.631504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356fbd3-3d9b-49dd-b86f-94f93b57a500 None None] Routers {'366b6ee5-b2b5-4447-a076-2b2ede5c7e74'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:52.632167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3356fbd3-3d9b-49dd-b86f-94f93b57a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:52.713489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:44:52.734435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9677e12f-d761-45fc-98f5-8b391be99ee2 req-dcf1b157-316c-48ab-9edd-998e6536528e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Deleting port d974c419-069a-49c4-8bbc-24513a58fb47 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:52.738037 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9677e12f-d761-45fc-98f5-8b391be99ee2 req-dcf1b157-316c-48ab-9edd-998e6536528e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:52.800143 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Publish callbacks [] for router (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:52.864612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cb3b2596-b463-4ea0-a0dd-6f017d9b3042 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:44:52.952480 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: cb3b2596-b463-4ea0-a0dd-6f017d9b3042 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:52.952824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cb3b2596-b463-4ea0-a0dd-6f017d9b3042 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 31 18:44:53.019116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Publish callbacks [] for router_gateway (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:53.022842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Port cb3b2596-b463-4ea0-a0dd-6f017d9b3042 not found, will not notify nova. {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 31 18:44:53.066210 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9677e12f-d761-45fc-98f5-8b391be99ee2 req-dcf1b157-316c-48ab-9edd-998e6536528e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] For port d974c419-069a-49c4-8bbc-24513a58fb47, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d974c419-069a-49c4-8bbc-24513a58fb47,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:53.066944 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9677e12f-d761-45fc-98f5-8b391be99ee2 req-dcf1b157-316c-48ab-9edd-998e6536528e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:53.094332 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-17f90b4c-1336-4290-a15a-91f9c2bfa852 None None] Provisioning complete for port 1016e0f0-7fcc-438c-978e-9e80418a90c9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:44:53.096050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9677e12f-d761-45fc-98f5-8b391be99ee2 req-dcf1b157-316c-48ab-9edd-998e6536528e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Calling delete_port for d974c419-069a-49c4-8bbc-24513a58fb47 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:53.097414 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-17f90b4c-1336-4290-a15a-91f9c2bfa852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:53.137353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3356fbd3-3d9b-49dd-b86f-94f93b57a500 None None] Set router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:53.157059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Deleting port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:53.157483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:53.267970 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] For port 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=81b73e66-d2d5-4b92-b19d-b9dd7986e7b6,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:53.270255 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:53.289580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Calling delete_port for 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:53.292192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:44:53.360395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b38ad1-5f14-4507-a8ec-5a2fe28bc691 None None] Network 270588c3-27c5-4bbe-bc62-125107bc7b03 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:44:53.425437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3c0a1-18cb-40e4-b224-1c84683546ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9b4303-33a6-4a7b-ad35-f3b8cdc49b21,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:53.428945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:44:53.431817 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fef3c0a1-18cb-40e4-b224-1c84683546ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:53.437989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fef3c0a1-18cb-40e4-b224-1c84683546ca tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/fd9b4303-33a6-4a7b-ad35-f3b8cdc49b21 HTTP/1.1" status: 204 len: 168 time: 4.4050441 Jan 31 18:44:53.505817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:53.543342 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (81b73e66-d2d5-4b92-b19d-b9dd7986e7b6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:53.570448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-17f90b4c-1336-4290-a15a-91f9c2bfa852 None None] Current status of the port 1016e0f0-7fcc-438c-978e-9e80418a90c9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:44:53.590210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3356fbd3-3d9b-49dd-b86f-94f93b57a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:44:51Z', 'revision_number': 5, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port': {'id': '81b73e66-d2d5-4b92-b19d-b9dd7986e7b6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:42:33Z', 'updated_at': '2022-01-31T18:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:53.593787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-70eabeda-4fe9-446a-9252-c541790e8279 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819108 Jan 31 18:44:53.600094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38182) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:53.613085 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Pushing event deleted for resources: {'Port': ['ID=81b73e66-d2d5-4b92-b19d-b9dd7986e7b6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:53.644545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356fbd3-3d9b-49dd-b86f-94f93b57a500 None None] Checking router: 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:44:53.671742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Pushing event updated for resources: {'Port': ['ID=925b86b5-618d-4c25-9a95-9c66dabc3323,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:53.673189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356fbd3-3d9b-49dd-b86f-94f93b57a500 None None] Routers {'366b6ee5-b2b5-4447-a076-2b2ede5c7e74'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:53.674031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3356fbd3-3d9b-49dd-b86f-94f93b57a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:53.776355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261dc845-c361-4367-89d6-256843855fb6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:53.783624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6820d3-17bd-4884-a6a7-be337a6ad3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3b2596-b463-4ea0-a0dd-6f017d9b3042,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:53.785044 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-261dc845-c361-4367-89d6-256843855fb6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1836050 Jan 31 18:44:53.792052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38188) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:53.814833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-092bd31c-06c1-416a-a784-40ae47c71cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (89a33216-b087-43e2-bc48-466bae1b02d3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:53.839003 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:53.840074 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:53.844690 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:53.907402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e714b2-f440-48cc-9e8f-81870aec1546 req-15a50410-ad66-4dc8-b8ec-3a2e364979b7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:53.909881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24e714b2-f440-48cc-9e8f-81870aec1546 req-15a50410-ad66-4dc8-b8ec-3a2e364979b7 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 932 time: 0.7335091 Jan 31 18:44:53.946618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24767d2d-07b8-4670-a01e-fee771d85616 req-2be4a477-b231-4a79-a04f-6486139d154b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:53.948738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24767d2d-07b8-4670-a01e-fee771d85616 req-2be4a477-b231-4a79-a04f-6486139d154b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 945 time: 0.8016865 Jan 31 18:44:53.977412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950eaaf2-41c7-411d-a9eb-cd9d3dc243d9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:53.981764 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-950eaaf2-41c7-411d-a9eb-cd9d3dc243d9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1857140 Jan 31 18:44:53.982387 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38190) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:53.983422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd31c-06c1-416a-a784-40ae47c71cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=89a33216-b087-43e2-bc48-466bae1b02d3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:53.994281 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:53.998044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Publish callbacks [] for router_controller (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:54.052445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-37f3150e-824b-4c16-af76-1880f36c5924 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0609851 Jan 31 18:44:54.075275 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6a6d8ed9-8d38-416a-8b4e-74038589e992 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883052 Jan 31 18:44:54.083456 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.084362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0153410a-0c62-45bc-aec0-97bbbfdd9b6e None None] DHCP port deletion for 270588c3-27c5-4bbe-bc62-125107bc7b03 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:44:54.115186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Request body: {'port': {'device_id': '9ea7c78b-61de-4843-932e-ff902c030630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:44:54.155969 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b6820d3-17bd-4884-a6a7-be337a6ad3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (8956e919-29e3-434d-9bbe-142aca74340c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:54.189145 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e55b77-63b6-45c9-b8f6-46b0ed0b0aa9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.189895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e55b77-63b6-45c9-b8f6-46b0ed0b0aa9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.198907 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c0e55b77-63b6-45c9-b8f6-46b0ed0b0aa9 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/21e62806-16d6-4460-95a3-905ed3366ee9 HTTP/1.1" status: 404 len: 333 time: 0.1118209 Jan 31 18:44:54.201533 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38194) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.211044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3356fbd3-3d9b-49dd-b86f-94f93b57a500 None None] Set router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:54.226179 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:54.245732 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (366b6ee5-b2b5-4447-a076-2b2ede5c7e74), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:54.246860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 366b6ee5-b2b5-4447-a076-2b2ede5c7e74 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:44:54.257418 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38f6c6b-db4b-4f20-b907-5f87536aac04 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.258101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38f6c6b-db4b-4f20-b907-5f87536aac04 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.269632 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c38f6c6b-db4b-4f20-b907-5f87536aac04 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/fd9b4303-33a6-4a7b-ad35-f3b8cdc49b21 HTTP/1.1" status: 404 len: 337 time: 0.0685589 Jan 31 18:44:54.274119 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:54.275205 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-48e5e632-2e0d-4fe6-b2a5-d498725180eb admin admin] 10.222.0.20 "DELETE /v2.0/routers/366b6ee5-b2b5-4447-a076-2b2ede5c7e74 HTTP/1.1" status: 204 len: 168 time: 1.7522807 Jan 31 18:44:54.275895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.280515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38198) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.314476 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6c1fdf-c8f3-42d9-90d2-9917897c0969 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.314948 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6c1fdf-c8f3-42d9-90d2-9917897c0969 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.324172 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2f6c1fdf-c8f3-42d9-90d2-9917897c0969 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/b37b79d6-bfa3-4d92-8cb0-a3bdadd8ee66 HTTP/1.1" status: 404 len: 337 time: 0.0471509 Jan 31 18:44:54.338164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38200) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.363109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3356fbd3-3d9b-49dd-b86f-94f93b57a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:44:53Z', 'revision_number': 7, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:54.366036 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:54.385038 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-87dadfba-cf94-496f-9ac2-95847862d109 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.385622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87dadfba-cf94-496f-9ac2-95847862d109 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.388694 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-87dadfba-cf94-496f-9ac2-95847862d109 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/ff918bb8-5a88-4b81-b312-d045487df464 HTTP/1.1" status: 404 len: 333 time: 0.0486555 Jan 31 18:44:54.391788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38202) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.408543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356fbd3-3d9b-49dd-b86f-94f93b57a500 None None] The sync data for ids ['366b6ee5-b2b5-4447-a076-2b2ede5c7e74'] in n-d-812111-15 is: [{'id': '366b6ee5-b2b5-4447-a076-2b2ede5c7e74', 'name': 'tempest-ServerRescueTestJSONUnderV235-361795260-router', 'tenant_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:42:32Z', 'updated_at': '2022-01-31T18:44:53Z', 'revision_number': 7, 'project_id': '53ce246a4bac4f3da3b6dcdef0fbb532', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:44:54.451033 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9e01aa-7da7-437f-be5d-99fc54ba7a55 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.451502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9e01aa-7da7-437f-be5d-99fc54ba7a55 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.463836 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4f9e01aa-7da7-437f-be5d-99fc54ba7a55 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/45e9e8ae-4ff1-4809-80ae-c597362c1005 HTTP/1.1" status: 404 len: 337 time: 0.0681581 Jan 31 18:44:54.464449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0153410a-0c62-45bc-aec0-97bbbfdd9b6e None None] Deleting port 1016e0f0-7fcc-438c-978e-9e80418a90c9 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:54.464940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38204) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.465089 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0153410a-0c62-45bc-aec0-97bbbfdd9b6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:54.478236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24e714b2-f440-48cc-9e8f-81870aec1546 req-32a15910-7646-4de9-9265-df9330730836 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203648 Jan 31 18:44:54.504385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24767d2d-07b8-4670-a01e-fee771d85616 req-62ece87c-eae0-4bfe-a4c8-0a06e550c8b6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332026 Jan 31 18:44:54.564686 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-98802d71-ce58-4e0a-8607-8fcbf52cdedd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.565401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98802d71-ce58-4e0a-8607-8fcbf52cdedd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.573179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-98802d71-ce58-4e0a-8607-8fcbf52cdedd tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/5ab08eac-5a30-4a4d-90ea-55fdc6e55ded HTTP/1.1" status: 404 len: 337 time: 0.0915551 Jan 31 18:44:54.574128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38206) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.583524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0153410a-0c62-45bc-aec0-97bbbfdd9b6e None None] For port 1016e0f0-7fcc-438c-978e-9e80418a90c9, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1016e0f0-7fcc-438c-978e-9e80418a90c9,segment=NetworkSegment(3396170f-f8d3-47f8-9e1f-3925771cdd23),segment_id=3396170f-f8d3-47f8-9e1f-3925771cdd23)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:54.584852 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0153410a-0c62-45bc-aec0-97bbbfdd9b6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:54.599927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0153410a-0c62-45bc-aec0-97bbbfdd9b6e None None] Calling delete_port for 1016e0f0-7fcc-438c-978e-9e80418a90c9 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:54.604766 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc7180c-33d2-4c68-bd90-d78917eb4f2a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.605652 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc7180c-33d2-4c68-bd90-d78917eb4f2a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.612180 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ecc7180c-33d2-4c68-bd90-d78917eb4f2a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/8eabe1d5-29e2-46e5-838b-f7dc20522919 HTTP/1.1" status: 404 len: 333 time: 0.0364468 Jan 31 18:44:54.613090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38208) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.624818 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:54.627140 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9677e12f-d761-45fc-98f5-8b391be99ee2 req-dcf1b157-316c-48ab-9edd-998e6536528e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d974c419-069a-49c4-8bbc-24513a58fb47), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:54.648869 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-608d89bf-923d-4973-8d7b-4a126984d0fa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.649595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608d89bf-923d-4973-8d7b-4a126984d0fa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.656047 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-608d89bf-923d-4973-8d7b-4a126984d0fa tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/b911d907-bd0c-48a4-8f6a-bd7214120c02 HTTP/1.1" status: 404 len: 337 time: 0.0418060 Jan 31 18:44:54.656894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38210) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.668396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['4447ff6c-3a73-4dbf-992c-e1486caf4f1c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:44:54.693690 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b72efe-4b82-48dd-9f85-a51b5bb06c6a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.694507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b72efe-4b82-48dd-9f85-a51b5bb06c6a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.695921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9218402d-9243-4845-a47d-a3e6c888d665 admin admin] Deleting subnet f8aa81bd-fb67-4a06-b73a-43415ddd9888 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:44:54.702104 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-88b72efe-4b82-48dd-9f85-a51b5bb06c6a tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/c2415d1f-14f7-45dc-ba0d-76099672085f HTTP/1.1" status: 404 len: 337 time: 0.0437696 Jan 31 18:44:54.702961 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38212) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.732012 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-0543b7d7-a753-4823-ad5e-d289d15de263 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.732880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0543b7d7-a753-4823-ad5e-d289d15de263 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.739343 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0543b7d7-a753-4823-ad5e-d289d15de263 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/de2c3f73-f357-44cd-a50a-23ba35b9366d HTTP/1.1" status: 404 len: 333 time: 0.0348816 Jan 31 18:44:54.740707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38214) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.777009 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb46816e-401c-4db2-aa9b-c0ca82258553 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.777792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb46816e-401c-4db2-aa9b-c0ca82258553 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.796778 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bb46816e-401c-4db2-aa9b-c0ca82258553 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/43b70b1d-dbd8-4d84-8834-39d28d99977f HTTP/1.1" status: 404 len: 337 time: 0.0547554 Jan 31 18:44:54.798182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38220) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.843499 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0153410a-0c62-45bc-aec0-97bbbfdd9b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (1016e0f0-7fcc-438c-978e-9e80418a90c9), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:54.867364 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea91db93-b7dd-4f4a-b513-d9419874156d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.870834 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea91db93-b7dd-4f4a-b513-d9419874156d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.877178 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea91db93-b7dd-4f4a-b513-d9419874156d tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/d154b3ef-43a9-4309-9e1e-53073bb6dcc8 HTTP/1.1" status: 404 len: 337 time: 0.0777743 Jan 31 18:44:54.877950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.906351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153410a-0c62-45bc-aec0-97bbbfdd9b6e None None] Pushing event deleted for resources: {'Port': ['ID=1016e0f0-7fcc-438c-978e-9e80418a90c9,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:54.918868 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7be536-2df5-4208-ace2-7995c043ccb1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.919711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7be536-2df5-4208-ace2-7995c043ccb1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:54.926368 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eb7be536-2df5-4208-ace2-7995c043ccb1 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/baeab26c-b570-4aa8-8c1d-be2f93b7ff1d HTTP/1.1" status: 404 len: 333 time: 0.0473289 Jan 31 18:44:54.928045 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38224) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:54.950247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0153410a-0c62-45bc-aec0-97bbbfdd9b6e None None] No DVR routers for this DVR port 1016e0f0-7fcc-438c-978e-9e80418a90c9 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:54.979022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d974c419-069a-49c4-8bbc-24513a58fb47 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:54.995646 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0708bba-07df-4780-8fb1-1dff56881b33 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:54.996128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0708bba-07df-4780-8fb1-1dff56881b33 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.002560 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d0708bba-07df-4780-8fb1-1dff56881b33 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/6006cd24-c87e-42a2-a971-98c635cded82 HTTP/1.1" status: 404 len: 337 time: 0.0731375 Jan 31 18:44:55.003199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38226) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.043787 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-5264c82b-79af-4808-9408-9be767b5c5e7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.044411 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5264c82b-79af-4808-9408-9be767b5c5e7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.048019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: d974c419-069a-49c4-8bbc-24513a58fb47 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:55.049380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d974c419-069a-49c4-8bbc-24513a58fb47 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:55.058362 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5264c82b-79af-4808-9408-9be767b5c5e7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/435c2e15-53ab-48a4-8995-08652003a015 HTTP/1.1" status: 404 len: 333 time: 0.0540190 Jan 31 18:44:55.059032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.109577 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd70d70-e280-42d2-9601-2ee44ed9ae97 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.109992 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd70d70-e280-42d2-9601-2ee44ed9ae97 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.118976 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9dd70d70-e280-42d2-9601-2ee44ed9ae97 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/e0fd49d7-9a46-4ddc-8231-b9c783b3609f HTTP/1.1" status: 404 len: 337 time: 0.0587144 Jan 31 18:44:55.119608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.127691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1016e0f0-7fcc-438c-978e-9e80418a90c9 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:55.146501 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-415944b1-2d2f-4d4d-a87e-01eb09afee19 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.147204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415944b1-2d2f-4d4d-a87e-01eb09afee19 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.154133 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-415944b1-2d2f-4d4d-a87e-01eb09afee19 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/39cfde16-1cf8-4d20-a893-5a65e46590e3 HTTP/1.1" status: 404 len: 333 time: 0.0334170 Jan 31 18:44:55.154866 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.158341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 1016e0f0-7fcc-438c-978e-9e80418a90c9 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:55.158940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1016e0f0-7fcc-438c-978e-9e80418a90c9 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:55.159647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1eefc489-6957-454b-8f06-4395b7d4e8b7 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:55.203274 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa0dfbd-7b19-47df-b8df-96f1433dadc8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.204029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa0dfbd-7b19-47df-b8df-96f1433dadc8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.207848 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1aa0dfbd-7b19-47df-b8df-96f1433dadc8 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/28eca6a6-a2e4-40c8-9d77-74038f9778d3 HTTP/1.1" status: 404 len: 337 time: 0.0517533 Jan 31 18:44:55.211049 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.214866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 1eefc489-6957-454b-8f06-4395b7d4e8b7 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:55.215262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1eefc489-6957-454b-8f06-4395b7d4e8b7 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:55.250066 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:55.261428 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2b904c-7c96-430b-a461-ba2305239d67 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.262011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2b904c-7c96-430b-a461-ba2305239d67 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.265810 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ce2b904c-7c96-430b-a461-ba2305239d67 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/5aa0be2c-4394-46b3-bd18-d902ada0d014 HTTP/1.1" status: 404 len: 333 time: 0.0529840 Jan 31 18:44:55.267965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38236) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.309115 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-702621da-ce0c-478d-8ad3-400ae80b7e76 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.309670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702621da-ce0c-478d-8ad3-400ae80b7e76 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.319062 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-702621da-ce0c-478d-8ad3-400ae80b7e76 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/52767341-c15c-4316-874d-a22b0cb79ae3 HTTP/1.1" status: 404 len: 337 time: 0.0469279 Jan 31 18:44:55.319990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.345326 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9218402d-9243-4845-a47d-a3e6c888d665 admin admin] Publish callbacks [] for subnet (f8aa81bd-fb67-4a06-b73a-43415ddd9888), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:55.353320 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed45c854-fb1a-4f27-b338-72d783d4049b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.354031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed45c854-fb1a-4f27-b338-72d783d4049b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.359959 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ed45c854-fb1a-4f27-b338-72d783d4049b tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/ff1a06c7-d1c6-41f5-9ba2-117218ee3ed4 HTTP/1.1" status: 404 len: 333 time: 0.0361264 Jan 31 18:44:55.360278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.371161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1b157-316c-48ab-9edd-998e6536528e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Pushing event deleted for resources: {'Port': ['ID=d974c419-069a-49c4-8bbc-24513a58fb47,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:55.400552 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d375dc93-372f-436d-81e5-be3147f9a7cc tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.401109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d375dc93-372f-436d-81e5-be3147f9a7cc tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.407110 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d375dc93-372f-436d-81e5-be3147f9a7cc tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/4be0f222-40f2-44cc-9710-776fc6c3bdad HTTP/1.1" status: 404 len: 337 time: 0.0433042 Jan 31 18:44:55.407983 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38242) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.437119 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e77967-de9b-4dd7-a5ed-b55ccba6d1bb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.438530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e77967-de9b-4dd7-a5ed-b55ccba6d1bb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.441977 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-47e77967-de9b-4dd7-a5ed-b55ccba6d1bb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/ff489524-a046-416d-b85a-7e0d7682c2b4 HTTP/1.1" status: 404 len: 333 time: 0.0326419 Jan 31 18:44:55.446052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38244) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.484419 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cdeaef-fa5c-4aaa-bec3-dd1098bd4543 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.484894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0cdeaef-fa5c-4aaa-bec3-dd1098bd4543 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.488000 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a0cdeaef-fa5c-4aaa-bec3-dd1098bd4543 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/1373ec21-12bc-456a-9ed6-9533897ded80 HTTP/1.1" status: 404 len: 337 time: 0.0409513 Jan 31 18:44:55.492831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.515809 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9218402d-9243-4845-a47d-a3e6c888d665 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (f8aa81bd-fb67-4a06-b73a-43415ddd9888), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:55.530863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9677e12f-d761-45fc-98f5-8b391be99ee2 req-dcf1b157-316c-48ab-9edd-998e6536528e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] No DVR routers for this DVR port d974c419-069a-49c4-8bbc-24513a58fb47 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:44:55.559979 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-045ee88a-74f0-4722-b3d5-33a4a548d711 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.561200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045ee88a-74f0-4722-b3d5-33a4a548d711 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.571503 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-045ee88a-74f0-4722-b3d5-33a4a548d711 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/41d0b97e-16af-4bd0-8104-5a718424fdce HTTP/1.1" status: 404 len: 337 time: 0.0738337 Jan 31 18:44:55.571727 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38252) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.575997 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9677e12f-d761-45fc-98f5-8b391be99ee2 req-dcf1b157-316c-48ab-9edd-998e6536528e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:55.580030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9677e12f-d761-45fc-98f5-8b391be99ee2 req-dcf1b157-316c-48ab-9edd-998e6536528e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.21 "DELETE /v2.0/ports/d974c419-069a-49c4-8bbc-24513a58fb47 HTTP/1.1" status: 204 len: 173 time: 3.8220172 Jan 31 18:44:55.581933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7fdeb5-70d5-4779-a007-18b2ffee33bc', 'name': 'network-vif-deleted', 'tag': 'd974c419-069a-49c4-8bbc-24513a58fb47'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:55.594780 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efd2c9c-280f-4e56-b915-38114751c9ab" -d '{"events": [{"server_uuid": "0e7fdeb5-70d5-4779-a007-18b2ffee33bc", "name": "network-vif-deleted", "tag": "d974c419-069a-49c4-8bbc-24513a58fb47"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:55.639748 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c0d6db-b26a-40f8-857e-19c7c8d30761 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.640304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c0d6db-b26a-40f8-857e-19c7c8d30761 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.647451 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e6c0d6db-b26a-40f8-857e-19c7c8d30761 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/0532ffbd-23eb-44f5-a76a-814accb09286 HTTP/1.1" status: 404 len: 333 time: 0.0717819 Jan 31 18:44:55.648016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38256) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.678047 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f130709-3a75-406b-b849-5f559143e0e5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.678504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f130709-3a75-406b-b849-5f559143e0e5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.681736 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7f130709-3a75-406b-b849-5f559143e0e5 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/1c74dbed-44ca-4834-845b-3c6d2256395a HTTP/1.1" status: 404 len: 337 time: 0.0326364 Jan 31 18:44:55.684486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.717215 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e221c6-f87c-45cd-bffb-798c2433ad66 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.717831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e221c6-f87c-45cd-bffb-798c2433ad66 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.733756 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c8e221c6-f87c-45cd-bffb-798c2433ad66 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/dbeca1f4-511e-435b-907c-0138430e0ccc HTTP/1.1" status: 404 len: 337 time: 0.0479686 Jan 31 18:44:55.736755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.774852 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb036118-3244-4e01-8f5f-0d71ac33ebfb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.775548 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb036118-3244-4e01-8f5f-0d71ac33ebfb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.779060 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eb036118-3244-4e01-8f5f-0d71ac33ebfb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/4fe3d9a8-9eed-4f86-9a64-eb9adff016e5 HTTP/1.1" status: 404 len: 333 time: 0.0375621 Jan 31 18:44:55.781945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.830321 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc62283e-bccb-46c3-9baa-c0adf33ed4c7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.830787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc62283e-bccb-46c3-9baa-c0adf33ed4c7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.834133 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dc62283e-bccb-46c3-9baa-c0adf33ed4c7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/55352727-cc94-4d31-a2ef-1b3dda4f18c4 HTTP/1.1" status: 404 len: 337 time: 0.0509415 Jan 31 18:44:55.836701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38268) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.866901 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-092bd31c-06c1-416a-a784-40ae47c71cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (1bf6d890-77e2-49a8-b26e-06c5f52ba156), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:55.879230 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf23bef-70d5-4ce3-a5bd-ef0df00e65f4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.879230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf23bef-70d5-4ce3-a5bd-ef0df00e65f4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.883320 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8cf23bef-70d5-4ce3-a5bd-ef0df00e65f4 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/5ee05db4-4bdf-419c-9465-8d80c92fa6ef HTTP/1.1" status: 404 len: 337 time: 0.0455787 Jan 31 18:44:55.887334 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38270) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:55.898331 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9218402d-9243-4845-a47d-a3e6c888d665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (f8aa81bd-fb67-4a06-b73a-43415ddd9888), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:55.940837 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-da56a3e5-4ef7-4021-8071-7562a4ca5a66 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:55.942162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da56a3e5-4ef7-4021-8071-7562a4ca5a66 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:55.952520 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-da56a3e5-4ef7-4021-8071-7562a4ca5a66 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/9596e363-fd2c-40cc-a34e-d3e954306ff9 HTTP/1.1" status: 404 len: 333 time: 0.0630944 Jan 31 18:44:55.956585 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38272) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.013726 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-98207632-81ee-4191-b703-0e7f4aab7d58 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:56.014857 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98207632-81ee-4191-b703-0e7f4aab7d58 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:56.021764 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-98207632-81ee-4191-b703-0e7f4aab7d58 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/f5176e29-e8a8-4286-bc66-2d2435c24866 HTTP/1.1" status: 404 len: 337 time: 0.0620217 Jan 31 18:44:56.028866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84d7e5a4-90ff-41ea-bb30-b96cd10f32f7 req-2ce6e8f3-df94-4b0d-b1de-a7f20e00c1e4 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7fdeb5-70d5-4779-a007-18b2ffee33bc HTTP/1.1" status: 200 len: 210 time: 0.4166954 Jan 31 18:44:56.029067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38274) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.066248 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9218402d-9243-4845-a47d-a3e6c888d665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (f8aa81bd-fb67-4a06-b73a-43415ddd9888), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:56.146623 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:56.227425 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f99f112-9aa2-481a-8937-ac67a6703839 x-openstack-request-id: req-3f99f112-9aa2-481a-8937-ac67a6703839 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:44:56.228173 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7fdeb5-70d5-4779-a007-18b2ffee33bc", "name": "network-vif-deleted", "tag": "d974c419-069a-49c4-8bbc-24513a58fb47", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:44:56.229071 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f99f112-9aa2-481a-8937-ac67a6703839 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:44:56.229071 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7fdeb5-70d5-4779-a007-18b2ffee33bc', 'name': 'network-vif-deleted', 'tag': 'd974c419-069a-49c4-8bbc-24513a58fb47', 'status': 'completed', 'code': 200} Jan 31 18:44:56.289403 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8f8f14-8f98-485e-b5b0-13378820ec14 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:56.289930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8f8f14-8f98-485e-b5b0-13378820ec14 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:56.293062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7a8f8f14-8f98-485e-b5b0-13378820ec14 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/201e6358-fedd-421f-a7a4-bbf21f5b87b2 HTTP/1.1" status: 404 len: 337 time: 0.2491653 Jan 31 18:44:56.296867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.301246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218402d-9243-4845-a47d-a3e6c888d665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8aa81bd-fb67-4a06-b73a-43415ddd9888,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:56.359206 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f2b374cb-86ee-439d-8542-e1e00daee225 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d95e2d2-4630-47c1-af07-a6a6a281395d HTTP/1.1" status: 200 len: 205 time: 0.0604260 Jan 31 18:44:56.363456 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38278) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.381570 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9218402d-9243-4845-a47d-a3e6c888d665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:56.386318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9218402d-9243-4845-a47d-a3e6c888d665 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f8aa81bd-fb67-4a06-b73a-43415ddd9888 HTTP/1.1" status: 204 len: 168 time: 2.0899043 Jan 31 18:44:56.390320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38280) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.416212 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-75c0db29-0420-4071-a099-b5271583bd7f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] delete failed (client error): The resource could not be found. Jan 31 18:44:56.417346 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-75c0db29-0420-4071-a099-b5271583bd7f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/routers/0d95e2d2-4630-47c1-af07-a6a6a281395d HTTP/1.1" status: 404 len: 336 time: 0.0528090 Jan 31 18:44:56.420575 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38282) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.461621 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcef8863-4a26-44e4-85f6-97bdabaf4a05 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:56.462099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcef8863-4a26-44e4-85f6-97bdabaf4a05 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:56.465465 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fcef8863-4a26-44e4-85f6-97bdabaf4a05 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/4f51129a-4b98-4184-b910-854323ea2395 HTTP/1.1" status: 404 len: 337 time: 0.0437086 Jan 31 18:44:56.468682 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38284) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.486319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315012b4-3758-4a83-abf9-3d76621c51a5 req-c313e01e-9456-4fdf-83ef-43260171dbce tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:56.488009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-315012b4-3758-4a83-abf9-3d76621c51a5 req-c313e01e-9456-4fdf-83ef-43260171dbce tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 932 time: 0.8305442 Jan 31 18:44:56.514667 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-92356f8a-5974-4c3b-8fce-7a67042d786f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ef1347-a6af-4405-8ed5-d8e23fea9803 HTTP/1.1" status: 200 len: 205 time: 0.0447311 Jan 31 18:44:56.517105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38286) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.554110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:44:56.576861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:44:56.577742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 81b73e66-d2d5-4b92-b19d-b9dd7986e7b6 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:44:56.599489 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-b656996e-86c4-45f4-bad5-5692a346a31f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] delete failed (client error): The resource could not be found. Jan 31 18:44:56.602812 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b656996e-86c4-45f4-bad5-5692a346a31f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/routers/e4ef1347-a6af-4405-8ed5-d8e23fea9803 HTTP/1.1" status: 404 len: 336 time: 0.0824010 Jan 31 18:44:56.603041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38288) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.642062 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddedfd5-822e-4555-bc5a-e6aafccd3476 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:56.643165 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddedfd5-822e-4555-bc5a-e6aafccd3476 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:56.649756 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ddedfd5-822e-4555-bc5a-e6aafccd3476 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/2fac6640-8440-415e-9905-3acaceff1a71 HTTP/1.1" status: 404 len: 337 time: 0.0418801 Jan 31 18:44:56.659875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38290) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.721644 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e2a323-a55c-4ac0-9bf8-f6b210f40e77 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:56.722833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e2a323-a55c-4ac0-9bf8-f6b210f40e77 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:56.733122 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-84e2a323-a55c-4ac0-9bf8-f6b210f40e77 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/186f96fc-e429-42b5-ac1b-2f9d96304199 HTTP/1.1" status: 404 len: 337 time: 0.0685668 Jan 31 18:44:56.733524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.754545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6820d3-17bd-4884-a6a7-be337a6ad3a5 admin admin] Router 8956e919-29e3-434d-9bbe-142aca74340c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:44:56.772254 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (106ae68d-6d9e-405a-919f-d63be7ddcc71), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:56.787710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-315012b4-3758-4a83-abf9-3d76621c51a5 req-20e62dbd-b13b-4cf7-ac35-9a20498f1289 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040319 Jan 31 18:44:56.794776 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3c9ff2-5098-4ab1-adcb-cdb682294787 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:56.795436 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3c9ff2-5098-4ab1-adcb-cdb682294787 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:56.800064 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2f3c9ff2-5098-4ab1-adcb-cdb682294787 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/a55d2e85-ce52-4dd6-a8f0-585cd78912b9 HTTP/1.1" status: 404 len: 333 time: 0.0648832 Jan 31 18:44:56.803866 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38294) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.858591 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce9ba4a-08b8-4bc7-bd3c-462a5e5ea58e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:56.859236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce9ba4a-08b8-4bc7-bd3c-462a5e5ea58e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:56.866237 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6ce9ba4a-08b8-4bc7-bd3c-462a5e5ea58e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/8079480b-a56d-4e10-b98d-73cfb5f90b95 HTTP/1.1" status: 404 len: 337 time: 0.0580769 Jan 31 18:44:56.867630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38300) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.894476 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-27308f06-7e04-40b8-a5b6-8bdc15447ed7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:56.895537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27308f06-7e04-40b8-a5b6-8bdc15447ed7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:56.901325 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-27308f06-7e04-40b8-a5b6-8bdc15447ed7 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/28642a0d-0c00-4b05-9f3e-62166af13964 HTTP/1.1" status: 404 len: 333 time: 0.0300064 Jan 31 18:44:56.904862 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.933295 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4571d7-a6bc-4e47-8670-959d3b498d63 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:56.933906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4571d7-a6bc-4e47-8670-959d3b498d63 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:56.939853 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3d4571d7-a6bc-4e47-8670-959d3b498d63 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/8e567e1e-b833-4d74-b437-4a54af32b1ee HTTP/1.1" status: 404 len: 337 time: 0.0334086 Jan 31 18:44:56.940376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38304) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:56.977763 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-512809f2-ee29-411a-bc8b-f52b3310d58f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:56.978596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512809f2-ee29-411a-bc8b-f52b3310d58f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:56.985018 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-512809f2-ee29-411a-bc8b-f52b3310d58f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/52621508-9f3c-416a-9445-375042f8903b HTTP/1.1" status: 404 len: 333 time: 0.0433943 Jan 31 18:44:56.985681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38306) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:57.026336 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bc5a03-2245-4072-85d0-e2b3404311eb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:57.027160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98bc5a03-2245-4072-85d0-e2b3404311eb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:57.031113 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-98bc5a03-2245-4072-85d0-e2b3404311eb tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/e3e8901e-7f76-4eac-be38-9acbce1a9b76 HTTP/1.1" status: 404 len: 337 time: 0.0444479 Jan 31 18:44:57.033671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38308) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:57.079371 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf5a119-6b95-429c-be85-85a857335514 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:57.080433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf5a119-6b95-429c-be85-85a857335514 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:57.087554 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8cf5a119-6b95-429c-be85-85a857335514 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/745959fd-eb97-4e63-880a-038795755485 HTTP/1.1" status: 404 len: 333 time: 0.0515339 Jan 31 18:44:57.089221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38310) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:57.125067 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-307e5dec-0a1c-4b13-a23a-54da7524de7f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:57.125291 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307e5dec-0a1c-4b13-a23a-54da7524de7f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:57.129515 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-307e5dec-0a1c-4b13-a23a-54da7524de7f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/6ecf1183-1fd3-48df-b96d-ce3fd2e8222b HTTP/1.1" status: 404 len: 337 time: 0.0389938 Jan 31 18:44:57.132593 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:57.152434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092bd31c-06c1-416a-a784-40ae47c71cfa admin admin] Router 1bf6d890-77e2-49a8-b26e-06c5f52ba156 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:44:57.168447 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-38237136-6434-45cb-ae1e-c2f2a48b791e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:57.169502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38237136-6434-45cb-ae1e-c2f2a48b791e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:57.169922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925b86b5-618d-4c25-9a95-9c66dabc3323 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:44:57.173280 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-38237136-6434-45cb-ae1e-c2f2a48b791e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/8b17f87f-3f23-40dd-9d2f-89650cd369e2 HTTP/1.1" status: 404 len: 333 time: 0.0395641 Jan 31 18:44:57.177325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:57.211636 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbb686a-723f-4382-9f6e-2422abe1937c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:57.212117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfbb686a-723f-4382-9f6e-2422abe1937c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:57.218909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cfbb686a-723f-4382-9f6e-2422abe1937c tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/db48e6ba-993e-483d-9846-3ca695fc8e14 HTTP/1.1" status: 404 len: 337 time: 0.0366106 Jan 31 18:44:57.225450 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (106ae68d-6d9e-405a-919f-d63be7ddcc71), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:57.229304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:57.263459 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc899b5-9f25-4794-af98-e9aeee9efe4f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:57.264457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc899b5-9f25-4794-af98-e9aeee9efe4f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:57.269137 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Publish callbacks [] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:57.273270 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6dc899b5-9f25-4794-af98-e9aeee9efe4f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/76676dad-3a3c-46a9-8437-f3fe2bdf2199 HTTP/1.1" status: 404 len: 333 time: 0.0422590 Jan 31 18:44:57.274244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38322) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:57.302919 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb9c338-a029-4f40-99be-da1c20518f2f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:57.303957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb9c338-a029-4f40-99be-da1c20518f2f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:57.310511 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aeb9c338-a029-4f40-99be-da1c20518f2f tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/0498068c-6bd0-4b9a-8085-dd97747742de HTTP/1.1" status: 404 len: 337 time: 0.0350327 Jan 31 18:44:57.311613 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38324) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:57.324618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106ae68d-6d9e-405a-919f-d63be7ddcc71']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:57.343874 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-985d6e9d-bf78-41a6-a100-e998aa7f937e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:57.344890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985d6e9d-bf78-41a6-a100-e998aa7f937e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:57.351389 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-985d6e9d-bf78-41a6-a100-e998aa7f937e tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/ports/bf2b3da2-09b3-4bda-be1a-b247457509c2 HTTP/1.1" status: 404 len: 333 time: 0.0359325 Jan 31 18:44:57.352906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38326) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:57.382161 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-2692686d-ca4c-4ec7-bf1d-fc0f8a20be61 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] DELETE failed (client error): The resource could not be found. Jan 31 18:44:57.387451 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2692686d-ca4c-4ec7-bf1d-fc0f8a20be61 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:44:57.388938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Transition to ACTIVE for port object 925b86b5-618d-4c25-9a95-9c66dabc3323 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:44:57.389552 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2692686d-ca4c-4ec7-bf1d-fc0f8a20be61 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/subnets/aac1d982-59f6-43db-aa31-70952e785ae4 HTTP/1.1" status: 404 len: 337 time: 0.0351608 Jan 31 18:44:57.390328 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:57.410316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:57.410608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:57.426232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:57.440144 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:57.450482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6820d3-17bd-4884-a6a7-be337a6ad3a5 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:44:57.464646 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22075c70-5935-4d92-ba10-cd80ba7d578f None None] Sync routers for ids ['8956e919-29e3-434d-9bbe-142aca74340c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:44:57.470874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7b6820d3-17bd-4884-a6a7-be337a6ad3a5 admin admin] 10.222.0.20 "PUT /v2.0/routers/8956e919-29e3-434d-9bbe-142aca74340c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8690269 Jan 31 18:44:57.474285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38330) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:57.489074 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22075c70-5935-4d92-ba10-cd80ba7d578f None None] Routers {'8956e919-29e3-434d-9bbe-142aca74340c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:57.493945 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-22075c70-5935-4d92-ba10-cd80ba7d578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8956e919-29e3-434d-9bbe-142aca74340c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:57.534186 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (270588c3-27c5-4bbe-bc62-125107bc7b03), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:57.577662 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:57.608698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:44:57.609113 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (2cfcd53a-a4a9-4dfc-bd7c-33743d27f7f9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: items = [ Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:44:57.613297 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:44:57.632856 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a61a7-a802-4562-8582-f11ea4d3c5ee req-543eecee-9221-47e2-be85-acd08aa6f29f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:57.633922 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b03a61a7-a802-4562-8582-f11ea4d3c5ee req-543eecee-9221-47e2-be85-acd08aa6f29f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.4011488 Jan 31 18:44:57.634594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Pushing event updated for resources: {'Port': ['ID=925b86b5-618d-4c25-9a95-9c66dabc3323,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:57.712883 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (270588c3-27c5-4bbe-bc62-125107bc7b03), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:57.721230 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-22075c70-5935-4d92-ba10-cd80ba7d578f None None] Set router 8956e919-29e3-434d-9bbe-142aca74340c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:57.722301 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Publish callbacks [] for router (8956e919-29e3-434d-9bbe-142aca74340c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:57.731326 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092bd31c-06c1-416a-a784-40ae47c71cfa admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:44:57.748512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29e114-4c51-4cad-873d-31103cd9f29f None None] Sync routers for ids ['1bf6d890-77e2-49a8-b26e-06c5f52ba156'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:44:57.759135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-092bd31c-06c1-416a-a784-40ae47c71cfa admin admin] 10.222.0.20 "PUT /v2.0/routers/1bf6d890-77e2-49a8-b26e-06c5f52ba156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0643449 Jan 31 18:44:57.765592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38332) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:57.781380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29e114-4c51-4cad-873d-31103cd9f29f None None] Routers {'1bf6d890-77e2-49a8-b26e-06c5f52ba156'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:57.782367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ba29e114-4c51-4cad-873d-31103cd9f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1bf6d890-77e2-49a8-b26e-06c5f52ba156'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:57.791710 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270588c3-27c5-4bbe-bc62-125107bc7b03']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:57.812826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3396170f-f8d3-47f8-9e1f-3925771cdd23') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:57.813302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3396170f-f8d3-47f8-9e1f-3925771cdd23') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:57.874027 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (3396170f-f8d3-47f8-9e1f-3925771cdd23), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:57.919991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3396170f-f8d3-47f8-9e1f-3925771cdd23), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:57.941769 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:44:57.942887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (3396170f-f8d3-47f8-9e1f-3925771cdd23), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:44:57.947042 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:44:57.973226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Publish callbacks [] for router_gateway (8956e919-29e3-434d-9bbe-142aca74340c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:58.111263 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Publish callbacks [] for router (1bf6d890-77e2-49a8-b26e-06c5f52ba156), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:58.175357 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ba29e114-4c51-4cad-873d-31103cd9f29f None None] Set router 1bf6d890-77e2-49a8-b26e-06c5f52ba156 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:58.351976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Attempting to bind port 925b86b5-618d-4c25-9a95-9c66dabc3323 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:44:58.352658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Attempting to bind port 925b86b5-618d-4c25-9a95-9c66dabc3323 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:44:58.352781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Attempting to bind port 925b86b5-618d-4c25-9a95-9c66dabc3323 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:58.360269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (106ae68d-6d9e-405a-919f-d63be7ddcc71), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:58.366692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Port 925b86b5-618d-4c25-9a95-9c66dabc3323 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:44:58.367136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Attempting to bind port 925b86b5-618d-4c25-9a95-9c66dabc3323 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:44:58.398976 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:58.402940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] 10.222.0.20 "DELETE /v2.0/networks/106ae68d-6d9e-405a-919f-d63be7ddcc71 HTTP/1.1" status: 204 len: 168 time: 2.0092597 Jan 31 18:44:58.414738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082e956-e0fb-4832-a076-166bebdde024 admin admin] Pushing event deleted for resources: {'Network': ['ID=106ae68d-6d9e-405a-919f-d63be7ddcc71,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:58.423337 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Publish callbacks [] for router_gateway (1bf6d890-77e2-49a8-b26e-06c5f52ba156), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:58.470765 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-22075c70-5935-4d92-ba10-cd80ba7d578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8956e919-29e3-434d-9bbe-142aca74340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244648877-router', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:44:34Z', 'updated_at': '2022-01-31T18:44:52Z', 'revision_number': 5, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'gw_port': {'id': '3bdaff45-0c2b-4932-9795-bcdcb1f9157e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8956e919-29e3-434d-9bbe-142aca74340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:44:36Z', 'updated_at': '2022-01-31T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:58.477707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:44:58.478044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Checking segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:44:58.478454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Bound using segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:44:58.479047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Bound port: 925b86b5-618d-4c25-9a95-9c66dabc3323, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:44:58.479421 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:58.538376 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22075c70-5935-4d92-ba10-cd80ba7d578f None None] Checking router: 8956e919-29e3-434d-9bbe-142aca74340c for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:44:58.556530 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22075c70-5935-4d92-ba10-cd80ba7d578f None None] Routers {'8956e919-29e3-434d-9bbe-142aca74340c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:58.557802 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-22075c70-5935-4d92-ba10-cd80ba7d578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8956e919-29e3-434d-9bbe-142aca74340c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:58.562413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b03a61a7-a802-4562-8582-f11ea4d3c5ee req-c4287df1-c637-46dd-8075-a4d1a2d1405c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9100230 Jan 31 18:44:58.681890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] For port 925b86b5-618d-4c25-9a95-9c66dabc3323, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:44:58.736568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Deleting port 2c370142-5013-41df-865c-a85fd4752127 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:58.736950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2c370142-5013-41df-865c-a85fd4752127), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:58.810785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38344) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:58.847526 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ba29e114-4c51-4cad-873d-31103cd9f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858414883-router', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '2c370142-5013-41df-865c-a85fd4752127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:31Z', 'updated_at': '2022-01-31T18:44:52Z', 'revision_number': 5, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'gw_port': {'id': '2c370142-5013-41df-865c-a85fd4752127', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:41:32Z', 'updated_at': '2022-01-31T18:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:58.856488 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-22075c70-5935-4d92-ba10-cd80ba7d578f None None] Set router 8956e919-29e3-434d-9bbe-142aca74340c gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:58.874580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] For port 925b86b5-618d-4c25-9a95-9c66dabc3323, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=925b86b5-618d-4c25-9a95-9c66dabc3323,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:44:58.881335 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (270588c3-27c5-4bbe-bc62-125107bc7b03), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:58.884807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29e114-4c51-4cad-873d-31103cd9f29f None None] Checking router: 1bf6d890-77e2-49a8-b26e-06c5f52ba156 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:44:58.904712 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:58.914537 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] 10.222.0.20 "DELETE /v2.0/networks/270588c3-27c5-4bbe-bc62-125107bc7b03 HTTP/1.1" status: 204 len: 168 time: 1.5219605 Jan 31 18:44:58.921204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29e114-4c51-4cad-873d-31103cd9f29f None None] Routers {'1bf6d890-77e2-49a8-b26e-06c5f52ba156'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:44:58.922036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ba29e114-4c51-4cad-873d-31103cd9f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1bf6d890-77e2-49a8-b26e-06c5f52ba156'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:58.973100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Pushing event deleted for resources: {'Network': ['ID=270588c3-27c5-4bbe-bc62-125107bc7b03,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:58.991399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:58.991922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:58.992576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:58.993034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:58.993480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:58.993926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:58.994368 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:58.994806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:58.995253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:58.995698 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:58.996135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:58.996615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:58.997049 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57afceb-eace-4fd5-b463-ed06ff1073c6 tempest-NetworksTestDHCPv6-1805241743 tempest-NetworksTestDHCPv6-1805241743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:44:59.035107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Deleting port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:44:59.035452 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:59.058212 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:59.061856 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-22075c70-5935-4d92-ba10-cd80ba7d578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8956e919-29e3-434d-9bbe-142aca74340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244648877-router', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:44:34Z', 'updated_at': '2022-01-31T18:44:57Z', 'revision_number': 6, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:59.120298 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22075c70-5935-4d92-ba10-cd80ba7d578f None None] The sync data for ids ['8956e919-29e3-434d-9bbe-142aca74340c'] in n-d-812111-15 is: [{'id': '8956e919-29e3-434d-9bbe-142aca74340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-244648877-router', 'tenant_id': '15b11d8246b345499a097c0b9d0934a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:44:34Z', 'updated_at': '2022-01-31T18:44:57Z', 'revision_number': 6, 'project_id': '15b11d8246b345499a097c0b9d0934a5', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:44:59.150216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ba29e114-4c51-4cad-873d-31103cd9f29f None None] Set router 1bf6d890-77e2-49a8-b26e-06c5f52ba156 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:44:59.253584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] For port 3bdaff45-0c2b-4932-9795-bcdcb1f9157e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3bdaff45-0c2b-4932-9795-bcdcb1f9157e,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:44:59.256774 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:59.288284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Calling delete_port for 3bdaff45-0c2b-4932-9795-bcdcb1f9157e owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:44:59.333833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ba29e114-4c51-4cad-873d-31103cd9f29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858414883-router', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:31Z', 'updated_at': '2022-01-31T18:44:58Z', 'revision_number': 6, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:44:59.417091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29e114-4c51-4cad-873d-31103cd9f29f None None] The sync data for ids ['1bf6d890-77e2-49a8-b26e-06c5f52ba156'] in n-d-812111-15 is: [{'id': '1bf6d890-77e2-49a8-b26e-06c5f52ba156', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858414883-router', 'tenant_id': '455a4dab46b5431ca1044da1671e1f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:41:31Z', 'updated_at': '2022-01-31T18:44:58Z', 'revision_number': 6, 'project_id': '455a4dab46b5431ca1044da1671e1f86', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:44:59.516430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38360) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:59.524574 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3bdaff45-0c2b-4932-9795-bcdcb1f9157e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:59.608469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bdaff45-0c2b-4932-9795-bcdcb1f9157e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:59.856514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:59.856514 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:59.856514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] 10.222.0.21 "PUT /v2.0/ports/925b86b5-618d-4c25-9a95-9c66dabc3323 HTTP/1.1" status: 200 len: 1093 time: 5.7229600 Jan 31 18:44:59.856514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea7c78b-61de-4843-932e-ff902c030630', 'tag': '925b86b5-618d-4c25-9a95-9c66dabc3323'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:44:59.856514 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdea412-01a0-409c-9ac1-d8138796950f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea7c78b-61de-4843-932e-ff902c030630", "tag": "925b86b5-618d-4c25-9a95-9c66dabc3323"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:44:59.861992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a9eb8e40-157c-4e81-88b5-7be5d2c39fe0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53ce246a4bac4f3da3b6dcdef0fbb532&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0141959 Jan 31 18:44:59.875976 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (8956e919-29e3-434d-9bbe-142aca74340c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:44:59.881011 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38366) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:44:59.941582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37ed4b-3a55-4c1b-a108-477276bdc3eb req-a373af6f-ad56-478f-b6a4-3221e153348b tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:59.946974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb37ed4b-3a55-4c1b-a108-477276bdc3eb req-a373af6f-ad56-478f-b6a4-3221e153348b tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 944 time: 1.2476678 Jan 31 18:44:59.953602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29e12f-5456-4fe2-a90b-518f98c88a3f service neutron] Pushing event updated for resources: {'Port': ['ID=925b86b5-618d-4c25-9a95-9c66dabc3323,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:44:59.976264 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3d749998-e037-4867-9eb9-c71a8720b20a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3269591bf4b94c6084826e73decadd13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4584091 Jan 31 18:44:59.976944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38372) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:00.096401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] For port 2c370142-5013-41df-865c-a85fd4752127, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2c370142-5013-41df-865c-a85fd4752127,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:00.096944 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2c370142-5013-41df-865c-a85fd4752127), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.119398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6da0a8-4ff3-46a6-b396-0f1812f84852 req-75745ad9-892e-4454-95bd-2b1226e1128e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:00.122263 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f6da0a8-4ff3-46a6-b396-0f1812f84852 req-75745ad9-892e-4454-95bd-2b1226e1128e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 1.0675950 Jan 31 18:45:00.184486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Calling delete_port for 2c370142-5013-41df-865c-a85fd4752127 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:45:00.260419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb37ed4b-3a55-4c1b-a108-477276bdc3eb req-23fcfd4e-0e3f-4522-b25e-2e010391840f tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848654 Jan 31 18:45:00.273827 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (8956e919-29e3-434d-9bbe-142aca74340c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.275227 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f21b54d2-dfe3-482a-b661-ec16791596cb admin admin] Publish callbacks [] for security_group (0a203055-82c8-4361-b2f1-71bf4fe1b96f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.304086 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Publish callbacks [] for router_controller (8956e919-29e3-434d-9bbe-142aca74340c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.308192 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d89099c-84a0-4074-9009-098dbadb1fd8 admin admin] Publish callbacks [] for security_group (7daea667-b8e4-4a86-852e-3ca3ca8fba64), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.354533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d89099c-84a0-4074-9009-098dbadb1fd8 admin admin] Publish callbacks [] for security_group (7daea667-b8e4-4a86-852e-3ca3ca8fba64), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.392267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f21b54d2-dfe3-482a-b661-ec16791596cb admin admin] Publish callbacks [] for security_group (0a203055-82c8-4361-b2f1-71bf4fe1b96f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.404416 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ea10f3-a17b-4a72-bee1-df1d73fee203 x-openstack-request-id: req-79ea10f3-a17b-4a72-bee1-df1d73fee203 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:00.404709 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea7c78b-61de-4843-932e-ff902c030630", "tag": "925b86b5-618d-4c25-9a95-9c66dabc3323", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:00.404967 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79ea10f3-a17b-4a72-bee1-df1d73fee203 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:00.405427 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea7c78b-61de-4843-932e-ff902c030630', 'tag': '925b86b5-618d-4c25-9a95-9c66dabc3323', 'status': 'completed', 'code': 200} Jan 31 18:45:00.449572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f6da0a8-4ff3-46a6-b396-0f1812f84852 req-9ca0805a-b866-4b9e-b7e4-df1382053388 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173225 Jan 31 18:45:00.466440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-22baa922-6d31-46a8-8f98-57aff6cbfa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:00.468039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-22baa922-6d31-46a8-8f98-57aff6cbfa44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 1127 time: 0.4805849 Jan 31 18:45:00.521006 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (8956e919-29e3-434d-9bbe-142aca74340c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.521539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8956e919-29e3-434d-9bbe-142aca74340c {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:45:00.527159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.545551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38380) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:00.548928 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e88de6f8-fa10-488f-8c87-dd744b6abe85 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8956e919-29e3-434d-9bbe-142aca74340c HTTP/1.1" status: 204 len: 168 time: 3.0536630 Jan 31 18:45:00.580424 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d89099c-84a0-4074-9009-098dbadb1fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7daea667-b8e4-4a86-852e-3ca3ca8fba64), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.600665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d89099c-84a0-4074-9009-098dbadb1fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.613431 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1d89099c-84a0-4074-9009-098dbadb1fd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7daea667-b8e4-4a86-852e-3ca3ca8fba64 HTTP/1.1" status: 204 len: 168 time: 0.4634566 Jan 31 18:45:00.626753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89099c-84a0-4074-9009-098dbadb1fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daea667-b8e4-4a86-852e-3ca3ca8fba64,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:00.699910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1d2cfc-b13a-48ec-818e-0e373aab9fe2 admin admin] Deleting subnet 7b71490b-564c-4499-9d4f-eed37888a59d {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:45:00.703168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-8af40ea0-810a-4b6a-b9e9-0d338cef2916 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=925b86b5-618d-4c25-9a95-9c66dabc3323 HTTP/1.1" status: 200 len: 217 time: 0.2218101 Jan 31 18:45:00.710863 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2cfc-b13a-48ec-818e-0e373aab9fe2 admin admin] Publish callbacks [] for subnet (7b71490b-564c-4499-9d4f-eed37888a59d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.719418 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cb3b2596-b463-4ea0-a0dd-6f017d9b3042 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:45:00.759288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: cb3b2596-b463-4ea0-a0dd-6f017d9b3042 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:45:00.760510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cb3b2596-b463-4ea0-a0dd-6f017d9b3042 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:45:00.761191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3bdaff45-0c2b-4932-9795-bcdcb1f9157e no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:45:00.785532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 3bdaff45-0c2b-4932-9795-bcdcb1f9157e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:45:00.786334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3bdaff45-0c2b-4932-9795-bcdcb1f9157e not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:45:00.786994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 89a33216-b087-43e2-bc48-466bae1b02d3 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:45:00.849053 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 89a33216-b087-43e2-bc48-466bae1b02d3 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:45:00.852982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 89a33216-b087-43e2-bc48-466bae1b02d3 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:45:00.853975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2c370142-5013-41df-865c-a85fd4752127 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:45:00.987120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2c370142-5013-41df-865c-a85fd4752127 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:00.988240 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2c370142-5013-41df-865c-a85fd4752127), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:00.998037 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2cfc-b13a-48ec-818e-0e373aab9fe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (7b71490b-564c-4499-9d4f-eed37888a59d), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:01.062929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 2c370142-5013-41df-865c-a85fd4752127, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2c370142-5013-41df-865c-a85fd4752127,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:01.078827 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2c370142-5013-41df-865c-a85fd4752127), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:01.156659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=2c370142-5013-41df-865c-a85fd4752127,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:01.192136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8b0c4-c5dc-4da3-8fa2-1d672b97bddc req-d8d4d5b0-057d-46b4-926e-e1330120cee8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:01.204265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55b8b0c4-c5dc-4da3-8fa2-1d672b97bddc req-d8d4d5b0-057d-46b4-926e-e1330120cee8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.5700765 Jan 31 18:45:01.275759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f21b54d2-dfe3-482a-b661-ec16791596cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0a203055-82c8-4361-b2f1-71bf4fe1b96f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:01.286802 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f21b54d2-dfe3-482a-b661-ec16791596cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:01.293890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f21b54d2-dfe3-482a-b661-ec16791596cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a203055-82c8-4361-b2f1-71bf4fe1b96f HTTP/1.1" status: 204 len: 168 time: 1.4101365 Jan 31 18:45:01.358331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-2fbe00cf-ebd1-4819-abe0-97c91e002dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:01.366963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-2fbe00cf-ebd1-4819-abe0-97c91e002dbb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.6431313 Jan 31 18:45:01.480757 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2cfc-b13a-48ec-818e-0e373aab9fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (7b71490b-564c-4499-9d4f-eed37888a59d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:01.521006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b54d2-dfe3-482a-b661-ec16791596cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a203055-82c8-4361-b2f1-71bf4fe1b96f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:01.710279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-6416f6f1-3483-477e-979c-a3173e6f2c39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372988 Jan 31 18:45:01.749458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55b8b0c4-c5dc-4da3-8fa2-1d672b97bddc req-0270bb15-fbb6-41e8-83e2-8e7040619100 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432367 Jan 31 18:45:01.865960 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2cfc-b13a-48ec-818e-0e373aab9fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (7b71490b-564c-4499-9d4f-eed37888a59d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:01.938095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d2cfc-b13a-48ec-818e-0e373aab9fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b71490b-564c-4499-9d4f-eed37888a59d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:01.940894 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2cfc-b13a-48ec-818e-0e373aab9fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:01.947787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ea1d2cfc-b13a-48ec-818e-0e373aab9fe2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7b71490b-564c-4499-9d4f-eed37888a59d HTTP/1.1" status: 204 len: 168 time: 1.4010534 Jan 31 18:45:01.949236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38416) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:01.953379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72502312-06ed-4ca5-92c1-4a807472119f None None] Network 86b90e75-3756-4f9a-ab21-2786b5c40269 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:45:01.978340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7815f54-c7e7-4043-974c-3a3fa17da9d5 req-7fceff8d-50be-4a80-ad97-a46d3873eced tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:01.980033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7815f54-c7e7-4043-974c-3a3fa17da9d5 req-7fceff8d-50be-4a80-ad97-a46d3873eced tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 944 time: 0.3752761 Jan 31 18:45:01.983083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2c370142-5013-41df-865c-a85fd4752127), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:02.042924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c370142-5013-41df-865c-a85fd4752127,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:02.055655 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-e814f7ad-2109-4a7f-8fbf-481f9df232fc service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255725 Jan 31 18:45:02.254076 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (86b90e75-3756-4f9a-ab21-2786b5c40269), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:02.387116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38426) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:02.462636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb9adac-664c-418d-a10c-8638ab937c92 None None] DHCP port deletion for 86b90e75-3756-4f9a-ab21-2786b5c40269 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:45:02.553789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Deleting port 42dea35f-0a94-4be7-b711-cbd9dc93186e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:45:02.555419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:02.654451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9adac-664c-418d-a10c-8638ab937c92 None None] Deleting port 42dea35f-0a94-4be7-b711-cbd9dc93186e {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:45:02.657673 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2cb9adac-664c-418d-a10c-8638ab937c92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:02.762632 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c99d17-19ef-4246-9f7f-e3c08d2256e2 req-dd797617-76db-49f2-a6f0-e9795a43f77d service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291711 Jan 31 18:45:02.771094 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (1bf6d890-77e2-49a8-b26e-06c5f52ba156), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:02.928579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2cb9adac-664c-418d-a10c-8638ab937c92 None None] For port 42dea35f-0a94-4be7-b711-cbd9dc93186e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=42dea35f-0a94-4be7-b711-cbd9dc93186e,segment=NetworkSegment(fa4296bc-983d-4d4a-bf8c-94f5f4721a20),segment_id=fa4296bc-983d-4d4a-bf8c-94f5f4721a20)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:02.929101 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2cb9adac-664c-418d-a10c-8638ab937c92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:02.958411 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9adac-664c-418d-a10c-8638ab937c92 None None] Calling delete_port for 42dea35f-0a94-4be7-b711-cbd9dc93186e owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:45:02.960694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] For port 42dea35f-0a94-4be7-b711-cbd9dc93186e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=42dea35f-0a94-4be7-b711-cbd9dc93186e,segment=NetworkSegment(fa4296bc-983d-4d4a-bf8c-94f5f4721a20),segment_id=fa4296bc-983d-4d4a-bf8c-94f5f4721a20)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:02.961378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:03.022860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Calling delete_port for 42dea35f-0a94-4be7-b711-cbd9dc93186e owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:45:03.174020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 42dea35f-0a94-4be7-b711-cbd9dc93186e no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:45:03.192937 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2cb9adac-664c-418d-a10c-8638ab937c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:03.288905 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (1bf6d890-77e2-49a8-b26e-06c5f52ba156), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:03.298652 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Publish callbacks [] for router_controller (1bf6d890-77e2-49a8-b26e-06c5f52ba156), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:03.386848 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (42dea35f-0a94-4be7-b711-cbd9dc93186e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:03.411728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 42dea35f-0a94-4be7-b711-cbd9dc93186e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:45:03.412982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 42dea35f-0a94-4be7-b711-cbd9dc93186e not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:45:03.448066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9adac-664c-418d-a10c-8638ab937c92 None None] Pushing event deleted for resources: {'Port': ['ID=42dea35f-0a94-4be7-b711-cbd9dc93186e,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:03.452737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-43096a77-61ad-4335-bb59-389f719378d2 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group': {'name': 'tempest-secgroup--363607084'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:03.465252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9adac-664c-418d-a10c-8638ab937c92 None None] No DVR routers for this DVR port 42dea35f-0a94-4be7-b711-cbd9dc93186e on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:45:03.537371 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43096a77-61ad-4335-bb59-389f719378d2 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:03.544650 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (1bf6d890-77e2-49a8-b26e-06c5f52ba156), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:03.544989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] No DVR routers for this DVR port 42dea35f-0a94-4be7-b711-cbd9dc93186e on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:45:03.553183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bf6d890-77e2-49a8-b26e-06c5f52ba156 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:45:03.573925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=42dea35f-0a94-4be7-b711-cbd9dc93186e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:03.588250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7815f54-c7e7-4043-974c-3a3fa17da9d5 req-20bb0a5b-40a4-411e-8b18-78fda16ce7a5 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5606663 Jan 31 18:45:03.646448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:03.662056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-de162ed8-f57c-48a2-bce5-2005822487a8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1bf6d890-77e2-49a8-b26e-06c5f52ba156 HTTP/1.1" status: 204 len: 168 time: 5.8916585 Jan 31 18:45:03.674090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38450) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:03.737208 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43096a77-61ad-4335-bb59-389f719378d2 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.007236 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (86b90e75-3756-4f9a-ab21-2786b5c40269), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.073791 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:45:04.086794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b90e75-3756-4f9a-ab21-2786b5c40269']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:04.111125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4296bc-983d-4d4a-bf8c-94f5f4721a20') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:04.111626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4296bc-983d-4d4a-bf8c-94f5f4721a20') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:04.144811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (fa4296bc-983d-4d4a-bf8c-94f5f4721a20), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.170353 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43096a77-61ad-4335-bb59-389f719378d2 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (79e3e5fb-0d81-4a9f-990b-4adc98e73f73), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.175347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdea412-01a0-409c-9ac1-d8138796950f req-f1641413-8993-461c-8c13-605871814a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:04.179833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7fdea412-01a0-409c-9ac1-d8138796950f req-f1641413-8993-461c-8c13-605871814a13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 1127 time: 0.7635176 Jan 31 18:45:04.184199 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (fa4296bc-983d-4d4a-bf8c-94f5f4721a20), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.193223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcc526c-d52e-4faf-b8a8-590c45ced58c admin admin] Deleting subnet c33af149-7684-4f11-8522-85b6e4102e04 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:45:04.204152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:45:04.204650 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (fa4296bc-983d-4d4a-bf8c-94f5f4721a20), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:45:04.207207 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:45:04.249078 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43096a77-61ad-4335-bb59-389f719378d2 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (79e3e5fb-0d81-4a9f-990b-4adc98e73f73), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.264318 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bcc526c-d52e-4faf-b8a8-590c45ced58c admin admin] Publish callbacks [] for subnet (c33af149-7684-4f11-8522-85b6e4102e04), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.463942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (86b90e75-3756-4f9a-ab21-2786b5c40269), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.476786 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.495277 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] 10.222.0.20 "DELETE /v2.0/networks/86b90e75-3756-4f9a-ab21-2786b5c40269 HTTP/1.1" status: 204 len: 168 time: 2.5403361 Jan 31 18:45:04.556786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d2f69-d754-4b2a-915d-5997b80d7b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b90e75-3756-4f9a-ab21-2786b5c40269,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:04.618002 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43096a77-61ad-4335-bb59-389f719378d2 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (80fd88f1-0455-4b49-9c19-8fbf252b248e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.704697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38468) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:04.748636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43096a77-61ad-4335-bb59-389f719378d2 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e3e5fb-0d81-4a9f-990b-4adc98e73f73,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:04.757424 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43096a77-61ad-4335-bb59-389f719378d2 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (80fd88f1-0455-4b49-9c19-8fbf252b248e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.858684 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bcc526c-d52e-4faf-b8a8-590c45ced58c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (c33af149-7684-4f11-8522-85b6e4102e04), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.916860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38472) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:04.997058 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43096a77-61ad-4335-bb59-389f719378d2 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:04.999437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-43096a77-61ad-4335-bb59-389f719378d2 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.6084225 Jan 31 18:45:05.008496 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bcc526c-d52e-4faf-b8a8-590c45ced58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (c33af149-7684-4f11-8522-85b6e4102e04), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.011148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38474) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:05.075837 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c834d9ba-ff0e-4852-9c92-774cda91ec96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.084965 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6da7cfda-e114-4fa0-a946-c2fe5c2e59cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15b11d8246b345499a097c0b9d0934a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1665058 Jan 31 18:45:05.106176 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:05.107088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdea412-01a0-409c-9ac1-d8138796950f req-d8986be1-d8a8-4c04-9e76-dab55c98a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:05.110122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7fdea412-01a0-409c-9ac1-d8138796950f req-d8986be1-d8a8-4c04-9e76-dab55c98a270 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 912 time: 0.9135199 Jan 31 18:45:05.145832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43096a77-61ad-4335-bb59-389f719378d2 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd88f1-0455-4b49-9c19-8fbf252b248e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:05.229605 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7fdea412-01a0-409c-9ac1-d8138796950f req-93d851fa-9aec-450d-8558-da842b4ad232 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=925b86b5-618d-4c25-9a95-9c66dabc3323 HTTP/1.1" status: 200 len: 217 time: 0.0896883 Jan 31 18:45:05.235390 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c834d9ba-ff0e-4852-9c92-774cda91ec96 admin admin] Publish callbacks [] for security_group (f43b1eba-75bc-49d1-9eaf-dc4846719837), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.251494 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c834d9ba-ff0e-4852-9c92-774cda91ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f43b1eba-75bc-49d1-9eaf-dc4846719837), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.288684 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c834d9ba-ff0e-4852-9c92-774cda91ec96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=710927067fdd4ce180b6881c9bcdcab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5823793 Jan 31 18:45:05.297816 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:05.350518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-25b915b8-1ae5-4d88-bd03-874731ee50cd tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3324416 Jan 31 18:45:05.369500 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:05.377900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dd6ea76d-8b9c-4221-ba5d-bbd9c6ecfea7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group': {'name': 'tempest-security--81029659', 'description': 'tempest-security-description-1933360616'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:05.394606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e877f20-61d2-4cd3-b855-b379fe2916a7 req-932dbffe-e583-4e99-a9c4-19405d1400b2 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:05.409088 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e877f20-61d2-4cd3-b855-b379fe2916a7 req-932dbffe-e583-4e99-a9c4-19405d1400b2 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 944 time: 0.4236071 Jan 31 18:45:05.446303 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bcc526c-d52e-4faf-b8a8-590c45ced58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (c33af149-7684-4f11-8522-85b6e4102e04), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.477357 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c5be0ef-7bc3-4493-a6fc-9651770a850f admin admin] Publish callbacks [] for security_group (c57a8d4f-f474-4760-afd1-68972e3086a8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.479823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834d9ba-ff0e-4852-9c92-774cda91ec96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43b1eba-75bc-49d1-9eaf-dc4846719837,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:05.519169 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c29fa804-70a3-4593-8212-4ffae6fe4eb3 admin admin] Publish callbacks [] for security_group (f43b1eba-75bc-49d1-9eaf-dc4846719837), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.555126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca859dd2-6eec-4819-89b2-3cb25127db49 None None] Network 5f3f365f-7a2b-4569-be0e-73e3528f9a46 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:45:05.557462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdea412-01a0-409c-9ac1-d8138796950f req-80a3e606-e752-4d7b-835b-0368fe29be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:05.557626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c29fa804-70a3-4593-8212-4ffae6fe4eb3 admin admin] Publish callbacks [] for security_group (f43b1eba-75bc-49d1-9eaf-dc4846719837), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.559505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7fdea412-01a0-409c-9ac1-d8138796950f req-80a3e606-e752-4d7b-835b-0368fe29be8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.3159878 Jan 31 18:45:05.565364 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bcc526c-d52e-4faf-b8a8-590c45ced58c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.573185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3bcc526c-d52e-4faf-b8a8-590c45ced58c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c33af149-7684-4f11-8522-85b6e4102e04 HTTP/1.1" status: 204 len: 168 time: 1.8849788 Jan 31 18:45:05.577231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:05.587163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc526c-d52e-4faf-b8a8-590c45ced58c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c33af149-7684-4f11-8522-85b6e4102e04,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:05.638636 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c29fa804-70a3-4593-8212-4ffae6fe4eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f43b1eba-75bc-49d1-9eaf-dc4846719837), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.641329 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c29fa804-70a3-4593-8212-4ffae6fe4eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.642545 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c29fa804-70a3-4593-8212-4ffae6fe4eb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f43b1eba-75bc-49d1-9eaf-dc4846719837 HTTP/1.1" status: 204 len: 168 time: 0.3434734 Jan 31 18:45:05.674722 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c5be0ef-7bc3-4493-a6fc-9651770a850f admin admin] Publish callbacks [] for security_group (c57a8d4f-f474-4760-afd1-68972e3086a8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.683067 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fa804-70a3-4593-8212-4ffae6fe4eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43b1eba-75bc-49d1-9eaf-dc4846719837,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:05.686812 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea76d-8b9c-4221-ba5d-bbd9c6ecfea7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (80fd88f1-0455-4b49-9c19-8fbf252b248e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.712384 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7fdea412-01a0-409c-9ac1-d8138796950f req-6d180f20-d63e-461e-b9c8-060f5495d48d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334343 Jan 31 18:45:05.815037 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea76d-8b9c-4221-ba5d-bbd9c6ecfea7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (80fd88f1-0455-4b49-9c19-8fbf252b248e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.819736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea76d-8b9c-4221-ba5d-bbd9c6ecfea7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (80fd88f1-0455-4b49-9c19-8fbf252b248e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.822728 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea76d-8b9c-4221-ba5d-bbd9c6ecfea7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:05.828765 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dd6ea76d-8b9c-4221-ba5d-bbd9c6ecfea7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "PUT /v2.0/security-groups/80fd88f1-0455-4b49-9c19-8fbf252b248e HTTP/1.1" status: 200 len: 1795 time: 0.4560125 Jan 31 18:45:05.829472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38492) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:05.971415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ea76d-8b9c-4221-ba5d-bbd9c6ecfea7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd88f1-0455-4b49-9c19-8fbf252b248e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:06.004964 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a338ae90-abde-4b5d-a71e-41981ef9cc79 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-groups/80fd88f1-0455-4b49-9c19-8fbf252b248e HTTP/1.1" status: 200 len: 1795 time: 0.1100817 Jan 31 18:45:06.005900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38494) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:06.008485 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c5be0ef-7bc3-4493-a6fc-9651770a850f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c57a8d4f-f474-4760-afd1-68972e3086a8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:06.019274 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c5be0ef-7bc3-4493-a6fc-9651770a850f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:06.021723 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0c5be0ef-7bc3-4493-a6fc-9651770a850f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c57a8d4f-f474-4760-afd1-68972e3086a8 HTTP/1.1" status: 204 len: 168 time: 0.9139516 Jan 31 18:45:06.029385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e877f20-61d2-4cd3-b855-b379fe2916a7 req-9a6fde32-4bc8-4a5f-94df-b5f1443b9756 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176181 Jan 31 18:45:06.056149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0b5be-4a13-46bb-a2d2-7c131177e589 None None] DHCP port deletion for 5f3f365f-7a2b-4569-be0e-73e3528f9a46 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:45:06.082302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5be0ef-7bc3-4493-a6fc-9651770a850f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a8d4f-f474-4760-afd1-68972e3086a8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:06.143497 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (5f3f365f-7a2b-4569-be0e-73e3528f9a46), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:06.233086 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54bd261b-f8e3-4716-8d30-be620cc26fcf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (80fd88f1-0455-4b49-9c19-8fbf252b248e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:06.249931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-68a0b5be-4a13-46bb-a2d2-7c131177e589 None None] Deleting port 4672f56a-d292-4898-900d-12fc5fbb177c {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:45:06.250513 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68a0b5be-4a13-46bb-a2d2-7c131177e589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:06.337204 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54bd261b-f8e3-4716-8d30-be620cc26fcf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (80fd88f1-0455-4b49-9c19-8fbf252b248e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:06.377725 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7fdea412-01a0-409c-9ac1-d8138796950f req-4a235e0e-896d-4e5b-90db-5b0e325a2cbf service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273156 Jan 31 18:45:06.440887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54bd261b-f8e3-4716-8d30-be620cc26fcf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (80fd88f1-0455-4b49-9c19-8fbf252b248e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:06.444022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54bd261b-f8e3-4716-8d30-be620cc26fcf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:06.451635 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-54bd261b-f8e3-4716-8d30-be620cc26fcf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-groups/80fd88f1-0455-4b49-9c19-8fbf252b248e HTTP/1.1" status: 204 len: 168 time: 0.4409316 Jan 31 18:45:06.452805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:06.481602 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd261b-f8e3-4716-8d30-be620cc26fcf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd88f1-0455-4b49-9c19-8fbf252b248e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:06.484056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-68a0b5be-4a13-46bb-a2d2-7c131177e589 None None] For port 4672f56a-d292-4898-900d-12fc5fbb177c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4672f56a-d292-4898-900d-12fc5fbb177c,segment=NetworkSegment(f3e506d1-9fc2-4ee5-ab78-de28027e9090),segment_id=f3e506d1-9fc2-4ee5-ab78-de28027e9090)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:06.486750 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68a0b5be-4a13-46bb-a2d2-7c131177e589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:06.524729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-68a0b5be-4a13-46bb-a2d2-7c131177e589 None None] Calling delete_port for 4672f56a-d292-4898-900d-12fc5fbb177c owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:45:06.612577 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-efc69dcc-0ecc-4450-b8d1-8728d3452604 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1404619 Jan 31 18:45:06.621457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:06.644987 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-42293ee8-280c-4dba-86e2-1591416010df tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] delete failed (client error): The resource could not be found. Jan 31 18:45:06.650919 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-42293ee8-280c-4dba-86e2-1591416010df tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-groups/80fd88f1-0455-4b49-9c19-8fbf252b248e HTTP/1.1" status: 404 len: 347 time: 0.0280650 Jan 31 18:45:06.657644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38512) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:06.677733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a2ed00ec-6d44-41af-99c5-3c084a23d7ed tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961052993'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:06.789963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Deleting port 4672f56a-d292-4898-900d-12fc5fbb177c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:45:06.790537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:06.800317 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68a0b5be-4a13-46bb-a2d2-7c131177e589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:06.808733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ed00ec-6d44-41af-99c5-3c084a23d7ed tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:06.905682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0b5be-4a13-46bb-a2d2-7c131177e589 None None] Pushing event deleted for resources: {'Port': ['ID=4672f56a-d292-4898-900d-12fc5fbb177c,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:06.909890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4672f56a-d292-4898-900d-12fc5fbb177c no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:45:06.915429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0b5be-4a13-46bb-a2d2-7c131177e589 None None] No DVR routers for this DVR port 4672f56a-d292-4898-900d-12fc5fbb177c on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:45:06.998272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 925b86b5-618d-4c25-9a95-9c66dabc3323 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:45:07.084148 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ed00ec-6d44-41af-99c5-3c084a23d7ed tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (14bc4b0e-d4cc-418e-9506-2c87facd9d5e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:07.104988 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ed00ec-6d44-41af-99c5-3c084a23d7ed tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (14bc4b0e-d4cc-418e-9506-2c87facd9d5e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:07.164100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] For port 4672f56a-d292-4898-900d-12fc5fbb177c, host n-d-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:07.164756 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:07.225919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7fdea412-01a0-409c-9ac1-d8138796950f req-b6c66b69-e659-4efa-8280-101ac67cb69e service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8469343 Jan 31 18:45:07.228463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Calling delete_port for 4672f56a-d292-4898-900d-12fc5fbb177c owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:45:07.248694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Port 4672f56a-d292-4898-900d-12fc5fbb177c was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:45:07.252690 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ed00ec-6d44-41af-99c5-3c084a23d7ed tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:07.256233 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4672f56a-d292-4898-900d-12fc5fbb177c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:07.262269 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a2ed00ec-6d44-41af-99c5-3c084a23d7ed tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6030257 Jan 31 18:45:07.265952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38528) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:07.296914 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ca606c9e-4d17-4b34-a4fe-f7e93a195aa1 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': '14bc4b0e-d4cc-418e-9506-2c87facd9d5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:07.297774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed00ec-6d44-41af-99c5-3c084a23d7ed tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14bc4b0e-d4cc-418e-9506-2c87facd9d5e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:07.326614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 925b86b5-618d-4c25-9a95-9c66dabc3323, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=925b86b5-618d-4c25-9a95-9c66dabc3323,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:07.341051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 4672f56a-d292-4898-900d-12fc5fbb177c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:45:07.341718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4672f56a-d292-4898-900d-12fc5fbb177c not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:45:07.343748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '925b86b5-618d-4c25-9a95-9c66dabc3323', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'port_id': '925b86b5-618d-4c25-9a95-9c66dabc3323', 'mac_address': 'fa:16:3e:ba:ee:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701da94-0f98-46d4-93ea-0e6c62e79c49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:45:07.400132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=4672f56a-d292-4898-900d-12fc5fbb177c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:07.407280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] No DVR routers for this DVR port 4672f56a-d292-4898-900d-12fc5fbb177c on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:45:07.498217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9845-ffb1-4aa2-aadd-c11bbfa7383e req-6367e1b6-1d77-496e-ae28-351427052ee3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:07.506043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 925b86b5-618d-4c25-9a95-9c66dabc3323 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:07.506268 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:07.519535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff6f9845-ffb1-4aa2-aadd-c11bbfa7383e req-6367e1b6-1d77-496e-ae28-351427052ee3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 944 time: 0.3765802 Jan 31 18:45:07.552078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925b86b5-618d-4c25-9a95-9c66dabc3323 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:45:07.582456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 925b86b5-618d-4c25-9a95-9c66dabc3323, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=925b86b5-618d-4c25-9a95-9c66dabc3323,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:07.600067 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:07.672146 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca606c9e-4d17-4b34-a4fe-f7e93a195aa1 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (f3fee261-ed92-4407-a0d5-90b40eeea3a9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:07.721923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=925b86b5-618d-4c25-9a95-9c66dabc3323,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:07.915248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['925b86b5-618d-4c25-9a95-9c66dabc3323'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:45:07.971674 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (5f3f365f-7a2b-4569-be0e-73e3528f9a46), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.011564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff6f9845-ffb1-4aa2-aadd-c11bbfa7383e req-32e8e0df-c3ee-4913-88bc-29f047a92ccf tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795179 Jan 31 18:45:08.081646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3f365f-7a2b-4569-be0e-73e3528f9a46']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:08.108907 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca606c9e-4d17-4b34-a4fe-f7e93a195aa1 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (f3fee261-ed92-4407-a0d5-90b40eeea3a9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.131919 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca606c9e-4d17-4b34-a4fe-f7e93a195aa1 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (f3fee261-ed92-4407-a0d5-90b40eeea3a9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.170837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e506d1-9fc2-4ee5-ab78-de28027e9090') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:08.171331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e506d1-9fc2-4ee5-ab78-de28027e9090') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:08.205677 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca606c9e-4d17-4b34-a4fe-f7e93a195aa1 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.210684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ca606c9e-4d17-4b34-a4fe-f7e93a195aa1 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9255333 Jan 31 18:45:08.210862 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:08.219971 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (f3e506d1-9fc2-4ee5-ab78-de28027e9090), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.228550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca606c9e-4d17-4b34-a4fe-f7e93a195aa1 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3fee261-ed92-4407-a0d5-90b40eeea3a9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:08.243985 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f3e506d1-9fc2-4ee5-ab78-de28027e9090), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.269566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:45:08.273418 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (f3e506d1-9fc2-4ee5-ab78-de28027e9090), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.353179 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73045a98-1ef3-45bd-bcdf-12db60868a32 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (f3fee261-ed92-4407-a0d5-90b40eeea3a9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.382141 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73045a98-1ef3-45bd-bcdf-12db60868a32 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (f3fee261-ed92-4407-a0d5-90b40eeea3a9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:45:08.458382 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:45:08.466537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73045a98-1ef3-45bd-bcdf-12db60868a32 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (f3fee261-ed92-4407-a0d5-90b40eeea3a9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.468160 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (5f3f365f-7a2b-4569-be0e-73e3528f9a46), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.489693 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73045a98-1ef3-45bd-bcdf-12db60868a32 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.489845 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.491265 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-73045a98-1ef3-45bd-bcdf-12db60868a32 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f3fee261-ed92-4407-a0d5-90b40eeea3a9 HTTP/1.1" status: 204 len: 168 time: 0.2790594 Jan 31 18:45:08.498753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5f3f365f-7a2b-4569-be0e-73e3528f9a46 HTTP/1.1" status: 204 len: 168 time: 2.9199748 Jan 31 18:45:08.503984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38572) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:08.559900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31ecb2-4416-4f00-bcb2-277a0fb33f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3f365f-7a2b-4569-be0e-73e3528f9a46,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:08.574950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73045a98-1ef3-45bd-bcdf-12db60868a32 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3fee261-ed92-4407-a0d5-90b40eeea3a9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:08.630821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb88001-d233-48c5-9d9c-99d9a30abe43 req-3ac9def3-21c7-4d42-b20e-482b83845bf7 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:08.637217 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ccb88001-d233-48c5-9d9c-99d9a30abe43 req-3ac9def3-21c7-4d42-b20e-482b83845bf7 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1354456 Jan 31 18:45:08.724373 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-884a01a3-4df0-4e8e-8e11-7167200ce9f0 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2179697 Jan 31 18:45:08.726318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:08.827316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ccb88001-d233-48c5-9d9c-99d9a30abe43 req-dd58b9d8-b4cf-4a99-aa06-9fadde96b96f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578159 Jan 31 18:45:08.873996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b70aa99f-eecf-4f87-8ff3-46fc0920bc0d tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (14bc4b0e-d4cc-418e-9506-2c87facd9d5e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.880211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38586) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:08.979574 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b70aa99f-eecf-4f87-8ff3-46fc0920bc0d tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (14bc4b0e-d4cc-418e-9506-2c87facd9d5e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:08.980476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-95a73563-313d-4385-8447-05f966613d06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=880ffd33eb2b47ceb3bb38704aa2d637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0986247 Jan 31 18:45:08.983640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38588) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:09.079175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b70aa99f-eecf-4f87-8ff3-46fc0920bc0d tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (14bc4b0e-d4cc-418e-9506-2c87facd9d5e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:09.082672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b70aa99f-eecf-4f87-8ff3-46fc0920bc0d tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:09.088223 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b70aa99f-eecf-4f87-8ff3-46fc0920bc0d tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-groups/14bc4b0e-d4cc-418e-9506-2c87facd9d5e HTTP/1.1" status: 204 len: 168 time: 0.3603396 Jan 31 18:45:09.088979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38592) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:09.116808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70aa99f-eecf-4f87-8ff3-46fc0920bc0d tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bc4b0e-d4cc-418e-9506-2c87facd9d5e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:09.126920 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d13eb4fa-36c1-4185-8a70-cfc5b2d2446d admin admin] Publish callbacks [] for security_group (32db2438-161b-46c8-aad4-964eb0181879), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:09.172552 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d13eb4fa-36c1-4185-8a70-cfc5b2d2446d admin admin] Publish callbacks [] for security_group (32db2438-161b-46c8-aad4-964eb0181879), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:09.252285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d13eb4fa-36c1-4185-8a70-cfc5b2d2446d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (32db2438-161b-46c8-aad4-964eb0181879), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:09.258441 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d13eb4fa-36c1-4185-8a70-cfc5b2d2446d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:09.266148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d13eb4fa-36c1-4185-8a70-cfc5b2d2446d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32db2438-161b-46c8-aad4-964eb0181879 HTTP/1.1" status: 204 len: 168 time: 0.2742500 Jan 31 18:45:09.297914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4fa1096d-c81b-412f-adfd-1834ffa63a96 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1906602 Jan 31 18:45:09.305111 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:09.310541 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-13bb93b3-9ef2-47ab-a6a0-60d77cf2e324 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850848274'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:09.313761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13eb4fa-36c1-4185-8a70-cfc5b2d2446d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32db2438-161b-46c8-aad4-964eb0181879,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:09.336941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c43b4-e9ff-4863-b443-2cd47ed130ce req-3558491c-939e-4fea-8994-fded5499a0c7 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:09.338825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d74c43b4-e9ff-4863-b443-2cd47ed130ce req-3558491c-939e-4fea-8994-fded5499a0c7 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.3032262 Jan 31 18:45:09.435675 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13bb93b3-9ef2-47ab-a6a0-60d77cf2e324 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:09.445817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d74c43b4-e9ff-4863-b443-2cd47ed130ce req-5916fd7c-3c66-432d-854e-082b6adc108b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893998 Jan 31 18:45:09.727471 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13bb93b3-9ef2-47ab-a6a0-60d77cf2e324 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (bc1abc4c-9453-46c0-b34c-81662ef5e744), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:09.736507 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13bb93b3-9ef2-47ab-a6a0-60d77cf2e324 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bc1abc4c-9453-46c0-b34c-81662ef5e744), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:09.852396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc12aa-e266-4b9c-b971-6b7b4dfe7f9e req-d845f6d3-aacc-4dd8-812f-43fec036703f tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:09.860436 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4fbc12aa-e266-4b9c-b971-6b7b4dfe7f9e req-d845f6d3-aacc-4dd8-812f-43fec036703f tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 945 time: 0.1545296 Jan 31 18:45:09.865724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13bb93b3-9ef2-47ab-a6a0-60d77cf2e324 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:09.868102 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-13bb93b3-9ef2-47ab-a6a0-60d77cf2e324 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5610216 Jan 31 18:45:09.871403 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb93b3-9ef2-47ab-a6a0-60d77cf2e324 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1abc4c-9453-46c0-b34c-81662ef5e744,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:09.872189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38616) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:09.889849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-21bb849f-056d-4b63-befe-26e8df17b5de tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': 'bc1abc4c-9453-46c0-b34c-81662ef5e744', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:09.985794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4fbc12aa-e266-4b9c-b971-6b7b4dfe7f9e req-4d7c6a21-68ff-49a1-95c3-1b0d71ddad06 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239357 Jan 31 18:45:10.036156 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21bb849f-056d-4b63-befe-26e8df17b5de tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (55276c8a-c9dc-4716-b622-131958bd1d5d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.108812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:10.173932 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21bb849f-056d-4b63-befe-26e8df17b5de tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (55276c8a-c9dc-4716-b622-131958bd1d5d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.179868 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21bb849f-056d-4b63-befe-26e8df17b5de tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (55276c8a-c9dc-4716-b622-131958bd1d5d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.208987 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21bb849f-056d-4b63-befe-26e8df17b5de tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.210896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-21bb849f-056d-4b63-befe-26e8df17b5de tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3370593 Jan 31 18:45:10.214054 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:10.215193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb849f-056d-4b63-befe-26e8df17b5de tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55276c8a-c9dc-4716-b622-131958bd1d5d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:10.234651 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8eb2fa47-d830-4aac-baac-088771b30c8b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': 'bc1abc4c-9453-46c0-b34c-81662ef5e744', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:10.365336 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3e77f0c4-0faa-4f65-bfd9-c2d8c7c42f0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=455a4dab46b5431ca1044da1671e1f86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2519758 Jan 31 18:45:10.367814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38648) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:10.398246 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fa47-d830-4aac-baac-088771b30c8b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (2ce26a24-52cf-4b1a-9c70-b66542ca1796), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.588220 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3a91956-9e8a-47c3-8e5d-2f473b5262bc admin admin] Publish callbacks [] for security_group (e1f17c13-8826-454e-bcab-0116ee377e0f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.599751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fa47-d830-4aac-baac-088771b30c8b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (2ce26a24-52cf-4b1a-9c70-b66542ca1796), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.608495 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fa47-d830-4aac-baac-088771b30c8b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (2ce26a24-52cf-4b1a-9c70-b66542ca1796), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.621273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60aefa97-49a5-47b1-9c9e-620d5c755b5d req-47e9880c-3b95-45cf-9354-52d10b416435 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1364839 Jan 31 18:45:10.645058 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fa47-d830-4aac-baac-088771b30c8b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.647002 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8eb2fa47-d830-4aac-baac-088771b30c8b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4311187 Jan 31 18:45:10.653785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:10.659633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c6bdb6e6-09f1-4b8b-a1c8-0a2c0f387aea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': 'bc1abc4c-9453-46c0-b34c-81662ef5e744', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:10.664144 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3a91956-9e8a-47c3-8e5d-2f473b5262bc admin admin] Publish callbacks [] for security_group (e1f17c13-8826-454e-bcab-0116ee377e0f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.676132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2fa47-d830-4aac-baac-088771b30c8b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce26a24-52cf-4b1a-9c70-b66542ca1796,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:10.728460 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb6e6-09f1-4b8b-a1c8-0a2c0f387aea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (672640be-2b8e-415e-99a3-78e996b9324a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.845526 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3a91956-9e8a-47c3-8e5d-2f473b5262bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e1f17c13-8826-454e-bcab-0116ee377e0f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.855353 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3a91956-9e8a-47c3-8e5d-2f473b5262bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.856675 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c3a91956-9e8a-47c3-8e5d-2f473b5262bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1f17c13-8826-454e-bcab-0116ee377e0f HTTP/1.1" status: 204 len: 168 time: 0.4874365 Jan 31 18:45:10.884180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a91956-9e8a-47c3-8e5d-2f473b5262bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f17c13-8826-454e-bcab-0116ee377e0f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:10.908632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aefa97-49a5-47b1-9c9e-620d5c755b5d req-bd434f94-d715-47f4-818d-033c9d66a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:10.910169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60aefa97-49a5-47b1-9c9e-620d5c755b5d req-bd434f94-d715-47f4-818d-033c9d66a07f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 1128 time: 0.1432500 Jan 31 18:45:10.964163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb6e6-09f1-4b8b-a1c8-0a2c0f387aea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (672640be-2b8e-415e-99a3-78e996b9324a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:10.979985 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb6e6-09f1-4b8b-a1c8-0a2c0f387aea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (672640be-2b8e-415e-99a3-78e996b9324a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.000476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 925b86b5-618d-4c25-9a95-9c66dabc3323 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:11.034980 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb6e6-09f1-4b8b-a1c8-0a2c0f387aea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.043474 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c6bdb6e6-09f1-4b8b-a1c8-0a2c0f387aea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3862352 Jan 31 18:45:11.064083 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:11.087131 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d2e5671c-8030-4753-9a57-1857eb1ae0cf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': 'bc1abc4c-9453-46c0-b34c-81662ef5e744', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:11.117883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdb6e6-09f1-4b8b-a1c8-0a2c0f387aea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672640be-2b8e-415e-99a3-78e996b9324a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:11.225462 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2e5671c-8030-4753-9a57-1857eb1ae0cf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (cbf5b930-a4bb-45af-8e90-2bce59d0d7eb), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.227098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 925b86b5-618d-4c25-9a95-9c66dabc3323 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:45:11.235704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 925b86b5-618d-4c25-9a95-9c66dabc3323 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:11.236545 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.256481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aefa97-49a5-47b1-9c9e-620d5c755b5d req-c26d3f59-3685-4b68-a9d2-cacd9c11df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:11.262097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60aefa97-49a5-47b1-9c9e-620d5c755b5d req-c26d3f59-3685-4b68-a9d2-cacd9c11df0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 200 len: 915 time: 0.2905571 Jan 31 18:45:11.387823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60aefa97-49a5-47b1-9c9e-620d5c755b5d req-166e5cb0-a873-4980-9a2f-74b82af214d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c HTTP/1.1" status: 200 len: 217 time: 0.1182611 Jan 31 18:45:11.458654 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2e5671c-8030-4753-9a57-1857eb1ae0cf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (cbf5b930-a4bb-45af-8e90-2bce59d0d7eb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.465101 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2e5671c-8030-4753-9a57-1857eb1ae0cf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (cbf5b930-a4bb-45af-8e90-2bce59d0d7eb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.500231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 925b86b5-618d-4c25-9a95-9c66dabc3323 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:11.501899 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.518305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a3237-5287-4d35-a7ce-a159ac037f59 req-8201b062-ad3f-4ad0-9be4-447ff7ef4371 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:11.526946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e6a3237-5287-4d35-a7ce-a159ac037f59 req-8201b062-ad3f-4ad0-9be4-447ff7ef4371 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 945 time: 0.2592854 Jan 31 18:45:11.548513 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5671c-8030-4753-9a57-1857eb1ae0cf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf5b930-a4bb-45af-8e90-2bce59d0d7eb,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:11.561332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:11.574148 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2e5671c-8030-4753-9a57-1857eb1ae0cf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.590245 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d2e5671c-8030-4753-9a57-1857eb1ae0cf tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5232682 Jan 31 18:45:11.591217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38700) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:11.594580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea7c78b-61de-4843-932e-ff902c030630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b86b5-618d-4c25-9a95-9c66dabc3323'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:45:11.602104 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d0eada-523b-4c7e-b40f-e870d7ff0630" -d '{"events": [{"server_uuid": "9ea7c78b-61de-4843-932e-ff902c030630", "name": "network-vif-plugged", "status": "completed", "tag": "925b86b5-618d-4c25-9a95-9c66dabc3323"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:45:11.619539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aefa97-49a5-47b1-9c9e-620d5c755b5d req-427670b9-7789-4717-aaf8-fc6c2f2b307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:11.622796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 925b86b5-618d-4c25-9a95-9c66dabc3323, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=925b86b5-618d-4c25-9a95-9c66dabc3323,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:11.624347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60aefa97-49a5-47b1-9c9e-620d5c755b5d req-427670b9-7789-4717-aaf8-fc6c2f2b307a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86926680-325f-4730-846d-e46372cc4cbc HTTP/1.1" status: 200 len: 854 time: 0.2279305 Jan 31 18:45:11.628622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-572f715c-b0b6-4bd2-bc55-422fa5ccab8a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': 'bc1abc4c-9453-46c0-b34c-81662ef5e744', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:11.634322 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.707254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e6a3237-5287-4d35-a7ce-a159ac037f59 req-0df1b324-0666-48f0-ab90-081f8ec40cbb tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749160 Jan 31 18:45:11.727934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-572f715c-b0b6-4bd2-bc55-422fa5ccab8a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (8a08d2cc-207e-4a15-a425-d5aca4647c01), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.763219 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60aefa97-49a5-47b1-9c9e-620d5c755b5d req-479189a8-275c-4027-bf49-7efda5797cb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d82614fc-b59a-498a-b981-68724ed1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530946 Jan 31 18:45:11.838521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=925b86b5-618d-4c25-9a95-9c66dabc3323,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:11.851789 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cab81e-9270-44f2-a637-f6dc0cf923a6 x-openstack-request-id: req-d7cab81e-9270-44f2-a637-f6dc0cf923a6 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:11.852857 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea7c78b-61de-4843-932e-ff902c030630", "name": "network-vif-plugged", "status": "completed", "tag": "925b86b5-618d-4c25-9a95-9c66dabc3323", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:11.854843 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7cab81e-9270-44f2-a637-f6dc0cf923a6 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:11.859140 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea7c78b-61de-4843-932e-ff902c030630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b86b5-618d-4c25-9a95-9c66dabc3323', 'code': 200} Jan 31 18:45:11.907114 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-572f715c-b0b6-4bd2-bc55-422fa5ccab8a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (8a08d2cc-207e-4a15-a425-d5aca4647c01), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.913524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-572f715c-b0b6-4bd2-bc55-422fa5ccab8a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (8a08d2cc-207e-4a15-a425-d5aca4647c01), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.972522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f715c-b0b6-4bd2-bc55-422fa5ccab8a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a08d2cc-207e-4a15-a425-d5aca4647c01,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:11.989786 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-572f715c-b0b6-4bd2-bc55-422fa5ccab8a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:11.994612 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-572f715c-b0b6-4bd2-bc55-422fa5ccab8a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3985653 Jan 31 18:45:12.001577 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38722) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:12.137163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-369441e8-8d58-4a59-acf0-150f104eeece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:12.299106 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-369441e8-8d58-4a59-acf0-150f104eeece admin admin] Publish callbacks [] for security_group (06a084c2-9335-46cc-9e3a-784114a25645), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:12.305595 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-369441e8-8d58-4a59-acf0-150f104eeece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (06a084c2-9335-46cc-9e3a-784114a25645), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:12.362419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369441e8-8d58-4a59-acf0-150f104eeece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a084c2-9335-46cc-9e3a-784114a25645,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:12.373263 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-369441e8-8d58-4a59-acf0-150f104eeece admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a7edede859944e7a727cb75f90d7acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8106899 Jan 31 18:45:12.377244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38734) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:12.542218 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2805-0ac9-4e95-816a-fd4ee88adb0b admin admin] Publish callbacks [] for security_group (06a084c2-9335-46cc-9e3a-784114a25645), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:12.613328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2805-0ac9-4e95-816a-fd4ee88adb0b admin admin] Publish callbacks [] for security_group (06a084c2-9335-46cc-9e3a-784114a25645), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:12.682340 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38391ae9-29b0-4cde-a531-e5db31163402 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (8a08d2cc-207e-4a15-a425-d5aca4647c01), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:12.701228 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38391ae9-29b0-4cde-a531-e5db31163402 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (8a08d2cc-207e-4a15-a425-d5aca4647c01), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:12.747589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60aefa97-49a5-47b1-9c9e-620d5c755b5d req-89496e37-1ce0-47a5-9530-e52f86ffbbc0 service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9686573 Jan 31 18:45:12.752272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2805-0ac9-4e95-816a-fd4ee88adb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (06a084c2-9335-46cc-9e3a-784114a25645), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:12.752495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f37589-333c-4fe8-a6d1-eed0b09cc3a0 req-01c59b28-e350-49af-b78a-739b67a64bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:12.753828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f37589-333c-4fe8-a6d1-eed0b09cc3a0 req-01c59b28-e350-49af-b78a-739b67a64bec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 1129 time: 0.8096223 Jan 31 18:45:12.756695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2805-0ac9-4e95-816a-fd4ee88adb0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:12.761487 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d1bb2805-0ac9-4e95-816a-fd4ee88adb0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06a084c2-9335-46cc-9e3a-784114a25645 HTTP/1.1" status: 204 len: 168 time: 0.3804712 Jan 31 18:45:12.798380 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb2805-0ac9-4e95-816a-fd4ee88adb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a084c2-9335-46cc-9e3a-784114a25645,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:12.921425 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38391ae9-29b0-4cde-a531-e5db31163402 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (8a08d2cc-207e-4a15-a425-d5aca4647c01), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:12.966167 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38391ae9-29b0-4cde-a531-e5db31163402 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:12.971526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38764) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:12.974500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-38391ae9-29b0-4cde-a531-e5db31163402 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8a08d2cc-207e-4a15-a425-d5aca4647c01 HTTP/1.1" status: 204 len: 168 time: 0.9664011 Jan 31 18:45:13.030379 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b89e8e7f-1883-4f2b-92b7-332abe0f64b8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0539210 Jan 31 18:45:13.033354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38766) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:13.070502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38391ae9-29b0-4cde-a531-e5db31163402 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a08d2cc-207e-4a15-a425-d5aca4647c01,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:13.095951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6f37589-333c-4fe8-a6d1-eed0b09cc3a0 req-7930ffb2-6e24-42a4-b12d-e0e21dfe05f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685974 Jan 31 18:45:13.102980 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96168e42-7cac-4619-8310-6a7dd402290b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (cbf5b930-a4bb-45af-8e90-2bce59d0d7eb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.127583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96168e42-7cac-4619-8310-6a7dd402290b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (cbf5b930-a4bb-45af-8e90-2bce59d0d7eb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.127997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60aefa97-49a5-47b1-9c9e-620d5c755b5d req-07db8f50-7c27-40b9-bdb4-22e37d1cfbb9 service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709404 Jan 31 18:45:13.141330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce92a2-ef16-4b16-b5b3-035e77b08853 req-9e6b4841-23dc-4656-b207-f958a4f0e145 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:13.148653 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05ce92a2-ef16-4b16-b5b3-035e77b08853 req-9e6b4841-23dc-4656-b207-f958a4f0e145 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 945 time: 0.1671338 Jan 31 18:45:13.173889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fa64b-e1b1-4638-85b3-e10e8699ec81 req-269c046f-a0f4-45e9-80aa-640dd3de21ce tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:13.175989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b38fa64b-e1b1-4638-85b3-e10e8699ec81 req-269c046f-a0f4-45e9-80aa-640dd3de21ce tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 946 time: 0.2594991 Jan 31 18:45:13.180189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96168e42-7cac-4619-8310-6a7dd402290b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (cbf5b930-a4bb-45af-8e90-2bce59d0d7eb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.188548 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96168e42-7cac-4619-8310-6a7dd402290b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.189914 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-96168e42-7cac-4619-8310-6a7dd402290b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/cbf5b930-a4bb-45af-8e90-2bce59d0d7eb HTTP/1.1" status: 204 len: 168 time: 0.1553464 Jan 31 18:45:13.194272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38770) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:13.220362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96168e42-7cac-4619-8310-6a7dd402290b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbf5b930-a4bb-45af-8e90-2bce59d0d7eb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:13.231863 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:13.264902 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ed98715-a0bb-4132-a343-1f8c434a58d2 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0660553 Jan 31 18:45:13.265168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b38fa64b-e1b1-4638-85b3-e10e8699ec81 req-a492c433-df41-4bf9-98d9-4509af1919fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793562 Jan 31 18:45:13.265307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:13.284769 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05ce92a2-ef16-4b16-b5b3-035e77b08853 req-cc5e2b7d-7373-45e2-9385-aeb6f298edc5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053474 Jan 31 18:45:13.293970 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865e8dbc-4305-498c-9475-d92f15795fc4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (672640be-2b8e-415e-99a3-78e996b9324a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.303220 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865e8dbc-4305-498c-9475-d92f15795fc4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (672640be-2b8e-415e-99a3-78e996b9324a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.366784 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865e8dbc-4305-498c-9475-d92f15795fc4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (672640be-2b8e-415e-99a3-78e996b9324a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.372519 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865e8dbc-4305-498c-9475-d92f15795fc4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.374133 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-865e8dbc-4305-498c-9475-d92f15795fc4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/672640be-2b8e-415e-99a3-78e996b9324a HTTP/1.1" status: 204 len: 168 time: 0.1079922 Jan 31 18:45:13.377998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38784) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:13.385518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e8dbc-4305-498c-9475-d92f15795fc4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=672640be-2b8e-415e-99a3-78e996b9324a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:13.450024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8c65e6d8-a312-4ff7-9323-3f3cee55dc2c tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0703423 Jan 31 18:45:13.454887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:13.492943 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4e1f-240d-42ed-b90d-37ac636a7bd7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (2ce26a24-52cf-4b1a-9c70-b66542ca1796), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.506525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4e1f-240d-42ed-b90d-37ac636a7bd7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (2ce26a24-52cf-4b1a-9c70-b66542ca1796), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.550459 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4e1f-240d-42ed-b90d-37ac636a7bd7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (2ce26a24-52cf-4b1a-9c70-b66542ca1796), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.565099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4e1f-240d-42ed-b90d-37ac636a7bd7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.567086 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ba6a4e1f-240d-42ed-b90d-37ac636a7bd7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2ce26a24-52cf-4b1a-9c70-b66542ca1796 HTTP/1.1" status: 204 len: 168 time: 0.1098335 Jan 31 18:45:13.571439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38796) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:13.591255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a4e1f-240d-42ed-b90d-37ac636a7bd7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ce26a24-52cf-4b1a-9c70-b66542ca1796,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:13.643017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9cd8fd79-c834-4c45-a6b1-bc3c324c2dda tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0698218 Jan 31 18:45:13.648650 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:13.649426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38806) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:13.688991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48c8bf0c-b9cc-48c5-9dd8-477de35516ca tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (55276c8a-c9dc-4716-b622-131958bd1d5d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.702090 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48c8bf0c-b9cc-48c5-9dd8-477de35516ca tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (55276c8a-c9dc-4716-b622-131958bd1d5d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.716636 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4819dc1f-3be7-41ee-87a7-2bcb38c976b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.759806 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48c8bf0c-b9cc-48c5-9dd8-477de35516ca tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (55276c8a-c9dc-4716-b622-131958bd1d5d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.788222 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48c8bf0c-b9cc-48c5-9dd8-477de35516ca tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.789404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-48c8bf0c-b9cc-48c5-9dd8-477de35516ca tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/55276c8a-c9dc-4716-b622-131958bd1d5d HTTP/1.1" status: 204 len: 168 time: 0.1389296 Jan 31 18:45:13.790262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8bf0c-b9cc-48c5-9dd8-477de35516ca tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55276c8a-c9dc-4716-b622-131958bd1d5d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:13.790679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-network', 'tenant_id': 'b305afec01354014ae6407ca495aca7e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:13.795523 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38814) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:13.860470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-df9b6da5-e38a-46fa-9598-cea66188edd8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0586569 Jan 31 18:45:13.860755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38822) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:13.886474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Made reservation on behalf of b305afec01354014ae6407ca495aca7e for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:13.889171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.900165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.950599 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2add57a9-a4cd-4217-9b0c-8edbf94248ea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (bc1abc4c-9453-46c0-b34c-81662ef5e744), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.963229 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4819dc1f-3be7-41ee-87a7-2bcb38c976b3 admin admin] Publish callbacks [] for security_group (a61e1145-b6db-4e3f-abea-8d90691c9334), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.974472 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4819dc1f-3be7-41ee-87a7-2bcb38c976b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a61e1145-b6db-4e3f-abea-8d90691c9334), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:13.983998 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2add57a9-a4cd-4217-9b0c-8edbf94248ea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (bc1abc4c-9453-46c0-b34c-81662ef5e744), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.054784 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4819dc1f-3be7-41ee-87a7-2bcb38c976b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b6e37482be94982809b3c88447d55fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8212554 Jan 31 18:45:14.057857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38830) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:14.059373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819dc1f-3be7-41ee-87a7-2bcb38c976b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61e1145-b6db-4e3f-abea-8d90691c9334,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:14.120029 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2add57a9-a4cd-4217-9b0c-8edbf94248ea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bc1abc4c-9453-46c0-b34c-81662ef5e744), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.122840 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2add57a9-a4cd-4217-9b0c-8edbf94248ea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.126412 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Publish callbacks [] for security_group (9263e0ea-a84f-431f-92bf-467be8b787c1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.126663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2add57a9-a4cd-4217-9b0c-8edbf94248ea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-groups/bc1abc4c-9453-46c0-b34c-81662ef5e744 HTTP/1.1" status: 204 len: 168 time: 0.2613273 Jan 31 18:45:14.126941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:14.138343 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d49773-13d0-49fa-af48-57afaa479877 req-56328fde-5b19-4ea5-9269-2c8b91c1c096 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:14.138511 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9263e0ea-a84f-431f-92bf-467be8b787c1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.139967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35d49773-13d0-49fa-af48-57afaa479877 req-56328fde-5b19-4ea5-9269-2c8b91c1c096 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1460152 Jan 31 18:45:14.159998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add57a9-a4cd-4217-9b0c-8edbf94248ea tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1abc4c-9453-46c0-b34c-81662ef5e744,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:14.170048 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e21b-bec7-486e-b1f5-8ca5c2372533 admin admin] Publish callbacks [] for security_group (a61e1145-b6db-4e3f-abea-8d90691c9334), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.190707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:45:14.241865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35d49773-13d0-49fa-af48-57afaa479877 req-97727bd2-7527-49dd-8d46-e3682cf2192d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871930 Jan 31 18:45:14.259389 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e21b-bec7-486e-b1f5-8ca5c2372533 admin admin] Publish callbacks [] for security_group (a61e1145-b6db-4e3f-abea-8d90691c9334), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.267437 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (52dacfb5-854d-4607-b678-646b6537a318), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.268265 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Added segment 52dacfb5-854d-4607-b678-646b6537a318 of type vlan for network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 Jan 31 18:45:14.277005 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9263e0ea-a84f-431f-92bf-467be8b787c1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:14.305553 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-565c40a7-8154-47a6-8150-03da5fcbe259 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1769028 Jan 31 18:45:14.315728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38840) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:14.321555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-57c3e631-af0f-4c93-99e2-b1cc494a211f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016341929'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:14.373710 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57c3e631-af0f-4c93-99e2-b1cc494a211f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.442577 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (89c99cfb-ec02-43f2-8400-481c1cbdc1c7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.477482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (89c99cfb-ec02-43f2-8400-481c1cbdc1c7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.478753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:14.480097 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.480361 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e21b-bec7-486e-b1f5-8ca5c2372533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a61e1145-b6db-4e3f-abea-8d90691c9334), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.483208 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e21b-bec7-486e-b1f5-8ca5c2372533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.484584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9bb4e21b-bec7-486e-b1f5-8ca5c2372533 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a61e1145-b6db-4e3f-abea-8d90691c9334 HTTP/1.1" status: 204 len: 168 time: 0.4245420 Jan 31 18:45:14.545634 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8954768 Jan 31 18:45:14.554246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38848) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:14.560810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e86c40c1-6906-4ad6-a181-55f146e5eae2 admin admin] Request body: {'subnet': {'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-subnet', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:14.570107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4e21b-bec7-486e-b1f5-8ca5c2372533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61e1145-b6db-4e3f-abea-8d90691c9334,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:14.587107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b4482-356c-4836-9936-a5157bf8e3bd admin admin] Pushing event updated for resources: {'Network': ['ID=89c99cfb-ec02-43f2-8400-481c1cbdc1c7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:14.590230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86c40c1-6906-4ad6-a181-55f146e5eae2 admin admin] Made reservation on behalf of b305afec01354014ae6407ca495aca7e for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:14.592728 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e86c40c1-6906-4ad6-a181-55f146e5eae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.608013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:45:14.649885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bc9fb-63b6-4eb7-b2f6-bc000ef8bf3d req-a53dd9df-a83b-4024-a07b-ebddeaff4a93 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:14.651514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d59bc9fb-63b6-4eb7-b2f6-bc000ef8bf3d req-a53dd9df-a83b-4024-a07b-ebddeaff4a93 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2190392 Jan 31 18:45:14.702582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173e476-c5f3-48d7-a32a-78a090dbf8cb req-d3068128-95a5-4d00-9074-bd313d35f17a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:14.704234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1173e476-c5f3-48d7-a32a-78a090dbf8cb req-d3068128-95a5-4d00-9074-bd313d35f17a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 946 time: 0.2543697 Jan 31 18:45:14.708297 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57c3e631-af0f-4c93-99e2-b1cc494a211f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (8f29fca3-6dfe-40ca-a5e1-d70f0296f04d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.724915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57c3e631-af0f-4c93-99e2-b1cc494a211f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8f29fca3-6dfe-40ca-a5e1-d70f0296f04d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.753798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-a9639ded-2316-4b3d-9f6f-0989338299fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2117114 Jan 31 18:45:14.814112 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57c3e631-af0f-4c93-99e2-b1cc494a211f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.815539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-57c3e631-af0f-4c93-99e2-b1cc494a211f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4988828 Jan 31 18:45:14.819689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38852) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:14.825886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-416bf7a6-b116-4ad8-ad9f-218a71ca8787 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': '8f29fca3-6dfe-40ca-a5e1-d70f0296f04d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:14.836167 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e86c40c1-6906-4ad6-a181-55f146e5eae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (fbaff98a-38ed-4176-8811-c0d3a0770a80), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.888255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3e631-af0f-4c93-99e2-b1cc494a211f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f29fca3-6dfe-40ca-a5e1-d70f0296f04d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:14.914421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d59bc9fb-63b6-4eb7-b2f6-bc000ef8bf3d req-e84ae39a-8dd1-41bc-9dbb-8c203fd9b13e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434907 Jan 31 18:45:14.932898 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c40c1-6906-4ad6-a181-55f146e5eae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbaff98a-38ed-4176-8811-c0d3a0770a80,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:14.959668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1173e476-c5f3-48d7-a32a-78a090dbf8cb req-9b199d84-90ad-435d-9743-a6a2d0a57f62 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392609 Jan 31 18:45:14.973666 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416bf7a6-b116-4ad8-ad9f-218a71ca8787 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (519043b7-b768-4003-8f58-87c4472561bb), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:14.990776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-942c3a17-65e1-4f4b-ac90-a2c3a4e67423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:14.991690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-942c3a17-65e1-4f4b-ac90-a2c3a4e67423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:14.992409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-942c3a17-65e1-4f4b-ac90-a2c3a4e67423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:14.993119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-942c3a17-65e1-4f4b-ac90-a2c3a4e67423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:14.994388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-942c3a17-65e1-4f4b-ac90-a2c3a4e67423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:14.995526 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-942c3a17-65e1-4f4b-ac90-a2c3a4e67423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:14.998372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86c40c1-6906-4ad6-a181-55f146e5eae2 admin admin] Checking segment: {'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:14.998877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-942c3a17-65e1-4f4b-ac90-a2c3a4e67423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:14.999048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c40c1-6906-4ad6-a181-55f146e5eae2 admin admin] Network hostable DHCP agents. Network: 89c99cfb-ec02-43f2-8400-481c1cbdc1c7, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:45:15.004257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-942c3a17-65e1-4f4b-ac90-a2c3a4e67423 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 6714 time: 0.1801281 Jan 31 18:45:15.091702 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416bf7a6-b116-4ad8-ad9f-218a71ca8787 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (519043b7-b768-4003-8f58-87c4472561bb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.094787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c40c1-6906-4ad6-a181-55f146e5eae2 admin admin] Network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:45:15.109173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416bf7a6-b116-4ad8-ad9f-218a71ca8787 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (519043b7-b768-4003-8f58-87c4472561bb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.140795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bf7a6-b116-4ad8-ad9f-218a71ca8787 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519043b7-b768-4003-8f58-87c4472561bb,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:15.145257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e86c40c1-6906-4ad6-a181-55f146e5eae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 89c99cfb-ec02-43f2-8400-481c1cbdc1c7) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:15.150514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c40c1-6906-4ad6-a181-55f146e5eae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:15.151300 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e86c40c1-6906-4ad6-a181-55f146e5eae2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.163981 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ee724c-9f1c-4974-86a7-19f7c3861dcb None None] Network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:45:15.252696 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416bf7a6-b116-4ad8-ad9f-218a71ca8787 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.265724 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-416bf7a6-b116-4ad8-ad9f-218a71ca8787 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4408405 Jan 31 18:45:15.265724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38872) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:15.297943 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e86c40c1-6906-4ad6-a181-55f146e5eae2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7380927 Jan 31 18:45:15.316034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:15.326719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-8c35d06c-6412-4aec-873f-cebc74a5cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:15.327506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-8c35d06c-6412-4aec-873f-cebc74a5cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:15.328045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-8c35d06c-6412-4aec-873f-cebc74a5cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:15.330469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:15.340640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-8c35d06c-6412-4aec-873f-cebc74a5cd1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e26b851d-0946-4172-af21-cdb27088cdaf&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554 HTTP/1.1" status: 200 len: 2294 time: 0.2850695 Jan 31 18:45:15.433896 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (55126e91-63f4-4b08-9146-e234c4f0f60a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.436255 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (55126e91-63f4-4b08-9146-e234c4f0f60a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.469070 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ce9457b-149e-4f89-ac8b-765c4e9358fa tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (8f29fca3-6dfe-40ca-a5e1-d70f0296f04d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.506696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6883d-1fd0-417b-987e-89faf2b5fba8 req-3c1c6191-fe4d-4c21-a019-e8d1353c9f03 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:15.509045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cad6883d-1fd0-417b-987e-89faf2b5fba8 req-3c1c6191-fe4d-4c21-a019-e8d1353c9f03 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 946 time: 0.2536492 Jan 31 18:45:15.526307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ce9457b-149e-4f89-ac8b-765c4e9358fa tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (8f29fca3-6dfe-40ca-a5e1-d70f0296f04d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.570434 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Publish callbacks [] for router_controller (55126e91-63f4-4b08-9146-e234c4f0f60a), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.602586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-022e8112-851b-4884-9655-8aa4f708d0b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae6f0d3-175d-49d4-a18b-ca0777c69d54 HTTP/1.1" status: 200 len: 1001 time: 0.2607150 Jan 31 18:45:15.693723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'project_id': 'b305afec01354014ae6407ca495aca7e', 'fixed_ips': [{'subnet_id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:45:15.695240 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.719230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cad6883d-1fd0-417b-987e-89faf2b5fba8 req-1605232e-7240-4934-86c9-fd7445257f2b tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969573 Jan 31 18:45:15.779183 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ce9457b-149e-4f89-ac8b-765c4e9358fa tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8f29fca3-6dfe-40ca-a5e1-d70f0296f04d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.784493 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ce9457b-149e-4f89-ac8b-765c4e9358fa tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.788473 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5ce9457b-149e-4f89-ac8b-765c4e9358fa tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-groups/8f29fca3-6dfe-40ca-a5e1-d70f0296f04d HTTP/1.1" status: 204 len: 168 time: 0.5177324 Jan 31 18:45:15.789187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Publish callbacks [] for router_gateway (55126e91-63f4-4b08-9146-e234c4f0f60a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:15.790891 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-e6805ffa-d4d5-4546-b963-a30960441c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:15.792890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-e6805ffa-d4d5-4546-b963-a30960441c7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e109565c-f7ac-4d00-b22b-e887bf719fa5 HTTP/1.1" status: 200 len: 851 time: 0.1768277 Jan 31 18:45:15.793405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38892) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:15.804951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9457b-149e-4f89-ac8b-765c4e9358fa tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f29fca3-6dfe-40ca-a5e1-d70f0296f04d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:15.909241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e234c1b-ae13-4503-bd7e-8e25c9fa9bad req-5395ba11-74fa-4d5c-bbe8-dd43b3933e22 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:15.917790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e234c1b-ae13-4503-bd7e-8e25c9fa9bad req-5395ba11-74fa-4d5c-bbe8-dd43b3933e22 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2042024 Jan 31 18:45:15.940056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-0fca03c8-a3d9-4a9a-8656-b055fadc1b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:15.941735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-0fca03c8-a3d9-4a9a-8656-b055fadc1b37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e26b851d-0946-4172-af21-cdb27088cdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1331778 Jan 31 18:45:15.956719 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b4be6ca9-7b83-4fbe-9aea-aed16540e72d tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1585386 Jan 31 18:45:15.957499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38900) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:15.975412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-11b8a79d-c061-43d7-9279-6bbf073d0187 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597805322'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:16.028516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Allocated IP 172.20.0.2 (89c99cfb-ec02-43f2-8400-481c1cbdc1c7/fbaff98a-38ed-4176-8811-c0d3a0770a80/3117df68-bcad-4d95-9cc1-1c1baa11da4c) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:45:16.042496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38904) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:16.097993 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11b8a79d-c061-43d7-9279-6bbf073d0187 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.139359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e234c1b-ae13-4503-bd7e-8e25c9fa9bad req-924e7092-3fef-4f1c-beea-6816c72b6db8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197318 Jan 31 18:45:16.238822 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb5172fd-839f-4829-aab7-e948c65758d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.298802 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11b8a79d-c061-43d7-9279-6bbf073d0187 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (c6f7c239-ed8d-4c21-9d29-29dad88bcc14), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.327757 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Publish callbacks [] for router_gateway (55126e91-63f4-4b08-9146-e234c4f0f60a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.335172 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11b8a79d-c061-43d7-9279-6bbf073d0187 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c6f7c239-ed8d-4c21-9d29-29dad88bcc14), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.345809 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Publish callbacks [] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.356935 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.361245 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.382392 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38914) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:16.388761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8a79d-c061-43d7-9279-6bbf073d0187 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f7c239-ed8d-4c21-9d29-29dad88bcc14,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:16.428662 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-bed7a5b3-2e1c-48b7-8414-6e559ff1c3f4 service neutron] 10.222.0.21 "GET /v2.0/networks/e26b851d-0946-4172-af21-cdb27088cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739144 Jan 31 18:45:16.431857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Pushing event updated for resources: {'Port': ['ID=3117df68-bcad-4d95-9cc1-1c1baa11da4c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:16.436446 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11b8a79d-c061-43d7-9279-6bbf073d0187 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.440959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-11b8a79d-c061-43d7-9279-6bbf073d0187 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4823005 Jan 31 18:45:16.445311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:16.445789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38918) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:16.447590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:16.451772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:45:16.482452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6e289490-530f-4bcc-947b-1afe73d3c6a4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group': {'name': 'tempest-secgroup--504802278'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:16.526970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Attempting to bind port 3117df68-bcad-4d95-9cc1-1c1baa11da4c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:45:16.527485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Attempting to bind port 3117df68-bcad-4d95-9cc1-1c1baa11da4c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:45:16.528396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Attempting to bind port 3117df68-bcad-4d95-9cc1-1c1baa11da4c on network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:45:16.534609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:45:16.535937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Checking segment: {'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:16.537036 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.538097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Bound using segment: {'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:45:16.538888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Bound port: 3117df68-bcad-4d95-9cc1-1c1baa11da4c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:45:16.539511 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.561982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5876f-5aaa-428f-9d3c-efac1d744a85 req-8a471286-4d9a-4364-b8f2-3e05fafeae90 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:16.564657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30b5876f-5aaa-428f-9d3c-efac1d744a85 req-8a471286-4d9a-4364-b8f2-3e05fafeae90 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2606058 Jan 31 18:45:16.575875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1858577155-network', 'tenant_id': 'b5a950cba2894187aa65d91f9ead7de0'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:16.595641 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e289490-530f-4bcc-947b-1afe73d3c6a4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.599739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb5172fd-839f-4829-aab7-e948c65758d4 admin admin] Publish callbacks [] for security_group (20a72218-3985-4d88-bf60-af22dd7e5d01), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.615180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb5172fd-839f-4829-aab7-e948c65758d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (20a72218-3985-4d88-bf60-af22dd7e5d01), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.625138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] For port 3117df68-bcad-4d95-9cc1-1c1baa11da4c, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:45:16.632143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] For port 3117df68-bcad-4d95-9cc1-1c1baa11da4c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3117df68-bcad-4d95-9cc1-1c1baa11da4c,segment=NetworkSegment(52dacfb5-854d-4607-b678-646b6537a318),segment_id=52dacfb5-854d-4607-b678-646b6537a318)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:45:16.641588 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.667479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Allocated IP 172.25.8.78 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:45:16.721372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Made reservation on behalf of b5a950cba2894187aa65d91f9ead7de0 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:16.724051 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.731504 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30b5876f-5aaa-428f-9d3c-efac1d744a85 req-15cef940-943b-4a7f-9843-235621ccc123 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486876 Jan 31 18:45:16.732596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5172fd-839f-4829-aab7-e948c65758d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a72218-3985-4d88-bf60-af22dd7e5d01,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:16.737631 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-b99b8a88-7bb0-44e3-9dd4-66cf84a96489 service neutron] 10.222.0.21 "GET /v2.0/networks/e26b851d-0946-4172-af21-cdb27088cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883439 Jan 31 18:45:16.753660 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fb5172fd-839f-4829-aab7-e948c65758d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc8e2e23ee2b468581430a923e68cbc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7065105 Jan 31 18:45:16.756617 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:16.771796 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:16.836182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340ec0c-124d-461e-bad8-073f18d1bb5d None None] Pushing event updated for resources: {'Port': ['ID=3117df68-bcad-4d95-9cc1-1c1baa11da4c,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:16.889743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-ba07ac6a-870e-416e-90bd-fb103641f4e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 HTTP/1.1" status: 200 len: 217 time: 0.1458602 Jan 31 18:45:16.980233 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Publish callbacks [] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.011312 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bd26a03-6646-4537-ad17-9cde78f74e5b admin admin] Publish callbacks [] for security_group (20a72218-3985-4d88-bf60-af22dd7e5d01), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.013769 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:45:17.020453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:45:17.048459 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e289490-530f-4bcc-947b-1afe73d3c6a4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (82f7165a-6f3d-41b5-9c30-0404a258c308), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.051917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-2d68a2eb-5480-491d-b750-381c56a0c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:17.053958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-2d68a2eb-5480-491d-b750-381c56a0c611 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 200 len: 797 time: 0.1550868 Jan 31 18:45:17.059088 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e289490-530f-4bcc-947b-1afe73d3c6a4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (82f7165a-6f3d-41b5-9c30-0404a258c308), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.068084 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bd26a03-6646-4537-ad17-9cde78f74e5b admin admin] Publish callbacks [] for security_group (20a72218-3985-4d88-bf60-af22dd7e5d01), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.120275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e289490-530f-4bcc-947b-1afe73d3c6a4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f7165a-6f3d-41b5-9c30-0404a258c308,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:17.153565 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Publish callbacks [] for security_group (8889a7ac-7950-4e25-9d97-dc4a75cfd1b8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.161312 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8889a7ac-7950-4e25-9d97-dc4a75cfd1b8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.165640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bab9d-63ed-44ec-a5e5-d92089d131ff req-bc801c69-8ec0-4b32-9bb7-c4759597248d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:17.181847 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a8bab9d-63ed-44ec-a5e5-d92089d131ff req-bc801c69-8ec0-4b32-9bb7-c4759597248d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 946 time: 0.2744238 Jan 31 18:45:17.208207 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:45:17.210567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3acc84cb-460c-45d8-9d92-97f7ac060594 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:17.211327 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.223861 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.238249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:45:17.297962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:17.341856 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e289490-530f-4bcc-947b-1afe73d3c6a4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.343074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6e289490-530f-4bcc-947b-1afe73d3c6a4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8888032 Jan 31 18:45:17.347819 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:45:17.351083 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0e8fce-59a9-41b6-860e-698817405b46" -d '{"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-unplugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:45:17.358545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Pushing event updated for resources: {'Port': ['ID=5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:17.361332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38936) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:17.378221 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.378465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8889a7ac-7950-4e25-9d97-dc4a75cfd1b8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:17.384296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1c84220e-f301-40f0-b13e-421a42ff4232 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': 'c6f7c239-ed8d-4c21-9d29-29dad88bcc14', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '82f7165a-6f3d-41b5-9c30-0404a258c308', 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:17.393368 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (749bbf7e-0aa0-4d68-abd8-bd74150d151c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.395427 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Added segment 749bbf7e-0aa0-4d68-abd8-bd74150d151c of type vlan for network 76091457-04e4-4736-a2b0-f1538ef2442a Jan 31 18:45:17.405652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a8bab9d-63ed-44ec-a5e5-d92089d131ff req-74ddf83a-a9ae-4b75-8b28-9b6e721a62a1 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227397 Jan 31 18:45:17.435471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-98e5a427-67ab-4250-b489-2a23ab33e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:17.437161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-98e5a427-67ab-4250-b489-2a23ab33e2fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3751302 Jan 31 18:45:17.447384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6862cc-1b06-4b8c-958d-e8c1856bf54a req-c149b039-425a-407f-b5cd-02b7b2055fb5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:17.466502 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b6862cc-1b06-4b8c-958d-e8c1856bf54a req-c149b039-425a-407f-b5cd-02b7b2055fb5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2700164 Jan 31 18:45:17.466840 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (76091457-04e4-4736-a2b0-f1538ef2442a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.497417 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:17.503168 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:17.505516 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (76091457-04e4-4736-a2b0-f1538ef2442a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.506862 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:17.507593 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.522880 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bd26a03-6646-4537-ad17-9cde78f74e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (20a72218-3985-4d88-bf60-af22dd7e5d01), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.526759 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bd26a03-6646-4537-ad17-9cde78f74e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.528661 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7bd26a03-6646-4537-ad17-9cde78f74e5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20a72218-3985-4d88-bf60-af22dd7e5d01 HTTP/1.1" status: 204 len: 168 time: 0.7699180 Jan 31 18:45:17.529865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:45:17.564049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:17.577523 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8142b55f-6068-4169-a2e3-d798078c43bf x-openstack-request-id: req-8142b55f-6068-4169-a2e3-d798078c43bf {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:17.580619 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-unplugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:17.581320 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8142b55f-6068-4169-a2e3-d798078c43bf {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:17.585076 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'code': 200} Jan 31 18:45:17.629283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b6862cc-1b06-4b8c-958d-e8c1856bf54a req-eb8b2c78-dab4-4eea-a835-834e5aacc77e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668198 Jan 31 18:45:17.660436 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2733850 Jan 31 18:45:17.665886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd26a03-6646-4537-ad17-9cde78f74e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a72218-3985-4d88-bf60-af22dd7e5d01,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:17.733054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-da33c11e-107e-4db2-b16f-c7a36f1e5335 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465253 Jan 31 18:45:17.763405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:17.810544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'port_id': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'mac_address': 'fa:16:3e:af:0a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:45:17.901153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b9540-1b99-4d0d-976d-32756bd6f315 admin admin] Pushing event updated for resources: {'Network': ['ID=76091457-04e4-4736-a2b0-f1538ef2442a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:17.931101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3acc84cb-460c-45d8-9d92-97f7ac060594 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:17.934748 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.945968 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c84220e-f301-40f0-b13e-421a42ff4232 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (d3a0af9e-e33e-457d-86a2-a93f89ef0329), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:17.985666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3acc84cb-460c-45d8-9d92-97f7ac060594 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:45:18.001371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 76091457-04e4-4736-a2b0-f1538ef2442a details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:45:18.128864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:18.170976 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c84220e-f301-40f0-b13e-421a42ff4232 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (d3a0af9e-e33e-457d-86a2-a93f89ef0329), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:18.194720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c4b02-ce9c-4e52-8e67-8735cd6bc68b req-f0d570af-96bc-4240-b038-48955ff6061d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:18.198976 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:18.211427 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d2c4b02-ce9c-4e52-8e67-8735cd6bc68b req-f0d570af-96bc-4240-b038-48955ff6061d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2626278 Jan 31 18:45:18.247076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-59961a54-4fcb-451c-a8c4-cfc11ce5ec76 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092604 Jan 31 18:45:18.336005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['3acc84cb-460c-45d8-9d92-97f7ac060594'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:45:18.357856 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Publish callbacks [] for router_gateway (55126e91-63f4-4b08-9146-e234c4f0f60a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:18.361328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c84220e-f301-40f0-b13e-421a42ff4232 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (d3a0af9e-e33e-457d-86a2-a93f89ef0329), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:18.430707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:18.454493 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c84220e-f301-40f0-b13e-421a42ff4232 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:18.470202 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1c84220e-f301-40f0-b13e-421a42ff4232 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0924683 Jan 31 18:45:18.471043 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38980) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:18.497770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-4b2da02c-deaf-49d2-b513-d7546b068404 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=c65db0e2-1322-4cbb-b752-8c9fabd69910 HTTP/1.1" status: 200 len: 217 time: 0.1773319 Jan 31 18:45:18.505902 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84220e-f301-40f0-b13e-421a42ff4232 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a0af9e-e33e-457d-86a2-a93f89ef0329,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:18.540325 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5d44-3499-4e7b-a8db-8794fecc2534 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (d3a0af9e-e33e-457d-86a2-a93f89ef0329), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:18.564068 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5d44-3499-4e7b-a8db-8794fecc2534 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (d3a0af9e-e33e-457d-86a2-a93f89ef0329), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:18.628325 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5d44-3499-4e7b-a8db-8794fecc2534 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (d3a0af9e-e33e-457d-86a2-a93f89ef0329), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:18.638385 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee0d5d44-3499-4e7b-a8db-8794fecc2534 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:18.642746 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ee0d5d44-3499-4e7b-a8db-8794fecc2534 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d3a0af9e-e33e-457d-86a2-a93f89ef0329 HTTP/1.1" status: 204 len: 168 time: 0.1605318 Jan 31 18:45:18.643465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38988) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:18.657368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d2c4b02-ce9c-4e52-8e67-8735cd6bc68b req-99a56bce-c743-4fab-adc1-e9dee46c36f4 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489968 Jan 31 18:45:18.693211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dd2c3-4ac8-4b2a-8336-f37c84cb6fc4 req-94ed6281-ef6a-4d06-84e4-3430b0cbd638 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:18.733452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-813dd2c3-4ac8-4b2a-8336-f37c84cb6fc4 req-94ed6281-ef6a-4d06-84e4-3430b0cbd638 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 946 time: 0.5659528 Jan 31 18:45:18.755968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d5d44-3499-4e7b-a8db-8794fecc2534 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3a0af9e-e33e-457d-86a2-a93f89ef0329,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:18.765808 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1cceeb-b600-45ec-ac67-d279317c0d7a None None] Network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:45:18.783622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-6ac1bd9e-1847-4dce-b022-772ec6ca1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:18.787943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-6ac1bd9e-1847-4dce-b022-772ec6ca1218 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 200 len: 797 time: 0.2821257 Jan 31 18:45:18.813512 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-41716c27-253d-49fe-a7f7-3f76eea9231f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1454201 Jan 31 18:45:18.818798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38996) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:18.900108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3117df68-bcad-4d95-9cc1-1c1baa11da4c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:18.904559 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-718ddc35-b74b-4d42-aff7-02376bed481f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:18.957523 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-813dd2c3-4ac8-4b2a-8336-f37c84cb6fc4 req-8b33955c-5f59-4784-b25c-21961a7c2de9 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184994 Jan 31 18:45:19.039678 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9cc2eb1-b3f5-481c-ac0d-abfc6b19fcb7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (82f7165a-6f3d-41b5-9c30-0404a258c308), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:19.043646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-66fe6c55-2401-4e26-983d-9c2a6de0d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:19.045722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-66fe6c55-2401-4e26-983d-9c2a6de0d047 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2257192 Jan 31 18:45:19.064907 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (55126e91-63f4-4b08-9146-e234c4f0f60a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:19.131927 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9cc2eb1-b3f5-481c-ac0d-abfc6b19fcb7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (82f7165a-6f3d-41b5-9c30-0404a258c308), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:19.294555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4e359738-5827-48ff-8c4a-ec097e6a5301 None None] Provisioning complete for port 3117df68-bcad-4d95-9cc1-1c1baa11da4c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:19.298361 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4e359738-5827-48ff-8c4a-ec097e6a5301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:19.446084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3117df68-bcad-4d95-9cc1-1c1baa11da4c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:19.457036 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:19.623615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4e359738-5827-48ff-8c4a-ec097e6a5301 None None] Current status of the port 3117df68-bcad-4d95-9cc1-1c1baa11da4c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:19.624471 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4e359738-5827-48ff-8c4a-ec097e6a5301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:19.663031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb690b3-3c8c-4faa-958a-4dfca78b2d1f req-7a8f91db-f3b4-4ea0-9997-2858c29e9a42 tempest-ComputeTenantNetworksTest-1543737844 tempest-ComputeTenantNetworksTest-1543737844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:19.671535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb690b3-3c8c-4faa-958a-4dfca78b2d1f req-7a8f91db-f3b4-4ea0-9997-2858c29e9a42 tempest-ComputeTenantNetworksTest-1543737844 tempest-ComputeTenantNetworksTest-1543737844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:19.677924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb690b3-3c8c-4faa-958a-4dfca78b2d1f req-7a8f91db-f3b4-4ea0-9997-2858c29e9a42 tempest-ComputeTenantNetworksTest-1543737844 tempest-ComputeTenantNetworksTest-1543737844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:19.685257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3bb690b3-3c8c-4faa-958a-4dfca78b2d1f req-7a8f91db-f3b4-4ea0-9997-2858c29e9a42 tempest-ComputeTenantNetworksTest-1543737844 tempest-ComputeTenantNetworksTest-1543737844-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4502187 Jan 31 18:45:19.727470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-ab2962b9-81e4-421a-b6de-28c8ec3258a7 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6684136 Jan 31 18:45:19.796082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4e359738-5827-48ff-8c4a-ec097e6a5301 None None] For port 3117df68-bcad-4d95-9cc1-1c1baa11da4c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3117df68-bcad-4d95-9cc1-1c1baa11da4c,segment=NetworkSegment(52dacfb5-854d-4607-b678-646b6537a318),segment_id=52dacfb5-854d-4607-b678-646b6537a318)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:19.804783 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4e359738-5827-48ff-8c4a-ec097e6a5301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:19.808998 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9cc2eb1-b3f5-481c-ac0d-abfc6b19fcb7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (82f7165a-6f3d-41b5-9c30-0404a258c308), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:19.813869 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9cc2eb1-b3f5-481c-ac0d-abfc6b19fcb7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:19.816392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a9cc2eb1-b3f5-481c-ac0d-abfc6b19fcb7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-groups/82f7165a-6f3d-41b5-9c30-0404a258c308 HTTP/1.1" status: 204 len: 168 time: 0.9789660 Jan 31 18:45:19.817733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39018) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:19.822528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3117df68-bcad-4d95-9cc1-1c1baa11da4c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:19.823083 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:19.881050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39020) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:19.887518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc2eb1-b3f5-481c-ac0d-abfc6b19fcb7 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f7165a-6f3d-41b5-9c30-0404a258c308,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:20.038248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef54c9-5391-414b-8a26-21a3ff917b26 req-04cd4cc4-eb1c-4492-9064-2406327da669 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:20.049171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08ef54c9-5391-414b-8a26-21a3ff917b26 req-04cd4cc4-eb1c-4492-9064-2406327da669 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.8129773 Jan 31 18:45:20.112627 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:45:20.114006 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:45:20.134441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39030) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:20.138732 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e880dae8-173d-499f-bd6a-c520af0f0b4e tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2532954 Jan 31 18:45:20.141666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e359738-5827-48ff-8c4a-ec097e6a5301 None None] Pushing event updated for resources: {'Port': ['ID=3117df68-bcad-4d95-9cc1-1c1baa11da4c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:20.142423 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Router 55126e91-63f4-4b08-9146-e234c4f0f60a is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:45:20.154265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08ef54c9-5391-414b-8a26-21a3ff917b26 req-2464df04-b169-4699-887d-5018cb0f2b35 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976226 Jan 31 18:45:20.160856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ddcb4cbe-e057-42c1-a385-47661c481fd6 None None] Provisioning complete for port 3117df68-bcad-4d95-9cc1-1c1baa11da4c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:20.177025 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4cbe-e057-42c1-a385-47661c481fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:20.192973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-236317063-network', 'tenant_id': 'b0d3ae5c78fc43f7848f4f6cdf473b10'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:20.260902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9441d88-aa2b-43e4-80a0-8a3202fe6564 req-51bd9867-42d7-4205-b086-e091971041be tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:20.263697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9441d88-aa2b-43e4-80a0-8a3202fe6564 req-51bd9867-42d7-4205-b086-e091971041be tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 946 time: 0.5613337 Jan 31 18:45:20.272570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896cab3-d274-42fa-87e8-082daa287453 req-41781693-c90b-42ce-b6f9-5ced681275d0 tempest-ComputeTenantNetworksTest-1543737844 tempest-ComputeTenantNetworksTest-1543737844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:20.284506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39034) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:20.290497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5896cab3-d274-42fa-87e8-082daa287453 req-41781693-c90b-42ce-b6f9-5ced681275d0 tempest-ComputeTenantNetworksTest-1543737844 tempest-ComputeTenantNetworksTest-1543737844-project] 10.222.0.20 "GET /v2.0/networks/76091457-04e4-4736-a2b0-f1538ef2442a HTTP/1.1" status: 200 len: 769 time: 0.5591366 Jan 31 18:45:20.293549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb4cbe-e057-42c1-a385-47661c481fd6 None None] Current status of the port 3117df68-bcad-4d95-9cc1-1c1baa11da4c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:20.380077 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (76091457-04e4-4736-a2b0-f1538ef2442a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:20.518351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Made reservation on behalf of b0d3ae5c78fc43f7848f4f6cdf473b10 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:20.521495 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:20.530554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-10059f81-e57b-47a8-abe8-141f3a3f508b service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7305269 Jan 31 18:45:20.564515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:45:20.577560 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Sync routers for ids ['55126e91-63f4-4b08-9146-e234c4f0f60a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:45:20.584355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (76091457-04e4-4736-a2b0-f1538ef2442a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:20.585260 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:20.590257 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:20.593662 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5762d7c9-03df-490e-b55c-b45b18d059cb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.2730694 Jan 31 18:45:20.593891 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Routers {'55126e91-63f4-4b08-9146-e234c4f0f60a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:45:20.593891 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:44:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['55126e91-63f4-4b08-9146-e234c4f0f60a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:20.597220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39036) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:20.685918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3117df68-bcad-4d95-9cc1-1c1baa11da4c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:20.780117 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Set router 55126e91-63f4-4b08-9146-e234c4f0f60a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:45:20.789460 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76091457-04e4-4736-a2b0-f1538ef2442a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:20.824503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749bbf7e-0aa0-4d68-abd8-bd74150d151c') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:20.824867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749bbf7e-0aa0-4d68-abd8-bd74150d151c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:20.844882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3117df68-bcad-4d95-9cc1-1c1baa11da4c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:20.846796 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (749bbf7e-0aa0-4d68-abd8-bd74150d151c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:20.896467 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (749bbf7e-0aa0-4d68-abd8-bd74150d151c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:20.930234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:45:20.930650 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (749bbf7e-0aa0-4d68-abd8-bd74150d151c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:45:20.937324 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:45:20.965692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3117df68-bcad-4d95-9cc1-1c1baa11da4c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:20.966461 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.026916 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d94aed70-eb7c-4ff9-a853-3f38698b305f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.046241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:21.148464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3117df68-bcad-4d95-9cc1-1c1baa11da4c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:21.182502 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:45:17Z', 'revision_number': 3, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:21.197831 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (76091457-04e4-4736-a2b0-f1538ef2442a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.202579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 3acc84cb-460c-45d8-9d92-97f7ac060594 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:21.204031 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.228056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-d4acd287-8556-473f-bf52-d76039e84bb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 HTTP/1.1" status: 200 len: 217 time: 0.6709414 Jan 31 18:45:21.242084 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.249143 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Checking router: 55126e91-63f4-4b08-9146-e234c4f0f60a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:45:21.249493 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Updating router 55126e91-63f4-4b08-9146-e234c4f0f60a port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:45:21.252166 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] 10.222.0.20 "DELETE /v2.0/networks/76091457-04e4-4736-a2b0-f1538ef2442a HTTP/1.1" status: 204 len: 168 time: 0.9659975 Jan 31 18:45:21.257050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25e0fa-4dac-4e05-8a28-6b1facf47034 admin admin] Pushing event deleted for resources: {'Network': ['ID=76091457-04e4-4736-a2b0-f1538ef2442a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:21.274749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04886e0-794a-4642-a6c5-ff19813102a3 req-bf764c30-ab0d-4376-a87b-a53cb44191fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:21.280580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a04886e0-794a-4642-a6c5-ff19813102a3 req-bf764c30-ab0d-4376-a87b-a53cb44191fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 946 time: 0.9819500 Jan 31 18:45:21.313640 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77536ddc-623d-4758-937d-193c937f303a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (c6f7c239-ed8d-4c21-9d29-29dad88bcc14), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.333786 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.361627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3acc84cb-460c-45d8-9d92-97f7ac060594 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:21.362209 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.429334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:21.430692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:45:21.434031 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c939e0bd-de4c-4d23-8d02-2bea7dffa560" -d '{"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-plugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:45:21.438658 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.530454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:21.574924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39048) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:21.589180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f2838-e4ec-41da-95d7-c77317a191c6 req-a112d986-a315-4166-8873-4e1c9f92e1bd tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:21.592733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a9f2838-e4ec-41da-95d7-c77317a191c6 req-a112d986-a315-4166-8873-4e1c9f92e1bd tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 1.1937611 Jan 31 18:45:21.621777 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77536ddc-623d-4758-937d-193c937f303a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (c6f7c239-ed8d-4c21-9d29-29dad88bcc14), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.674759 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0d69970b-c2ab-45d2-bd47-3d9ccc03e04d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5a950cba2894187aa65d91f9ead7de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0960145 Jan 31 18:45:21.677228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39050) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:21.712198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e9441d88-aa2b-43e4-80a0-8a3202fe6564 req-a04b857f-b618-4763-84f0-2260a393d91d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Deleting port 925b86b5-618d-4c25-9a95-9c66dabc3323 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:45:21.712945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9441d88-aa2b-43e4-80a0-8a3202fe6564 req-a04b857f-b618-4763-84f0-2260a393d91d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.717034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-c25770fc-b08d-43ae-bf71-9fa7f332e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:21.719146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-c25770fc-b08d-43ae-bf71-9fa7f332e75a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 200 len: 797 time: 0.4791856 Jan 31 18:45:21.737423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.826691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a04886e0-794a-4642-a6c5-ff19813102a3 req-364f3b99-3a4b-40f1-9495-175bb5c0bf5e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757230 Jan 31 18:45:21.859775 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Publish callbacks [] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.874128 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.931358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2edd-79e1-40e0-a7a0-85e08322cf0c admin admin] Publish callbacks [] for security_group (8889a7ac-7950-4e25-9d97-dc4a75cfd1b8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.932688 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c224c65-a598-493f-be0f-ccba274664bd x-openstack-request-id: req-7c224c65-a598-493f-be0f-ccba274664bd {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:21.933660 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-plugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:21.933929 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c224c65-a598-493f-be0f-ccba274664bd {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:21.934341 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'code': 200} Jan 31 18:45:21.935097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a9f2838-e4ec-41da-95d7-c77317a191c6 req-d4707e2d-743a-461c-a70f-47439d5294bb tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242922 Jan 31 18:45:21.962989 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77536ddc-623d-4758-937d-193c937f303a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c6f7c239-ed8d-4c21-9d29-29dad88bcc14), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.962989 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77536ddc-623d-4758-937d-193c937f303a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:21.968375 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-77536ddc-623d-4758-937d-193c937f303a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6f7c239-ed8d-4c21-9d29-29dad88bcc14 HTTP/1.1" status: 204 len: 168 time: 1.8091111 Jan 31 18:45:21.974134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39052) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:22.001211 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Attempting to bind port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:45:22.001833 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Attempting to bind port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:45:22.002356 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Attempting to bind port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:45:22.008578 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54a7b2-7745-4623-a260-07efef78f7a2 None None] Pushing event updated for resources: {'Port': ['ID=5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:22.014033 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Publish callbacks [] for security_group (1f308818-fe24-4561-a927-240bae014971), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.023627 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:45:22.024176 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:22.024597 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.024961 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:45:22.025429 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Bound port: 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:45:22.025864 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.034346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77536ddc-623d-4758-937d-193c937f303a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f7c239-ed8d-4c21-9d29-29dad88bcc14,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:22.037964 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1f308818-fe24-4561-a927-240bae014971), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.108775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e9441d88-aa2b-43e4-80a0-8a3202fe6564 req-a04b857f-b618-4763-84f0-2260a393d91d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] For port 925b86b5-618d-4c25-9a95-9c66dabc3323, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=925b86b5-618d-4c25-9a95-9c66dabc3323,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:22.109500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9441d88-aa2b-43e4-80a0-8a3202fe6564 req-a04b857f-b618-4763-84f0-2260a393d91d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.129358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e9441d88-aa2b-43e4-80a0-8a3202fe6564 req-a04b857f-b618-4763-84f0-2260a393d91d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Calling delete_port for 925b86b5-618d-4c25-9a95-9c66dabc3323 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:45:22.139914 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] For port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:45:22.147198 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] For port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:45:22.157727 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.176390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:45:22.184172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-d98f732c-89c0-43dc-a908-35d31df59693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:22.185761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-d98f732c-89c0-43dc-a908-35d31df59693 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4137559 Jan 31 18:45:22.227603 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Routers {'55126e91-63f4-4b08-9146-e234c4f0f60a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:45:22.228220 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['55126e91-63f4-4b08-9146-e234c4f0f60a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:22.246944 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2edd-79e1-40e0-a7a0-85e08322cf0c admin admin] Publish callbacks [] for security_group (8889a7ac-7950-4e25-9d97-dc4a75cfd1b8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.262545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f308818-fe24-4561-a927-240bae014971,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:22.297133 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (275ace6c-bd83-4e5c-a0d9-5771a52452e9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.297524 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Added segment 275ace6c-bd83-4e5c-a0d9-5771a52452e9 of type vlan for network 4cd3484c-28bd-4658-89e4-55eb810dd8a4 Jan 31 18:45:22.307613 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54a7b2-7745-4623-a260-07efef78f7a2 None None] Pushing event updated for resources: {'Port': ['ID=5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:22.313023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0c3b8c6a-f9db-4750-bd00-010831b1fe9e tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3340383 Jan 31 18:45:22.313671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39064) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:22.329941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-54e77235-69ed-4e0d-828c-e67bb40adb0a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998716813'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:22.335524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Allocated IP 172.20.0.1 (89c99cfb-ec02-43f2-8400-481c1cbdc1c7/fbaff98a-38ed-4176-8811-c0d3a0770a80/dc6c3b03-3c83-4583-a9e2-7d53c2045174) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:45:22.389580 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.442174 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2edd-79e1-40e0-a7a0-85e08322cf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8889a7ac-7950-4e25-9d97-dc4a75cfd1b8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.445537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2edd-79e1-40e0-a7a0-85e08322cf0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.447135 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a9aa2edd-79e1-40e0-a7a0-85e08322cf0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8889a7ac-7950-4e25-9d97-dc4a75cfd1b8 HTTP/1.1" status: 204 len: 168 time: 0.7687695 Jan 31 18:45:22.463946 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] Set router 55126e91-63f4-4b08-9146-e234c4f0f60a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:45:22.464204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa2edd-79e1-40e0-a7a0-85e08322cf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8889a7ac-7950-4e25-9d97-dc4a75cfd1b8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:22.509159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Publish callbacks [] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.571566 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.670316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:22.685151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:22.689123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:45:22.713167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Pushing event updated for resources: {'Port': ['ID=dc6c3b03-3c83-4583-a9e2-7d53c2045174,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:22.716366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-3e67f187-7343-400f-a26f-9d7297cd2de6 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737990 Jan 31 18:45:22.718405 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (4cd3484c-28bd-4658-89e4-55eb810dd8a4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.729247 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9441d88-aa2b-43e4-80a0-8a3202fe6564 req-a04b857f-b618-4763-84f0-2260a393d91d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (925b86b5-618d-4c25-9a95-9c66dabc3323), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.743799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['925b86b5-618d-4c25-9a95-9c66dabc3323'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:45:22.797382 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (55126e91-63f4-4b08-9146-e234c4f0f60a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.882418 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:45:17Z', 'revision_number': 3, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:22.901108 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54e77235-69ed-4e0d-828c-e67bb40adb0a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:22.931727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-3c83999f-40f6-4c90-8db6-2f790cb843c5 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975613 Jan 31 18:45:23.078287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-5a3adad7-8b15-4945-b9e3-5b4d6df54e7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=7e8e4722-fe39-4868-8203-148e049d7cac HTTP/1.1" status: 200 len: 217 time: 0.1248684 Jan 31 18:45:23.090033 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c1b8e3-b12e-4929-9f42-fc3247508a0e None None] The sync data for ids ['55126e91-63f4-4b08-9146-e234c4f0f60a'] in n-d-812111-15 is: [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:45:17Z', 'revision_number': 3, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:45:23.142771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-79d26c29-a5a6-46b6-9a2f-36dc637f1718 None None] Provisioning complete for port dc6c3b03-3c83-4583-a9e2-7d53c2045174 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:23.143263 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-79d26c29-a5a6-46b6-9a2f-36dc637f1718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:23.163567 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:23.202108 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:45:23.218301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-79d26c29-a5a6-46b6-9a2f-36dc637f1718 None None] Port dc6c3b03-3c83-4583-a9e2-7d53c2045174 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:45:23.288137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b857f-b618-4763-84f0-2260a393d91d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Pushing event deleted for resources: {'Port': ['ID=925b86b5-618d-4c25-9a95-9c66dabc3323,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:23.292399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-01d16884-8240-41ba-9e45-be96acdf2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:23.294125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-01d16884-8240-41ba-9e45-be96acdf2db6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 200 len: 797 time: 0.1895120 Jan 31 18:45:23.338664 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (4cd3484c-28bd-4658-89e4-55eb810dd8a4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:23.340718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:23.341929 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:23.389770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f316e5d-feb9-4027-812f-37f4ee318e58 req-9264a179-b1d8-4d36-8859-d21f22255f06 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea7c78b-61de-4843-932e-ff902c030630 HTTP/1.1" status: 200 len: 210 time: 0.2992754 Jan 31 18:45:23.400840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a74097-e27f-4283-bd29-8666c08e4acf req-6b53e819-4832-4c64-a1e1-79e544c1ff98 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:23.402656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50a74097-e27f-4283-bd29-8666c08e4acf req-6b53e819-4832-4c64-a1e1-79e544c1ff98 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 1.1107285 Jan 31 18:45:23.482390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9441d88-aa2b-43e4-80a0-8a3202fe6564 req-a04b857f-b618-4763-84f0-2260a393d91d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] No DVR routers for this DVR port 925b86b5-618d-4c25-9a95-9c66dabc3323 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:45:23.533450 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e9441d88-aa2b-43e4-80a0-8a3202fe6564 req-a04b857f-b618-4763-84f0-2260a393d91d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:23.537178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9441d88-aa2b-43e4-80a0-8a3202fe6564 req-a04b857f-b618-4763-84f0-2260a393d91d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "DELETE /v2.0/ports/925b86b5-618d-4c25-9a95-9c66dabc3323 HTTP/1.1" status: 204 len: 173 time: 3.2133298 Jan 31 18:45:23.546567 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Publish callbacks [] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:23.587365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea7c78b-61de-4843-932e-ff902c030630', 'name': 'network-vif-deleted', 'tag': '925b86b5-618d-4c25-9a95-9c66dabc3323'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:45:23.591095 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a71952-c0f8-4286-b799-21b47205a59a" -d '{"events": [{"server_uuid": "9ea7c78b-61de-4843-932e-ff902c030630", "name": "network-vif-deleted", "tag": "925b86b5-618d-4c25-9a95-9c66dabc3323"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:45:23.609068 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:23.718013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.8582630 Jan 31 18:45:23.729958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39092) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:23.806388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0302fce-3d5b-4d3d-88a7-fe8350da2ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd3484c-28bd-4658-89e4-55eb810dd8a4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:23.816164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Pushing event updated for resources: {'Port': ['ID=dc6c3b03-3c83-4583-a9e2-7d53c2045174,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:23.820554 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54e77235-69ed-4e0d-828c-e67bb40adb0a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (69030b5c-2c69-4670-b53e-ce86c3097ed3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:23.821224 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (55126e91-63f4-4b08-9146-e234c4f0f60a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:23.832196 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 4cd3484c-28bd-4658-89e4-55eb810dd8a4 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:45:23.834030 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac628a5-3a12-459c-be63-4a9d0f3e99f6 x-openstack-request-id: req-fac628a5-3a12-459c-be63-4a9d0f3e99f6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:23.834398 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea7c78b-61de-4843-932e-ff902c030630", "name": "network-vif-deleted", "tag": "925b86b5-618d-4c25-9a95-9c66dabc3323", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:23.834670 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fac628a5-3a12-459c-be63-4a9d0f3e99f6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:23.835094 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea7c78b-61de-4843-932e-ff902c030630', 'name': 'network-vif-deleted', 'tag': '925b86b5-618d-4c25-9a95-9c66dabc3323', 'status': 'completed', 'code': 200} Jan 31 18:45:23.847937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-404664b9-ef86-47ee-a071-9014c5234fad admin admin] Request body: {'subnet': {'network_id': '4cd3484c-28bd-4658-89e4-55eb810dd8a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-236317063-subnet', 'tenant_id': 'b0d3ae5c78fc43f7848f4f6cdf473b10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:23.882609 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54e77235-69ed-4e0d-828c-e67bb40adb0a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (69030b5c-2c69-4670-b53e-ce86c3097ed3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:23.990881 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-b81c2823-9a88-426c-a35e-3bc9e4fa79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:23.992509 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-b81c2823-9a88-426c-a35e-3bc9e4fa79f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6415091 Jan 31 18:45:24.003519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50a74097-e27f-4283-bd29-8666c08e4acf req-ee93b9fa-3e9a-4267-9374-e00bf13c3de2 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452087 Jan 31 18:45:24.005814 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:24.009188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:24.029947 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:24.081741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39098) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:24.147783 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:24.172636 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54e77235-69ed-4e0d-828c-e67bb40adb0a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:24.175547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-54e77235-69ed-4e0d-828c-e67bb40adb0a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8495526 Jan 31 18:45:24.208224 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39102) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:24.214027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3651b8f9-0117-4f40-a634-359285094d33 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': '69030b5c-2c69-4670-b53e-ce86c3097ed3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:24.264695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e77235-69ed-4e0d-828c-e67bb40adb0a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69030b5c-2c69-4670-b53e-ce86c3097ed3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:24.279432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404664b9-ef86-47ee-a071-9014c5234fad admin admin] Made reservation on behalf of b0d3ae5c78fc43f7848f4f6cdf473b10 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:24.287571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-404664b9-ef86-47ee-a071-9014c5234fad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:24.353365 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-network', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:24.359571 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3651b8f9-0117-4f40-a634-359285094d33 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (2abc0756-b324-439b-8d4d-2b0b416cfd92), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:24.403151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Router 55126e91-63f4-4b08-9146-e234c4f0f60a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:45:24.569439 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Made reservation on behalf of ba512e98132c474b97cd38477c5c40a4 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:24.572249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:24.581040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-24b831a4-18ee-4fe2-ab75-7e5d3b8984df None None] Provisioning complete for port dc6c3b03-3c83-4583-a9e2-7d53c2045174 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:24.581708 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-24b831a4-18ee-4fe2-ab75-7e5d3b8984df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:24.629839 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:24.663532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-24b831a4-18ee-4fe2-ab75-7e5d3b8984df None None] Port dc6c3b03-3c83-4583-a9e2-7d53c2045174 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:45:24.677051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aca8f8-91c8-49b1-953c-6e5bc4dd22f9 req-d537b5be-ba0b-4101-b50e-910436b705b7 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:24.679037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75aca8f8-91c8-49b1-953c-6e5bc4dd22f9 req-d537b5be-ba0b-4101-b50e-910436b705b7 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.5264802 Jan 31 18:45:24.681400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-4e49fb8e-2ad9-4066-9ee0-fdf1a94a0932 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712196 Jan 31 18:45:24.810753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3651b8f9-0117-4f40-a634-359285094d33 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (2abc0756-b324-439b-8d4d-2b0b416cfd92), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:24.850165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3651b8f9-0117-4f40-a634-359285094d33 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (2abc0756-b324-439b-8d4d-2b0b416cfd92), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:24.969055 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Publish callbacks [] for security_group (70a96828-cbce-4f17-9f5e-652e97509c2f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:24.980083 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651b8f9-0117-4f40-a634-359285094d33 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abc0756-b324-439b-8d4d-2b0b416cfd92,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:24.980909 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (70a96828-cbce-4f17-9f5e-652e97509c2f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.004551 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3651b8f9-0117-4f40-a634-359285094d33 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.008000 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3651b8f9-0117-4f40-a634-359285094d33 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7984622 Jan 31 18:45:25.013844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 925b86b5-618d-4c25-9a95-9c66dabc3323 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:45:25.021580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39124) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:25.057458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:45:25.092247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:25.110446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 925b86b5-618d-4c25-9a95-9c66dabc3323 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:45:25.111168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 925b86b5-618d-4c25-9a95-9c66dabc3323 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:45:25.112631 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e7761ee6-08d1-4e97-b2c4-0a1e21c01c9f admin admin] 10.222.0.20 "PUT /v2.0/routers/55126e91-63f4-4b08-9146-e234c4f0f60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5142827 Jan 31 18:45:25.137015 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:45:25.155238 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a96828-cbce-4f17-9f5e-652e97509c2f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:25.172663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f32fd892-4c61-4e47-b4fc-8b4aacc22eff), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.173110 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Added segment f32fd892-4c61-4e47-b4fc-8b4aacc22eff of type vlan for network ae95513e-4638-43d6-9c17-f15bafd888ba Jan 31 18:45:25.253570 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.290533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (ae95513e-4638-43d6-9c17-f15bafd888ba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.327153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:25.331187 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.367487 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (ae95513e-4638-43d6-9c17-f15bafd888ba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.369164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:25.372907 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.406889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c76242-66de-4436-83a3-370176bb4ead req-f28a94d8-fa69-4072-8bc2-134520e60ca1 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:25.409625 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-f28a94d8-fa69-4072-8bc2-134520e60ca1 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 0.5605252 Jan 31 18:45:25.501935 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=ae95513e-4638-43d6-9c17-f15bafd888ba,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:25.511416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:25.512055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.524874 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bacab29f-2d67-4fcc-819d-78b36d7fd3e1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4417434 Jan 31 18:45:25.526227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39138) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:25.542825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-16cf4a84-cf35-463b-afed-73beac997f74 admin admin] Request body: {'subnet': {'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-subnet', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:25.543290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:25.549297 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network ae95513e-4638-43d6-9c17-f15bafd888ba details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:45:25.554880 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.580863 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fa19d04-a458-4300-85ce-363460eefbe8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (2abc0756-b324-439b-8d4d-2b0b416cfd92), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.612757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cf4a84-cf35-463b-afed-73beac997f74 admin admin] Made reservation on behalf of ba512e98132c474b97cd38477c5c40a4 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:25.619855 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16cf4a84-cf35-463b-afed-73beac997f74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.624850 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fa19d04-a458-4300-85ce-363460eefbe8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (2abc0756-b324-439b-8d4d-2b0b416cfd92), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.628455 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-404664b9-ef86-47ee-a071-9014c5234fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (012de8e0-c365-4876-b549-0a4f952b2ac6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.646847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:25.647463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75aca8f8-91c8-49b1-953c-6e5bc4dd22f9 req-06fda0a2-2e57-4f2a-b683-7e781b11bf9b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8007858 Jan 31 18:45:25.764189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-8b7fb4a7-3d98-4dfb-a6d3-bfea29fefe22 service neutron] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9145818 Jan 31 18:45:25.876687 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fa19d04-a458-4300-85ce-363460eefbe8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (2abc0756-b324-439b-8d4d-2b0b416cfd92), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.881565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-108a875d-9824-4213-ab8a-3ed0753beaca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fb053bb3-d847-4a79-a6ed-030c225dc535 HTTP/1.1" status: 200 len: 217 time: 0.0969236 Jan 31 18:45:25.892754 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fa19d04-a458-4300-85ce-363460eefbe8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:25.894200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4fa19d04-a458-4300-85ce-363460eefbe8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2abc0756-b324-439b-8d4d-2b0b416cfd92 HTTP/1.1" status: 204 len: 168 time: 0.8273218 Jan 31 18:45:25.903507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:25.920806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa19d04-a458-4300-85ce-363460eefbe8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2abc0756-b324-439b-8d4d-2b0b416cfd92,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:25.933349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404664b9-ef86-47ee-a071-9014c5234fad admin admin] Pushing event updated for resources: {'Subnet': ['ID=012de8e0-c365-4876-b549-0a4f952b2ac6,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:25.993169 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-243e3556-5598-4572-91e7-3012e67bd840 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0883255 Jan 31 18:45:25.993820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:26.005900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404664b9-ef86-47ee-a071-9014c5234fad admin admin] Checking segment: {'id': '275ace6c-bd83-4e5c-a0d9-5771a52452e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '4cd3484c-28bd-4658-89e4-55eb810dd8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:26.006716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404664b9-ef86-47ee-a071-9014c5234fad admin admin] Network hostable DHCP agents. Network: 4cd3484c-28bd-4658-89e4-55eb810dd8a4, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:45:26.056941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-993db534-06e1-4deb-82ef-6c5d677898db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:26.059722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-993db534-06e1-4deb-82ef-6c5d677898db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebaee9b9-5c1e-40d2-b93a-0186138d8b06 HTTP/1.1" status: 200 len: 797 time: 0.1477172 Jan 31 18:45:26.071719 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-195c6689-88fa-4e19-bea6-af90fbfb3b29 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/quotas/e7e7bb3aaa3f4d44af496cc2af494b17 HTTP/1.1" status: 200 len: 375 time: 0.5581503 Jan 31 18:45:26.091398 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:26.111544 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-117e6464-ddd5-4e89-8ee1-53296ed6b20a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (69030b5c-2c69-4670-b53e-ce86c3097ed3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:26.146971 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-da267fd1-e390-4122-aa9a-361919ee87ef tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738928 Jan 31 18:45:26.227947 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16cf4a84-cf35-463b-afed-73beac997f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (1f7f8694-fd65-4687-b630-7967006b34b9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:26.243349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404664b9-ef86-47ee-a071-9014c5234fad admin admin] Network 4cd3484c-28bd-4658-89e4-55eb810dd8a4 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:45:26.299405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-404664b9-ef86-47ee-a071-9014c5234fad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 4cd3484c-28bd-4658-89e4-55eb810dd8a4) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:26.307918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56f6680-78a2-487e-aab4-3c8c252b587d None None] Network 4cd3484c-28bd-4658-89e4-55eb810dd8a4 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:45:26.350686 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-117e6464-ddd5-4e89-8ee1-53296ed6b20a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (69030b5c-2c69-4670-b53e-ce86c3097ed3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:26.407948 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-19b09292-87e6-44a2-913f-5c8160f038ef service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598135 Jan 31 18:45:26.409597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404664b9-ef86-47ee-a071-9014c5234fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:26.411143 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-404664b9-ef86-47ee-a071-9014c5234fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:26.418329 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf4a84-cf35-463b-afed-73beac997f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7f8694-fd65-4687-b630-7967006b34b9,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:26.448433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cf4a84-cf35-463b-afed-73beac997f74 admin admin] Checking segment: {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:26.449039 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf4a84-cf35-463b-afed-73beac997f74 admin admin] Network hostable DHCP agents. Network: ae95513e-4638-43d6-9c17-f15bafd888ba, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:45:26.450562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-404664b9-ef86-47ee-a071-9014c5234fad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6483545 Jan 31 18:45:26.458714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-d4f6a2ea-9368-41ae-8102-b55b8d6a3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:26.460507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-d4f6a2ea-9368-41ae-8102-b55b8d6a3a25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3855565 Jan 31 18:45:26.461698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Sync routers for ids ['55126e91-63f4-4b08-9146-e234c4f0f60a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:45:26.500925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf4a84-cf35-463b-afed-73beac997f74 admin admin] Network ae95513e-4638-43d6-9c17-f15bafd888ba is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:45:26.501204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Routers {'55126e91-63f4-4b08-9146-e234c4f0f60a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:45:26.501731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['55126e91-63f4-4b08-9146-e234c4f0f60a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:26.505493 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-117e6464-ddd5-4e89-8ee1-53296ed6b20a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (69030b5c-2c69-4670-b53e-ce86c3097ed3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:26.508762 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-117e6464-ddd5-4e89-8ee1-53296ed6b20a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:26.512892 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-117e6464-ddd5-4e89-8ee1-53296ed6b20a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-groups/69030b5c-2c69-4670-b53e-ce86c3097ed3 HTTP/1.1" status: 204 len: 168 time: 0.5178831 Jan 31 18:45:26.516414 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:26.540590 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e6464-ddd5-4e89-8ee1-53296ed6b20a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69030b5c-2c69-4670-b53e-ce86c3097ed3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:26.558539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-16cf4a84-cf35-463b-afed-73beac997f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, ae95513e-4638-43d6-9c17-f15bafd888ba) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:26.563145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cf4a84-cf35-463b-afed-73beac997f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:26.563908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16cf4a84-cf35-463b-afed-73beac997f74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:26.635941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:26.637729 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ed170eec-ee55-49a3-891d-0e460e39e01a tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1085272 Jan 31 18:45:26.640287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1d86df87-d171-4614-b12d-e1e5cd7e50b6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432255120'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:26.653841 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-16cf4a84-cf35-463b-afed-73beac997f74 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1242216 Jan 31 18:45:26.657387 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39168) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:26.674110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:26.676186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-bf6f9543-c29c-437b-802c-764c194200c2 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:26.677888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-bf6f9543-c29c-437b-802c-764c194200c2 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/networks?id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7 HTTP/1.1" status: 200 len: 829 time: 0.4406357 Jan 31 18:45:26.735652 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (274b00c8-ee80-4a79-a17e-cd28a8df84d3), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:26.737017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (274b00c8-ee80-4a79-a17e-cd28a8df84d3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:26.769304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-36da5ac8-5499-4aba-8940-c763358f6a9e tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/quotas/b305afec01354014ae6407ca495aca7e HTTP/1.1" status: 200 len: 375 time: 0.0496645 Jan 31 18:45:26.798249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-1936e21d-6031-497e-ba54-6cde3a73d96a service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185463 Jan 31 18:45:26.826279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-ae8fa521-b286-4afc-be2c-1cf8264823e1 service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954542 Jan 31 18:45:26.937000 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Publish callbacks [] for router_controller (274b00c8-ee80-4a79-a17e-cd28a8df84d3), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:27.034035 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d86df87-d171-4614-b12d-e1e5cd7e50b6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:27.145513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:27.148609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6607840-5f90-4a66-8389-0a04fc6a3297 None None] Network 4cd3484c-28bd-4658-89e4-55eb810dd8a4 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:45:27.150859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b3938a-4bf9-4493-95c7-010787b5a336 None None] Network ae95513e-4638-43d6-9c17-f15bafd888ba requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:45:27.159475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ebc43852-ccb9-4ba1-9c0a-faee116ff919 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b305afec01354014ae6407ca495aca7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3767128 Jan 31 18:45:27.164986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Publish callbacks [] for router_gateway (274b00c8-ee80-4a79-a17e-cd28a8df84d3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:27.291618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-24b9eac2-b9f3-4b44-888b-c78f603f2f53 service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641297 Jan 31 18:45:27.414333 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Set router 55126e91-63f4-4b08-9146-e234c4f0f60a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:45:27.435478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-4c5d2f0f-1be8-4fad-82c0-59552bb22961 service neutron] 10.222.0.20 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743483 Jan 31 18:45:27.533431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Publish callbacks [] for router_gateway (274b00c8-ee80-4a79-a17e-cd28a8df84d3), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:27.543567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-13f142f0-d722-40e8-a987-2dad72113194 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=388db7c9-0733-43f3-bd76-2ea41caed4d0 HTTP/1.1" status: 200 len: 217 time: 0.2344580 Jan 31 18:45:27.548934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a751faa4-3c88-44ba-9615-25db7e39e4c0 req-e1074bd1-3433-475f-b449-d4bc2bf9d495 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-565651196', 'description': 'tempest-description-1675180027'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:27.567193 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:27.653155 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a751faa4-3c88-44ba-9615-25db7e39e4c0 req-e1074bd1-3433-475f-b449-d4bc2bf9d495 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:27.695555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:27.697329 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:27.729667 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d86df87-d171-4614-b12d-e1e5cd7e50b6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (e5b89388-ec12-4c40-960f-14a6b3b04815), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:27.744652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-3e99463e-7b81-4ced-abaa-41ea64599505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:27.746294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-3e99463e-7b81-4ced-abaa-41ea64599505 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebaee9b9-5c1e-40d2-b93a-0186138d8b06 HTTP/1.1" status: 200 len: 797 time: 0.1891673 Jan 31 18:45:27.746950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d86df87-d171-4614-b12d-e1e5cd7e50b6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e5b89388-ec12-4c40-960f-14a6b3b04815), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:27.807432 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-ae95513e-4638-43d6-9c17-f15bafd888ba', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:45:27.808454 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:27.862404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Allocated IP 172.25.8.6 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/fadc5134-ca61-4845-a970-a4c9233ef05b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:45:27.872083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d86df87-d171-4614-b12d-e1e5cd7e50b6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:27.873897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1d86df87-d171-4614-b12d-e1e5cd7e50b6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2373831 Jan 31 18:45:27.876859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39194) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:27.888186 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c49fab17-8732-4821-91d3-23d34e6e38b8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': 'e5b89388-ec12-4c40-960f-14a6b3b04815', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:27.897726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-9cf2b8b1-c65d-45a4-985b-a4f332227f55 service neutron] 10.222.0.20 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612195 Jan 31 18:45:27.898405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86df87-d171-4614-b12d-e1e5cd7e50b6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b89388-ec12-4c40-960f-14a6b3b04815,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:27.928938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-290acb6a-e1e4-49ab-9541-75bfe5eed754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:27.931166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-290acb6a-e1e4-49ab-9541-75bfe5eed754 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e98bb2f-3aca-4d61-b879-07a7e4c3d554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1616926 Jan 31 18:45:28.033038 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c49fab17-8732-4821-91d3-23d34e6e38b8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (a06ea423-421a-483a-9793-ba93ef957cab), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:28.042068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Allocated IP 172.20.0.2 (ae95513e-4638-43d6-9c17-f15bafd888ba/1f7f8694-fd65-4687-b630-7967006b34b9/13a5bf55-b19a-4dac-987a-e0d6621da312) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:45:28.060765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-dcfb3b0f-3da4-4e7e-824a-f1591107bfa7 service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195180 Jan 31 18:45:28.177637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a751faa4-3c88-44ba-9615-25db7e39e4c0 req-e1074bd1-3433-475f-b449-d4bc2bf9d495 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (00762e34-e568-4bda-89d3-df9d46b24806), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:28.253327 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Publish callbacks [] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:28.256734 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a751faa4-3c88-44ba-9615-25db7e39e4c0 req-e1074bd1-3433-475f-b449-d4bc2bf9d495 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (00762e34-e568-4bda-89d3-df9d46b24806), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:28.291555 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a751faa4-3c88-44ba-9615-25db7e39e4c0 req-e1074bd1-3433-475f-b449-d4bc2bf9d495 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:28.307943 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c49fab17-8732-4821-91d3-23d34e6e38b8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (a06ea423-421a-483a-9793-ba93ef957cab), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:28.313351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c49fab17-8732-4821-91d3-23d34e6e38b8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a06ea423-421a-483a-9793-ba93ef957cab), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:28.336534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a751faa4-3c88-44ba-9615-25db7e39e4c0 req-e1074bd1-3433-475f-b449-d4bc2bf9d495 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.0277123 Jan 31 18:45:28.398926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fab17-8732-4821-91d3-23d34e6e38b8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06ea423-421a-483a-9793-ba93ef957cab,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:28.435720 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c49fab17-8732-4821-91d3-23d34e6e38b8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:28.436433 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1760e93c-80c8-49c4-94fc-44307e21a736 req-2637ac8d-c5c1-4be4-a20d-d2f2218a58b5 service neutron] 10.222.0.21 "GET /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696196 Jan 31 18:45:28.448627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1074bd1-3433-475f-b449-d4bc2bf9d495 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00762e34-e568-4bda-89d3-df9d46b24806,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:28.449585 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c49fab17-8732-4821-91d3-23d34e6e38b8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5711920 Jan 31 18:45:28.453065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39204) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:28.502917 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c045d6f2-02b8-4d66-90a9-c08bc32217f3 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules/a06ea423-421a-483a-9793-ba93ef957cab HTTP/1.1" status: 200 len: 763 time: 0.0420849 Jan 31 18:45:28.504598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39206) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:28.516133 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:28.528643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Publish callbacks [] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:28.613547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:28.625887 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:28.663175 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:28.667409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:45:28.672087 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a55bd9b5-e87a-4460-b510-db752bf21da7 req-83675509-c3e8-49f3-8262-0778317af4d0 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 210 time: 0.2810037 Jan 31 18:45:28.681903 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Pushing event updated for resources: {'Port': ['ID=fadc5134-ca61-4845-a970-a4c9233ef05b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:28.711121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Pushing event updated for resources: {'Port': ['ID=13a5bf55-b19a-4dac-987a-e0d6621da312,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:28.736883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346c465-b140-4d07-b9f8-b82867d67b43 req-3ddbe13e-92d5-4689-a6d0-275ace1701b9 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:28.740963 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-474c140c-2d1d-46df-96c7-2107ab7ef7c9 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2271280 Jan 31 18:45:28.741654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6346c465-b140-4d07-b9f8-b82867d67b43 req-3ddbe13e-92d5-4689-a6d0-275ace1701b9 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2529573 Jan 31 18:45:28.742741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39216) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:28.757928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:28.866571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f3e5228-91d4-4d06-a9be-0e610147a1e3 req-0456cb59-ac16-4fa1-b3ce-2bf8f6865313 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 210 time: 0.0786080 Jan 31 18:45:28.938923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Network ae95513e-4638-43d6-9c17-f15bafd888ba is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:28.963117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:28.977618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:45:29.101064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c76242-66de-4436-83a3-370176bb4ead req-f415b981-89ae-488e-a4fe-17389355b468 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:29.102816 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-f415b981-89ae-488e-a4fe-17389355b468 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 0.3046408 Jan 31 18:45:29.145451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-32c76242-66de-4436-83a3-370176bb4ead req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Request body: {'port': {'device_id': '2fa9cba1-1345-4731-a1d3-7e18f4981ab7', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'admin_state_up': True, 'tenant_id': 'e7e7bb3aaa3f4d44af496cc2af494b17'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:29.168759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:45:23Z', 'revision_number': 4, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'dc6c3b03-3c83-4583-a9e2-7d53c2045174', 'name': '', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'mac_address': 'fa:16:3e:a0:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:21Z', 'updated_at': '2022-01-31T18:45:23Z', 'revision_number': 2, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'subnets': [{'id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:29.190238 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (a06ea423-421a-483a-9793-ba93ef957cab), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.221096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Checking router: 55126e91-63f4-4b08-9146-e234c4f0f60a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:45:29.221589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Updating router 55126e91-63f4-4b08-9146-e234c4f0f60a port dc6c3b03-3c83-4583-a9e2-7d53c2045174 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:45:29.255141 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (a06ea423-421a-483a-9793-ba93ef957cab), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.288507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6346c465-b140-4d07-b9f8-b82867d67b43 req-f9c7f327-10cd-44db-94f1-58b4339836aa tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270107 Jan 31 18:45:29.300925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Publish callbacks [] for router_gateway (274b00c8-ee80-4a79-a17e-cd28a8df84d3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.301250 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.309788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Attempting to bind port 13a5bf55-b19a-4dac-987a-e0d6621da312 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:45:29.311635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Attempting to bind port 13a5bf55-b19a-4dac-987a-e0d6621da312 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:45:29.312017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Attempting to bind port 13a5bf55-b19a-4dac-987a-e0d6621da312 on network ae95513e-4638-43d6-9c17-f15bafd888ba {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:45:29.396501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:45:29.396997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fe257ab-c4d1-469d-b90e-12494811c6a9 req-9cf25046-a3cf-4b73-890e-679aa20e6f1e tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/00762e34-e568-4bda-89d3-df9d46b24806 HTTP/1.1" status: 200 len: 1831 time: 0.2892652 Jan 31 18:45:29.408145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Checking segment: {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:29.408928 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.409430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Bound using segment: {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:45:29.410099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Bound port: 13a5bf55-b19a-4dac-987a-e0d6621da312, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:45:29.410557 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.446185 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a06ea423-421a-483a-9793-ba93ef957cab), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.452241 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.456904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a06ea423-421a-483a-9793-ba93ef957cab HTTP/1.1" status: 204 len: 168 time: 0.7119939 Jan 31 18:45:29.457708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39222) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:29.470352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3fe257ab-c4d1-469d-b90e-12494811c6a9 req-0371399c-1402-4260-b453-31d156ffaa60 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00762e34-e568-4bda-89d3-df9d46b24806', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:29.470731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3fe257ab-c4d1-469d-b90e-12494811c6a9 req-0371399c-1402-4260-b453-31d156ffaa60 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00762e34-e568-4bda-89d3-df9d46b24806', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:29.511165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a06ea423-421a-483a-9793-ba93ef957cab,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:29.550351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.551482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.551769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.552112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.552506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.552803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.553132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.553518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.553853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.554176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.554501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.554824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.555142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0081c89d-9211-4d67-bf5a-db2b920d1297 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:29.615538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2472848d-9187-462a-8009-b0b5556fc3e5 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1273012 Jan 31 18:45:29.625828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:29.663321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8754b30b-14a0-43b0-a61b-e3a45e594770 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': 'e5b89388-ec12-4c40-960f-14a6b3b04815', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:29.677848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e7345-d5c4-4b72-a419-d03387f98404 req-06d6af5a-c0f1-47cd-a3b8-fd8a65ba71db tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:29.679950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba5e7345-d5c4-4b72-a419-d03387f98404 req-06d6af5a-c0f1-47cd-a3b8-fd8a65ba71db tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2212272 Jan 31 18:45:29.681291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c76242-66de-4436-83a3-370176bb4ead req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Made reservation on behalf of e7e7bb3aaa3f4d44af496cc2af494b17 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:29.685432 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32c76242-66de-4436-83a3-370176bb4ead req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.782850 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fe257ab-c4d1-469d-b90e-12494811c6a9 req-0371399c-1402-4260-b453-31d156ffaa60 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group_rule (45636426-8539-4fff-8cf8-63d27c8920f1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.792571 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (274b00c8-ee80-4a79-a17e-cd28a8df84d3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.796642 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8754b30b-14a0-43b0-a61b-e3a45e594770 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (fc9da774-338b-49be-a6bb-07627bd87091), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.815120 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fe257ab-c4d1-469d-b90e-12494811c6a9 req-0371399c-1402-4260-b453-31d156ffaa60 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group_rule (45636426-8539-4fff-8cf8-63d27c8920f1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.847529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba5e7345-d5c4-4b72-a419-d03387f98404 req-e6f9bdc5-bee6-4024-8053-d6d25bd8c6bc tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456263 Jan 31 18:45:29.848653 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fe257ab-c4d1-469d-b90e-12494811c6a9 req-0371399c-1402-4260-b453-31d156ffaa60 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (45636426-8539-4fff-8cf8-63d27c8920f1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.851105 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Publish callbacks [] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.860192 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:29.882127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371399c-1402-4260-b453-31d156ffaa60 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45636426-8539-4fff-8cf8-63d27c8920f1,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:29.925472 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8754b30b-14a0-43b0-a61b-e3a45e594770 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (fc9da774-338b-49be-a6bb-07627bd87091), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:30.006884 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fe257ab-c4d1-469d-b90e-12494811c6a9 req-0371399c-1402-4260-b453-31d156ffaa60 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:30.027862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e7ca7-8252-4d03-bfc2-529afcb33249 None None] Pushing event updated for resources: {'Port': ['ID=dc6c3b03-3c83-4583-a9e2-7d53c2045174,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:30.034311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fe257ab-c4d1-469d-b90e-12494811c6a9 req-0371399c-1402-4260-b453-31d156ffaa60 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6349034 Jan 31 18:45:30.174193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] For port 13a5bf55-b19a-4dac-987a-e0d6621da312, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:45:30.187536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Attempting to bind port dc6c3b03-3c83-4583-a9e2-7d53c2045174 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:45:30.189355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Attempting to bind port dc6c3b03-3c83-4583-a9e2-7d53c2045174 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:45:30.189861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Attempting to bind port dc6c3b03-3c83-4583-a9e2-7d53c2045174 on network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:45:30.211906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] For port 13a5bf55-b19a-4dac-987a-e0d6621da312, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=13a5bf55-b19a-4dac-987a-e0d6621da312,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:45:30.232181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:45:30.232743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Checking segment: {'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:30.233464 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:30.234197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Bound using segment: {'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:45:30.234848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Bound port: dc6c3b03-3c83-4583-a9e2-7d53c2045174, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:45:30.235344 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:30.241567 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:30.263115 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8754b30b-14a0-43b0-a61b-e3a45e594770 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (fc9da774-338b-49be-a6bb-07627bd87091), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:30.290928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-32c76242-66de-4436-83a3-370176bb4ead req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Allocated IP 172.20.0.2 (73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d/b701da94-0f98-46d4-93ea-0e6c62e79c49/3a6121bd-14be-44c2-9c82-8acca54b1b78) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:45:30.323563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754b30b-14a0-43b0-a61b-e3a45e594770 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9da774-338b-49be-a6bb-07627bd87091,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:30.397856 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8754b30b-14a0-43b0-a61b-e3a45e594770 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:30.401754 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8754b30b-14a0-43b0-a61b-e3a45e594770 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7624478 Jan 31 18:45:30.412569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:30.436372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0c541-cdd5-445c-9aa9-a973e31dbc9e None None] Pushing event updated for resources: {'Port': ['ID=13a5bf55-b19a-4dac-987a-e0d6621da312,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:30.481638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] For port dc6c3b03-3c83-4583-a9e2-7d53c2045174, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:45:30.484245 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a51ae3c0-1594-4643-867d-4b2eec4ac91f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules/fc9da774-338b-49be-a6bb-07627bd87091 HTTP/1.1" status: 200 len: 763 time: 0.0703142 Jan 31 18:45:30.487321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] For port dc6c3b03-3c83-4583-a9e2-7d53c2045174, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dc6c3b03-3c83-4583-a9e2-7d53c2045174,segment=NetworkSegment(52dacfb5-854d-4607-b678-646b6537a318),segment_id=52dacfb5-854d-4607-b678-646b6537a318)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:45:30.490298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39242) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:30.502803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:30.527200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:45:30.626287 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7e03d292-2789-4ea0-b120-8a01b93d5727 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1335402 Jan 31 18:45:30.629104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39248) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:30.663660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec0c5050-dbef-4567-b737-6b075c0b7608 req-3cf8a181-d543-44ed-a129-4f6ae156952f tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 210 time: 0.5671701 Jan 31 18:45:30.677751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2da0f058-0162-4b16-b3eb-e07ac130b574 req-944abff7-7e5b-4c7e-9c4d-fd39bbd7374b tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 210 time: 0.1931505 Jan 31 18:45:30.698801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Routers {'55126e91-63f4-4b08-9146-e234c4f0f60a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:45:30.700176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['55126e91-63f4-4b08-9146-e234c4f0f60a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:30.722331 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9174638-180d-4a79-8f69-05a5d358f9dd tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (fc9da774-338b-49be-a6bb-07627bd87091), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:31.032665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] Set router 55126e91-63f4-4b08-9146-e234c4f0f60a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:45:31.161088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Provisioning complete for port dc6c3b03-3c83-4583-a9e2-7d53c2045174 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:31.162114 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:31.188985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e7ca7-8252-4d03-bfc2-529afcb33249 None None] Pushing event updated for resources: {'Port': ['ID=dc6c3b03-3c83-4583-a9e2-7d53c2045174,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:31.254783 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9174638-180d-4a79-8f69-05a5d358f9dd tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (fc9da774-338b-49be-a6bb-07627bd87091), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:31.290614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9174638-180d-4a79-8f69-05a5d358f9dd tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (fc9da774-338b-49be-a6bb-07627bd87091), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:31.299987 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9174638-180d-4a79-8f69-05a5d358f9dd tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:31.304430 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e9174638-180d-4a79-8f69-05a5d358f9dd tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/fc9da774-338b-49be-a6bb-07627bd87091 HTTP/1.1" status: 204 len: 168 time: 0.6718483 Jan 31 18:45:31.327104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:31.350222 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9174638-180d-4a79-8f69-05a5d358f9dd tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc9da774-338b-49be-a6bb-07627bd87091,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:31.363249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:45:31.376909 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Sync routers for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:45:31.400069 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ada9048f-6b0c-4e12-b95b-c292a2659631 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0707498 Jan 31 18:45:31.403769 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:31.405038 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-969f8863-cf99-43be-b38f-516d4cad79d7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7454417 Jan 31 18:45:31.405775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:31.409221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:31.414015 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8dc76ca7-25c9-4955-a0ff-6ab88b8a9337 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': 'e5b89388-ec12-4c40-960f-14a6b3b04815', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:31.416683 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:45:31.430054 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:31.489080 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc76ca7-25c9-4955-a0ff-6ab88b8a9337 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (7cc1a767-e9b0-483b-bce1-6b195b96947e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:31.715283 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:45:31.773653 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc76ca7-25c9-4955-a0ff-6ab88b8a9337 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (7cc1a767-e9b0-483b-bce1-6b195b96947e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:31.783802 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc76ca7-25c9-4955-a0ff-6ab88b8a9337 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (7cc1a767-e9b0-483b-bce1-6b195b96947e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:31.835638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-5309324a-1d3c-466b-ab8e-3cb72b87aa38 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:31.841555 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc76ca7-25c9-4955-a0ff-6ab88b8a9337 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc1a767-e9b0-483b-bce1-6b195b96947e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:31.846376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-5309324a-1d3c-466b-ab8e-3cb72b87aa38 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.49 "GET /v2.0/networks?id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7 HTTP/1.1" status: 200 len: 829 time: 1.7546260 Jan 31 18:45:31.871535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-577b6a1a-cec2-43e0-b074-804517522a94 req-4845de55-fa16-4d88-bb11-073f39755f03 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/00762e34-e568-4bda-89d3-df9d46b24806 HTTP/1.1" status: 200 len: 2425 time: 0.4172466 Jan 31 18:45:31.919281 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc76ca7-25c9-4955-a0ff-6ab88b8a9337 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:31.920592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Request body: {'port': {'device_id': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'admin_state_up': True, 'tenant_id': 'b305afec01354014ae6407ca495aca7e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:31.920725 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8dc76ca7-25c9-4955-a0ff-6ab88b8a9337 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5139847 Jan 31 18:45:31.926497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39274) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:31.981017 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9aaa609d-d567-49bf-bc8b-a7d5b77077a8 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules/7cc1a767-e9b0-483b-bce1-6b195b96947e HTTP/1.1" status: 200 len: 764 time: 0.0529752 Jan 31 18:45:31.982339 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32c76242-66de-4436-83a3-370176bb4ead req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks [] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:31.991012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:32.045017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7819e-ca83-4980-8e96-c29b41255a5b req-fa934eb6-8fc3-4577-ac8c-1093075f2488 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:32.046603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9c7819e-ca83-4980-8e96-c29b41255a5b req-fa934eb6-8fc3-4577-ac8c-1093075f2488 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/networks?id=d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 200 len: 814 time: 0.6026337 Jan 31 18:45:32.054501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Current status of the port dc6c3b03-3c83-4583-a9e2-7d53c2045174 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:32.055061 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:32.092471 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:29Z', 'revision_number': 3, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:32.099469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:45:23Z', 'revision_number': 4, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'dc6c3b03-3c83-4583-a9e2-7d53c2045174', 'name': '', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'mac_address': 'fa:16:3e:a0:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:21Z', 'updated_at': '2022-01-31T18:45:30Z', 'revision_number': 4, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'subnets': [{'id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:32.132670 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Checking router: 274b00c8-ee80-4a79-a17e-cd28a8df84d3 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:45:32.133882 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Updating router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 port fadc5134-ca61-4845-a970-a4c9233ef05b binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:45:32.180513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cecc84b1-1b5d-497e-9034-6fd7082ff50d req-7fff8f11-073c-4f41-be33-148f2ecad64c tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 210 time: 0.1802194 Jan 31 18:45:32.190166 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f1116e0c-b322-4aea-8e38-ab393ade676c tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1978810 Jan 31 18:45:32.196646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39278) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:32.203644 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305a8c9-5a89-4ff0-b5e1-6f542be4c077 None None] The sync data for ids ['55126e91-63f4-4b08-9146-e234c4f0f60a'] in n-d-812111-15 is: [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:45:23Z', 'revision_number': 4, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'dc6c3b03-3c83-4583-a9e2-7d53c2045174', 'name': '', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'mac_address': 'fa:16:3e:a0:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:21Z', 'updated_at': '2022-01-31T18:45:30Z', 'revision_number': 4, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'subnets': [{'id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:45:32.209627 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:32.235853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9c7819e-ca83-4980-8e96-c29b41255a5b req-2239c9d7-3a1c-437d-87ac-3e045653376a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/quotas/fe52a8fc16cf45a29d30b0a9dad8c33f HTTP/1.1" status: 200 len: 375 time: 0.0842881 Jan 31 18:45:32.247512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] For port dc6c3b03-3c83-4583-a9e2-7d53c2045174, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dc6c3b03-3c83-4583-a9e2-7d53c2045174,segment=NetworkSegment(52dacfb5-854d-4607-b678-646b6537a318),segment_id=52dacfb5-854d-4607-b678-646b6537a318)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:32.252429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc7f28-854c-4c9f-8001-6aa9989439ff None None] Network ae95513e-4638-43d6-9c17-f15bafd888ba requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:45:32.257102 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:32.389375 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7006-3079-4357-a176-f6c52d32b4c6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (7cc1a767-e9b0-483b-bce1-6b195b96947e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:32.418926 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7006-3079-4357-a176-f6c52d32b4c6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (7cc1a767-e9b0-483b-bce1-6b195b96947e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:32.473140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Pushing event updated for resources: {'Port': ['ID=dc6c3b03-3c83-4583-a9e2-7d53c2045174,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:32.491598 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7006-3079-4357-a176-f6c52d32b4c6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (7cc1a767-e9b0-483b-bce1-6b195b96947e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:32.499679 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7006-3079-4357-a176-f6c52d32b4c6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:32.500737 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b2fd7006-3079-4357-a176-f6c52d32b4c6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7cc1a767-e9b0-483b-bce1-6b195b96947e HTTP/1.1" status: 204 len: 168 time: 0.3030543 Jan 31 18:45:32.533893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39280) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:32.544817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.545825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.546348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.547121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.547478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.547823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.548223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.548609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.548948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.549282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.549616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.549946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.550269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cecd3d-fb41-432c-ba05-3b8659d602df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:32.565817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd7006-3079-4357-a176-f6c52d32b4c6 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cc1a767-e9b0-483b-bce1-6b195b96947e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:32.604262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f3e041c4-de0b-4937-a7b3-26ded64ce83a None None] Provisioning complete for port 13a5bf55-b19a-4dac-987a-e0d6621da312 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:32.611324 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f3e041c4-de0b-4937-a7b3-26ded64ce83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:32.674885 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9b515680-5e3a-4f86-9b0e-a832a42d0199 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1397331 Jan 31 18:45:32.680252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39282) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:32.729525 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32c76242-66de-4436-83a3-370176bb4ead req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:32.738904 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:32.898399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c76242-66de-4436-83a3-370176bb4ead req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:32.915292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-32c76242-66de-4436-83a3-370176bb4ead req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:32.923383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c76242-66de-4436-83a3-370176bb4ead req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:45:32.956299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80245b06-0877-4c59-8d3b-f9f869d13c4c tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (e5b89388-ec12-4c40-960f-14a6b3b04815), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:32.984519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f3e041c4-de0b-4937-a7b3-26ded64ce83a None None] Current status of the port 13a5bf55-b19a-4dac-987a-e0d6621da312 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:32.985138 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f3e041c4-de0b-4937-a7b3-26ded64ce83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.001677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80245b06-0877-4c59-8d3b-f9f869d13c4c tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (e5b89388-ec12-4c40-960f-14a6b3b04815), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.017078 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Publish callbacks [] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.025647 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.091135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f3e041c4-de0b-4937-a7b3-26ded64ce83a None None] For port 13a5bf55-b19a-4dac-987a-e0d6621da312, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=13a5bf55-b19a-4dac-987a-e0d6621da312,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:33.098861 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f3e041c4-de0b-4937-a7b3-26ded64ce83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.106081 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80245b06-0877-4c59-8d3b-f9f869d13c4c tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e5b89388-ec12-4c40-960f-14a6b3b04815), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.124815 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80245b06-0877-4c59-8d3b-f9f869d13c4c tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.126291 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-80245b06-0877-4c59-8d3b-f9f869d13c4c tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-groups/e5b89388-ec12-4c40-960f-14a6b3b04815 HTTP/1.1" status: 204 len: 168 time: 0.4446957 Jan 31 18:45:33.131968 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Attempting to bind port fadc5134-ca61-4845-a970-a4c9233ef05b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:45:33.132624 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Attempting to bind port fadc5134-ca61-4845-a970-a4c9233ef05b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:45:33.133100 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Attempting to bind port fadc5134-ca61-4845-a970-a4c9233ef05b on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:45:33.141972 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39288) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:33.145463 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c745ba-d458-4724-8acd-b2136bd5adf0 None None] Pushing event updated for resources: {'Port': ['ID=fadc5134-ca61-4845-a970-a4c9233ef05b,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:33.151639 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:45:33.152241 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:33.153169 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.153783 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:45:33.154787 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Bound port: fadc5134-ca61-4845-a970-a4c9233ef05b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:45:33.155620 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.248552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f3e041c4-de0b-4937-a7b3-26ded64ce83a None None] Provisioning complete for port dc6c3b03-3c83-4583-a9e2-7d53c2045174 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:33.249373 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f3e041c4-de0b-4937-a7b3-26ded64ce83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.266508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 13a5bf55-b19a-4dac-987a-e0d6621da312 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:33.268930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80245b06-0877-4c59-8d3b-f9f869d13c4c tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b89388-ec12-4c40-960f-14a6b3b04815,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:33.282657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9c7819e-ca83-4980-8e96-c29b41255a5b req-409a2f04-c696-4e34-a0bf-5f0a8213091e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0402832 Jan 31 18:45:33.362095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Made reservation on behalf of b305afec01354014ae6407ca495aca7e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:33.362626 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] For port fadc5134-ca61-4845-a970-a4c9233ef05b, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:45:33.378813 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.385161 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] For port fadc5134-ca61-4845-a970-a4c9233ef05b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fadc5134-ca61-4845-a970-a4c9233ef05b,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:45:33.404115 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.433843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c76242-66de-4436-83a3-370176bb4ead req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:33.435350 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32c76242-66de-4436-83a3-370176bb4ead req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.494082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c8912-cc28-435d-b731-972a913a4ea7 req-649a0ba3-3b49-4fe7-8d71-3587762318cb tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:33.497032 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d3a3a508-6ff7-4911-8f31-bbb5374033f4 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3300469 Jan 31 18:45:33.500148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db9c8912-cc28-435d-b731-972a913a4ea7 req-649a0ba3-3b49-4fe7-8d71-3587762318cb tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 931 time: 1.0974123 Jan 31 18:45:33.501134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Pushing event updated for resources: {'Port': ['ID=3a6121bd-14be-44c2-9c82-8acca54b1b78,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:33.503885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39294) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:33.519005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7f9ce462-eabe-4f41-9e73-2e58918a9f02 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252697774'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:33.536745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e041c4-de0b-4937-a7b3-26ded64ce83a None None] Pushing event updated for resources: {'Port': ['ID=13a5bf55-b19a-4dac-987a-e0d6621da312,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:33.549117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-765404a6-f702-4764-ad56-4fe4d91f95a4 req-533045aa-4418-4b40-9cda-ab01f48360bf tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-group-rules/45636426-8539-4fff-8cf8-63d27c8920f1 HTTP/1.1" status: 200 len: 778 time: 0.2227755 Jan 31 18:45:33.584192 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:45:33.585326 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:33.593897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-3cda8aa2-0b17-4da9-b09c-fd43a11c4914 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4771905 Jan 31 18:45:33.617077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Allocated IP 172.20.0.1 (ae95513e-4638-43d6-9c17-f15bafd888ba/1f7f8694-fd65-4687-b630-7967006b34b9/f56ab8a1-8e23-40e6-a3f9-e6c635bbf782) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:45:33.642426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 13a5bf55-b19a-4dac-987a-e0d6621da312 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:33.643041 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.704917 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c745ba-d458-4724-8acd-b2136bd5adf0 None None] Pushing event updated for resources: {'Port': ['ID=fadc5134-ca61-4845-a970-a4c9233ef05b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:33.720070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Request body: {'port': {'device_id': '2fa9cba1-1345-4731-a1d3-7e18f4981ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:33.796740 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Publish callbacks [] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.837542 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.849689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f3e041c4-de0b-4937-a7b3-26ded64ce83a None None] Current status of the port dc6c3b03-3c83-4583-a9e2-7d53c2045174 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:33.873113 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:45:33.948683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Network ae95513e-4638-43d6-9c17-f15bafd888ba is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:33.963285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:33.969359 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:33.979887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:45:34.001891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 13a5bf55-b19a-4dac-987a-e0d6621da312 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:34.003234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dc6c3b03-3c83-4583-a9e2-7d53c2045174 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:34.052237 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce462-eabe-4f41-9e73-2e58918a9f02 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.079967 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Pushing event updated for resources: {'Port': ['ID=f56ab8a1-8e23-40e6-a3f9-e6c635bbf782,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:34.118445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-765404a6-f702-4764-ad56-4fe4d91f95a4 req-dde85dfc-c4d6-4344-b236-f10799732538 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/00762e34-e568-4bda-89d3-df9d46b24806 HTTP/1.1" status: 200 len: 2425 time: 0.5493743 Jan 31 18:45:34.195028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (274b00c8-ee80-4a79-a17e-cd28a8df84d3), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.211263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d748568a-89d3-421c-abd2-48d2ecf4f504 None None] Provisioning complete for port 13a5bf55-b19a-4dac-987a-e0d6621da312 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:34.211870 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d748568a-89d3-421c-abd2-48d2ecf4f504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.224871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db9c8912-cc28-435d-b731-972a913a4ea7 req-a5a99dea-39ff-430a-ae02-ba0bec4dec69 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6918895 Jan 31 18:45:34.382348 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce462-eabe-4f41-9e73-2e58918a9f02 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (76b8ea96-4ff1-4f52-80fb-3033f81d58ab), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.387794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-765404a6-f702-4764-ad56-4fe4d91f95a4 req-66e5e6dd-8320-4ffc-9e3a-8f26fff9dbcd tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group_rule (45636426-8539-4fff-8cf8-63d27c8920f1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.405208 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-765404a6-f702-4764-ad56-4fe4d91f95a4 req-66e5e6dd-8320-4ffc-9e3a-8f26fff9dbcd tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group_rule (45636426-8539-4fff-8cf8-63d27c8920f1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.415389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port dc6c3b03-3c83-4583-a9e2-7d53c2045174 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:34.416669 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.523515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d748568a-89d3-421c-abd2-48d2ecf4f504 None None] Current status of the port 13a5bf55-b19a-4dac-987a-e0d6621da312 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:34.587534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.600264 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:29Z', 'revision_number': 3, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:34.603579 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-765404a6-f702-4764-ad56-4fe4d91f95a4 req-66e5e6dd-8320-4ffc-9e3a-8f26fff9dbcd tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (45636426-8539-4fff-8cf8-63d27c8920f1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.617113 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-765404a6-f702-4764-ad56-4fe4d91f95a4 req-66e5e6dd-8320-4ffc-9e3a-8f26fff9dbcd tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.619420 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-765404a6-f702-4764-ad56-4fe4d91f95a4 req-66e5e6dd-8320-4ffc-9e3a-8f26fff9dbcd tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/45636426-8539-4fff-8cf8-63d27c8920f1 HTTP/1.1" status: 204 len: 173 time: 0.4881117 Jan 31 18:45:34.620418 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce462-eabe-4f41-9e73-2e58918a9f02 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (76b8ea96-4ff1-4f52-80fb-3033f81d58ab), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.679644 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port dc6c3b03-3c83-4583-a9e2-7d53c2045174 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:34.690107 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d191ffec-91ee-4c95-8a4a-5ef20c86f67f None None] Provisioning complete for port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:34.690633 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d191ffec-91ee-4c95-8a4a-5ef20c86f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.747748 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975ce14-8f84-4eb7-9743-b43d7518e0a7 None None] The sync data for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 is: [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:29Z', 'revision_number': 3, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:45:34.759324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d191ffec-91ee-4c95-8a4a-5ef20c86f67f None None] Port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:45:34.775697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af078003-9383-48cb-91bc-d14f7ac2ec96 req-b93ead0b-2b1b-4019-a7d8-d4cb1b13fede tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 210 time: 0.2727964 Jan 31 18:45:34.971263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-798a4980-1f64-4502-a748-8122f632497d req-19de944c-4021-49bd-b955-dfb93d4307e0 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2092362296', 'description': 'tempest-description-998275088'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:34.975017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Publish callbacks [] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:34.980879 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.022192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5e6dd-8320-4ffc-9e3a-8f26fff9dbcd tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45636426-8539-4fff-8cf8-63d27c8920f1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:35.053147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 13a5bf55-b19a-4dac-987a-e0d6621da312 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:35.093038 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (274b00c8-ee80-4a79-a17e-cd28a8df84d3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.101322 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Pushing event updated for resources: {'Port': ['ID=f56ab8a1-8e23-40e6-a3f9-e6c635bbf782,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:35.138277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ce462-eabe-4f41-9e73-2e58918a9f02 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b8ea96-4ff1-4f52-80fb-3033f81d58ab,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:35.142959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 13a5bf55-b19a-4dac-987a-e0d6621da312 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:35.146460 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.158606 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f9ce462-eabe-4f41-9e73-2e58918a9f02 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.162075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7f9ce462-eabe-4f41-9e73-2e58918a9f02 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6532123 Jan 31 18:45:35.166000 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39306) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:35.170330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Allocated IP 172.20.0.4 (89c99cfb-ec02-43f2-8400-481c1cbdc1c7/fbaff98a-38ed-4176-8811-c0d3a0770a80/8c3ae518-a6a2-4360-bfb0-0f95c23fe763) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:45:35.183309 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-798a4980-1f64-4502-a748-8122f632497d req-19de944c-4021-49bd-b955-dfb93d4307e0 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.185738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ab00c4ff-64a8-4c98-b180-6d162b0ff37b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Request body: {'security_group_rule': {'security_group_id': '76b8ea96-4ff1-4f52-80fb-3033f81d58ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:35.287132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 13a5bf55-b19a-4dac-987a-e0d6621da312 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:35.341724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab00c4ff-64a8-4c98-b180-6d162b0ff37b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (5a02d367-5acf-465e-8e9e-3c59d591c5ba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.447254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Network ae95513e-4638-43d6-9c17-f15bafd888ba is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:35.455579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:35.462660 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab00c4ff-64a8-4c98-b180-6d162b0ff37b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (5a02d367-5acf-465e-8e9e-3c59d591c5ba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.469236 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab00c4ff-64a8-4c98-b180-6d162b0ff37b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5a02d367-5acf-465e-8e9e-3c59d591c5ba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.512646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00c4ff-64a8-4c98-b180-6d162b0ff37b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a02d367-5acf-465e-8e9e-3c59d591c5ba,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:35.518889 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab00c4ff-64a8-4c98-b180-6d162b0ff37b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.523847 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ab00c4ff-64a8-4c98-b180-6d162b0ff37b tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3542457 Jan 31 18:45:35.527227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39310) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:35.554658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559775d-dc4f-4afa-bbe2-c654ec4ca116 req-37b0b145-514e-465d-aa79-a5ad5d626697 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:35.554658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9559775d-dc4f-4afa-bbe2-c654ec4ca116 req-37b0b145-514e-465d-aa79-a5ad5d626697 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.6449997 Jan 31 18:45:35.702492 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-798a4980-1f64-4502-a748-8122f632497d req-19de944c-4021-49bd-b955-dfb93d4307e0 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (df4bc11d-477c-4cec-af3c-857edba9ac2d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.734287 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-798a4980-1f64-4502-a748-8122f632497d req-19de944c-4021-49bd-b955-dfb93d4307e0 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (df4bc11d-477c-4cec-af3c-857edba9ac2d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.882336 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa2eca2a-6344-4bdc-a6a4-4035eb70f87f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (76b8ea96-4ff1-4f52-80fb-3033f81d58ab), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.906099 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-798a4980-1f64-4502-a748-8122f632497d req-19de944c-4021-49bd-b955-dfb93d4307e0 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:35.907448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-798a4980-1f64-4502-a748-8122f632497d req-19de944c-4021-49bd-b955-dfb93d4307e0 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.9910867 Jan 31 18:45:35.923978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:45:35.944890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de944c-4021-49bd-b955-dfb93d4307e0 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4bc11d-477c-4cec-af3c-857edba9ac2d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:35.976619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9559775d-dc4f-4afa-bbe2-c654ec4ca116 req-f574208c-9415-4016-a23c-0fe356c4cd20 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242969 Jan 31 18:45:36.030539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a8d6a964-a13c-4753-823b-c28ce1463d67 None None] Provisioning complete for port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:36.030929 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a964-a13c-4753-823b-c28ce1463d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:36.128313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a8d6a964-a13c-4753-823b-c28ce1463d67 None None] Port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:45:36.140810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b550bd68-8e1f-414c-8f3b-424423eca26e req-1a724149-71d6-4819-b144-7550b8a68890 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 210 time: 0.0543613 Jan 31 18:45:36.187496 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa2eca2a-6344-4bdc-a6a4-4035eb70f87f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (76b8ea96-4ff1-4f52-80fb-3033f81d58ab), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:36.202909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6121bd-14be-44c2-9c82-8acca54b1b78 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:45:36.232148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:45:36.241564 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4f51bce3-60a5-43f5-8170-abf8afc3f815 admin admin] 10.222.0.20 "PUT /v2.0/routers/274b00c8-ee80-4a79-a17e-cd28a8df84d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8058481 Jan 31 18:45:36.267792 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Publish callbacks [] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:36.279973 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa2eca2a-6344-4bdc-a6a4-4035eb70f87f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (76b8ea96-4ff1-4f52-80fb-3033f81d58ab), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:36.282685 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa2eca2a-6344-4bdc-a6a4-4035eb70f87f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:36.283865 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aa2eca2a-6344-4bdc-a6a4-4035eb70f87f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-groups/76b8ea96-4ff1-4f52-80fb-3033f81d58ab HTTP/1.1" status: 204 len: 168 time: 0.7574594 Jan 31 18:45:36.288068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:36.323491 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:36.339880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2eca2a-6344-4bdc-a6a4-4035eb70f87f tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b8ea96-4ff1-4f52-80fb-3033f81d58ab,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:36.381906 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:36.384698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Transition to ACTIVE for port object 3a6121bd-14be-44c2-9c82-8acca54b1b78 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:45:36.391609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41fce6e9-cb1c-41df-8c98-8aecd84efe74 req-2688be19-912a-4650-84f1-a758dc399c60 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/df4bc11d-477c-4cec-af3c-857edba9ac2d HTTP/1.1" status: 200 len: 1831 time: 0.2095225 Jan 31 18:45:36.428008 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2243a1be-891e-40c6-8529-077f29a8d510 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1386979 Jan 31 18:45:36.429173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39332) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:36.461713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Pushing event updated for resources: {'Port': ['ID=8c3ae518-a6a2-4360-bfb0-0f95c23fe763,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:36.464114 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:36.520458 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1b1e7a51-928d-452c-ba92-e621a8073b0c tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0889895 Jan 31 18:45:36.528232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39336) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:36.590443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:36.629427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245a7d1-28ab-4a6e-9cc6-1ebd334cfdaf req-b71f482f-acfb-43ea-bc0e-0a9f7544569c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:36.631438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d245a7d1-28ab-4a6e-9cc6-1ebd334cfdaf req-b71f482f-acfb-43ea-bc0e-0a9f7544569c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 931 time: 0.4893498 Jan 31 18:45:36.632449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:36.635195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:45:36.642756 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-dba1a388-aaa4-4136-9e26-ae5b1c592785 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] delete failed (client error): The resource could not be found. Jan 31 18:45:36.643805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dba1a388-aaa4-4136-9e26-ae5b1c592785 tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "DELETE /v2.0/security-groups/76b8ea96-4ff1-4f52-80fb-3033f81d58ab HTTP/1.1" status: 404 len: 347 time: 0.1009889 Jan 31 18:45:36.651269 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39338) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:36.652319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6121bd-14be-44c2-9c82-8acca54b1b78,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:36.766557 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5be4fef0-8a63-42b5-8f63-9b68c75e209d tempest-SecGroupTest-125376589 tempest-SecGroupTest-125376589-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1080081 Jan 31 18:45:36.823517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad97e80-eeda-4549-91da-3d8f89b3863d req-f214cc82-ca15-438d-9815-bb9e15e458c1 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:36.826231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ad97e80-eeda-4549-91da-3d8f89b3863d req-f214cc82-ca15-438d-9815-bb9e15e458c1 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2997603 Jan 31 18:45:36.941760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:36.942883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.017973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ca55e6dc-678e-476a-a8cd-cc3e9f1916df tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1268384 Jan 31 18:45:37.029609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fadc5134-ca61-4845-a970-a4c9233ef05b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:37.041861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Request body: {'port': {'device_id': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:37.054476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d245a7d1-28ab-4a6e-9cc6-1ebd334cfdaf req-dc1c87d6-bb9d-454c-bb58-6162106d3051 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158585 Jan 31 18:45:37.185434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4cffd2a2-66ee-4d9d-b6a4-d52aeb81a68b None None] Provisioning complete for port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:37.185812 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4cffd2a2-66ee-4d9d-b6a4-d52aeb81a68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.239300 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.241447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Attempting to bind port 3a6121bd-14be-44c2-9c82-8acca54b1b78 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:45:37.241789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Attempting to bind port 3a6121bd-14be-44c2-9c82-8acca54b1b78 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:45:37.242112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Attempting to bind port 3a6121bd-14be-44c2-9c82-8acca54b1b78 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:45:37.266843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Port 3a6121bd-14be-44c2-9c82-8acca54b1b78 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:45:37.269743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39354) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:37.276709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Attempting to bind port 3a6121bd-14be-44c2-9c82-8acca54b1b78 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:45:37.290489 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4cffd2a2-66ee-4d9d-b6a4-d52aeb81a68b None None] Port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:45:37.299160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ad97e80-eeda-4549-91da-3d8f89b3863d req-d71a6f8e-029a-449d-81ca-f1d8cb656448 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170361 Jan 31 18:45:37.306863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:45:37.307610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Checking segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:37.308220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Bound using segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:45:37.308932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Bound port: 3a6121bd-14be-44c2-9c82-8acca54b1b78, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:45:37.309697 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.334037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port fadc5134-ca61-4845-a970-a4c9233ef05b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:37.334428 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.364710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c2f3b1ba-2d5f-444d-b9e9-cc19e120b43c req-3a7150ab-7a55-4126-a8af-96b584496d93 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-34083168', 'description': 'tempest-description-408670985'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:37.464110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] For port 3a6121bd-14be-44c2-9c82-8acca54b1b78, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:45:37.467738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] For port 3a6121bd-14be-44c2-9c82-8acca54b1b78, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3a6121bd-14be-44c2-9c82-8acca54b1b78,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:45:37.485415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.553066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port fadc5134-ca61-4845-a970-a4c9233ef05b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:37.553483 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.588297 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port fadc5134-ca61-4845-a970-a4c9233ef05b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fadc5134-ca61-4845-a970-a4c9233ef05b,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:37.603783 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.627558 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea006f70-cadd-423d-b483-956d3132e889 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96f4ee24d1ea44bc80e287a3c8655df8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3536468 Jan 31 18:45:37.634490 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39360) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:37.637529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6121bd-14be-44c2-9c82-8acca54b1b78,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:37.664993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:37.665944 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.668200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-734920ba-697b-4d09-ab4a-90870b8bee07 service neutron] 10.222.0.21 "PUT /v2.0/ports/3a6121bd-14be-44c2-9c82-8acca54b1b78 HTTP/1.1" status: 200 len: 1092 time: 3.9667113 Jan 31 18:45:37.668929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa9cba1-1345-4731-a1d3-7e18f4981ab7', 'tag': '3a6121bd-14be-44c2-9c82-8acca54b1b78'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:45:37.672872 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f343de31-bfbe-4bba-ab9b-90797e26e95d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa9cba1-1345-4731-a1d3-7e18f4981ab7", "tag": "3a6121bd-14be-44c2-9c82-8acca54b1b78"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:45:37.683851 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2f3b1ba-2d5f-444d-b9e9-cc19e120b43c req-3a7150ab-7a55-4126-a8af-96b584496d93 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.736776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=fadc5134-ca61-4845-a970-a4c9233ef05b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:37.763730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6740faf9-19ba-494a-a8ab-8ab458e391ca admin admin] Publish callbacks [] for security_group (79e3e5fb-0d81-4a9f-990b-4adc98e73f73), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.798688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6740faf9-19ba-494a-a8ab-8ab458e391ca admin admin] Publish callbacks [] for security_group (79e3e5fb-0d81-4a9f-990b-4adc98e73f73), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.907638 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6740faf9-19ba-494a-a8ab-8ab458e391ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (79e3e5fb-0d81-4a9f-990b-4adc98e73f73), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.919165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6740faf9-19ba-494a-a8ab-8ab458e391ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:37.921118 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6740faf9-19ba-494a-a8ab-8ab458e391ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79e3e5fb-0d81-4a9f-990b-4adc98e73f73 HTTP/1.1" status: 204 len: 168 time: 0.2855995 Jan 31 18:45:37.934758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740faf9-19ba-494a-a8ab-8ab458e391ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e3e5fb-0d81-4a9f-990b-4adc98e73f73,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:38.087776 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2f3b1ba-2d5f-444d-b9e9-cc19e120b43c req-3a7150ab-7a55-4126-a8af-96b584496d93 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (6d9102ce-2057-4ea5-b966-6d8c38fc1337), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:38.098160 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c76242-66de-4436-83a3-370176bb4ead req-118f76b6-ad55-4a2e-9239-9b0205f27fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:38.099727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-118f76b6-ad55-4a2e-9239-9b0205f27fba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 1126 time: 0.3086636 Jan 31 18:45:38.106311 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2f3b1ba-2d5f-444d-b9e9-cc19e120b43c req-3a7150ab-7a55-4126-a8af-96b584496d93 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6d9102ce-2057-4ea5-b966-6d8c38fc1337), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:38.261391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39378) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:38.271874 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Sync routers for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:45:38.274591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-566971e0-ff5a-4e29-a58d-b70f21ffc612 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565693744', 'description': 'tempest-description--107878782'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:38.283154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7150ab-7a55-4126-a8af-96b584496d93 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9102ce-2057-4ea5-b966-6d8c38fc1337,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:38.287688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-c342062b-7726-4ed7-b041-699a1a2962f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a6121bd-14be-44c2-9c82-8acca54b1b78 HTTP/1.1" status: 200 len: 217 time: 0.1770923 Jan 31 18:45:38.295668 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2f3b1ba-2d5f-444d-b9e9-cc19e120b43c req-3a7150ab-7a55-4126-a8af-96b584496d93 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:38.297078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2f3b1ba-2d5f-444d-b9e9-cc19e120b43c req-3a7150ab-7a55-4126-a8af-96b584496d93 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.9381604 Jan 31 18:45:38.302088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:45:38.302774 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:38.397697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-566971e0-ff5a-4e29-a58d-b70f21ffc612 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:38.400507 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa0564e-324c-4fed-a619-4003710eccc7 x-openstack-request-id: req-4aa0564e-324c-4fed-a619-4003710eccc7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:38.400871 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa9cba1-1345-4731-a1d3-7e18f4981ab7", "tag": "3a6121bd-14be-44c2-9c82-8acca54b1b78", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:38.402376 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4aa0564e-324c-4fed-a619-4003710eccc7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:38.403179 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa9cba1-1345-4731-a1d3-7e18f4981ab7', 'tag': '3a6121bd-14be-44c2-9c82-8acca54b1b78', 'status': 'completed', 'code': 200} Jan 31 18:45:38.462337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c76242-66de-4436-83a3-370176bb4ead req-17c06197-be52-4497-90f8-6352295d107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:38.464293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-17c06197-be52-4497-90f8-6352295d107e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.1661956 Jan 31 18:45:38.491045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:45:38.547032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:45:38.549894 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Publish callbacks [] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:38.599596 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-566971e0-ff5a-4e29-a58d-b70f21ffc612 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group (09c65964-41d5-4851-88f1-56b860c71c1c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:38.607737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-566971e0-ff5a-4e29-a58d-b70f21ffc612 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (09c65964-41d5-4851-88f1-56b860c71c1c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:38.618350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-e3ba2636-f4df-498f-b570-69943de9f963 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102340 Jan 31 18:45:38.664015 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-566971e0-ff5a-4e29-a58d-b70f21ffc612 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:38.664404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Transition to ACTIVE for port object 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:45:38.669103 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-566971e0-ff5a-4e29-a58d-b70f21ffc612 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4065471 Jan 31 18:45:38.673291 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39396) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:38.682234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1d47227c-6908-42a8-bc87-51ebbaa2db2a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Request body: {'security_group_rule': {'security_group_id': '09c65964-41d5-4851-88f1-56b860c71c1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:38.688890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566971e0-ff5a-4e29-a58d-b70f21ffc612 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c65964-41d5-4851-88f1-56b860c71c1c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:38.692592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2f0c5-799c-42aa-aca6-bd25ee8fe619 req-2df3b8fc-b483-4ec0-a20c-f031fa07db31 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:38.704054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bac2f0c5-799c-42aa-aca6-bd25ee8fe619 req-2df3b8fc-b483-4ec0-a20c-f031fa07db31 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 931 time: 0.2852709 Jan 31 18:45:38.710490 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:38.737612 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d47227c-6908-42a8-bc87-51ebbaa2db2a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group_rule (b1793afa-8038-4e8c-a7d5-f9403ffb87c5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:38.822794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7dbf93c-cc2c-4338-9255-5a69cfe9c2a1 req-dbb593ac-fdfa-4262-8b95-0b7173716f75 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f HTTP/1.1" status: 200 len: 221 time: 0.2604365 Jan 31 18:45:38.953226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d47227c-6908-42a8-bc87-51ebbaa2db2a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group_rule (b1793afa-8038-4e8c-a7d5-f9403ffb87c5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:38.961422 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d47227c-6908-42a8-bc87-51ebbaa2db2a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (b1793afa-8038-4e8c-a7d5-f9403ffb87c5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:39.000541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fadc5134-ca61-4845-a970-a4c9233ef05b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:39.021217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47227c-6908-42a8-bc87-51ebbaa2db2a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1793afa-8038-4e8c-a7d5-f9403ffb87c5,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:39.030351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d47227c-6908-42a8-bc87-51ebbaa2db2a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:39.034084 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1d47227c-6908-42a8-bc87-51ebbaa2db2a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3591254 Jan 31 18:45:39.037331 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39404) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:39.046865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-45de16b3-6d7b-472e-97b7-48ea6ed3b2fa tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Request body: {'security_group_rule': {'security_group_id': '09c65964-41d5-4851-88f1-56b860c71c1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:39.104750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45de16b3-6d7b-472e-97b7-48ea6ed3b2fa tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group_rule (5fca9f6a-719f-4cf8-8488-4bcdd7c92dba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:39.253276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 2, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:39.276360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Pushing event updated for resources: {'Port': ['ID=8c3ae518-a6a2-4360-bfb0-0f95c23fe763,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:39.295587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Checking router: 274b00c8-ee80-4a79-a17e-cd28a8df84d3 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:45:39.297255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Updating router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:45:39.310823 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45de16b3-6d7b-472e-97b7-48ea6ed3b2fa tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group_rule (5fca9f6a-719f-4cf8-8488-4bcdd7c92dba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:39.316803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45de16b3-6d7b-472e-97b7-48ea6ed3b2fa tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5fca9f6a-719f-4cf8-8488-4bcdd7c92dba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:39.350862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bac2f0c5-799c-42aa-aca6-bd25ee8fe619 req-ffa92a4c-172b-45e0-9c93-28b51fb046af tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/security-groups?id=9263e0ea-a84f-431f-92bf-467be8b787c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397305 Jan 31 18:45:39.376863 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de16b3-6d7b-472e-97b7-48ea6ed3b2fa tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fca9f6a-719f-4cf8-8488-4bcdd7c92dba,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:39.384653 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45de16b3-6d7b-472e-97b7-48ea6ed3b2fa tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:39.389323 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-45de16b3-6d7b-472e-97b7-48ea6ed3b2fa tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3480816 Jan 31 18:45:39.389515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39416) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:39.391117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-0a32009d-fd42-469e-a5a4-690a71632208 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591894 Jan 31 18:45:39.397822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:39.417440 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:39.446357 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:39.465578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port fadc5134-ca61-4845-a970-a4c9233ef05b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:39.466016 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:39.547200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32c76242-66de-4436-83a3-370176bb4ead req-645f4d37-d043-4d8b-850d-5b837f41a824 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535652 Jan 31 18:45:39.616845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Attempting to bind port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:45:39.617445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Attempting to bind port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:45:39.618096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Attempting to bind port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 on network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:45:39.641798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbc47c-8324-42a2-88c0-ecc091279f38 req-24931852-dc0c-42a5-bbd9-d3c6b3586ee6 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:39.643893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18fbc47c-8324-42a2-88c0-ecc091279f38 req-24931852-dc0c-42a5-bbd9-d3c6b3586ee6 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 943 time: 0.6734915 Jan 31 18:45:39.705405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28a23988-602d-41bd-bc6e-1e89569eb622 req-dba0fbd0-2c51-4fb9-84a1-290d5a5e938e tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/6d9102ce-2057-4ea5-b966-6d8c38fc1337 HTTP/1.1" status: 200 len: 1829 time: 0.1701286 Jan 31 18:45:39.771253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 on network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:45:39.772722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Attempting to bind port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 on network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:45:39.774400 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:39.865546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:45:39.866168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Checking segment: {'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:39.866998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Bound using segment: {'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:45:39.867619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Bound port: 8c3ae518-a6a2-4360-bfb0-0f95c23fe763, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52dacfb5-854d-4607-b678-646b6537a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:45:39.868142 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:39.914967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18fbc47c-8324-42a2-88c0-ecc091279f38 req-b8ab53aa-45c9-4781-849b-4c9536eaa661 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512472 Jan 31 18:45:39.921638 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Allocated IP 172.25.8.146 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/7a6ac876-46f7-4114-9e0a-0289452a18e8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:45:39.937363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343de31-bfbe-4bba-ab9b-90797e26e95d req-b880e4d8-c870-46cc-b9c0-883c648d7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:39.939294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f343de31-bfbe-4bba-ab9b-90797e26e95d req-b880e4d8-c870-46cc-b9c0-883c648d7bb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 1126 time: 0.3187878 Jan 31 18:45:40.009388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-af47c716-1c19-4867-981c-2dee3c1a4d63 req-48746799-c645-4a21-a87f-1369ca749307 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1751105159', 'description': 'tempest-description-1159163179'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:40.027256 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Publish callbacks [] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:40.038783 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:40.049673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for port (7a6ac876-46f7-4114-9e0a-0289452a18e8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:40.118975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4e13-0831-41c4-af41-45088e4b5f61 req-080b3f2a-5e14-4539-9272-11238295b90c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:40.126966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-939c4e13-0831-41c4-af41-45088e4b5f61 req-080b3f2a-5e14-4539-9272-11238295b90c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.3051493 Jan 31 18:45:40.132439 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7a6ac876-46f7-4114-9e0a-0289452a18e8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:40.133115 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38a1f7-b2dc-4d58-9632-6ad122a485ca None None] Pushing event updated for resources: {'Port': ['ID=f56ab8a1-8e23-40e6-a3f9-e6c635bbf782,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:40.157900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] For port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:45:40.233913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:40.246506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:40.256478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Attempting to bind port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:45:40.256997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Attempting to bind port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:45:40.257591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Attempting to bind port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 on network ae95513e-4638-43d6-9c17-f15bafd888ba {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:45:40.259149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:45:40.266035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:45:40.266490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Checking segment: {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:40.267115 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:40.267613 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Bound using segment: {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:45:40.268347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Bound port: f56ab8a1-8e23-40e6-a3f9-e6c635bbf782, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:45:40.269777 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:40.271007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] For port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8c3ae518-a6a2-4360-bfb0-0f95c23fe763,segment=NetworkSegment(52dacfb5-854d-4607-b678-646b6537a318),segment_id=52dacfb5-854d-4607-b678-646b6537a318)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:45:40.280103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port fadc5134-ca61-4845-a970-a4c9233ef05b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:40.302181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-939c4e13-0831-41c4-af41-45088e4b5f61 req-09ddf504-9471-4482-97ae-aacf9aa85c17 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739664 Jan 31 18:45:40.321637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af47c716-1c19-4867-981c-2dee3c1a4d63 req-48746799-c645-4a21-a87f-1369ca749307 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:40.375999 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:40.392298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event updated for resources: {'Port': ['ID=7a6ac876-46f7-4114-9e0a-0289452a18e8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:40.499006 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (875fb8c9-9c4f-469c-8596-0a19db21bd6c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:40.567802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] For port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:45:40.578495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] For port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f56ab8a1-8e23-40e6-a3f9-e6c635bbf782,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:45:40.589404 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:40.649360 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7a6ac876-46f7-4114-9e0a-0289452a18e8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:40.739761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38a1f7-b2dc-4d58-9632-6ad122a485ca None None] Pushing event updated for resources: {'Port': ['ID=f56ab8a1-8e23-40e6-a3f9-e6c635bbf782,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:40.813215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:45:40.814110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:41.014418 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for port (7a6ac876-46f7-4114-9e0a-0289452a18e8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:41.025130 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (7a6ac876-46f7-4114-9e0a-0289452a18e8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:41.063384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:45:41.069632 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:45:41.125615 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (875fb8c9-9c4f-469c-8596-0a19db21bd6c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:41.180504 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:41.182187 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7916167 Jan 31 18:45:41.192501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f689c58a-f01f-4df0-a38b-d8a1d4e569cc None None] Provisioning complete for port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:41.193032 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f689c58a-f01f-4df0-a38b-d8a1d4e569cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:41.202968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceb033-9786-4899-ac46-c68e4157c25d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event updated for resources: {'Port': ['ID=7a6ac876-46f7-4114-9e0a-0289452a18e8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:41.344131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:41.344770 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:41.346595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] 10.222.0.49 "PUT /v2.0/ports/8c3ae518-a6a2-4360-bfb0-0f95c23fe763 HTTP/1.1" status: 200 len: 1092 time: 4.3102109 Jan 31 18:45:41.349490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'tag': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:45:41.352029 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822e225b-ca65-41d6-a4be-cd3f842ec428" -d '{"events": [{"name": "network-changed", "server_uuid": "38400714-4cbf-4a0e-bfff-b0d9e33ad22b", "tag": "8c3ae518-a6a2-4360-bfb0-0f95c23fe763"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:45:41.452013 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af47c716-1c19-4867-981c-2dee3c1a4d63 req-48746799-c645-4a21-a87f-1369ca749307 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (a4cf7c63-5030-4242-8c32-8e76fd4568a2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:41.470901 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af47c716-1c19-4867-981c-2dee3c1a4d63 req-48746799-c645-4a21-a87f-1369ca749307 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a4cf7c63-5030-4242-8c32-8e76fd4568a2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:41.512948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343de31-bfbe-4bba-ab9b-90797e26e95d req-80071e63-4cb8-459f-a63b-53a5710f220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:41.514667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f343de31-bfbe-4bba-ab9b-90797e26e95d req-80071e63-4cb8-459f-a63b-53a5710f220b service neutron] 10.222.0.21 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 912 time: 1.5632763 Jan 31 18:45:41.518850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48746799-c645-4a21-a87f-1369ca749307 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cf7c63-5030-4242-8c32-8e76fd4568a2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:41.606656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f343de31-bfbe-4bba-ab9b-90797e26e95d req-4b9773e2-9a44-4bf1-9d1e-f191699c8436 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a6121bd-14be-44c2-9c82-8acca54b1b78 HTTP/1.1" status: 200 len: 217 time: 0.0795960 Jan 31 18:45:41.657915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06fd1f-a233-4718-abed-69e238af4ccc service neutron] Pushing event updated for resources: {'Port': ['ID=8c3ae518-a6a2-4360-bfb0-0f95c23fe763,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:41.678991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af47c716-1c19-4867-981c-2dee3c1a4d63 req-48746799-c645-4a21-a87f-1369ca749307 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:41.680726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af47c716-1c19-4867-981c-2dee3c1a4d63 req-48746799-c645-4a21-a87f-1369ca749307 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.6761425 Jan 31 18:45:41.722686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ef621-90a9-4e6d-9c9c-3e5a7df05dde req-0e05bb2f-7911-46c8-8946-2389975596f5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:41.731894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d99ef621-90a9-4e6d-9c9c-3e5a7df05dde req-0e05bb2f-7911-46c8-8946-2389975596f5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 1.1271081 Jan 31 18:45:41.861801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f689c58a-f01f-4df0-a38b-d8a1d4e569cc None None] Current status of the port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:41.862379 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f689c58a-f01f-4df0-a38b-d8a1d4e569cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:41.862684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343de31-bfbe-4bba-ab9b-90797e26e95d req-48c7b4b4-0b1f-4a46-8721-ef8f50b843dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:41.864541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f343de31-bfbe-4bba-ab9b-90797e26e95d req-48c7b4b4-0b1f-4a46-8721-ef8f50b843dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.2439260 Jan 31 18:45:41.913194 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f343de31-bfbe-4bba-ab9b-90797e26e95d req-d8efad89-ff69-447f-a9e1-b3a8c04be187 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347581 Jan 31 18:45:41.914319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f689c58a-f01f-4df0-a38b-d8a1d4e569cc None None] For port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f56ab8a1-8e23-40e6-a3f9-e6c635bbf782,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:41.928399 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f689c58a-f01f-4df0-a38b-d8a1d4e569cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:42.060577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689c58a-f01f-4df0-a38b-d8a1d4e569cc None None] Pushing event updated for resources: {'Port': ['ID=f56ab8a1-8e23-40e6-a3f9-e6c635bbf782,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:42.085214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:40Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:42.109574 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f343de31-bfbe-4bba-ab9b-90797e26e95d req-0988ab59-078c-4d6e-9108-51580b203747 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677663 Jan 31 18:45:42.142179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-58d85618-a426-4ab7-a86b-2c1c45f8df0e None None] Provisioning complete for port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:42.142556 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58d85618-a426-4ab7-a86b-2c1c45f8df0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:42.185680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e901ff-52bf-46ff-a37c-b73d9adbaf03 None None] The sync data for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 is: [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:40Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:45:42.194852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d99ef621-90a9-4e6d-9c9c-3e5a7df05dde req-258f1b8c-df94-4291-8a34-2d1076a3c4ab tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620359 Jan 31 18:45:42.330571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f650b2-58c9-48b8-bf2b-38ce4c596191 req-411a46c2-ebd8-428f-8329-03b01459f147 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:42.339918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14f650b2-58c9-48b8-bf2b-38ce4c596191 req-411a46c2-ebd8-428f-8329-03b01459f147 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 943 time: 0.5339737 Jan 31 18:45:42.349954 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-58d85618-a426-4ab7-a86b-2c1c45f8df0e None None] Current status of the port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:42.350575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-5563b4bf-9926-4315-9f41-481a4c800426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:42.352184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-5563b4bf-9926-4315-9f41-481a4c800426 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b305afec01354014ae6407ca495aca7e&device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 1126 time: 0.8981602 Jan 31 18:45:42.481646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-4ff5f128-1148-463c-a55b-64cdac22bec2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c3ae518-a6a2-4360-bfb0-0f95c23fe763 HTTP/1.1" status: 200 len: 217 time: 0.0950975 Jan 31 18:45:42.614854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14f650b2-58c9-48b8-bf2b-38ce4c596191 req-1e70f1a9-7d4c-4285-ab0d-54e970bc0db3 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/security-groups?id=9263e0ea-a84f-431f-92bf-467be8b787c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739170 Jan 31 18:45:42.620781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f343de31-bfbe-4bba-ab9b-90797e26e95d req-5f0539ba-9a9d-4c05-9b38-d97624ce5ddd service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887042 Jan 31 18:45:42.690884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b5ea-d7e0-426d-972f-42526977e5a2 req-0e74b8f6-3f10-49e1-a047-37e50ff64906 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:42.690884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dba8b5ea-d7e0-426d-972f-42526977e5a2 req-0e74b8f6-3f10-49e1-a047-37e50ff64906 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 943 time: 0.3362262 Jan 31 18:45:42.694381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-18d7a383-e7f1-4af4-b0d3-8ab71dd29471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:42.695962 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-18d7a383-e7f1-4af4-b0d3-8ab71dd29471 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbaff98a-38ed-4176-8811-c0d3a0770a80 HTTP/1.1" status: 200 len: 868 time: 0.1930082 Jan 31 18:45:42.720547 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a918ae5-da2c-45b2-acd7-20c847714cc2 x-openstack-request-id: req-2a918ae5-da2c-45b2-acd7-20c847714cc2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:42.721085 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38400714-4cbf-4a0e-bfff-b0d9e33ad22b", "tag": "8c3ae518-a6a2-4360-bfb0-0f95c23fe763", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:42.721488 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a918ae5-da2c-45b2-acd7-20c847714cc2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:42.723864 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'tag': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763', 'status': 'completed', 'code': 200} Jan 31 18:45:42.836210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39516) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:42.892772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dba8b5ea-d7e0-426d-972f-42526977e5a2 req-37cea823-1320-4bc2-b612-a2f3ed6153e8 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866097 Jan 31 18:45:42.949147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-b799c968-f68f-4307-b8c8-e4ea2cf5220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:42.950712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-b799c968-f68f-4307-b8c8-e4ea2cf5220d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2428837 Jan 31 18:45:42.955389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-798daf01-dac4-4b7e-a269-b11a1af81f4a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--565693744&fields=id&tenant_id=ba512e98132c474b97cd38477c5c40a4 HTTP/1.1" status: 200 len: 267 time: 0.1246810 Jan 31 18:45:43.004297 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:43.057901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3a6121bd-14be-44c2-9c82-8acca54b1b78 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:45:43.079660 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f4e3970-efc6-4828-aba3-7ed7b5b7b114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:43.216716 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f4e3970-efc6-4828-aba3-7ed7b5b7b114 admin admin] Publish callbacks [] for security_group (8073a899-083e-4db3-bd73-9b28028e59a4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:43.227585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f4e3970-efc6-4828-aba3-7ed7b5b7b114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8073a899-083e-4db3-bd73-9b28028e59a4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:43.263806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:43.263806 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:43.306602 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5f4e3970-efc6-4828-aba3-7ed7b5b7b114 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5140a0f65f74aa1be43bea031cd4dca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4686811 Jan 31 18:45:43.308399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e3970-efc6-4828-aba3-7ed7b5b7b114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8073a899-083e-4db3-bd73-9b28028e59a4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:43.313392 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:43.397628 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-ee89c4e2-1d35-4730-9879-b20df36e186e service neutron] 10.222.0.49 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353018 Jan 31 18:45:43.401238 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18cde536-95df-4b0c-bbf1-f063845fd781 admin admin] Publish callbacks [] for security_group (8073a899-083e-4db3-bd73-9b28028e59a4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:43.407521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7edd1e04-94b3-45b9-a995-bda30aad3859 req-3198865a-cb56-4aba-bfa8-1512254d600c tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/a4cf7c63-5030-4242-8c32-8e76fd4568a2 HTTP/1.1" status: 200 len: 1832 time: 0.4439683 Jan 31 18:45:43.437642 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18cde536-95df-4b0c-bbf1-f063845fd781 admin admin] Publish callbacks [] for security_group (8073a899-083e-4db3-bd73-9b28028e59a4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:43.438511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3a6121bd-14be-44c2-9c82-8acca54b1b78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3a6121bd-14be-44c2-9c82-8acca54b1b78,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:43.481526 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '3a6121bd-14be-44c2-9c82-8acca54b1b78', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'port_id': '3a6121bd-14be-44c2-9c82-8acca54b1b78', 'mac_address': 'fa:16:3e:93:58:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701da94-0f98-46d4-93ea-0e6c62e79c49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:45:43.521602 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18cde536-95df-4b0c-bbf1-f063845fd781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8073a899-083e-4db3-bd73-9b28028e59a4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:43.524630 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18cde536-95df-4b0c-bbf1-f063845fd781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:43.525769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4c0a1f2f-41db-4ee5-9ab4-fe5da0d6e26e req-c747ebdc-fd8d-40df-b0d0-a1438ababae9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1542474577', 'description': 'tempest-description-155412311'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:43.537031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:43.537774 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-18cde536-95df-4b0c-bbf1-f063845fd781 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8073a899-083e-4db3-bd73-9b28028e59a4 HTTP/1.1" status: 204 len: 168 time: 0.2227516 Jan 31 18:45:43.546255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-e200527a-56d2-41f6-afb1-548a4f5bbc91 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:43.547913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-e200527a-56d2-41f6-afb1-548a4f5bbc91 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 817 time: 0.5762100 Jan 31 18:45:43.561869 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cde536-95df-4b0c-bbf1-f063845fd781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8073a899-083e-4db3-bd73-9b28028e59a4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:43.604151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-ed3a4902-65c9-416b-b77a-8c13339e841a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/quotas/ba512e98132c474b97cd38477c5c40a4 HTTP/1.1" status: 200 len: 375 time: 0.0363550 Jan 31 18:45:43.614023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-783697a4-14a5-4a03-870d-d3cbcf190f58 req-765b6a83-e2f2-4a7c-968c-4724cf022d8c service neutron] 10.222.0.49 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020760 Jan 31 18:45:43.617527 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f2f-41db-4ee5-9ab4-fe5da0d6e26e req-c747ebdc-fd8d-40df-b0d0-a1438ababae9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:43.651799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 3a6121bd-14be-44c2-9c82-8acca54b1b78 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:43.652750 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:43.674747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6121bd-14be-44c2-9c82-8acca54b1b78 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:45:43.733881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3a6121bd-14be-44c2-9c82-8acca54b1b78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3a6121bd-14be-44c2-9c82-8acca54b1b78,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:43.741192 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:43.833092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-7f3fe895-3860-456b-a24a-59aa721de573 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2159712 Jan 31 18:45:43.838934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=3a6121bd-14be-44c2-9c82-8acca54b1b78,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:43.946634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e225b-ca65-41d6-a4be-cd3f842ec428 req-909ea7ca-2c0b-4a9b-a03a-13c4aa2d0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:43.948174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-822e225b-ca65-41d6-a4be-cd3f842ec428 req-909ea7ca-2c0b-4a9b-a03a-13c4aa2d0de8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b305afec01354014ae6407ca495aca7e&device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 1126 time: 0.2656512 Jan 31 18:45:44.035814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['3a6121bd-14be-44c2-9c82-8acca54b1b78'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:45:44.052936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-45a3805a-b169-48e4-b088-67d78532f528 service neutron] 10.222.0.20 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106059 Jan 31 18:45:44.106559 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f2f-41db-4ee5-9ab4-fe5da0d6e26e req-c747ebdc-fd8d-40df-b0d0-a1438ababae9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (a075a4ba-1901-4aa8-8164-64371e665de1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:44.143500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f2f-41db-4ee5-9ab4-fe5da0d6e26e req-c747ebdc-fd8d-40df-b0d0-a1438ababae9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a075a4ba-1901-4aa8-8164-64371e665de1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:44.216315 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c0a1f2f-41db-4ee5-9ab4-fe5da0d6e26e req-c747ebdc-fd8d-40df-b0d0-a1438ababae9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:44.217498 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:44.217948 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c0a1f2f-41db-4ee5-9ab4-fe5da0d6e26e req-c747ebdc-fd8d-40df-b0d0-a1438ababae9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.7010090 Jan 31 18:45:44.229558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747ebdc-fd8d-40df-b0d0-a1438ababae9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a075a4ba-1901-4aa8-8164-64371e665de1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:44.246552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e225b-ca65-41d6-a4be-cd3f842ec428 req-04d21045-9898-4093-8944-80dfacf383e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:44.248034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-822e225b-ca65-41d6-a4be-cd3f842ec428 req-04d21045-9898-4093-8944-80dfacf383e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7 HTTP/1.1" status: 200 len: 930 time: 0.2922876 Jan 31 18:45:44.264788 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82e8eba7-9c62-4245-b727-b619c66b598f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:44.364158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-157d36e4-775f-478e-a95e-6606550196e9 service neutron] 10.222.0.20 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101799 Jan 31 18:45:44.366569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-822e225b-ca65-41d6-a4be-cd3f842ec428 req-3768e902-0512-462d-80fd-473798bd7882 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c3ae518-a6a2-4360-bfb0-0f95c23fe763 HTTP/1.1" status: 200 len: 217 time: 0.1073635 Jan 31 18:45:44.430286 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82e8eba7-9c62-4245-b727-b619c66b598f admin admin] Publish callbacks [] for security_group (5e29a04e-cf21-4ff8-b16b-8cf7e95f83db), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:44.445879 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82e8eba7-9c62-4245-b727-b619c66b598f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5e29a04e-cf21-4ff8-b16b-8cf7e95f83db), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:44.484132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e225b-ca65-41d6-a4be-cd3f842ec428 req-d4abab07-4f78-4450-ba08-3eb93af2bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:44.485792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-822e225b-ca65-41d6-a4be-cd3f842ec428 req-d4abab07-4f78-4450-ba08-3eb93af2bf78 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbaff98a-38ed-4176-8811-c0d3a0770a80 HTTP/1.1" status: 200 len: 868 time: 0.1112123 Jan 31 18:45:44.511715 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-82e8eba7-9c62-4245-b727-b619c66b598f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b1e0a4c23034ed28bfa7002e50a75b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906420 Jan 31 18:45:44.513367 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39556) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:44.527101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8eba7-9c62-4245-b727-b619c66b598f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e29a04e-cf21-4ff8-b16b-8cf7e95f83db,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:44.537213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060e164-46d4-4ff7-b7cf-669a39724ac5 req-79ebb6de-49e7-4906-8616-ada41ff3d951 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:44.544739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5060e164-46d4-4ff7-b7cf-669a39724ac5 req-79ebb6de-49e7-4906-8616-ada41ff3d951 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1854990 Jan 31 18:45:44.605027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e225b-ca65-41d6-a4be-cd3f842ec428 req-5218e296-5b23-4e7e-9ca7-bd86be38fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:44.607487 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-822e225b-ca65-41d6-a4be-cd3f842ec428 req-5218e296-5b23-4e7e-9ca7-bd86be38fdd0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1142704 Jan 31 18:45:44.614309 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87720362-a174-405a-abb4-92d02ff0b35a admin admin] Publish callbacks [] for security_group (5e29a04e-cf21-4ff8-b16b-8cf7e95f83db), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:44.638256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87720362-a174-405a-abb4-92d02ff0b35a admin admin] Publish callbacks [] for security_group (5e29a04e-cf21-4ff8-b16b-8cf7e95f83db), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:44.684900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5060e164-46d4-4ff7-b7cf-669a39724ac5 req-d94ac768-1cd8-4a77-93b5-68913c688829 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392920 Jan 31 18:45:44.710766 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87720362-a174-405a-abb4-92d02ff0b35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5e29a04e-cf21-4ff8-b16b-8cf7e95f83db), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:44.713890 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87720362-a174-405a-abb4-92d02ff0b35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:44.715348 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-87720362-a174-405a-abb4-92d02ff0b35a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e29a04e-cf21-4ff8-b16b-8cf7e95f83db HTTP/1.1" status: 204 len: 168 time: 0.2010255 Jan 31 18:45:44.725216 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87720362-a174-405a-abb4-92d02ff0b35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e29a04e-cf21-4ff8-b16b-8cf7e95f83db,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:44.776323 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-822e225b-ca65-41d6-a4be-cd3f842ec428 req-d42b134b-dca8-4594-b643-ee75b84ce9da service neutron] 10.222.0.49 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605713 Jan 31 18:45:44.890604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab53c2-9ee2-4aab-bbfd-6d5da10dd277 req-2854e270-ff43-4840-88a7-d5ac49bcbcb4 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:44.892143 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40ab53c2-9ee2-4aab-bbfd-6d5da10dd277 req-2854e270-ff43-4840-88a7-d5ac49bcbcb4 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 943 time: 0.2117226 Jan 31 18:45:45.013546 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-822e225b-ca65-41d6-a4be-cd3f842ec428 req-f95ac4fb-6350-4f72-905e-19dbd1e2b6ca service neutron] 10.222.0.49 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199545 Jan 31 18:45:45.025417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2ce06-5190-47fa-a8ab-01862192917c req-eabc5050-f78d-4ad3-bb35-1d062ce9d603 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:45.033788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faf2ce06-5190-47fa-a8ab-01862192917c req-eabc5050-f78d-4ad3-bb35-1d062ce9d603 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 944 time: 0.1589489 Jan 31 18:45:45.040215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40ab53c2-9ee2-4aab-bbfd-6d5da10dd277 req-669b8aad-1e1c-4f49-ba9d-3b4548ecfaf4 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/security-groups?id=9263e0ea-a84f-431f-92bf-467be8b787c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319060 Jan 31 18:45:45.063577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3a6121bd-14be-44c2-9c82-8acca54b1b78 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:45.102915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faf2ce06-5190-47fa-a8ab-01862192917c req-d949223f-8ac5-4b8f-9e63-6ddfbe69ea76 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682476 Jan 31 18:45:45.141348 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-523bfc33-6e59-4e2c-854b-111ab2ef77ee req-9fc29d63-8309-4090-9426-51e2bfa10c8d tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/a075a4ba-1901-4aa8-8164-64371e665de1 HTTP/1.1" status: 200 len: 1831 time: 0.0508628 Jan 31 18:45:45.190559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 3a6121bd-14be-44c2-9c82-8acca54b1b78 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:45:45.199344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 3a6121bd-14be-44c2-9c82-8acca54b1b78 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:45.200073 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:45.277718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95564116-6a05-4553-8bcc-ba39cd29fb18 req-bfc71ea9-86c1-42fd-a406-80eaee9556cf tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 210 time: 0.0636699 Jan 31 18:45:45.339047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 3a6121bd-14be-44c2-9c82-8acca54b1b78 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:45.339973 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:45.353845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d7e29-4fd6-457e-a9e4-6d711d44517c req-6fa3a6fb-4210-4dbd-a274-c4934ade63b0 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:45.356708 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-991d7e29-4fd6-457e-a9e4-6d711d44517c req-6fa3a6fb-4210-4dbd-a274-c4934ade63b0 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1286700 Jan 31 18:45:45.380618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3a6121bd-14be-44c2-9c82-8acca54b1b78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3a6121bd-14be-44c2-9c82-8acca54b1b78,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:45.382143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa9cba1-1345-4731-a1d3-7e18f4981ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6121bd-14be-44c2-9c82-8acca54b1b78'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:45:45.385057 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970bfad8-4cbb-40e1-8c8d-4f2e05dc4a8d" -d '{"events": [{"server_uuid": "2fa9cba1-1345-4731-a1d3-7e18f4981ab7", "name": "network-vif-plugged", "status": "completed", "tag": "3a6121bd-14be-44c2-9c82-8acca54b1b78"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:45:45.385363 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-32964c92-65d8-44c2-aa78-da9bbd25f64e req-434574f1-368c-4cb4-9d7e-f0b0bd119a07 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] show failed (client error): The resource could not be found. Jan 31 18:45:45.386458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32964c92-65d8-44c2-aa78-da9bbd25f64e req-434574f1-368c-4cb4-9d7e-f0b0bd119a07 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/e3075ece-6984-45b5-9e26-051086e3688a HTTP/1.1" status: 404 len: 352 time: 0.0412433 Jan 31 18:45:45.393546 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:45.447312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-991d7e29-4fd6-457e-a9e4-6d711d44517c req-bd06a607-5af6-41a3-b825-063d1a488623 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835459 Jan 31 18:45:45.451384 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184e8e89-b560-4b4c-8430-e81f4661929e x-openstack-request-id: req-184e8e89-b560-4b4c-8430-e81f4661929e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:45.451682 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa9cba1-1345-4731-a1d3-7e18f4981ab7", "name": "network-vif-plugged", "status": "completed", "tag": "3a6121bd-14be-44c2-9c82-8acca54b1b78", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:45.451942 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-184e8e89-b560-4b4c-8430-e81f4661929e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:45.452361 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa9cba1-1345-4731-a1d3-7e18f4981ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6121bd-14be-44c2-9c82-8acca54b1b78', 'code': 200} Jan 31 18:45:45.488378 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-75293ccd-faa0-410f-82a1-5b99fdc3f218 req-97577f98-31fc-4a3e-b1c8-ad189ae32b30 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] show failed (client error): The resource could not be found. Jan 31 18:45:45.506747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75293ccd-faa0-410f-82a1-5b99fdc3f218 req-97577f98-31fc-4a3e-b1c8-ad189ae32b30 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-group-rules/8b9bc19c-eae2-487e-920b-3bf6f5ac5780 HTTP/1.1" status: 404 len: 361 time: 0.0408337 Jan 31 18:45:45.529695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=3a6121bd-14be-44c2-9c82-8acca54b1b78,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:45.649598 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c8ec438-62b7-44eb-ae05-ae5b5834268e req-bed43f7a-c10c-4d40-8ae0-c4e709530d22 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/a075a4ba-1901-4aa8-8164-64371e665de1 HTTP/1.1" status: 200 len: 1831 time: 0.1111000 Jan 31 18:45:45.684246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b8053-6fbf-480f-b7d3-d63f67600fb8 req-2a0bcb2c-9a56-4bf0-a728-e789f3990403 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:45.685913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac7b8053-6fbf-480f-b7d3-d63f67600fb8 req-2a0bcb2c-9a56-4bf0-a728-e789f3990403 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1326392 Jan 31 18:45:45.690870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70875b9-52f0-49bc-800d-d9a19c04e2a2 req-f148e996-908a-4244-b37b-20c537cf5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:45.692465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f70875b9-52f0-49bc-800d-d9a19c04e2a2 req-f148e996-908a-4244-b37b-20c537cf5f93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 1128 time: 0.1165199 Jan 31 18:45:45.804156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac7b8053-6fbf-480f-b7d3-d63f67600fb8 req-b1d9d30e-0342-4bbd-87be-f0d2192cb50f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107199 Jan 31 18:45:45.809050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f70875b9-52f0-49bc-800d-d9a19c04e2a2 req-d35f4d49-e9ec-4ab5-8934-d8d03c5d9ca7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018744 Jan 31 18:45:45.809763 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c8ec438-62b7-44eb-ae05-ae5b5834268e req-03463e27-4486-4816-b816-e7ee14c563b1 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (a075a4ba-1901-4aa8-8164-64371e665de1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:45.836771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c8ec438-62b7-44eb-ae05-ae5b5834268e req-03463e27-4486-4816-b816-e7ee14c563b1 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (a075a4ba-1901-4aa8-8164-64371e665de1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:45.894335 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c8ec438-62b7-44eb-ae05-ae5b5834268e req-03463e27-4486-4816-b816-e7ee14c563b1 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a075a4ba-1901-4aa8-8164-64371e665de1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:45.897515 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c8ec438-62b7-44eb-ae05-ae5b5834268e req-03463e27-4486-4816-b816-e7ee14c563b1 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:45.898680 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c8ec438-62b7-44eb-ae05-ae5b5834268e req-03463e27-4486-4816-b816-e7ee14c563b1 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "DELETE /v2.0/security-groups/a075a4ba-1901-4aa8-8164-64371e665de1 HTTP/1.1" status: 204 len: 173 time: 0.2408111 Jan 31 18:45:45.930770 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03463e27-4486-4816-b816-e7ee14c563b1 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a075a4ba-1901-4aa8-8164-64371e665de1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:45.965069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9d29-c96d-4343-8a61-67945444b862 req-97419da4-7227-4c29-a638-8a07e071b86b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:45.966711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4afb9d29-c96d-4343-8a61-67945444b862 req-97419da4-7227-4c29-a638-8a07e071b86b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 946 time: 0.0837240 Jan 31 18:45:46.112383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4afb9d29-c96d-4343-8a61-67945444b862 req-9143eef8-fdd3-4c13-bb1b-86bc1f425cd6 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356728 Jan 31 18:45:46.119436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd431f9-c173-4d77-97d3-c1b4bbe1e47d req-2b69e804-54e0-4e9f-929f-473604013553 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:46.121524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7fd431f9-c173-4d77-97d3-c1b4bbe1e47d req-2b69e804-54e0-4e9f-929f-473604013553 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1538365 Jan 31 18:45:46.196012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-4be48736-a2c4-49ce-807d-472b37147c7c tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:46.197486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-4be48736-a2c4-49ce-807d-472b37147c7c tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.21 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 817 time: 0.1866548 Jan 31 18:45:46.258031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01069969-39dd-4875-848c-54835efe07db req-92fd957c-e084-43ad-ace6-b2bdd1be8a2c tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/a4cf7c63-5030-4242-8c32-8e76fd4568a2 HTTP/1.1" status: 200 len: 1832 time: 0.1137547 Jan 31 18:45:46.261313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7fd431f9-c173-4d77-97d3-c1b4bbe1e47d req-35adaf8d-64ec-4d18-ae94-eb3625c54c7d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183946 Jan 31 18:45:46.351168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-0c8a3a90-71b5-4815-a84d-f30dfb318f4d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba512e98132c474b97cd38477c5c40a4 HTTP/1.1" status: 200 len: 379 time: 0.1305187 Jan 31 18:45:46.371644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Request body: {'port': {'device_id': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'admin_state_up': True, 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'security_groups': ['09c65964-41d5-4851-88f1-56b860c71c1c']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:46.452032 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-01069969-39dd-4875-848c-54835efe07db req-d3b70b5a-38a6-4c8b-aa97-c12bdd4099f6 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (a4cf7c63-5030-4242-8c32-8e76fd4568a2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:46.493551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db161a-d31d-411d-a665-0120e74c873c req-d3f59c9a-2449-4281-9e6b-87bd4a5cd587 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:46.495086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6db161a-d31d-411d-a665-0120e74c873c req-d3f59c9a-2449-4281-9e6b-87bd4a5cd587 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 943 time: 0.1679614 Jan 31 18:45:46.501224 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-01069969-39dd-4875-848c-54835efe07db req-d3b70b5a-38a6-4c8b-aa97-c12bdd4099f6 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (a4cf7c63-5030-4242-8c32-8e76fd4568a2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:46.602799 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-01069969-39dd-4875-848c-54835efe07db req-d3b70b5a-38a6-4c8b-aa97-c12bdd4099f6 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a4cf7c63-5030-4242-8c32-8e76fd4568a2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:46.605360 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-01069969-39dd-4875-848c-54835efe07db req-d3b70b5a-38a6-4c8b-aa97-c12bdd4099f6 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:46.606483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01069969-39dd-4875-848c-54835efe07db req-d3b70b5a-38a6-4c8b-aa97-c12bdd4099f6 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "DELETE /v2.0/security-groups/a4cf7c63-5030-4242-8c32-8e76fd4568a2 HTTP/1.1" status: 204 len: 173 time: 0.3405399 Jan 31 18:45:46.614051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Made reservation on behalf of ba512e98132c474b97cd38477c5c40a4 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:46.619537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:46.626981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6db161a-d31d-411d-a665-0120e74c873c req-8aa7551d-6f36-4aa4-877c-8a9e93be455e tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/security-groups?id=9263e0ea-a84f-431f-92bf-467be8b787c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224494 Jan 31 18:45:46.635258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b70b5a-38a6-4c8b-aa97-c12bdd4099f6 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cf7c63-5030-4242-8c32-8e76fd4568a2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:46.838198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5183b1e-67dd-45bd-8c25-068ebd5d4d9a req-e32b4003-ef74-4f39-b119-47b79fa4cae2 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:46.839753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5183b1e-67dd-45bd-8c25-068ebd5d4d9a req-e32b4003-ef74-4f39-b119-47b79fa4cae2 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.1109924 Jan 31 18:45:46.848039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Allocated IP 172.20.0.3 (ae95513e-4638-43d6-9c17-f15bafd888ba/1f7f8694-fd65-4687-b630-7967006b34b9/865f9705-fda3-4fd9-9ff2-1b376db30708) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:45:46.908392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5183b1e-67dd-45bd-8c25-068ebd5d4d9a req-74e3ed04-d24e-48bc-bcb0-744d36e7381f tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621464 Jan 31 18:45:47.089642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8eed3fd9-8909-405c-9520-d106682a06ec req-aaf35b87-0a82-40ac-b7b3-d4e6673864d0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 210 time: 0.0518136 Jan 31 18:45:47.110163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e4b5a0f0-e6ea-4fb6-a5c8-41d3bb43e040 req-d6791bc8-2add-4241-8181-7f2cb1de6442 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/6d9102ce-2057-4ea5-b966-6d8c38fc1337 HTTP/1.1" status: 200 len: 1829 time: 0.0897789 Jan 31 18:45:47.126914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:45:47.130372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39670) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:47.141282 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.216404 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4b5a0f0-e6ea-4fb6-a5c8-41d3bb43e040 req-a5e8b9bf-d6da-4a7f-9c54-69eccf95ece9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (6d9102ce-2057-4ea5-b966-6d8c38fc1337), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.264597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8c3ae518-a6a2-4360-bfb0-0f95c23fe763,segment=NetworkSegment(52dacfb5-854d-4607-b678-646b6537a318),segment_id=52dacfb5-854d-4607-b678-646b6537a318)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:47.267710 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4b5a0f0-e6ea-4fb6-a5c8-41d3bb43e040 req-a5e8b9bf-d6da-4a7f-9c54-69eccf95ece9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (6d9102ce-2057-4ea5-b966-6d8c38fc1337), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.278166 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.280920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'port_id': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763', 'mac_address': 'fa:16:3e:f3:31:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:45:47.301082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3be1b89e-35e8-4b59-b6cb-11c2bf5d04e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.333391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:47.333890 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.349011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:45:47.353300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b09c3-8ca2-4e03-a381-fa738cb2d5d3 req-4c626dbc-3d4a-4df2-b1ba-678ef6e1136a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:47.355102 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be7b09c3-8ca2-4e03-a381-fa738cb2d5d3 req-4c626dbc-3d4a-4df2-b1ba-678ef6e1136a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1527069 Jan 31 18:45:47.357045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Network ae95513e-4638-43d6-9c17-f15bafd888ba is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:47.368971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:47.374074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8c3ae518-a6a2-4360-bfb0-0f95c23fe763,segment=NetworkSegment(52dacfb5-854d-4607-b678-646b6537a318),segment_id=52dacfb5-854d-4607-b678-646b6537a318)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:47.376183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:45:47.379329 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.428693 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3be1b89e-35e8-4b59-b6cb-11c2bf5d04e4 admin admin] Publish callbacks [] for security_group (e891986e-9d6a-44c1-b230-5828f7342a0b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.428999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event updated for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:47.445643 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3be1b89e-35e8-4b59-b6cb-11c2bf5d04e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e891986e-9d6a-44c1-b230-5828f7342a0b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.461210 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4b5a0f0-e6ea-4fb6-a5c8-41d3bb43e040 req-a5e8b9bf-d6da-4a7f-9c54-69eccf95ece9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6d9102ce-2057-4ea5-b966-6d8c38fc1337), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.464217 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4b5a0f0-e6ea-4fb6-a5c8-41d3bb43e040 req-a5e8b9bf-d6da-4a7f-9c54-69eccf95ece9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.467894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8c3ae518-a6a2-4360-bfb0-0f95c23fe763,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:47.477037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e4b5a0f0-e6ea-4fb6-a5c8-41d3bb43e040 req-a5e8b9bf-d6da-4a7f-9c54-69eccf95ece9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "DELETE /v2.0/security-groups/6d9102ce-2057-4ea5-b966-6d8c38fc1337 HTTP/1.1" status: 204 len: 173 time: 0.3602803 Jan 31 18:45:47.493586 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3be1b89e-35e8-4b59-b6cb-11c2bf5d04e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e3dcd7956b843838e2cb05ce06999bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3599150 Jan 31 18:45:47.497569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39676) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:47.518432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8b9bf-d6da-4a7f-9c54-69eccf95ece9 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9102ce-2057-4ea5-b966-6d8c38fc1337,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:47.525101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:47.525754 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.533140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be7b09c3-8ca2-4e03-a381-fa738cb2d5d3 req-87982256-ccff-495c-8c2b-59284381bad8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616781 Jan 31 18:45:47.547964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1b89e-35e8-4b59-b6cb-11c2bf5d04e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e891986e-9d6a-44c1-b230-5828f7342a0b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:47.553383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-59a5aacd-fc47-4fba-a600-776aa4c5aef7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1868069 Jan 31 18:45:47.586462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Request body: {'port': {'device_id': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:47.597779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd6f18b3-2b5e-4d54-9e7c-121bef053a0e admin admin] Publish callbacks [] for security_group (e891986e-9d6a-44c1-b230-5828f7342a0b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.624644 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd6f18b3-2b5e-4d54-9e7c-121bef053a0e admin admin] Publish callbacks [] for security_group (e891986e-9d6a-44c1-b230-5828f7342a0b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.680725 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd6f18b3-2b5e-4d54-9e7c-121bef053a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e891986e-9d6a-44c1-b230-5828f7342a0b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.683797 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd6f18b3-2b5e-4d54-9e7c-121bef053a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.684461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8c3ae518-a6a2-4360-bfb0-0f95c23fe763'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:45:47.685143 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dd6f18b3-2b5e-4d54-9e7c-121bef053a0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e891986e-9d6a-44c1-b230-5828f7342a0b HTTP/1.1" status: 204 len: 168 time: 0.1867843 Jan 31 18:45:47.696449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f18b3-2b5e-4d54-9e7c-121bef053a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e891986e-9d6a-44c1-b230-5828f7342a0b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:47.735705 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34bb5dfd-a82f-4a69-9a23-a3a691be1570 req-987874c4-aed0-4e3e-a157-480bff5c1740 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/df4bc11d-477c-4cec-af3c-857edba9ac2d HTTP/1.1" status: 200 len: 1831 time: 0.1433175 Jan 31 18:45:47.751823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-203821ca-023a-4259-9ed7-16390099d761 None None] Provisioning complete for port 865f9705-fda3-4fd9-9ff2-1b376db30708 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:47.752199 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-203821ca-023a-4259-9ed7-16390099d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.758126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9e4d0-ad80-42f4-b678-92aa76ebda9e req-0fd0f647-0a00-4501-b3e9-d2cc40e14f7b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:47.759657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4db9e4d0-ad80-42f4-b678-92aa76ebda9e req-0fd0f647-0a00-4501-b3e9-d2cc40e14f7b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 946 time: 0.1685026 Jan 31 18:45:47.767249 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:47.813968 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-203821ca-023a-4259-9ed7-16390099d761 None None] Port 865f9705-fda3-4fd9-9ff2-1b376db30708 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:45:47.912930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4db9e4d0-ad80-42f4-b678-92aa76ebda9e req-8e3f6a0e-b7de-4546-8c14-3b9b1c8e3d12 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341381 Jan 31 18:45:47.983525 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-34bb5dfd-a82f-4a69-9a23-a3a691be1570 req-f3770972-ba2d-4823-96c9-733b56f1af91 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (df4bc11d-477c-4cec-af3c-857edba9ac2d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.029407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39688) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:48.041385 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-34bb5dfd-a82f-4a69-9a23-a3a691be1570 req-f3770972-ba2d-4823-96c9-733b56f1af91 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (df4bc11d-477c-4cec-af3c-857edba9ac2d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.043719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd9b3426-062c-402e-9631-ecb56183d268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.122489 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd9b3426-062c-402e-9631-ecb56183d268 admin admin] Publish callbacks [] for security_group (0635cb1c-cf4b-4aac-b82b-490175865f13), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.127192 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd9b3426-062c-402e-9631-ecb56183d268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0635cb1c-cf4b-4aac-b82b-490175865f13), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.172402 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dd9b3426-062c-402e-9631-ecb56183d268 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a89be84218074a35938e266012c72d0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417034 Jan 31 18:45:48.173284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b3426-062c-402e-9631-ecb56183d268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0635cb1c-cf4b-4aac-b82b-490175865f13,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:48.175731 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39692) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:48.229340 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79f03f22-7867-4c92-a13f-ac5b407b5b3d admin admin] Publish callbacks [] for security_group (0635cb1c-cf4b-4aac-b82b-490175865f13), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.252878 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79f03f22-7867-4c92-a13f-ac5b407b5b3d admin admin] Publish callbacks [] for security_group (0635cb1c-cf4b-4aac-b82b-490175865f13), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.305573 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79f03f22-7867-4c92-a13f-ac5b407b5b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0635cb1c-cf4b-4aac-b82b-490175865f13), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.308470 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79f03f22-7867-4c92-a13f-ac5b407b5b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.312457 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-79f03f22-7867-4c92-a13f-ac5b407b5b3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0635cb1c-cf4b-4aac-b82b-490175865f13 HTTP/1.1" status: 204 len: 168 time: 0.1328740 Jan 31 18:45:48.320922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f03f22-7867-4c92-a13f-ac5b407b5b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0635cb1c-cf4b-4aac-b82b-490175865f13,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:48.491524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77b378-84dc-4507-ab1d-0a1283afd653 req-da701525-6852-464a-a3a9-6026c4e518d6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:48.498287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e77b378-84dc-4507-ab1d-0a1283afd653 req-da701525-6852-464a-a3a9-6026c4e518d6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.5230215 Jan 31 18:45:48.522993 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-34bb5dfd-a82f-4a69-9a23-a3a691be1570 req-f3770972-ba2d-4823-96c9-733b56f1af91 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (df4bc11d-477c-4cec-af3c-857edba9ac2d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.525517 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-34bb5dfd-a82f-4a69-9a23-a3a691be1570 req-f3770972-ba2d-4823-96c9-733b56f1af91 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.526645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34bb5dfd-a82f-4a69-9a23-a3a691be1570 req-f3770972-ba2d-4823-96c9-733b56f1af91 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "DELETE /v2.0/security-groups/df4bc11d-477c-4cec-af3c-857edba9ac2d HTTP/1.1" status: 204 len: 173 time: 0.7790177 Jan 31 18:45:48.549201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3770972-ba2d-4823-96c9-733b56f1af91 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4bc11d-477c-4cec-af3c-857edba9ac2d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:48.592922 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e77b378-84dc-4507-ab1d-0a1283afd653 req-7fc322bb-8f2d-47c0-ac2f-8fc06cf2f8c9 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937469 Jan 31 18:45:48.705817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865f9705-fda3-4fd9-9ff2-1b376db30708 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:45:48.720833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Publish callbacks [] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.744252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e59cc4-01aa-4ae6-a71b-66cb40ab4af4 req-1dea7ed9-6533-4124-b0df-f1aa4b5b8f19 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:48.745810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13e59cc4-01aa-4ae6-a71b-66cb40ab4af4 req-1dea7ed9-6533-4124-b0df-f1aa4b5b8f19 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 944 time: 0.1507080 Jan 31 18:45:48.756185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Transition to ACTIVE for port object 865f9705-fda3-4fd9-9ff2-1b376db30708 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:45:48.773045 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.791056 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-59714ff3-eee5-44d4-be0a-aa767bfabf2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:48.820242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9dbce-0205-46bc-8278-946ac4c7d69a req-4f0f1365-244b-41b3-9cde-0d3919361e7f tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:48.821867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddf9dbce-0205-46bc-8278-946ac4c7d69a req-4f0f1365-244b-41b3-9cde-0d3919361e7f tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.1531003 Jan 31 18:45:48.876093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13e59cc4-01aa-4ae6-a71b-66cb40ab4af4 req-c8d50a0a-7018-4de2-811d-7d0aad41a8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/security-groups?id=9263e0ea-a84f-431f-92bf-467be8b787c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211379 Jan 31 18:45:48.884406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Pushing event updated for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:48.989369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddf9dbce-0205-46bc-8278-946ac4c7d69a req-0e4b41f9-7fc6-4856-9110-bdc12be0ba49 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376271 Jan 31 18:45:49.054394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Attempting to bind port 865f9705-fda3-4fd9-9ff2-1b376db30708 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:45:49.055147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Attempting to bind port 865f9705-fda3-4fd9-9ff2-1b376db30708 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:45:49.055487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Attempting to bind port 865f9705-fda3-4fd9-9ff2-1b376db30708 on network ae95513e-4638-43d6-9c17-f15bafd888ba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:45:49.074634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Port 865f9705-fda3-4fd9-9ff2-1b376db30708 on network ae95513e-4638-43d6-9c17-f15bafd888ba not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:45:49.074987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Attempting to bind port 865f9705-fda3-4fd9-9ff2-1b376db30708 on network ae95513e-4638-43d6-9c17-f15bafd888ba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:45:49.089427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:45:49.089783 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Checking segment: {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:49.090179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Bound using segment: {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:45:49.090784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Bound port: 865f9705-fda3-4fd9-9ff2-1b376db30708, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:45:49.090990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.118316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7676ea2-d0c2-4604-a8bf-76e08b7e929a req-8cf15352-b438-478e-a059-0d5cb867f956 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:49.119852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7676ea2-d0c2-4604-a8bf-76e08b7e929a req-8cf15352-b438-478e-a059-0d5cb867f956 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.1573913 Jan 31 18:45:49.122474 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-836f6d74-5a3c-4f00-b447-8c33ae998e50 req-0715e3d8-36a1-4583-804a-aa87fc121b20 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "GET /v2.0/security-groups/00762e34-e568-4bda-89d3-df9d46b24806 HTTP/1.1" status: 200 len: 1831 time: 0.0940292 Jan 31 18:45:49.141192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:49.212524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:45:49.216718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:49.217621 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.252612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7676ea2-d0c2-4604-a8bf-76e08b7e929a req-2a86ea56-0957-4aa5-ae74-35bc942e3366 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086161 Jan 31 18:45:49.256251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:45:49.264063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:45:49.271734 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-836f6d74-5a3c-4f00-b447-8c33ae998e50 req-5750e38d-d9dc-4468-adc1-ab47d3359f68 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (00762e34-e568-4bda-89d3-df9d46b24806), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.288309 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.331705 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-836f6d74-5a3c-4f00-b447-8c33ae998e50 req-5750e38d-d9dc-4468-adc1-ab47d3359f68 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (00762e34-e568-4bda-89d3-df9d46b24806), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.341715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:49.342178 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.347717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:49.348361 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.350023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] 10.222.0.21 "PUT /v2.0/ports/865f9705-fda3-4fd9-9ff2-1b376db30708 HTTP/1.1" status: 200 len: 1092 time: 1.7891550 Jan 31 18:45:49.350300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:45:49.352947 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7899dacd-e0ab-4e9a-86d0-536ad76b56db" -d '{"events": [{"name": "network-changed", "server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:45:49.415932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:45:49.419882 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f87e57-0c3e-48c2-974a-1ad42bcbd546" -d '{"events": [{"server_uuid": "38400714-4cbf-4a0e-bfff-b0d9e33ad22b", "name": "network-vif-plugged", "status": "completed", "tag": "8c3ae518-a6a2-4360-bfb0-0f95c23fe763"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:45:49.423280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc6942-61fa-4e2a-afa9-6e115476cb48 service neutron] Pushing event updated for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:49.447509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8c3ae518-a6a2-4360-bfb0-0f95c23fe763,segment=NetworkSegment(52dacfb5-854d-4607-b678-646b6537a318),segment_id=52dacfb5-854d-4607-b678-646b6537a318)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:49.453693 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.454648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:45:49.505304 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-836f6d74-5a3c-4f00-b447-8c33ae998e50 req-5750e38d-d9dc-4468-adc1-ab47d3359f68 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (00762e34-e568-4bda-89d3-df9d46b24806), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.509963 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-836f6d74-5a3c-4f00-b447-8c33ae998e50 req-5750e38d-d9dc-4468-adc1-ab47d3359f68 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.511425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-836f6d74-5a3c-4f00-b447-8c33ae998e50 req-5750e38d-d9dc-4468-adc1-ab47d3359f68 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] 10.222.0.20 "DELETE /v2.0/security-groups/00762e34-e568-4bda-89d3-df9d46b24806 HTTP/1.1" status: 204 len: 173 time: 0.3662307 Jan 31 18:45:49.519438 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39732) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:49.536151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750e38d-d9dc-4468-adc1-ab47d3359f68 tempest-SecurityGroupRulesNegativeTestJSON-744876128 tempest-SecurityGroupRulesNegativeTestJSON-744876128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00762e34-e568-4bda-89d3-df9d46b24806,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:49.543163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-ed24b583-105c-4375-81ab-965d8fb8c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:49.544770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-ed24b583-105c-4375-81ab-965d8fb8c291 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 1126 time: 0.1353543 Jan 31 18:45:49.558467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a8eab-097d-4dae-ba57-f7ad5d43c210 req-1d90d94a-b58d-4eb7-b445-2f2ceb52c6ad tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:49.565581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9a8eab-097d-4dae-ba57-f7ad5d43c210 req-1d90d94a-b58d-4eb7-b445-2f2ceb52c6ad tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 946 time: 0.1607456 Jan 31 18:45:49.582484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8c3ae518-a6a2-4360-bfb0-0f95c23fe763,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:49.643455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3acc84cb-460c-45d8-9d92-97f7ac060594 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:49.644694 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.651253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-e8758025-9d45-43ce-a6a6-59c69215d7e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865f9705-fda3-4fd9-9ff2-1b376db30708 HTTP/1.1" status: 200 len: 217 time: 0.0835540 Jan 31 18:45:49.692298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:49.698236 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.710443 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-70265469-d5fb-435c-b34c-5b0b0a17855d admin admin] Deleting subnet 012de8e0-c365-4876-b549-0a4f952b2ac6 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:45:49.715421 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70265469-d5fb-435c-b34c-5b0b0a17855d admin admin] Publish callbacks [] for subnet (012de8e0-c365-4876-b549-0a4f952b2ac6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.760238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=11']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:49.785714 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70265469-d5fb-435c-b34c-5b0b0a17855d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (012de8e0-c365-4876-b549-0a4f952b2ac6), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.787148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9a8eab-097d-4dae-ba57-f7ad5d43c210 req-ec1aa486-5c90-482e-b27a-fed577bd96a7 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205794 Jan 31 18:45:49.797535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-e413c3b2-0c43-4953-bfd6-7bcaf0fe7b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:49.799425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-e413c3b2-0c43-4953-bfd6-7bcaf0fe7b91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 200 len: 856 time: 0.1365888 Jan 31 18:45:49.877581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70265469-d5fb-435c-b34c-5b0b0a17855d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (012de8e0-c365-4876-b549-0a4f952b2ac6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.917303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3839f5ba-88d3-4503-a9da-278a0e2c9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:49.918819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-3839f5ba-88d3-4503-a9da-278a0e2c9bc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae95513e-4638-43d6-9c17-f15bafd888ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1120467 Jan 31 18:45:49.946051 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70265469-d5fb-435c-b34c-5b0b0a17855d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (012de8e0-c365-4876-b549-0a4f952b2ac6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.974812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607809e-883c-4d97-a341-01a15ee1ba35 req-82d8b607-9444-435f-ae9a-3fda7e662602 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:49.976863 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70265469-d5fb-435c-b34c-5b0b0a17855d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012de8e0-c365-4876-b549-0a4f952b2ac6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:49.985573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a607809e-883c-4d97-a341-01a15ee1ba35 req-82d8b607-9444-435f-ae9a-3fda7e662602 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1120126 Jan 31 18:45:49.985842 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70265469-d5fb-435c-b34c-5b0b0a17855d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:49.992099 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-70265469-d5fb-435c-b34c-5b0b0a17855d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/012de8e0-c365-4876-b549-0a4f952b2ac6 HTTP/1.1" status: 204 len: 168 time: 0.4686682 Jan 31 18:45:49.992308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:50.080860 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (4cd3484c-28bd-4658-89e4-55eb810dd8a4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:50.095964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a607809e-883c-4d97-a341-01a15ee1ba35 req-c427f444-a676-4634-92e5-42f0090c0a06 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094697 Jan 31 18:45:50.100326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-34afe8fe-5cff-4f0b-8274-b44aadc31ef9 service neutron] 10.222.0.21 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718585 Jan 31 18:45:50.189289 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e1f8de-39c4-4e89-80ef-fe8854d68396 x-openstack-request-id: req-b2e1f8de-39c4-4e89-80ef-fe8854d68396 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:50.189800 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38400714-4cbf-4a0e-bfff-b0d9e33ad22b", "name": "network-vif-plugged", "status": "completed", "tag": "8c3ae518-a6a2-4360-bfb0-0f95c23fe763", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:50.190013 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2e1f8de-39c4-4e89-80ef-fe8854d68396 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:50.191441 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763', 'code': 200} Jan 31 18:45:50.251103 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bd3847-07f3-44fe-8244-1d9f694ca934 x-openstack-request-id: req-50bd3847-07f3-44fe-8244-1d9f694ca934 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:50.252462 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:50.253282 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50bd3847-07f3-44fe-8244-1d9f694ca934 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:50.254176 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'status': 'completed', 'code': 200} Jan 31 18:45:50.262758 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (4cd3484c-28bd-4658-89e4-55eb810dd8a4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:50.295389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd3484c-28bd-4658-89e4-55eb810dd8a4']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:50.309216 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275ace6c-bd83-4e5c-a0d9-5771a52452e9') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:50.309516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275ace6c-bd83-4e5c-a0d9-5771a52452e9') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:45:50.322178 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (275ace6c-bd83-4e5c-a0d9-5771a52452e9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:50.339624 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (275ace6c-bd83-4e5c-a0d9-5771a52452e9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:50.346091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:45:50.346485 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (275ace6c-bd83-4e5c-a0d9-5771a52452e9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:45:50.348949 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:45:50.408105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e153ba0-486e-4d2d-9784-47a3da5a1792 req-ebfbedfe-8b00-4bb9-bd8f-e0e213527b57 service neutron] 10.222.0.21 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925043 Jan 31 18:45:50.419997 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (4cd3484c-28bd-4658-89e4-55eb810dd8a4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:50.427969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f82684-534f-4584-b6a7-16732e8ebd87 req-410cbb61-f8dc-4db7-9928-a3fd14b8461c tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:50.429862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9f82684-534f-4584-b6a7-16732e8ebd87 req-410cbb61-f8dc-4db7-9928-a3fd14b8461c tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 945 time: 0.1807690 Jan 31 18:45:50.431815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0209b-b6dd-4f63-9b24-224f05731520 req-726beb35-61a6-40ea-9eaf-1da212ada786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:50.433249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7d0209b-b6dd-4f63-9b24-224f05731520 req-726beb35-61a6-40ea-9eaf-1da212ada786 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 1128 time: 0.1640818 Jan 31 18:45:50.443894 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:50.447775 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4cd3484c-28bd-4658-89e4-55eb810dd8a4 HTTP/1.1" status: 204 len: 168 time: 0.4537022 Jan 31 18:45:50.458896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6b769-fb93-42ef-8667-f4d01ca7c523 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd3484c-28bd-4658-89e4-55eb810dd8a4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:50.471447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a4e6-a4c6-45ce-88e7-9be5ca0a54ef req-dddb95aa-51ef-43c8-9aa9-cc25a816d9a0 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:50.473657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4140a4e6-a4c6-45ce-88e7-9be5ca0a54ef req-dddb95aa-51ef-43c8-9aa9-cc25a816d9a0 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.1740274 Jan 31 18:45:50.617481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9f82684-534f-4584-b6a7-16732e8ebd87 req-9b282490-bcd2-46ae-ad65-125ea4b239b1 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/security-groups?id=9263e0ea-a84f-431f-92bf-467be8b787c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802576 Jan 31 18:45:50.627650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7d0209b-b6dd-4f63-9b24-224f05731520 req-21b7a056-14a9-4ded-8ec5-3400aa682f29 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9263e0ea-a84f-431f-92bf-467be8b787c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822631 Jan 31 18:45:50.638947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4140a4e6-a4c6-45ce-88e7-9be5ca0a54ef req-1cc8618d-8eed-4bd8-ae9b-a854c9dc0b91 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477818 Jan 31 18:45:50.641976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899dacd-e0ab-4e9a-86d0-536ad76b56db req-2fdb30e2-a6f9-4541-9113-994faeeaf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:50.644279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7899dacd-e0ab-4e9a-86d0-536ad76b56db req-2fdb30e2-a6f9-4541-9113-994faeeaf8d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 1126 time: 0.1688929 Jan 31 18:45:50.715841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:50.792287 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-17b6971f-c4c2-4f2d-b3d1-9519e34669f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0d3ae5c78fc43f7848f4f6cdf473b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0742688 Jan 31 18:45:50.795603 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:50.861123 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f143-3213-4e8d-bd51-c281b2de09b1 admin admin] Publish callbacks [] for security_group (1f308818-fe24-4561-a927-240bae014971), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:50.879183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899dacd-e0ab-4e9a-86d0-536ad76b56db req-f69d2d1b-47fc-4153-be3c-44fd178ac99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:50.880704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7899dacd-e0ab-4e9a-86d0-536ad76b56db req-f69d2d1b-47fc-4153-be3c-44fd178ac99f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 918 time: 0.2296858 Jan 31 18:45:50.895050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62e7fb-fa78-4053-bf94-14b69db1fc23 req-1663f85c-c189-476a-8733-d48d614f8fb5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:50.896685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d62e7fb-fa78-4053-bf94-14b69db1fc23 req-1663f85c-c189-476a-8733-d48d614f8fb5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1682167 Jan 31 18:45:50.901124 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f143-3213-4e8d-bd51-c281b2de09b1 admin admin] Publish callbacks [] for security_group (1f308818-fe24-4561-a927-240bae014971), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:50.957817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7899dacd-e0ab-4e9a-86d0-536ad76b56db req-b582dd61-4dcb-43a5-a1c5-9ef5aab09458 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865f9705-fda3-4fd9-9ff2-1b376db30708 HTTP/1.1" status: 200 len: 217 time: 0.0601392 Jan 31 18:45:50.968070 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f143-3213-4e8d-bd51-c281b2de09b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1f308818-fe24-4561-a927-240bae014971), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:50.972517 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f143-3213-4e8d-bd51-c281b2de09b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:50.976633 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f8c5f143-3213-4e8d-bd51-c281b2de09b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f308818-fe24-4561-a927-240bae014971 HTTP/1.1" status: 204 len: 168 time: 0.1797462 Jan 31 18:45:50.987093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5f143-3213-4e8d-bd51-c281b2de09b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f308818-fe24-4561-a927-240bae014971,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:50.992411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d94f8-8cc3-4c6b-ba8a-51ba56f42211 req-7534bc14-b71d-4b16-b9f3-8d98913cd293 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:50.993401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b5d94f8-8cc3-4c6b-ba8a-51ba56f42211 req-7534bc14-b71d-4b16-b9f3-8d98913cd293 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.2161305 Jan 31 18:45:51.038199 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac0e9fff-1aef-4b65-b59b-2d0e2244fc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:51.094442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899dacd-e0ab-4e9a-86d0-536ad76b56db req-af1f9649-6053-4089-92df-e9a12b02d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:51.096004 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7899dacd-e0ab-4e9a-86d0-536ad76b56db req-af1f9649-6053-4089-92df-e9a12b02d9cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 200 len: 856 time: 0.1286588 Jan 31 18:45:51.115794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d62e7fb-fa78-4053-bf94-14b69db1fc23 req-038608d4-cf76-4bf4-916e-b0edd45acae8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077303 Jan 31 18:45:51.153398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:45:51.196863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b5d94f8-8cc3-4c6b-ba8a-51ba56f42211 req-06f29360-03b6-4aff-9eb5-aeab36fa4106 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796558 Jan 31 18:45:51.298797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899dacd-e0ab-4e9a-86d0-536ad76b56db req-78d6aa31-dad7-4c50-95fd-7554161e4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:51.300788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7899dacd-e0ab-4e9a-86d0-536ad76b56db req-78d6aa31-dad7-4c50-95fd-7554161e4eef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae95513e-4638-43d6-9c17-f15bafd888ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1974356 Jan 31 18:45:51.381878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:51.401363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'port_id': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'mac_address': 'fa:16:3e:af:0a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:45:51.432899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7899dacd-e0ab-4e9a-86d0-536ad76b56db req-ceb97ade-71ea-421c-b5e2-58e6b2da515e service neutron] 10.222.0.21 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094215 Jan 31 18:45:51.455772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f30052-652d-4631-a5de-d6fad3c05a7b req-07414a1b-e417-425c-aa5f-103c680f1bd2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:51.459438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17f30052-652d-4631-a5de-d6fad3c05a7b req-07414a1b-e417-425c-aa5f-103c680f1bd2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2618713 Jan 31 18:45:51.479043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3acc84cb-460c-45d8-9d92-97f7ac060594 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:51.479794 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:51.499717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3acc84cb-460c-45d8-9d92-97f7ac060594 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:45:51.535989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:51.546271 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:51.617373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7899dacd-e0ab-4e9a-86d0-536ad76b56db req-978e7ee6-85e1-4fec-9c61-a86d6ce2acdd service neutron] 10.222.0.21 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777358 Jan 31 18:45:51.626450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=12']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:51.655563 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['3acc84cb-460c-45d8-9d92-97f7ac060594'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:45:51.667634 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17f30052-652d-4631-a5de-d6fad3c05a7b req-e5e4048a-5206-4a9c-838e-50eb3d4fa6e3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071193 Jan 31 18:45:51.689271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33c85b-4492-4d6c-9022-5c22dace0e05 req-bc9371c5-b3c2-424a-92a9-84694cc21ee6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:51.701748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d33c85b-4492-4d6c-9022-5c22dace0e05 req-bc9371c5-b3c2-424a-92a9-84694cc21ee6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2672765 Jan 31 18:45:51.913929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d33c85b-4492-4d6c-9022-5c22dace0e05 req-3f53e0e3-c9c9-4fa9-b340-abfdac273415 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095771 Jan 31 18:45:51.981316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3780c0-b995-49b9-bd26-0e155733103a req-8991a70d-381a-427d-981c-bb99e9708c77 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:51.987669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bb3780c0-b995-49b9-bd26-0e155733103a req-8991a70d-381a-427d-981c-bb99e9708c77 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 945 time: 0.1925716 Jan 31 18:45:52.119051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8aa12-90a9-43e6-b09d-2318da1481b6 req-1d2a8fd2-fe5e-4de1-ba40-9dac33e53b6e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:52.120652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29a8aa12-90a9-43e6-b09d-2318da1481b6 req-1d2a8fd2-fe5e-4de1-ba40-9dac33e53b6e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.0920751 Jan 31 18:45:52.132270 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bb3780c0-b995-49b9-bd26-0e155733103a req-f73a4f4d-adb2-4ee7-bffd-13307912ad08 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/security-groups?id=9263e0ea-a84f-431f-92bf-467be8b787c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419849 Jan 31 18:45:52.156374 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39836) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:52.193428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:45:52.195738 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5782332-cece-4917-83b4-800504266bad" -d '{"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-unplugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:45:52.227288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29a8aa12-90a9-43e6-b09d-2318da1481b6 req-cb7b8709-5482-48e7-b7bb-3e8a71d1f1d6 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892942 Jan 31 18:45:52.287301 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fd0774-4475-4e3c-8f7a-5481c3df6ba4 x-openstack-request-id: req-b5fd0774-4475-4e3c-8f7a-5481c3df6ba4 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:52.287606 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-unplugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:52.287873 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5fd0774-4475-4e3c-8f7a-5481c3df6ba4 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:52.288275 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'code': 200} Jan 31 18:45:52.340942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bd368-f626-46ab-83a2-10b97169a58f req-b13911f4-6ac1-4599-89c9-a45a8f57d68f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:52.350728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-166bd368-f626-46ab-83a2-10b97169a58f req-b13911f4-6ac1-4599-89c9-a45a8f57d68f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1178210 Jan 31 18:45:52.360081 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:52.371659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-452969730-network', 'tenant_id': '3e78505394134a148154911addfb4dd0'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:52.411607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Made reservation on behalf of 3e78505394134a148154911addfb4dd0 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:52.415745 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:52.439332 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:52.449478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-166bd368-f626-46ab-83a2-10b97169a58f req-c59d1f3b-3977-41b0-893f-e83ddc1a6247 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910366 Jan 31 18:45:52.469344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b13b6-1730-473e-8d9f-6f1f27463b4c req-bf8758a5-9c32-423b-b158-9e97c6d16f84 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:52.486221 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d9b13b6-1730-473e-8d9f-6f1f27463b4c req-bf8758a5-9c32-423b-b158-9e97c6d16f84 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.0987496 Jan 31 18:45:52.552706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d9b13b6-1730-473e-8d9f-6f1f27463b4c req-78b04881-1bb7-4c67-aa92-88f578393478 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698674 Jan 31 18:45:52.684789 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Publish callbacks [] for security_group (141a20c1-e850-490a-8162-49c8c29fb425), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:52.692649 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (141a20c1-e850-490a-8162-49c8c29fb425), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:52.724731 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:45:52.750713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141a20c1-e850-490a-8162-49c8c29fb425,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:52.755093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (22ec978b-e336-47c4-8902-982c67ad9e9d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:52.755589 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Added segment 22ec978b-e336-47c4-8902-982c67ad9e9d of type vlan for network 3827d2de-6c27-4289-92ad-f7b6ef69cad3 Jan 31 18:45:52.817393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474d330-7589-4836-8f32-1142e9c4a68e req-dc74fff3-4720-418c-9164-a3ab8c6a0300 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:52.819034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6474d330-7589-4836-8f32-1142e9c4a68e req-dc74fff3-4720-418c-9164-a3ab8c6a0300 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1264224 Jan 31 18:45:52.840701 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (3827d2de-6c27-4289-92ad-f7b6ef69cad3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:52.876974 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (3827d2de-6c27-4289-92ad-f7b6ef69cad3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:52.878305 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:52.881811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:52.950429 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7922664 Jan 31 18:45:52.954012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39850) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:45:52.966498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e4fcc06a-4e68-4501-9efe-e7d09d6c9ec2 admin admin] Request body: {'subnet': {'network_id': '3827d2de-6c27-4289-92ad-f7b6ef69cad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-452969730-subnet', 'tenant_id': '3e78505394134a148154911addfb4dd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:52.991351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145485be-a8a3-4847-bde8-39fc88854fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=3827d2de-6c27-4289-92ad-f7b6ef69cad3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:53.002415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 3827d2de-6c27-4289-92ad-f7b6ef69cad3 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:45:53.063686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896868a4-966b-4d81-8b00-316eed4d326b req-d78b681e-c14f-4931-ad1a-f10a3994eb3b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:53.063686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-896868a4-966b-4d81-8b00-316eed4d326b req-d78b681e-c14f-4931-ad1a-f10a3994eb3b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 945 time: 0.2336740 Jan 31 18:45:53.063686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6474d330-7589-4836-8f32-1142e9c4a68e req-1b1ffaec-4596-4773-98eb-71c856af9a0f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358549 Jan 31 18:45:53.074671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fcc06a-4e68-4501-9efe-e7d09d6c9ec2 admin admin] Made reservation on behalf of 3e78505394134a148154911addfb4dd0 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:53.077186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc06a-4e68-4501-9efe-e7d09d6c9ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:53.146061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 865f9705-fda3-4fd9-9ff2-1b376db30708 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:45:53.165690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:53.309141 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-896868a4-966b-4d81-8b00-316eed4d326b req-27762566-fe69-4020-b950-53de92d1edad tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452013 Jan 31 18:45:53.354127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0f27f-c271-4ec4-9ddc-78b321c13c37 req-a79015ce-2430-40c1-8926-e41364f237d1 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:53.365321 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1d0f27f-c271-4ec4-9ddc-78b321c13c37 req-a79015ce-2430-40c1-8926-e41364f237d1 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1551375 Jan 31 18:45:53.367772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 3acc84cb-460c-45d8-9d92-97f7ac060594 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:53.368466 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:53.462193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:53.481811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'port_id': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'mac_address': 'fa:16:3e:28:5e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:45:53.555997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3acc84cb-460c-45d8-9d92-97f7ac060594 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:53.556568 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:53.570564 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc06a-4e68-4501-9efe-e7d09d6c9ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (4c69bbbd-edd8-4892-820f-4765c3fdb6ef), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:53.585417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1d0f27f-c271-4ec4-9ddc-78b321c13c37 req-aa912feb-a4db-4f8e-845c-8ac5149fd483 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191956 Jan 31 18:45:53.593428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 865f9705-fda3-4fd9-9ff2-1b376db30708 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:53.593912 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:53.611684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:53.623157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865f9705-fda3-4fd9-9ff2-1b376db30708 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:45:53.644600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:53.645868 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:53.649910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653562be-a9e2-45c0-8103-404f203d3176 req-765ff050-0dc0-4d7a-a8ff-7f02016b6135 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:53.653633 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-653562be-a9e2-45c0-8103-404f203d3176 req-765ff050-0dc0-4d7a-a8ff-7f02016b6135 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 945 time: 0.2241323 Jan 31 18:45:53.687501 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:53.721248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcc06a-4e68-4501-9efe-e7d09d6c9ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c69bbbd-edd8-4892-820f-4765c3fdb6ef,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:53.731338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=13']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:53.752399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fcc06a-4e68-4501-9efe-e7d09d6c9ec2 admin admin] Checking segment: {'id': '22ec978b-e336-47c4-8902-982c67ad9e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3827d2de-6c27-4289-92ad-f7b6ef69cad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:45:53.752577 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fcc06a-4e68-4501-9efe-e7d09d6c9ec2 admin admin] Network hostable DHCP agents. Network: 3827d2de-6c27-4289-92ad-f7b6ef69cad3, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:45:53.812446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-653562be-a9e2-45c0-8103-404f203d3176 req-83a52836-6983-4cc1-ac3a-4371b227d39b tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/security-groups?id=9263e0ea-a84f-431f-92bf-467be8b787c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454079 Jan 31 18:45:53.813335 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:53.838627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf78e0-2722-4a7e-bf28-d1198c123452 req-b42c89b8-b006-4ee6-b679-35bc08e2a78a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:53.845757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dcf78e0-2722-4a7e-bf28-d1198c123452 req-b42c89b8-b006-4ee6-b679-35bc08e2a78a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.1380465 Jan 31 18:45:53.849145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fcc06a-4e68-4501-9efe-e7d09d6c9ec2 admin admin] Network 3827d2de-6c27-4289-92ad-f7b6ef69cad3 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:45:53.883401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e4fcc06a-4e68-4501-9efe-e7d09d6c9ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 3827d2de-6c27-4289-92ad-f7b6ef69cad3) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:53.892651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc06a-4e68-4501-9efe-e7d09d6c9ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:53.893240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4fcc06a-4e68-4501-9efe-e7d09d6c9ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:53.904707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66b21e6-352f-4f78-8e79-838ae3317f1f None None] Network 3827d2de-6c27-4289-92ad-f7b6ef69cad3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:45:53.922310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e4fcc06a-4e68-4501-9efe-e7d09d6c9ec2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9583633 Jan 31 18:45:53.953547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dcf78e0-2722-4a7e-bf28-d1198c123452 req-7a85c220-1d0a-4657-8205-c6a520ae0e73 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067874 Jan 31 18:45:54.018245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['865f9705-fda3-4fd9-9ff2-1b376db30708'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:45:54.095871 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:54.109015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa76d5-4be6-45a6-b582-e7e0736da853 req-7968dbf2-0d5c-4871-bcf0-ea22b37fc63a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:54.113943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8daa76d5-4be6-45a6-b582-e7e0736da853 req-7968dbf2-0d5c-4871-bcf0-ea22b37fc63a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.1919606 Jan 31 18:45:54.171080 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:54.173943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06129c03-e7ad-423a-8a4f-435412f1d198 None None] Network 3827d2de-6c27-4289-92ad-f7b6ef69cad3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:45:54.292389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:45:54.297463 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d3f0de-5159-49cc-b9c9-0869fd178af8" -d '{"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-plugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:45:54.342889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-921e51da-7a30-43ee-9470-20096c41bb51 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 258 time: 0.3316834 Jan 31 18:45:54.350246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:54.396985 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:54.440826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8daa76d5-4be6-45a6-b582-e7e0736da853 req-89587583-3337-4635-8855-614f3a549937 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118858 Jan 31 18:45:54.605270 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:54.660651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f80d3c-57db-4aac-9059-62d6fe96f7a1 req-6f758b16-a7bb-4120-8d1f-3aca1fc99aa2 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:54.662224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59f80d3c-57db-4aac-9059-62d6fe96f7a1 req-6f758b16-a7bb-4120-8d1f-3aca1fc99aa2 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1377170 Jan 31 18:45:54.830693 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59f80d3c-57db-4aac-9059-62d6fe96f7a1 req-82491a87-94d5-4505-839f-e586e4855231 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361217 Jan 31 18:45:54.880657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Allocated IP 172.25.8.243 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/a7f0e648-757c-434a-bf62-6eba10668de6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:45:55.062992 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-f2d9e025-a45f-4035-93d8-0222fe3a182a req-7c60f906-0adb-464e-a3c6-4fabeab69208 tempest-SecurityGroupsNegativeTestJSON-1418779173 tempest-SecurityGroupsNegativeTestJSON-1418779173-project] show failed (client error): The resource could not be found. Jan 31 18:45:55.074984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2d9e025-a45f-4035-93d8-0222fe3a182a req-7c60f906-0adb-464e-a3c6-4fabeab69208 tempest-SecurityGroupsNegativeTestJSON-1418779173 tempest-SecurityGroupsNegativeTestJSON-1418779173-project] 10.222.0.20 "GET /v2.0/security-groups/99316fef-ef9f-409a-bf00-578cc3cb3993 HTTP/1.1" status: 404 len: 352 time: 0.0401421 Jan 31 18:45:55.105701 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for port (a7f0e648-757c-434a-bf62-6eba10668de6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:55.152007 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb5a85a-da0b-482d-9167-9a206fd4d980 x-openstack-request-id: req-efb5a85a-da0b-482d-9167-9a206fd4d980 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:55.152554 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-plugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:55.153509 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efb5a85a-da0b-482d-9167-9a206fd4d980 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:55.154711 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'code': 200} Jan 31 18:45:55.170845 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:55.209183 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a7f0e648-757c-434a-bf62-6eba10668de6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:55.300533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Pushing event updated for resources: {'Port': ['ID=a7f0e648-757c-434a-bf62-6eba10668de6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:55.317918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:55.326179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:55.328787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:45:55.379144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a356829-0d65-453d-af1d-875b199b36f6 req-5eefb5f2-5c75-4ce7-afe7-6aa3ca22292f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:55.386270 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a356829-0d65-453d-af1d-875b199b36f6 req-5eefb5f2-5c75-4ce7-afe7-6aa3ca22292f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 946 time: 0.1690567 Jan 31 18:45:55.506714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a356829-0d65-453d-af1d-875b199b36f6 req-c62527b9-3208-4e9a-9c8d-401ac29fd445 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195385 Jan 31 18:45:55.539673 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (f8a9933b-309d-4f3d-98ca-062f15309ed1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:55.592920 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a7f0e648-757c-434a-bf62-6eba10668de6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:56.100375 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:56.340227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cb83d-8fa1-4ef4-9bca-0fcdd753c3c4 req-2b556872-472f-48ce-b6eb-77b7cd17151a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:56.341920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b5cb83d-8fa1-4ef4-9bca-0fcdd753c3c4 req-2b556872-472f-48ce-b6eb-77b7cd17151a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1289968 Jan 31 18:45:56.434394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b5cb83d-8fa1-4ef4-9bca-0fcdd753c3c4 req-1684d81e-5f8b-4a2e-b365-7a62e72745ec tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836151 Jan 31 18:45:56.465271 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for port (a7f0e648-757c-434a-bf62-6eba10668de6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:56.473260 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a7f0e648-757c-434a-bf62-6eba10668de6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:56.535141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Pushing event updated for resources: {'Port': ['ID=a7f0e648-757c-434a-bf62-6eba10668de6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:56.636864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (f8a9933b-309d-4f3d-98ca-062f15309ed1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:56.665476 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:56.673294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-48a1d407-62b5-40b2-985e-e89f495e1a44 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3293464 Jan 31 18:45:56.746275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-af1afa11-9ab1-419d-98c6-09be20f0d745 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.0719707 Jan 31 18:45:56.772026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a68d9e-0fec-4945-aa93-9cfaf55e42e2 req-aa9e81d8-5405-4c69-8ca2-8429f537bb30 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:56.779577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1a68d9e-0fec-4945-aa93-9cfaf55e42e2 req-aa9e81d8-5405-4c69-8ca2-8429f537bb30 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.1915698 Jan 31 18:45:57.006842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-7c5331b6-89f1-45d1-83d1-4db7136a7c7f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:57.053914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d75de44-2183-41df-914e-d9ad6a14e742 req-7c5331b6-89f1-45d1-83d1-4db7136a7c7f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.2965348 Jan 31 18:45:57.100278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1a68d9e-0fec-4945-aa93-9cfaf55e42e2 req-6d4356e4-c1e4-4b03-aab2-a5b7fa682029 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105905 Jan 31 18:45:57.112220 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 865f9705-fda3-4fd9-9ff2-1b376db30708 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:45:57.257406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7799c-1fc8-4f8c-be75-129e08bb3919 req-658b6d56-6872-41aa-b8fa-119c71fa2665 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:57.259672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24b7799c-1fc8-4f8c-be75-129e08bb3919 req-658b6d56-6872-41aa-b8fa-119c71fa2665 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.0850501 Jan 31 18:45:57.417060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24b7799c-1fc8-4f8c-be75-129e08bb3919 req-5c37461e-0d54-4998-b72f-ce7a8d59c9df tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406538 Jan 31 18:45:57.443666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823b027-20ca-4c44-9acb-e99cb6edbb69 req-af18454c-9cc2-411f-a42a-9430ef48320b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:57.451801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0823b027-20ca-4c44-9acb-e99cb6edbb69 req-af18454c-9cc2-411f-a42a-9430ef48320b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 946 time: 0.1900935 Jan 31 18:45:57.484239 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 865f9705-fda3-4fd9-9ff2-1b376db30708 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:45:57.490666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 865f9705-fda3-4fd9-9ff2-1b376db30708 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:57.490970 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:57.594228 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0823b027-20ca-4c44-9acb-e99cb6edbb69 req-9a3e88f4-4964-4ed6-90cf-40a4cb0bede1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362650 Jan 31 18:45:57.619128 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 865f9705-fda3-4fd9-9ff2-1b376db30708 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:45:57.619627 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:57.651276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:45:57.653839 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3ecd07-94a5-49ba-9acb-819d058bb3f7" -d '{"events": [{"server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "name": "network-vif-plugged", "status": "completed", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:45:57.670808 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:57.684941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:57.756192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1226886-af8a-4093-80b3-dcbf4596bdae req-b721a875-7691-4928-a264-8cca3f9936f4 tempest-SecurityGroupsNegativeTestJSON-1418779173 tempest-SecurityGroupsNegativeTestJSON-1418779173-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e78505394134a148154911addfb4dd0 HTTP/1.1" status: 200 len: 3005 time: 0.0875883 Jan 31 18:45:57.781817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:57.784580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-91b0229d-bb27-4913-920b-22fe0ac16fb4 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:57.787130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-91b0229d-bb27-4913-920b-22fe0ac16fb4 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1909983 Jan 31 18:45:57.892089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-893297a8-f294-44cf-b6ab-6b094c4f9982 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.0821729 Jan 31 18:45:57.895952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1226886-af8a-4093-80b3-dcbf4596bdae req-f1379ada-d8d9-49bd-a4ee-fe39eae58569 tempest-SecurityGroupsNegativeTestJSON-1418779173 tempest-SecurityGroupsNegativeTestJSON-1418779173-project] 10.222.0.20 "GET /v2.0/security-groups/141a20c1-e850-490a-8162-49c8c29fb425 HTTP/1.1" status: 200 len: 3002 time: 0.1286647 Jan 31 18:45:57.922360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-d6bb43b3-1db6-42a3-9512-f3c97fd59aba tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Request body: {'floatingip': {'port_id': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:45:57.978439 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-d6bb43b3-1db6-42a3-9512-f3c97fd59aba tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (f8a9933b-309d-4f3d-98ca-062f15309ed1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:58.034756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1226886-af8a-4093-80b3-dcbf4596bdae req-72bafcc3-8b7b-4ec2-b8fa-7a1e5e339584 tempest-SecurityGroupsNegativeTestJSON-1418779173 tempest-SecurityGroupsNegativeTestJSON-1418779173-project] 10.222.0.20 "GET /v2.0/security-groups/141a20c1-e850-490a-8162-49c8c29fb425 HTTP/1.1" status: 200 len: 3002 time: 0.1310337 Jan 31 18:45:58.260142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df066fdd-94c3-4fe4-beec-fbb78ced8d93 req-d8599c73-6e09-4aa7-9a8e-f8ebdf2eb5d0 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:58.261728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df066fdd-94c3-4fe4-beec-fbb78ced8d93 req-d8599c73-6e09-4aa7-9a8e-f8ebdf2eb5d0 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1506112 Jan 31 18:45:58.424204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df066fdd-94c3-4fe4-beec-fbb78ced8d93 req-22db8dc3-08aa-472c-9a4f-34c656162cdc tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541793 Jan 31 18:45:58.493129 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e6cf9f-0e9c-485b-be69-1de0f5973f83 x-openstack-request-id: req-e7e6cf9f-0e9c-485b-be69-1de0f5973f83 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:45:58.493633 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "name": "network-vif-plugged", "status": "completed", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:45:58.493717 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7e6cf9f-0e9c-485b-be69-1de0f5973f83 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:45:58.494101 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'code': 200} Jan 31 18:45:58.712945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec77fe29-2387-4fac-b385-d8f1562c67fd req-1c41fea8-7933-4919-b6bf-17e63eb072c0 tempest-SecurityGroupsNegativeTestJSON-1418779173 tempest-SecurityGroupsNegativeTestJSON-1418779173-project] 10.222.0.20 "GET /v2.0/security-groups/141a20c1-e850-490a-8162-49c8c29fb425 HTTP/1.1" status: 200 len: 3002 time: 0.2044320 Jan 31 18:45:58.800451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79e569-aec0-4e4c-a363-0a96ed5acbce req-17acd681-f8ee-4ca7-bb9d-77f24aadedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:58.802242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e79e569-aec0-4e4c-a363-0a96ed5acbce req-17acd681-f8ee-4ca7-bb9d-77f24aadedb6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 1128 time: 0.2286756 Jan 31 18:45:58.968181 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-ec77fe29-2387-4fac-b385-d8f1562c67fd req-805ed275-39e5-4032-be60-df0a909b7830 tempest-SecurityGroupsNegativeTestJSON-1418779173 tempest-SecurityGroupsNegativeTestJSON-1418779173-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 31 18:45:58.969247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec77fe29-2387-4fac-b385-d8f1562c67fd req-805ed275-39e5-4032-be60-df0a909b7830 tempest-SecurityGroupsNegativeTestJSON-1418779173 tempest-SecurityGroupsNegativeTestJSON-1418779173-project] 10.222.0.20 "DELETE /v2.0/security-groups/141a20c1-e850-490a-8162-49c8c29fb425 HTTP/1.1" status: 409 len: 352 time: 0.2497706 Jan 31 18:45:58.977985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e79e569-aec0-4e4c-a363-0a96ed5acbce req-1f0985a5-071a-4e98-945d-aad60c38ac00 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620038 Jan 31 18:45:59.015948 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-d6bb43b3-1db6-42a3-9512-f3c97fd59aba tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:59.021780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-d6bb43b3-1db6-42a3-9512-f3c97fd59aba tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (f8a9933b-309d-4f3d-98ca-062f15309ed1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:45:59.233477 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-d6bb43b3-1db6-42a3-9512-f3c97fd59aba tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Floating IP f8a9933b-309d-4f3d-98ca-062f15309ed1 associated. External IP: 172.25.8.243, port: 8c3ae518-a6a2-4360-bfb0-0f95c23fe763. Jan 31 18:45:59.250383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01586b6c-d131-45ed-85b9-d2e7ddaf041d req-e90b7da0-57ba-4a1c-9bad-cea7a8d881fb tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:59.254951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01586b6c-d131-45ed-85b9-d2e7ddaf041d req-e90b7da0-57ba-4a1c-9bad-cea7a8d881fb tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.1661325 Jan 31 18:45:59.423943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01586b6c-d131-45ed-85b9-d2e7ddaf041d req-660ea52b-85cb-4ebf-8a2d-2aa9d4b1ef4c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098206 Jan 31 18:45:59.580070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-d6bb43b3-1db6-42a3-9512-f3c97fd59aba tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Router 55126e91-63f4-4b08-9146-e234c4f0f60a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:45:59.999988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5f5d4-3e44-481d-bb4f-008da6890c8e req-77e1e3ee-6ad6-4c42-af8f-e30caf7527a7 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:00.001624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cb5f5d4-3e44-481d-bb4f-008da6890c8e req-77e1e3ee-6ad6-4c42-af8f-e30caf7527a7 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.4288309 Jan 31 18:46:00.103891 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-d6bb43b3-1db6-42a3-9512-f3c97fd59aba tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:46:00.115065 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952cba51-9c84-4295-8dc5-e421b99b4041 None None] Sync routers for ids ['55126e91-63f4-4b08-9146-e234c4f0f60a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:46:00.119424 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-d6bb43b3-1db6-42a3-9512-f3c97fd59aba tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:00.126733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cb5f5d4-3e44-481d-bb4f-008da6890c8e req-7e971596-8069-418d-8f0d-c3d483eaa323 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155984 Jan 31 18:46:00.128727 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952cba51-9c84-4295-8dc5-e421b99b4041 None None] Routers {'55126e91-63f4-4b08-9146-e234c4f0f60a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:00.130860 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-952cba51-9c84-4295-8dc5-e421b99b4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['55126e91-63f4-4b08-9146-e234c4f0f60a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:00.185797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-d6bb43b3-1db6-42a3-9512-f3c97fd59aba tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "PUT /v2.0/floatingips/f8a9933b-309d-4f3d-98ca-062f15309ed1 HTTP/1.1" status: 200 len: 996 time: 2.2750716 Jan 31 18:46:00.188603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'tag': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:00.193478 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac29d7b5-8fbd-41a4-8c73-a48238475240" -d '{"events": [{"name": "network-changed", "server_uuid": "38400714-4cbf-4a0e-bfff-b0d9e33ad22b", "tag": "8c3ae518-a6a2-4360-bfb0-0f95c23fe763"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:00.295707 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-952cba51-9c84-4295-8dc5-e421b99b4041 None None] Set router 55126e91-63f4-4b08-9146-e234c4f0f60a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:00.375477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-7ac1665a-7537-4e89-a82e-cbca339755e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:00.378550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-7ac1665a-7537-4e89-a82e-cbca339755e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b305afec01354014ae6407ca495aca7e&device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 1128 time: 0.1750786 Jan 31 18:46:00.408792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300a289-207c-45a7-a64f-37b8e7dc74e3 req-f13f2b91-d46d-4e9e-8fd5-7cc48dc22f82 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:00.412077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f300a289-207c-45a7-a64f-37b8e7dc74e3 req-f13f2b91-d46d-4e9e-8fd5-7cc48dc22f82 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.1351330 Jan 31 18:46:00.498917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f300a289-207c-45a7-a64f-37b8e7dc74e3 req-b8b7925b-f433-4cd5-b070-ebd2451d4ee3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746889 Jan 31 18:46:00.688040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-872dc5b0-290c-42c3-811b-521a7c2659e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:00.711603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-872dc5b0-290c-42c3-811b-521a7c2659e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7 HTTP/1.1" status: 200 len: 930 time: 0.3145599 Jan 31 18:46:00.810654 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-952cba51-9c84-4295-8dc5-e421b99b4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:45:23Z', 'revision_number': 4, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f8a9933b-309d-4f3d-98ca-062f15309ed1', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'port_id': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'mac_address': 'fa:16:3e:f3:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:45:55Z', 'updated_at': '2022-01-31T18:45:58Z', 'revision_number': 1, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6c3b03-3c83-4583-a9e2-7d53c2045174', 'name': '', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'mac_address': 'fa:16:3e:a0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:21Z', 'updated_at': '2022-01-31T18:45:32Z', 'revision_number': 5, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'subnets': [{'id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:00.854742 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952cba51-9c84-4295-8dc5-e421b99b4041 None None] Checking router: 55126e91-63f4-4b08-9146-e234c4f0f60a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:46:00.864941 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952cba51-9c84-4295-8dc5-e421b99b4041 None None] Routers {'55126e91-63f4-4b08-9146-e234c4f0f60a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:00.865572 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-952cba51-9c84-4295-8dc5-e421b99b4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['55126e91-63f4-4b08-9146-e234c4f0f60a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:00.867532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-f4cc454d-412b-4935-8bac-05c4bcd627dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c3ae518-a6a2-4360-bfb0-0f95c23fe763 HTTP/1.1" status: 200 len: 999 time: 0.1542425 Jan 31 18:46:00.905747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da3a79-835c-4016-877a-37c679cfa5e4 req-f0bb3896-cd21-4dfa-8733-222eea188a55 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:00.907580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93da3a79-835c-4016-877a-37c679cfa5e4 req-f0bb3896-cd21-4dfa-8733-222eea188a55 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 946 time: 0.2809627 Jan 31 18:46:00.963817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-442846ac-db97-4d8f-bb75-6b1067dcc4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:00.972480 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-442846ac-db97-4d8f-bb75-6b1067dcc4be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbaff98a-38ed-4176-8811-c0d3a0770a80 HTTP/1.1" status: 200 len: 868 time: 0.1032565 Jan 31 18:46:01.035142 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-952cba51-9c84-4295-8dc5-e421b99b4041 None None] Set router 55126e91-63f4-4b08-9146-e234c4f0f60a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:01.037621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93da3a79-835c-4016-877a-37c679cfa5e4 req-07d58ef7-77e9-4df7-8b45-10670616eba3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232924 Jan 31 18:46:01.075794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-d6b5fa21-c57b-4a48-a900-69d102f1aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:01.085223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-d6b5fa21-c57b-4a48-a900-69d102f1aec2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1114635 Jan 31 18:46:01.122613 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-8c44fd60-8d28-438d-9411-3b8fe34ff4c6 req-894a0cc9-2b54-4aad-98ec-fdeb88b80117 tempest-SecurityGroupsNegativeTestJSON-1418779173 tempest-SecurityGroupsNegativeTestJSON-1418779173-project] show failed (client error): The resource could not be found. Jan 31 18:46:01.124126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c44fd60-8d28-438d-9411-3b8fe34ff4c6 req-894a0cc9-2b54-4aad-98ec-fdeb88b80117 tempest-SecurityGroupsNegativeTestJSON-1418779173 tempest-SecurityGroupsNegativeTestJSON-1418779173-project] 10.222.0.20 "GET /v2.0/security-groups/d56de34b-0dc0-433f-a382-0c7dd911a1c2 HTTP/1.1" status: 404 len: 352 time: 0.0281153 Jan 31 18:46:01.234760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-29e02da8-9e99-455d-a94b-dd12cd40585d service neutron] 10.222.0.20 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481738 Jan 31 18:46:01.236182 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498c3577-6c48-4005-8294-b7861642b500 x-openstack-request-id: req-498c3577-6c48-4005-8294-b7861642b500 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:01.236538 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38400714-4cbf-4a0e-bfff-b0d9e33ad22b", "tag": "8c3ae518-a6a2-4360-bfb0-0f95c23fe763", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:01.236803 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-498c3577-6c48-4005-8294-b7861642b500 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:01.237952 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'tag': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763', 'status': 'completed', 'code': 200} Jan 31 18:46:01.420417 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-952cba51-9c84-4295-8dc5-e421b99b4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:45:23Z', 'revision_number': 4, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f8a9933b-309d-4f3d-98ca-062f15309ed1', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'port_id': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'mac_address': 'fa:16:3e:f3:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:45:55Z', 'updated_at': '2022-01-31T18:45:58Z', 'revision_number': 1, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6c3b03-3c83-4583-a9e2-7d53c2045174', 'name': '', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'mac_address': 'fa:16:3e:a0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:21Z', 'updated_at': '2022-01-31T18:45:32Z', 'revision_number': 5, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'subnets': [{'id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:01.463319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7916d47b-8ebc-4bdf-b667-a9e3acd1f1a8 req-127b564e-034e-46d7-92fe-f85083643671 service neutron] 10.222.0.20 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148025 Jan 31 18:46:01.464011 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952cba51-9c84-4295-8dc5-e421b99b4041 None None] The sync data for ids ['55126e91-63f4-4b08-9146-e234c4f0f60a'] in n-d-812111-15 is: [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:45:23Z', 'revision_number': 4, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f8a9933b-309d-4f3d-98ca-062f15309ed1', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'floating_ip_address': '172.25.8.243', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'port_id': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'mac_address': 'fa:16:3e:f3:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:45:55Z', 'updated_at': '2022-01-31T18:45:58Z', 'revision_number': 1, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6c3b03-3c83-4583-a9e2-7d53c2045174', 'name': '', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'mac_address': 'fa:16:3e:a0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:21Z', 'updated_at': '2022-01-31T18:45:32Z', 'revision_number': 5, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'subnets': [{'id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:46:01.517048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29d7b5-8fbd-41a4-8c73-a48238475240 req-6b682d13-1dde-4df1-a18f-18c231396776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:01.524061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac29d7b5-8fbd-41a4-8c73-a48238475240 req-6b682d13-1dde-4df1-a18f-18c231396776 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b305afec01354014ae6407ca495aca7e&device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 1128 time: 0.2459934 Jan 31 18:46:01.553939 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-fdd6f111-a1e6-4602-b187-f6bc7949f824 req-68d5b000-f838-43b0-b533-0f1ba09db7e0 tempest-SecurityGroupsNegativeTestJSON-1418779173 tempest-SecurityGroupsNegativeTestJSON-1418779173-project] show failed (client error): The resource could not be found. Jan 31 18:46:01.555016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fdd6f111-a1e6-4602-b187-f6bc7949f824 req-68d5b000-f838-43b0-b533-0f1ba09db7e0 tempest-SecurityGroupsNegativeTestJSON-1418779173 tempest-SecurityGroupsNegativeTestJSON-1418779173-project] 10.222.0.20 "GET /v2.0/security-groups/a67790f1-ca5d-4430-b3f0-eaad824fbae1 HTTP/1.1" status: 404 len: 352 time: 0.0297782 Jan 31 18:46:01.579941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39958) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:01.660048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Deleting subnet 4c69bbbd-edd8-4892-820f-4765c3fdb6ef {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:46:01.670531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Publish callbacks [] for subnet (4c69bbbd-edd8-4892-820f-4765c3fdb6ef), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:01.737799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a64b4-8216-4aac-a5b6-acab55abee9d req-66ebc9c5-aa9f-4d4d-899b-1d2215fff800 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:01.747395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a0a64b4-8216-4aac-a5b6-acab55abee9d req-66ebc9c5-aa9f-4d4d-899b-1d2215fff800 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.4263184 Jan 31 18:46:01.758668 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (4c69bbbd-edd8-4892-820f-4765c3fdb6ef), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:01.845008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (4c69bbbd-edd8-4892-820f-4765c3fdb6ef), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:01.858813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce7e34-b886-4fe5-9b46-5869de357e24 None None] New status for floating IP f8a9933b-309d-4f3d-98ca-062f15309ed1: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:46:01.917541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29d7b5-8fbd-41a4-8c73-a48238475240 req-6eeeff0c-cca4-406e-a286-73c97c534201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:01.919397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac29d7b5-8fbd-41a4-8c73-a48238475240 req-6eeeff0c-cca4-406e-a286-73c97c534201 service neutron] 10.222.0.49 "GET /v2.0/networks?id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7 HTTP/1.1" status: 200 len: 930 time: 0.3835945 Jan 31 18:46:01.948531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (4c69bbbd-edd8-4892-820f-4765c3fdb6ef), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:02.012780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c69bbbd-edd8-4892-820f-4765c3fdb6ef,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:02.024587 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:02.030885 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4c69bbbd-edd8-4892-820f-4765c3fdb6ef HTTP/1.1" status: 204 len: 168 time: 0.4432151 Jan 31 18:46:02.030885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.030885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.031223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.031437 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.032325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.032838 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.033179 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.033513 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.034473 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.053463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.053848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.054195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.054532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061dae82-5f9c-4676-89b5-102fc912358d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:02.057222 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39962) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:02.090570 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac29d7b5-8fbd-41a4-8c73-a48238475240 req-3a4facc2-18b2-4d71-ba44-087944f0ec13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c3ae518-a6a2-4360-bfb0-0f95c23fe763 HTTP/1.1" status: 200 len: 999 time: 0.1584489 Jan 31 18:46:02.193158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3827d2de-6c27-4289-92ad-f7b6ef69cad3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:02.202271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a0a64b4-8216-4aac-a5b6-acab55abee9d req-012ed4ed-9918-48dd-97d6-e60efe5a1fe8 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479530 Jan 31 18:46:02.233857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf85ae9-26d5-452b-b78e-32495f4d867e req-cf2ee583-40d6-4f12-a2bf-f34521180942 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:02.236764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eaf85ae9-26d5-452b-b78e-32495f4d867e req-cf2ee583-40d6-4f12-a2bf-f34521180942 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.5483403 Jan 31 18:46:02.310806 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3827d2de-6c27-4289-92ad-f7b6ef69cad3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:02.320206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29d7b5-8fbd-41a4-8c73-a48238475240 req-b11e4fa5-7ab6-44da-ba76-bf85e801563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:02.322506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac29d7b5-8fbd-41a4-8c73-a48238475240 req-b11e4fa5-7ab6-44da-ba76-bf85e801563d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbaff98a-38ed-4176-8811-c0d3a0770a80 HTTP/1.1" status: 200 len: 868 time: 0.2212317 Jan 31 18:46:02.338341 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3827d2de-6c27-4289-92ad-f7b6ef69cad3']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:02.349625 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ec978b-e336-47c4-8902-982c67ad9e9d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:02.349843 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ec978b-e336-47c4-8902-982c67ad9e9d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:02.367233 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (22ec978b-e336-47c4-8902-982c67ad9e9d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:02.385939 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (22ec978b-e336-47c4-8902-982c67ad9e9d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:02.392951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:46:02.394079 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (22ec978b-e336-47c4-8902-982c67ad9e9d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:02.467366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eaf85ae9-26d5-452b-b78e-32495f4d867e req-4d23cf0d-5e06-43c7-9e4a-33f6db58916d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052846 Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:46:02.498837 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:46:02.508964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (3827d2de-6c27-4289-92ad-f7b6ef69cad3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:02.515798 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:02.530780 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3827d2de-6c27-4289-92ad-f7b6ef69cad3 HTTP/1.1" status: 204 len: 168 time: 0.4724698 Jan 31 18:46:02.546159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29d7b5-8fbd-41a4-8c73-a48238475240 req-ee3c5f6e-05e0-4278-9771-cd712cc3ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:02.549096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac29d7b5-8fbd-41a4-8c73-a48238475240 req-ee3c5f6e-05e0-4278-9771-cd712cc3ba57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1833918 Jan 31 18:46:02.574874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354320b-96dc-4fec-a3b6-3ce83e2bcf10 admin admin] Pushing event deleted for resources: {'Network': ['ID=3827d2de-6c27-4289-92ad-f7b6ef69cad3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:02.696064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac29d7b5-8fbd-41a4-8c73-a48238475240 req-e7144410-083c-46eb-9421-090b4635bd2c service neutron] 10.222.0.49 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387687 Jan 31 18:46:02.706618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-7229d950-8f62-4139-b33d-b7c67e330bd6 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 258 time: 0.4669371 Jan 31 18:46:02.780603 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39974) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:02.828589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:02.831821 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3edf2794-4b0e-40c5-b146-bbf6f98a6118 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e78505394134a148154911addfb4dd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477154 Jan 31 18:46:02.834749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:02.900985 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c781d9f6-ee44-4c0b-922f-40d21bde682e admin admin] Publish callbacks [] for security_group (141a20c1-e850-490a-8162-49c8c29fb425), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:02.945366 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c781d9f6-ee44-4c0b-922f-40d21bde682e admin admin] Publish callbacks [] for security_group (141a20c1-e850-490a-8162-49c8c29fb425), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:03.017459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79695b5c-31b5-4801-91d7-b854bdbb9386 req-478822dc-e2ba-4229-8ee7-4a0a4b9326a0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:03.017459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79695b5c-31b5-4801-91d7-b854bdbb9386 req-478822dc-e2ba-4229-8ee7-4a0a4b9326a0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.2955434 Jan 31 18:46:03.017459 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:03.047544 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c781d9f6-ee44-4c0b-922f-40d21bde682e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (141a20c1-e850-490a-8162-49c8c29fb425), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:03.053207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c781d9f6-ee44-4c0b-922f-40d21bde682e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:03.054762 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c781d9f6-ee44-4c0b-922f-40d21bde682e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/141a20c1-e850-490a-8162-49c8c29fb425 HTTP/1.1" status: 204 len: 168 time: 0.2187853 Jan 31 18:46:03.074599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781d9f6-ee44-4c0b-922f-40d21bde682e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141a20c1-e850-490a-8162-49c8c29fb425,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:03.202156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac29d7b5-8fbd-41a4-8c73-a48238475240 req-8a1def31-bfb3-4d40-98c8-84ef7c3cf97e service neutron] 10.222.0.49 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943764 Jan 31 18:46:03.247433 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79695b5c-31b5-4801-91d7-b854bdbb9386 req-aca2f423-9742-42ad-8726-8a7b2cb77ce1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202482 Jan 31 18:46:03.483077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ab499-fec2-439e-83b2-40890aa41b1b req-30b394f5-22df-41ed-ac8d-d266ee46d16b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:03.486095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe3ab499-fec2-439e-83b2-40890aa41b1b req-30b394f5-22df-41ed-ac8d-d266ee46d16b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 946 time: 0.1130245 Jan 31 18:46:03.494710 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:03.771064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe3ab499-fec2-439e-83b2-40890aa41b1b req-385dc25c-7540-45bb-a036-4cf93d66db0e tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787748 Jan 31 18:46:03.797196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Allocated IP 172.25.8.77 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/a7f07679-787e-4be1-b854-902180efe2eb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:46:04.030988 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for port (a7f07679-787e-4be1-b854-902180efe2eb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:04.041680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2807e-9e4c-439d-a2c9-f07491e93de5 req-3d6216da-9f75-4ed4-9c0e-0bd7d65c6ca3 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:04.043449 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5a2807e-9e4c-439d-a2c9-f07491e93de5 req-3d6216da-9f75-4ed4-9c0e-0bd7d65c6ca3 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1362896 Jan 31 18:46:04.153711 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a7f07679-787e-4be1-b854-902180efe2eb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:04.179304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5a2807e-9e4c-439d-a2c9-f07491e93de5 req-848e0ffa-5d32-4f63-a3ee-dfa76642a168 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247513 Jan 31 18:46:04.296673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:46:04.311163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:04.311846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:46:04.383979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Pushing event updated for resources: {'Port': ['ID=a7f07679-787e-4be1-b854-902180efe2eb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:04.438576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87463f6c-098c-4451-9707-5e0a64ae08f0 req-8fb51b50-f790-49a9-9043-365630a3f3e6 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:04.447984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87463f6c-098c-4451-9707-5e0a64ae08f0 req-8fb51b50-f790-49a9-9043-365630a3f3e6 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.1254675 Jan 31 18:46:04.489252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40014) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:04.559355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87463f6c-098c-4451-9707-5e0a64ae08f0 req-9e432882-c44f-4f27-88a6-75d1a663dc4e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041005 Jan 31 18:46:04.574962 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (432c1e05-fadc-478f-a781-773522413ffb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:04.648760 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a7f07679-787e-4be1-b854-902180efe2eb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:04.687701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1835254457-network', 'tenant_id': '200d10418b4c4fd6850e950e71803d85'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:04.733930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Made reservation on behalf of 200d10418b4c4fd6850e950e71803d85 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:46:04.737958 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:04.755749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:04.894215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3fdc6-2543-4e2f-8c2f-46ad942c6d9b req-0a4a26fa-d288-4ef0-8c8f-9b5e13a505f8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:04.896423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81e3fdc6-2543-4e2f-8c2f-46ad942c6d9b req-0a4a26fa-d288-4ef0-8c8f-9b5e13a505f8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.2251921 Jan 31 18:46:04.913893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40020) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:04.926864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-26e825e9-bde9-4bf8-a6ec-306dc30ff4ad tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Request body: {'floatingip': {'port_id': '865f9705-fda3-4fd9-9ff2-1b376db30708'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:05.040458 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for port (a7f07679-787e-4be1-b854-902180efe2eb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:05.052925 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a7f07679-787e-4be1-b854-902180efe2eb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:05.074733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Publish callbacks [] for security_group (4389d682-58df-4172-97cc-eabf1ee9e087), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:05.167737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Pushing event updated for resources: {'Port': ['ID=a7f07679-787e-4be1-b854-902180efe2eb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:05.256622 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (432c1e05-fadc-478f-a781-773522413ffb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:05.351933 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:05.354308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-8b19af69-b606-42f4-ba45-189c74b7af3f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6354816 Jan 31 18:46:05.374323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276cd78-0618-4a85-8ad2-3d74c8df6753 req-ef3b855b-bc19-420b-8295-a11a242ae1e3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:05.377213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e276cd78-0618-4a85-8ad2-3d74c8df6753 req-ef3b855b-bc19-420b-8295-a11a242ae1e3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 946 time: 0.1159580 Jan 31 18:46:05.481015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-b79a54cd-7f80-4619-85f0-cbf8e70b73e3 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.1154766 Jan 31 18:46:05.683067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26e825e9-bde9-4bf8-a6ec-306dc30ff4ad tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (875fb8c9-9c4f-469c-8596-0a19db21bd6c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:05.814527 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-21ae612d-6ddd-4f3d-990c-1c6376f948c5 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:05.821723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-21ae612d-6ddd-4f3d-990c-1c6376f948c5 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.3257365 Jan 31 18:46:05.841575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-782ddea3-a5c3-498b-8ab6-39576de4ec30 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:46:05.861495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80a33fb9-db25-4af3-88ba-54d12d021ffa req-782ddea3-a5c3-498b-8ab6-39576de4ec30 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0369575 Jan 31 18:46:05.892175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e276cd78-0618-4a85-8ad2-3d74c8df6753 req-591730d5-5e70-405b-8eee-45172b46bd83 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5043495 Jan 31 18:46:06.274989 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4389d682-58df-4172-97cc-eabf1ee9e087), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:06.290758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:46:06.302366 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1eb0853a-81be-4b74-9244-8aef051fe078), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:06.303047 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Added segment 1eb0853a-81be-4b74-9244-8aef051fe078 of type vlan for network 53659b63-7d50-423a-a0c2-dc2523e38b4a Jan 31 18:46:06.343793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-26e825e9-bde9-4bf8-a6ec-306dc30ff4ad tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:46:06.421912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1c4c7-2ba2-48bf-b6e6-7b713d59eb6f req-4b42e814-53e8-4e3c-a757-d7f678bba39a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:06.426559 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (53659b63-7d50-423a-a0c2-dc2523e38b4a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:06.430830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13e1c4c7-2ba2-48bf-b6e6-7b713d59eb6f req-4b42e814-53e8-4e3c-a757-d7f678bba39a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.4441898 Jan 31 18:46:06.451791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebf716-a6f1-4250-af8c-38bb321c5de5 req-695dd241-c01e-4bd0-b77f-7f7820c03b56 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:06.453556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9eebf716-a6f1-4250-af8c-38bb321c5de5 req-695dd241-c01e-4bd0-b77f-7f7820c03b56 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.1031256 Jan 31 18:46:06.459317 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4389d682-58df-4172-97cc-eabf1ee9e087,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:06.463749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26e825e9-bde9-4bf8-a6ec-306dc30ff4ad tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:06.493782 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26e825e9-bde9-4bf8-a6ec-306dc30ff4ad tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (875fb8c9-9c4f-469c-8596-0a19db21bd6c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:06.524504 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13e1c4c7-2ba2-48bf-b6e6-7b713d59eb6f req-2ea17275-ed12-4d1d-a6f4-695973a9585b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924799 Jan 31 18:46:06.553798 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (53659b63-7d50-423a-a0c2-dc2523e38b4a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:06.554903 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:06.555346 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:06.618279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9eebf716-a6f1-4250-af8c-38bb321c5de5 req-dedc2121-15f2-4cf6-bc77-64c790f0f5da tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101317 Jan 31 18:46:06.706888 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2152913 Jan 31 18:46:06.709477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40034) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:06.717387 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e6dbbb2c-25c1-44df-8842-53bde5586ffc admin admin] Request body: {'subnet': {'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1835254457-subnet', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:06.747029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00e0a8-acec-4c00-a5e7-c42e65d6fb19 req-e267eafc-1401-4685-ae56-3ef82a866d61 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:06.749137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f00e0a8-acec-4c00-a5e7-c42e65d6fb19 req-e267eafc-1401-4685-ae56-3ef82a866d61 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1046252 Jan 31 18:46:06.817943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dbbb2c-25c1-44df-8842-53bde5586ffc admin admin] Made reservation on behalf of 200d10418b4c4fd6850e950e71803d85 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:46:06.820978 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6dbbb2c-25c1-44df-8842-53bde5586ffc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:06.833242 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d315468-37af-4915-9048-2c6835b031a8 admin admin] Pushing event updated for resources: {'Network': ['ID=53659b63-7d50-423a-a0c2-dc2523e38b4a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:06.849456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 53659b63-7d50-423a-a0c2-dc2523e38b4a details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:46:06.884025 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-26e825e9-bde9-4bf8-a6ec-306dc30ff4ad tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Floating IP 875fb8c9-9c4f-469c-8596-0a19db21bd6c associated. External IP: 172.25.8.146, port: 865f9705-fda3-4fd9-9ff2-1b376db30708. Jan 31 18:46:07.077306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f00e0a8-acec-4c00-a5e7-c42e65d6fb19 req-27839373-a49e-482d-83f4-c0654b2358db tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.3189189 Jan 31 18:46:07.122236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7f00e0a8-acec-4c00-a5e7-c42e65d6fb19 req-35d74094-cdbb-48d5-889d-0ce6540416d4 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Request body: {'floatingip': {'port_id': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:07.234623 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f00e0a8-acec-4c00-a5e7-c42e65d6fb19 req-35d74094-cdbb-48d5-889d-0ce6540416d4 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (432c1e05-fadc-478f-a781-773522413ffb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:07.279089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e825e9-bde9-4bf8-a6ec-306dc30ff4ad tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:46:07.460429 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6dbbb2c-25c1-44df-8842-53bde5586ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (e168f3a1-dec1-458e-b66a-04d877fec2a2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:07.469811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e825e9-bde9-4bf8-a6ec-306dc30ff4ad tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:46:07.476144 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26e825e9-bde9-4bf8-a6ec-306dc30ff4ad tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:07.484513 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2b5d5-4b5b-4bde-9ed4-24a6f732966f None None] Sync routers for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:46:07.500974 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2b5d5-4b5b-4bde-9ed4-24a6f732966f None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:07.501914 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8de2b5d5-4b5b-4bde-9ed4-24a6f732966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:07.532244 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-26e825e9-bde9-4bf8-a6ec-306dc30ff4ad tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "PUT /v2.0/floatingips/875fb8c9-9c4f-469c-8596-0a19db21bd6c HTTP/1.1" status: 200 len: 991 time: 2.6170948 Jan 31 18:46:07.534488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:07.538543 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063ceb37-14f9-41a7-b62a-bb58d910ad00" -d '{"events": [{"name": "network-changed", "server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:07.650236 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8de2b5d5-4b5b-4bde-9ed4-24a6f732966f None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:07.692094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcda1d-42d5-40a6-b2ac-87e2bd2eea4c req-9eb87af9-48c7-44af-817d-e2132efd30f8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:07.693939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8adcda1d-42d5-40a6-b2ac-87e2bd2eea4c req-9eb87af9-48c7-44af-817d-e2132efd30f8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 946 time: 0.6251080 Jan 31 18:46:07.694790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbbb2c-25c1-44df-8842-53bde5586ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e168f3a1-dec1-458e-b66a-04d877fec2a2,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:07.746489 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-7f00e0a8-acec-4c00-a5e7-c42e65d6fb19 req-35d74094-cdbb-48d5-889d-0ce6540416d4 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] update failed (client error): There was a conflict when trying to complete your request. Jan 31 18:46:07.760306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f00e0a8-acec-4c00-a5e7-c42e65d6fb19 req-35d74094-cdbb-48d5-889d-0ce6540416d4 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "PUT /v2.0/floatingips/432c1e05-fadc-478f-a781-773522413ffb HTTP/1.1" status: 409 len: 549 time: 0.6678472 Jan 31 18:46:07.817283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8adcda1d-42d5-40a6-b2ac-87e2bd2eea4c req-72b21010-032b-423e-b90d-f2bc1dac447d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089723 Jan 31 18:46:07.818422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dbbb2c-25c1-44df-8842-53bde5586ffc admin admin] Checking segment: {'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:46:07.818979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dbbb2c-25c1-44df-8842-53bde5586ffc admin admin] Network hostable DHCP agents. Network: 53659b63-7d50-423a-a0c2-dc2523e38b4a, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:46:07.879366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dbbb2c-25c1-44df-8842-53bde5586ffc admin admin] Network 53659b63-7d50-423a-a0c2-dc2523e38b4a is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:46:07.956353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e6dbbb2c-25c1-44df-8842-53bde5586ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 53659b63-7d50-423a-a0c2-dc2523e38b4a) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:07.962808 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b6d663-9ff2-4995-9474-ce6fa3412adf None None] Network 53659b63-7d50-423a-a0c2-dc2523e38b4a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:46:07.980025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dbbb2c-25c1-44df-8842-53bde5586ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:07.980792 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6dbbb2c-25c1-44df-8842-53bde5586ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:07.990703 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8de2b5d5-4b5b-4bde-9ed4-24a6f732966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '875fb8c9-9c4f-469c-8596-0a19db21bd6c', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'port_id': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'mac_address': 'fa:16:3e:28:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:45:40Z', 'updated_at': '2022-01-31T18:46:06Z', 'revision_number': 1, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:41Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:08.012193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e6dbbb2c-25c1-44df-8842-53bde5586ffc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2991846 Jan 31 18:46:08.012718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40052) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:08.017738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:08.027192 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2b5d5-4b5b-4bde-9ed4-24a6f732966f None None] Checking router: 274b00c8-ee80-4a79-a17e-cd28a8df84d3 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:46:08.033475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f875e-3fbd-4f7f-9740-7f24455b01ae req-0e6b0cb9-b99c-4671-ae2b-410a3e594f07 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:08.037830 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2b5d5-4b5b-4bde-9ed4-24a6f732966f None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:08.038744 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8de2b5d5-4b5b-4bde-9ed4-24a6f732966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:08.041703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e81f875e-3fbd-4f7f-9740-7f24455b01ae req-0e6b0cb9-b99c-4671-ae2b-410a3e594f07 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1845193 Jan 31 18:46:08.064851 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (e72b9689-51f8-4783-9d59-cf055fcc075f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:08.067918 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (e72b9689-51f8-4783-9d59-cf055fcc075f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:08.109768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e81f875e-3fbd-4f7f-9740-7f24455b01ae req-11f18896-8646-403b-b26e-c6415a635ce2 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610783 Jan 31 18:46:08.126128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827539e4-d7b7-4ff0-bc21-1e1080def8f8 req-de38d405-f710-40b5-90a8-5238f4505bf6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:08.128758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-827539e4-d7b7-4ff0-bc21-1e1080def8f8 req-de38d405-f710-40b5-90a8-5238f4505bf6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.1986225 Jan 31 18:46:08.186822 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Publish callbacks [] for router_controller (e72b9689-51f8-4783-9d59-cf055fcc075f), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:08.200770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-53659b63-7d50-423a-a0c2-dc2523e38b4a', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'project_id': '200d10418b4c4fd6850e950e71803d85', 'fixed_ips': [{'subnet_id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:46:08.201503 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:08.245916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-827539e4-d7b7-4ff0-bc21-1e1080def8f8 req-10d8a077-66ca-46b4-a351-4ca9645d09c6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074371 Jan 31 18:46:08.254671 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8de2b5d5-4b5b-4bde-9ed4-24a6f732966f None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:08.472908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Allocated IP 172.20.0.2 (53659b63-7d50-423a-a0c2-dc2523e38b4a/e168f3a1-dec1-458e-b66a-04d877fec2a2/7ff489b8-3141-4da4-aea4-ec8c83302c14) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:46:08.516008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Publish callbacks [] for router_gateway (e72b9689-51f8-4783-9d59-cf055fcc075f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:08.528173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee040a90-fade-4c63-babb-eb3ac3c46914 req-d1fdc5b6-7aef-4b0e-b363-29816ad8f53b tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:08.550226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee040a90-fade-4c63-babb-eb3ac3c46914 req-d1fdc5b6-7aef-4b0e-b363-29816ad8f53b tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.1556582 Jan 31 18:46:08.551908 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55011608-1aae-4e0c-9c8c-0bf66f2dac7c x-openstack-request-id: req-55011608-1aae-4e0c-9c8c-0bf66f2dac7c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:08.552213 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:08.552508 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55011608-1aae-4e0c-9c8c-0bf66f2dac7c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:08.552994 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'status': 'completed', 'code': 200} Jan 31 18:46:08.777510 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Publish callbacks [] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:08.786806 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:08.834389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Network 53659b63-7d50-423a-a0c2-dc2523e38b4a is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:46:08.839771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:08.843640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:46:08.887761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Pushing event updated for resources: {'Port': ['ID=7ff489b8-3141-4da4-aea4-ec8c83302c14,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:08.944355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Attempting to bind port 7ff489b8-3141-4da4-aea4-ec8c83302c14 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:46:08.944844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Attempting to bind port 7ff489b8-3141-4da4-aea4-ec8c83302c14 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:46:08.946735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Attempting to bind port 7ff489b8-3141-4da4-aea4-ec8c83302c14 on network 53659b63-7d50-423a-a0c2-dc2523e38b4a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:46:08.949567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-63f170a4-db82-4f9e-99c0-0b3cd26fe6d6 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips/432c1e05-fadc-478f-a781-773522413ffb HTTP/1.1" status: 200 len: 692 time: 0.3341639 Jan 31 18:46:08.970398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:46:08.971024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Checking segment: {'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:46:08.975717 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:08.976281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Bound using segment: {'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:46:08.978654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Bound port: 7ff489b8-3141-4da4-aea4-ec8c83302c14, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:46:08.982696 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee040a90-fade-4c63-babb-eb3ac3c46914 req-08334b35-02f6-4155-9094-572d0df31010 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314320 Jan 31 18:46:08.984887 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:09.007280 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8de2b5d5-4b5b-4bde-9ed4-24a6f732966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '875fb8c9-9c4f-469c-8596-0a19db21bd6c', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'port_id': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'mac_address': 'fa:16:3e:28:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:45:40Z', 'updated_at': '2022-01-31T18:46:06Z', 'revision_number': 1, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:41Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:09.099717 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2b5d5-4b5b-4bde-9ed4-24a6f732966f None None] The sync data for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 is: [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '875fb8c9-9c4f-469c-8596-0a19db21bd6c', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'port_id': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'mac_address': 'fa:16:3e:28:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:45:40Z', 'updated_at': '2022-01-31T18:46:06Z', 'revision_number': 1, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:41Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:46:09.124854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] For port 7ff489b8-3141-4da4-aea4-ec8c83302c14, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:46:09.129521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] For port 7ff489b8-3141-4da4-aea4-ec8c83302c14, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7ff489b8-3141-4da4-aea4-ec8c83302c14,segment=NetworkSegment(1eb0853a-81be-4b74-9244-8aef051fe078),segment_id=1eb0853a-81be-4b74-9244-8aef051fe078)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:46:09.152202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Publish callbacks [] for router_gateway (e72b9689-51f8-4783-9d59-cf055fcc075f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:09.155162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ceb37-14f9-41a7-b62a-bb58d910ad00 req-1b98535e-7f80-4eb7-ae09-77cd9ac3d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:09.156712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-063ceb37-14f9-41a7-b62a-bb58d910ad00 req-1b98535e-7f80-4eb7-ae09-77cd9ac3d8ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 1128 time: 0.5140541 Jan 31 18:46:09.162573 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:09.180578 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:09.342143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce250d-1ba6-4128-907e-d827cf69c715 None None] Pushing event updated for resources: {'Port': ['ID=7ff489b8-3141-4da4-aea4-ec8c83302c14,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:09.426511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Allocated IP 172.25.8.24 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/97979f3e-d378-41a9-95be-4126961bc953) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:46:09.494553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-089fe7e9-23ea-4020-86b4-4d459f3b7167 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:09.496427 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-089fe7e9-23ea-4020-86b4-4d459f3b7167 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.5126960 Jan 31 18:46:09.508800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7663a82-5d76-49e1-a4bb-c923e661b05a req-9ebd76b4-878c-4a37-8159-fdc6b096414d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:09.516985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7663a82-5d76-49e1-a4bb-c923e661b05a req-9ebd76b4-878c-4a37-8159-fdc6b096414d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.3905673 Jan 31 18:46:09.642276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-a3a46e77-332c-489d-99ea-96c5e98bb2a3 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.1112213 Jan 31 18:46:09.645208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ceb37-14f9-41a7-b62a-bb58d910ad00 req-f9bee393-a730-4b86-b240-2ea4c5869624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:09.646742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-063ceb37-14f9-41a7-b62a-bb58d910ad00 req-f9bee393-a730-4b86-b240-2ea4c5869624 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 918 time: 0.4633365 Jan 31 18:46:09.730173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Publish callbacks [] for port (97979f3e-d378-41a9-95be-4126961bc953), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:09.744082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6f6eb-809a-459f-9fe3-cd0ff5020519 None None] New status for floating IP 875fb8c9-9c4f-469c-8596-0a19db21bd6c: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:46:09.798703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (97979f3e-d378-41a9-95be-4126961bc953), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:09.890152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-5417e4e0-6e67-4d93-8a32-6f90230ef5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.2307153 Jan 31 18:46:09.949090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:46:09.964466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7663a82-5d76-49e1-a4bb-c923e661b05a req-d40ed72f-e448-49c7-9ba7-595160a420d7 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459484 Jan 31 18:46:09.971601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:10.010850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:46:10.014438 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Pushing event updated for resources: {'Port': ['ID=97979f3e-d378-41a9-95be-4126961bc953,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:10.117678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-063ceb37-14f9-41a7-b62a-bb58d910ad00 req-fbdd4f8d-2889-4e5c-bc8a-226fef336b4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865f9705-fda3-4fd9-9ff2-1b376db30708 HTTP/1.1" status: 200 len: 999 time: 0.4516890 Jan 31 18:46:10.307152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ceb37-14f9-41a7-b62a-bb58d910ad00 req-4b970f2d-44ac-4f91-b36e-de610a08de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:10.308729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-063ceb37-14f9-41a7-b62a-bb58d910ad00 req-4b970f2d-44ac-4f91-b36e-de610a08de66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 200 len: 856 time: 0.1781623 Jan 31 18:46:10.464516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968424f-fd87-4d0a-b3b2-78264834ebf2 req-4d157eb6-68ea-44a4-85b5-4c66665113e2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:10.467217 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2968424f-fd87-4d0a-b3b2-78264834ebf2 req-4d157eb6-68ea-44a4-85b5-4c66665113e2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 946 time: 0.3191097 Jan 31 18:46:10.543111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ceb37-14f9-41a7-b62a-bb58d910ad00 req-379353b4-235a-4df0-b6ca-ef8fbb80ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:10.546296 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Publish callbacks [] for router_gateway (e72b9689-51f8-4783-9d59-cf055fcc075f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:10.547030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-063ceb37-14f9-41a7-b62a-bb58d910ad00 req-379353b4-235a-4df0-b6ca-ef8fbb80ea83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae95513e-4638-43d6-9c17-f15bafd888ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2292230 Jan 31 18:46:10.695099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2968424f-fd87-4d0a-b3b2-78264834ebf2 req-bd382083-2aea-40a0-8fb8-12f039bbd009 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021892 Jan 31 18:46:10.719737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-b23b46be-a066-4cd1-a740-f0b678cf0e48 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Deleting port a7f07679-787e-4be1-b854-902180efe2eb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:10.720441 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-b23b46be-a066-4cd1-a740-f0b678cf0e48 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a7f07679-787e-4be1-b854-902180efe2eb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:10.901573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-063ceb37-14f9-41a7-b62a-bb58d910ad00 req-f8bdcc82-1280-412b-a5cb-587c6b5e5336 service neutron] 10.222.0.21 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452759 Jan 31 18:46:11.144876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7ff489b8-3141-4da4-aea4-ec8c83302c14 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:46:11.155076 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (e72b9689-51f8-4783-9d59-cf055fcc075f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:11.166746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-063ceb37-14f9-41a7-b62a-bb58d910ad00 req-bf988c4f-c516-4216-92cb-0f5a5d6121de service neutron] 10.222.0.21 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241514 Jan 31 18:46:11.218744 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-b23b46be-a066-4cd1-a740-f0b678cf0e48 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a7f07679-787e-4be1-b854-902180efe2eb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:11.219203 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-b23b46be-a066-4cd1-a740-f0b678cf0e48 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (a7f07679-787e-4be1-b854-902180efe2eb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:11.271775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-b23b46be-a066-4cd1-a740-f0b678cf0e48 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Calling delete_port for a7f07679-787e-4be1-b854-902180efe2eb owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:11.284517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3c62-9d59-4bd3-9703-e6f21221cb2b req-66f83ebf-e895-4a05-aa05-bc8b6b85e204 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:11.287144 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7ff489b8-3141-4da4-aea4-ec8c83302c14 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:11.294191 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:11.300902 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70ab3c62-9d59-4bd3-9703-e6f21221cb2b req-66f83ebf-e895-4a05-aa05-bc8b6b85e204 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.4169903 Jan 31 18:46:11.446261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70ab3c62-9d59-4bd3-9703-e6f21221cb2b req-21548325-b650-4013-b2dc-5b8a662bff8e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321828 Jan 31 18:46:11.472260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1bf8c2-4871-4469-9fd3-af8c5e459f61 None None] Network 53659b63-7d50-423a-a0c2-dc2523e38b4a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:46:11.601167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Router e72b9689-51f8-4783-9d59-cf055fcc075f is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:46:11.686067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-b23b46be-a066-4cd1-a740-f0b678cf0e48 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a7f07679-787e-4be1-b854-902180efe2eb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:11.786739 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b46be-a066-4cd1-a740-f0b678cf0e48 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Pushing event deleted for resources: {'Port': ['ID=a7f07679-787e-4be1-b854-902180efe2eb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:11.817024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c61cea73-5987-46a9-a960-49ac309ac9d3 None None] Provisioning complete for port 7ff489b8-3141-4da4-aea4-ec8c83302c14 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:11.817695 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c61cea73-5987-46a9-a960-49ac309ac9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:11.885512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:46:11.897844 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Sync routers for ids ['e72b9689-51f8-4783-9d59-cf055fcc075f'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:46:11.905605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7ff489b8-3141-4da4-aea4-ec8c83302c14 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:11.906237 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:11.926372 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Routers {'e72b9689-51f8-4783-9d59-cf055fcc075f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:11.928385 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e72b9689-51f8-4783-9d59-cf055fcc075f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:11.937992 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:11.944883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40086) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:11.951434 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a9c7b40d-6a72-475e-b925-e757b1eda410 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9373581 Jan 31 18:46:11.958063 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-b23b46be-a066-4cd1-a740-f0b678cf0e48 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (432c1e05-fadc-478f-a781-773522413ffb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:11.961958 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-b23b46be-a066-4cd1-a740-f0b678cf0e48 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:11.976721 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 7ff489b8-3141-4da4-aea4-ec8c83302c14, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7ff489b8-3141-4da4-aea4-ec8c83302c14,segment=NetworkSegment(1eb0853a-81be-4b74-9244-8aef051fe078),segment_id=1eb0853a-81be-4b74-9244-8aef051fe078)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:11.978266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62bb718a-aaf5-4b28-9bb2-22085ae1025b req-b23b46be-a066-4cd1-a740-f0b678cf0e48 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "DELETE /v2.0/floatingips/432c1e05-fadc-478f-a781-773522413ffb HTTP/1.1" status: 204 len: 173 time: 2.0877461 Jan 31 18:46:12.013567 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:12.084742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=7ff489b8-3141-4da4-aea4-ec8c83302c14,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:12.102308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c61cea73-5987-46a9-a960-49ac309ac9d3 None None] Current status of the port 7ff489b8-3141-4da4-aea4-ec8c83302c14 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:12.104479 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c61cea73-5987-46a9-a960-49ac309ac9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:12.166160 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554b372-d32a-41f6-9507-d9c32eb64f8b req-66247cf0-0719-41a5-923d-b9986835dbdf tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:12.180283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a554b372-d32a-41f6-9507-d9c32eb64f8b req-66247cf0-0719-41a5-923d-b9986835dbdf tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.4752667 Jan 31 18:46:12.237390 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-c61cea73-5987-46a9-a960-49ac309ac9d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:46:12.237986 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-c61cea73-5987-46a9-a960-49ac309ac9d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:46:12.350974 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Set router e72b9689-51f8-4783-9d59-cf055fcc075f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:12.528262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40104) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:12.736212 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:46:10Z', 'revision_number': 3, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:12.802477 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d78adde-f949-464a-ae4c-2f6e5609ab1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:12.806971 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Checking router: e72b9689-51f8-4783-9d59-cf055fcc075f for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:46:12.807332 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Updating router e72b9689-51f8-4783-9d59-cf055fcc075f port 97979f3e-d378-41a9-95be-4126961bc953 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:46:12.858109 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a554b372-d32a-41f6-9507-d9c32eb64f8b req-82959ee0-1aaf-4b48-9015-a562796a8a40 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6763668 Jan 31 18:46:12.891370 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c61cea73-5987-46a9-a960-49ac309ac9d3 None None] Current status of the port 7ff489b8-3141-4da4-aea4-ec8c83302c14 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:12.896568 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (97979f3e-d378-41a9-95be-4126961bc953), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:12.948223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7c283-e22b-4785-86bf-48ff9665fba3 req-19328e94-4480-4579-8336-2b89bd101d89 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:12.954947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9c7c283-e22b-4785-86bf-48ff9665fba3 req-19328e94-4480-4579-8336-2b89bd101d89 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.7535992 Jan 31 18:46:13.021213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4044b1af-1dd8-405a-a51b-3269946e2975 None None] Provisioning complete for port 7ff489b8-3141-4da4-aea4-ec8c83302c14 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:13.021584 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4044b1af-1dd8-405a-a51b-3269946e2975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:13.023122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d78adde-f949-464a-ae4c-2f6e5609ab1d admin admin] Publish callbacks [] for security_group (fc912f8b-30f6-4ef7-9f42-637c6fcdbbc4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:13.040577 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d78adde-f949-464a-ae4c-2f6e5609ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fc912f8b-30f6-4ef7-9f42-637c6fcdbbc4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:13.060437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7ff489b8-3141-4da4-aea4-ec8c83302c14 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:46:13.108436 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0d78adde-f949-464a-ae4c-2f6e5609ab1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9136053cd25e4cb7a88172b792d7c266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5789528 Jan 31 18:46:13.120618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:13.156835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78adde-f949-464a-ae4c-2f6e5609ab1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc912f8b-30f6-4ef7-9f42-637c6fcdbbc4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:13.198442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4044b1af-1dd8-405a-a51b-3269946e2975 None None] Current status of the port 7ff489b8-3141-4da4-aea4-ec8c83302c14 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:13.211213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7ff489b8-3141-4da4-aea4-ec8c83302c14 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:13.211605 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:13.233198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd2597-5277-41b7-84f6-17f2120a9dab req-86c48436-cf83-460b-b5e1-18541c3fba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:13.236122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-becd2597-5277-41b7-84f6-17f2120a9dab req-86c48436-cf83-460b-b5e1-18541c3fba3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 1129 time: 0.5153272 Jan 31 18:46:13.242925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c766030-35ec-4137-862a-fdd7e690cf88 admin admin] Publish callbacks [] for security_group (fc912f8b-30f6-4ef7-9f42-637c6fcdbbc4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:13.272018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9c7c283-e22b-4785-86bf-48ff9665fba3 req-e310c7d8-2526-4827-b79b-b59a83b8d133 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878869 Jan 31 18:46:13.330160 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c766030-35ec-4137-862a-fdd7e690cf88 admin admin] Publish callbacks [] for security_group (fc912f8b-30f6-4ef7-9f42-637c6fcdbbc4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:13.386414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7ff489b8-3141-4da4-aea4-ec8c83302c14 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:13.453102 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c766030-35ec-4137-862a-fdd7e690cf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fc912f8b-30f6-4ef7-9f42-637c6fcdbbc4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:13.458133 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c766030-35ec-4137-862a-fdd7e690cf88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:13.459729 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6c766030-35ec-4137-862a-fdd7e690cf88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc912f8b-30f6-4ef7-9f42-637c6fcdbbc4 HTTP/1.1" status: 204 len: 168 time: 0.3376181 Jan 31 18:46:13.470130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c766030-35ec-4137-862a-fdd7e690cf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc912f8b-30f6-4ef7-9f42-637c6fcdbbc4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:13.576967 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Publish callbacks [] for port (97979f3e-d378-41a9-95be-4126961bc953), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:13.595290 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (97979f3e-d378-41a9-95be-4126961bc953), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:13.717016 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Pushing event updated for resources: {'Port': ['ID=97979f3e-d378-41a9-95be-4126961bc953,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:13.731354 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.731889 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.732461 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.732911 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.733091 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.733546 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.733937 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.734267 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.734601 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.736010 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.736598 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.737830 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.738343 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:13.792028 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Attempting to bind port 97979f3e-d378-41a9-95be-4126961bc953 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:46:13.792536 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Attempting to bind port 97979f3e-d378-41a9-95be-4126961bc953 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:46:13.793650 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Attempting to bind port 97979f3e-d378-41a9-95be-4126961bc953 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:46:13.808105 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:46:13.808669 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:46:13.810253 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:13.810677 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:46:13.811371 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Bound port: 97979f3e-d378-41a9-95be-4126961bc953, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:46:13.812578 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (97979f3e-d378-41a9-95be-4126961bc953), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:13.912746 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] For port 97979f3e-d378-41a9-95be-4126961bc953, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:46:13.919038 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] For port 97979f3e-d378-41a9-95be-4126961bc953, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=97979f3e-d378-41a9-95be-4126961bc953,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:46:13.928480 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (97979f3e-d378-41a9-95be-4126961bc953), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:14.023731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-cc221085-7d08-4f51-a7c7-25a364f9cd8d tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 1001 time: 0.7149966 Jan 31 18:46:14.036376 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c360192-2ba3-4ec6-9987-6b624989a30d None None] Pushing event updated for resources: {'Port': ['ID=97979f3e-d378-41a9-95be-4126961bc953,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:14.049392 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Routers {'e72b9689-51f8-4783-9d59-cf055fcc075f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:14.050169 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e72b9689-51f8-4783-9d59-cf055fcc075f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:14.051718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bedcb-ca39-43e6-8d17-9bc667bdfdb3 req-2220865a-59f5-402e-99e0-e2a1d3f47a44 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:14.055427 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e35bedcb-ca39-43e6-8d17-9bc667bdfdb3 req-2220865a-59f5-402e-99e0-e2a1d3f47a44 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 946 time: 1.0174019 Jan 31 18:46:14.154497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40156) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:14.173338 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c850830f-2c77-407b-b50d-a83752989f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:14.211452 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] Set router e72b9689-51f8-4783-9d59-cf055fcc075f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:14.271455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd2597-5277-41b7-84f6-17f2120a9dab req-e6be4bb1-6530-4339-a8bb-9c3628b656dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:14.274951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-becd2597-5277-41b7-84f6-17f2120a9dab req-e6be4bb1-6530-4339-a8bb-9c3628b656dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.9848871 Jan 31 18:46:14.279963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c850830f-2c77-407b-b50d-a83752989f39 admin admin] Publish callbacks [] for security_group (a5b843e6-0187-4f94-a35d-0b5c64a09930), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:14.286945 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c850830f-2c77-407b-b50d-a83752989f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a5b843e6-0187-4f94-a35d-0b5c64a09930), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:14.349919 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c850830f-2c77-407b-b50d-a83752989f39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f438715f61c34d85b985f83ed23c1233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1950088 Jan 31 18:46:14.352382 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850830f-2c77-407b-b50d-a83752989f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b843e6-0187-4f94-a35d-0b5c64a09930,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:14.354985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:14.369397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-81ca00cd-d4c7-4295-9216-952e1aed5ae7 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:14.371188 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-81ca00cd-d4c7-4295-9216-952e1aed5ae7 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports/8c3ae518-a6a2-4360-bfb0-0f95c23fe763 HTTP/1.1" status: 200 len: 942 time: 0.3018599 Jan 31 18:46:14.376466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e35bedcb-ca39-43e6-8d17-9bc667bdfdb3 req-1e354485-b619-4e23-8569-5542af9c371e tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032110 Jan 31 18:46:14.391224 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:14.444928 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-becd2597-5277-41b7-84f6-17f2120a9dab req-bdd52677-0295-4d2d-baf3-bc79a0b918ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 200 len: 1001 time: 0.1546295 Jan 31 18:46:14.520078 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6303192-c20c-48bd-b59f-7c4d678725d8 admin admin] Publish callbacks [] for security_group (a5b843e6-0187-4f94-a35d-0b5c64a09930), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:14.546736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6303192-c20c-48bd-b59f-7c4d678725d8 admin admin] Publish callbacks [] for security_group (a5b843e6-0187-4f94-a35d-0b5c64a09930), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:14.617872 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6303192-c20c-48bd-b59f-7c4d678725d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a5b843e6-0187-4f94-a35d-0b5c64a09930), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:14.621388 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6303192-c20c-48bd-b59f-7c4d678725d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:14.623062 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e6303192-c20c-48bd-b59f-7c4d678725d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5b843e6-0187-4f94-a35d-0b5c64a09930 HTTP/1.1" status: 204 len: 168 time: 0.2670655 Jan 31 18:46:14.623311 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:46:10Z', 'revision_number': 3, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:14.656321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6303192-c20c-48bd-b59f-7c4d678725d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b843e6-0187-4f94-a35d-0b5c64a09930,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:14.658284 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d098017-17b4-455a-93a9-244b5f329a92 None None] The sync data for ids ['e72b9689-51f8-4783-9d59-cf055fcc075f'] in n-d-812111-15 is: [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:46:10Z', 'revision_number': 3, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:46:15.004729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-3bad7774-dc65-4409-9ea8-637ac5854945 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 1001 time: 0.3691041 Jan 31 18:46:15.052568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd2597-5277-41b7-84f6-17f2120a9dab req-3998dc97-52c4-44ac-b404-9a7757d120da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:15.054168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-becd2597-5277-41b7-84f6-17f2120a9dab req-3998dc97-52c4-44ac-b404-9a7757d120da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.5573561 Jan 31 18:46:15.227660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959950ce-0c07-422c-9cc0-988df588fe84 req-361120d0-462e-4c9c-9748-1a7c0f10f238 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:15.235049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-959950ce-0c07-422c-9cc0-988df588fe84 req-361120d0-462e-4c9c-9748-1a7c0f10f238 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.5954158 Jan 31 18:46:15.281305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Allocated IP 172.20.0.1 (53659b63-7d50-423a-a0c2-dc2523e38b4a/e168f3a1-dec1-458e-b66a-04d877fec2a2/fbcbdc5d-971f-4da5-92c2-05d650c323e6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:46:15.348961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-6e1e40f0-07ce-437f-806f-18f7156ee4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:15.352975 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-6e1e40f0-07ce-437f-806f-18f7156ee4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.3348343 Jan 31 18:46:15.438304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd2597-5277-41b7-84f6-17f2120a9dab req-f810426c-d7db-41d0-81fb-769b194b6227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:15.440242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-becd2597-5277-41b7-84f6-17f2120a9dab req-f810426c-d7db-41d0-81fb-769b194b6227 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3649523 Jan 31 18:46:15.533686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-959950ce-0c07-422c-9cc0-988df588fe84 req-909a742b-45e3-485c-bd78-bca05546edf7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710438 Jan 31 18:46:15.976501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-c562dc39-e23b-4795-a5a3-394d18ed0d42 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 1001 time: 0.5599139 Jan 31 18:46:16.012075 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Publish callbacks [] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:16.016647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-6cecfe9c-1830-485c-9d1a-cc2dc87563d3 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:16.113593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-becd2597-5277-41b7-84f6-17f2120a9dab req-fec8cd53-e976-495f-9ea8-507dd7ef5c75 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618941 Jan 31 18:46:16.147580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c05a01-9a9a-43de-a658-4a2ba9c33233 req-9dc2ed86-692e-44af-98c9-7fb388543c0a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:16.149258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23c05a01-9a9a-43de-a658-4a2ba9c33233 req-9dc2ed86-692e-44af-98c9-7fb388543c0a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2357695 Jan 31 18:46:16.186486 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-6cecfe9c-1830-485c-9d1a-cc2dc87563d3 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (f8a9933b-309d-4f3d-98ca-062f15309ed1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:16.263190 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:16.373837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Network 53659b63-7d50-423a-a0c2-dc2523e38b4a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:46:16.425727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:16.433477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:46:16.444555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23c05a01-9a9a-43de-a658-4a2ba9c33233 req-8062c842-6eea-48c3-8439-90e837880463 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745574 Jan 31 18:46:16.445239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Pushing event updated for resources: {'Port': ['ID=fbcbdc5d-971f-4da5-92c2-05d650c323e6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:16.489009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-becd2597-5277-41b7-84f6-17f2120a9dab req-7776c41c-1c7c-48b3-aaa5-59e2bfd0594e service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651462 Jan 31 18:46:16.557773 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (e72b9689-51f8-4783-9d59-cf055fcc075f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:16.650666 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-6cecfe9c-1830-485c-9d1a-cc2dc87563d3 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:16.666803 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-6cecfe9c-1830-485c-9d1a-cc2dc87563d3 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (f8a9933b-309d-4f3d-98ca-062f15309ed1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:16.667272 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-6cecfe9c-1830-485c-9d1a-cc2dc87563d3 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Floating IP f8a9933b-309d-4f3d-98ca-062f15309ed1 disassociated. External IP: 172.25.8.243, port: 8c3ae518-a6a2-4360-bfb0-0f95c23fe763. Jan 31 18:46:16.873596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ab7843a2-4fff-4c5f-ae78-ef778f7ed585 None None] Provisioning complete for port fbcbdc5d-971f-4da5-92c2-05d650c323e6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:16.874069 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab7843a2-4fff-4c5f-ae78-ef778f7ed585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:16.917979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ab7843a2-4fff-4c5f-ae78-ef778f7ed585 None None] Port fbcbdc5d-971f-4da5-92c2-05d650c323e6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:46:16.934781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912680a2-f36a-45e7-bcce-d0dfcc3f2932 req-a2ef2c58-a411-43af-b349-90d4950e77fd tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:16.937531 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-912680a2-f36a-45e7-bcce-d0dfcc3f2932 req-a2ef2c58-a411-43af-b349-90d4950e77fd tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.3328757 Jan 31 18:46:17.121634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 97979f3e-d378-41a9-95be-4126961bc953 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:46:17.151429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-912680a2-f36a-45e7-bcce-d0dfcc3f2932 req-8601c046-8b64-4d44-a8f4-82f6bdc47abc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059441 Jan 31 18:46:17.163299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:17.209673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 97979f3e-d378-41a9-95be-4126961bc953 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:17.210629 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (97979f3e-d378-41a9-95be-4126961bc953), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:17.320043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:17.345396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-6cecfe9c-1830-485c-9d1a-cc2dc87563d3 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Router 55126e91-63f4-4b08-9146-e234c4f0f60a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:46:17.389634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 97979f3e-d378-41a9-95be-4126961bc953 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:17.390083 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (97979f3e-d378-41a9-95be-4126961bc953), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:17.417068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfdbb3-0fac-49f4-8047-f1f789eb3724 req-6d897a29-9735-4c56-83d4-32d20d590fce tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:17.419125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59bfdbb3-0fac-49f4-8047-f1f789eb3724 req-6d897a29-9735-4c56-83d4-32d20d590fce tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 946 time: 0.1847348 Jan 31 18:46:17.443464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 97979f3e-d378-41a9-95be-4126961bc953, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=97979f3e-d378-41a9-95be-4126961bc953,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:17.451288 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (97979f3e-d378-41a9-95be-4126961bc953), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:17.495870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 3acc84cb-460c-45d8-9d92-97f7ac060594 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:17.496278 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:17.542023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:17.544735 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43208e72-da9d-4e50-bf27-1fecf2c24036" -d '{"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-unplugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:17.568677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:17.570683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=97979f3e-d378-41a9-95be-4126961bc953,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:17.576903 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:17.634631 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59bfdbb3-0fac-49f4-8047-f1f789eb3724 req-00c6bd17-2e88-454c-b3ee-8df4f3acae6c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964576 Jan 31 18:46:17.658245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=14']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:17.694299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Publish callbacks [] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:17.707070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-6cecfe9c-1830-485c-9d1a-cc2dc87563d3 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:46:17.724065 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-6cecfe9c-1830-485c-9d1a-cc2dc87563d3 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:17.724904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2d0d1-5af6-469e-a56a-ccec92c50b50 None None] Sync routers for ids ['55126e91-63f4-4b08-9146-e234c4f0f60a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:46:17.728155 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:17.773215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2d0d1-5af6-469e-a56a-ccec92c50b50 None None] Routers {'55126e91-63f4-4b08-9146-e234c4f0f60a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:17.774147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-58f2d0d1-5af6-469e-a56a-ccec92c50b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['55126e91-63f4-4b08-9146-e234c4f0f60a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:17.853991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-6cecfe9c-1830-485c-9d1a-cc2dc87563d3 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "PUT /v2.0/floatingips/f8a9933b-309d-4f3d-98ca-062f15309ed1 HTTP/1.1" status: 200 len: 695 time: 1.8539827 Jan 31 18:46:17.862498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'tag': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:17.865653 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ce677d-ff1f-4e7f-8bf9-d647927d8785" -d '{"events": [{"name": "network-changed", "server_uuid": "38400714-4cbf-4a0e-bfff-b0d9e33ad22b", "tag": "8c3ae518-a6a2-4360-bfb0-0f95c23fe763"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:17.872576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Pushing event updated for resources: {'Port': ['ID=fbcbdc5d-971f-4da5-92c2-05d650c323e6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:17.879937 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (e72b9689-51f8-4783-9d59-cf055fcc075f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:18.000241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-58f2d0d1-5af6-469e-a56a-ccec92c50b50 None None] Set router 55126e91-63f4-4b08-9146-e234c4f0f60a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:18.077839 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:46:18.398643 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e703a258-ce4f-4842-8652-e9dc1daa8563 x-openstack-request-id: req-e703a258-ce4f-4842-8652-e9dc1daa8563 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:18.399094 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-unplugged", "status": "completed", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:18.399485 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e703a258-ce4f-4842-8652-e9dc1daa8563 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:18.405834 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'code': 200} Jan 31 18:46:18.438677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-58f2d0d1-5af6-469e-a56a-ccec92c50b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:45:23Z', 'revision_number': 4, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'dc6c3b03-3c83-4583-a9e2-7d53c2045174', 'name': '', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'mac_address': 'fa:16:3e:a0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:21Z', 'updated_at': '2022-01-31T18:45:32Z', 'revision_number': 5, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'subnets': [{'id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:18.487400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2d0d1-5af6-469e-a56a-ccec92c50b50 None None] Checking router: 55126e91-63f4-4b08-9146-e234c4f0f60a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:46:18.519833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-94019aca-129e-4c97-887a-1aedabe8f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:18.520574 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2d0d1-5af6-469e-a56a-ccec92c50b50 None None] Routers {'55126e91-63f4-4b08-9146-e234c4f0f60a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:18.521284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-58f2d0d1-5af6-469e-a56a-ccec92c50b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['55126e91-63f4-4b08-9146-e234c4f0f60a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:18.521768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-94019aca-129e-4c97-887a-1aedabe8f94b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b305afec01354014ae6407ca495aca7e&device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 1128 time: 0.6044064 Jan 31 18:46:18.653728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Network 53659b63-7d50-423a-a0c2-dc2523e38b4a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:46:18.656469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-0ef9c1b4-5b08-4813-a363-83f10c31487a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:18.658031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-0ef9c1b4-5b08-4813-a363-83f10c31487a service neutron] 10.222.0.20 "GET /v2.0/networks?id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7 HTTP/1.1" status: 200 len: 930 time: 0.1165473 Jan 31 18:46:18.659552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:18.798496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-24356601-9a19-43f0-a284-4a4f12f741b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c3ae518-a6a2-4360-bfb0-0f95c23fe763 HTTP/1.1" status: 200 len: 217 time: 0.1196940 Jan 31 18:46:18.835275 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0de18b06-cb97-4783-abaa-fb786caee460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:18.858296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-58f2d0d1-5af6-469e-a56a-ccec92c50b50 None None] Set router 55126e91-63f4-4b08-9146-e234c4f0f60a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:18.981246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f592a8-f80a-4013-93c5-999dbb4fed2b req-6bdfa3a6-f59f-4098-b735-3682b55abb53 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:18.990599 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3f592a8-f80a-4013-93c5-999dbb4fed2b req-6bdfa3a6-f59f-4098-b735-3682b55abb53 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.4646361 Jan 31 18:46:19.105301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-ff8b4e50-9270-4c6a-9fb8-f9b23b5cc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:19.113793 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-ff8b4e50-9270-4c6a-9fb8-f9b23b5cc4f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbaff98a-38ed-4176-8811-c0d3a0770a80 HTTP/1.1" status: 200 len: 868 time: 0.3016088 Jan 31 18:46:19.195800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 97979f3e-d378-41a9-95be-4126961bc953 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:46:19.369944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3f592a8-f80a-4013-93c5-999dbb4fed2b req-dbcb82cb-d0fc-4836-99b3-5fce5c7628e2 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783271 Jan 31 18:46:19.423498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-73f5249a-74fa-4170-a742-6777fcdf7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:19.425590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-73f5249a-74fa-4170-a742-6777fcdf7e8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2907519 Jan 31 18:46:19.428352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Router e72b9689-51f8-4783-9d59-cf055fcc075f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:46:19.670036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-81b83452-de06-4ef4-9524-4dd9a227cd4c None None] Provisioning complete for port fbcbdc5d-971f-4da5-92c2-05d650c323e6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:19.670725 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81b83452-de06-4ef4-9524-4dd9a227cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:19.678240 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c523e5e-a2ab-4b4f-821a-5968ed2638a5 x-openstack-request-id: req-2c523e5e-a2ab-4b4f-821a-5968ed2638a5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:19.694633 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38400714-4cbf-4a0e-bfff-b0d9e33ad22b", "tag": "8c3ae518-a6a2-4360-bfb0-0f95c23fe763", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:19.697875 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c523e5e-a2ab-4b4f-821a-5968ed2638a5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:19.698833 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'tag': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763', 'status': 'completed', 'code': 200} Jan 31 18:46:19.740798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-81b83452-de06-4ef4-9524-4dd9a227cd4c None None] Port fbcbdc5d-971f-4da5-92c2-05d650c323e6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:46:19.766962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 97979f3e-d378-41a9-95be-4126961bc953 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:19.768278 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (97979f3e-d378-41a9-95be-4126961bc953), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:19.816488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-58f2d0d1-5af6-469e-a56a-ccec92c50b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:45:23Z', 'revision_number': 4, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'dc6c3b03-3c83-4583-a9e2-7d53c2045174', 'name': '', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'mac_address': 'fa:16:3e:a0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:21Z', 'updated_at': '2022-01-31T18:45:32Z', 'revision_number': 5, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'subnets': [{'id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:19.868623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2d0d1-5af6-469e-a56a-ccec92c50b50 None None] The sync data for ids ['55126e91-63f4-4b08-9146-e234c4f0f60a'] in n-d-812111-15 is: [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:45:23Z', 'revision_number': 4, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'dc6c3b03-3c83-4583-a9e2-7d53c2045174', 'name': '', 'network_id': '89c99cfb-ec02-43f2-8400-481c1cbdc1c7', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'mac_address': 'fa:16:3e:a0:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:21Z', 'updated_at': '2022-01-31T18:45:32Z', 'revision_number': 5, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'subnets': [{'id': 'fbaff98a-38ed-4176-8811-c0d3a0770a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:46:20.020723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 97979f3e-d378-41a9-95be-4126961bc953 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:20.046191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-a0f3f1af-b874-4f7c-b3c8-8cc48c0ca715 service neutron] 10.222.0.20 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085446 Jan 31 18:46:20.093391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c7702-9483-43e3-842d-4a1d5dda0db9 req-4279ab02-a256-4c42-b457-c2abccded0e9 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:20.104904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-031c7702-9483-43e3-842d-4a1d5dda0db9 req-4279ab02-a256-4c42-b457-c2abccded0e9 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.2627652 Jan 31 18:46:20.185278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:46:20.197949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-eb9a26eb-a5a2-4453-b007-10413cec1efa admin admin] 10.222.0.20 "PUT /v2.0/routers/e72b9689-51f8-4783-9d59-cf055fcc075f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2454722 Jan 31 18:46:20.223417 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Sync routers for ids ['e72b9689-51f8-4783-9d59-cf055fcc075f'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:46:20.245194 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Routers {'e72b9689-51f8-4783-9d59-cf055fcc075f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:20.245915 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e72b9689-51f8-4783-9d59-cf055fcc075f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:20.353519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce677d-ff1f-4e7f-8bf9-d647927d8785 req-85a0b5e5-ca35-46a9-912a-76a8153b7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:20.355280 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4ce677d-ff1f-4e7f-8bf9-d647927d8785 req-85a0b5e5-ca35-46a9-912a-76a8153b7aa6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b305afec01354014ae6407ca495aca7e&device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 1128 time: 0.5147491 Jan 31 18:46:20.368707 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69ab0e8c-23c4-4831-b532-1535a07c9af0 req-4bd52b5a-e5cc-4988-81ee-3a9712cc7875 service neutron] 10.222.0.20 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049593 Jan 31 18:46:20.390196 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-031c7702-9483-43e3-842d-4a1d5dda0db9 req-61a6b252-4464-4504-b474-e3f3e613ec71 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841258 Jan 31 18:46:20.441555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad01243-a129-426a-bc29-f5c18dc9c670 None None] New status for floating IP f8a9933b-309d-4f3d-98ca-062f15309ed1: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:46:20.600113 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Set router e72b9689-51f8-4783-9d59-cf055fcc075f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:20.786420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce677d-ff1f-4e7f-8bf9-d647927d8785 req-d1507392-da02-4917-a30f-856b7bab5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:20.790757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4ce677d-ff1f-4e7f-8bf9-d647927d8785 req-d1507392-da02-4917-a30f-856b7bab5f3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7 HTTP/1.1" status: 200 len: 930 time: 0.3887115 Jan 31 18:46:20.894568 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4ce677d-ff1f-4e7f-8bf9-d647927d8785 req-fd74a894-4b9c-41ef-9692-2c04eb0d23a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c3ae518-a6a2-4360-bfb0-0f95c23fe763 HTTP/1.1" status: 200 len: 217 time: 0.0888212 Jan 31 18:46:20.946146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4cf2-e74f-423b-85af-c9949d7bc05e req-ddca6969-e09d-46fb-af8f-e5ba23e40e3e tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:20.961346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ecf4cf2-e74f-423b-85af-c9949d7bc05e req-ddca6969-e09d-46fb-af8f-e5ba23e40e3e tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2889600 Jan 31 18:46:20.982906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95868bf6-5272-4fe1-b0fa-a8268c037f06 req-cc2ddf9e-dc22-4e65-875b-09be96b6470f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:20.985756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95868bf6-5272-4fe1-b0fa-a8268c037f06 req-cc2ddf9e-dc22-4e65-875b-09be96b6470f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.3116336 Jan 31 18:46:21.022469 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fbcbdc5d-971f-4da5-92c2-05d650c323e6', 'name': '', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'mac_address': 'fa:16:3e:91:04:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:14Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 2, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'subnets': [{'id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:21.117608 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Checking router: e72b9689-51f8-4783-9d59-cf055fcc075f for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:46:21.118126 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Updating router e72b9689-51f8-4783-9d59-cf055fcc075f port fbcbdc5d-971f-4da5-92c2-05d650c323e6 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:46:21.129203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce677d-ff1f-4e7f-8bf9-d647927d8785 req-7f0ceae4-ef7a-4d92-8511-d07e2411ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:21.131090 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a6684f5-1d2a-48b2-a09f-8ccf176a3592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:21.132594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4ce677d-ff1f-4e7f-8bf9-d647927d8785 req-7f0ceae4-ef7a-4d92-8511-d07e2411ff55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbaff98a-38ed-4176-8811-c0d3a0770a80 HTTP/1.1" status: 200 len: 868 time: 0.2245371 Jan 31 18:46:21.211570 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95868bf6-5272-4fe1-b0fa-a8268c037f06 req-549127dd-9f8c-4d28-b5d1-22215cbdcd08 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693685 Jan 31 18:46:21.235258 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:21.282094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ecf4cf2-e74f-423b-85af-c9949d7bc05e req-720d9e32-c6b6-4139-990c-e720fd8b5bcf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191245 Jan 31 18:46:21.413682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce677d-ff1f-4e7f-8bf9-d647927d8785 req-c82eecb3-4cae-49b1-91e1-02601b0326ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:21.417087 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4ce677d-ff1f-4e7f-8bf9-d647927d8785 req-c82eecb3-4cae-49b1-91e1-02601b0326ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=89c99cfb-ec02-43f2-8400-481c1cbdc1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2167857 Jan 31 18:46:21.446563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-ab12d034-e3f7-4d01-bd0e-65a42cb08ea9 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips/f8a9933b-309d-4f3d-98ca-062f15309ed1 HTTP/1.1" status: 200 len: 693 time: 0.1349444 Jan 31 18:46:21.716686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4ce677d-ff1f-4e7f-8bf9-d647927d8785 req-a945eea8-f0f5-466c-8dd7-3f120a7a3479 service neutron] 10.222.0.49 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901292 Jan 31 18:46:21.731219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-ce752e4e-e3a2-4fce-961c-c02045c5b40e tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:21.733684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-ce752e4e-e3a2-4fce-961c-c02045c5b40e tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 784 time: 0.2699816 Jan 31 18:46:21.778820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-99181356-aa3a-4658-8cf3-0dda08c03d81 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:46:21.781775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-99181356-aa3a-4658-8cf3-0dda08c03d81 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0328159 Jan 31 18:46:21.897673 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-125ac805-e4ee-47af-add4-db87c98e82da tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.0619783 Jan 31 18:46:21.907109 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Publish callbacks [] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:21.915965 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:21.973873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4ce677d-ff1f-4e7f-8bf9-d647927d8785 req-f7acb381-5f04-4c76-8662-1222c4f0d71b service neutron] 10.222.0.49 "GET /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384129 Jan 31 18:46:21.976996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-c0ebcb5a-df0a-42fc-8e53-09aa52724f70 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.0703058 Jan 31 18:46:21.989231 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632806f-097a-4387-9c78-a38e16ac0faa None None] Pushing event updated for resources: {'Port': ['ID=fbcbdc5d-971f-4da5-92c2-05d650c323e6,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:22.067094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40356) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:22.067752 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Attempting to bind port fbcbdc5d-971f-4da5-92c2-05d650c323e6 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:46:22.067752 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Attempting to bind port fbcbdc5d-971f-4da5-92c2-05d650c323e6 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:46:22.068325 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Attempting to bind port fbcbdc5d-971f-4da5-92c2-05d650c323e6 on network 53659b63-7d50-423a-a0c2-dc2523e38b4a {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:46:22.072021 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-82bd1b4d-0e71-4495-b09a-ba283f0706d0 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468455814', 'description': 'tempest-description--296365185'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:22.078336 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:46:22.078838 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Checking segment: {'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:46:22.079129 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.079535 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Bound using segment: {'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:46:22.080697 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Bound port: fbcbdc5d-971f-4da5-92c2-05d650c323e6, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:46:22.081328 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.145378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82bd1b4d-0e71-4495-b09a-ba283f0706d0 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.221046 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] For port fbcbdc5d-971f-4da5-92c2-05d650c323e6, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:46:22.226153 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] For port fbcbdc5d-971f-4da5-92c2-05d650c323e6, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fbcbdc5d-971f-4da5-92c2-05d650c323e6,segment=NetworkSegment(1eb0853a-81be-4b74-9244-8aef051fe078),segment_id=1eb0853a-81be-4b74-9244-8aef051fe078)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:46:22.243161 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.294021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-c6cbb4a4-fad9-48e5-8231-c390d0be6a80 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Deleting port a7f0e648-757c-434a-bf62-6eba10668de6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:22.294272 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-c6cbb4a4-fad9-48e5-8231-c390d0be6a80 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a7f0e648-757c-434a-bf62-6eba10668de6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.310345 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632806f-097a-4387-9c78-a38e16ac0faa None None] Pushing event updated for resources: {'Port': ['ID=fbcbdc5d-971f-4da5-92c2-05d650c323e6,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:22.352747 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82bd1b4d-0e71-4495-b09a-ba283f0706d0 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for security_group (8442b430-da87-4176-ac1f-193a9d8b7435), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.361926 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82bd1b4d-0e71-4495-b09a-ba283f0706d0 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8442b430-da87-4176-ac1f-193a9d8b7435), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.366938 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Routers {'e72b9689-51f8-4783-9d59-cf055fcc075f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:22.367881 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:46:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e72b9689-51f8-4783-9d59-cf055fcc075f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:22.372010 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.427167 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82bd1b4d-0e71-4495-b09a-ba283f0706d0 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.434737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40364) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:22.436994 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-82bd1b4d-0e71-4495-b09a-ba283f0706d0 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3684473 Jan 31 18:46:22.444878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6fb8b007-9919-4502-8bcd-73a93d00f44c tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Request body: {'security_group_rule': {'security_group_id': '8442b430-da87-4176-ac1f-193a9d8b7435', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:22.507857 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd1b4d-0e71-4495-b09a-ba283f0706d0 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8442b430-da87-4176-ac1f-193a9d8b7435,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:22.516477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-63c982c4-6f56-48f9-a025-20cbfb2b9e27 None None] Provisioning complete for port fbcbdc5d-971f-4da5-92c2-05d650c323e6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:22.517195 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-63c982c4-6f56-48f9-a025-20cbfb2b9e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.663524 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] Set router e72b9689-51f8-4783-9d59-cf055fcc075f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:22.755643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-c6cbb4a4-fad9-48e5-8231-c390d0be6a80 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a7f0e648-757c-434a-bf62-6eba10668de6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.756038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-c6cbb4a4-fad9-48e5-8231-c390d0be6a80 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (a7f0e648-757c-434a-bf62-6eba10668de6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.776800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-63c982c4-6f56-48f9-a025-20cbfb2b9e27 None None] Current status of the port fbcbdc5d-971f-4da5-92c2-05d650c323e6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:22.777415 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-63c982c4-6f56-48f9-a025-20cbfb2b9e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.789147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b007-9919-4502-8bcd-73a93d00f44c tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for security_group_rule (00b2893e-2755-469f-9f13-2e0c8b58eee7), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.827040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-63c982c4-6f56-48f9-a025-20cbfb2b9e27 None None] For port fbcbdc5d-971f-4da5-92c2-05d650c323e6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fbcbdc5d-971f-4da5-92c2-05d650c323e6,segment=NetworkSegment(1eb0853a-81be-4b74-9244-8aef051fe078),segment_id=1eb0853a-81be-4b74-9244-8aef051fe078)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:22.831562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-c6cbb4a4-fad9-48e5-8231-c390d0be6a80 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Calling delete_port for a7f0e648-757c-434a-bf62-6eba10668de6 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:22.833301 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-63c982c4-6f56-48f9-a025-20cbfb2b9e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:22.891640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f580de-ab7d-4c9d-a63d-f08191a4b44c req-4e601cd9-1878-4c80-8a9a-a6ce646e84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:22.893858 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63f580de-ab7d-4c9d-a63d-f08191a4b44c req-4e601cd9-1878-4c80-8a9a-a6ce646e84cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 1127 time: 0.3060398 Jan 31 18:46:22.902189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c982c4-6f56-48f9-a025-20cbfb2b9e27 None None] Pushing event updated for resources: {'Port': ['ID=fbcbdc5d-971f-4da5-92c2-05d650c323e6,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:22.972220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71e67a-6ead-4298-9ec6-55421bfba7cb req-168b64d8-d906-4355-b205-6aa88babc155 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:22.974826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd71e67a-6ead-4298-9ec6-55421bfba7cb req-168b64d8-d906-4355-b205-6aa88babc155 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.4014549 Jan 31 18:46:22.988556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7adf3b57-e68d-46af-8f5a-145f63875dbb None None] Provisioning complete for port fbcbdc5d-971f-4da5-92c2-05d650c323e6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:22.990546 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7adf3b57-e68d-46af-8f5a-145f63875dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:23.011338 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fbcbdc5d-971f-4da5-92c2-05d650c323e6', 'name': '', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'mac_address': 'fa:16:3e:91:04:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:14Z', 'updated_at': '2022-01-31T18:46:22Z', 'revision_number': 4, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'subnets': [{'id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:23.056568 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09b957-327e-4ca8-9f57-db064f20d098 None None] The sync data for ids ['e72b9689-51f8-4783-9d59-cf055fcc075f'] in n-d-812111-15 is: [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fbcbdc5d-971f-4da5-92c2-05d650c323e6', 'name': '', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'mac_address': 'fa:16:3e:91:04:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:14Z', 'updated_at': '2022-01-31T18:46:22Z', 'revision_number': 4, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'subnets': [{'id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:46:23.058321 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b007-9919-4502-8bcd-73a93d00f44c tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for security_group_rule (00b2893e-2755-469f-9f13-2e0c8b58eee7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:23.087391 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b007-9919-4502-8bcd-73a93d00f44c tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (00b2893e-2755-469f-9f13-2e0c8b58eee7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:23.138178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7adf3b57-e68d-46af-8f5a-145f63875dbb None None] Current status of the port fbcbdc5d-971f-4da5-92c2-05d650c323e6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:23.161908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8b007-9919-4502-8bcd-73a93d00f44c tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b2893e-2755-469f-9f13-2e0c8b58eee7,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:23.169452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd71e67a-6ead-4298-9ec6-55421bfba7cb req-0a91844f-ad81-4b7c-a99e-afff79bb91b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703496 Jan 31 18:46:23.207161 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b007-9919-4502-8bcd-73a93d00f44c tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:23.209216 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6fb8b007-9919-4502-8bcd-73a93d00f44c tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7725832 Jan 31 18:46:23.211796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40370) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:23.215468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3a6121bd-14be-44c2-9c82-8acca54b1b78 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:46:23.216739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c0837191-4679-4a6e-a56f-2638a5c2ad4b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Request body: {'security_group_rule': {'security_group_id': '8442b430-da87-4176-ac1f-193a9d8b7435', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:23.249886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f580de-ab7d-4c9d-a63d-f08191a4b44c req-7e90c922-27fb-4402-b9df-8b6f84f6dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:23.251426 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63f580de-ab7d-4c9d-a63d-f08191a4b44c req-7e90c922-27fb-4402-b9df-8b6f84f6dba9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.3136091 Jan 31 18:46:23.286116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0837191-4679-4a6e-a56f-2638a5c2ad4b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for security_group_rule (6db8d0c7-9e52-45da-bf66-67220774fc71), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:23.436902 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0837191-4679-4a6e-a56f-2638a5c2ad4b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for security_group_rule (6db8d0c7-9e52-45da-bf66-67220774fc71), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:23.444448 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0837191-4679-4a6e-a56f-2638a5c2ad4b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (6db8d0c7-9e52-45da-bf66-67220774fc71), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:23.514196 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0837191-4679-4a6e-a56f-2638a5c2ad4b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:23.519688 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c0837191-4679-4a6e-a56f-2638a5c2ad4b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3030596 Jan 31 18:46:23.525694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:23.544295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3a6121bd-14be-44c2-9c82-8acca54b1b78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3a6121bd-14be-44c2-9c82-8acca54b1b78,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:23.546364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:23.560991 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0837191-4679-4a6e-a56f-2638a5c2ad4b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db8d0c7-9e52-45da-bf66-67220774fc71,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:23.581834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '3a6121bd-14be-44c2-9c82-8acca54b1b78', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'port_id': '3a6121bd-14be-44c2-9c82-8acca54b1b78', 'mac_address': 'fa:16:3e:93:58:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701da94-0f98-46d4-93ea-0e6c62e79c49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:46:23.631971 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:23.674754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 3a6121bd-14be-44c2-9c82-8acca54b1b78 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:23.679860 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:23.725183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a6121bd-14be-44c2-9c82-8acca54b1b78 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:46:23.841649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3a6121bd-14be-44c2-9c82-8acca54b1b78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3a6121bd-14be-44c2-9c82-8acca54b1b78,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:23.852666 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:23.919798 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:24.128325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['3a6121bd-14be-44c2-9c82-8acca54b1b78'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:46:24.144322 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-c6cbb4a4-fad9-48e5-8231-c390d0be6a80 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a7f0e648-757c-434a-bf62-6eba10668de6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:24.225496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Allocated IP 172.25.8.77 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/9f6f428d-c9fc-4364-af2c-8eda31750c6b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:46:24.262740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbb4a4-fad9-48e5-8231-c390d0be6a80 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Pushing event deleted for resources: {'Port': ['ID=a7f0e648-757c-434a-bf62-6eba10668de6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:24.281354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63f580de-ab7d-4c9d-a63d-f08191a4b44c req-3baf8146-4e12-4388-8365-cbe4d77ec228 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 200 len: 999 time: 1.0192578 Jan 31 18:46:24.319874 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:24.341719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=3a6121bd-14be-44c2-9c82-8acca54b1b78,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:24.359807 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:24.479654 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for port (9f6f428d-c9fc-4364-af2c-8eda31750c6b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:24.534122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90acab-db31-4802-a00b-b9c59379d26a req-8c0731ff-3851-42ba-b94d-644f1551c8a3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:24.541860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90acab-db31-4802-a00b-b9c59379d26a req-8c0731ff-3851-42ba-b94d-644f1551c8a3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:24.554981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90acab-db31-4802-a00b-b9c59379d26a req-8c0731ff-3851-42ba-b94d-644f1551c8a3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:24.562905 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9f6f428d-c9fc-4364-af2c-8eda31750c6b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:24.563566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90acab-db31-4802-a00b-b9c59379d26a req-8c0731ff-3851-42ba-b94d-644f1551c8a3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:24.569717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90acab-db31-4802-a00b-b9c59379d26a req-8c0731ff-3851-42ba-b94d-644f1551c8a3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:24.576027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90acab-db31-4802-a00b-b9c59379d26a req-8c0731ff-3851-42ba-b94d-644f1551c8a3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:24.584268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90acab-db31-4802-a00b-b9c59379d26a req-8c0731ff-3851-42ba-b94d-644f1551c8a3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:24.593277 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c90acab-db31-4802-a00b-b9c59379d26a req-8c0731ff-3851-42ba-b94d-644f1551c8a3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5433 time: 1.1963005 Jan 31 18:46:24.599216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f580de-ab7d-4c9d-a63d-f08191a4b44c req-b8f6e99c-1725-4ba7-a7a5-8187612a6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:24.601731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63f580de-ab7d-4c9d-a63d-f08191a4b44c req-b8f6e99c-1725-4ba7-a7a5-8187612a6447 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.2904878 Jan 31 18:46:24.603781 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-c6cbb4a4-fad9-48e5-8231-c390d0be6a80 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks [] for floatingip (f8a9933b-309d-4f3d-98ca-062f15309ed1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:24.606997 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-c6cbb4a4-fad9-48e5-8231-c390d0be6a80 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:24.627571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e4f895d8-0419-49eb-bb85-b5f96864d739 req-c6cbb4a4-fad9-48e5-8231-c390d0be6a80 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "DELETE /v2.0/floatingips/f8a9933b-309d-4f3d-98ca-062f15309ed1 HTTP/1.1" status: 204 len: 173 time: 2.6358864 Jan 31 18:46:24.676189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:46:24.679879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:24.688577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:46:24.813566 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for floatingip (d0f939d6-91db-4778-bdf8-6ac581b55a59), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:24.842100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f580de-ab7d-4c9d-a63d-f08191a4b44c req-d202ee38-66b3-4613-ad95-2ec58a80b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:24.844150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63f580de-ab7d-4c9d-a63d-f08191a4b44c req-d202ee38-66b3-4613-ad95-2ec58a80b8e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1663213 Jan 31 18:46:24.882701 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c90acab-db31-4802-a00b-b9c59379d26a req-7cd1e897-0a08-40b0-bb58-9a4d43e7e8f2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2880015 Jan 31 18:46:25.086744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63f580de-ab7d-4c9d-a63d-f08191a4b44c req-1b8fe910-bbe3-45c3-8f9f-ad2d378acf78 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990495 Jan 31 18:46:25.098318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70719d-428d-4a76-afd6-f65e7300c756 req-ff2f74b5-b6d6-4190-9b1e-029872ce17fc tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:25.107547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e70719d-428d-4a76-afd6-f65e7300c756 req-ff2f74b5-b6d6-4190-9b1e-029872ce17fc tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.3865726 Jan 31 18:46:25.213229 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:25.235575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3a6121bd-14be-44c2-9c82-8acca54b1b78 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:46:25.380600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fbcbdc5d-971f-4da5-92c2-05d650c323e6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:46:25.415447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63f580de-ab7d-4c9d-a63d-f08191a4b44c req-162174d4-bcd9-466e-a2c1-cd04b45d958e service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011467 Jan 31 18:46:25.504109 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e70719d-428d-4a76-afd6-f65e7300c756 req-6d2a17e3-a402-46ab-a111-0db5841287bb tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947263 Jan 31 18:46:25.540279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 3a6121bd-14be-44c2-9c82-8acca54b1b78 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:25.557529 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:25.680404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Pushing event updated for resources: {'Port': ['ID=9f6f428d-c9fc-4364-af2c-8eda31750c6b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:25.722850 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9f6f428d-c9fc-4364-af2c-8eda31750c6b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:25.751212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port fbcbdc5d-971f-4da5-92c2-05d650c323e6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:25.751607 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:25.926137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3b9cb-9874-4d39-a901-3162ca00bd8d req-5daec474-8394-421a-9985-27b55984f4b9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:25.927915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e5c3b9cb-9874-4d39-a901-3162ca00bd8d req-5daec474-8394-421a-9985-27b55984f4b9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.8169019 Jan 31 18:46:25.999405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 3a6121bd-14be-44c2-9c82-8acca54b1b78 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:26.000062 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:26.006109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-99d2b1b9-e57b-4adb-a8c7-6e2377740aa7 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:26.013196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-99d2b1b9-e57b-4adb-a8c7-6e2377740aa7 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:26.020661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-99d2b1b9-e57b-4adb-a8c7-6e2377740aa7 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:26.026603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-99d2b1b9-e57b-4adb-a8c7-6e2377740aa7 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:26.032624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-99d2b1b9-e57b-4adb-a8c7-6e2377740aa7 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:26.039916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-99d2b1b9-e57b-4adb-a8c7-6e2377740aa7 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:26.048195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-99d2b1b9-e57b-4adb-a8c7-6e2377740aa7 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:26.050929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-99d2b1b9-e57b-4adb-a8c7-6e2377740aa7 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5433 time: 0.5151827 Jan 31 18:46:26.128487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b3248-9e10-445a-a707-00db15c94db4 req-85260618-7e6e-4318-bbb5-b8f8c9de4359 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:26.136490 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-896b3248-9e10-445a-a707-00db15c94db4 req-85260618-7e6e-4318-bbb5-b8f8c9de4359 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 944 time: 0.4814379 Jan 31 18:46:26.184650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e5c3b9cb-9874-4d39-a901-3162ca00bd8d req-a43cd5a1-cd5d-4492-804f-bf511b183f61 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391694 Jan 31 18:46:26.192745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3a6121bd-14be-44c2-9c82-8acca54b1b78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3a6121bd-14be-44c2-9c82-8acca54b1b78,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:26.234829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa9cba1-1345-4731-a1d3-7e18f4981ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6121bd-14be-44c2-9c82-8acca54b1b78'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:26.247659 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8b891-2ae2-4a21-97eb-15a9ba275bdb" -d '{"events": [{"server_uuid": "2fa9cba1-1345-4731-a1d3-7e18f4981ab7", "name": "network-vif-plugged", "status": "completed", "tag": "3a6121bd-14be-44c2-9c82-8acca54b1b78"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:26.268606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a464efe5-8eec-44f1-8dab-8d92bc30b71f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:26.270249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a464efe5-8eec-44f1-8dab-8d92bc30b71f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "GET /v2.0/ports/c65db0e2-1322-4cbb-b752-8c9fabd69910?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2067564 Jan 31 18:46:26.311838 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:26.525579 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for port (9f6f428d-c9fc-4364-af2c-8eda31750c6b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:26.550198 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:26.550198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=3a6121bd-14be-44c2-9c82-8acca54b1b78,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:26.550558 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (9f6f428d-c9fc-4364-af2c-8eda31750c6b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:26.554364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port fbcbdc5d-971f-4da5-92c2-05d650c323e6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:26.614271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-896b3248-9e10-445a-a707-00db15c94db4 req-5bb13568-9283-477c-8ae7-d86874a963aa tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094796 Jan 31 18:46:26.675586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-8b742d1b-8b34-4952-bd25-f5cbb8e47616 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "GET /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3953774 Jan 31 18:46:26.699351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:26.749712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0208dbf-2afe-4ad3-b91f-e3c32035a119 req-37e8ed20-8007-460f-b172-a69edc1ff39e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:26.763884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0208dbf-2afe-4ad3-b91f-e3c32035a119 req-37e8ed20-8007-460f-b172-a69edc1ff39e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2074840 Jan 31 18:46:26.840363 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (d0f939d6-91db-4778-bdf8-6ac581b55a59), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:26.864700 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Pushing event updated for resources: {'Port': ['ID=9f6f428d-c9fc-4364-af2c-8eda31750c6b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:26.875106 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:26.879545 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fb0be292-1168-4807-923e-08f754ce1a58 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3524058 Jan 31 18:46:26.901132 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:26.919275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0208dbf-2afe-4ad3-b91f-e3c32035a119 req-4733bb73-c9e4-4a29-9aa4-1c48523e3699 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537290 Jan 31 18:46:27.008205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899e548-6e0b-4cdb-b103-8cbedc71fbaf req-fc37cf93-a1cc-403c-b9f4-61e70a1b7f62 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:27.015147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899e548-6e0b-4cdb-b103-8cbedc71fbaf req-fc37cf93-a1cc-403c-b9f4-61e70a1b7f62 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:27.024845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899e548-6e0b-4cdb-b103-8cbedc71fbaf req-fc37cf93-a1cc-403c-b9f4-61e70a1b7f62 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:27.032555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899e548-6e0b-4cdb-b103-8cbedc71fbaf req-fc37cf93-a1cc-403c-b9f4-61e70a1b7f62 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:27.043779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899e548-6e0b-4cdb-b103-8cbedc71fbaf req-fc37cf93-a1cc-403c-b9f4-61e70a1b7f62 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:27.053360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899e548-6e0b-4cdb-b103-8cbedc71fbaf req-fc37cf93-a1cc-403c-b9f4-61e70a1b7f62 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:27.065736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899e548-6e0b-4cdb-b103-8cbedc71fbaf req-fc37cf93-a1cc-403c-b9f4-61e70a1b7f62 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:27.075573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5899e548-6e0b-4cdb-b103-8cbedc71fbaf req-fc37cf93-a1cc-403c-b9f4-61e70a1b7f62 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 5433 time: 0.2425435 Jan 31 18:46:27.293045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] For port c65db0e2-1322-4cbb-b752-8c9fabd69910, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=c65db0e2-1322-4cbb-b752-8c9fabd69910,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:27.338995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] For port c65db0e2-1322-4cbb-b752-8c9fabd69910, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:46:27.379496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] device_id is not set on port c65db0e2-1322-4cbb-b752-8c9fabd69910 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:46:27.389591 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] Publish callbacks [] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:27.400654 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:27.578595 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4bb68-0fc8-4121-8a19-b6f7c3364b65 req-70ebe44e-c218-4d1f-baa2-70f0c76c25c7 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:27.581926 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2b4bb68-0fc8-4121-8a19-b6f7c3364b65 req-70ebe44e-c218-4d1f-baa2-70f0c76c25c7 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5036714 Jan 31 18:46:27.596656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] No DVR routers for this DVR port c65db0e2-1322-4cbb-b752-8c9fabd69910 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:46:27.643633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] Pushing event updated for resources: {'Port': ['ID=c65db0e2-1322-4cbb-b752-8c9fabd69910,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:27.759822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5899e548-6e0b-4cdb-b103-8cbedc71fbaf req-d33cb9ac-d0cd-494b-bbcd-fc3dbceb8cde tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd&id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6829920 Jan 31 18:46:27.787355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2b4bb68-0fc8-4121-8a19-b6f7c3364b65 req-4fa07186-bc61-4901-b9ea-059b63b088b0 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1802573 Jan 31 18:46:27.834192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] In _notify_port_updated(), no bound segment for port c65db0e2-1322-4cbb-b752-8c9fabd69910 on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:46:27.836308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:27.839555 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:27.846261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-a94077f2-5062-4cae-9fbf-b4536656f0db service neutron] 10.222.0.21 "PUT /v2.0/ports/c65db0e2-1322-4cbb-b752-8c9fabd69910 HTTP/1.1" status: 200 len: 1027 time: 1.1546700 Jan 31 18:46:27.889706 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b5145a-38da-4068-8bbc-f79941769a3c x-openstack-request-id: req-21b5145a-38da-4068-8bbc-f79941769a3c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:27.890681 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa9cba1-1345-4731-a1d3-7e18f4981ab7", "name": "network-vif-plugged", "status": "completed", "tag": "3a6121bd-14be-44c2-9c82-8acca54b1b78", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:27.891275 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21b5145a-38da-4068-8bbc-f79941769a3c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:27.891848 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa9cba1-1345-4731-a1d3-7e18f4981ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6121bd-14be-44c2-9c82-8acca54b1b78', 'code': 200} Jan 31 18:46:27.955651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-0cb018bd-68cd-4ace-ac08-120e8fc15cb3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:27.957927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-0cb018bd-68cd-4ace-ac08-120e8fc15cb3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "GET /v2.0/ports/b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1055982 Jan 31 18:46:27.969591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:28.046254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ef247d59-343f-4028-afb3-ff81a4c835f4 None None] Provisioning complete for port c65db0e2-1322-4cbb-b752-8c9fabd69910 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:28.046687 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ef247d59-343f-4028-afb3-ff81a4c835f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:28.098479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ef247d59-343f-4028-afb3-ff81a4c835f4 None None] Port c65db0e2-1322-4cbb-b752-8c9fabd69910 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:46:28.179232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:28.311355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d5812-1054-43b6-aa88-54289abea0b6 req-8895b3d9-27a6-48e3-af6b-c7d3757cffb5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:28.312828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-626d5812-1054-43b6-aa88-54289abea0b6 req-8895b3d9-27a6-48e3-af6b-c7d3757cffb5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2998788 Jan 31 18:46:28.370848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c6aaf-9f75-48f1-b94a-ccfe6f6e8989 req-bb0d913b-f60a-4f3a-8c79-0b7dde7c0a3d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:28.372800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c6c6aaf-9f75-48f1-b94a-ccfe6f6e8989 req-bb0d913b-f60a-4f3a-8c79-0b7dde7c0a3d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.2246389 Jan 31 18:46:28.521784 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-626d5812-1054-43b6-aa88-54289abea0b6 req-19712d86-83dc-4720-a28a-db6dc400aa79 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773465 Jan 31 18:46:28.649327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef75575-72d1-4b72-a3ec-3b5f5ae24142 req-3e19b80a-ac33-4590-9887-d5be637c0578 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0892773 Jan 31 18:46:28.660211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c6c6aaf-9f75-48f1-b94a-ccfe6f6e8989 req-401f86be-fb7d-4f97-b613-6bd48f28c456 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684591 Jan 31 18:46:28.740673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] For port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:28.934243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] For port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:46:29.037613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] device_id is not set on port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:46:29.073818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6528bb-053c-427b-9df8-2b55a771bfc8 req-1dfa5088-35ee-4c10-aabd-64b2137495ef tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:29.076522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa6528bb-053c-427b-9df8-2b55a771bfc8 req-1dfa5088-35ee-4c10-aabd-64b2137495ef tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2639439 Jan 31 18:46:29.086091 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] Publish callbacks [] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:29.100190 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:29.265353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device c65db0e2-1322-4cbb-b752-8c9fabd69910 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:29.316492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] No DVR routers for this DVR port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:46:29.378471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port c65db0e2-1322-4cbb-b752-8c9fabd69910 host ! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:46:29.378878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device c65db0e2-1322-4cbb-b752-8c9fabd69910 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:46:29.380287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fae6f0d3-175d-49d4-a18b-ca0777c69d54 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:29.485952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:29.516789 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa6528bb-053c-427b-9df8-2b55a771bfc8 req-f7a220ca-5624-400c-95e2-9f43aa9a6013 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288011 Jan 31 18:46:29.595182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] In _notify_port_updated(), no bound segment for port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 on network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:46:29.609586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:29.612556 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:29.621508 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-73de5a07-bd08-4abd-b6de-70ae2cc53fe9 service neutron] 10.222.0.21 "PUT /v2.0/ports/b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 HTTP/1.1" status: 200 len: 1027 time: 1.6566837 Jan 31 18:46:29.638246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port fae6f0d3-175d-49d4-a18b-ca0777c69d54 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:29.638668 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:29.647989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e47f6-2b29-4024-834d-435a5684594c req-9ec4801e-9f2e-4123-821c-35c9528218da tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:29.666160 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e47f6-2b29-4024-834d-435a5684594c req-9ec4801e-9f2e-4123-821c-35c9528218da tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:29.672900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e47f6-2b29-4024-834d-435a5684594c req-9ec4801e-9f2e-4123-821c-35c9528218da tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:29.678982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e47f6-2b29-4024-834d-435a5684594c req-9ec4801e-9f2e-4123-821c-35c9528218da tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:29.685176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e47f6-2b29-4024-834d-435a5684594c req-9ec4801e-9f2e-4123-821c-35c9528218da tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:29.693841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7e47f6-2b29-4024-834d-435a5684594c req-9ec4801e-9f2e-4123-821c-35c9528218da tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 3885 time: 0.4528913 Jan 31 18:46:29.703347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fae6f0d3-175d-49d4-a18b-ca0777c69d54, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fae6f0d3-175d-49d4-a18b-ca0777c69d54,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:29.722149 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:29.723310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 388db7c9-0733-43f3-bd76-2ea41caed4d0 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:29.861538 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1ea53212-5cd3-4de1-9778-d9b381136b1b None None] Provisioning complete for port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:29.862649 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ea53212-5cd3-4de1-9778-d9b381136b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:29.872911 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7e47f6-2b29-4024-834d-435a5684594c req-789abf43-b824-4e5a-b471-03957a96c025 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764352 Jan 31 18:46:29.925241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ce2cd-5248-43e2-a20b-09ea9ff48b73 req-4c32deae-cd18-4f48-b2ea-42bf857ddb63 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:29.932836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-540ce2cd-5248-43e2-a20b-09ea9ff48b73 req-4c32deae-cd18-4f48-b2ea-42bf857ddb63 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2377038 Jan 31 18:46:29.941326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:29.943736 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3471bede-d07d-4d2a-83e6-3dfbcdb52ae1" -d '{"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-unplugged", "status": "completed", "tag": "fae6f0d3-175d-49d4-a18b-ca0777c69d54"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:29.949588 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1ea53212-5cd3-4de1-9778-d9b381136b1b None None] Port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:46:29.968976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=fae6f0d3-175d-49d4-a18b-ca0777c69d54,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:29.989851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 388db7c9-0733-43f3-bd76-2ea41caed4d0 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:29.990268 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:30.044094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 388db7c9-0733-43f3-bd76-2ea41caed4d0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=388db7c9-0733-43f3-bd76-2ea41caed4d0,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:30.054337 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:30.055091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fb053bb3-d847-4a79-a6ed-030c225dc535 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:30.089581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-540ce2cd-5248-43e2-a20b-09ea9ff48b73 req-529df06f-5914-4476-acea-f48f6f351946 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556809 Jan 31 18:46:30.124584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Deleting port fb053bb3-d847-4a79-a6ed-030c225dc535 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:30.129467 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:30.250427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81c7a-013c-4899-b616-212c8ea72513 req-8fba5694-ee40-4060-b1c2-13abb0b2cf0f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:30.252866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45b81c7a-013c-4899-b616-212c8ea72513 req-8fba5694-ee40-4060-b1c2-13abb0b2cf0f tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 945 time: 0.2278092 Jan 31 18:46:30.264645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port fb053bb3-d847-4a79-a6ed-030c225dc535 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:30.265058 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:30.340412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=388db7c9-0733-43f3-bd76-2ea41caed4d0,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:30.370057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fb053bb3-d847-4a79-a6ed-030c225dc535, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fb053bb3-d847-4a79-a6ed-030c225dc535,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:30.376538 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:30.377302 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:30.496487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=fb053bb3-d847-4a79-a6ed-030c225dc535,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:30.515428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 host ! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:46:30.516093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:46:30.516847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:30.672662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:30.673114 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:30.726372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:30.733074 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:30.734316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 7e8e4722-fe39-4868-8203-148e049d7cac no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:30.822451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:30.830608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] For port fb053bb3-d847-4a79-a6ed-030c225dc535, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fb053bb3-d847-4a79-a6ed-030c225dc535,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:30.831357 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:30.859132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5152d-d34c-4e50-802d-5a7001226960 req-f109a63a-b42b-400c-86e9-d51172759055 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:30.861605 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cb5152d-d34c-4e50-802d-5a7001226960 req-f109a63a-b42b-400c-86e9-d51172759055 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.6396205 Jan 31 18:46:30.897121 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45b81c7a-013c-4899-b616-212c8ea72513 req-f91303eb-59a5-4e2e-92e9-d5ac6662104e tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/security-groups?id=9263e0ea-a84f-431f-92bf-467be8b787c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265290 Jan 31 18:46:30.904906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Calling delete_port for fb053bb3-d847-4a79-a6ed-030c225dc535 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:30.997697 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 7e8e4722-fe39-4868-8203-148e049d7cac is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:30.998325 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:31.002727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007c5d6-b07e-41b0-a57b-1f8ed656aaa8 req-88be3f99-55fb-49cb-94d4-f456ac3d8ac6 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:31.005822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8007c5d6-b07e-41b0-a57b-1f8ed656aaa8 req-88be3f99-55fb-49cb-94d4-f456ac3d8ac6 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.49 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 945 time: 0.2557862 Jan 31 18:46:31.104085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 7e8e4722-fe39-4868-8203-148e049d7cac, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7e8e4722-fe39-4868-8203-148e049d7cac,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:31.128719 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:31.235636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=7e8e4722-fe39-4868-8203-148e049d7cac,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:31.265551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cb5152d-d34c-4e50-802d-5a7001226960 req-4f08cc81-9c85-4dd2-b8d7-1821f313cc6d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857071 Jan 31 18:46:31.360894 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72060158-e557-4eed-956a-8977be61e7e2 x-openstack-request-id: req-72060158-e557-4eed-956a-8977be61e7e2 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:31.362668 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-unplugged", "status": "completed", "tag": "fae6f0d3-175d-49d4-a18b-ca0777c69d54", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:31.363189 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72060158-e557-4eed-956a-8977be61e7e2 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:31.365611 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54', 'code': 200} Jan 31 18:46:31.449043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771698-3e2e-4530-9c66-48b54b0e026c req-f9c5af1e-8882-4a20-978f-5ab917c3cf40 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:31.450653 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a771698-3e2e-4530-9c66-48b54b0e026c req-f9c5af1e-8882-4a20-978f-5ab917c3cf40 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.3664362 Jan 31 18:46:31.472028 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (fb053bb3-d847-4a79-a6ed-030c225dc535), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:31.577984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Port': ['ID=fb053bb3-d847-4a79-a6ed-030c225dc535,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:31.667970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8007c5d6-b07e-41b0-a57b-1f8ed656aaa8 req-8dba43d4-040e-4363-b002-969b0249c007 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Deleting port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:31.668231 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8007c5d6-b07e-41b0-a57b-1f8ed656aaa8 req-8dba43d4-040e-4363-b002-969b0249c007 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:31.695908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.696264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.696647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.696999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.697338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.697960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.698309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.698651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.699214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.699574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.699912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.700249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.700617 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:31.729658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] No DVR routers for this DVR port fb053bb3-d847-4a79-a6ed-030c225dc535 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:46:31.734036 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:31.738686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-4a67e664-4a71-4b67-8940-f0c06f131cd4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "DELETE /v2.0/ports/fb053bb3-d847-4a79-a6ed-030c225dc535 HTTP/1.1" status: 204 len: 173 time: 2.0419717 Jan 31 18:46:31.773628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-deleted', 'tag': 'fb053bb3-d847-4a79-a6ed-030c225dc535'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:31.776719 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640f4a43-4e07-4e0d-a53e-0cb1f9011e0c" -d '{"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-deleted", "tag": "fb053bb3-d847-4a79-a6ed-030c225dc535"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:31.784531 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a771698-3e2e-4530-9c66-48b54b0e026c req-a5c18e47-1c51-40fb-91a7-da3754f1f89c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227892 Jan 31 18:46:31.866174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4b0e8-83fe-4173-9186-5abe2085a5b2 req-0cd04110-516f-4d05-8b75-eec9cb16e819 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:31.870645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31c4b0e8-83fe-4173-9186-5abe2085a5b2 req-0cd04110-516f-4d05-8b75-eec9cb16e819 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.3819306 Jan 31 18:46:32.191985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8007c5d6-b07e-41b0-a57b-1f8ed656aaa8 req-8dba43d4-040e-4363-b002-969b0249c007 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] For port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8c3ae518-a6a2-4360-bfb0-0f95c23fe763,segment=NetworkSegment(52dacfb5-854d-4607-b678-646b6537a318),segment_id=52dacfb5-854d-4607-b678-646b6537a318)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:32.192294 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8007c5d6-b07e-41b0-a57b-1f8ed656aaa8 req-8dba43d4-040e-4363-b002-969b0249c007 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:32.263645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8007c5d6-b07e-41b0-a57b-1f8ed656aaa8 req-8dba43d4-040e-4363-b002-969b0249c007 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Calling delete_port for 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:32.337642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31c4b0e8-83fe-4173-9186-5abe2085a5b2 req-0708283a-0021-4f4d-8c51-04a71c33cb2b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4413216 Jan 31 18:46:32.632103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf1f26-3cdc-4cbd-93dc-bc38811dbce4 req-74d28b32-92fb-42c5-8ed0-36411c33f037 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:32.645567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf1f26-3cdc-4cbd-93dc-bc38811dbce4 req-74d28b32-92fb-42c5-8ed0-36411c33f037 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:32.663366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf1f26-3cdc-4cbd-93dc-bc38811dbce4 req-74d28b32-92fb-42c5-8ed0-36411c33f037 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:32.673620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf1f26-3cdc-4cbd-93dc-bc38811dbce4 req-74d28b32-92fb-42c5-8ed0-36411c33f037 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:32.673620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bedf1f26-3cdc-4cbd-93dc-bc38811dbce4 req-74d28b32-92fb-42c5-8ed0-36411c33f037 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 3142 time: 0.7398674 Jan 31 18:46:32.673620 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61895ab9-4df6-48da-a08e-b18d4d0a02a4 x-openstack-request-id: req-61895ab9-4df6-48da-a08e-b18d4d0a02a4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:32.673620 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-deleted", "tag": "fb053bb3-d847-4a79-a6ed-030c225dc535", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:32.673620 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61895ab9-4df6-48da-a08e-b18d4d0a02a4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:32.674531 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-deleted', 'tag': 'fb053bb3-d847-4a79-a6ed-030c225dc535', 'status': 'completed', 'code': 200} Jan 31 18:46:32.680461 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8007c5d6-b07e-41b0-a57b-1f8ed656aaa8 req-8dba43d4-040e-4363-b002-969b0249c007 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8c3ae518-a6a2-4360-bfb0-0f95c23fe763), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:32.695087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8c3ae518-a6a2-4360-bfb0-0f95c23fe763'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:46:32.850042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-6088d397-d17f-48c6-8994-4fe14fcbc8a0 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Deleting port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:32.850405 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-6088d397-d17f-48c6-8994-4fe14fcbc8a0 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:32.853811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba43d4-040e-4363-b002-969b0249c007 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Pushing event deleted for resources: {'Port': ['ID=8c3ae518-a6a2-4360-bfb0-0f95c23fe763,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:32.879065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e365d7d-a5e4-47c4-9553-f41102c21c3a req-f0ecf3a6-851a-445e-97fa-652c5ba2df14 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.20 "GET /v2.0/ports?device_id=38400714-4cbf-4a0e-bfff-b0d9e33ad22b HTTP/1.1" status: 200 len: 210 time: 0.1399546 Jan 31 18:46:33.069328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8007c5d6-b07e-41b0-a57b-1f8ed656aaa8 req-8dba43d4-040e-4363-b002-969b0249c007 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] No DVR routers for this DVR port 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:46:33.073268 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8007c5d6-b07e-41b0-a57b-1f8ed656aaa8 req-8dba43d4-040e-4363-b002-969b0249c007 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:33.084318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8007c5d6-b07e-41b0-a57b-1f8ed656aaa8 req-8dba43d4-040e-4363-b002-969b0249c007 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442 tempest-FloatingIPsAssociationNegativeTestJSON-1084285442-project] 10.222.0.49 "DELETE /v2.0/ports/8c3ae518-a6a2-4360-bfb0-0f95c23fe763 HTTP/1.1" status: 204 len: 173 time: 2.0307999 Jan 31 18:46:33.192516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bedf1f26-3cdc-4cbd-93dc-bc38811dbce4 req-520094e1-8136-495f-a56e-f28ff50c144d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5037186 Jan 31 18:46:33.291458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-6088d397-d17f-48c6-8994-4fe14fcbc8a0 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] For port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:33.291769 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-6088d397-d17f-48c6-8994-4fe14fcbc8a0 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:33.301611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96c37e-fa89-446d-825c-33d0a28c3a9b req-f457bb87-f099-444a-8e57-e6655f870122 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:33.311348 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c96c37e-fa89-446d-825c-33d0a28c3a9b req-f457bb87-f099-444a-8e57-e6655f870122 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2795615 Jan 31 18:46:33.358495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-6088d397-d17f-48c6-8994-4fe14fcbc8a0 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Calling delete_port for 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:33.367587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388db7c9-0733-43f3-bd76-2ea41caed4d0'}, {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb053bb3-d847-4a79-a6ed-030c225dc535'}, {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6da9d7-ebb3-4112-8212-1e6f8bb94e25'}, {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8e4722-fe39-4868-8203-148e049d7cac'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:33.371926 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a6317c-77a8-4b1c-8190-58ef81bcfa80" -d '{"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-unplugged", "status": "completed", "tag": "388db7c9-0733-43f3-bd76-2ea41caed4d0"}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-unplugged", "status": "completed", "tag": "fb053bb3-d847-4a79-a6ed-030c225dc535"}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6da9d7-ebb3-4112-8212-1e6f8bb94e25"}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-unplugged", "status": "completed", "tag": "7e8e4722-fe39-4868-8203-148e049d7cac"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:33.511556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c96c37e-fa89-446d-825c-33d0a28c3a9b req-ac741bcf-eb5f-4ab6-9981-e32d461f72ec tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972661 Jan 31 18:46:33.800841 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-6088d397-d17f-48c6-8994-4fe14fcbc8a0 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7c6da9d7-ebb3-4112-8212-1e6f8bb94e25), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:33.897657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088d397-d17f-48c6-8994-4fe14fcbc8a0 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Port': ['ID=7c6da9d7-ebb3-4112-8212-1e6f8bb94e25,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:33.997213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-6088d397-d17f-48c6-8994-4fe14fcbc8a0 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] No DVR routers for this DVR port 7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:46:34.006987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf99eb-541c-4adf-b433-ed4a44bb8316 req-c5b294cc-b92a-4192-8bfd-d8be8e81ffd4 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:34.016957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55cf99eb-541c-4adf-b433-ed4a44bb8316 req-c5b294cc-b92a-4192-8bfd-d8be8e81ffd4 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.3212512 Jan 31 18:46:34.022595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-6088d397-d17f-48c6-8994-4fe14fcbc8a0 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:34.028567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-6088d397-d17f-48c6-8994-4fe14fcbc8a0 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "DELETE /v2.0/ports/7c6da9d7-ebb3-4112-8212-1e6f8bb94e25 HTTP/1.1" status: 204 len: 173 time: 2.2416425 Jan 31 18:46:34.191679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55cf99eb-541c-4adf-b433-ed4a44bb8316 req-fabaf625-67b7-4129-a3db-231f48aa5cee tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721292 Jan 31 18:46:34.235830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-ed5951af-d1a5-4873-83c5-a4c79e0cccf4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Deleting port 388db7c9-0733-43f3-bd76-2ea41caed4d0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:34.236535 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-ed5951af-d1a5-4873-83c5-a4c79e0cccf4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:34.326779 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493971eb-41f7-41ae-a561-640006ecdad1 x-openstack-request-id: req-493971eb-41f7-41ae-a561-640006ecdad1 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:34.327977 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-unplugged", "status": "completed", "tag": "388db7c9-0733-43f3-bd76-2ea41caed4d0", "code": 200}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-unplugged", "status": "completed", "tag": "fb053bb3-d847-4a79-a6ed-030c225dc535", "code": 200}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6da9d7-ebb3-4112-8212-1e6f8bb94e25", "code": 200}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-unplugged", "status": "completed", "tag": "7e8e4722-fe39-4868-8203-148e049d7cac", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:34.328501 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-493971eb-41f7-41ae-a561-640006ecdad1 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:34.331811 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388db7c9-0733-43f3-bd76-2ea41caed4d0', 'code': 200} Jan 31 18:46:34.334423 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb053bb3-d847-4a79-a6ed-030c225dc535', 'code': 200} Jan 31 18:46:34.335217 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6da9d7-ebb3-4112-8212-1e6f8bb94e25', 'code': 200} Jan 31 18:46:34.335910 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8e4722-fe39-4868-8203-148e049d7cac', 'code': 200} Jan 31 18:46:34.440182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-ed5951af-d1a5-4873-83c5-a4c79e0cccf4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] For port 388db7c9-0733-43f3-bd76-2ea41caed4d0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=388db7c9-0733-43f3-bd76-2ea41caed4d0,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:34.440659 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-ed5951af-d1a5-4873-83c5-a4c79e0cccf4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:34.508734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-ed5951af-d1a5-4873-83c5-a4c79e0cccf4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Calling delete_port for 388db7c9-0733-43f3-bd76-2ea41caed4d0 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:34.586486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950247b3-1d8a-4dd4-b4cf-0ee69637ab62 req-67e81f23-18c0-44bb-8757-192b4b797948 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:34.588102 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-950247b3-1d8a-4dd4-b4cf-0ee69637ab62 req-67e81f23-18c0-44bb-8757-192b4b797948 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1444912 Jan 31 18:46:34.698256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'name': 'network-vif-deleted', 'tag': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763'}, {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-deleted', 'tag': '7c6da9d7-ebb3-4112-8212-1e6f8bb94e25'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:34.705302 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ff7248-aefe-4e5b-903e-32d864e8f747" -d '{"events": [{"server_uuid": "38400714-4cbf-4a0e-bfff-b0d9e33ad22b", "name": "network-vif-deleted", "tag": "8c3ae518-a6a2-4360-bfb0-0f95c23fe763"}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-deleted", "tag": "7c6da9d7-ebb3-4112-8212-1e6f8bb94e25"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:34.761083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-950247b3-1d8a-4dd4-b4cf-0ee69637ab62 req-024be433-7fbd-413c-a831-ee80df248df5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624856 Jan 31 18:46:34.897071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40630) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:35.096793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-ed5951af-d1a5-4873-83c5-a4c79e0cccf4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (388db7c9-0733-43f3-bd76-2ea41caed4d0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:35.372401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5951af-d1a5-4873-83c5-a4c79e0cccf4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Port': ['ID=388db7c9-0733-43f3-bd76-2ea41caed4d0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:35.404634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:35.447133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-ed5951af-d1a5-4873-83c5-a4c79e0cccf4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] No DVR routers for this DVR port 388db7c9-0733-43f3-bd76-2ea41caed4d0 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:46:35.459277 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:46:35.462434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8c3ae518-a6a2-4360-bfb0-0f95c23fe763 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:46:35.465848 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-ed5951af-d1a5-4873-83c5-a4c79e0cccf4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:35.469406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-ed5951af-d1a5-4873-83c5-a4c79e0cccf4 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "DELETE /v2.0/ports/388db7c9-0733-43f3-bd76-2ea41caed4d0 HTTP/1.1" status: 204 len: 173 time: 1.4310575 Jan 31 18:46:35.593134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40640) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:35.895470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578a768-b43d-4c2a-a3bf-fe948f7bf89d req-eb6dbd44-cf8b-4db8-a92d-da4523afd18a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:35.906396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578a768-b43d-4c2a-a3bf-fe948f7bf89d req-eb6dbd44-cf8b-4db8-a92d-da4523afd18a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:35.917972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dfd9961-72c9-4d8f-b084-7116c85b6243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:35.919516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1578a768-b43d-4c2a-a3bf-fe948f7bf89d req-eb6dbd44-cf8b-4db8-a92d-da4523afd18a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 1676 time: 0.8699408 Jan 31 18:46:36.160207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1578a768-b43d-4c2a-a3bf-fe948f7bf89d req-79c94acb-cc7b-46b1-8fa0-261acce72e7a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266412 Jan 31 18:46:36.168938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-00a8515b-906d-4dfe-8b37-008de3e0f2a8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Deleting port 7e8e4722-fe39-4868-8203-148e049d7cac {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:36.175424 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-00a8515b-906d-4dfe-8b37-008de3e0f2a8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:36.175660 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dfd9961-72c9-4d8f-b084-7116c85b6243 admin admin] Publish callbacks [] for security_group (a2518615-ef46-4bc1-ad95-0f0abb97c158), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:36.183137 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dfd9961-72c9-4d8f-b084-7116c85b6243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a2518615-ef46-4bc1-ad95-0f0abb97c158), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:36.317369 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6dfd9961-72c9-4d8f-b084-7116c85b6243 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e5b7e849607419aaae78530d0449451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7230177 Jan 31 18:46:36.319011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40644) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:36.319743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd9961-72c9-4d8f-b084-7116c85b6243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2518615-ef46-4bc1-ad95-0f0abb97c158,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:36.351819 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45399d43-8725-47b2-be8e-952553b3b845 x-openstack-request-id: req-45399d43-8725-47b2-be8e-952553b3b845 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:36.352829 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38400714-4cbf-4a0e-bfff-b0d9e33ad22b", "name": "network-vif-deleted", "tag": "8c3ae518-a6a2-4360-bfb0-0f95c23fe763", "status": "completed", "code": 200}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-deleted", "tag": "7c6da9d7-ebb3-4112-8212-1e6f8bb94e25", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:36.353367 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45399d43-8725-47b2-be8e-952553b3b845 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:36.354206 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38400714-4cbf-4a0e-bfff-b0d9e33ad22b', 'name': 'network-vif-deleted', 'tag': '8c3ae518-a6a2-4360-bfb0-0f95c23fe763', 'status': 'completed', 'code': 200} Jan 31 18:46:36.355094 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-deleted', 'tag': '7c6da9d7-ebb3-4112-8212-1e6f8bb94e25', 'status': 'completed', 'code': 200} Jan 31 18:46:36.458844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-00a8515b-906d-4dfe-8b37-008de3e0f2a8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] For port 7e8e4722-fe39-4868-8203-148e049d7cac, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=7e8e4722-fe39-4868-8203-148e049d7cac,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:36.459555 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-00a8515b-906d-4dfe-8b37-008de3e0f2a8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:36.490340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-00a8515b-906d-4dfe-8b37-008de3e0f2a8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Calling delete_port for 7e8e4722-fe39-4868-8203-148e049d7cac owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:36.545449 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa82f046-a075-4401-bca7-7a417348ec2c admin admin] Publish callbacks [] for security_group (a2518615-ef46-4bc1-ad95-0f0abb97c158), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:36.576140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa82f046-a075-4401-bca7-7a417348ec2c admin admin] Publish callbacks [] for security_group (a2518615-ef46-4bc1-ad95-0f0abb97c158), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:36.676475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa82f046-a075-4401-bca7-7a417348ec2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a2518615-ef46-4bc1-ad95-0f0abb97c158), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:36.680293 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa82f046-a075-4401-bca7-7a417348ec2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:36.690760 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aa82f046-a075-4401-bca7-7a417348ec2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2518615-ef46-4bc1-ad95-0f0abb97c158 HTTP/1.1" status: 204 len: 168 time: 0.3415222 Jan 31 18:46:36.729016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82f046-a075-4401-bca7-7a417348ec2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2518615-ef46-4bc1-ad95-0f0abb97c158,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:37.130996 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1308fbf7-097f-4541-a9f1-7e202b50923b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (55126e91-63f4-4b08-9146-e234c4f0f60a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:37.213576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6165f-156f-4ac9-8afd-5face63d538b req-6c24a62e-6baa-45b3-814a-9cb394b05a6a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:37.215114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bd6165f-156f-4ac9-8afd-5face63d538b req-6c24a62e-6baa-45b3-814a-9cb394b05a6a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.6306219 Jan 31 18:46:37.443116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bd6165f-156f-4ac9-8afd-5face63d538b req-1f2cfb4b-4a0e-4767-809c-40a986d57e37 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104924 Jan 31 18:46:37.448547 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-00a8515b-906d-4dfe-8b37-008de3e0f2a8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7e8e4722-fe39-4868-8203-148e049d7cac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:37.506666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:37.514209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8515b-906d-4dfe-8b37-008de3e0f2a8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Port': ['ID=7e8e4722-fe39-4868-8203-148e049d7cac,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:37.546432 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-944ae838-4dbc-474f-a670-144b2be76050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:37.637109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-00a8515b-906d-4dfe-8b37-008de3e0f2a8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] No DVR routers for this DVR port 7e8e4722-fe39-4868-8203-148e049d7cac on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:46:37.640524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-00a8515b-906d-4dfe-8b37-008de3e0f2a8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:37.645681 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-00a8515b-906d-4dfe-8b37-008de3e0f2a8 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "DELETE /v2.0/ports/7e8e4722-fe39-4868-8203-148e049d7cac HTTP/1.1" status: 204 len: 173 time: 2.1441395 Jan 31 18:46:37.692422 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-944ae838-4dbc-474f-a670-144b2be76050 admin admin] Publish callbacks [] for security_group (5114cf0c-026f-4015-adbb-cb92e63c398d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:37.692422 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-944ae838-4dbc-474f-a670-144b2be76050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5114cf0c-026f-4015-adbb-cb92e63c398d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:37.736428 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-944ae838-4dbc-474f-a670-144b2be76050 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=450123f8af3a4596a721457363fcbef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262836 Jan 31 18:46:37.737515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40660) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:37.824551 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ae838-4dbc-474f-a670-144b2be76050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5114cf0c-026f-4015-adbb-cb92e63c398d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:37.886961 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c966c81-3c13-4a1e-a260-76a0112fbc87 admin admin] Publish callbacks [] for security_group (5114cf0c-026f-4015-adbb-cb92e63c398d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:37.947018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c966c81-3c13-4a1e-a260-76a0112fbc87 admin admin] Publish callbacks [] for security_group (5114cf0c-026f-4015-adbb-cb92e63c398d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:38.053487 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c966c81-3c13-4a1e-a260-76a0112fbc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5114cf0c-026f-4015-adbb-cb92e63c398d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:38.063359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c06bc2-028c-4e36-bb1c-b210d89a7e43 req-1d7210b5-3fbe-497d-9d6d-73f54d39400e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:38.064754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c966c81-3c13-4a1e-a260-76a0112fbc87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:38.066239 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-76c06bc2-028c-4e36-bb1c-b210d89a7e43 req-1d7210b5-3fbe-497d-9d6d-73f54d39400e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.4507971 Jan 31 18:46:38.069748 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5c966c81-3c13-4a1e-a260-76a0112fbc87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5114cf0c-026f-4015-adbb-cb92e63c398d HTTP/1.1" status: 204 len: 168 time: 0.3289485 Jan 31 18:46:38.099040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c966c81-3c13-4a1e-a260-76a0112fbc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5114cf0c-026f-4015-adbb-cb92e63c398d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:38.247173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-76c06bc2-028c-4e36-bb1c-b210d89a7e43 req-95a99ad3-ebee-4751-a4ee-014defedee0d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555684 Jan 31 18:46:38.307557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Deleting port fae6f0d3-175d-49d4-a18b-ca0777c69d54 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:38.308010 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:38.337076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1308fbf7-097f-4541-a9f1-7e202b50923b admin admin] Deleting port dc6c3b03-3c83-4583-a9e2-7d53c2045174 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:38.337635 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1308fbf7-097f-4541-a9f1-7e202b50923b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:38.363980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-deleted', 'tag': '388db7c9-0733-43f3-bd76-2ea41caed4d0'}, {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-deleted', 'tag': '7e8e4722-fe39-4868-8203-148e049d7cac'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:38.371049 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b0be28-de94-4fe6-bef6-13bb2657be16" -d '{"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-deleted", "tag": "388db7c9-0733-43f3-bd76-2ea41caed4d0"}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-deleted", "tag": "7e8e4722-fe39-4868-8203-148e049d7cac"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:38.623017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f2653-99d1-4adf-b350-4e5ef1630e0e req-77d4a349-11de-4154-9506-845270c0745b tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:38.624654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d3f2653-99d1-4adf-b350-4e5ef1630e0e req-77d4a349-11de-4154-9506-845270c0745b tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 943 time: 0.2484262 Jan 31 18:46:38.634192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] For port fae6f0d3-175d-49d4-a18b-ca0777c69d54, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fae6f0d3-175d-49d4-a18b-ca0777c69d54,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:38.634647 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:38.681992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1308fbf7-097f-4541-a9f1-7e202b50923b admin admin] For port dc6c3b03-3c83-4583-a9e2-7d53c2045174, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dc6c3b03-3c83-4583-a9e2-7d53c2045174,segment=NetworkSegment(52dacfb5-854d-4607-b678-646b6537a318),segment_id=52dacfb5-854d-4607-b678-646b6537a318)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:38.682369 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1308fbf7-097f-4541-a9f1-7e202b50923b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:38.819221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1308fbf7-097f-4541-a9f1-7e202b50923b admin admin] Calling delete_port for dc6c3b03-3c83-4583-a9e2-7d53c2045174 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:38.827698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d3f2653-99d1-4adf-b350-4e5ef1630e0e req-9891fd58-93e5-4abf-b106-f554c9ff274c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups?id=417040cc-f58b-4d85-bbde-1342f1f50c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903391 Jan 31 18:46:39.263011 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1308fbf7-097f-4541-a9f1-7e202b50923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (dc6c3b03-3c83-4583-a9e2-7d53c2045174), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:39.303634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308fbf7-097f-4541-a9f1-7e202b50923b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6c3b03-3c83-4583-a9e2-7d53c2045174,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:39.597368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae8f00-46dd-4546-8915-173baf930d49 req-daf50a36-2d71-4da8-8afb-2b2b40b8b3b2 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:39.607265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cae8f00-46dd-4546-8915-173baf930d49 req-daf50a36-2d71-4da8-8afb-2b2b40b8b3b2 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.5140510 Jan 31 18:46:39.654116 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:39.654990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (8b68d80e-0cc0-415a-9684-26be31c15e03), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:39.655593 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Floating IP 8b68d80e-0cc0-415a-9684-26be31c15e03 disassociated. External IP: 172.25.8.242, port: fae6f0d3-175d-49d4-a18b-ca0777c69d54. Jan 31 18:46:39.656171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Calling delete_port for fae6f0d3-175d-49d4-a18b-ca0777c69d54 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:39.856047 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cae8f00-46dd-4546-8915-173baf930d49 req-8834617a-5d1b-4cc0-a8c7-fc361f23b26c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217638 Jan 31 18:46:39.875513 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1308fbf7-097f-4541-a9f1-7e202b50923b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (55126e91-63f4-4b08-9146-e234c4f0f60a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:40.043675 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d0da1a-f1aa-443c-ab44-3b676b729891 x-openstack-request-id: req-e5d0da1a-f1aa-443c-ab44-3b676b729891 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:40.044258 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-deleted", "tag": "388db7c9-0733-43f3-bd76-2ea41caed4d0", "status": "completed", "code": 200}, {"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-deleted", "tag": "7e8e4722-fe39-4868-8203-148e049d7cac", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:40.045399 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5d0da1a-f1aa-443c-ab44-3b676b729891 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:40.045914 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-deleted', 'tag': '388db7c9-0733-43f3-bd76-2ea41caed4d0', 'status': 'completed', 'code': 200} Jan 31 18:46:40.046255 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-deleted', 'tag': '7e8e4722-fe39-4868-8203-148e049d7cac', 'status': 'completed', 'code': 200} Jan 31 18:46:40.186497 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (fae6f0d3-175d-49d4-a18b-ca0777c69d54), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:40.236698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Port': ['ID=fae6f0d3-175d-49d4-a18b-ca0777c69d54,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:40.417303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40710) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:40.665795 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee395d7-fd8c-4404-9de2-0fe966734a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:40.839303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee395d7-fd8c-4404-9de2-0fe966734a97 admin admin] Publish callbacks [] for security_group (279ebd20-1c9b-40c8-8a9d-d434cf8d4097), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:40.847619 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee395d7-fd8c-4404-9de2-0fe966734a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (279ebd20-1c9b-40c8-8a9d-d434cf8d4097), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:40.911216 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ee395d7-fd8c-4404-9de2-0fe966734a97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=613686c14ed64b21974ea5776dc3dbfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4915693 Jan 31 18:46:40.911953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40714) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:40.945175 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee395d7-fd8c-4404-9de2-0fe966734a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279ebd20-1c9b-40c8-8a9d-d434cf8d4097,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:40.988889 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c097-3d38-4350-853f-0e1092d2f75e admin admin] Publish callbacks [] for security_group (279ebd20-1c9b-40c8-8a9d-d434cf8d4097), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:41.000887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:46:41.027017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c097-3d38-4350-853f-0e1092d2f75e admin admin] Publish callbacks [] for security_group (279ebd20-1c9b-40c8-8a9d-d434cf8d4097), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:41.040918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205e77c-87ba-422a-9a5f-3d7eac985f3b req-52ee8df1-1d92-4dcd-b4bc-c1e226c17a77 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:41.057001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0205e77c-87ba-422a-9a5f-3d7eac985f3b req-52ee8df1-1d92-4dcd-b4bc-c1e226c17a77 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.8721280 Jan 31 18:46:41.068682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1308fbf7-097f-4541-a9f1-7e202b50923b admin admin] Router 55126e91-63f4-4b08-9146-e234c4f0f60a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:46:41.157853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c097-3d38-4350-853f-0e1092d2f75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (279ebd20-1c9b-40c8-8a9d-d434cf8d4097), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:41.159356 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c097-3d38-4350-853f-0e1092d2f75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:41.161384 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b6c5c097-3d38-4350-853f-0e1092d2f75e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/279ebd20-1c9b-40c8-8a9d-d434cf8d4097 HTTP/1.1" status: 204 len: 168 time: 0.2455199 Jan 31 18:46:41.195871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5c097-3d38-4350-853f-0e1092d2f75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279ebd20-1c9b-40c8-8a9d-d434cf8d4097,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:41.280082 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0205e77c-87ba-422a-9a5f-3d7eac985f3b req-9f3cb85e-f8d8-445c-89ab-c65ad537e042 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230301 Jan 31 18:46:41.302778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:46:41.339522 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ac80b-a182-4fe7-aca1-8c451010d186 None None] Sync routers for ids ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:46:41.370112 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ac80b-a182-4fe7-aca1-8c451010d186 None None] Routers {'03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:41.372487 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ff6ac80b-a182-4fe7-aca1-8c451010d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:46:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:41.378217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] No DVR routers for this DVR port fae6f0d3-175d-49d4-a18b-ca0777c69d54 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:46:41.381834 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:41.385272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d05f80-89ea-4a6f-8c84-4e8206b7fbad req-aa4ca941-09c6-46b5-a054-2cd557668783 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.21 "DELETE /v2.0/ports/fae6f0d3-175d-49d4-a18b-ca0777c69d54 HTTP/1.1" status: 204 len: 173 time: 3.7314687 Jan 31 18:46:41.463021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c043146-4510-4a63-998c-3415629abffe req-d180be52-3db2-4b25-8e98-b34b462c42af tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0423062 Jan 31 18:46:41.483676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1308fbf7-097f-4541-a9f1-7e202b50923b admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:46:41.497233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f97a5ef-2f9f-4295-9027-831680ef62fa None None] Sync routers for ids ['55126e91-63f4-4b08-9146-e234c4f0f60a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:46:41.515266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1308fbf7-097f-4541-a9f1-7e202b50923b admin admin] 10.222.0.20 "PUT /v2.0/routers/55126e91-63f4-4b08-9146-e234c4f0f60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6110253 Jan 31 18:46:41.515512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40720) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:41.516037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f97a5ef-2f9f-4295-9027-831680ef62fa None None] Routers {'55126e91-63f4-4b08-9146-e234c4f0f60a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:41.516037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6f97a5ef-2f9f-4295-9027-831680ef62fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:46:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['55126e91-63f4-4b08-9146-e234c4f0f60a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:41.671503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6f97a5ef-2f9f-4295-9027-831680ef62fa None None] Set router 55126e91-63f4-4b08-9146-e234c4f0f60a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:41.775630 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ff6ac80b-a182-4fe7-aca1-8c451010d186 None None] Set router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:41.868393 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Publish callbacks [] for router (55126e91-63f4-4b08-9146-e234c4f0f60a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:41.882000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ca47-3ca1-442f-af0d-74373256b49d req-de5b15a8-4a6f-41cb-bbd6-186183568ad5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:41.894827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b65ca47-3ca1-442f-af0d-74373256b49d req-de5b15a8-4a6f-41cb-bbd6-186183568ad5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1632638 Jan 31 18:46:42.057195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-deleted', 'tag': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:42.067683 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9446e66-3fa4-4f80-998e-9de2b0266218" -d '{"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-deleted", "tag": "fae6f0d3-175d-49d4-a18b-ca0777c69d54"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:42.158778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b65ca47-3ca1-442f-af0d-74373256b49d req-16aaaaea-97b3-42c0-b3c9-051a06d509ac tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544255 Jan 31 18:46:42.257542 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b70ca6-9edf-4687-ac9d-cf1cb1d23a88 x-openstack-request-id: req-34b70ca6-9edf-4687-ac9d-cf1cb1d23a88 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:42.258093 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ff4ad4-c620-484f-be68-218ddc13ab87", "name": "network-vif-deleted", "tag": "fae6f0d3-175d-49d4-a18b-ca0777c69d54", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:42.258552 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34b70ca6-9edf-4687-ac9d-cf1cb1d23a88 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:42.259235 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ff4ad4-c620-484f-be68-218ddc13ab87', 'name': 'network-vif-deleted', 'tag': 'fae6f0d3-175d-49d4-a18b-ca0777c69d54', 'status': 'completed', 'code': 200} Jan 31 18:46:42.385896 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Publish callbacks [] for router_gateway (55126e91-63f4-4b08-9146-e234c4f0f60a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:42.430658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6f97a5ef-2f9f-4295-9027-831680ef62fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:46:39Z', 'revision_number': 5, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port': {'id': '5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:16Z', 'updated_at': '2022-01-31T18:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:42.551903 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f97a5ef-2f9f-4295-9027-831680ef62fa None None] Checking router: 55126e91-63f4-4b08-9146-e234c4f0f60a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:46:42.590379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f97a5ef-2f9f-4295-9027-831680ef62fa None None] Routers {'55126e91-63f4-4b08-9146-e234c4f0f60a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:42.595091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6f97a5ef-2f9f-4295-9027-831680ef62fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:46:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['55126e91-63f4-4b08-9146-e234c4f0f60a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:42.600297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397fc68-9f1b-43de-b43f-ba7eae814338 req-b88a6f1b-7a8c-49da-ad8e-c443f6a39bf8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:42.610117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7397fc68-9f1b-43de-b43f-ba7eae814338 req-b88a6f1b-7a8c-49da-ad8e-c443f6a39bf8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2050619 Jan 31 18:46:42.661470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Deleting port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:42.662284 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:42.681167 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ff6ac80b-a182-4fe7-aca1-8c451010d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:39:20Z', 'revision_number': 4, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '362a11ca-e808-4659-a35d-e8b222f6fd91', 'name': '', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'mac_address': 'fa:16:3e:b0:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:18Z', 'updated_at': '2022-01-31T18:39:26Z', 'revision_number': 5, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'subnets': [{'id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:42.764053 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7397fc68-9f1b-43de-b43f-ba7eae814338 req-03715cd2-1a08-4e52-944f-e8baf1fdb6da tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513400 Jan 31 18:46:42.771656 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ac80b-a182-4fe7-aca1-8c451010d186 None None] Checking router: 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:46:42.801429 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ac80b-a182-4fe7-aca1-8c451010d186 None None] Routers {'03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:42.802065 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ff6ac80b-a182-4fe7-aca1-8c451010d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:46:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:42.941093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] For port 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:42.941499 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:43.010326 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Calling delete_port for 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:43.161209 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ff6ac80b-a182-4fe7-aca1-8c451010d186 None None] Set router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:43.211531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616b78c-d02d-48ea-a710-ceb3cc7ba089 req-133e2d8c-6714-4039-b155-20c7f21d61e5 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:43.234603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c616b78c-d02d-48ea-a710-ceb3cc7ba089 req-133e2d8c-6714-4039-b155-20c7f21d61e5 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.1977491 Jan 31 18:46:43.364255 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c616b78c-d02d-48ea-a710-ceb3cc7ba089 req-352de6d2-1a23-4dd8-813c-38d356088da6 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193717 Jan 31 18:46:43.500881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6f97a5ef-2f9f-4295-9027-831680ef62fa None None] Set router 55126e91-63f4-4b08-9146-e234c4f0f60a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:43.517632 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c7e9649-0add-42ac-8885-c8bd6118c9eb req-626df838-e479-4974-b14b-df82093d039c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0831130 Jan 31 18:46:43.732586 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:43.735184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6f97a5ef-2f9f-4295-9027-831680ef62fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:46:42Z', 'revision_number': 6, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:43.849553 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ff6ac80b-a182-4fe7-aca1-8c451010d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:39:20Z', 'revision_number': 4, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '362a11ca-e808-4659-a35d-e8b222f6fd91', 'name': '', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'mac_address': 'fa:16:3e:b0:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:18Z', 'updated_at': '2022-01-31T18:39:26Z', 'revision_number': 5, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'subnets': [{'id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:43.867198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f97a5ef-2f9f-4295-9027-831680ef62fa None None] The sync data for ids ['55126e91-63f4-4b08-9146-e234c4f0f60a'] in n-d-812111-15 is: [{'id': '55126e91-63f4-4b08-9146-e234c4f0f60a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1287200075-router', 'tenant_id': 'b305afec01354014ae6407ca495aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:15Z', 'updated_at': '2022-01-31T18:46:42Z', 'revision_number': 6, 'project_id': 'b305afec01354014ae6407ca495aca7e', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:46:43.889199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:43.942131 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ac80b-a182-4fe7-aca1-8c451010d186 None None] The sync data for ids ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'] in n-d-812111-15 is: [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:39:20Z', 'revision_number': 4, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '362a11ca-e808-4659-a35d-e8b222f6fd91', 'name': '', 'network_id': 'e26b851d-0946-4172-af21-cdb27088cdaf', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'mac_address': 'fa:16:3e:b0:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:18Z', 'updated_at': '2022-01-31T18:39:26Z', 'revision_number': 5, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'subnets': [{'id': 'e109565c-f7ac-4d00-b22b-e887bf719fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:46:44.000244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfeaad-9cd8-476a-80a0-eae6f609ab9d req-513b25c2-bc55-428e-9af3-94cd2994fbb6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:44.011098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fcfeaad-9cd8-476a-80a0-eae6f609ab9d req-513b25c2-bc55-428e-9af3-94cd2994fbb6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1816266 Jan 31 18:46:44.118117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fcfeaad-9cd8-476a-80a0-eae6f609ab9d req-af292ca6-9c6e-4698-a459-dfeeda90d71a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054959 Jan 31 18:46:44.163123 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (55126e91-63f4-4b08-9146-e234c4f0f60a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:44.396231 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (55126e91-63f4-4b08-9146-e234c4f0f60a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:44.411505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Publish callbacks [] for router_controller (55126e91-63f4-4b08-9146-e234c4f0f60a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:44.434722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea6d49-43f9-4dc4-9685-fe5a60edacce req-88f3f70b-5e55-4d98-84fa-dbf66e2ea126 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:44.461554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2ea6d49-43f9-4dc4-9685-fe5a60edacce req-88f3f70b-5e55-4d98-84fa-dbf66e2ea126 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2468231 Jan 31 18:46:44.533960 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (55126e91-63f4-4b08-9146-e234c4f0f60a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:44.537406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55126e91-63f4-4b08-9146-e234c4f0f60a {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:46:44.550243 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:44.552449 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5a410161-8053-4bfc-b2f8-b4dd364428be admin admin] 10.222.0.20 "DELETE /v2.0/routers/55126e91-63f4-4b08-9146-e234c4f0f60a HTTP/1.1" status: 204 len: 168 time: 3.0374246 Jan 31 18:46:44.554047 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40780) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:44.647114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2ea6d49-43f9-4dc4-9685-fe5a60edacce req-0e9b8ddb-264a-4e6b-9f3e-5026c31bee3b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845665 Jan 31 18:46:44.681069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa27704-06d7-42e4-86dc-b3b1df9d5e7f admin admin] Deleting subnet fbaff98a-38ed-4176-8811-c0d3a0770a80 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:46:44.690925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfa27704-06d7-42e4-86dc-b3b1df9d5e7f admin admin] Publish callbacks [] for subnet (fbaff98a-38ed-4176-8811-c0d3a0770a80), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:44.710416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40784) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:44.741916 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd7a0f-127a-4671-9bdb-c1f09fc27f92 None None] New status for floating IP 8b68d80e-0cc0-415a-9684-26be31c15e03: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:46:44.820549 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfa27704-06d7-42e4-86dc-b3b1df9d5e7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (fbaff98a-38ed-4176-8811-c0d3a0770a80), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:44.982489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52128256-d8b6-4ffd-9a86-024b7721d979 req-644b112a-f7c3-45d8-a216-517c181bcc10 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:44.984186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52128256-d8b6-4ffd-9a86-024b7721d979 req-644b112a-f7c3-45d8-a216-517c181bcc10 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.1618037 Jan 31 18:46:45.067244 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfa27704-06d7-42e4-86dc-b3b1df9d5e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (fbaff98a-38ed-4176-8811-c0d3a0770a80), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:45.127730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dc6c3b03-3c83-4583-a9e2-7d53c2045174 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:45.163572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: dc6c3b03-3c83-4583-a9e2-7d53c2045174 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:46:45.164236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dc6c3b03-3c83-4583-a9e2-7d53c2045174 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:46:45.164914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:45.193341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52128256-d8b6-4ffd-9a86-024b7721d979 req-44191812-cc68-437c-9e00-37b7e6964058 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974530 Jan 31 18:46:45.195657 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87924194-086f-451a-b1ca-1f0a70e7df9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:45.227537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:46:45.228425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5fe9c0c6-f91d-4dfc-bcb2-09033bfa729f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:46:45.259921 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfa27704-06d7-42e4-86dc-b3b1df9d5e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (fbaff98a-38ed-4176-8811-c0d3a0770a80), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:45.395229 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa27704-06d7-42e4-86dc-b3b1df9d5e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbaff98a-38ed-4176-8811-c0d3a0770a80,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:45.407146 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfa27704-06d7-42e4-86dc-b3b1df9d5e7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:45.411725 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bfa27704-06d7-42e4-86dc-b3b1df9d5e7f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fbaff98a-38ed-4176-8811-c0d3a0770a80 HTTP/1.1" status: 204 len: 168 time: 0.8551252 Jan 31 18:46:45.411985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec40398c-efeb-48d4-a40c-68638008b4ae None None] Network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:46:45.416920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40792) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:45.514892 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87924194-086f-451a-b1ca-1f0a70e7df9e admin admin] Publish callbacks [] for security_group (8b1253cb-3128-4ce9-abf9-01e10c633efc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:45.544980 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87924194-086f-451a-b1ca-1f0a70e7df9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8b1253cb-3128-4ce9-abf9-01e10c633efc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:45.631191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-87924194-086f-451a-b1ca-1f0a70e7df9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f7f3efac248428aa285b8a900102eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9187081 Jan 31 18:46:45.634300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40794) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:45.647680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87924194-086f-451a-b1ca-1f0a70e7df9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1253cb-3128-4ce9-abf9-01e10c633efc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:45.778504 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b102c71d-793e-452e-bd89-b17044d3b950 admin admin] Publish callbacks [] for security_group (8b1253cb-3128-4ce9-abf9-01e10c633efc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:45.826379 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b102c71d-793e-452e-bd89-b17044d3b950 admin admin] Publish callbacks [] for security_group (8b1253cb-3128-4ce9-abf9-01e10c633efc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:45.879471 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (89c99cfb-ec02-43f2-8400-481c1cbdc1c7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:45.915479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] DHCP port deletion for 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:46:45.948870 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b102c71d-793e-452e-bd89-b17044d3b950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8b1253cb-3128-4ce9-abf9-01e10c633efc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:45.957609 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b102c71d-793e-452e-bd89-b17044d3b950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:45.987673 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b102c71d-793e-452e-bd89-b17044d3b950 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b1253cb-3128-4ce9-abf9-01e10c633efc HTTP/1.1" status: 204 len: 168 time: 0.3514507 Jan 31 18:46:46.042559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Deleting port 3117df68-bcad-4d95-9cc1-1c1baa11da4c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:46.043643 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102c71d-793e-452e-bd89-b17044d3b950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1253cb-3128-4ce9-abf9-01e10c633efc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:46.046067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:46.178545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] For port 3117df68-bcad-4d95-9cc1-1c1baa11da4c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3117df68-bcad-4d95-9cc1-1c1baa11da4c,segment=NetworkSegment(52dacfb5-854d-4607-b678-646b6537a318),segment_id=52dacfb5-854d-4607-b678-646b6537a318)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:46.179171 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:46.232144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Calling delete_port for 3117df68-bcad-4d95-9cc1-1c1baa11da4c owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:46.337822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Deleting port 3117df68-bcad-4d95-9cc1-1c1baa11da4c {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:46.343607 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:46.403833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:46.491439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3117df68-bcad-4d95-9cc1-1c1baa11da4c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:46.522158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] No DVR routers for this DVR port 3117df68-bcad-4d95-9cc1-1c1baa11da4c on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:46:46.673242 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (89c99cfb-ec02-43f2-8400-481c1cbdc1c7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:46.711995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] For port 3117df68-bcad-4d95-9cc1-1c1baa11da4c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3117df68-bcad-4d95-9cc1-1c1baa11da4c,segment=NetworkSegment(52dacfb5-854d-4607-b678-646b6537a318),segment_id=52dacfb5-854d-4607-b678-646b6537a318)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:46.712449 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:46.774799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Calling delete_port for 3117df68-bcad-4d95-9cc1-1c1baa11da4c owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:46.797597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c99cfb-ec02-43f2-8400-481c1cbdc1c7']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:46.814241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52dacfb5-854d-4607-b678-646b6537a318') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:46.815416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52dacfb5-854d-4607-b678-646b6537a318') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:46.847867 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (52dacfb5-854d-4607-b678-646b6537a318), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:46.879643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (52dacfb5-854d-4607-b678-646b6537a318), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:46.905666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:46:46.906022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (52dacfb5-854d-4607-b678-646b6537a318), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:46:46.908681 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:46:46.981932 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (89c99cfb-ec02-43f2-8400-481c1cbdc1c7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:47.034056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:47.037291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] 10.222.0.20 "DELETE /v2.0/networks/89c99cfb-ec02-43f2-8400-481c1cbdc1c7 HTTP/1.1" status: 204 len: 168 time: 1.6165538 Jan 31 18:46:47.038395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acebc7-8159-496f-a01e-f171c13687fe admin admin] Pushing event deleted for resources: {'Network': ['ID=89c99cfb-ec02-43f2-8400-481c1cbdc1c7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:47.073285 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (3117df68-bcad-4d95-9cc1-1c1baa11da4c), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:47.167591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3117df68-bcad-4d95-9cc1-1c1baa11da4c no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:47.176504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Network 89c99cfb-ec02-43f2-8400-481c1cbdc1c7 is not hosted by any dhcp agent {{(pid=103227) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 18:46:47.176976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] No DVR routers for this DVR port 3117df68-bcad-4d95-9cc1-1c1baa11da4c on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:46:47.193620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Pushing event deleted for resources: {'Port': ['ID=3117df68-bcad-4d95-9cc1-1c1baa11da4c,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:47.329223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.330243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.330515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.335963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.339242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.339875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.339999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.340315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.343362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.343693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.344039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.345882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.349610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188d183c-e2f1-4085-a7c7-ade2c354f753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:47.354480 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 3117df68-bcad-4d95-9cc1-1c1baa11da4c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:46:47.359192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3117df68-bcad-4d95-9cc1-1c1baa11da4c not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:46:47.509383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40830) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:47.579600 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ac90236c-7929-46f6-aea5-ebce740dacb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b305afec01354014ae6407ca495aca7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0689454 Jan 31 18:46:47.585357 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:47.667811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46ba5712-443f-4bf1-a3bd-d8c1807426bb admin admin] Publish callbacks [] for security_group (9263e0ea-a84f-431f-92bf-467be8b787c1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:47.726236 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46ba5712-443f-4bf1-a3bd-d8c1807426bb admin admin] Publish callbacks [] for security_group (9263e0ea-a84f-431f-92bf-467be8b787c1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:47.866500 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46ba5712-443f-4bf1-a3bd-d8c1807426bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9263e0ea-a84f-431f-92bf-467be8b787c1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:47.880193 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46ba5712-443f-4bf1-a3bd-d8c1807426bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:47.881942 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-46ba5712-443f-4bf1-a3bd-d8c1807426bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9263e0ea-a84f-431f-92bf-467be8b787c1 HTTP/1.1" status: 204 len: 168 time: 0.2948136 Jan 31 18:46:47.902449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba5712-443f-4bf1-a3bd-d8c1807426bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9263e0ea-a84f-431f-92bf-467be8b787c1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:48.593316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be76563-64af-466a-871b-d7be3c012e17 req-a0c886da-3f54-4de0-b651-a25eb110b6d5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:48.612968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-a0c886da-3f54-4de0-b651-a25eb110b6d5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 812 time: 0.3576579 Jan 31 18:46:48.690099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b7ce680-ebf5-40d1-9fdb-397b9ee5b6da req-6c63f57e-2873-4a2a-bc6c-ba0777457722 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0601676 Jan 31 18:46:48.695821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-4abc091e-e3bd-46b7-a8ff-fcd77c94001d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/quotas/929ddc5d4661400faea9db350575816f HTTP/1.1" status: 200 len: 375 time: 0.0815063 Jan 31 18:46:48.800286 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ca88e56b-5543-4fe3-87cf-b222d2db3513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:48.824892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-6fb227a0-5ff1-4626-80aa-8c52d041172d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1192389 Jan 31 18:46:48.959074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-b0ea0790-9e8f-46b2-ba5a-6a0b2d244a6f service neutron] 10.222.0.20 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204724 Jan 31 18:46:49.125197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da0a75-6496-4b49-bd15-af5493364e13 req-e05ba957-cbf2-4386-b67b-4cd396316ece tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:49.127881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0da0a75-6496-4b49-bd15-af5493364e13 req-e05ba957-cbf2-4386-b67b-4cd396316ece tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.2883425 Jan 31 18:46:49.139954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc277e3-eb56-4ef1-a3e3-ca5aab0d830e req-f6cbe0af-4004-4256-8282-8d8c0760d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:49.142040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dc277e3-eb56-4ef1-a3e3-ca5aab0d830e req-f6cbe0af-4004-4256-8282-8d8c0760d9df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 1128 time: 0.3046057 Jan 31 18:46:49.265621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0da0a75-6496-4b49-bd15-af5493364e13 req-ca2ef565-fbda-4b20-aae8-8334d31652d8 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222188 Jan 31 18:46:49.381373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40890) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:49.406503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-a72f9645-69b0-45b0-91ca-9648b6aa24ac service neutron] 10.222.0.20 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292033 Jan 31 18:46:49.415713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc277e3-eb56-4ef1-a3e3-ca5aab0d830e req-c8bbee04-6da2-432d-b129-53fbcf2e075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:49.417597 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dc277e3-eb56-4ef1-a3e3-ca5aab0d830e req-c8bbee04-6da2-432d-b129-53fbcf2e075b service neutron] 10.222.0.21 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 912 time: 0.2630665 Jan 31 18:46:49.573801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dc277e3-eb56-4ef1-a3e3-ca5aab0d830e req-3b9e84f1-7d5e-4e4b-90df-741dab62d08b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a6121bd-14be-44c2-9c82-8acca54b1b78 HTTP/1.1" status: 200 len: 217 time: 0.1491709 Jan 31 18:46:49.606874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-727306463-network', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:49.663111 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Made reservation on behalf of 36fe3c61dfa340e89906b3fbe88a2bf4 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:46:49.669340 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:49.691408 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:49.745692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02918ae0-3797-4422-80c4-4bdd47cc4e3b req-b4684a82-e2bb-4d25-9b78-907955193f65 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:49.753006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02918ae0-3797-4422-80c4-4bdd47cc4e3b req-b4684a82-e2bb-4d25-9b78-907955193f65 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.3945410 Jan 31 18:46:49.840383 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Publish callbacks [] for security_group (b5203a17-3546-4416-b125-9d92034f29ea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:49.847425 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b5203a17-3546-4416-b125-9d92034f29ea), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:49.869250 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:46:49.884059 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (d4c6484e-86b1-41fa-ba82-5fa76ede319f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:49.884059 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Added segment d4c6484e-86b1-41fa-ba82-5fa76ede319f of type vlan for network 75ca2c95-8bbd-48cf-96bc-41a96660a50a Jan 31 18:46:49.938280 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (75ca2c95-8bbd-48cf-96bc-41a96660a50a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:49.960547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02918ae0-3797-4422-80c4-4bdd47cc4e3b req-8979c9c9-1c36-4f6e-8bb6-2b43963f5a69 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948643 Jan 31 18:46:49.962033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc277e3-eb56-4ef1-a3e3-ca5aab0d830e req-4f3a883c-c2f2-45cc-9eeb-9242250377b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:49.963631 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dc277e3-eb56-4ef1-a3e3-ca5aab0d830e req-4f3a883c-c2f2-45cc-9eeb-9242250377b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.3823366 Jan 31 18:46:50.015605 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c70a13-4e00-41f1-a93e-42d04f2072bf req-96042e93-0c3b-46a6-8f51-adbd09f19943 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:50.017264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5203a17-3546-4416-b125-9d92034f29ea,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:50.020944 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (75ca2c95-8bbd-48cf-96bc-41a96660a50a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:50.022208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:50.023140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:50.035282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4c70a13-4e00-41f1-a93e-42d04f2072bf req-96042e93-0c3b-46a6-8f51-adbd09f19943 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2803955 Jan 31 18:46:50.064448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dc277e3-eb56-4ef1-a3e3-ca5aab0d830e req-2ccb1a46-04c4-4b84-abe6-8bb9d52401e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849078 Jan 31 18:46:50.189717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dc277e3-eb56-4ef1-a3e3-ca5aab0d830e req-0d24947e-c72c-41c1-918f-49f728dab417 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165783 Jan 31 18:46:50.227114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=75ca2c95-8bbd-48cf-96bc-41a96660a50a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:50.233522 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-246f84b1-3705-4dcf-a972-54b8c5493dd6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8510194 Jan 31 18:46:50.237835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 75ca2c95-8bbd-48cf-96bc-41a96660a50a details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:46:50.249847 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40908) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:50.265189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-deb69478-2e00-471a-9750-37e17d9b9321 admin admin] Request body: {'subnet': {'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-727306463-subnet', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:50.301864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb69478-2e00-471a-9750-37e17d9b9321 admin admin] Made reservation on behalf of 36fe3c61dfa340e89906b3fbe88a2bf4 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:46:50.305751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-deb69478-2e00-471a-9750-37e17d9b9321 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:50.404584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4c70a13-4e00-41f1-a93e-42d04f2072bf req-8d6075fc-33c7-410d-8bfe-95aacb513991 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682959 Jan 31 18:46:50.417986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-800ea11f-3a0f-474f-8715-ebc0585fe846 req-3b1756bd-f009-4b08-9465-b5f143ef8ae4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 210 time: 0.2267935 Jan 31 18:46:50.504790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dc277e3-eb56-4ef1-a3e3-ca5aab0d830e req-d4ca5ffe-d11a-4474-be95-8b0d53e9bdc2 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797432 Jan 31 18:46:50.610982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2693bd39-8c47-4221-b5b8-e46f9c371c54 req-a1e2170f-69ff-42c2-b813-cc9220596d72 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0984972 Jan 31 18:46:50.804609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479c43b-2555-4e8e-a378-afb948b23993 req-b26cf927-c828-4770-acd5-bfd40b8fee26 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:50.824690 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a479c43b-2555-4e8e-a378-afb948b23993 req-b26cf927-c828-4770-acd5-bfd40b8fee26 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.1808515 Jan 31 18:46:50.910289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-deb69478-2e00-471a-9750-37e17d9b9321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (e5d18df1-b941-477c-b112-4028005ed659), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:50.982015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c8a0f-0424-410e-880d-b9dba3ac4e04 req-180ee6df-e58c-4079-9343-67cdfb839f45 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:50.996075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a3c8a0f-0424-410e-880d-b9dba3ac4e04 req-180ee6df-e58c-4079-9343-67cdfb839f45 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1525300 Jan 31 18:46:50.999085 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb69478-2e00-471a-9750-37e17d9b9321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d18df1-b941-477c-b112-4028005ed659,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:51.009197 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fda5deac-8c26-4556-9935-b320cb0dc3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:51.016060 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb69478-2e00-471a-9750-37e17d9b9321 admin admin] Checking segment: {'id': 'd4c6484e-86b1-41fa-ba82-5fa76ede319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:46:51.017841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb69478-2e00-471a-9750-37e17d9b9321 admin admin] Network hostable DHCP agents. Network: 75ca2c95-8bbd-48cf-96bc-41a96660a50a, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:46:51.027202 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a479c43b-2555-4e8e-a378-afb948b23993 req-573ca2f8-8aa1-49b0-93c7-c63825e03d15 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013593 Jan 31 18:46:51.075830 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb69478-2e00-471a-9750-37e17d9b9321 admin admin] Network 75ca2c95-8bbd-48cf-96bc-41a96660a50a is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:46:51.094724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-deb69478-2e00-471a-9750-37e17d9b9321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 75ca2c95-8bbd-48cf-96bc-41a96660a50a) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:51.105104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68b0dc6-e679-4f99-a3cd-2c60aaf1839d None None] Network 75ca2c95-8bbd-48cf-96bc-41a96660a50a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:46:51.110777 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb69478-2e00-471a-9750-37e17d9b9321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:51.112173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-deb69478-2e00-471a-9750-37e17d9b9321 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:51.151236 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-deb69478-2e00-471a-9750-37e17d9b9321 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8998609 Jan 31 18:46:51.152037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40924) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:51.154377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a3c8a0f-0424-410e-880d-b9dba3ac4e04 req-d99ec5b5-d57f-4b5f-aea4-97dbcbcf1c7b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570034 Jan 31 18:46:51.159026 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-727306463-router', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:51.206882 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (1f547722-0e35-4985-95f1-6772f2443eb0), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:51.208294 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (1f547722-0e35-4985-95f1-6772f2443eb0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:51.240261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94bcbf-5cb6-4e47-9a7c-d01815e0787c req-7ee6b395-6f5a-48ab-a166-0b1943906fed tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:51.242514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c94bcbf-5cb6-4e47-9a7c-d01815e0787c req-7ee6b395-6f5a-48ab-a166-0b1943906fed tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.0870030 Jan 31 18:46:51.331964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c94bcbf-5cb6-4e47-9a7c-d01815e0787c req-4068a61b-01ef-4b50-b7ac-f6d9f532f214 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788643 Jan 31 18:46:51.355522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-75ca2c95-8bbd-48cf-96bc-41a96660a50a', 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a', 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'fixed_ips': [{'subnet_id': 'e5d18df1-b941-477c-b112-4028005ed659'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:46:51.357338 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:51.368683 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Publish callbacks [] for router_controller (1f547722-0e35-4985-95f1-6772f2443eb0), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:51.608402 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Publish callbacks [] for router_gateway (1f547722-0e35-4985-95f1-6772f2443eb0), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:51.612783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b65407c1-6c32-4b89-a90f-a5d40f82a0d5 req-5375a4dc-5ada-4105-bb40-c869fbd8c2e6 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 210 time: 0.0337608 Jan 31 18:46:51.621087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Allocated IP 172.20.0.2 (75ca2c95-8bbd-48cf-96bc-41a96660a50a/e5d18df1-b941-477c-b112-4028005ed659/475a9b6e-adff-44fd-9d47-9cc6b416179d) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:46:51.642156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72008450-0961-4a3b-a2e4-b733a86d3050 req-a66849cf-b25b-452e-8c11-c03c41639fe3 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:51.643893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72008450-0961-4a3b-a2e4-b733a86d3050 req-a66849cf-b25b-452e-8c11-c03c41639fe3 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2054660 Jan 31 18:46:51.762890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72008450-0961-4a3b-a2e4-b733a86d3050 req-cbeb6b6d-8fc4-4a47-a794-4a59886a4ea3 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091406 Jan 31 18:46:51.842780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70fdcc32-30dd-4116-b7dd-ce05204249b5 req-4c3e166a-19a9-4817-a262-067cbbec3ca1 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0452647 Jan 31 18:46:52.014378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Publish callbacks [] for router_gateway (1f547722-0e35-4985-95f1-6772f2443eb0), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:52.022865 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Publish callbacks [] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:52.033699 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:52.045581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:52.143625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Pushing event updated for resources: {'Port': ['ID=475a9b6e-adff-44fd-9d47-9cc6b416179d,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:52.174149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Network 75ca2c95-8bbd-48cf-96bc-41a96660a50a is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:46:52.177831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:52.206300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:46:52.419985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be76563-64af-466a-871b-d7be3c012e17 req-7f85a189-762b-498d-8a02-ec5b308110c8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:52.423258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-7f85a189-762b-498d-8a02-ec5b308110c8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 812 time: 0.4708619 Jan 31 18:46:52.434741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Allocated IP 172.25.8.166 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/b4063680-52fc-473e-890c-773e112c7a92) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:46:52.450752 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:52.467561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Attempting to bind port 475a9b6e-adff-44fd-9d47-9cc6b416179d on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:46:52.472066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Attempting to bind port 475a9b6e-adff-44fd-9d47-9cc6b416179d by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'd4c6484e-86b1-41fa-ba82-5fa76ede319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:46:52.473377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Attempting to bind port 475a9b6e-adff-44fd-9d47-9cc6b416179d on network 75ca2c95-8bbd-48cf-96bc-41a96660a50a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:46:52.482227 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:46:52.482916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Checking segment: {'id': 'd4c6484e-86b1-41fa-ba82-5fa76ede319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:46:52.483546 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:52.484098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Bound using segment: {'id': 'd4c6484e-86b1-41fa-ba82-5fa76ede319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:46:52.484791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Bound port: 475a9b6e-adff-44fd-9d47-9cc6b416179d, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c6484e-86b1-41fa-ba82-5fa76ede319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:46:52.485964 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:52.543339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3be76563-64af-466a-871b-d7be3c012e17 req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Request body: {'port': {'device_id': '10684fdc-a7e4-4b9a-b27e-5629750c102b', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'admin_state_up': True, 'tenant_id': '929ddc5d4661400faea9db350575816f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:52.576677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] For port 475a9b6e-adff-44fd-9d47-9cc6b416179d, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:46:52.581651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] For port 475a9b6e-adff-44fd-9d47-9cc6b416179d, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=475a9b6e-adff-44fd-9d47-9cc6b416179d,segment=NetworkSegment(d4c6484e-86b1-41fa-ba82-5fa76ede319f),segment_id=d4c6484e-86b1-41fa-ba82-5fa76ede319f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:46:52.589803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:52.601455 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Publish callbacks [] for port (b4063680-52fc-473e-890c-773e112c7a92), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:52.715287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b4063680-52fc-473e-890c-773e112c7a92), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:52.738429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb832a-d6e0-4c0a-be69-3f5555510223 None None] Pushing event updated for resources: {'Port': ['ID=475a9b6e-adff-44fd-9d47-9cc6b416179d,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:52.801751 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:46:52.809335 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:52.817428 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:46:52.886839 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Pushing event updated for resources: {'Port': ['ID=b4063680-52fc-473e-890c-773e112c7a92,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:53.230164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbf772-0d9c-4bb0-aec6-da8620a409ed req-13d1dad0-3d95-4a2d-9c15-1885a869967d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:53.238121 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aecbf772-0d9c-4bb0-aec6-da8620a409ed req-13d1dad0-3d95-4a2d-9c15-1885a869967d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 1.2340167 Jan 31 18:46:53.368236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dab615-a181-4e05-9aa9-e1d2a00f228f req-4f4af078-31bf-41af-a2e0-c3fe6461ffec tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:53.369913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96dab615-a181-4e05-9aa9-e1d2a00f228f req-4f4af078-31bf-41af-a2e0-c3fe6461ffec tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 945 time: 0.9650793 Jan 31 18:46:53.408191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3a6121bd-14be-44c2-9c82-8acca54b1b78 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:46:53.454688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Publish callbacks [] for router_gateway (1f547722-0e35-4985-95f1-6772f2443eb0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:53.524733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aecbf772-0d9c-4bb0-aec6-da8620a409ed req-4fc431a3-cfb2-4c85-a40a-082b1b8e0cfb tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830200 Jan 31 18:46:53.528599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be76563-64af-466a-871b-d7be3c012e17 req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Made reservation on behalf of 929ddc5d4661400faea9db350575816f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:46:53.530614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 3a6121bd-14be-44c2-9c82-8acca54b1b78 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:53.531118 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:53.544215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3be76563-64af-466a-871b-d7be3c012e17 req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:53.604207 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3a6121bd-14be-44c2-9c82-8acca54b1b78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3a6121bd-14be-44c2-9c82-8acca54b1b78,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:53.608365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa9cba1-1345-4731-a1d3-7e18f4981ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6121bd-14be-44c2-9c82-8acca54b1b78'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:53.625315 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b65eb35-823d-4421-a272-8e2fc6a75317" -d '{"events": [{"server_uuid": "2fa9cba1-1345-4731-a1d3-7e18f4981ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6121bd-14be-44c2-9c82-8acca54b1b78"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:53.635709 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:53.641652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96dab615-a181-4e05-9aa9-e1d2a00f228f req-5cb77af8-8c84-466a-a253-094297b00716 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455416 Jan 31 18:46:53.809374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=3a6121bd-14be-44c2-9c82-8acca54b1b78,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:53.864148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2814cdf-21b5-4383-b1c2-6526caec285c req-2e9e3d60-5d6c-4c4e-8b97-44c292aa3d0c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 210 time: 0.0526533 Jan 31 18:46:53.966492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78958802-5240-46cc-9ecc-dd0508cb7f44 req-f55e0c9a-caa0-412c-ba9e-9d4e9920d1eb tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:53.968050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78958802-5240-46cc-9ecc-dd0508cb7f44 req-f55e0c9a-caa0-412c-ba9e-9d4e9920d1eb tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.2257595 Jan 31 18:46:53.986011 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (1f547722-0e35-4985-95f1-6772f2443eb0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:54.017539 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:54.050213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-3be76563-64af-466a-871b-d7be3c012e17 req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Allocated IP 172.20.0.13 (50fbb222-e6d0-4564-9921-e3ecb13cb1c1/aff3baa4-ee50-48d2-9d5d-636d147b92c5/8c46f182-e9a9-4386-bebd-cd1e64ec66cc) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:46:54.168823 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:54.190749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ccac66f-0c32-4bd7-a35c-c28c0cceb2c1 req-b473054e-d305-425e-ae34-7983ace31be9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0886464 Jan 31 18:46:54.215530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78958802-5240-46cc-9ecc-dd0508cb7f44 req-07ded67e-753c-4ab9-9c86-8215f1d608ef tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269192 Jan 31 18:46:54.358013 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754f4e3f-d489-4e19-806d-bd645d759b45 x-openstack-request-id: req-754f4e3f-d489-4e19-806d-bd645d759b45 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:54.358496 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa9cba1-1345-4731-a1d3-7e18f4981ab7", "name": "network-vif-unplugged", "status": "failed", "tag": "3a6121bd-14be-44c2-9c82-8acca54b1b78", "code": 422}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:54.358908 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-754f4e3f-d489-4e19-806d-bd645d759b45 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:54.359784 n-d-812111-15 neutron-server[103227]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2fa9cba1-1345-4731-a1d3-7e18f4981ab7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a6121bd-14be-44c2-9c82-8acca54b1b78', 'code': 422} returned with failed status Jan 31 18:46:54.374813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Router 1f547722-0e35-4985-95f1-6772f2443eb0 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:46:54.613550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1e46a1-1f76-4786-bc06-0dc487f2a8c1 None None] Network 75ca2c95-8bbd-48cf-96bc-41a96660a50a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:46:54.615832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3be76563-64af-466a-871b-d7be3c012e17 req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:54.707307 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3be76563-64af-466a-871b-d7be3c012e17 req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:54.811297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be76563-64af-466a-871b-d7be3c012e17 req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:46:54.857479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-3be76563-64af-466a-871b-d7be3c012e17 req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:54.889701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be76563-64af-466a-871b-d7be3c012e17 req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:46:54.945823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8e53df25-5b6f-42a1-acd9-e60b65b7a0b1 None None] Provisioning complete for port 475a9b6e-adff-44fd-9d47-9cc6b416179d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:54.946164 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8e53df25-5b6f-42a1-acd9-e60b65b7a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:54.994452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be76563-64af-466a-871b-d7be3c012e17 req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:54.995105 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3be76563-64af-466a-871b-d7be3c012e17 req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:55.057962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event updated for resources: {'Port': ['ID=8c46f182-e9a9-4386-bebd-cd1e64ec66cc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:55.086407 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:46:55.107720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-ba4e7146-9d47-47c5-aabe-0392237fa9be tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5834506 Jan 31 18:46:55.135215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfa777-5dea-4b23-ad92-c75b556897a1 req-976b8284-17c2-478f-95c3-fe29af35f748 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:55.137002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4acfa777-5dea-4b23-ad92-c75b556897a1 req-976b8284-17c2-478f-95c3-fe29af35f748 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 943 time: 0.3117640 Jan 31 18:46:55.144804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Request body: {'port': {'device_id': '10684fdc-a7e4-4b9a-b27e-5629750c102b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:46:55.284000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be28cf5-ac3c-4c1d-98e3-2b304fc06726 req-204a315d-db24-49c2-aa3c-61befe9a76ea tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:55.286682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be28cf5-ac3c-4c1d-98e3-2b304fc06726 req-204a315d-db24-49c2-aa3c-61befe9a76ea tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2845175 Jan 31 18:46:55.296886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8e53df25-5b6f-42a1-acd9-e60b65b7a0b1 None None] Current status of the port 475a9b6e-adff-44fd-9d47-9cc6b416179d is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:55.297283 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8e53df25-5b6f-42a1-acd9-e60b65b7a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:55.361216 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:55.390591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 475a9b6e-adff-44fd-9d47-9cc6b416179d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:46:55.440838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8e53df25-5b6f-42a1-acd9-e60b65b7a0b1 None None] For port 475a9b6e-adff-44fd-9d47-9cc6b416179d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=475a9b6e-adff-44fd-9d47-9cc6b416179d,segment=NetworkSegment(d4c6484e-86b1-41fa-ba82-5fa76ede319f),segment_id=d4c6484e-86b1-41fa-ba82-5fa76ede319f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:55.444232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:46:55.453187 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:55.467142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Sync routers for ids ['1f547722-0e35-4985-95f1-6772f2443eb0'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:46:55.471304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4acfa777-5dea-4b23-ad92-c75b556897a1 req-cda9a9d8-5682-4cc9-88dd-c869439540dd tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221903 Jan 31 18:46:55.475960 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8e53df25-5b6f-42a1-acd9-e60b65b7a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:55.505015 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:55.506544 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fed4fa44-62cf-4676-9b17-178daac4e0fc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3529606 Jan 31 18:46:55.513485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41000) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:46:55.558595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53df25-5b6f-42a1-acd9-e60b65b7a0b1 None None] Pushing event updated for resources: {'Port': ['ID=475a9b6e-adff-44fd-9d47-9cc6b416179d,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:55.599762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 475a9b6e-adff-44fd-9d47-9cc6b416179d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:55.601005 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:55.664736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Routers {'1f547722-0e35-4985-95f1-6772f2443eb0'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:55.666123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1f547722-0e35-4985-95f1-6772f2443eb0'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:56.124195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c46f182-e9a9-4386-bebd-cd1e64ec66cc {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:46:56.134578 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Publish callbacks [] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:56.148949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Transition to ACTIVE for port object 8c46f182-e9a9-4386-bebd-cd1e64ec66cc will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:46:56.165668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be28cf5-ac3c-4c1d-98e3-2b304fc06726 req-263b2760-2359-4021-a9b6-a6f722edd555 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8660176 Jan 31 18:46:56.176041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:56.208807 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:56.240793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Set router 1f547722-0e35-4985-95f1-6772f2443eb0 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:56.342015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Pushing event updated for resources: {'Port': ['ID=8c46f182-e9a9-4386-bebd-cd1e64ec66cc,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:56.378880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 475a9b6e-adff-44fd-9d47-9cc6b416179d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:56.426634 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ae40a0ae-a741-4a2c-acaf-3a880e3c2e9f req-492589e1-33c5-456b-b1dc-9a7224bbc1a2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0711637 Jan 31 18:46:56.472363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4832518-6555-4c31-9e8e-b90f762b7656 req-c0d52216-2458-4417-a5c5-29599f84045f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:56.474802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4832518-6555-4c31-9e8e-b90f762b7656 req-c0d52216-2458-4417-a5c5-29599f84045f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 932 time: 0.8551681 Jan 31 18:46:56.488631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a999131e-2c48-44e6-91a1-51af25b463d8 None None] Provisioning complete for port 475a9b6e-adff-44fd-9d47-9cc6b416179d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:56.489172 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a999131e-2c48-44e6-91a1-51af25b463d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:56.693790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4832518-6555-4c31-9e8e-b90f762b7656 req-69e73a14-9b34-430b-9bca-0d9923d71888 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750600 Jan 31 18:46:56.696432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Attempting to bind port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:46:56.696893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Attempting to bind port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:46:56.697332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Attempting to bind port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:46:56.723754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:46:56.724199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Attempting to bind port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:46:56.749823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:46:56.750182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Checking segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:46:56.750627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Bound using segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:46:56.751264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Bound port: 8c46f182-e9a9-4386-bebd-cd1e64ec66cc, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:46:56.751784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:56.833194 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:56.865202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] For port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:46:56.874436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] For port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8c46f182-e9a9-4386-bebd-cd1e64ec66cc,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:46:56.904266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd68d-e9ff-484a-a618-9923cdf18dcd req-765c6f4c-1829-4b25-94b0-daa8538916d8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:56.908238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e0fd68d-e9ff-484a-a618-9923cdf18dcd req-765c6f4c-1829-4b25-94b0-daa8538916d8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.2425981 Jan 31 18:46:56.912796 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:56.931975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a999131e-2c48-44e6-91a1-51af25b463d8 None None] Current status of the port 475a9b6e-adff-44fd-9d47-9cc6b416179d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:57.004644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:57.005535 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:57.010065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] 10.222.0.49 "PUT /v2.0/ports/8c46f182-e9a9-4386-bebd-cd1e64ec66cc HTTP/1.1" status: 200 len: 1093 time: 1.8719590 Jan 31 18:46:57.024795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'name': 'tempest-FloatingIPsNegativeTestJSON-727306463-router', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'b4063680-52fc-473e-890c-773e112c7a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:51Z', 'updated_at': '2022-01-31T18:46:53Z', 'revision_number': 3, 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'gw_port': {'id': 'b4063680-52fc-473e-890c-773e112c7a92', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:52Z', 'updated_at': '2022-01-31T18:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:57.123285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10684fdc-a7e4-4b9a-b27e-5629750c102b', 'tag': '8c46f182-e9a9-4386-bebd-cd1e64ec66cc'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:46:57.135650 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a082b61-16e3-43da-b841-7087612763e6" -d '{"events": [{"name": "network-changed", "server_uuid": "10684fdc-a7e4-4b9a-b27e-5629750c102b", "tag": "8c46f182-e9a9-4386-bebd-cd1e64ec66cc"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:46:57.157869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Checking router: 1f547722-0e35-4985-95f1-6772f2443eb0 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:46:57.169735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Updating router 1f547722-0e35-4985-95f1-6772f2443eb0 port b4063680-52fc-473e-890c-773e112c7a92 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:46:57.278624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 475a9b6e-adff-44fd-9d47-9cc6b416179d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:46:57.377384 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b4063680-52fc-473e-890c-773e112c7a92), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:57.458398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e0fd68d-e9ff-484a-a618-9923cdf18dcd req-778fa02b-f321-45cb-bb7f-abf620cdff3d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4999373 Jan 31 18:46:57.459626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64a238-f206-4caf-b147-81ca73292963 service neutron] Pushing event updated for resources: {'Port': ['ID=8c46f182-e9a9-4386-bebd-cd1e64ec66cc,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:57.487609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be76563-64af-466a-871b-d7be3c012e17 req-236ac7ad-c413-48a8-98a5-8cea1366ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:57.490990 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-236ac7ad-c413-48a8-98a5-8cea1366ab28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 1127 time: 0.3322988 Jan 31 18:46:57.498542 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Allocated IP 172.20.0.1 (75ca2c95-8bbd-48cf-96bc-41a96660a50a/e5d18df1-b941-477c-b112-4028005ed659/e9775581-e041-454d-88bc-7d5049ae567a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:46:57.593984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-3d45059b-a9e8-4b99-beff-f982961b9da4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c46f182-e9a9-4386-bebd-cd1e64ec66cc HTTP/1.1" status: 200 len: 217 time: 0.0868232 Jan 31 18:46:57.685470 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aad6f5-96a2-430c-a653-8c399c197121 x-openstack-request-id: req-13aad6f5-96a2-430c-a653-8c399c197121 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:46:57.690521 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10684fdc-a7e4-4b9a-b27e-5629750c102b", "tag": "8c46f182-e9a9-4386-bebd-cd1e64ec66cc", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:46:57.691045 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13aad6f5-96a2-430c-a653-8c399c197121 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:46:57.692887 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10684fdc-a7e4-4b9a-b27e-5629750c102b', 'tag': '8c46f182-e9a9-4386-bebd-cd1e64ec66cc', 'status': 'completed', 'code': 200} Jan 31 18:46:57.753749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be76563-64af-466a-871b-d7be3c012e17 req-f1d30ab0-e29c-445a-9456-75c2178b3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:57.755304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-f1d30ab0-e29c-445a-9456-75c2178b3c20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.1546249 Jan 31 18:46:57.839809 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 475a9b6e-adff-44fd-9d47-9cc6b416179d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:57.840192 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:57.851359 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Publish callbacks [] for port (e9775581-e041-454d-88bc-7d5049ae567a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:57.908525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e9775581-e041-454d-88bc-7d5049ae567a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:58.003420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05481819-7796-4e1d-8653-62bab44ffc8f req-171fef73-a3a4-409f-90c6-f78a62dc647e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:58.006188 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05481819-7796-4e1d-8653-62bab44ffc8f req-171fef73-a3a4-409f-90c6-f78a62dc647e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2205043 Jan 31 18:46:58.041247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be76563-64af-466a-871b-d7be3c012e17 req-b59ed4d0-f039-4cf1-be3d-30c39c69ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:58.044925 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-b59ed4d0-f039-4cf1-be3d-30c39c69ab43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2803314 Jan 31 18:46:58.061257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Network 75ca2c95-8bbd-48cf-96bc-41a96660a50a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:46:58.074589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:58.084701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:46:58.103278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Pushing event updated for resources: {'Port': ['ID=e9775581-e041-454d-88bc-7d5049ae567a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:58.211214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 475a9b6e-adff-44fd-9d47-9cc6b416179d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:46:58.284560 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Publish callbacks [] for port (b4063680-52fc-473e-890c-773e112c7a92), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:58.286429 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (1f547722-0e35-4985-95f1-6772f2443eb0), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:58.293927 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b4063680-52fc-473e-890c-773e112c7a92), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:58.374884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9898c39-e103-462c-8dfb-e71c72a902a2 None None] Pushing event updated for resources: {'Port': ['ID=b4063680-52fc-473e-890c-773e112c7a92,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:58.403770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Attempting to bind port b4063680-52fc-473e-890c-773e112c7a92 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:46:58.404380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05481819-7796-4e1d-8653-62bab44ffc8f req-67765aa0-c35c-439d-87a6-cebcd95cabbf tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863134 Jan 31 18:46:58.404953 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Attempting to bind port b4063680-52fc-473e-890c-773e112c7a92 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:46:58.405845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Attempting to bind port b4063680-52fc-473e-890c-773e112c7a92 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:46:58.413625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:46:58.414196 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:46:58.414749 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:58.415518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:46:58.416174 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Bound port: b4063680-52fc-473e-890c-773e112c7a92, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:46:58.418414 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b4063680-52fc-473e-890c-773e112c7a92), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:58.518822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] For port b4063680-52fc-473e-890c-773e112c7a92, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:46:58.525182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] For port b4063680-52fc-473e-890c-773e112c7a92, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b4063680-52fc-473e-890c-773e112c7a92,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:46:58.533881 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b4063680-52fc-473e-890c-773e112c7a92), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:58.588694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff24e85-d896-4def-955b-73077de3c85e req-94183f12-6cc7-465f-82dd-c4dd5712e04b tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:58.593486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ff24e85-d896-4def-955b-73077de3c85e req-94183f12-6cc7-465f-82dd-c4dd5712e04b tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fa9cba1-1345-4731-a1d3-7e18f4981ab7 HTTP/1.1" status: 200 len: 943 time: 0.1668801 Jan 31 18:46:58.600236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Routers {'1f547722-0e35-4985-95f1-6772f2443eb0'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:46:58.600961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1f547722-0e35-4985-95f1-6772f2443eb0'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:58.695274 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9775581-e041-454d-88bc-7d5049ae567a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:58.701460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c707ec5-0af4-4fe0-9907-cd1330841374 req-d5ec2efb-db61-4838-a521-e029b2660977 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.1029165 Jan 31 18:46:58.757565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] Set router 1f547722-0e35-4985-95f1-6772f2443eb0 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:46:58.963387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-03d02dd3-107b-49e5-9eb1-2fde45f6390b service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9005206 Jan 31 18:46:59.037042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b5294870-15c1-47a7-a2d5-0088a6ce7137 None None] Provisioning complete for port e9775581-e041-454d-88bc-7d5049ae567a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:59.037425 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5294870-15c1-47a7-a2d5-0088a6ce7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e9775581-e041-454d-88bc-7d5049ae567a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:59.062502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f4411-7342-435c-90a5-331bf6b2b91d req-4e8b3d1b-66e2-4eec-a141-b412f0d06cc9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:59.070737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-802f4411-7342-435c-90a5-331bf6b2b91d req-4e8b3d1b-66e2-4eec-a141-b412f0d06cc9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 944 time: 0.2119739 Jan 31 18:46:59.114714 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Publish callbacks [] for port (e9775581-e041-454d-88bc-7d5049ae567a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:59.127141 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (e9775581-e041-454d-88bc-7d5049ae567a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:59.187825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-802f4411-7342-435c-90a5-331bf6b2b91d req-340c4bfa-1299-4689-bfc7-6bf8fad05507 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109064 Jan 31 18:46:59.238060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8ff24e85-d896-4def-955b-73077de3c85e req-84221366-b77f-48c3-94bb-fa9054e8c371 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Deleting port 3a6121bd-14be-44c2-9c82-8acca54b1b78 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:46:59.243266 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff24e85-d896-4def-955b-73077de3c85e req-84221366-b77f-48c3-94bb-fa9054e8c371 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:59.271867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b5294870-15c1-47a7-a2d5-0088a6ce7137 None None] Port e9775581-e041-454d-88bc-7d5049ae567a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:46:59.275698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9898c39-e103-462c-8dfb-e71c72a902a2 None None] Pushing event updated for resources: {'Port': ['ID=b4063680-52fc-473e-890c-773e112c7a92,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:59.281278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (1f547722-0e35-4985-95f1-6772f2443eb0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:59.285671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Pushing event updated for resources: {'Port': ['ID=e9775581-e041-454d-88bc-7d5049ae567a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:59.297483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3be76563-64af-466a-871b-d7be3c012e17 req-0962fae4-bc6e-44d8-a07d-a7b57dd1cebb service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254063 Jan 31 18:46:59.399916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'name': 'tempest-FloatingIPsNegativeTestJSON-727306463-router', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'b4063680-52fc-473e-890c-773e112c7a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:51Z', 'updated_at': '2022-01-31T18:46:53Z', 'revision_number': 3, 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'gw_port': {'id': 'b4063680-52fc-473e-890c-773e112c7a92', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:52Z', 'updated_at': '2022-01-31T18:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:59.454286 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0715fe8-46ca-40bc-9437-282d94da3e63 None None] The sync data for ids ['1f547722-0e35-4985-95f1-6772f2443eb0'] in n-d-812111-15 is: [{'id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'name': 'tempest-FloatingIPsNegativeTestJSON-727306463-router', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'b4063680-52fc-473e-890c-773e112c7a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:51Z', 'updated_at': '2022-01-31T18:46:53Z', 'revision_number': 3, 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'gw_port': {'id': 'b4063680-52fc-473e-890c-773e112c7a92', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:52Z', 'updated_at': '2022-01-31T18:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:46:59.489210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Network 75ca2c95-8bbd-48cf-96bc-41a96660a50a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:46:59.491121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:59.580143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd3d95-672e-4a8e-95cf-15d5f481aaec req-9fa2d4f1-9c70-4f87-9631-811a6249c2bf tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:59.593211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7efd3d95-672e-4a8e-95cf-15d5f481aaec req-9fa2d4f1-9c70-4f87-9631-811a6249c2bf tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.2891514 Jan 31 18:46:59.686862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082b61-16e3-43da-b841-7087612763e6 req-ba117c1d-184c-42f8-a41b-ee6cff6347f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:59.690135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a082b61-16e3-43da-b841-7087612763e6 req-ba117c1d-184c-42f8-a41b-ee6cff6347f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 1127 time: 0.2902155 Jan 31 18:46:59.693477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8ff24e85-d896-4def-955b-73077de3c85e req-84221366-b77f-48c3-94bb-fa9054e8c371 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] For port 3a6121bd-14be-44c2-9c82-8acca54b1b78, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3a6121bd-14be-44c2-9c82-8acca54b1b78,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:59.693941 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff24e85-d896-4def-955b-73077de3c85e req-84221366-b77f-48c3-94bb-fa9054e8c371 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:46:59.764379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8ff24e85-d896-4def-955b-73077de3c85e req-84221366-b77f-48c3-94bb-fa9054e8c371 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Calling delete_port for 3a6121bd-14be-44c2-9c82-8acca54b1b78 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:46:59.809890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Router 1f547722-0e35-4985-95f1-6772f2443eb0 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:47:00.020734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d8ad77a0-3b73-4fb4-81db-62fa9ab292f3 None None] Provisioning complete for port e9775581-e041-454d-88bc-7d5049ae567a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:47:00.021187 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d8ad77a0-3b73-4fb4-81db-62fa9ab292f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e9775581-e041-454d-88bc-7d5049ae567a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:00.120565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082b61-16e3-43da-b841-7087612763e6 req-dffcd3ac-bc99-47f3-9180-561df6a56402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:00.123318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a082b61-16e3-43da-b841-7087612763e6 req-dffcd3ac-bc99-47f3-9180-561df6a56402 service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.4246416 Jan 31 18:47:00.143742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad77a0-3b73-4fb4-81db-62fa9ab292f3 None None] Port e9775581-e041-454d-88bc-7d5049ae567a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:47:00.171909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7efd3d95-672e-4a8e-95cf-15d5f481aaec req-478b5628-69e7-482e-ad8e-76ec2eb4a0d6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5779407 Jan 31 18:47:00.230550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:47:00.256964 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-86f52cee-fdd9-4674-85f5-3ee59c39cf83 admin admin] 10.222.0.20 "PUT /v2.0/routers/1f547722-0e35-4985-95f1-6772f2443eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7411561 Jan 31 18:47:00.345858 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff24e85-d896-4def-955b-73077de3c85e req-84221366-b77f-48c3-94bb-fa9054e8c371 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3a6121bd-14be-44c2-9c82-8acca54b1b78), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:00.352917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a082b61-16e3-43da-b841-7087612763e6 req-552fda05-c0c3-4f47-8d16-7c506eb4a755 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c46f182-e9a9-4386-bebd-cd1e64ec66cc HTTP/1.1" status: 200 len: 217 time: 0.1835599 Jan 31 18:47:00.525373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84221366-b77f-48c3-94bb-fa9054e8c371 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Pushing event deleted for resources: {'Port': ['ID=3a6121bd-14be-44c2-9c82-8acca54b1b78,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:00.592703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082b61-16e3-43da-b841-7087612763e6 req-dbdba409-9683-4e2b-8f4f-82c69d1f653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:00.595032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a082b61-16e3-43da-b841-7087612763e6 req-dbdba409-9683-4e2b-8f4f-82c69d1f653c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.2163117 Jan 31 18:47:00.625616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff24e85-d896-4def-955b-73077de3c85e req-84221366-b77f-48c3-94bb-fa9054e8c371 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] No DVR routers for this DVR port 3a6121bd-14be-44c2-9c82-8acca54b1b78 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:47:00.630576 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff24e85-d896-4def-955b-73077de3c85e req-84221366-b77f-48c3-94bb-fa9054e8c371 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:00.640009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ff24e85-d896-4def-955b-73077de3c85e req-84221366-b77f-48c3-94bb-fa9054e8c371 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "DELETE /v2.0/ports/3a6121bd-14be-44c2-9c82-8acca54b1b78 HTTP/1.1" status: 204 len: 173 time: 1.9198802 Jan 31 18:47:00.643622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa9cba1-1345-4731-a1d3-7e18f4981ab7', 'name': 'network-vif-deleted', 'tag': '3a6121bd-14be-44c2-9c82-8acca54b1b78'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:47:00.645491 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7b1cca-1d85-4982-a190-37c1e138a0ce" -d '{"events": [{"server_uuid": "2fa9cba1-1345-4731-a1d3-7e18f4981ab7", "name": "network-vif-deleted", "tag": "3a6121bd-14be-44c2-9c82-8acca54b1b78"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:47:00.687761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a6c3d-eb9a-4906-8920-994a18b8794a req-bacf2f03-3034-4a1c-b0e8-a6df772d5ed8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:00.701189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a2a6c3d-eb9a-4906-8920-994a18b8794a req-bacf2f03-3034-4a1c-b0e8-a6df772d5ed8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.3672566 Jan 31 18:47:00.856906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082b61-16e3-43da-b841-7087612763e6 req-cea454dc-7915-46ea-b7ce-57a80b5bb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:00.859500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a082b61-16e3-43da-b841-7087612763e6 req-cea454dc-7915-46ea-b7ce-57a80b5bb57f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2468596 Jan 31 18:47:00.905340 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a2a6c3d-eb9a-4906-8920-994a18b8794a req-dddf363b-be6f-4cf8-828e-3a0c5d6be404 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029231 Jan 31 18:47:01.153479 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3045c03c-e6c0-47b7-a323-f87d73ffc340 req-d20a54f2-8687-4733-8cbc-14380c6b78b2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0996125 Jan 31 18:47:01.286297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a082b61-16e3-43da-b841-7087612763e6 req-6cbdaf52-35fd-4046-ba44-58030931b607 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158347 Jan 31 18:47:01.388909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b4063680-52fc-473e-890c-773e112c7a92 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:47:01.503829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 865f9705-fda3-4fd9-9ff2-1b376db30708 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:47:01.622206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a082b61-16e3-43da-b841-7087612763e6 req-3cf3bf63-b1a2-427c-9281-7a009fe7410d service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198761 Jan 31 18:47:01.670855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:01.707295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'port_id': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'mac_address': 'fa:16:3e:28:5e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:47:01.812799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-604168d6-4513-4944-b36d-c87f54a8e84d req-67f23b85-8dc8-492d-b4b0-9d713a80d357 tempest-FloatingIPsNegativeTestJSON-244579171 tempest-FloatingIPsNegativeTestJSON-244579171-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=36fe3c61dfa340e89906b3fbe88a2bf4 HTTP/1.1" status: 200 len: 217 time: 0.1877403 Jan 31 18:47:01.845840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b65f3-de41-4713-ae8e-0da26d915476 req-30605b24-ef11-4ede-958e-e7ac0c2ce054 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:01.855416 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-503b65f3-de41-4713-ae8e-0da26d915476 req-30605b24-ef11-4ede-958e-e7ac0c2ce054 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 944 time: 0.5582607 Jan 31 18:47:01.859614 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 31 Jan 2022 18:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a701a528-f731-4271-bdb3-550105e0e95d x-openstack-request-id: req-a701a528-f731-4271-bdb3-550105e0e95d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:47:01.860775 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa9cba1-1345-4731-a1d3-7e18f4981ab7", "name": "network-vif-deleted", "tag": "3a6121bd-14be-44c2-9c82-8acca54b1b78", "status": "failed", "code": 422}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:47:01.861182 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a701a528-f731-4271-bdb3-550105e0e95d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:47:01.861849 n-d-812111-15 neutron-server[103225]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2fa9cba1-1345-4731-a1d3-7e18f4981ab7', 'name': 'network-vif-deleted', 'tag': '3a6121bd-14be-44c2-9c82-8acca54b1b78', 'status': 'failed', 'code': 422} returned with failed status Jan 31 18:47:01.876608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 865f9705-fda3-4fd9-9ff2-1b376db30708 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:01.877311 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:01.909187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 865f9705-fda3-4fd9-9ff2-1b376db30708 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:47:01.922395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port b4063680-52fc-473e-890c-773e112c7a92 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:47:01.924578 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b4063680-52fc-473e-890c-773e112c7a92), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:01.958560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-503b65f3-de41-4713-ae8e-0da26d915476 req-29414286-03a8-43a1-83a9-0125ceb52da0 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949984 Jan 31 18:47:02.157211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:02.178813 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:02.181346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c31eeae1-2878-41b3-bd55-0e9978e1ab4f req-20823af9-3537-415a-b6af-71a11b1db748 tempest-FloatingIPsNegativeTestJSON-244579171 tempest-FloatingIPsNegativeTestJSON-244579171-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1656644 Jan 31 18:47:02.395473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['865f9705-fda3-4fd9-9ff2-1b376db30708'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:47:02.533168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245488b-be83-4d99-95d2-6f4343ab7806 req-9b8c7da9-de74-49f2-af42-6267941d42e1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:02.547018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0245488b-be83-4d99-95d2-6f4343ab7806 req-9b8c7da9-de74-49f2-af42-6267941d42e1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.3619695 Jan 31 18:47:02.552760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:02.582670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port b4063680-52fc-473e-890c-773e112c7a92 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:02.587374 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b4063680-52fc-473e-890c-773e112c7a92), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:02.705958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0245488b-be83-4d99-95d2-6f4343ab7806 req-2f9914a7-1c95-458a-bc08-05808c4dc261 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570005 Jan 31 18:47:02.713707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port b4063680-52fc-473e-890c-773e112c7a92, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b4063680-52fc-473e-890c-773e112c7a92,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:02.772537 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b4063680-52fc-473e-890c-773e112c7a92), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:02.781401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09948f06-5f79-4868-8090-eccc05a28fb0 req-443a1c74-59a0-44ba-b01c-d7ff5ecd114e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:02.792861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09948f06-5f79-4868-8090-eccc05a28fb0 req-443a1c74-59a0-44ba-b01c-d7ff5ecd114e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.4341414 Jan 31 18:47:02.867994 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-fa06ff49-4890-4c75-89b9-0456b9f08b77 req-c7719e53-e239-43e0-ba41-f3b9c179b7ae tempest-FloatingIPsNegativeTestJSON-244579171 tempest-FloatingIPsNegativeTestJSON-244579171-project] show failed (client error): The resource could not be found. Jan 31 18:47:02.881195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:02.885433 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa06ff49-4890-4c75-89b9-0456b9f08b77 req-c7719e53-e239-43e0-ba41-f3b9c179b7ae tempest-FloatingIPsNegativeTestJSON-244579171 tempest-FloatingIPsNegativeTestJSON-244579171-project] 10.222.0.20 "GET /v2.0/floatingips/bcf84f78-299f-4670-9136-4bfa748f628c HTTP/1.1" status: 404 len: 350 time: 0.0804386 Jan 31 18:47:02.974990 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09948f06-5f79-4868-8090-eccc05a28fb0 req-639cbd9e-76a8-473a-879a-7b9188ab5c92 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807551 Jan 31 18:47:03.011153 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Sync routers for ids ['1f547722-0e35-4985-95f1-6772f2443eb0'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:47:03.051119 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Routers {'1f547722-0e35-4985-95f1-6772f2443eb0'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:47:03.051764 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1f547722-0e35-4985-95f1-6772f2443eb0'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:03.084728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1705ce76-9169-4314-afab-9866328f45b4 req-be39d186-f9e2-4b47-85a7-3e5dbaa641fb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0670373 Jan 31 18:47:03.231842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=b4063680-52fc-473e-890c-773e112c7a92,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:03.337599 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Set router 1f547722-0e35-4985-95f1-6772f2443eb0 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:47:03.422269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 865f9705-fda3-4fd9-9ff2-1b376db30708 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:47:03.455273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-b1ef8811-26c1-4f02-96a4-9ae17a5469b1 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:03.462462 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-b1ef8811-26c1-4f02-96a4-9ae17a5469b1 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 0.3006315 Jan 31 18:47:03.512693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632daac-af4d-4540-a884-206b4856b302 req-8946e3bf-559d-4b9a-816a-f227f833e697 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:03.520760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8632daac-af4d-4540-a884-206b4856b302 req-8946e3bf-559d-4b9a-816a-f227f833e697 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 944 time: 0.2096260 Jan 31 18:47:03.537540 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-8ef372c9-86f7-4278-be2e-7f31584530bd tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/quotas/e7e7bb3aaa3f4d44af496cc2af494b17 HTTP/1.1" status: 200 len: 375 time: 0.0738637 Jan 31 18:47:03.557642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8c46f182-e9a9-4386-bebd-cd1e64ec66cc details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:47:03.825235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8c46f182-e9a9-4386-bebd-cd1e64ec66cc,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:03.869388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '8c46f182-e9a9-4386-bebd-cd1e64ec66cc', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'port_id': '8c46f182-e9a9-4386-bebd-cd1e64ec66cc', 'mac_address': 'fa:16:3e:79:cc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:47:03.899344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 865f9705-fda3-4fd9-9ff2-1b376db30708 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:47:03.899726 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:03.961941 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'name': 'tempest-FloatingIPsNegativeTestJSON-727306463-router', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'b4063680-52fc-473e-890c-773e112c7a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:51Z', 'updated_at': '2022-01-31T18:46:58Z', 'revision_number': 4, 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'gw_port': {'id': 'b4063680-52fc-473e-890c-773e112c7a92', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:52Z', 'updated_at': '2022-01-31T18:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e9775581-e041-454d-88bc-7d5049ae567a', 'name': '', 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'mac_address': 'fa:16:3e:94:83:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'e5d18df1-b941-477c-b112-4028005ed659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:56Z', 'updated_at': '2022-01-31T18:46:58Z', 'revision_number': 2, 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'subnets': [{'id': 'e5d18df1-b941-477c-b112-4028005ed659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:04.021483 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Checking router: 1f547722-0e35-4985-95f1-6772f2443eb0 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:47:04.022542 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Updating router 1f547722-0e35-4985-95f1-6772f2443eb0 port e9775581-e041-454d-88bc-7d5049ae567a binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:47:04.066352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:04.067012 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:04.119044 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9775581-e041-454d-88bc-7d5049ae567a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:04.120853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c46f182-e9a9-4386-bebd-cd1e64ec66cc {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:47:04.214437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8c46f182-e9a9-4386-bebd-cd1e64ec66cc,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:04.253023 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (1f547722-0e35-4985-95f1-6772f2443eb0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:04.313475 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:04.499806 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Publish callbacks [] for port (e9775581-e041-454d-88bc-7d5049ae567a), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:04.529485 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9775581-e041-454d-88bc-7d5049ae567a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:04.530563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-868cb5f3-6a32-4e7e-809a-50d35f7e73df tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.9918892 Jan 31 18:47:04.676657 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdaf3c-9f60-4912-b826-e0afb54d3be5 None None] Pushing event updated for resources: {'Port': ['ID=e9775581-e041-454d-88bc-7d5049ae567a,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:04.867533 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Attempting to bind port e9775581-e041-454d-88bc-7d5049ae567a on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:47:04.867879 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Attempting to bind port e9775581-e041-454d-88bc-7d5049ae567a by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'd4c6484e-86b1-41fa-ba82-5fa76ede319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:47:04.868248 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Attempting to bind port e9775581-e041-454d-88bc-7d5049ae567a on network 75ca2c95-8bbd-48cf-96bc-41a96660a50a {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:47:04.898691 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:47:04.899285 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Checking segment: {'id': 'd4c6484e-86b1-41fa-ba82-5fa76ede319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:47:04.899923 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:04.900568 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Bound using segment: {'id': 'd4c6484e-86b1-41fa-ba82-5fa76ede319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:47:04.901313 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Bound port: e9775581-e041-454d-88bc-7d5049ae567a, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c6484e-86b1-41fa-ba82-5fa76ede319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:47:04.901940 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9775581-e041-454d-88bc-7d5049ae567a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:04.939255 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-dda9535b-8eaf-49fc-bf1f-769bb8384891 service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003153 Jan 31 18:47:04.989592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 865f9705-fda3-4fd9-9ff2-1b376db30708 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:04.990256 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:05.068185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8c46f182-e9a9-4386-bebd-cd1e64ec66cc,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:05.083927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8c46f182-e9a9-4386-bebd-cd1e64ec66cc'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:47:05.093599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:47:05.103759 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfee375-fb3a-4fb1-89ff-8e2adc0217b4" -d '{"events": [{"server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "name": "network-vif-plugged", "status": "completed", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:47:05.167273 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] For port e9775581-e041-454d-88bc-7d5049ae567a, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:47:05.179401 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] For port e9775581-e041-454d-88bc-7d5049ae567a, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e9775581-e041-454d-88bc-7d5049ae567a,segment=NetworkSegment(d4c6484e-86b1-41fa-ba82-5fa76ede319f),segment_id=d4c6484e-86b1-41fa-ba82-5fa76ede319f)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:47:05.190155 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9775581-e041-454d-88bc-7d5049ae567a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:05.200568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:05.223006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b4063680-52fc-473e-890c-773e112c7a92 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:47:05.247906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Deleting port e9775581-e041-454d-88bc-7d5049ae567a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:47:05.247906 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e9775581-e041-454d-88bc-7d5049ae567a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:05.274082 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8632daac-af4d-4540-a884-206b4856b302 req-0b45f34f-434c-4051-8695-50dd90bdb3e9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7517843 Jan 31 18:47:05.331609 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:05.381390 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdaf3c-9f60-4912-b826-e0afb54d3be5 None None] Pushing event updated for resources: {'Port': ['ID=e9775581-e041-454d-88bc-7d5049ae567a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:05.417495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-242f1693-2b39-4ba8-a729-5d4c10b2c662 service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644781 Jan 31 18:47:05.421204 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Routers {'1f547722-0e35-4985-95f1-6772f2443eb0'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:47:05.421344 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1f547722-0e35-4985-95f1-6772f2443eb0'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:05.627849 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] For port e9775581-e041-454d-88bc-7d5049ae567a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e9775581-e041-454d-88bc-7d5049ae567a,segment=NetworkSegment(d4c6484e-86b1-41fa-ba82-5fa76ede319f),segment_id=d4c6484e-86b1-41fa-ba82-5fa76ede319f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:05.628592 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e9775581-e041-454d-88bc-7d5049ae567a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:05.639673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:05.693846 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Calling delete_port for e9775581-e041-454d-88bc-7d5049ae567a owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:47:05.788032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab7d10-fd4a-4155-bb65-20f381ebcea5 req-5056d928-c1af-438e-86c5-44ef93902c94 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:05.804013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93ab7d10-fd4a-4155-bb65-20f381ebcea5 req-5056d928-c1af-438e-86c5-44ef93902c94 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.2386446 Jan 31 18:47:05.842350 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] Set router 1f547722-0e35-4985-95f1-6772f2443eb0 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:47:05.846639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-001a968a-99d4-40e2-a9dc-d79023fadf5e None None] Provisioning complete for port e9775581-e041-454d-88bc-7d5049ae567a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:47:05.847149 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-001a968a-99d4-40e2-a9dc-d79023fadf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e9775581-e041-454d-88bc-7d5049ae567a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:05.951387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93ab7d10-fd4a-4155-bb65-20f381ebcea5 req-1b2025c3-4284-4591-bfd8-2d3106c0eaa9 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460814 Jan 31 18:47:06.006548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port b4063680-52fc-473e-890c-773e112c7a92 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:47:06.007152 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b4063680-52fc-473e-890c-773e112c7a92), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:06.271896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e0d95da-2526-4dfe-8f41-f87122175f1c req-13380933-463a-4691-9da4-99316ffbb591 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.1046143 Jan 31 18:47:06.347937 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e9775581-e041-454d-88bc-7d5049ae567a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:06.383220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f245a-d042-45b1-b5e9-24736a50760e req-0953a3e5-e9ef-4b4a-a836-7f0f23aec2c5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:06.384826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-803f245a-d042-45b1-b5e9-24736a50760e req-0953a3e5-e9ef-4b4a-a836-7f0f23aec2c5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.3088162 Jan 31 18:47:06.565700 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Pushing event deleted for resources: {'Port': ['ID=e9775581-e041-454d-88bc-7d5049ae567a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:06.596320 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5b1daf-6e5d-42b2-b4d3-a5723f8984e7 x-openstack-request-id: req-0c5b1daf-6e5d-42b2-b4d3-a5723f8984e7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:47:06.601524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.602275 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.602661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.603374 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "name": "network-vif-plugged", "status": "completed", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:47:06.608024 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c5b1daf-6e5d-42b2-b4d3-a5723f8984e7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:47:06.609034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.609467 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'code': 200} Jan 31 18:47:06.612007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-001a968a-99d4-40e2-a9dc-d79023fadf5e None None] Current status of the port e9775581-e041-454d-88bc-7d5049ae567a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:06.612385 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.612909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.613485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.613965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.614624 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.615302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.615949 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-001a968a-99d4-40e2-a9dc-d79023fadf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9775581-e041-454d-88bc-7d5049ae567a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:06.616510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.624129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.624822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:06.681806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-803f245a-d042-45b1-b5e9-24736a50760e req-b5dd2822-6704-4ced-b9bc-9ab82505e7de tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882566 Jan 31 18:47:06.901188 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d9eb7a4-87ea-4bc0-806f-2ceb4e24ce50 req-aaee9d80-b6b0-46f7-a71f-abec1a21889e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 210 time: 0.2181213 Jan 31 18:47:06.956116 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'name': 'tempest-FloatingIPsNegativeTestJSON-727306463-router', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'b4063680-52fc-473e-890c-773e112c7a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:51Z', 'updated_at': '2022-01-31T18:46:58Z', 'revision_number': 4, 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'gw_port': {'id': 'b4063680-52fc-473e-890c-773e112c7a92', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:52Z', 'updated_at': '2022-01-31T18:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e9775581-e041-454d-88bc-7d5049ae567a', 'name': '', 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'mac_address': 'fa:16:3e:94:83:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'e5d18df1-b941-477c-b112-4028005ed659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:56Z', 'updated_at': '2022-01-31T18:47:05Z', 'revision_number': 4, 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'subnets': [{'id': 'e5d18df1-b941-477c-b112-4028005ed659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:07.029467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port b4063680-52fc-473e-890c-773e112c7a92 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:07.108840 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (1f547722-0e35-4985-95f1-6772f2443eb0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:07.125418 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd2bf8-78ab-42cf-b53b-aadbf18de5d8 None None] The sync data for ids ['1f547722-0e35-4985-95f1-6772f2443eb0'] in n-d-812111-15 is: [{'id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'name': 'tempest-FloatingIPsNegativeTestJSON-727306463-router', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'b4063680-52fc-473e-890c-773e112c7a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:51Z', 'updated_at': '2022-01-31T18:46:58Z', 'revision_number': 4, 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'gw_port': {'id': 'b4063680-52fc-473e-890c-773e112c7a92', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:52Z', 'updated_at': '2022-01-31T18:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e9775581-e041-454d-88bc-7d5049ae567a', 'name': '', 'network_id': '75ca2c95-8bbd-48cf-96bc-41a96660a50a', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'mac_address': 'fa:16:3e:94:83:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'e5d18df1-b941-477c-b112-4028005ed659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:56Z', 'updated_at': '2022-01-31T18:47:05Z', 'revision_number': 4, 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'subnets': [{'id': 'e5d18df1-b941-477c-b112-4028005ed659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:47:07.165508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-96d44b59-fca2-4012-bc07-fe3e78ba2b50 None None] Could not find standard attr ID for object e9775581-e041-454d-88bc-7d5049ae567a. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:47:07.448263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d1e8b-4c9d-4324-8ec0-036840d2e97b req-63058eb0-73af-475d-b5d2-640985a3c9a3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:07.455231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed3d1e8b-4c9d-4324-8ec0-036840d2e97b req-63058eb0-73af-475d-b5d2-640985a3c9a3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 945 time: 0.3884735 Jan 31 18:47:07.546379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4447ff6c-3a73-4dbf-992c-e1486caf4f1c details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:47:07.549917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8c46f182-e9a9-4386-bebd-cd1e64ec66cc up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:47:07.678272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed3d1e8b-4c9d-4324-8ec0-036840d2e97b req-542e9bb5-1d86-48de-af3c-7af6689d7a80 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121303 Jan 31 18:47:07.751054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c8c2-0f0b-462f-b01f-c80dbda9717c req-cd0abb2f-b2ae-4963-a275-8dd8988a5d66 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:07.756317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8364c8c2-0f0b-462f-b01f-c80dbda9717c req-cd0abb2f-b2ae-4963-a275-8dd8988a5d66 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.5885804 Jan 31 18:47:07.984665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Router 1f547722-0e35-4985-95f1-6772f2443eb0 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:47:08.020978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:08.049546 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c440a67-d2df-4c5a-ac0f-1c788a9e2dd3 req-7127d3d3-6518-455d-8ce9-b0b93c3f29ed tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.1729128 Jan 31 18:47:08.069074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c', 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688', 'port_id': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c', 'mac_address': 'fa:16:3e:65:cc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86926680-325f-4730-846d-e46372cc4cbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:47:08.093534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8364c8c2-0f0b-462f-b01f-c80dbda9717c req-2189d53d-119c-4e5c-a9bd-f2370f7fd3f4 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243227 Jan 31 18:47:08.488573 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:08.496153 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:08.568521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:47:08.596766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fafcaddb-bd77-4de6-89c5-db9d91c80efd req-e96a24a9-c25d-47f0-a811-168b325934ba tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 210 time: 0.1150780 Jan 31 18:47:08.643441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:47:08.643843 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:08.845628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4447ff6c-3a73-4dbf-992c-e1486caf4f1c {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:47:08.880931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:08.926340 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:09.053100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d261214-e1bc-464f-937f-49ddd570d063 req-56431122-6b45-481a-97f4-4d75c83c207d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:09.070223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d261214-e1bc-464f-937f-49ddd570d063 req-56431122-6b45-481a-97f4-4d75c83c207d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.6792119 Jan 31 18:47:09.085112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['4447ff6c-3a73-4dbf-992c-e1486caf4f1c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:47:09.113766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:09.114306 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:09.402356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d261214-e1bc-464f-937f-49ddd570d063 req-dfa38499-b571-4f9c-addd-00ad58a5f87a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113227 Jan 31 18:47:09.440218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8c46f182-e9a9-4386-bebd-cd1e64ec66cc,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:09.452129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:09.471584 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10684fdc-a7e4-4b9a-b27e-5629750c102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c46f182-e9a9-4386-bebd-cd1e64ec66cc'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:47:09.481968 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c72cd8-d870-44e9-8e12-9eb1bd10706d" -d '{"events": [{"server_uuid": "10684fdc-a7e4-4b9a-b27e-5629750c102b", "name": "network-vif-plugged", "status": "completed", "tag": "8c46f182-e9a9-4386-bebd-cd1e64ec66cc"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:47:09.497835 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:09.531708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c8995-e820-47c1-864a-b50827c80790 req-ae7517eb-9490-4378-9b1c-321c61f7d106 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:09.546829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f26c8995-e820-47c1-864a-b50827c80790 req-ae7517eb-9490-4378-9b1c-321c61f7d106 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 945 time: 0.6356924 Jan 31 18:47:09.614235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-62dfeaa2-b899-4085-9930-82666e69dc2e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:09.628674 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-62dfeaa2-b899-4085-9930-82666e69dc2e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 1.0279906 Jan 31 18:47:09.674163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Request body: {'port': {'device_id': 'ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'admin_state_up': True, 'tenant_id': 'e7e7bb3aaa3f4d44af496cc2af494b17'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:47:09.759256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:47:09.805687 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bd987b09-0671-438c-bcae-1533ec9c80fb admin admin] 10.222.0.20 "PUT /v2.0/routers/1f547722-0e35-4985-95f1-6772f2443eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9226112 Jan 31 18:47:09.810409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:09.879569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8c46f182-e9a9-4386-bebd-cd1e64ec66cc,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:09.898409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27b2ce29-c150-437d-9ea1-96fe43cce966 req-7f7cabfb-de90-4cf8-8d67-29f6bc077a42 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.2007372 Jan 31 18:47:10.179287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Publish callbacks [] for router (1f547722-0e35-4985-95f1-6772f2443eb0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:10.269691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f26c8995-e820-47c1-864a-b50827c80790 req-e232f828-81fa-4784-a142-68297d75e312 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7215891 Jan 31 18:47:10.464033 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755e02fd-40bc-4deb-977b-2e8e242be25c x-openstack-request-id: req-755e02fd-40bc-4deb-977b-2e8e242be25c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:47:10.465843 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10684fdc-a7e4-4b9a-b27e-5629750c102b", "name": "network-vif-plugged", "status": "completed", "tag": "8c46f182-e9a9-4386-bebd-cd1e64ec66cc", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:47:10.466259 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-755e02fd-40bc-4deb-977b-2e8e242be25c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:47:10.466943 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10684fdc-a7e4-4b9a-b27e-5629750c102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c46f182-e9a9-4386-bebd-cd1e64ec66cc', 'code': 200} Jan 31 18:47:10.560405 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Publish callbacks [] for router_gateway (1f547722-0e35-4985-95f1-6772f2443eb0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:10.622291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcfcd6-89b1-4c36-9877-977c21c18841 req-cff9ff81-4416-4c06-a5b6-7eaf1be6aede tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:10.626920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6dcfcd6-89b1-4c36-9877-977c21c18841 req-cff9ff81-4416-4c06-a5b6-7eaf1be6aede tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.4083579 Jan 31 18:47:10.707641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d794c-b487-43c2-b1a3-33daace28a88 None None] Sync routers for ids ['1f547722-0e35-4985-95f1-6772f2443eb0'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:47:10.721166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2459f0a4-fe5f-4cc8-b25e-4eba89b513a1 req-fc97e367-23c3-41eb-bbb2-46cbeac42e30 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 210 time: 0.0873003 Jan 31 18:47:10.722320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Deleting port b4063680-52fc-473e-890c-773e112c7a92 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:47:10.723284 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b4063680-52fc-473e-890c-773e112c7a92), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:10.748558 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d794c-b487-43c2-b1a3-33daace28a88 None None] Routers {'1f547722-0e35-4985-95f1-6772f2443eb0'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:47:10.749262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-455d794c-b487-43c2-b1a3-33daace28a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1f547722-0e35-4985-95f1-6772f2443eb0'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:10.904546 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] For port b4063680-52fc-473e-890c-773e112c7a92, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b4063680-52fc-473e-890c-773e112c7a92,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:10.905424 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b4063680-52fc-473e-890c-773e112c7a92), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:10.921790 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Calling delete_port for b4063680-52fc-473e-890c-773e112c7a92 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:47:11.066904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Made reservation on behalf of e7e7bb3aaa3f4d44af496cc2af494b17 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:47:11.076083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-455d794c-b487-43c2-b1a3-33daace28a88 None None] Set router 1f547722-0e35-4985-95f1-6772f2443eb0 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:47:11.077604 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:11.147347 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b4063680-52fc-473e-890c-773e112c7a92), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:11.221856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4063680-52fc-473e-890c-773e112c7a92,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:11.274879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-455d794c-b487-43c2-b1a3-33daace28a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'name': 'tempest-FloatingIPsNegativeTestJSON-727306463-router', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:51Z', 'updated_at': '2022-01-31T18:47:10Z', 'revision_number': 6, 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:11.338867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6dcfcd6-89b1-4c36-9877-977c21c18841 req-77a1465a-4a98-4414-9d22-0bd9ba7c6e64 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6164804 Jan 31 18:47:11.377491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d794c-b487-43c2-b1a3-33daace28a88 None None] Checking router: 1f547722-0e35-4985-95f1-6772f2443eb0 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:47:11.386277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe54e95-0837-4846-9eed-a6859a08de45 req-0816444c-21c8-40da-bb8d-a4c04e6685bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:11.388425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfe54e95-0837-4846-9eed-a6859a08de45 req-0816444c-21c8-40da-bb8d-a4c04e6685bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 1129 time: 0.8457603 Jan 31 18:47:11.441841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d794c-b487-43c2-b1a3-33daace28a88 None None] Routers {'1f547722-0e35-4985-95f1-6772f2443eb0'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:47:11.443856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-455d794c-b487-43c2-b1a3-33daace28a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1f547722-0e35-4985-95f1-6772f2443eb0'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:11.512995 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (1f547722-0e35-4985-95f1-6772f2443eb0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:11.514592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74814cee-71c5-4891-9f8c-72ee0504a9dd req-33f872ee-fa8d-42e4-8032-4bbb78a668db tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:11.522776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-74814cee-71c5-4891-9f8c-72ee0504a9dd req-33f872ee-fa8d-42e4-8032-4bbb78a668db tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 944 time: 0.5677564 Jan 31 18:47:11.588554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfe54e95-0837-4846-9eed-a6859a08de45 req-7cd2eadc-f38a-49d4-b3b1-d1ef0438d3b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859198 Jan 31 18:47:11.686359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a598b27-97cc-43cd-81e6-59491255725c req-2555cd9f-62b3-4445-a771-69bd687d5f0d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0949864 Jan 31 18:47:11.714048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-455d794c-b487-43c2-b1a3-33daace28a88 None None] Set router 1f547722-0e35-4985-95f1-6772f2443eb0 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:47:11.726869 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-74814cee-71c5-4891-9f8c-72ee0504a9dd req-2db3bae7-eac0-4eac-a857-13e3ef121ed1 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031898 Jan 31 18:47:11.775713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Allocated IP 172.20.0.4 (73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d/b701da94-0f98-46d4-93ea-0e6c62e79c49/c639bbc8-22a2-4133-9662-84f1cfdb8859) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:47:11.909626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (1f547722-0e35-4985-95f1-6772f2443eb0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:11.926262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-455d794c-b487-43c2-b1a3-33daace28a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'name': 'tempest-FloatingIPsNegativeTestJSON-727306463-router', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:51Z', 'updated_at': '2022-01-31T18:47:11Z', 'revision_number': 7, 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:11.929596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4447ff6c-3a73-4dbf-992c-e1486caf4f1c up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:47:11.930991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Publish callbacks [] for router_controller (1f547722-0e35-4985-95f1-6772f2443eb0), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:12.037189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-429cf65c-7d10-4db4-855e-f97fd63a6efd req-5b2d92e9-5307-4423-9974-a8a3bb2990c6 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 210 time: 0.0772097 Jan 31 18:47:12.096793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (1f547722-0e35-4985-95f1-6772f2443eb0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:12.097363 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f547722-0e35-4985-95f1-6772f2443eb0 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:47:12.105084 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:12.106706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d794c-b487-43c2-b1a3-33daace28a88 None None] The sync data for ids ['1f547722-0e35-4985-95f1-6772f2443eb0'] in n-d-812111-15 is: [{'id': '1f547722-0e35-4985-95f1-6772f2443eb0', 'name': 'tempest-FloatingIPsNegativeTestJSON-727306463-router', 'tenant_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:51Z', 'updated_at': '2022-01-31T18:47:11Z', 'revision_number': 7, 'project_id': '36fe3c61dfa340e89906b3fbe88a2bf4', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:47:12.114834 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-18a9556b-dc8c-4f70-abff-ca889c63525a admin admin] 10.222.0.20 "DELETE /v2.0/routers/1f547722-0e35-4985-95f1-6772f2443eb0 HTTP/1.1" status: 204 len: 168 time: 2.3013978 Jan 31 18:47:12.116468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:12.211088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:47:12.211472 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:12.279217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4e9944-036d-4e08-baba-1d9a2bc19049 admin admin] Deleting subnet e5d18df1-b941-477c-b112-4028005ed659 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:47:12.296469 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9944-036d-4e08-baba-1d9a2bc19049 admin admin] Publish callbacks [] for subnet (e5d18df1-b941-477c-b112-4028005ed659), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:12.387724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c0ae2-01ff-4c25-8ce1-bd9c621f0cf2 req-9ab8e422-b11f-43a7-a71b-0a1e170f05b1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:12.407560 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9944-036d-4e08-baba-1d9a2bc19049 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (e5d18df1-b941-477c-b112-4028005ed659), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:12.411271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf1c0ae2-01ff-4c25-8ce1-bd9c621f0cf2 req-9ab8e422-b11f-43a7-a71b-0a1e170f05b1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.5246446 Jan 31 18:47:12.471430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:12.473089 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:12.566439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:47:12.571413 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bade8e-bfb2-468d-88f2-b65b7711ba15" -d '{"events": [{"server_uuid": "759ff29b-504f-4b59-a8ec-0e489423f61b", "name": "network-vif-plugged", "status": "completed", "tag": "4447ff6c-3a73-4dbf-992c-e1486caf4f1c"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:47:12.616842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:12.624901 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:12.733637 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9944-036d-4e08-baba-1d9a2bc19049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (e5d18df1-b941-477c-b112-4028005ed659), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:12.802960 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf1c0ae2-01ff-4c25-8ce1-bd9c621f0cf2 req-8251ecab-4cef-437e-96ba-59298ed51b64 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902001 Jan 31 18:47:12.848262 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks [] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:12.898508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:12.984091 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87587758-a50e-432f-b4c6-57a00e0f8e1d x-openstack-request-id: req-87587758-a50e-432f-b4c6-57a00e0f8e1d {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:47:12.985265 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759ff29b-504f-4b59-a8ec-0e489423f61b", "name": "network-vif-plugged", "status": "completed", "tag": "4447ff6c-3a73-4dbf-992c-e1486caf4f1c", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:47:12.985693 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87587758-a50e-432f-b4c6-57a00e0f8e1d {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:47:12.986463 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c', 'code': 200} Jan 31 18:47:12.993983 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9944-036d-4e08-baba-1d9a2bc19049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (e5d18df1-b941-477c-b112-4028005ed659), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:13.065118 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:13.088501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e9944-036d-4e08-baba-1d9a2bc19049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d18df1-b941-477c-b112-4028005ed659,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:13.110669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d418859-0bd5-44b8-965f-5e7d9f0624b5 None None] Network 75ca2c95-8bbd-48cf-96bc-41a96660a50a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:47:13.114562 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9944-036d-4e08-baba-1d9a2bc19049 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:13.126253 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5e4e9944-036d-4e08-baba-1d9a2bc19049 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e5d18df1-b941-477c-b112-4028005ed659 HTTP/1.1" status: 204 len: 168 time: 0.9977651 Jan 31 18:47:13.134132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41274) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:13.260007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Pushing event updated for resources: {'Port': ['ID=c639bbc8-22a2-4133-9662-84f1cfdb8859,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:13.336535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c83df5-84d1-483b-98c7-5a477f6de263 req-d37f013d-0084-4fe4-8c00-4d3943490f84 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:13.348683 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94c83df5-84d1-483b-98c7-5a477f6de263 req-d37f013d-0084-4fe4-8c00-4d3943490f84 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.7818491 Jan 31 18:47:13.411578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8d0860b-b70b-4e9f-8a7f-9cd127b3c093 req-87a3d867-0271-43bd-95b5-f3e4b6e002fe tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.2075460 Jan 31 18:47:13.465424 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (75ca2c95-8bbd-48cf-96bc-41a96660a50a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:13.516543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:47:13.529886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:47:13.557590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:47:13.591214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e9775581-e041-454d-88bc-7d5049ae567a no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:47:13.690579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: e9775581-e041-454d-88bc-7d5049ae567a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:47:13.690877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e9775581-e041-454d-88bc-7d5049ae567a not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:47:13.691316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b4063680-52fc-473e-890c-773e112c7a92 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:47:13.705522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94c83df5-84d1-483b-98c7-5a477f6de263 req-577af212-b827-49ca-804a-a93f71154d06 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3544106 Jan 31 18:47:13.774031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Deleting port 475a9b6e-adff-44fd-9d47-9cc6b416179d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:47:13.777815 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:13.787457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: b4063680-52fc-473e-890c-773e112c7a92 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:47:13.787819 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b4063680-52fc-473e-890c-773e112c7a92 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:47:13.883742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:13.915584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:13.999604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] For port 475a9b6e-adff-44fd-9d47-9cc6b416179d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=475a9b6e-adff-44fd-9d47-9cc6b416179d,segment=NetworkSegment(d4c6484e-86b1-41fa-ba82-5fa76ede319f),segment_id=d4c6484e-86b1-41fa-ba82-5fa76ede319f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:14.001677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:14.055516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Calling delete_port for 475a9b6e-adff-44fd-9d47-9cc6b416179d owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:47:14.074674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba25f3-314f-4c57-8057-e00e09d488b6 None None] DHCP port deletion for 75ca2c95-8bbd-48cf-96bc-41a96660a50a request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:47:14.256616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-66f18ddb-b460-4180-87b7-b0b8da8001fc tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5964363 Jan 31 18:47:14.261595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bcba25f3-314f-4c57-8057-e00e09d488b6 None None] Deleting port 475a9b6e-adff-44fd-9d47-9cc6b416179d {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:47:14.262238 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bcba25f3-314f-4c57-8057-e00e09d488b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:14.294795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Request body: {'port': {'device_id': 'ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:47:14.343403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ded288-de79-4dd1-8fe0-6064dc60bfc2 req-68dbfe2a-e866-4af5-9ee9-3c57de116b3b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:14.360218 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46ded288-de79-4dd1-8fe0-6064dc60bfc2 req-68dbfe2a-e866-4af5-9ee9-3c57de116b3b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.7286966 Jan 31 18:47:14.424086 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:14.568454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Pushing event deleted for resources: {'Port': ['ID=475a9b6e-adff-44fd-9d47-9cc6b416179d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:14.571529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517235f-16ca-478c-b7e8-abb5a89aab55 req-af2f9624-9d45-4942-9ca0-89700030a56c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:14.583529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d517235f-16ca-478c-b7e8-abb5a89aab55 req-af2f9624-9d45-4942-9ca0-89700030a56c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 931 time: 0.6564119 Jan 31 18:47:14.585432 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] No DVR routers for this DVR port 475a9b6e-adff-44fd-9d47-9cc6b416179d on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:47:14.699722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bcba25f3-314f-4c57-8057-e00e09d488b6 None None] For port 475a9b6e-adff-44fd-9d47-9cc6b416179d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=475a9b6e-adff-44fd-9d47-9cc6b416179d,segment=NetworkSegment(d4c6484e-86b1-41fa-ba82-5fa76ede319f),segment_id=d4c6484e-86b1-41fa-ba82-5fa76ede319f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:14.700137 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bcba25f3-314f-4c57-8057-e00e09d488b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:14.783634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bcba25f3-314f-4c57-8057-e00e09d488b6 None None] Calling delete_port for 475a9b6e-adff-44fd-9d47-9cc6b416179d owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:47:14.829996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (75ca2c95-8bbd-48cf-96bc-41a96660a50a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:14.900799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46ded288-de79-4dd1-8fe0-6064dc60bfc2 req-80f46e38-be38-4942-b03d-c17e534b0fb9 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387633 Jan 31 18:47:14.945624 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ca2c95-8bbd-48cf-96bc-41a96660a50a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:14.995704 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c6484e-86b1-41fa-ba82-5fa76ede319f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:15.002191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c6484e-86b1-41fa-ba82-5fa76ede319f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:15.060965 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bcba25f3-314f-4c57-8057-e00e09d488b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (475a9b6e-adff-44fd-9d47-9cc6b416179d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:15.105582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba25f3-314f-4c57-8057-e00e09d488b6 None None] No DVR routers for this DVR port 475a9b6e-adff-44fd-9d47-9cc6b416179d on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:47:15.114914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (d4c6484e-86b1-41fa-ba82-5fa76ede319f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:15.207105 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (d4c6484e-86b1-41fa-ba82-5fa76ede319f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:15.247983 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:47:15.248540 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (d4c6484e-86b1-41fa-ba82-5fa76ede319f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:47:15.264813 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:47:15.286271 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:15.382161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d517235f-16ca-478c-b7e8-abb5a89aab55 req-26995485-ac5d-4b5e-9f2d-c4d84a188e59 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7973280 Jan 31 18:47:15.468360 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (75ca2c95-8bbd-48cf-96bc-41a96660a50a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:15.475351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:15.510873 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] 10.222.0.20 "DELETE /v2.0/networks/75ca2c95-8bbd-48cf-96bc-41a96660a50a HTTP/1.1" status: 204 len: 168 time: 2.3752735 Jan 31 18:47:15.511822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23733af2-5b16-4866-b403-cb35a2b624d5 req-2d268077-e8b5-45b1-9986-99b47772e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:15.513546 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23733af2-5b16-4866-b403-cb35a2b624d5 req-2d268077-e8b5-45b1-9986-99b47772e06e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 1128 time: 0.8831291 Jan 31 18:47:15.571101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c862b-0453-486b-8c4a-364aa625c867 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ca2c95-8bbd-48cf-96bc-41a96660a50a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:15.744854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba25f3-314f-4c57-8057-e00e09d488b6 None None] Pushing event deleted for resources: {'Port': ['ID=475a9b6e-adff-44fd-9d47-9cc6b416179d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:15.760230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 475a9b6e-adff-44fd-9d47-9cc6b416179d no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:47:15.795199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:15.806144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23733af2-5b16-4866-b403-cb35a2b624d5 req-a0ca02b4-1990-4301-a5ec-c28add68d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:15.817648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23733af2-5b16-4866-b403-cb35a2b624d5 req-a0ca02b4-1990-4301-a5ec-c28add68d9ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 200 len: 915 time: 0.2148023 Jan 31 18:47:15.866810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 475a9b6e-adff-44fd-9d47-9cc6b416179d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:47:15.872291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 475a9b6e-adff-44fd-9d47-9cc6b416179d not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:47:15.924583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ff4c4-3609-4432-9efb-3d06911cfcc9 req-0ab8ba31-09a8-41d2-a63b-6123b4864bd3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:15.926386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f9ff4c4-3609-4432-9efb-3d06911cfcc9 req-0ab8ba31-09a8-41d2-a63b-6123b4864bd3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.7269442 Jan 31 18:47:15.935344 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-39798817-1a7a-4c4d-b23e-d1fd507bda30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36fe3c61dfa340e89906b3fbe88a2bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384494 Jan 31 18:47:15.936300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41300) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:15.963727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b4f2a22-c4da-4fe1-9e47-4d3f85081418 req-83ced391-a5c1-40e4-8d11-e0cf7763b4c9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.1703639 Jan 31 18:47:16.135740 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b55c2db6-7a85-43ea-bb99-66ecd769f65e admin admin] Publish callbacks [] for security_group (b5203a17-3546-4416-b125-9d92034f29ea), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:16.152872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23733af2-5b16-4866-b403-cb35a2b624d5 req-cf1a0c5b-2be4-4d1a-a5e0-765a6f3e621b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c HTTP/1.1" status: 200 len: 217 time: 0.2592330 Jan 31 18:47:16.198864 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b55c2db6-7a85-43ea-bb99-66ecd769f65e admin admin] Publish callbacks [] for security_group (b5203a17-3546-4416-b125-9d92034f29ea), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:16.386474 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b55c2db6-7a85-43ea-bb99-66ecd769f65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b5203a17-3546-4416-b125-9d92034f29ea), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:16.389622 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b55c2db6-7a85-43ea-bb99-66ecd769f65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:16.416452 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b55c2db6-7a85-43ea-bb99-66ecd769f65e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5203a17-3546-4416-b125-9d92034f29ea HTTP/1.1" status: 204 len: 168 time: 0.4776232 Jan 31 18:47:16.455875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c2db6-7a85-43ea-bb99-66ecd769f65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5203a17-3546-4416-b125-9d92034f29ea,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:16.588209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23733af2-5b16-4866-b403-cb35a2b624d5 req-0d60811e-5000-45ab-9d65-9a6e8352e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:16.595269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23733af2-5b16-4866-b403-cb35a2b624d5 req-0d60811e-5000-45ab-9d65-9a6e8352e16a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86926680-325f-4730-846d-e46372cc4cbc HTTP/1.1" status: 200 len: 854 time: 0.4141970 Jan 31 18:47:16.736892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23733af2-5b16-4866-b403-cb35a2b624d5 req-da51d575-0f6a-4b2f-8254-635ffac2cb77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d82614fc-b59a-498a-b981-68724ed1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303792 Jan 31 18:47:16.766022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f9ff4c4-3609-4432-9efb-3d06911cfcc9 req-a06140e8-f2a0-4067-87e9-1ffb7aef77fb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7213967 Jan 31 18:47:17.272527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23733af2-5b16-4866-b403-cb35a2b624d5 req-8b90aedf-1d74-4609-baa4-3fc1dc1919d6 service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132892 Jan 31 18:47:17.530176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23733af2-5b16-4866-b403-cb35a2b624d5 req-c901de1d-44cc-4bcb-b444-3f8000db864a service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696949 Jan 31 18:47:17.664990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a5ed6-6f6a-462b-9292-e3ce351b75ff req-38b1ad2e-9d27-4b71-a180-e96c080b0193 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:17.666586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-141a5ed6-6f6a-462b-9292-e3ce351b75ff req-38b1ad2e-9d27-4b71-a180-e96c080b0193 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 1.5013015 Jan 31 18:47:17.839398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-141a5ed6-6f6a-462b-9292-e3ce351b75ff req-7b362ff3-11a6-4a12-8255-59c2e0f68966 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333265 Jan 31 18:47:17.896928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730073e-61b0-4614-bfa1-0d7747137e9d req-a1cb0ae2-a099-46ad-86ea-5a65ef0fa231 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:17.899352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d730073e-61b0-4614-bfa1-0d7747137e9d req-a1cb0ae2-a099-46ad-86ea-5a65ef0fa231 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.6258414 Jan 31 18:47:18.082724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c639bbc8-22a2-4133-9662-84f1cfdb8859 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:47:18.090363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45f336-9706-4348-a7be-8765bdff93ad req-a92ee104-e897-45d3-ac3d-ea080a740e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:18.091953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc45f336-9706-4348-a7be-8765bdff93ad req-a92ee104-e897-45d3-ac3d-ea080a740e06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 1128 time: 0.5313215 Jan 31 18:47:18.108443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d730073e-61b0-4614-bfa1-0d7747137e9d req-502d0454-6609-45cb-aaf5-d756b7fdece4 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893883 Jan 31 18:47:18.322238 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Publish callbacks [] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:18.409992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Transition to ACTIVE for port object c639bbc8-22a2-4133-9662-84f1cfdb8859 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:47:18.448945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:18.809680 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-327b352d-93f2-4aee-902a-11333c3cdee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:18.986070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb07405e-c393-471d-afc4-836990a0240e req-9c7dab4e-49e5-4a23-8a6c-06c9c353bd9a tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.1070478 Jan 31 18:47:19.083796 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfc94e-d709-473e-a67f-ebf1b4236f21 req-d60d3dfb-a1a1-4a6d-8346-f0c44af4c009 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:19.099815 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86bfc94e-d709-473e-a67f-ebf1b4236f21 req-d60d3dfb-a1a1-4a6d-8346-f0c44af4c009 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 931 time: 1.0431795 Jan 31 18:47:19.110050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45f336-9706-4348-a7be-8765bdff93ad req-a668b798-2ace-4875-9cdc-9c85d1451398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:19.112308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc45f336-9706-4348-a7be-8765bdff93ad req-a668b798-2ace-4875-9cdc-9c85d1451398 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 918 time: 0.9781017 Jan 31 18:47:19.182978 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Pushing event updated for resources: {'Port': ['ID=c639bbc8-22a2-4133-9662-84f1cfdb8859,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:19.329867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc45f336-9706-4348-a7be-8765bdff93ad req-1442460e-b8cf-4249-b6ab-e1eaff94568c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865f9705-fda3-4fd9-9ff2-1b376db30708 HTTP/1.1" status: 200 len: 1001 time: 0.1665208 Jan 31 18:47:19.465119 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86bfc94e-d709-473e-a67f-ebf1b4236f21 req-d780ae5f-811b-4208-b097-7e5e58967775 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638172 Jan 31 18:47:19.658764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Attempting to bind port c639bbc8-22a2-4133-9662-84f1cfdb8859 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:47:19.659275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Attempting to bind port c639bbc8-22a2-4133-9662-84f1cfdb8859 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:47:19.659770 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Attempting to bind port c639bbc8-22a2-4133-9662-84f1cfdb8859 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:47:19.678167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42147e-8ee8-40eb-9796-82900571f2d9 req-0b6e123b-aab8-47f8-91f8-0bebd8eb2c9d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:19.696791 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc42147e-8ee8-40eb-9796-82900571f2d9 req-0b6e123b-aab8-47f8-91f8-0bebd8eb2c9d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.5350404 Jan 31 18:47:19.703921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45f336-9706-4348-a7be-8765bdff93ad req-984f86f1-30e3-4b50-b6a8-482143a3af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:19.706395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc45f336-9706-4348-a7be-8765bdff93ad req-984f86f1-30e3-4b50-b6a8-482143a3af34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 200 len: 856 time: 0.3363767 Jan 31 18:47:19.715254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Port c639bbc8-22a2-4133-9662-84f1cfdb8859 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:47:19.715750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Attempting to bind port c639bbc8-22a2-4133-9662-84f1cfdb8859 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:47:19.727447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:47:19.728233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Checking segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:47:19.728832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Bound using segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:47:19.729582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Bound port: c639bbc8-22a2-4133-9662-84f1cfdb8859, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:47:19.730178 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:19.915503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc42147e-8ee8-40eb-9796-82900571f2d9 req-0c7ce32f-3561-4a4b-8337-2793fc2fa65c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172666 Jan 31 18:47:19.967107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec105b-07ea-4d41-b544-ba4f10d5a889 req-cd98f022-b4b9-4012-945c-187afdc46bb0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:19.981911 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cec105b-07ea-4d41-b544-ba4f10d5a889 req-cd98f022-b4b9-4012-945c-187afdc46bb0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.3775275 Jan 31 18:47:20.223076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] For port c639bbc8-22a2-4133-9662-84f1cfdb8859, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:47:20.232934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] For port c639bbc8-22a2-4133-9662-84f1cfdb8859, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=c639bbc8-22a2-4133-9662-84f1cfdb8859,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:47:20.319045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cec105b-07ea-4d41-b544-ba4f10d5a889 req-ee181e13-ea12-4639-9f0a-5af902916ea6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349180 Jan 31 18:47:20.331343 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:20.368573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:20.369729 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:20.374807 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] 10.222.0.21 "PUT /v2.0/ports/c639bbc8-22a2-4133-9662-84f1cfdb8859 HTTP/1.1" status: 200 len: 1092 time: 6.0925951 Jan 31 18:47:20.378525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa', 'tag': 'c639bbc8-22a2-4133-9662-84f1cfdb8859'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:47:20.382477 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e4f8ae-a76b-4d7a-82ea-5845de81fe28" -d '{"events": [{"name": "network-changed", "server_uuid": "ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa", "tag": "c639bbc8-22a2-4133-9662-84f1cfdb8859"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:47:20.562136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45f336-9706-4348-a7be-8765bdff93ad req-c0081e46-0791-41b7-9ac2-972e576d9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:20.564256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc45f336-9706-4348-a7be-8765bdff93ad req-c0081e46-0791-41b7-9ac2-972e576d9364 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae95513e-4638-43d6-9c17-f15bafd888ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8381784 Jan 31 18:47:20.799488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513e539-2716-4bfb-8c98-30c1e090ead7 service neutron] Pushing event updated for resources: {'Port': ['ID=c639bbc8-22a2-4133-9662-84f1cfdb8859,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:20.840032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155444f-5b9f-4643-8cd6-5bed56286305 req-a5a9ccb5-36af-4296-b74d-fb639a151c09 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:20.841760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6155444f-5b9f-4643-8cd6-5bed56286305 req-a5a9ccb5-36af-4296-b74d-fb639a151c09 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.6026802 Jan 31 18:47:20.874077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-f961516a-d878-4d61-93a6-a6ea05d9a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:20.876446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-f961516a-d878-4d61-93a6-a6ea05d9a574 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 1126 time: 0.3501205 Jan 31 18:47:20.991039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-9d1afb24-d8f5-4be7-b206-a4aff82c894c tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1468455814&fields=id&tenant_id=200d10418b4c4fd6850e950e71803d85 HTTP/1.1" status: 200 len: 267 time: 0.3806112 Jan 31 18:47:20.995914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-c7c26f2c-c11e-4dea-a1d0-cd253b87401a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c639bbc8-22a2-4133-9662-84f1cfdb8859 HTTP/1.1" status: 200 len: 217 time: 0.1002700 Jan 31 18:47:21.020522 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3d1e394d-90b3-456f-b4c1-949141a78792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:21.103127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-0f80d608-caf6-4963-8d11-66ef9eb857b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:21.105775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-0f80d608-caf6-4963-8d11-66ef9eb857b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.1027651 Jan 31 18:47:21.192116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc45f336-9706-4348-a7be-8765bdff93ad req-35202463-82c8-4b28-8250-5e45b8cfe84b service neutron] 10.222.0.21 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649173 Jan 31 18:47:21.193965 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-719f642c-70e2-4177-8355-a958274098ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634496 Jan 31 18:47:21.205098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6155444f-5b9f-4643-8cd6-5bed56286305 req-3c9a8f86-2f66-4a35-8e52-b0620f18c664 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495326 Jan 31 18:47:21.602926 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-1889aa43-7dca-4bb2-91ee-fb66125f789c service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762945 Jan 31 18:47:21.998846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad8dcb24-85b0-4988-a826-595e560d0707 req-db5e65fe-26ff-4d0f-8b84-3513e137f96f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.4120860 Jan 31 18:47:22.113930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc45f336-9706-4348-a7be-8765bdff93ad req-cad1afbd-75c2-4e93-8a30-8b4a4c1df296 service neutron] 10.222.0.21 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8780966 Jan 31 18:47:22.122340 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e182028d-ba67-4859-b4f2-83b64bee6fd7 x-openstack-request-id: req-e182028d-ba67-4859-b4f2-83b64bee6fd7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:47:22.122618 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa", "tag": "c639bbc8-22a2-4133-9662-84f1cfdb8859", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:47:22.125336 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e182028d-ba67-4859-b4f2-83b64bee6fd7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:47:22.126129 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa', 'tag': 'c639bbc8-22a2-4133-9662-84f1cfdb8859', 'status': 'completed', 'code': 200} Jan 31 18:47:22.140209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-5c34a425-7b13-495b-bb4f-26ffad523354 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:22.142648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-5c34a425-7b13-495b-bb4f-26ffad523354 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/networks?id=53659b63-7d50-423a-a0c2-dc2523e38b4a HTTP/1.1" status: 200 len: 816 time: 1.1354167 Jan 31 18:47:22.207382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-1c3a8fba-7b8e-481a-a1d2-5f930a454342 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/quotas/200d10418b4c4fd6850e950e71803d85 HTTP/1.1" status: 200 len: 375 time: 0.0562992 Jan 31 18:47:22.254129 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05c42791-aa14-43f4-bab1-5112f3fe4cf9 req-84b97ddc-50e5-473e-a3a9-7eac7048b379 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341989 Jan 31 18:47:22.366882 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:22.549888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-717fdb31-a9be-431c-9c22-87ed13829f23 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=200d10418b4c4fd6850e950e71803d85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3171949 Jan 31 18:47:22.563285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf40407-94cb-4303-8d0c-79f00f4f207a req-4602ca94-1c2c-4cc1-9c7d-b8f59a507f21 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:22.564964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3cf40407-94cb-4303-8d0c-79f00f4f207a req-4602ca94-1c2c-4cc1-9c7d-b8f59a507f21 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 943 time: 0.2969735 Jan 31 18:47:22.615405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f8ae-a76b-4d7a-82ea-5845de81fe28 req-e1b72c22-77eb-4b4c-bd8e-58d41786108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:22.617135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35e4f8ae-a76b-4d7a-82ea-5845de81fe28 req-e1b72c22-77eb-4b4c-bd8e-58d41786108e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 1126 time: 0.2281218 Jan 31 18:47:22.777231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f8ae-a76b-4d7a-82ea-5845de81fe28 req-0ec875d9-b762-48a7-8dec-b6863ff6f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:22.781006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35e4f8ae-a76b-4d7a-82ea-5845de81fe28 req-0ec875d9-b762-48a7-8dec-b6863ff6f912 service neutron] 10.222.0.21 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 912 time: 0.1548231 Jan 31 18:47:22.896581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35e4f8ae-a76b-4d7a-82ea-5845de81fe28 req-c9e4d331-578c-46e7-8479-f0672c766b34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c639bbc8-22a2-4133-9662-84f1cfdb8859 HTTP/1.1" status: 200 len: 217 time: 0.0981603 Jan 31 18:47:23.086532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f8ae-a76b-4d7a-82ea-5845de81fe28 req-f4ec76ae-8221-4ae4-b431-a1578bb60baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:23.096396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35e4f8ae-a76b-4d7a-82ea-5845de81fe28 req-f4ec76ae-8221-4ae4-b431-a1578bb60baf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.1732495 Jan 31 18:47:23.101106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3cf40407-94cb-4303-8d0c-79f00f4f207a req-b6eb6ca1-99c8-458d-a456-d815b1a0f5c0 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165319 Jan 31 18:47:23.188452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-4749156b-11fe-4e55-ba96-096da21143dd service neutron] 10.222.0.20 "GET /v2.0/networks/53659b63-7d50-423a-a0c2-dc2523e38b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374934 Jan 31 18:47:23.199027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35e4f8ae-a76b-4d7a-82ea-5845de81fe28 req-428ec340-80a0-4721-8150-b36d4e3f8b25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968835 Jan 31 18:47:23.506878 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-cae1b87e-c5d9-472b-96a5-33f96b09fbf1 service neutron] 10.222.0.20 "GET /v2.0/networks/53659b63-7d50-423a-a0c2-dc2523e38b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175480 Jan 31 18:47:23.607259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35e4f8ae-a76b-4d7a-82ea-5845de81fe28 req-b3d5b073-204c-4dbb-860d-8575385a8855 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397729 Jan 31 18:47:23.756663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaa205-1c90-43f0-9993-de9ea6ed07ab req-85f517b6-3a58-433b-b33f-6c33bfe14c1d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:23.761878 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1eaa205-1c90-43f0-9993-de9ea6ed07ab req-85f517b6-3a58-433b-b33f-6c33bfe14c1d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.2486422 Jan 31 18:47:23.885456 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35e4f8ae-a76b-4d7a-82ea-5845de81fe28 req-87792111-1cbc-4988-8d38-ad6b0ff98eb4 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633085 Jan 31 18:47:24.035921 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:24.145354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1eaa205-1c90-43f0-9993-de9ea6ed07ab req-474965ac-5c31-48d5-bb6d-ad099b3b1f2a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705492 Jan 31 18:47:24.169664 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:24.480801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4a6e4-bfa4-4a68-9330-d305053b8512 req-5c58f68f-ccb3-4526-9969-79e2619fc5c1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:24.486695 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53e4a6e4-bfa4-4a68-9330-d305053b8512 req-5c58f68f-ccb3-4526-9969-79e2619fc5c1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.2425659 Jan 31 18:47:24.631322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53e4a6e4-bfa4-4a68-9330-d305053b8512 req-9f34d8b0-e24e-446b-ac3b-977fbfa222af tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353612 Jan 31 18:47:24.656494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040efe2d-4e84-4812-9a4f-9c4ed771a6fd req-c5133cdc-5dd0-482a-9582-1870fe380659 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:24.664693 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-040efe2d-4e84-4812-9a4f-9c4ed771a6fd req-c5133cdc-5dd0-482a-9582-1870fe380659 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1347771 Jan 31 18:47:24.781205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-040efe2d-4e84-4812-9a4f-9c4ed771a6fd req-71c73e37-89e6-43b0-be86-125ba73e64f2 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007447 Jan 31 18:47:24.986137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ba5160c-84ef-4eaf-85de-4e72be6503a3 req-b5f38bd2-fed8-4638-851c-62dfe406e189 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0993311 Jan 31 18:47:25.197758 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:25.329330 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-918e99cc-62a1-4729-a0d0-4c243e4ffc7b req-4c66c593-52a2-42f6-aee4-77881d2f39e1 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.2065718 Jan 31 18:47:25.380836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b385a-0da6-40f5-b5ad-b3c7130e799e req-79d36c63-4e0e-4d95-9927-bc6f30670404 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:25.386495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da2b385a-0da6-40f5-b5ad-b3c7130e799e req-79d36c63-4e0e-4d95-9927-bc6f30670404 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 943 time: 0.4135344 Jan 31 18:47:25.529666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device c639bbc8-22a2-4133-9662-84f1cfdb8859 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:47:25.607351 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da2b385a-0da6-40f5-b5ad-b3c7130e799e req-a1a850c0-da51-453d-a667-9b3bb25c1f68 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031426 Jan 31 18:47:25.666437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e198a-cda5-4b1c-aa35-5a6f1a873b53 req-502e1162-014d-44db-8be8-dbe23976eff0 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:25.669500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-379e198a-cda5-4b1c-aa35-5a6f1a873b53 req-502e1162-014d-44db-8be8-dbe23976eff0 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.0980043 Jan 31 18:47:25.794668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-379e198a-cda5-4b1c-aa35-5a6f1a873b53 req-b6fb24bc-7056-4cde-b2ec-cc9629b10a89 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149035 Jan 31 18:47:25.852323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port c639bbc8-22a2-4133-9662-84f1cfdb8859, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=c639bbc8-22a2-4133-9662-84f1cfdb8859,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:25.921866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'c639bbc8-22a2-4133-9662-84f1cfdb8859', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'port_id': 'c639bbc8-22a2-4133-9662-84f1cfdb8859', 'mac_address': 'fa:16:3e:6e:ed:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701da94-0f98-46d4-93ea-0e6c62e79c49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:47:26.005560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port c639bbc8-22a2-4133-9662-84f1cfdb8859 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:26.006463 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:26.042854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c639bbc8-22a2-4133-9662-84f1cfdb8859 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:47:26.053422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port c639bbc8-22a2-4133-9662-84f1cfdb8859, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=c639bbc8-22a2-4133-9662-84f1cfdb8859,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:26.061847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79996e0-6d86-4a16-8cb5-ed6ab1994a97 req-ad7efea7-051b-45ed-87cf-7bf87a3151f3 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:26.078051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c79996e0-6d86-4a16-8cb5-ed6ab1994a97 req-ad7efea7-051b-45ed-87cf-7bf87a3151f3 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.1816916 Jan 31 18:47:26.104431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec38e7-db58-40ce-bfd0-5ac4e54e340a req-83394bbf-dfd8-46d0-8bfe-4659fe499d4b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:26.106056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9ec38e7-db58-40ce-bfd0-5ac4e54e340a req-83394bbf-dfd8-46d0-8bfe-4659fe499d4b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.2720480 Jan 31 18:47:26.113338 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:26.201862 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:26.204019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c79996e0-6d86-4a16-8cb5-ed6ab1994a97 req-9c3cfbc7-b872-436b-93ff-057b6273cfbb tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318963 Jan 31 18:47:26.204748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=c639bbc8-22a2-4133-9662-84f1cfdb8859,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:26.294836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9ec38e7-db58-40ce-bfd0-5ac4e54e340a req-5c738525-cdfe-424f-a565-7149705b204d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798091 Jan 31 18:47:26.379234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ec07347-c465-4c08-908a-0d7a58e2d405 req-3f3d7818-a3cc-4445-bb5f-5ad072872656 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0486901 Jan 31 18:47:26.410521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['c639bbc8-22a2-4133-9662-84f1cfdb8859'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:47:26.573722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41bfb524-fcc2-4232-b317-bc77790645da req-e02d5817-6b25-4127-81b8-0c1d5a41e8b6 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.0705156 Jan 31 18:47:26.885350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-aee006c7-5674-4d9e-bf92-01e5cb716243 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:26.892816 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-aee006c7-5674-4d9e-bf92-01e5cb716243 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.21 "GET /v2.0/networks?id=53659b63-7d50-423a-a0c2-dc2523e38b4a HTTP/1.1" status: 200 len: 816 time: 0.3158257 Jan 31 18:47:27.130919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee1e1-56df-46c6-8d0d-9ff2248130b2 req-f4a3087d-db52-4df7-8aa9-32f8cc825a0c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:27.134879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-307ee1e1-56df-46c6-8d0d-9ff2248130b2 req-f4a3087d-db52-4df7-8aa9-32f8cc825a0c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 944 time: 0.2405498 Jan 31 18:47:27.169043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-6bad720d-5075-4f0a-b5c7-c6d3f2522d17 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=200d10418b4c4fd6850e950e71803d85 HTTP/1.1" status: 200 len: 380 time: 0.1689532 Jan 31 18:47:27.201051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013c1db-3f93-47f0-b060-efc18322bbf1 req-cbac14b4-1761-487d-b4f1-907dc443a39a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:27.209996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6013c1db-3f93-47f0-b060-efc18322bbf1 req-cbac14b4-1761-487d-b4f1-907dc443a39a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.2083871 Jan 31 18:47:27.221079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Request body: {'port': {'device_id': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'admin_state_up': True, 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'security_groups': ['8442b430-da87-4176-ac1f-193a9d8b7435']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:47:27.472896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6013c1db-3f93-47f0-b060-efc18322bbf1 req-39e609bd-7729-42b7-95ac-5b60ebfb87ef tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614353 Jan 31 18:47:27.518358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-307ee1e1-56df-46c6-8d0d-9ff2248130b2 req-3033b2dc-ae84-44a5-8595-2fa779567f08 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822064 Jan 31 18:47:27.534023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device c639bbc8-22a2-4133-9662-84f1cfdb8859 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:47:27.757473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port c639bbc8-22a2-4133-9662-84f1cfdb8859 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:47:27.762970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port c639bbc8-22a2-4133-9662-84f1cfdb8859 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:47:27.763403 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:27.856901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823811bb-5250-41ba-83b0-2e86ee989e5d req-a92ae050-6dcc-4372-b3f0-6d21e74aa556 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:27.860563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-823811bb-5250-41ba-83b0-2e86ee989e5d req-a92ae050-6dcc-4372-b3f0-6d21e74aa556 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.1466055 Jan 31 18:47:27.865000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Made reservation on behalf of 200d10418b4c4fd6850e950e71803d85 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:47:27.871588 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:27.919466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161e1b6-8f22-44be-ab73-9b18665e5425 req-68beddda-9063-436c-b8b4-6701ecffffa5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:27.922325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e161e1b6-8f22-44be-ab73-9b18665e5425 req-68beddda-9063-436c-b8b4-6701ecffffa5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2779770 Jan 31 18:47:28.009224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-823811bb-5250-41ba-83b0-2e86ee989e5d req-681bd330-d3b5-4909-884f-929a788617b6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161022 Jan 31 18:47:28.087250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port c639bbc8-22a2-4133-9662-84f1cfdb8859 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:28.088100 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:28.187560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port c639bbc8-22a2-4133-9662-84f1cfdb8859, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=c639bbc8-22a2-4133-9662-84f1cfdb8859,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:28.191562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c639bbc8-22a2-4133-9662-84f1cfdb8859'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:47:28.198114 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e55f5c5-5567-4b90-aa77-a95373bb88d3" -d '{"events": [{"server_uuid": "ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa", "name": "network-vif-plugged", "status": "completed", "tag": "c639bbc8-22a2-4133-9662-84f1cfdb8859"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:47:28.208796 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:28.279371 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e161e1b6-8f22-44be-ab73-9b18665e5425 req-674bc72b-9508-4854-a304-c64c567eee3f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813418 Jan 31 18:47:28.385447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1b395af-7ea9-4905-b822-f7e064624c8e req-d18d314d-a281-475c-9b9e-a85155e1e9b2 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.1173899 Jan 31 18:47:28.395920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=c639bbc8-22a2-4133-9662-84f1cfdb8859,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:28.535715 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f07ded8c-705d-4882-8100-bb159a6b1baf req-ba0094cd-1fa0-4f39-a27a-799dae4f0796 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.0447757 Jan 31 18:47:28.558714 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25c709e-d363-4ab2-b5df-59d50c33a736 x-openstack-request-id: req-d25c709e-d363-4ab2-b5df-59d50c33a736 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:47:28.559481 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa", "name": "network-vif-plugged", "status": "completed", "tag": "c639bbc8-22a2-4133-9662-84f1cfdb8859", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:47:28.559481 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d25c709e-d363-4ab2-b5df-59d50c33a736 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:47:28.559767 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c639bbc8-22a2-4133-9662-84f1cfdb8859', 'code': 200} Jan 31 18:47:28.578534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Allocated IP 172.20.0.9 (53659b63-7d50-423a-a0c2-dc2523e38b4a/e168f3a1-dec1-458e-b66a-04d877fec2a2/d81c86f5-33a2-42cc-a53f-a57de8408cdb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:47:28.871704 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:29.523637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:29.604123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cc8ac-155f-44b5-bcb9-6f4fef106465 req-96adf2c0-5c33-4a3f-84a5-89147797deb5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:29.610082 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bb2cc8ac-155f-44b5-bcb9-6f4fef106465 req-96adf2c0-5c33-4a3f-84a5-89147797deb5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.2500005 Jan 31 18:47:29.617502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161e512-8aac-4fed-9b77-1ed078eab5c0 req-3a0b4c27-891d-4fa2-8ea7-b9968bdd0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:29.618992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0161e512-8aac-4fed-9b77-1ed078eab5c0 req-3a0b4c27-891d-4fa2-8ea7-b9968bdd0766 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 1128 time: 0.2670751 Jan 31 18:47:29.627131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a0f3-f4a5-4fa4-9712-8aaad71ea97d req-0fdcd16d-39ae-4420-b06e-06660a40f0e2 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:29.627524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9686a0f3-f4a5-4fa4-9712-8aaad71ea97d req-0fdcd16d-39ae-4420-b06e-06660a40f0e2 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.2768018 Jan 31 18:47:29.648106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Network 53659b63-7d50-423a-a0c2-dc2523e38b4a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:47:29.706712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:47:29.715355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:47:29.722195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Pushing event updated for resources: {'Port': ['ID=d81c86f5-33a2-42cc-a53f-a57de8408cdb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:29.818874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0161e512-8aac-4fed-9b77-1ed078eab5c0 req-a8991f76-5ffd-498c-85dc-64732391f783 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903741 Jan 31 18:47:29.889105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bb2cc8ac-155f-44b5-bcb9-6f4fef106465 req-1729793b-471e-408c-93e1-d991eeb3824a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780483 Jan 31 18:47:29.898451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9686a0f3-f4a5-4fa4-9712-8aaad71ea97d req-7bf367e5-2253-4ee8-be22-ad12f0adfafd tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491837 Jan 31 18:47:29.919792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:29.920498 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:29.973558 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-14540602-3017-4464-adfc-e20ad068077e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7849591 Jan 31 18:47:30.035284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Request body: {'port': {'device_id': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:47:30.230297 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-96791f4d-ed4d-4c69-b737-a1eef1270e0c None None] Provisioning complete for port d81c86f5-33a2-42cc-a53f-a57de8408cdb triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:47:30.231926 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-96791f4d-ed4d-4c69-b737-a1eef1270e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:30.241981 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:30.254615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2754fd-10e2-4342-a55f-0b3876913f21 req-71169a48-bf81-4784-9a7e-b38dce509c71 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:30.261619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f2754fd-10e2-4342-a55f-0b3876913f21 req-71169a48-bf81-4784-9a7e-b38dce509c71 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.2573447 Jan 31 18:47:30.308224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-96791f4d-ed4d-4c69-b737-a1eef1270e0c None None] Port d81c86f5-33a2-42cc-a53f-a57de8408cdb cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:47:30.331496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069ada9-4cc6-499f-833b-59643e4fce8c req-022849d0-a047-4581-8f03-c8fc78ad1a62 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:30.333256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9069ada9-4cc6-499f-833b-59643e4fce8c req-022849d0-a047-4581-8f03-c8fc78ad1a62 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2629347 Jan 31 18:47:30.338943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e2845-719a-4cb8-91ba-02a1eb2ad54e req-b39ad97a-0e76-426f-81c6-f802d8a9779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:30.338943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-451e2845-719a-4cb8-91ba-02a1eb2ad54e req-b39ad97a-0e76-426f-81c6-f802d8a9779b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 1128 time: 0.2092383 Jan 31 18:47:30.590544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f2754fd-10e2-4342-a55f-0b3876913f21 req-25716c66-c82c-4c90-9b00-dd0279d1016d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3279800 Jan 31 18:47:30.639249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9069ada9-4cc6-499f-833b-59643e4fce8c req-21190dbc-be2a-4da3-8ab4-9c7eb991fbf6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637622 Jan 31 18:47:30.852808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e2845-719a-4cb8-91ba-02a1eb2ad54e req-be185825-d405-4f83-be6c-343522fc1e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:30.855108 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-451e2845-719a-4cb8-91ba-02a1eb2ad54e req-be185825-d405-4f83-be6c-343522fc1e33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 918 time: 0.4845130 Jan 31 18:47:30.898758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95d7cf5d-e038-429f-995f-c21fb83b2948 req-0d0a09a1-2cda-4b9d-b136-a03b3225614d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.1250479 Jan 31 18:47:31.010838 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-451e2845-719a-4cb8-91ba-02a1eb2ad54e req-4b3c5ed5-80c3-4a3a-83e6-1638d83bcbc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865f9705-fda3-4fd9-9ff2-1b376db30708 HTTP/1.1" status: 200 len: 1001 time: 0.1280198 Jan 31 18:47:31.091029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e2845-719a-4cb8-91ba-02a1eb2ad54e req-6bf3140c-3b21-426d-835b-d0a6d405027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:31.092636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-451e2845-719a-4cb8-91ba-02a1eb2ad54e req-6bf3140c-3b21-426d-835b-d0a6d405027b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 200 len: 856 time: 0.0720425 Jan 31 18:47:31.171408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bf484-2764-49db-a052-f4e40feb8f9a req-9acc790d-66d4-4b46-b19c-d2b4d63f9e05 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:31.179011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f93bf484-2764-49db-a052-f4e40feb8f9a req-9acc790d-66d4-4b46-b19c-d2b4d63f9e05 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 931 time: 0.2948136 Jan 31 18:47:31.263733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f93bf484-2764-49db-a052-f4e40feb8f9a req-4ca2e35d-500e-428b-b218-36b1d0882457 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832052 Jan 31 18:47:31.369344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e2845-719a-4cb8-91ba-02a1eb2ad54e req-fd9eb7b0-4893-41af-bbdb-d2ab6cd19ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:31.371001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-451e2845-719a-4cb8-91ba-02a1eb2ad54e req-fd9eb7b0-4893-41af-bbdb-d2ab6cd19ef5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae95513e-4638-43d6-9c17-f15bafd888ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2705197 Jan 31 18:47:31.397153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81c86f5-33a2-42cc-a53f-a57de8408cdb {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:47:31.436444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Publish callbacks [] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:31.509734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Transition to ACTIVE for port object d81c86f5-33a2-42cc-a53f-a57de8408cdb will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:47:31.523083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:31.581062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d50f11-7b94-4224-b98f-699e359d4166 req-cdebcaae-40e0-4b52-a966-18eff88d9b80 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:31.588538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6d50f11-7b94-4224-b98f-699e359d4166 req-cdebcaae-40e0-4b52-a966-18eff88d9b80 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.2145364 Jan 31 18:47:31.665206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6d50f11-7b94-4224-b98f-699e359d4166 req-89d933e0-3d24-4f6d-908e-afa48e9c042c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756726 Jan 31 18:47:31.729449 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-451e2845-719a-4cb8-91ba-02a1eb2ad54e req-a2b99070-8b3d-4aa3-8ad2-81681cb92902 service neutron] 10.222.0.21 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439078 Jan 31 18:47:31.767490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Pushing event updated for resources: {'Port': ['ID=d81c86f5-33a2-42cc-a53f-a57de8408cdb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:31.929482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:31.929843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:31.930194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:31.930589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:31.930937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:31.933584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:31.934000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:31.934344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:31.934686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:31.935334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:31.935698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:31.936053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:31.936369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:32.075477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Attempting to bind port d81c86f5-33a2-42cc-a53f-a57de8408cdb on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:47:32.075821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Attempting to bind port d81c86f5-33a2-42cc-a53f-a57de8408cdb by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:47:32.076159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Attempting to bind port d81c86f5-33a2-42cc-a53f-a57de8408cdb on network 53659b63-7d50-423a-a0c2-dc2523e38b4a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:47:32.079491 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:47:32.090796 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-451e2845-719a-4cb8-91ba-02a1eb2ad54e req-b8df5f0d-d622-46ee-a360-3788f4e8dc48 service neutron] 10.222.0.21 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549080 Jan 31 18:47:32.114446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc7e91-6530-4f03-ba37-e9fb9b50e7a9 req-0842e966-7237-41cf-bccd-41adcfad691b tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:32.116294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ffc7e91-6530-4f03-ba37-e9fb9b50e7a9 req-0842e966-7237-41cf-bccd-41adcfad691b tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.3505936 Jan 31 18:47:32.141558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Port d81c86f5-33a2-42cc-a53f-a57de8408cdb on network 53659b63-7d50-423a-a0c2-dc2523e38b4a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:47:32.142450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Attempting to bind port d81c86f5-33a2-42cc-a53f-a57de8408cdb on network 53659b63-7d50-423a-a0c2-dc2523e38b4a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:47:32.160559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:47:32.161588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Checking segment: {'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:47:32.162171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Bound using segment: {'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:47:32.162793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Bound port: d81c86f5-33a2-42cc-a53f-a57de8408cdb, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb0853a-81be-4b74-9244-8aef051fe078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:47:32.163325 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:32.315651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926d64b-03a5-42f3-a69d-cd1f45a9ac45 req-d3fc1b22-a053-41dc-801c-d98b364dd651 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:32.317532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9926d64b-03a5-42f3-a69d-cd1f45a9ac45 req-d3fc1b22-a053-41dc-801c-d98b364dd651 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.2750137 Jan 31 18:47:32.351997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ffc7e91-6530-4f03-ba37-e9fb9b50e7a9 req-4730bb5c-6d4d-4384-974f-7023759f2571 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939452 Jan 31 18:47:32.372474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] For port d81c86f5-33a2-42cc-a53f-a57de8408cdb, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:47:32.411558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] For port d81c86f5-33a2-42cc-a53f-a57de8408cdb, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d81c86f5-33a2-42cc-a53f-a57de8408cdb,segment=NetworkSegment(1eb0853a-81be-4b74-9244-8aef051fe078),segment_id=1eb0853a-81be-4b74-9244-8aef051fe078)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:47:32.423671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9926d64b-03a5-42f3-a69d-cd1f45a9ac45 req-6ed3e4dc-877f-495b-ad28-7df37303e8af tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976963 Jan 31 18:47:32.439312 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:32.532627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:32.533264 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:32.534691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] 10.222.0.21 "PUT /v2.0/ports/d81c86f5-33a2-42cc-a53f-a57de8408cdb HTTP/1.1" status: 200 len: 1092 time: 2.5074246 Jan 31 18:47:32.537355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'tag': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:47:32.539665 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459db644-dc4d-44ad-b941-496d7f8d975e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd115f6e-9692-47bf-9448-647cb6da99bf", "tag": "d81c86f5-33a2-42cc-a53f-a57de8408cdb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:47:32.588658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c331505-37f4-4faf-8a53-4822a2315c65 service neutron] Pushing event updated for resources: {'Port': ['ID=d81c86f5-33a2-42cc-a53f-a57de8408cdb,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:32.645934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e04e5c1b-3220-4fad-8861-a5872435916c req-1ee2ca28-0d29-4670-8342-af140cf994b3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.1353383 Jan 31 18:47:32.711413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f97351-33b0-4538-ad43-070b5cb5ccb1 req-16b98a06-60c3-47a3-bd16-bec88be7f4c5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:32.713128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4f97351-33b0-4538-ad43-070b5cb5ccb1 req-16b98a06-60c3-47a3-bd16-bec88be7f4c5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2304764 Jan 31 18:47:32.727654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-cbb67581-bc9d-4051-8c69-6af90d631597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:32.729160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-cbb67581-bc9d-4051-8c69-6af90d631597 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=200d10418b4c4fd6850e950e71803d85&device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 1126 time: 0.1337879 Jan 31 18:47:32.788305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-f02bb40c-c171-49cc-8234-074040ae1531 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d81c86f5-33a2-42cc-a53f-a57de8408cdb HTTP/1.1" status: 200 len: 217 time: 0.0521193 Jan 31 18:47:32.862390 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4f97351-33b0-4538-ad43-070b5cb5ccb1 req-f3b06399-4e58-49fb-b433-d4e0a1917ce4 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368656 Jan 31 18:47:32.882610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-09fff6f4-0014-4af3-8b7c-08dd67be5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:32.884770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-09fff6f4-0014-4af3-8b7c-08dd67be5190 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e168f3a1-dec1-458e-b66a-04d877fec2a2 HTTP/1.1" status: 200 len: 855 time: 0.0849748 Jan 31 18:47:32.957125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-936c3791-2241-4019-90cd-31266601e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:32.959157 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-936c3791-2241-4019-90cd-31266601e95c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53659b63-7d50-423a-a0c2-dc2523e38b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0612555 Jan 31 18:47:33.096896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa58ff-7ea3-4d39-b8a2-323d87d7f528 req-f30c3507-bcaf-421e-882d-634a9f7adb64 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:33.098607 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97aa58ff-7ea3-4d39-b8a2-323d87d7f528 req-f30c3507-bcaf-421e-882d-634a9f7adb64 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.1385186 Jan 31 18:47:33.172986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-d1c3aa66-f4dd-4e9d-8caa-20056090211f service neutron] 10.222.0.21 "GET /v2.0/networks/53659b63-7d50-423a-a0c2-dc2523e38b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013104 Jan 31 18:47:33.229103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97aa58ff-7ea3-4d39-b8a2-323d87d7f528 req-44a4fda0-9d5f-4583-bbb4-ae9a7c1bc96a tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169307 Jan 31 18:47:33.277079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838478c-54a5-4727-b3b8-5c7e9b69dc00 req-3847ec03-bd60-4210-af7b-2b5bd09bb3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:33.279034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b838478c-54a5-4727-b3b8-5c7e9b69dc00 req-3847ec03-bd60-4210-af7b-2b5bd09bb3cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 1128 time: 0.1350622 Jan 31 18:47:33.302760 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5360db92-ee27-4933-adfc-8d4bcc1df1f4 x-openstack-request-id: req-5360db92-ee27-4933-adfc-8d4bcc1df1f4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:47:33.303339 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd115f6e-9692-47bf-9448-647cb6da99bf", "tag": "d81c86f5-33a2-42cc-a53f-a57de8408cdb", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:47:33.303751 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5360db92-ee27-4933-adfc-8d4bcc1df1f4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:47:33.304656 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'tag': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb', 'status': 'completed', 'code': 200} Jan 31 18:47:33.432360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aacfee1-3569-4339-bfa1-c206808877b7 req-18ece338-1188-4ab8-b367-74cce5a3b5d7 service neutron] 10.222.0.21 "GET /v2.0/networks/53659b63-7d50-423a-a0c2-dc2523e38b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488480 Jan 31 18:47:33.567371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 865f9705-fda3-4fd9-9ff2-1b376db30708 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:47:33.666605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 865f9705-fda3-4fd9-9ff2-1b376db30708 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:33.667474 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:33.701499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:47:33.704324 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0818f32-1fd4-419d-9d15-1e1a65df86ce" -d '{"events": [{"server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "name": "network-vif-unplugged", "status": "completed", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:47:33.724793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:33.733732 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:33.813162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:33.857129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0baca7-f642-43d1-9282-436b362f980b req-a6d30b14-c3d4-4f23-abfd-3dd41b3f84ca tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:33.862228 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c0baca7-f642-43d1-9282-436b362f980b req-a6d30b14-c3d4-4f23-abfd-3dd41b3f84ca tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.5107198 Jan 31 18:47:33.909671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838478c-54a5-4727-b3b8-5c7e9b69dc00 req-681eb878-e860-4e70-8674-f9b87f505309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:33.911320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b838478c-54a5-4727-b3b8-5c7e9b69dc00 req-681eb878-e860-4e70-8674-f9b87f505309 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 200 len: 915 time: 0.6228211 Jan 31 18:47:33.921572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972ec5c-b608-46ae-9bcf-9b4e2e8d9bb2 req-dbb24757-f974-4dd1-b438-590c85f0a867 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:33.922964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6972ec5c-b608-46ae-9bcf-9b4e2e8d9bb2 req-dbb24757-f974-4dd1-b438-590c85f0a867 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.2003994 Jan 31 18:47:33.933487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db644-dc4d-44ad-b941-496d7f8d975e req-e7539221-d480-485f-95bb-0f72d709d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:33.934996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-459db644-dc4d-44ad-b941-496d7f8d975e req-e7539221-d480-485f-95bb-0f72d709d942 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=200d10418b4c4fd6850e950e71803d85&device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 1126 time: 0.2058885 Jan 31 18:47:33.991252 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b838478c-54a5-4727-b3b8-5c7e9b69dc00 req-1a3561e2-a575-456f-8699-59321771756a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c HTTP/1.1" status: 200 len: 217 time: 0.0664349 Jan 31 18:47:34.107238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c0baca7-f642-43d1-9282-436b362f980b req-08d8ce5e-5aff-486b-97ec-b193afbc0444 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373607 Jan 31 18:47:34.139258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6972ec5c-b608-46ae-9bcf-9b4e2e8d9bb2 req-27ba048c-2759-4f53-a237-5da631f65557 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031245 Jan 31 18:47:34.141578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838478c-54a5-4727-b3b8-5c7e9b69dc00 req-9ae8e935-ede5-4bb6-8a58-ed3fade91dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:34.143077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b838478c-54a5-4727-b3b8-5c7e9b69dc00 req-9ae8e935-ede5-4bb6-8a58-ed3fade91dc4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86926680-325f-4730-846d-e46372cc4cbc HTTP/1.1" status: 200 len: 854 time: 0.1400185 Jan 31 18:47:34.207347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b838478c-54a5-4727-b3b8-5c7e9b69dc00 req-e94e0e27-4b78-489c-b99a-b7af58e195c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d82614fc-b59a-498a-b981-68724ed1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555353 Jan 31 18:47:34.280054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db644-dc4d-44ad-b941-496d7f8d975e req-a9dced6e-4c77-4905-8478-613234e8cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:34.281904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-459db644-dc4d-44ad-b941-496d7f8d975e req-a9dced6e-4c77-4905-8478-613234e8cfe9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=53659b63-7d50-423a-a0c2-dc2523e38b4a HTTP/1.1" status: 200 len: 917 time: 0.3078606 Jan 31 18:47:34.392194 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-459db644-dc4d-44ad-b941-496d7f8d975e req-2ce730c6-da84-456a-abcf-666af5eed9f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d81c86f5-33a2-42cc-a53f-a57de8408cdb HTTP/1.1" status: 200 len: 217 time: 0.0737665 Jan 31 18:47:34.481223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf927be-3fc5-45fe-b561-5bb694cbdf64 req-9cc63f39-cd10-418a-8f4f-9470eac86d09 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:34.482769 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbf927be-3fc5-45fe-b561-5bb694cbdf64 req-9cc63f39-cd10-418a-8f4f-9470eac86d09 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.2166572 Jan 31 18:47:34.490932 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b838478c-54a5-4727-b3b8-5c7e9b69dc00 req-b96950ca-1dfb-49ef-937d-2d38aa685c83 service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759061 Jan 31 18:47:34.493052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db644-dc4d-44ad-b941-496d7f8d975e req-7a07e814-3735-4d6d-aa5a-53fe9223b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:34.494423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-459db644-dc4d-44ad-b941-496d7f8d975e req-7a07e814-3735-4d6d-aa5a-53fe9223b8b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e168f3a1-dec1-458e-b66a-04d877fec2a2 HTTP/1.1" status: 200 len: 855 time: 0.0961754 Jan 31 18:47:34.654747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbf927be-3fc5-45fe-b561-5bb694cbdf64 req-2c8e681a-b862-46bc-aa04-c4735d2cfc86 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593404 Jan 31 18:47:34.727074 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 18:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0253f87c-3849-4f5d-ad2d-d0467929995b x-openstack-request-id: req-0253f87c-3849-4f5d-ad2d-d0467929995b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:47:34.727814 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "name": "network-vif-unplugged", "status": "failed", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708", "code": 422}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:47:34.727814 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0253f87c-3849-4f5d-ad2d-d0467929995b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:47:34.728095 n-d-812111-15 neutron-server[103227]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'code': 422} returned with failed status Jan 31 18:47:34.746132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db644-dc4d-44ad-b941-496d7f8d975e req-d933d093-deae-412d-bd9f-0a780cb4eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:34.747908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-459db644-dc4d-44ad-b941-496d7f8d975e req-d933d093-deae-412d-bd9f-0a780cb4eaba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53659b63-7d50-423a-a0c2-dc2523e38b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2436922 Jan 31 18:47:34.753237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41b0f32d-efe2-4fb6-9a08-e2b4bf03a172 req-06569c2c-02d2-4864-8d78-bab760e38058 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0717506 Jan 31 18:47:34.766194 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b838478c-54a5-4727-b3b8-5c7e9b69dc00 req-ad015958-04e7-449f-adbb-9626ca24d046 service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628512 Jan 31 18:47:34.946468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-459db644-dc4d-44ad-b941-496d7f8d975e req-88408e4f-f46c-4356-bb5f-75a554a81d24 service neutron] 10.222.0.21 "GET /v2.0/networks/53659b63-7d50-423a-a0c2-dc2523e38b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914847 Jan 31 18:47:34.992522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f5574-2fd5-4882-be7f-7a6d0e05cac0 req-e314adf9-e41f-41f8-8928-c998a1e999e1 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:34.994090 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c4f5574-2fd5-4882-be7f-7a6d0e05cac0 req-e314adf9-e41f-41f8-8928-c998a1e999e1 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.1543996 Jan 31 18:47:35.004542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2686d-8799-4c0c-b224-56b7ffa8f42a req-0429b435-3d71-4f28-ad30-1877efe59288 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:35.006089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75c2686d-8799-4c0c-b224-56b7ffa8f42a req-0429b435-3d71-4f28-ad30-1877efe59288 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.2104235 Jan 31 18:47:35.143888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c4f5574-2fd5-4882-be7f-7a6d0e05cac0 req-bb94c3dc-53fa-4885-9bc3-09744d122b89 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348577 Jan 31 18:47:35.153644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-459db644-dc4d-44ad-b941-496d7f8d975e req-9b08cb7e-9340-407f-b6fa-5f15911c97e8 service neutron] 10.222.0.21 "GET /v2.0/networks/53659b63-7d50-423a-a0c2-dc2523e38b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994047 Jan 31 18:47:35.158101 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75c2686d-8799-4c0c-b224-56b7ffa8f42a req-b08d39ee-fd1d-4f83-ab2e-c1f7fa6ce12b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210806 Jan 31 18:47:35.348943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c47267-3c55-430d-81a9-98498025ff46 req-c53a6d43-e470-4343-88b2-2af0e71d0323 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:35.350703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7c47267-3c55-430d-81a9-98498025ff46 req-c53a6d43-e470-4343-88b2-2af0e71d0323 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.0714872 Jan 31 18:47:35.403299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7c47267-3c55-430d-81a9-98498025ff46 req-4aa20f68-d094-4e30-829e-c6f6940b0419 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460491 Jan 31 18:47:35.532752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778c36e-eab2-46f1-b83c-f5000f5ae8f5 req-fec616f8-4659-464a-8209-4c193168b8a5 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:35.534362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c778c36e-eab2-46f1-b83c-f5000f5ae8f5 req-fec616f8-4659-464a-8209-4c193168b8a5 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.0622780 Jan 31 18:47:35.588897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c778c36e-eab2-46f1-b83c-f5000f5ae8f5 req-bc612aa4-f0b9-4498-8c8f-ea2975982b66 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455210 Jan 31 18:47:36.007943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d027bc05-e742-46d3-9e7b-08a622851822 req-29b758ac-f201-4d07-b443-90c563483632 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0332472 Jan 31 18:47:36.558338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2b640-83b8-4b90-9523-7f78da7d95c1 req-37a16c9e-f6d3-4784-bada-00ab665f3e0b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:36.560012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54b2b640-83b8-4b90-9523-7f78da7d95c1 req-37a16c9e-f6d3-4784-bada-00ab665f3e0b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.0596833 Jan 31 18:47:36.619141 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54b2b640-83b8-4b90-9523-7f78da7d95c1 req-d587c4ec-c357-4b9a-9ce2-2a210b482bc8 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522747 Jan 31 18:47:36.755315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d56f-c462-48e4-b10c-678f4ccfb438 req-2a02c698-3e66-4be5-9e4f-65279b536e8d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:36.756926 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6de7d56f-c462-48e4-b10c-678f4ccfb438 req-2a02c698-3e66-4be5-9e4f-65279b536e8d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 945 time: 0.0606632 Jan 31 18:47:36.811155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6de7d56f-c462-48e4-b10c-678f4ccfb438 req-5a24bcca-f164-441c-bfe0-cbc888b19cc1 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475178 Jan 31 18:47:36.945266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8e8a6-614c-435b-a3f4-c26848c6e746 req-e99d4766-db7d-4276-8b3f-79f4be1edad0 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:36.946921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2c8e8a6-614c-435b-a3f4-c26848c6e746 req-e99d4766-db7d-4276-8b3f-79f4be1edad0 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.0644894 Jan 31 18:47:37.001897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2c8e8a6-614c-435b-a3f4-c26848c6e746 req-8daf40cd-f015-4b2e-91fd-96ed8c45fa05 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Jan 31 18:47:37.577692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 865f9705-fda3-4fd9-9ff2-1b376db30708 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:47:37.686554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 865f9705-fda3-4fd9-9ff2-1b376db30708 is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:37.692549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4447ff6c-3a73-4dbf-992c-e1486caf4f1c no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:47:37.753377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4a94e-2feb-4fd0-99fe-27ff6a75b9cb req-af1470b0-7cc1-441b-afb0-a40387603c31 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:37.754934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9e4a94e-2feb-4fd0-99fe-27ff6a75b9cb req-af1470b0-7cc1-441b-afb0-a40387603c31 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.0583804 Jan 31 18:47:37.779088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:37.779483 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:37.813619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:47:37.816315 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d007d2d-069a-407c-ab5e-a79575d4833c" -d '{"events": [{"server_uuid": "759ff29b-504f-4b59-a8ec-0e489423f61b", "name": "network-vif-unplugged", "status": "completed", "tag": "4447ff6c-3a73-4dbf-992c-e1486caf4f1c"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:47:37.830614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9e4a94e-2feb-4fd0-99fe-27ff6a75b9cb req-81b778da-b645-4678-8922-643e05a4b60e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686994 Jan 31 18:47:37.839431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:37.845147 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:37.911177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:37.946669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ed343bd-ff58-4c54-a1d5-94d3cdb97f3a req-728cd97c-0880-4fe5-a7fe-3515263dad83 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0297792 Jan 31 18:47:38.120990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c23aee-4518-45e1-98c1-4bc48172d79a req-3464c5d3-4153-4f6a-9527-8d6f91cb1d90 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:38.122421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4c23aee-4518-45e1-98c1-4bc48172d79a req-3464c5d3-4153-4f6a-9527-8d6f91cb1d90 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.0646076 Jan 31 18:47:38.176204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4c23aee-4518-45e1-98c1-4bc48172d79a req-1f4331d9-4eea-4311-a412-f769b1893a59 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475774 Jan 31 18:47:38.225071 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 18:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111a5ec8-f35f-4d22-9205-02ee923ab8f2 x-openstack-request-id: req-111a5ec8-f35f-4d22-9205-02ee923ab8f2 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:47:38.225616 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759ff29b-504f-4b59-a8ec-0e489423f61b", "name": "network-vif-unplugged", "status": "failed", "tag": "4447ff6c-3a73-4dbf-992c-e1486caf4f1c", "code": 422}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:47:38.226071 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-111a5ec8-f35f-4d22-9205-02ee923ab8f2 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:47:38.226823 n-d-812111-15 neutron-server[103227]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c', 'code': 422} returned with failed status Jan 31 18:47:38.329902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd77dbb-a5e2-4bbd-9845-63eae8858d55 req-7decba7d-6936-4f23-96fe-23b2e075b752 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:38.331742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dd77dbb-a5e2-4bbd-9845-63eae8858d55 req-7decba7d-6936-4f23-96fe-23b2e075b752 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 943 time: 0.0603800 Jan 31 18:47:38.384239 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dd77dbb-a5e2-4bbd-9845-63eae8858d55 req-bc529f78-eaf1-42bb-a31e-12aad10a93dd tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466485 Jan 31 18:47:39.019574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0892b4-63d7-4eaf-9a3c-826695a02429 req-83675b21-c8c6-4d95-a618-69fb182a4af5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:39.021250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c0892b4-63d7-4eaf-9a3c-826695a02429 req-83675b21-c8c6-4d95-a618-69fb182a4af5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.0689220 Jan 31 18:47:39.096855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c0892b4-63d7-4eaf-9a3c-826695a02429 req-147bcd67-0ca5-4c9e-86b8-a4bb70a97784 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651290 Jan 31 18:47:39.235637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8113a-462c-4e3a-b440-052852754b07 req-6a3396b9-adaf-4405-a6d2-690ebb265fea tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:39.237162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84d8113a-462c-4e3a-b440-052852754b07 req-6a3396b9-adaf-4405-a6d2-690ebb265fea tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 943 time: 0.0667219 Jan 31 18:47:39.295390 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84d8113a-462c-4e3a-b440-052852754b07 req-6c6af290-2280-4253-b147-337540557540 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523434 Jan 31 18:47:39.430234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784b7d4-80c9-41d3-9825-5abaf70017bf req-8276ac81-2b03-4d7b-bdd5-26dfc297e465 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:39.431778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4784b7d4-80c9-41d3-9825-5abaf70017bf req-8276ac81-2b03-4d7b-bdd5-26dfc297e465 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.0582376 Jan 31 18:47:39.488259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4784b7d4-80c9-41d3-9825-5abaf70017bf req-d635fb08-5bb7-49d1-aa49-67d4d27d0729 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503850 Jan 31 18:47:39.989707 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bb07aa54-c3b1-41b7-a9a1-8f0b445f5a89 req-f9376d97-7ea6-4650-86d8-98485fbd635f tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0293806 Jan 31 18:47:40.129151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec5c22-11c8-45c3-bd63-001c400d2c7a req-8a4dc531-718d-4fd8-a224-6f5290482633 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:40.131076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bec5c22-11c8-45c3-bd63-001c400d2c7a req-8a4dc531-718d-4fd8-a224-6f5290482633 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.0661747 Jan 31 18:47:40.209810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bec5c22-11c8-45c3-bd63-001c400d2c7a req-db4d6a3a-fe7d-4d28-92ca-273619f8d521 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707545 Jan 31 18:47:40.502430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944aef95-61b9-455e-8a7d-888c7774f417 req-ca460e78-6d17-430f-b36e-5ef39d9a9492 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:40.504293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-944aef95-61b9-455e-8a7d-888c7774f417 req-ca460e78-6d17-430f-b36e-5ef39d9a9492 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.0628991 Jan 31 18:47:40.580841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-944aef95-61b9-455e-8a7d-888c7774f417 req-62af43b5-396e-416c-a6d2-336fa4a105a0 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703728 Jan 31 18:47:40.656533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-8346235a-cf36-47b4-bc6f-76f087db43b0 req-9d2acb1e-351b-426b-b375-a5759651c47b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:47:40.657672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8346235a-cf36-47b4-bc6f-76f087db43b0 req-9d2acb1e-351b-426b-b375-a5759651c47b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069239 Jan 31 18:47:41.109029 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-975f6436-b07d-42df-984e-16865366fd18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1525838 Jan 31 18:47:41.122721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-149c3048-2c5e-4ae2-a34e-2a064351b66f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:47:41.123747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-149c3048-2c5e-4ae2-a34e-2a064351b66f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098162 Jan 31 18:47:41.437713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff2c60-dfae-4ffe-9a4a-7870106f534e req-8cad0f22-d6e1-401d-96ce-6f2c2125b4fd tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:41.440069 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dcff2c60-dfae-4ffe-9a4a-7870106f534e req-8cad0f22-d6e1-401d-96ce-6f2c2125b4fd tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.0935786 Jan 31 18:47:41.499401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dcff2c60-dfae-4ffe-9a4a-7870106f534e req-214c284a-544c-4edf-8046-970a62fddef1 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526385 Jan 31 18:47:41.664475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638d88-0b44-4b7a-83c6-1d01319b969f req-7c502dff-3892-40cb-b3d3-8170570e7591 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:41.668638 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f638d88-0b44-4b7a-83c6-1d01319b969f req-7c502dff-3892-40cb-b3d3-8170570e7591 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 943 time: 0.0929315 Jan 31 18:47:41.730352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4447ff6c-3a73-4dbf-992c-e1486caf4f1c no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:47:41.744423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f638d88-0b44-4b7a-83c6-1d01319b969f req-41c1dc1d-7aca-4ed9-9c4e-f037592072a5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649633 Jan 31 18:47:41.869005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:47:41.880792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b8df61e-6323-4935-8fa4-696c4d01171f req-7dddc585-66c3-44ec-86b0-f61c4077cada tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0386674 Jan 31 18:47:42.031226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a1bed-5869-472e-b571-2fd8d6f7ce1a req-e56e4b84-0c1d-4dd0-9251-da44a0ffcfd2 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:42.033967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-084a1bed-5869-472e-b571-2fd8d6f7ce1a req-e56e4b84-0c1d-4dd0-9251-da44a0ffcfd2 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.0769978 Jan 31 18:47:42.100273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-084a1bed-5869-472e-b571-2fd8d6f7ce1a req-3f31f0bc-83e0-4b08-958d-7e8d8112c78a tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595062 Jan 31 18:47:42.382344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-7ae05ea0-747f-4f01-b379-c470d0e91f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:42.384251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-7ae05ea0-747f-4f01-b379-c470d0e91f91 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b&tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f HTTP/1.1" status: 200 len: 1126 time: 0.1380367 Jan 31 18:47:42.483061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-13bca28d-a7af-4c96-92d6-bf8ec36af562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:42.485325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-13bca28d-a7af-4c96-92d6-bf8ec36af562 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 1126 time: 0.0608256 Jan 31 18:47:42.604101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-76caadc5-6f8c-4a02-b59d-b188ddc3b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:42.605967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-76caadc5-6f8c-4a02-b59d-b188ddc3b773 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 200 len: 915 time: 0.1130421 Jan 31 18:47:42.660164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-ca09ffe9-0c56-4cbd-bb30-06f6109b1607 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c HTTP/1.1" status: 200 len: 217 time: 0.0478425 Jan 31 18:47:42.735047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-bb5d2240-ac86-4026-b2dd-7d2329023ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:42.736617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-bb5d2240-ac86-4026-b2dd-7d2329023ca2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86926680-325f-4730-846d-e46372cc4cbc HTTP/1.1" status: 200 len: 854 time: 0.0681257 Jan 31 18:47:42.801113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-d7276ceb-d1d4-4d0d-961e-42226bb6029f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d82614fc-b59a-498a-b981-68724ed1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471277 Jan 31 18:47:42.845852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf741-a820-4888-bfe8-23379a66db65 req-6b1e4ba9-3515-4063-ad1f-c59f8c522ce9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:42.847286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ffcf741-a820-4888-bfe8-23379a66db65 req-6b1e4ba9-3515-4063-ad1f-c59f8c522ce9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.1328676 Jan 31 18:47:42.953876 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ffcf741-a820-4888-bfe8-23379a66db65 req-0887f935-8d0f-4847-920f-8355fd7a396a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749433 Jan 31 18:47:42.958532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-61ddfc3e-d6a2-470b-b58b-9da54edd962f service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473260 Jan 31 18:47:43.137624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e19e5b-2a84-4472-87d7-235b27cfde7f req-1f0e89d1-5ef8-4a02-8a14-2b8c4149fd09 service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722379 Jan 31 18:47:43.146235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0b281-ef6b-4551-9cbb-bae43f82465e req-b1d3c5f5-fe70-4556-a316-60ac56dc9046 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:43.148254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fce0b281-ef6b-4551-9cbb-bae43f82465e req-b1d3c5f5-fe70-4556-a316-60ac56dc9046 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.1019659 Jan 31 18:47:43.214567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fce0b281-ef6b-4551-9cbb-bae43f82465e req-c708dedd-1149-4900-b4e8-2660cfd58bbb tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615194 Jan 31 18:47:43.492147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfa769-6d8f-4c18-a8bb-e8a66981fb94 req-a99b6669-84d4-4165-9374-1443c162b6bf tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:43.494575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86cfa769-6d8f-4c18-a8bb-e8a66981fb94 req-a99b6669-84d4-4165-9374-1443c162b6bf tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 943 time: 0.0897124 Jan 31 18:47:43.583770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86cfa769-6d8f-4c18-a8bb-e8a66981fb94 req-b34e6e4f-04c5-4f9c-bf7b-86015b3dfbea tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751014 Jan 31 18:47:43.769175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8b6ae7f-2ef0-46df-b36d-e243453edae3 req-0dd00ff1-355c-40af-9bd9-ef4ea5e13c68 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0391910 Jan 31 18:47:44.030694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f41a1-4c09-421e-8528-c394f352b5c2 req-e80fa95e-36ac-4a04-90f5-0833defb48e7 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:44.036023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed5f41a1-4c09-421e-8528-c394f352b5c2 req-e80fa95e-36ac-4a04-90f5-0833defb48e7 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.1286652 Jan 31 18:47:44.151993 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed5f41a1-4c09-421e-8528-c394f352b5c2 req-77cb0750-26db-459b-af96-5980c3f07069 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016161 Jan 31 18:47:44.383438 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954c16b-4868-4a33-9954-6d16d8fe73b6 req-e1febe59-f18b-4b39-8031-c28ebe1c2ae5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:44.386862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3954c16b-4868-4a33-9954-6d16d8fe73b6 req-e1febe59-f18b-4b39-8031-c28ebe1c2ae5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.1103640 Jan 31 18:47:44.542790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3954c16b-4868-4a33-9954-6d16d8fe73b6 req-11adcfce-117a-4362-bcf0-ec60f449fdd9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491356 Jan 31 18:47:44.645210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:44.850375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab900036-75fd-4e45-a765-9d427d423b69 req-321908ec-61b6-4c2c-8bf7-3c97de839719 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:44.860158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ab900036-75fd-4e45-a765-9d427d423b69 req-321908ec-61b6-4c2c-8bf7-3c97de839719 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.1232264 Jan 31 18:47:44.961601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bda67093-4ad6-4269-9aae-5be5f547a929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:44.984573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ab900036-75fd-4e45-a765-9d427d423b69 req-c066c170-75e1-4aed-b8c7-f03f40e9a3a0 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231294 Jan 31 18:47:45.209344 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bda67093-4ad6-4269-9aae-5be5f547a929 admin admin] Publish callbacks [] for security_group (ba28183c-aada-4ac7-aefd-3e559b57a85e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:45.216191 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bda67093-4ad6-4269-9aae-5be5f547a929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ba28183c-aada-4ac7-aefd-3e559b57a85e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:45.247810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d635fd-c124-4594-9d7e-4d8dd7ffde7a req-ac288a77-3bbd-421c-9644-20244ae57b19 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:45.256202 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30d635fd-c124-4594-9d7e-4d8dd7ffde7a req-ac288a77-3bbd-421c-9644-20244ae57b19 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 943 time: 0.1370924 Jan 31 18:47:45.351302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda67093-4ad6-4269-9aae-5be5f547a929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba28183c-aada-4ac7-aefd-3e559b57a85e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:45.401373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30d635fd-c124-4594-9d7e-4d8dd7ffde7a req-3f7a30a5-a595-4dab-b65b-5f7731fe8d5d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435583 Jan 31 18:47:45.433839 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 42172) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:45.434078 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bda67093-4ad6-4269-9aae-5be5f547a929 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dc94993321b47e092a6dbb0c898970a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7868676 Jan 31 18:47:45.674257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ce77f4d-42b1-462e-bcd8-4ffab653ffea req-8ec16969-83c9-4126-ba2f-2ba1a43b9cdb tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.1351676 Jan 31 18:47:45.745058 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09aed979-5055-438e-85f3-bce604531881 admin admin] Publish callbacks [] for security_group (ba28183c-aada-4ac7-aefd-3e559b57a85e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:45.830950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09aed979-5055-438e-85f3-bce604531881 admin admin] Publish callbacks [] for security_group (ba28183c-aada-4ac7-aefd-3e559b57a85e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:46.108707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13205-286d-4d0b-aebd-5f2965326b6a req-d2575e8f-b537-4481-8f2c-52b8dde884d6 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:46.113808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13f13205-286d-4d0b-aebd-5f2965326b6a req-d2575e8f-b537-4481-8f2c-52b8dde884d6 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.2656000 Jan 31 18:47:46.117589 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09aed979-5055-438e-85f3-bce604531881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ba28183c-aada-4ac7-aefd-3e559b57a85e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:46.120139 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09aed979-5055-438e-85f3-bce604531881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:46.125698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-09aed979-5055-438e-85f3-bce604531881 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba28183c-aada-4ac7-aefd-3e559b57a85e HTTP/1.1" status: 204 len: 168 time: 0.6864202 Jan 31 18:47:46.130558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aed979-5055-438e-85f3-bce604531881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba28183c-aada-4ac7-aefd-3e559b57a85e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:46.266074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13f13205-286d-4d0b-aebd-5f2965326b6a req-7280ad80-aaa6-4d3d-9da9-cc79f7252db0 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244829 Jan 31 18:47:46.443478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eb7c2-a017-49e7-a5ca-79d1e1b45273 req-94682d60-f1ef-459a-8b38-e9d7c3015521 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:46.451337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-078eb7c2-a017-49e7-a5ca-79d1e1b45273 req-94682d60-f1ef-459a-8b38-e9d7c3015521 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.1033058 Jan 31 18:47:46.629563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-078eb7c2-a017-49e7-a5ca-79d1e1b45273 req-c39b8d7b-7d47-4bd9-afd4-a0d1902713dd tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770217 Jan 31 18:47:47.003904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e1680-4d7b-4a7d-9ae2-4d27fd4e306b req-8019d6b9-7909-4825-9c93-68624c7f6d15 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:47.019338 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-540e1680-4d7b-4a7d-9ae2-4d27fd4e306b req-8019d6b9-7909-4825-9c93-68624c7f6d15 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.1818852 Jan 31 18:47:47.104360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-540e1680-4d7b-4a7d-9ae2-4d27fd4e306b req-0b1e953d-bba5-4c8e-b6d2-93b5f6a5cf01 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838113 Jan 31 18:47:47.338837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19213b0-0650-449b-afee-9d1cc169e830 req-25732b80-2f24-4e38-868f-858e3228141b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:47.348957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d19213b0-0650-449b-afee-9d1cc169e830 req-25732b80-2f24-4e38-868f-858e3228141b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 943 time: 0.1166077 Jan 31 18:47:47.469749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d19213b0-0650-449b-afee-9d1cc169e830 req-c0c02e08-0027-46ea-aa2a-23d0d6a44163 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176767 Jan 31 18:47:47.726270 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32d79355-1570-4de6-8991-6adac4f3663a req-cd2c8abf-6692-4129-aae4-4859406cb70d tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0928054 Jan 31 18:47:47.978246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161f550-1e5c-4e94-ae22-1fdfa2f1c485 req-ad241d56-fa1a-4a9f-a489-ba25d624a618 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:47.981426 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6161f550-1e5c-4e94-ae22-1fdfa2f1c485 req-ad241d56-fa1a-4a9f-a489-ba25d624a618 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.1710780 Jan 31 18:47:48.092318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6161f550-1e5c-4e94-ae22-1fdfa2f1c485 req-848528bc-1d62-4b31-a7af-cb8a1cfe3a86 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028395 Jan 31 18:47:48.298057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d1850-83d9-4aa7-ad1b-4c327a1218ed req-a6e7abd3-4bf9-4daf-943b-72511bc7afd4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:48.301445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-485d1850-83d9-4aa7-ad1b-4c327a1218ed req-a6e7abd3-4bf9-4daf-943b-72511bc7afd4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.0978265 Jan 31 18:47:48.408829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-485d1850-83d9-4aa7-ad1b-4c327a1218ed req-6d617421-c576-4f99-a3d1-b483dcd3b089 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946553 Jan 31 18:47:48.805708 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0d79489b-302c-47a8-9a29-e357afb2853d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:49.147727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d505458-d7fc-4cfa-b32b-eafc8e0d5977 req-27200816-7c9e-4d02-8cf4-939352984620 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:49.161739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d505458-d7fc-4cfa-b32b-eafc8e0d5977 req-27200816-7c9e-4d02-8cf4-939352984620 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.1640518 Jan 31 18:47:49.301768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d505458-d7fc-4cfa-b32b-eafc8e0d5977 req-e3b6c54f-bf2d-4f50-93b6-3a54b73d35d4 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359019 Jan 31 18:47:49.508240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f14270-d534-4289-a8a3-e10df1e38979 req-4ff93b56-d7f4-4031-a0c2-59780a4d10f2 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:49.524414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66f14270-d534-4289-a8a3-e10df1e38979 req-4ff93b56-d7f4-4031-a0c2-59780a4d10f2 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 943 time: 0.0998089 Jan 31 18:47:49.619866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66f14270-d534-4289-a8a3-e10df1e38979 req-ca07e0a5-4d45-4a93-a131-eeb4d4367269 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014614 Jan 31 18:47:49.762632 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b4f3cec-734f-4032-ab06-8b70c1471b6b req-3bfd9334-ba14-4cf8-a998-7ef52aaa228c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0542262 Jan 31 18:47:50.298027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d81cb0-b34d-4431-9cc7-282147a5f3c9 req-704b24d3-e322-4294-8ee5-cf3aa87264a6 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:50.299753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53d81cb0-b34d-4431-9cc7-282147a5f3c9 req-704b24d3-e322-4294-8ee5-cf3aa87264a6 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.1486042 Jan 31 18:47:50.456174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53d81cb0-b34d-4431-9cc7-282147a5f3c9 req-57169179-99f5-4fc2-addb-71c29aef8c30 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236043 Jan 31 18:47:50.696658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f310f20-c7d7-4d3b-b573-8a0419a5d0f1 req-316550ba-7ace-4be2-9a6b-57e32075bd0f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:50.703669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f310f20-c7d7-4d3b-b573-8a0419a5d0f1 req-316550ba-7ace-4be2-9a6b-57e32075bd0f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.1726894 Jan 31 18:47:50.797733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f310f20-c7d7-4d3b-b573-8a0419a5d0f1 req-60d9fbba-cf85-443e-9fd0-f3337be9cef2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795038 Jan 31 18:47:51.003369 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7c6426f-e4d1-4d0b-b8d3-97c2fd55c5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:51.261396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687b123-c199-423b-a1be-25dd9c503404 req-0a323295-20c2-4ec6-81b9-1ac9b991388a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:51.263214 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b687b123-c199-423b-a1be-25dd9c503404 req-0a323295-20c2-4ec6-81b9-1ac9b991388a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.1991208 Jan 31 18:47:51.436893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b687b123-c199-423b-a1be-25dd9c503404 req-72a59ead-adec-4069-8a62-e6cfa16bdc1b tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634233 Jan 31 18:47:51.641811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ee9db-2d30-427e-9438-4efebae4ad78 req-374bae95-9c7d-4c0b-9d9d-21649baaf80b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:51.651629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-028ee9db-2d30-427e-9438-4efebae4ad78 req-374bae95-9c7d-4c0b-9d9d-21649baaf80b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 943 time: 0.1277397 Jan 31 18:47:51.683254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42306) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:51.803960 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-028ee9db-2d30-427e-9438-4efebae4ad78 req-15f94334-af65-411a-a619-d7e95c9e2645 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512444 Jan 31 18:47:52.037271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e64bdd-c5b4-4779-b62a-23ceba42910e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:52.269991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f4385b0-2d14-41f2-a259-0a7ff9bbbb36 req-0ba28cb0-d243-44db-9fd0-e525dafbb571 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/ports?device_id=99ff4ad4-c620-484f-be68-218ddc13ab87 HTTP/1.1" status: 200 len: 210 time: 0.0638134 Jan 31 18:47:52.346677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e64bdd-c5b4-4779-b62a-23ceba42910e admin admin] Publish callbacks [] for security_group (897c96ca-7fb1-40b6-a545-aa216422ea93), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:52.353081 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e64bdd-c5b4-4779-b62a-23ceba42910e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (897c96ca-7fb1-40b6-a545-aa216422ea93), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:52.375738 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:52.436942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e64bdd-c5b4-4779-b62a-23ceba42910e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897c96ca-7fb1-40b6-a545-aa216422ea93,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:52.515784 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-00e64bdd-c5b4-4779-b62a-23ceba42910e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30df693651ef479c87b9e4a197a850b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8299277 Jan 31 18:47:52.519621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42326) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:52.568306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc799b-a8fa-445b-98c8-64bf666905e7 req-0113fb43-a28f-4952-84de-d5eb7491a243 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:52.593049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ebc799b-a8fa-445b-98c8-64bf666905e7 req-0113fb43-a28f-4952-84de-d5eb7491a243 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.1502986 Jan 31 18:47:52.616904 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48ed426a-a525-477a-b7a3-17cafc5e59a5 admin admin] Publish callbacks [] for security_group (897c96ca-7fb1-40b6-a545-aa216422ea93), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:52.679803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48ed426a-a525-477a-b7a3-17cafc5e59a5 admin admin] Publish callbacks [] for security_group (897c96ca-7fb1-40b6-a545-aa216422ea93), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:52.761917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ebc799b-a8fa-445b-98c8-64bf666905e7 req-16cdb6cf-644f-4e65-bb70-c3644d354d8d tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673703 Jan 31 18:47:52.772623 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48ed426a-a525-477a-b7a3-17cafc5e59a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (897c96ca-7fb1-40b6-a545-aa216422ea93), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:52.776475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48ed426a-a525-477a-b7a3-17cafc5e59a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:52.783206 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-48ed426a-a525-477a-b7a3-17cafc5e59a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/897c96ca-7fb1-40b6-a545-aa216422ea93 HTTP/1.1" status: 204 len: 168 time: 0.2584069 Jan 31 18:47:52.793144 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed426a-a525-477a-b7a3-17cafc5e59a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897c96ca-7fb1-40b6-a545-aa216422ea93,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:53.043392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86b757-6158-47f6-bc3f-c89f06ece5c9 req-7b7f7fda-9132-4757-9994-22a3153c92d6 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:53.048860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b86b757-6158-47f6-bc3f-c89f06ece5c9 req-7b7f7fda-9132-4757-9994-22a3153c92d6 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2414973 Jan 31 18:47:53.228922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b7669-b6f7-4c29-9885-30ae929b6b4f req-42015640-3617-4ac3-8261-490c34f814d1 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:53.230737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f7b7669-b6f7-4c29-9885-30ae929b6b4f req-42015640-3617-4ac3-8261-490c34f814d1 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.2873225 Jan 31 18:47:53.235629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b86b757-6158-47f6-bc3f-c89f06ece5c9 req-d25b4ddf-65a0-459c-ac56-4bb467af4581 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761382 Jan 31 18:47:53.439014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f7b7669-b6f7-4c29-9885-30ae929b6b4f req-21ff864d-f74a-400c-80fd-ed704d4e17a5 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013152 Jan 31 18:47:54.021973 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:54.168664 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:54.750113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d180af4-0412-423e-a5c0-840102c71356 req-6c17c3ce-0c68-4959-a486-70e86d45dc78 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:54.757198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d180af4-0412-423e-a5c0-840102c71356 req-6c17c3ce-0c68-4959-a486-70e86d45dc78 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 943 time: 1.3133037 Jan 31 18:47:54.828693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42394) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:54.839116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac256ab0-dbc8-4837-be78-ff490a83b34a req-9e2766e6-11dd-45e7-9811-8d8dd9ed1d4f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:54.858175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac256ab0-dbc8-4837-be78-ff490a83b34a req-9e2766e6-11dd-45e7-9811-8d8dd9ed1d4f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.3213000 Jan 31 18:47:54.943345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d180af4-0412-423e-a5c0-840102c71356 req-9c7c679d-9d81-43f9-9577-288ed7cd50ee tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849928 Jan 31 18:47:55.050074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac256ab0-dbc8-4837-be78-ff490a83b34a req-fe80e83f-719b-44a9-9660-99f43e30df3c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897793 Jan 31 18:47:55.089823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-b4aa44e7-112a-4473-8372-97b4cf545be0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4225793 Jan 31 18:47:55.176769 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-419739258-network', 'tenant_id': '0b6072047b654b38b7a6cdb2189427f9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:47:55.182833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-8c3e3bcd-1e57-4863-96e2-7fc52da93427 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:47:55.192843 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-8c3e3bcd-1e57-4863-96e2-7fc52da93427 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0379672 Jan 31 18:47:55.213905 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:55.245833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Made reservation on behalf of 0b6072047b654b38b7a6cdb2189427f9 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:47:55.248271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:55.285615 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:55.479360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db34ab-2e4a-40a7-bd3b-72b241d749a3 req-7c1b2ad7-198e-4f4e-9f30-1762c4b43403 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:55.489375 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56db34ab-2e4a-40a7-bd3b-72b241d749a3 req-7c1b2ad7-198e-4f4e-9f30-1762c4b43403 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.2144287 Jan 31 18:47:55.512599 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Publish callbacks [] for security_group (4b3b60f2-80ce-498c-a120-a8e510178585), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:55.516224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745d9d3-4a53-4f02-be52-c06ffa1f38d3 req-ac59eec0-7cdb-40bd-beac-eb67e5c5528b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:55.523333 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f745d9d3-4a53-4f02-be52-c06ffa1f38d3 req-ac59eec0-7cdb-40bd-beac-eb67e5c5528b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.2206016 Jan 31 18:47:55.530671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4b3b60f2-80ce-498c-a120-a8e510178585), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:55.560220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:47:55.580439 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3b60f2-80ce-498c-a120-a8e510178585,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:55.597655 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56db34ab-2e4a-40a7-bd3b-72b241d749a3 req-22e94c47-3d36-4f00-b7c2-8016858902c2 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070480 Jan 31 18:47:55.604281 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9e173d9a-6e7d-406e-8910-da6779c2417f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:55.604755 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Added segment 9e173d9a-6e7d-406e-8910-da6779c2417f of type vlan for network d94403a8-9543-467f-8ef7-9f0bda52bb16 Jan 31 18:47:55.671976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f745d9d3-4a53-4f02-be52-c06ffa1f38d3 req-49b39c6c-09e7-4b07-9e24-13cc4d6f2eaf tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476099 Jan 31 18:47:55.678966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (d94403a8-9543-467f-8ef7-9f0bda52bb16), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:55.727707 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (d94403a8-9543-467f-8ef7-9f0bda52bb16), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:55.730315 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:55.732315 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:55.733653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 42420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:55.879290 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0493979 Jan 31 18:47:55.889646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 42434) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:55.909226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b4c15bbc-0e93-4f09-a265-9490de64d16d admin admin] Request body: {'subnet': {'network_id': 'd94403a8-9543-467f-8ef7-9f0bda52bb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-419739258-subnet', 'tenant_id': '0b6072047b654b38b7a6cdb2189427f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:47:55.919159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a56f4-6281-462c-ba93-af0938fb95f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d94403a8-9543-467f-8ef7-9f0bda52bb16,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:55.952957 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52398002-e39e-4023-ab0d-896543ec3efd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for security_group (417040cc-f58b-4d85-bbde-1342f1f50c1f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:55.971522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network d94403a8-9543-467f-8ef7-9f0bda52bb16 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:47:55.974631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a7278-5ff0-4885-85c1-295cd53d4c75 req-79d95c15-bc20-454e-9dfb-d1b60369e579 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:55.976980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-021a7278-5ff0-4885-85c1-295cd53d4c75 req-79d95c15-bc20-454e-9dfb-d1b60369e579 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.1961846 Jan 31 18:47:56.070586 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52398002-e39e-4023-ab0d-896543ec3efd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for security_group (417040cc-f58b-4d85-bbde-1342f1f50c1f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:56.117457 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:56.174012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c15bbc-0e93-4f09-a265-9490de64d16d admin admin] Made reservation on behalf of 0b6072047b654b38b7a6cdb2189427f9 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:47:56.176938 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4c15bbc-0e93-4f09-a265-9490de64d16d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:56.298861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-91311770-c282-4142-8559-657118e60ad9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:56.300601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-91311770-c282-4142-8559-657118e60ad9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 812 time: 0.4095190 Jan 31 18:47:56.347759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-021a7278-5ff0-4885-85c1-295cd53d4c75 req-80312dd3-2460-443c-bfdb-b3b04821b599 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372333 Jan 31 18:47:56.405880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-c217a375-a6ca-46a2-ab0d-8983ce8fb956 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/quotas/929ddc5d4661400faea9db350575816f HTTP/1.1" status: 200 len: 375 time: 0.0901117 Jan 31 18:47:56.410164 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52398002-e39e-4023-ab0d-896543ec3efd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (417040cc-f58b-4d85-bbde-1342f1f50c1f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:56.413364 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52398002-e39e-4023-ab0d-896543ec3efd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:56.414546 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-52398002-e39e-4023-ab0d-896543ec3efd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "DELETE /v2.0/security-groups/417040cc-f58b-4d85-bbde-1342f1f50c1f HTTP/1.1" status: 204 len: 168 time: 0.6790559 Jan 31 18:47:56.421342 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:56.451321 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2017ae63-31ca-494b-8411-7646880b11a5 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] show failed (client error): The resource could not be found. Jan 31 18:47:56.453460 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2017ae63-31ca-494b-8411-7646880b11a5 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "GET /v2.0/security-groups/417040cc-f58b-4d85-bbde-1342f1f50c1f HTTP/1.1" status: 404 len: 347 time: 0.0285468 Jan 31 18:47:56.457579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42446) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:56.501440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52398002-e39e-4023-ab0d-896543ec3efd tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417040cc-f58b-4d85-bbde-1342f1f50c1f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:56.567538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-d225d47b-4faf-49b8-8674-035fbdfcbc12 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1494975 Jan 31 18:47:56.602440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf1296-015e-4eb0-a341-e17929738d1a req-f15aac07-a81f-4f92-a1b9-d98047449655 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:56.609439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aadf1296-015e-4eb0-a341-e17929738d1a req-f15aac07-a81f-4f92-a1b9-d98047449655 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 943 time: 0.1373608 Jan 31 18:47:56.675796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b3194700-f7bc-4640-9288-fca7fbd954e3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Deleting port 91d1facd-d99a-466a-9d65-a8f599f66760 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:47:56.676520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3194700-f7bc-4640-9288-fca7fbd954e3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (91d1facd-d99a-466a-9d65-a8f599f66760), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:56.786639 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3194700-f7bc-4640-9288-fca7fbd954e3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (91d1facd-d99a-466a-9d65-a8f599f66760), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:56.787955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3194700-f7bc-4640-9288-fca7fbd954e3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for floatingip (91d1facd-d99a-466a-9d65-a8f599f66760), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:56.805461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b3194700-f7bc-4640-9288-fca7fbd954e3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Calling delete_port for 91d1facd-d99a-466a-9d65-a8f599f66760 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:47:56.881706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aadf1296-015e-4eb0-a341-e17929738d1a req-6b51cc7a-f9d2-408d-a803-3023223f6c7a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700248 Jan 31 18:47:56.940663 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4c15bbc-0e93-4f09-a265-9490de64d16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (95a45ffe-4566-4e33-9873-651b2de97b4f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:57.088889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c15bbc-0e93-4f09-a265-9490de64d16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a45ffe-4566-4e33-9873-651b2de97b4f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:57.145437 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3194700-f7bc-4640-9288-fca7fbd954e3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (91d1facd-d99a-466a-9d65-a8f599f66760), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:57.177450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-9c39d48b-31a4-4cea-9a1f-acbd1c2a7aa5 service neutron] 10.222.0.20 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906172 Jan 31 18:47:57.200412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3194700-f7bc-4640-9288-fca7fbd954e3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Port': ['ID=91d1facd-d99a-466a-9d65-a8f599f66760,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:57.292021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-c946735c-b8b6-407d-a141-4bf793b8d5e9 service neutron] 10.222.0.20 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008093 Jan 31 18:47:57.308789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c15bbc-0e93-4f09-a265-9490de64d16d admin admin] Checking segment: {'id': '9e173d9a-6e7d-406e-8910-da6779c2417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'd94403a8-9543-467f-8ef7-9f0bda52bb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:47:57.309496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c15bbc-0e93-4f09-a265-9490de64d16d admin admin] Network hostable DHCP agents. Network: d94403a8-9543-467f-8ef7-9f0bda52bb16, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:47:57.342141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf8c3f-e764-497a-8df7-25acd1f45d65 req-dfca9412-04ae-496d-b8ea-32d53658d9e1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:57.353532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3daf8c3f-e764-497a-8df7-25acd1f45d65 req-dfca9412-04ae-496d-b8ea-32d53658d9e1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.2804577 Jan 31 18:47:57.359610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c15bbc-0e93-4f09-a265-9490de64d16d admin admin] Network d94403a8-9543-467f-8ef7-9f0bda52bb16 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:47:57.388475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b4c15bbc-0e93-4f09-a265-9490de64d16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, d94403a8-9543-467f-8ef7-9f0bda52bb16) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:47:57.400477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f9d40-ba96-4bc0-8757-83d43b56085c None None] Network d94403a8-9543-467f-8ef7-9f0bda52bb16 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:47:57.401143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c15bbc-0e93-4f09-a265-9490de64d16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:57.401978 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4c15bbc-0e93-4f09-a265-9490de64d16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:57.462831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3daf8c3f-e764-497a-8df7-25acd1f45d65 req-ccd11696-bfd9-4313-9be5-1afdeaf8ba96 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059580 Jan 31 18:47:57.474861 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3194700-f7bc-4640-9288-fca7fbd954e3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for floatingip (8b68d80e-0cc0-415a-9684-26be31c15e03), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:57.478702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b4c15bbc-0e93-4f09-a265-9490de64d16d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5762255 Jan 31 18:47:57.492497 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3194700-f7bc-4640-9288-fca7fbd954e3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:57.492497 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b3194700-f7bc-4640-9288-fca7fbd954e3 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "DELETE /v2.0/floatingips/8b68d80e-0cc0-415a-9684-26be31c15e03 HTTP/1.1" status: 204 len: 168 time: 1.0241139 Jan 31 18:47:57.501455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42466) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:57.691890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d93099-f2ab-496a-904e-ddf2d0c10f1b None None] Network d94403a8-9543-467f-8ef7-9f0bda52bb16 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:47:57.740270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5588e-5cf8-482e-a67c-567438580a56 req-f40023cb-93dd-4c64-821c-ca9a54cbd726 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:57.753472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7e5588e-5cf8-482e-a67c-567438580a56 req-f40023cb-93dd-4c64-821c-ca9a54cbd726 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.1407039 Jan 31 18:47:57.824266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-459912bb-8bdf-4128-9835-2ccf792f1082 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Deleting port c65db0e2-1322-4cbb-b752-8c9fabd69910 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:47:57.824972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-459912bb-8bdf-4128-9835-2ccf792f1082 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:57.883368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7e5588e-5cf8-482e-a67c-567438580a56 req-f4165530-55ef-4035-8b33-07278ab54fe6 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258962 Jan 31 18:47:57.979558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a50d-57be-4d90-bb2d-4bf567688312 req-309bbeb5-188a-4869-ae73-430b1be049ea tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:57.983654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a893a50d-57be-4d90-bb2d-4bf567688312 req-309bbeb5-188a-4869-ae73-430b1be049ea tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.1584156 Jan 31 18:47:58.121735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-914645ff-ca9b-485d-89c1-7d3da8a0c9b5 req-77b027ad-415d-4a81-9931-1022e744b114 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 210 time: 0.0805430 Jan 31 18:47:58.213065 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-459912bb-8bdf-4128-9835-2ccf792f1082 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:58.228876 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a893a50d-57be-4d90-bb2d-4bf567688312 req-dd1baaeb-bc66-4b70-b5fd-1aae93937fb5 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167096 Jan 31 18:47:58.291930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-459912bb-8bdf-4128-9835-2ccf792f1082 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Calling delete_port for c65db0e2-1322-4cbb-b752-8c9fabd69910 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:47:58.580217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa093d9-5839-4bbb-a5d4-cef4e22b7b22 req-331a6442-f7a4-4f4d-af0d-dde865a93fe7 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:58.612231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0aa093d9-5839-4bbb-a5d4-cef4e22b7b22 req-331a6442-f7a4-4f4d-af0d-dde865a93fe7 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 943 time: 0.2033424 Jan 31 18:47:58.673482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-459912bb-8bdf-4128-9835-2ccf792f1082 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c65db0e2-1322-4cbb-b752-8c9fabd69910), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:58.677806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d61ae9ef-b6a2-4447-9d10-31d7a6813f89 req-d62b8f9d-3b53-4208-91ff-c5753915c70b tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1153038783', 'description': 'tempest-description-2138276514'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:47:58.810111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0aa093d9-5839-4bbb-a5d4-cef4e22b7b22 req-c566984f-8e64-411f-a370-f48d84b9b670 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967266 Jan 31 18:47:58.842803 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d61ae9ef-b6a2-4447-9d10-31d7a6813f89 req-d62b8f9d-3b53-4208-91ff-c5753915c70b tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:58.933126 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459912bb-8bdf-4128-9835-2ccf792f1082 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Port': ['ID=c65db0e2-1322-4cbb-b752-8c9fabd69910,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:58.937866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-459912bb-8bdf-4128-9835-2ccf792f1082 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:58.943600 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-459912bb-8bdf-4128-9835-2ccf792f1082 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "DELETE /v2.0/ports/c65db0e2-1322-4cbb-b752-8c9fabd69910 HTTP/1.1" status: 204 len: 168 time: 1.4401116 Jan 31 18:47:58.946129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42502) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:47:58.968549 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d61ae9ef-b6a2-4447-9d10-31d7a6813f89 req-d62b8f9d-3b53-4208-91ff-c5753915c70b tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (b78ef163-7dfe-43a8-b376-921267b3ea54), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:58.982288 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d61ae9ef-b6a2-4447-9d10-31d7a6813f89 req-d62b8f9d-3b53-4208-91ff-c5753915c70b tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b78ef163-7dfe-43a8-b376-921267b3ea54), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:59.055455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b8f9d-3b53-4208-91ff-c5753915c70b tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78ef163-7dfe-43a8-b376-921267b3ea54,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:59.093237 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d61ae9ef-b6a2-4447-9d10-31d7a6813f89 req-d62b8f9d-3b53-4208-91ff-c5753915c70b tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:59.095217 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d61ae9ef-b6a2-4447-9d10-31d7a6813f89 req-d62b8f9d-3b53-4208-91ff-c5753915c70b tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4571939 Jan 31 18:47:59.110220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b120142-6fb1-48f0-bd98-ce4dc5c72939 req-cbc645b8-6fb8-432c-b9bc-6f19181eed6d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:59.112155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b120142-6fb1-48f0-bd98-ce4dc5c72939 req-cbc645b8-6fb8-432c-b9bc-6f19181eed6d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.1419783 Jan 31 18:47:59.131674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-46eece30-a42c-466c-8f8a-739551b3360c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Deleting port b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:47:59.135985 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46eece30-a42c-466c-8f8a-739551b3360c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:59.206685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b120142-6fb1-48f0-bd98-ce4dc5c72939 req-35f35ebf-b627-4789-8aa5-41ffd4f0f28f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910363 Jan 31 18:47:59.341601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e84b9ed3-55ac-48ac-a7bd-ff2828ad23bb req-dd6beef3-178a-469d-9b90-3ba88e410c2e tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/b78ef163-7dfe-43a8-b376-921267b3ea54 HTTP/1.1" status: 200 len: 1824 time: 0.1093287 Jan 31 18:47:59.345329 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46eece30-a42c-466c-8f8a-739551b3360c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:59.362939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e84b9ed3-55ac-48ac-a7bd-ff2828ad23bb req-8ab2632d-1185-48cc-a9d3-e3ed07bccc19 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b78ef163-7dfe-43a8-b376-921267b3ea54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:47:59.363148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-46eece30-a42c-466c-8f8a-739551b3360c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Calling delete_port for b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:47:59.363242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e84b9ed3-55ac-48ac-a7bd-ff2828ad23bb req-8ab2632d-1185-48cc-a9d3-e3ed07bccc19 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b78ef163-7dfe-43a8-b376-921267b3ea54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:47:59.442198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33e617-8e96-43f8-a87c-ca7e0c10186b req-8faa00aa-6976-45b5-bf1f-2463a4fbed4f tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:59.443834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d33e617-8e96-43f8-a87c-ca7e0c10186b req-8faa00aa-6976-45b5-bf1f-2463a4fbed4f tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.2093778 Jan 31 18:47:59.484408 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e84b9ed3-55ac-48ac-a7bd-ff2828ad23bb req-8ab2632d-1185-48cc-a9d3-e3ed07bccc19 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (8fc0178b-fa75-438b-9886-e87e2b3beb44), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:59.554957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d33e617-8e96-43f8-a87c-ca7e0c10186b req-ca0e410d-10d6-4a72-954c-7a9ead285a72 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034141 Jan 31 18:47:59.570193 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e84b9ed3-55ac-48ac-a7bd-ff2828ad23bb req-8ab2632d-1185-48cc-a9d3-e3ed07bccc19 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (8fc0178b-fa75-438b-9886-e87e2b3beb44), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:59.585457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e84b9ed3-55ac-48ac-a7bd-ff2828ad23bb req-8ab2632d-1185-48cc-a9d3-e3ed07bccc19 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (8fc0178b-fa75-438b-9886-e87e2b3beb44), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:59.624665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46eece30-a42c-466c-8f8a-739551b3360c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:59.636448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2632d-1185-48cc-a9d3-e3ed07bccc19 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc0178b-fa75-438b-9886-e87e2b3beb44,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:59.696410 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e84b9ed3-55ac-48ac-a7bd-ff2828ad23bb req-8ab2632d-1185-48cc-a9d3-e3ed07bccc19 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:47:59.720091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e84b9ed3-55ac-48ac-a7bd-ff2828ad23bb req-8ab2632d-1185-48cc-a9d3-e3ed07bccc19 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3692002 Jan 31 18:47:59.754041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eece30-a42c-466c-8f8a-739551b3360c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Port': ['ID=b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:59.791284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4447ff6c-3a73-4dbf-992c-e1486caf4f1c details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:48:00.007059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:00.022996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c', 'network_id': 'd82614fc-b59a-498a-b981-68724ed1c688', 'port_id': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c', 'mac_address': 'fa:16:3e:65:cc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86926680-325f-4730-846d-e46372cc4cbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:48:00.075403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:00.077910 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:00.085430 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46eece30-a42c-466c-8f8a-739551b3360c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:00.098504 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-46eece30-a42c-466c-8f8a-739551b3360c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "DELETE /v2.0/ports/b6258c3f-b6b9-4f39-aa5c-7f45f6a27c93 HTTP/1.1" status: 204 len: 168 time: 1.1509304 Jan 31 18:48:00.101494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42522) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:00.112133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-c767d4b5-5ece-42a0-9644-ca1b82bac32b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:00.113715 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-c767d4b5-5ece-42a0-9644-ca1b82bac32b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 812 time: 0.2687540 Jan 31 18:48:00.118499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4447ff6c-3a73-4dbf-992c-e1486caf4f1c {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:48:00.167866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Request body: {'port': {'device_id': '10c5ad36-08ed-4a29-8587-ab08ff28012b', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'admin_state_up': True, 'tenant_id': '929ddc5d4661400faea9db350575816f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:00.192498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:00.201173 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:00.256259 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-651b4666-50ad-4694-bd1c-0c2ec4b2f6e9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Deleting subnet ebaee9b9-5c1e-40d2-b93a-0186138d8b06 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:48:00.266006 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-651b4666-50ad-4694-bd1c-0c2ec4b2f6e9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for subnet (ebaee9b9-5c1e-40d2-b93a-0186138d8b06), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:00.324634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:00.339503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.340361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.340928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.341485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.342137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.342866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.351905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.352658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.353208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.353748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.354302 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.354856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.355393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:00.381942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-651b4666-50ad-4694-bd1c-0c2ec4b2f6e9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (ebaee9b9-5c1e-40d2-b93a-0186138d8b06), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:00.429460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8230176e-ee34-47d2-874d-f97d3f9d025d req-2637c27c-9e49-4b15-85d8-0d10f48a08e9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 210 time: 0.3143694 Jan 31 18:48:00.482218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['4447ff6c-3a73-4dbf-992c-e1486caf4f1c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:48:00.503511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Made reservation on behalf of 929ddc5d4661400faea9db350575816f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:48:00.509138 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:00.547621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-dfdc6e9f-7649-4263-8258-6a9ec9973bdc req-6f2e614a-0072-4cbf-84f9-b0ef8f959597 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1169570035', 'description': 'tempest-description-382785120'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:00.595649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefa1c4-be74-4419-b392-12c8904e5ca9 req-19dc9859-3a72-4342-8a23-f9d21bf2a476 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:00.608198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbefa1c4-be74-4419-b392-12c8904e5ca9 req-19dc9859-3a72-4342-8a23-f9d21bf2a476 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.4918456 Jan 31 18:48:00.620981 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-651b4666-50ad-4694-bd1c-0c2ec4b2f6e9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (ebaee9b9-5c1e-40d2-b93a-0186138d8b06), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:00.691690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dfdc6e9f-7649-4263-8258-6a9ec9973bdc req-6f2e614a-0072-4cbf-84f9-b0ef8f959597 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:00.751746 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-651b4666-50ad-4694-bd1c-0c2ec4b2f6e9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (ebaee9b9-5c1e-40d2-b93a-0186138d8b06), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:00.784872 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-651b4666-50ad-4694-bd1c-0c2ec4b2f6e9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:00.789599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5a9286-bc55-4b3c-869b-90cc634d3f1b None None] Network 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:48:00.794342 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-651b4666-50ad-4694-bd1c-0c2ec4b2f6e9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "DELETE /v2.0/subnets/ebaee9b9-5c1e-40d2-b93a-0186138d8b06 HTTP/1.1" status: 204 len: 168 time: 0.6907737 Jan 31 18:48:00.796010 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:00.853313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Allocated IP 172.20.0.4 (50fbb222-e6d0-4564-9921-e3ecb13cb1c1/aff3baa4-ee50-48d2-9d5d-636d147b92c5/0d0c0923-545b-47c5-8efa-720b35c8c4ea) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:48:00.921252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b4666-50ad-4694-bd1c-0c2ec4b2f6e9 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Subnet': ['ID=ebaee9b9-5c1e-40d2-b93a-0186138d8b06,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:01.002714 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a31002-095f-4e12-b31e-9e041bc023de tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Deleting subnet 2aa973fa-62c2-490b-9643-bb1da4b73d91 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:48:01.006763 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2a31002-095f-4e12-b31e-9e041bc023de tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for subnet (2aa973fa-62c2-490b-9643-bb1da4b73d91), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.019509 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbefa1c4-be74-4419-b392-12c8904e5ca9 req-24e0495e-6973-44b4-804f-eff4999f87bf tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097052 Jan 31 18:48:01.065195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8a321c-ef8a-4fb2-ac72-1abbd9de8081 None None] DHCP port deletion for 7e98bb2f-3aca-4d61-b879-07a7e4c3d554 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:48:01.157580 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2a31002-095f-4e12-b31e-9e041bc023de tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (2aa973fa-62c2-490b-9643-bb1da4b73d91), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.176661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a321c-ef8a-4fb2-ac72-1abbd9de8081 None None] Deleting port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:48:01.177244 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a8a321c-ef8a-4fb2-ac72-1abbd9de8081 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.340188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bbcf51a0-b2ba-455f-9bd3-68d6eccddffb no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:48:01.366067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.428786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8a8a321c-ef8a-4fb2-ac72-1abbd9de8081 None None] For port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bbcf51a0-b2ba-455f-9bd3-68d6eccddffb,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:01.433653 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2a31002-095f-4e12-b31e-9e041bc023de tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (2aa973fa-62c2-490b-9643-bb1da4b73d91), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.434684 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a8a321c-ef8a-4fb2-ac72-1abbd9de8081 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.459180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a321c-ef8a-4fb2-ac72-1abbd9de8081 None None] Calling delete_port for bbcf51a0-b2ba-455f-9bd3-68d6eccddffb owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:48:01.501475 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dfdc6e9f-7649-4263-8258-6a9ec9973bdc req-6f2e614a-0072-4cbf-84f9-b0ef8f959597 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (7e44b300-f803-4ca6-a676-5571d1264ec7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.513262 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dfdc6e9f-7649-4263-8258-6a9ec9973bdc req-6f2e614a-0072-4cbf-84f9-b0ef8f959597 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7e44b300-f803-4ca6-a676-5571d1264ec7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.635418 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dfdc6e9f-7649-4263-8258-6a9ec9973bdc req-6f2e614a-0072-4cbf-84f9-b0ef8f959597 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.636858 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dfdc6e9f-7649-4263-8258-6a9ec9973bdc req-6f2e614a-0072-4cbf-84f9-b0ef8f959597 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.1365435 Jan 31 18:48:01.640027 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2a31002-095f-4e12-b31e-9e041bc023de tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (2aa973fa-62c2-490b-9643-bb1da4b73d91), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.647234 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.690867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e614a-0072-4cbf-84f9-b0ef8f959597 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e44b300-f803-4ca6-a676-5571d1264ec7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:01.711368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37e022-7685-494a-8d70-d98e4fa7cfee req-2c0928d8-6a11-4a08-b1fd-15210469df1a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:01.727150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c37e022-7685-494a-8d70-d98e4fa7cfee req-2c0928d8-6a11-4a08-b1fd-15210469df1a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 944 time: 0.3216393 Jan 31 18:48:01.738323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:01.739514 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.755796 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:48:01.778655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2a31002-095f-4e12-b31e-9e041bc023de tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:01.788693 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a2a31002-095f-4e12-b31e-9e041bc023de tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "DELETE /v2.0/subnets/2aa973fa-62c2-490b-9643-bb1da4b73d91 HTTP/1.1" status: 204 len: 168 time: 0.9876933 Jan 31 18:48:01.800745 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a31002-095f-4e12-b31e-9e041bc023de tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa973fa-62c2-490b-9643-bb1da4b73d91,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:01.800745 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:01.828081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:48:01.836568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8c46f182-e9a9-4386-bebd-cd1e64ec66cc'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:48:01.849562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:48:01.880076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08269b-d2ec-4f50-85b8-599af110adf6 None None] Network 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:48:01.981912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event updated for resources: {'Port': ['ID=0d0c0923-545b-47c5-8efa-720b35c8c4ea,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:01.999715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (7e98bb2f-3aca-4d61-b879-07a7e4c3d554), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.008143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4447ff6c-3a73-4dbf-992c-e1486caf4f1c up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:48:02.051189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c37e022-7685-494a-8d70-d98e4fa7cfee req-2747ebe6-e887-499c-b215-cbe521230bd2 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934432 Jan 31 18:48:02.130781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:02.131553 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.167521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Deleting port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:48:02.168359 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.176189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef5bd5-72e7-4b14-a0d5-392c68844cf6 req-5a14240c-d574-4a32-aa48-1d65306f9ad9 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:02.178149 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85ef5bd5-72e7-4b14-a0d5-392c68844cf6 req-5a14240c-d574-4a32-aa48-1d65306f9ad9 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.3233261 Jan 31 18:48:02.182168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-eb6ec326-e3cd-4b6f-9f79-d93e636303cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0202928 Jan 31 18:48:02.289988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Request body: {'port': {'device_id': '10c5ad36-08ed-4a29-8587-ab08ff28012b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:02.306086 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] For port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bbcf51a0-b2ba-455f-9bd3-68d6eccddffb,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:02.306625 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.340071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bbcf51a0-b2ba-455f-9bd3-68d6eccddffb,segment=NetworkSegment(90bb0d3c-a662-4b9e-9e45-8e9924d040f2),segment_id=90bb0d3c-a662-4b9e-9e45-8e9924d040f2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:02.353884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Calling delete_port for bbcf51a0-b2ba-455f-9bd3-68d6eccddffb owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:48:02.370960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-53e597db-6357-4d39-87c4-c241bcffc7e4 None None] Provisioning complete for port 0d0c0923-545b-47c5-8efa-720b35c8c4ea triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:02.371336 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53e597db-6357-4d39-87c4-c241bcffc7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.372977 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.421312 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a8a321c-ef8a-4fb2-ac72-1abbd9de8081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.453015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85ef5bd5-72e7-4b14-a0d5-392c68844cf6 req-17a54ae8-777e-4bd0-8431-17f42245aba0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686014 Jan 31 18:48:02.568437 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (bbcf51a0-b2ba-455f-9bd3-68d6eccddffb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.576769 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event deleted for resources: {'Port': ['ID=bbcf51a0-b2ba-455f-9bd3-68d6eccddffb,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:02.608381 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a321c-ef8a-4fb2-ac72-1abbd9de8081 None None] No DVR routers for this DVR port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:48:02.662021 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Port': ['ID=bbcf51a0-b2ba-455f-9bd3-68d6eccddffb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:02.664161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a321c-ef8a-4fb2-ac72-1abbd9de8081 None None] Pushing event deleted for resources: {'Port': ['ID=bbcf51a0-b2ba-455f-9bd3-68d6eccddffb,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:02.675824 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] No DVR routers for this DVR port bbcf51a0-b2ba-455f-9bd3-68d6eccddffb on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:48:02.694751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a7841-8316-4417-91cd-20b64509ca46 req-af7cd2cc-2a9d-449b-838a-74364d3e4b97 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:02.712366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f26a7841-8316-4417-91cd-20b64509ca46 req-af7cd2cc-2a9d-449b-838a-74364d3e4b97 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.4522626 Jan 31 18:48:02.720197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53e597db-6357-4d39-87c4-c241bcffc7e4 None None] Port 0d0c0923-545b-47c5-8efa-720b35c8c4ea cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:48:02.727893 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.753288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:02.754450 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.845622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f771a44-1fda-49cc-8d97-540963a19028 None None] DHCP port deletion for 0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:48:02.882024 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (7e98bb2f-3aca-4d61-b879-07a7e4c3d554), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.931598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e98bb2f-3aca-4d61-b879-07a7e4c3d554']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:02.947504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bb0d3c-a662-4b9e-9e45-8e9924d040f2') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:02.948081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bb0d3c-a662-4b9e-9e45-8e9924d040f2') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:02.960044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (90bb0d3c-a662-4b9e-9e45-8e9924d040f2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.976705 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (90bb0d3c-a662-4b9e-9e45-8e9924d040f2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:02.985836 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:48:02.986914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (90bb0d3c-a662-4b9e-9e45-8e9924d040f2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:48:03.132689 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:48:03.174265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f26a7841-8316-4417-91cd-20b64509ca46 req-44c31259-2c6b-48bf-9087-551f98d4b403 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4343195 Jan 31 18:48:03.181547 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (7e98bb2f-3aca-4d61-b879-07a7e4c3d554), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.210542 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.225374 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "DELETE /v2.0/networks/7e98bb2f-3aca-4d61-b879-07a7e4c3d554 HTTP/1.1" status: 204 len: 168 time: 1.4276121 Jan 31 18:48:03.236411 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:03.319463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 65c57775-ae2f-421d-939f-e7279060e315 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:48:03.320031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-647d089c-9e3f-4200-9778-561201b79a56 req-ece08b75-66ed-4953-bbbe-98669d3c434e tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/7e44b300-f803-4ca6-a676-5571d1264ec7 HTTP/1.1" status: 200 len: 1823 time: 0.0795119 Jan 31 18:48:03.335195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-647d089c-9e3f-4200-9778-561201b79a56 req-93e6f4e6-d33a-4d21-b38b-9075b6958225 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7e44b300-f803-4ca6-a676-5571d1264ec7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:03.335520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-647d089c-9e3f-4200-9778-561201b79a56 req-93e6f4e6-d33a-4d21-b38b-9075b6958225 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7e44b300-f803-4ca6-a676-5571d1264ec7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:03.347274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0914985-7c63-47a9-8db2-06750aae48c3 req-a7731591-68c2-4f30-b88d-d9eda5bca888 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:03.353675 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159d973-b958-4322-be53-a9e76a3f0e43 tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Network': ['ID=7e98bb2f-3aca-4d61-b879-07a7e4c3d554,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:03.354851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0914985-7c63-47a9-8db2-06750aae48c3 req-a7731591-68c2-4f30-b88d-d9eda5bca888 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 931 time: 0.2985120 Jan 31 18:48:03.423733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2f771a44-1fda-49cc-8d97-540963a19028 None None] Deleting port 65c57775-ae2f-421d-939f-e7279060e315 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:48:03.427207 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f771a44-1fda-49cc-8d97-540963a19028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (65c57775-ae2f-421d-939f-e7279060e315), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.468566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0914985-7c63-47a9-8db2-06750aae48c3 req-07e80fa4-166f-45d1-9d31-6c1ed9fd6a8f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091805 Jan 31 18:48:03.487709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:03.488240 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.499688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.580234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0c0923-545b-47c5-8efa-720b35c8c4ea {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:48:03.602054 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Publish callbacks [] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.618250 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Deleting port 65c57775-ae2f-421d-939f-e7279060e315 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:48:03.618880 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (65c57775-ae2f-421d-939f-e7279060e315), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.632762 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-647d089c-9e3f-4200-9778-561201b79a56 req-93e6f4e6-d33a-4d21-b38b-9075b6958225 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (18879689-b916-4db4-9f06-9be34c96a29e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.668852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Transition to ACTIVE for port object 0d0c0923-545b-47c5-8efa-720b35c8c4ea will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:48:03.692584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.707289 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-647d089c-9e3f-4200-9778-561201b79a56 req-93e6f4e6-d33a-4d21-b38b-9075b6958225 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (18879689-b916-4db4-9f06-9be34c96a29e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.725834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2f771a44-1fda-49cc-8d97-540963a19028 None None] For port 65c57775-ae2f-421d-939f-e7279060e315, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=65c57775-ae2f-421d-939f-e7279060e315,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:03.726637 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f771a44-1fda-49cc-8d97-540963a19028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (65c57775-ae2f-421d-939f-e7279060e315), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.741665 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-647d089c-9e3f-4200-9778-561201b79a56 req-93e6f4e6-d33a-4d21-b38b-9075b6958225 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (18879689-b916-4db4-9f06-9be34c96a29e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.744924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2f771a44-1fda-49cc-8d97-540963a19028 None None] Calling delete_port for 65c57775-ae2f-421d-939f-e7279060e315 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:48:03.786342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5288e8-a37a-4a81-b574-5729bc164273 req-3a6f5e2a-7905-4444-aba5-9829c67df16c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:03.800565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f5288e8-a37a-4a81-b574-5729bc164273 req-3a6f5e2a-7905-4444-aba5-9829c67df16c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.2150908 Jan 31 18:48:03.838646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6f4e6-d33a-4d21-b38b-9075b6958225 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18879689-b916-4db4-9f06-9be34c96a29e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:03.876045 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-647d089c-9e3f-4200-9778-561201b79a56 req-93e6f4e6-d33a-4d21-b38b-9075b6958225 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.888637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-647d089c-9e3f-4200-9778-561201b79a56 req-93e6f4e6-d33a-4d21-b38b-9075b6958225 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5674915 Jan 31 18:48:03.893855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] For port 65c57775-ae2f-421d-939f-e7279060e315, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=65c57775-ae2f-421d-939f-e7279060e315,segment=NetworkSegment(4cbb485e-9032-4610-8e72-f29d91165c6e),segment_id=4cbb485e-9032-4610-8e72-f29d91165c6e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:03.896805 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (65c57775-ae2f-421d-939f-e7279060e315), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:03.900322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0c0923-545b-47c5-8efa-720b35c8c4ea,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:03.939466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Calling delete_port for 65c57775-ae2f-421d-939f-e7279060e315 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:48:04.073918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:04.085268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:04.091623 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2340c6b7-d931-4f57-a6eb-7c70bf1722d1" -d '{"events": [{"server_uuid": "759ff29b-504f-4b59-a8ec-0e489423f61b", "name": "network-vif-plugged", "status": "completed", "tag": "4447ff6c-3a73-4dbf-992c-e1486caf4f1c"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:04.096302 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f771a44-1fda-49cc-8d97-540963a19028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (65c57775-ae2f-421d-939f-e7279060e315), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.126865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f5288e8-a37a-4a81-b574-5729bc164273 req-98af55aa-db35-46ad-9149-aa839bb02a43 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252909 Jan 31 18:48:04.160523 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (65c57775-ae2f-421d-939f-e7279060e315), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.180364 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.198019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f771a44-1fda-49cc-8d97-540963a19028 None None] Pushing event deleted for resources: {'Port': ['ID=65c57775-ae2f-421d-939f-e7279060e315,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:04.226039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Attempting to bind port 0d0c0923-545b-47c5-8efa-720b35c8c4ea on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:48:04.226384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Attempting to bind port 0d0c0923-545b-47c5-8efa-720b35c8c4ea by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:48:04.226984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Attempting to bind port 0d0c0923-545b-47c5-8efa-720b35c8c4ea on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:48:04.235818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Port 0d0c0923-545b-47c5-8efa-720b35c8c4ea on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:48:04.235818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Attempting to bind port 0d0c0923-545b-47c5-8efa-720b35c8c4ea on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:48:04.239687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Port': ['ID=65c57775-ae2f-421d-939f-e7279060e315,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:04.241796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] No DVR routers for this DVR port 65c57775-ae2f-421d-939f-e7279060e315 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:48:04.260584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411abf1-8c3c-4e95-b547-66df60749e50 req-7b600849-d96b-45e0-86e2-586234443069 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:04.268946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9411abf1-8c3c-4e95-b547-66df60749e50 req-7b600849-d96b-45e0-86e2-586234443069 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.2194297 Jan 31 18:48:04.309629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f771a44-1fda-49cc-8d97-540963a19028 None None] No DVR routers for this DVR port 65c57775-ae2f-421d-939f-e7279060e315 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:48:04.327485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:48:04.328807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Checking segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:48:04.329545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Bound using segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:48:04.330171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Bound port: 0d0c0923-545b-47c5-8efa-720b35c8c4ea, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:48:04.330706 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.360898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 65c57775-ae2f-421d-939f-e7279060e315 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:04.361367 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (65c57775-ae2f-421d-939f-e7279060e315), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.455940 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.500636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:04.508883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff604427-45e8-4d7b-99a1-78667af98875 req-ba3368ad-947f-4dfe-a4eb-0f9552a71b28 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:04.514435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff604427-45e8-4d7b-99a1-78667af98875 req-ba3368ad-947f-4dfe-a4eb-0f9552a71b28 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 945 time: 0.3036149 Jan 31 18:48:04.516735 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbb485e-9032-4610-8e72-f29d91165c6e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:04.517138 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbb485e-9032-4610-8e72-f29d91165c6e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:04.520981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9411abf1-8c3c-4e95-b547-66df60749e50 req-af3a440f-e349-4e4c-9387-1179fb8b73a6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510672 Jan 31 18:48:04.521628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:04.543748 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d446f-5f97-4cee-afe1-7937d9695bbc req-93737278-1b74-4e75-8025-77a0c4914072 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:04.552773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc3d446f-5f97-4cee-afe1-7937d9695bbc req-93737278-1b74-4e75-8025-77a0c4914072 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.2798576 Jan 31 18:48:04.559848 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (4cbb485e-9032-4610-8e72-f29d91165c6e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.578199 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4cbb485e-9032-4610-8e72-f29d91165c6e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.587793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:48:04.588226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (4cbb485e-9032-4610-8e72-f29d91165c6e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.661471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ff55ed52-07d7-4a40-9e68-f4bfb4942278 req-8ebd3992-4bd0-486c-8bfe-541033e0eacb tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-399345315', 'description': 'tempest-description-458444251'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:48:04.675601 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:48:04.682375 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.711101 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.724542 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] 10.222.0.20 "DELETE /v2.0/networks/0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9 HTTP/1.1" status: 204 len: 168 time: 1.4792893 Jan 31 18:48:04.736157 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff55ed52-07d7-4a40-9e68-f4bfb4942278 req-8ebd3992-4bd0-486c-8bfe-541033e0eacb tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.759875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96c6cf-656a-4140-8dfd-a90f43582e0c tempest-TaggedBootDevicesTest-348856122 tempest-TaggedBootDevicesTest-348856122-project] Pushing event deleted for resources: {'Network': ['ID=0c3b3aa0-4bb4-4ada-b87d-0e80a84dd0a9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:04.790225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] For port 0d0c0923-545b-47c5-8efa-720b35c8c4ea, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:48:04.822259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] For port 0d0c0923-545b-47c5-8efa-720b35c8c4ea, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0d0c0923-545b-47c5-8efa-720b35c8c4ea,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:48:04.838005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc3d446f-5f97-4cee-afe1-7937d9695bbc req-38191ee5-2ce7-4759-a701-13b1e3c7f711 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2840395 Jan 31 18:48:04.851106 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.860653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ff604427-45e8-4d7b-99a1-78667af98875 req-41539ef1-937e-4651-82ac-d20f65abeb0c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Deleting port c639bbc8-22a2-4133-9662-84f1cfdb8859 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:48:04.861100 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff604427-45e8-4d7b-99a1-78667af98875 req-41539ef1-937e-4651-82ac-d20f65abeb0c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:04.946774 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a2dc23-bdd8-4236-b33c-449ca1b20433 x-openstack-request-id: req-43a2dc23-bdd8-4236-b33c-449ca1b20433 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:04.947057 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759ff29b-504f-4b59-a8ec-0e489423f61b", "name": "network-vif-plugged", "status": "completed", "tag": "4447ff6c-3a73-4dbf-992c-e1486caf4f1c", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:04.947324 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43a2dc23-bdd8-4236-b33c-449ca1b20433 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:04.947730 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c', 'code': 200} Jan 31 18:48:05.000885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:05.001669 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:05.003229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] 10.222.0.49 "PUT /v2.0/ports/0d0c0923-545b-47c5-8efa-720b35c8c4ea HTTP/1.1" status: 200 len: 1092 time: 2.7401910 Jan 31 18:48:05.013189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c5ad36-08ed-4a29-8587-ab08ff28012b', 'tag': '0d0c0923-545b-47c5-8efa-720b35c8c4ea'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:05.016249 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aac1e9f-083b-40a6-8b27-830e3b95b339" -d '{"events": [{"name": "network-changed", "server_uuid": "10c5ad36-08ed-4a29-8587-ab08ff28012b", "tag": "0d0c0923-545b-47c5-8efa-720b35c8c4ea"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:05.086307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ff604427-45e8-4d7b-99a1-78667af98875 req-41539ef1-937e-4651-82ac-d20f65abeb0c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] For port c639bbc8-22a2-4133-9662-84f1cfdb8859, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=c639bbc8-22a2-4133-9662-84f1cfdb8859,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:05.086701 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff604427-45e8-4d7b-99a1-78667af98875 req-41539ef1-937e-4651-82ac-d20f65abeb0c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:05.105613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ff604427-45e8-4d7b-99a1-78667af98875 req-41539ef1-937e-4651-82ac-d20f65abeb0c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Calling delete_port for c639bbc8-22a2-4133-9662-84f1cfdb8859 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:48:05.242647 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff55ed52-07d7-4a40-9e68-f4bfb4942278 req-8ebd3992-4bd0-486c-8bfe-541033e0eacb tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (420ecbf7-45e2-485f-9738-6cc3c3b3a468), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:05.311959 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff55ed52-07d7-4a40-9e68-f4bfb4942278 req-8ebd3992-4bd0-486c-8bfe-541033e0eacb tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (420ecbf7-45e2-485f-9738-6cc3c3b3a468), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:05.356797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa35d7-ab09-49fd-93cc-5926aa600b89 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0c0923-545b-47c5-8efa-720b35c8c4ea,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:05.465106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd3992-4bd0-486c-8bfe-541033e0eacb tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420ecbf7-45e2-485f-9738-6cc3c3b3a468,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:05.505104 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff55ed52-07d7-4a40-9e68-f4bfb4942278 req-8ebd3992-4bd0-486c-8bfe-541033e0eacb tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:05.506487 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff55ed52-07d7-4a40-9e68-f4bfb4942278 req-8ebd3992-4bd0-486c-8bfe-541033e0eacb tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8786283 Jan 31 18:48:05.518750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-635b7d73-3dac-4cc7-aed2-284f21766d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:05.520274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-635b7d73-3dac-4cc7-aed2-284f21766d43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 1126 time: 0.2688873 Jan 31 18:48:05.544705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46056cbc-3461-4118-b58d-5d6da30c9d64 req-02412ab4-9486-44bb-91f0-880d940bcd2d tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:05.546444 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46056cbc-3461-4118-b58d-5d6da30c9d64 req-02412ab4-9486-44bb-91f0-880d940bcd2d tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.2592549 Jan 31 18:48:05.874992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-f10770e6-89a3-4ce2-a5d7-f1c8dc27c178 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d0c0923-545b-47c5-8efa-720b35c8c4ea HTTP/1.1" status: 200 len: 217 time: 0.3452258 Jan 31 18:48:05.876827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc514001-1bc4-4389-97bd-94c2e68dc542 req-b25f5f6d-d730-4983-88b4-b762507961c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:05.878219 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc514001-1bc4-4389-97bd-94c2e68dc542 req-b25f5f6d-d730-4983-88b4-b762507961c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 1129 time: 0.5882127 Jan 31 18:48:06.100042 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc514001-1bc4-4389-97bd-94c2e68dc542 req-1d32f8f0-b0cf-4e5e-bc4f-aa946f81a63e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882036 Jan 31 18:48:06.139920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-921a4b68-4715-4716-9f2d-0fe670e2a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:06.141717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-921a4b68-4715-4716-9f2d-0fe670e2a688 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.2310138 Jan 31 18:48:06.155018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8af4c-936c-43e9-816b-19a0d66aa363 req-068b08e4-9209-4043-ba91-f52bc3f029aa tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:06.157324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36f8af4c-936c-43e9-816b-19a0d66aa363 req-068b08e4-9209-4043-ba91-f52bc3f029aa tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 943 time: 0.2908988 Jan 31 18:48:06.159213 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff604427-45e8-4d7b-99a1-78667af98875 req-41539ef1-937e-4651-82ac-d20f65abeb0c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c639bbc8-22a2-4133-9662-84f1cfdb8859), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:06.177671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46056cbc-3461-4118-b58d-5d6da30c9d64 req-7393251e-0610-4818-b549-5a191ee1394c tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100851 Jan 31 18:48:06.233564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41539ef1-937e-4651-82ac-d20f65abeb0c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Pushing event deleted for resources: {'Port': ['ID=c639bbc8-22a2-4133-9662-84f1cfdb8859,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:06.304060 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1f89b6-1c83-4e5f-bacd-31eebfae869a x-openstack-request-id: req-6f1f89b6-1c83-4e5f-bacd-31eebfae869a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:06.304396 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c5ad36-08ed-4a29-8587-ab08ff28012b", "tag": "0d0c0923-545b-47c5-8efa-720b35c8c4ea", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:06.304666 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f1f89b6-1c83-4e5f-bacd-31eebfae869a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:06.305144 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c5ad36-08ed-4a29-8587-ab08ff28012b', 'tag': '0d0c0923-545b-47c5-8efa-720b35c8c4ea', 'status': 'completed', 'code': 200} Jan 31 18:48:06.345477 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36f8af4c-936c-43e9-816b-19a0d66aa363 req-354ab0cb-52e6-42b9-8e89-c3557d6c4311 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767726 Jan 31 18:48:06.363075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff604427-45e8-4d7b-99a1-78667af98875 req-41539ef1-937e-4651-82ac-d20f65abeb0c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] No DVR routers for this DVR port c639bbc8-22a2-4133-9662-84f1cfdb8859 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:48:06.366515 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff604427-45e8-4d7b-99a1-78667af98875 req-41539ef1-937e-4651-82ac-d20f65abeb0c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:06.370599 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff604427-45e8-4d7b-99a1-78667af98875 req-41539ef1-937e-4651-82ac-d20f65abeb0c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "DELETE /v2.0/ports/c639bbc8-22a2-4133-9662-84f1cfdb8859 HTTP/1.1" status: 204 len: 173 time: 1.8461187 Jan 31 18:48:06.416659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6abd53b-dec9-4cd5-b315-88897c32b1af req-1620c101-0fd9-4bca-bc56-ad057764bd37 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa HTTP/1.1" status: 200 len: 210 time: 0.0389335 Jan 31 18:48:06.423582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-890b3d3d-86e1-40a0-9d65-4e382c117cfa req-04d67d3c-7ed6-4d94-bfa9-7549cdd491b0 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-746698772', 'description': 'tempest-description-390237812'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:06.463538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-a75435d3-a9ec-46ca-802a-38617753604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:06.465380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-a75435d3-a9ec-46ca-802a-38617753604c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1505280 Jan 31 18:48:06.517602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-890b3d3d-86e1-40a0-9d65-4e382c117cfa req-04d67d3c-7ed6-4d94-bfa9-7549cdd491b0 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:06.698858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68ad4e-4862-4bbf-8ab7-c8f33a8dc35c req-a2aa0c2d-be7c-4a27-a356-55cd75b07b9a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:06.700397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a68ad4e-4862-4bbf-8ab7-c8f33a8dc35c req-a2aa0c2d-be7c-4a27-a356-55cd75b07b9a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.1652322 Jan 31 18:48:06.702273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-e05bfc1d-2320-4157-a685-36897ea8882b service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236474 Jan 31 18:48:06.767773 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-890b3d3d-86e1-40a0-9d65-4e382c117cfa req-04d67d3c-7ed6-4d94-bfa9-7549cdd491b0 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (a0893dd1-0d02-4eb4-a1e5-c1cd8575dfc8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:06.802226 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-890b3d3d-86e1-40a0-9d65-4e382c117cfa req-04d67d3c-7ed6-4d94-bfa9-7549cdd491b0 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a0893dd1-0d02-4eb4-a1e5-c1cd8575dfc8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:06.870247 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-890b3d3d-86e1-40a0-9d65-4e382c117cfa req-04d67d3c-7ed6-4d94-bfa9-7549cdd491b0 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:06.878466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-890b3d3d-86e1-40a0-9d65-4e382c117cfa req-04d67d3c-7ed6-4d94-bfa9-7549cdd491b0 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4540331 Jan 31 18:48:06.883802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a68ad4e-4862-4bbf-8ab7-c8f33a8dc35c req-f4da66b7-fa6b-4713-9a06-65794d01e229 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755748 Jan 31 18:48:06.886810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d67d3c-7ed6-4d94-bfa9-7549cdd491b0 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0893dd1-0d02-4eb4-a1e5-c1cd8575dfc8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:06.950611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fbdea72-9bfe-4b42-add8-a85f51091e30 req-27433b96-fd05-442f-817f-1df5ff78079d service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295825 Jan 31 18:48:07.132702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886abe7-aa2a-4e2e-915c-135873bf9547 req-94670f6b-f123-41e0-8180-868e38238ce3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:07.134606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3886abe7-aa2a-4e2e-915c-135873bf9547 req-94670f6b-f123-41e0-8180-868e38238ce3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.1638272 Jan 31 18:48:07.139464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a78b2b90-8420-4d26-a372-fbb63db42d5c req-22435f28-6239-4aea-97db-4b62abffe675 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/420ecbf7-45e2-485f-9738-6cc3c3b3a468 HTTP/1.1" status: 200 len: 1822 time: 0.1278036 Jan 31 18:48:07.200206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1e9f-083b-40a6-8b27-830e3b95b339 req-078d3c1c-d381-4f9c-847d-09b0a1825580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:07.202855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7aac1e9f-083b-40a6-8b27-830e3b95b339 req-078d3c1c-d381-4f9c-847d-09b0a1825580 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 1126 time: 0.1474607 Jan 31 18:48:07.312479 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3886abe7-aa2a-4e2e-915c-135873bf9547 req-fca79353-5e4d-4edf-8cc6-59085caff29a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648610 Jan 31 18:48:07.321269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a78b2b90-8420-4d26-a372-fbb63db42d5c req-ff4bcff7-2ae5-42ec-ab8f-277b5ff0a83f tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/a0893dd1-0d02-4eb4-a1e5-c1cd8575dfc8 HTTP/1.1" status: 200 len: 1822 time: 0.1751785 Jan 31 18:48:07.330353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a78b2b90-8420-4d26-a372-fbb63db42d5c req-9f48609a-33e1-4855-8c04-3abb539b2f3a tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '420ecbf7-45e2-485f-9738-6cc3c3b3a468', 'remote_group_id': 'a0893dd1-0d02-4eb4-a1e5-c1cd8575dfc8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:07.330800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a78b2b90-8420-4d26-a372-fbb63db42d5c req-9f48609a-33e1-4855-8c04-3abb539b2f3a tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '420ecbf7-45e2-485f-9738-6cc3c3b3a468', 'remote_group_id': 'a0893dd1-0d02-4eb4-a1e5-c1cd8575dfc8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:07.399773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1e9f-083b-40a6-8b27-830e3b95b339 req-301edd2f-451d-4a0e-b9a9-12e82fe70af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:07.401304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7aac1e9f-083b-40a6-8b27-830e3b95b339 req-301edd2f-451d-4a0e-b9a9-12e82fe70af2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.1872993 Jan 31 18:48:07.490787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7aac1e9f-083b-40a6-8b27-830e3b95b339 req-6bdf4f91-1bba-4f1e-aabc-12673496535f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d0c0923-545b-47c5-8efa-720b35c8c4ea HTTP/1.1" status: 200 len: 217 time: 0.0799367 Jan 31 18:48:07.538645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a78b2b90-8420-4d26-a372-fbb63db42d5c req-9f48609a-33e1-4855-8c04-3abb539b2f3a tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (bed5c428-5a44-44eb-bc16-cf9bef8610c1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:07.597060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1e9f-083b-40a6-8b27-830e3b95b339 req-dcc9a66f-4c26-49b2-8710-0a0b025ff379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:07.598748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7aac1e9f-083b-40a6-8b27-830e3b95b339 req-dcc9a66f-4c26-49b2-8710-0a0b025ff379 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.0945303 Jan 31 18:48:07.645524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae686f-9fc0-4092-8e34-84a773ce955c req-0cea3611-27c4-4e58-ba5c-2cef9a4391a8 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:07.667981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0ae686f-9fc0-4092-8e34-84a773ce955c req-0cea3611-27c4-4e58-ba5c-2cef9a4391a8 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.2372804 Jan 31 18:48:07.694176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a78b2b90-8420-4d26-a372-fbb63db42d5c req-9f48609a-33e1-4855-8c04-3abb539b2f3a tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (bed5c428-5a44-44eb-bc16-cf9bef8610c1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:07.705585 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a78b2b90-8420-4d26-a372-fbb63db42d5c req-9f48609a-33e1-4855-8c04-3abb539b2f3a tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (bed5c428-5a44-44eb-bc16-cf9bef8610c1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:07.720785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device c639bbc8-22a2-4133-9662-84f1cfdb8859 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:48:07.757836 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a78b2b90-8420-4d26-a372-fbb63db42d5c req-9f48609a-33e1-4855-8c04-3abb539b2f3a tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:07.777422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: c639bbc8-22a2-4133-9662-84f1cfdb8859 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:48:07.777782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device c639bbc8-22a2-4133-9662-84f1cfdb8859 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:48:07.778218 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a78b2b90-8420-4d26-a372-fbb63db42d5c req-9f48609a-33e1-4855-8c04-3abb539b2f3a tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4556541 Jan 31 18:48:07.807062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48609a-33e1-4855-8c04-3abb539b2f3a tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed5c428-5a44-44eb-bc16-cf9bef8610c1,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:07.830201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0ae686f-9fc0-4092-8e34-84a773ce955c req-3bb533a6-51ea-4bf0-9fdd-2972b578643a tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665287 Jan 31 18:48:07.839019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1e9f-083b-40a6-8b27-830e3b95b339 req-b7c6976e-036c-4b54-8843-8cd898c018d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:07.840610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7aac1e9f-083b-40a6-8b27-830e3b95b339 req-b7c6976e-036c-4b54-8843-8cd898c018d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2350130 Jan 31 18:48:07.972581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-dc939983-d106-44e1-af5c-e0b2b9870664 req-685e8071-a716-4051-86cc-53695ab30df7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1457124216', 'description': 'tempest-description-1556216359'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:08.026476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7aac1e9f-083b-40a6-8b27-830e3b95b339 req-d80ce919-1caf-4ea3-a672-8285e94e1f70 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693838 Jan 31 18:48:08.048911 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc939983-d106-44e1-af5c-e0b2b9870664 req-685e8071-a716-4051-86cc-53695ab30df7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:08.069712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eda018-0d0a-4494-9e48-a99588b97e40 req-57154cf7-3b75-4335-a81a-10c6a6322d8f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:08.078555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0eda018-0d0a-4494-9e48-a99588b97e40 req-57154cf7-3b75-4335-a81a-10c6a6322d8f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 943 time: 0.2329414 Jan 31 18:48:08.227995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0eda018-0d0a-4494-9e48-a99588b97e40 req-1e826197-d8e7-4d3f-a091-b0743818a93a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482391 Jan 31 18:48:08.265969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7aac1e9f-083b-40a6-8b27-830e3b95b339 req-726dbdb0-1584-4c2d-bbc3-479b435a6b2b service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325301 Jan 31 18:48:08.288968 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc939983-d106-44e1-af5c-e0b2b9870664 req-685e8071-a716-4051-86cc-53695ab30df7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (93e07f2e-3004-45ab-ae0c-bc067a2009c8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:08.295755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc939983-d106-44e1-af5c-e0b2b9870664 req-685e8071-a716-4051-86cc-53695ab30df7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (93e07f2e-3004-45ab-ae0c-bc067a2009c8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:08.323691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa', 'name': 'network-vif-deleted', 'tag': 'c639bbc8-22a2-4133-9662-84f1cfdb8859'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:08.326744 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460e226c-e265-4498-9b3a-3db261c259f9" -d '{"events": [{"server_uuid": "ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa", "name": "network-vif-deleted", "tag": "c639bbc8-22a2-4133-9662-84f1cfdb8859"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:08.418365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e8071-a716-4051-86cc-53695ab30df7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e07f2e-3004-45ab-ae0c-bc067a2009c8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:08.425903 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc939983-d106-44e1-af5c-e0b2b9870664 req-685e8071-a716-4051-86cc-53695ab30df7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:08.445017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc939983-d106-44e1-af5c-e0b2b9870664 req-685e8071-a716-4051-86cc-53695ab30df7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5096462 Jan 31 18:48:08.468211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4622f-f145-4fc3-8bb9-b2fe5d4206dd req-c14a6f40-9656-468c-bc04-366fafc8f34c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:08.470061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93a4622f-f145-4fc3-8bb9-b2fe5d4206dd req-c14a6f40-9656-468c-bc04-366fafc8f34c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.1141188 Jan 31 18:48:08.678693 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93a4622f-f145-4fc3-8bb9-b2fe5d4206dd req-772c410d-e08a-4a3e-879d-f9177bfcdde9 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975513 Jan 31 18:48:08.739492 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683e00e1-bacd-46e5-a64b-47fe1ba06d90 x-openstack-request-id: req-683e00e1-bacd-46e5-a64b-47fe1ba06d90 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:08.740148 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa", "name": "network-vif-deleted", "tag": "c639bbc8-22a2-4133-9662-84f1cfdb8859", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:08.740148 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-683e00e1-bacd-46e5-a64b-47fe1ba06d90 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:08.740811 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccde3cfb-6b86-4d3b-9acf-46b18b7f20aa', 'name': 'network-vif-deleted', 'tag': 'c639bbc8-22a2-4133-9662-84f1cfdb8859', 'status': 'completed', 'code': 200} Jan 31 18:48:08.751279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-6221134a-abd0-48a6-8c75-ded914f77c40 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:08.758158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-6221134a-abd0-48a6-8c75-ded914f77c40 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 0.2146502 Jan 31 18:48:08.776491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-ca3016eb-c904-4949-af2d-2ee95486e71d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/quotas/e7e7bb3aaa3f4d44af496cc2af494b17 HTTP/1.1" status: 200 len: 375 time: 0.0172601 Jan 31 18:48:08.817656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-bb3839d6-b88e-4f11-9589-9c7da00644aa tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401735 Jan 31 18:48:08.939446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106614-1b94-46be-92d4-d48aa40376de req-e104181b-60a1-4d1f-89b7-daa7478341b8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:08.941282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52106614-1b94-46be-92d4-d48aa40376de req-e104181b-60a1-4d1f-89b7-daa7478341b8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.1341066 Jan 31 18:48:08.978705 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-18377a9a-ec45-49b4-a103-0ea84b794b31 service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353703 Jan 31 18:48:09.066192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52106614-1b94-46be-92d4-d48aa40376de req-aa8dc438-476b-499d-bfca-d84fca2e6fec tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075850 Jan 31 18:48:09.159948 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-4a7273d9-baa6-4b78-b0c2-21e5e4dc0f46 service neutron] 10.222.0.20 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718340 Jan 31 18:48:09.177005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-42895aa5-67ea-40ae-954b-d6a23666d882 req-a7b8f30a-6771-427a-8d3c-0219c7a732d7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1270707933', 'description': 'tempest-description-1608601013'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:09.181873 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:48:09.210390 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42895aa5-67ea-40ae-954b-d6a23666d882 req-a7b8f30a-6771-427a-8d3c-0219c7a732d7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:09.298614 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42895aa5-67ea-40ae-954b-d6a23666d882 req-a7b8f30a-6771-427a-8d3c-0219c7a732d7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (25e37449-6e04-4e43-b747-7a24bee90539), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:09.309452 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42895aa5-67ea-40ae-954b-d6a23666d882 req-a7b8f30a-6771-427a-8d3c-0219c7a732d7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (25e37449-6e04-4e43-b747-7a24bee90539), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:09.361879 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-42895aa5-67ea-40ae-954b-d6a23666d882 req-a7b8f30a-6771-427a-8d3c-0219c7a732d7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:09.363162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42895aa5-67ea-40ae-954b-d6a23666d882 req-a7b8f30a-6771-427a-8d3c-0219c7a732d7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2010732 Jan 31 18:48:09.371983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8f30a-6771-427a-8d3c-0219c7a732d7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e37449-6e04-4e43-b747-7a24bee90539,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:09.504885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d4e52-5495-4c10-913e-dc2c43e57431 req-589498d4-caef-4e49-8d08-a488b24f0da9 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:09.514171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a4d4e52-5495-4c10-913e-dc2c43e57431 req-589498d4-caef-4e49-8d08-a488b24f0da9 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.0902455 Jan 31 18:48:09.648594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a4d4e52-5495-4c10-913e-dc2c43e57431 req-e13f1e92-127b-4ec8-afbd-d04744152616 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298137 Jan 31 18:48:09.678619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e1730-ca77-473f-834f-66e109a97792 req-c86e77a9-08d1-4e4d-b0e4-75c8d2f4dadf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:09.678619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d5e1730-ca77-473f-834f-66e109a97792 req-c86e77a9-08d1-4e4d-b0e4-75c8d2f4dadf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 943 time: 0.1448731 Jan 31 18:48:09.765608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d5e1730-ca77-473f-834f-66e109a97792 req-cb3927b3-d6f1-42a5-a7c9-2aca9c440745 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817673 Jan 31 18:48:09.798823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8fd794e3-4223-49a8-9c59-dc866c4ed0f8 req-f9d686f3-acf2-41b9-babd-93f634807b07 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 210 time: 0.0624959 Jan 31 18:48:09.809332 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0d0c0923-545b-47c5-8efa-720b35c8c4ea details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:48:09.893930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b0f72da-4f51-4978-887b-746468110f63 req-8dfafa49-67d3-4bb4-b7d8-ffde3b3af1be tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/93e07f2e-3004-45ab-ae0c-bc067a2009c8 HTTP/1.1" status: 200 len: 1824 time: 0.0553954 Jan 31 18:48:09.995830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b0f72da-4f51-4978-887b-746468110f63 req-f9ed77c3-c920-4395-bac6-485d154b9ff0 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/25e37449-6e04-4e43-b747-7a24bee90539 HTTP/1.1" status: 200 len: 1824 time: 0.0959105 Jan 31 18:48:10.002058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0b0f72da-4f51-4978-887b-746468110f63 req-6a67cfc3-f1cb-49aa-8dc2-2aceb0d53bd7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93e07f2e-3004-45ab-ae0c-bc067a2009c8', 'remote_group_id': '25e37449-6e04-4e43-b747-7a24bee90539', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:10.002386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0b0f72da-4f51-4978-887b-746468110f63 req-6a67cfc3-f1cb-49aa-8dc2-2aceb0d53bd7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93e07f2e-3004-45ab-ae0c-bc067a2009c8', 'remote_group_id': '25e37449-6e04-4e43-b747-7a24bee90539', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:10.021411 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0d0c0923-545b-47c5-8efa-720b35c8c4ea, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0d0c0923-545b-47c5-8efa-720b35c8c4ea,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:10.040984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '0d0c0923-545b-47c5-8efa-720b35c8c4ea', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'port_id': '0d0c0923-545b-47c5-8efa-720b35c8c4ea', 'mac_address': 'fa:16:3e:08:96:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:48:10.044296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13129a0-e70c-406e-bb74-37522929db51 req-28415aca-ba9d-445c-97d3-8c769ac75293 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:10.053856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c13129a0-e70c-406e-bb74-37522929db51 req-28415aca-ba9d-445c-97d3-8c769ac75293 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.1427393 Jan 31 18:48:10.085016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0d0c0923-545b-47c5-8efa-720b35c8c4ea is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:10.086030 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:10.107218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0c0923-545b-47c5-8efa-720b35c8c4ea {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:48:10.143180 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c13129a0-e70c-406e-bb74-37522929db51 req-862d878d-8eb1-428c-a6c1-fbdf3f3f2dbc tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884261 Jan 31 18:48:10.162376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0d0c0923-545b-47c5-8efa-720b35c8c4ea, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0d0c0923-545b-47c5-8efa-720b35c8c4ea,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:10.168296 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:10.207551 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0b0f72da-4f51-4978-887b-746468110f63 req-6a67cfc3-f1cb-49aa-8dc2-2aceb0d53bd7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (754a2c1f-6d36-4dfc-84ae-57c6dcbb5c70), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:10.266852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0d0c0923-545b-47c5-8efa-720b35c8c4ea,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:10.331626 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0b0f72da-4f51-4978-887b-746468110f63 req-6a67cfc3-f1cb-49aa-8dc2-2aceb0d53bd7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (754a2c1f-6d36-4dfc-84ae-57c6dcbb5c70), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:10.344136 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0b0f72da-4f51-4978-887b-746468110f63 req-6a67cfc3-f1cb-49aa-8dc2-2aceb0d53bd7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (754a2c1f-6d36-4dfc-84ae-57c6dcbb5c70), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:10.366319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67cfc3-f1cb-49aa-8dc2-2aceb0d53bd7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754a2c1f-6d36-4dfc-84ae-57c6dcbb5c70,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:10.377469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9b669-ab0b-4ebb-a934-196d596e97e4 req-7415da36-e56a-49d3-9079-898eaec174b0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:10.387034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7f9b669-ab0b-4ebb-a934-196d596e97e4 req-7415da36-e56a-49d3-9079-898eaec174b0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.1603210 Jan 31 18:48:10.438799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['0d0c0923-545b-47c5-8efa-720b35c8c4ea'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:48:10.439802 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0b0f72da-4f51-4978-887b-746468110f63 req-6a67cfc3-f1cb-49aa-8dc2-2aceb0d53bd7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:10.453300 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b0f72da-4f51-4978-887b-746468110f63 req-6a67cfc3-f1cb-49aa-8dc2-2aceb0d53bd7 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4559062 Jan 31 18:48:10.509579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7f9b669-ab0b-4ebb-a934-196d596e97e4 req-d8e8e5a1-ed87-4ff7-84f1-4b0a312db4e5 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211293 Jan 31 18:48:10.675986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28e42182-e8ec-403a-a2b7-0d93922d03f5 req-8120602e-04ce-4016-a2e6-682e30830968 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/25e37449-6e04-4e43-b747-7a24bee90539 HTTP/1.1" status: 200 len: 1824 time: 0.0906627 Jan 31 18:48:10.709779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9441c-b6ad-4e79-b38f-ec12db731742 req-8e604ad9-bbd8-43d1-87f6-4274c5865c60 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:10.711325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24e9441c-b6ad-4e79-b38f-ec12db731742 req-8e604ad9-bbd8-43d1-87f6-4274c5865c60 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.1146545 Jan 31 18:48:10.811319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24e9441c-b6ad-4e79-b38f-ec12db731742 req-5553a8ba-dd3d-4a24-9f86-54cc57b0bc60 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753329 Jan 31 18:48:10.823176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-28e42182-e8ec-403a-a2b7-0d93922d03f5 req-7e50c03e-c95d-4404-88c9-427ddb2c002d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (25e37449-6e04-4e43-b747-7a24bee90539), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:10.867870 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-28e42182-e8ec-403a-a2b7-0d93922d03f5 req-7e50c03e-c95d-4404-88c9-427ddb2c002d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (25e37449-6e04-4e43-b747-7a24bee90539), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:10.984836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab762455-5a89-425e-8424-97d908ef145f req-2c925842-667a-49b6-b863-697b770906e1 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:10.986426 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ab762455-5a89-425e-8424-97d908ef145f req-2c925842-667a-49b6-b863-697b770906e1 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.0924585 Jan 31 18:48:11.012269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-28e42182-e8ec-403a-a2b7-0d93922d03f5 req-7e50c03e-c95d-4404-88c9-427ddb2c002d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (25e37449-6e04-4e43-b747-7a24bee90539), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:11.014811 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-28e42182-e8ec-403a-a2b7-0d93922d03f5 req-7e50c03e-c95d-4404-88c9-427ddb2c002d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:11.015986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28e42182-e8ec-403a-a2b7-0d93922d03f5 req-7e50c03e-c95d-4404-88c9-427ddb2c002d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "DELETE /v2.0/security-groups/25e37449-6e04-4e43-b747-7a24bee90539 HTTP/1.1" status: 204 len: 173 time: 0.3290222 Jan 31 18:48:11.041801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50c03e-c95d-4404-88c9-427ddb2c002d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e37449-6e04-4e43-b747-7a24bee90539,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:11.079116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ab762455-5a89-425e-8424-97d908ef145f req-edbc9032-103c-465e-abcd-daa81f58ff44 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760202 Jan 31 18:48:11.178645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521b932-4460-4dfe-ac6b-94358566e9ff req-27390380-d084-4268-a190-2c5a065ddee9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:11.180390 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8521b932-4460-4dfe-ac6b-94358566e9ff req-27390380-d084-4268-a190-2c5a065ddee9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 944 time: 0.0918994 Jan 31 18:48:11.342894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12e178b2-dfa6-4ee6-983d-4120301c666f req-c4c4b476-d2a6-4596-9c3a-80bb04ce4fed tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 210 time: 0.1314092 Jan 31 18:48:11.372101 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8521b932-4460-4dfe-ac6b-94358566e9ff req-966fdabe-f3d9-4237-9994-a53b740b07d3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844907 Jan 31 18:48:11.430974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-97c189cc-27cf-45c5-b33e-e705f8e99e4c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:11.432513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-97c189cc-27cf-45c5-b33e-e705f8e99e4c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 811 time: 0.2190106 Jan 31 18:48:11.447879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Request body: {'port': {'device_id': 'fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'admin_state_up': True, 'tenant_id': 'e7e7bb3aaa3f4d44af496cc2af494b17'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:11.603555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14b72436-b39c-4f93-aa6f-8518fa5d1fdf req-e25b6fed-69a2-4aef-8514-ce7d59cd430d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/93e07f2e-3004-45ab-ae0c-bc067a2009c8 HTTP/1.1" status: 200 len: 1824 time: 0.1697671 Jan 31 18:48:11.629687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86860a-c20d-4355-84a7-777962b24fa8 req-6426437b-a235-41d8-9c84-4882d8264b73 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:11.631189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b86860a-c20d-4355-84a7-777962b24fa8 req-6426437b-a235-41d8-9c84-4882d8264b73 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.1681309 Jan 31 18:48:11.701718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b86860a-c20d-4355-84a7-777962b24fa8 req-370b2e65-3d5a-440b-928e-eed28c1a88b4 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605044 Jan 31 18:48:11.703028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Made reservation on behalf of e7e7bb3aaa3f4d44af496cc2af494b17 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:48:11.706376 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:11.788073 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6fe0e06a-72df-471f-a7ad-e9c3af637240 req-805f43bf-ee1a-4b28-81c4-5fef63f48dfe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-940342528', 'description': 'tempest-description-1022157275'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:11.828302 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0d0c0923-545b-47c5-8efa-720b35c8c4ea up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:48:11.927048 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6fe0e06a-72df-471f-a7ad-e9c3af637240 req-805f43bf-ee1a-4b28-81c4-5fef63f48dfe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:11.937151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 0d0c0923-545b-47c5-8efa-720b35c8c4ea completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:48:11.943234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 0d0c0923-545b-47c5-8efa-720b35c8c4ea triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:11.943907 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:11.977667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd64c34-ef09-4502-8f83-b25b50d18384 req-4dfe8ffb-62a7-4fbd-bb34-ac58689d4e91 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:11.991406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ecd64c34-ef09-4502-8f83-b25b50d18384 req-4dfe8ffb-62a7-4fbd-bb34-ac58689d4e91 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.1987507 Jan 31 18:48:12.049348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0d0c0923-545b-47c5-8efa-720b35c8c4ea is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:12.050001 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:12.091454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c5ad36-08ed-4a29-8587-ab08ff28012b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0c0923-545b-47c5-8efa-720b35c8c4ea'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:12.098097 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6745129-b33f-43b3-bc14-4af356e15971" -d '{"events": [{"server_uuid": "10c5ad36-08ed-4a29-8587-ab08ff28012b", "name": "network-vif-plugged", "status": "completed", "tag": "0d0c0923-545b-47c5-8efa-720b35c8c4ea"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:12.121893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0d0c0923-545b-47c5-8efa-720b35c8c4ea, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0d0c0923-545b-47c5-8efa-720b35c8c4ea,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:12.128832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Allocated IP 172.20.0.12 (73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d/b701da94-0f98-46d4-93ea-0e6c62e79c49/5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:48:12.133857 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6fe0e06a-72df-471f-a7ad-e9c3af637240 req-805f43bf-ee1a-4b28-81c4-5fef63f48dfe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (8f325ce3-729d-409b-82e4-052af92436fb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:12.138250 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:12.200696 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6fe0e06a-72df-471f-a7ad-e9c3af637240 req-805f43bf-ee1a-4b28-81c4-5fef63f48dfe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8f325ce3-729d-409b-82e4-052af92436fb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:12.241460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0d0c0923-545b-47c5-8efa-720b35c8c4ea,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:12.270669 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6fe0e06a-72df-471f-a7ad-e9c3af637240 req-805f43bf-ee1a-4b28-81c4-5fef63f48dfe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:12.272920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6fe0e06a-72df-471f-a7ad-e9c3af637240 req-805f43bf-ee1a-4b28-81c4-5fef63f48dfe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4888034 Jan 31 18:48:12.294981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f43bf-ee1a-4b28-81c4-5fef63f48dfe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f325ce3-729d-409b-82e4-052af92436fb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:12.339127 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a52a5d-44ad-410f-97f8-0fb1bc8a0447 x-openstack-request-id: req-a9a52a5d-44ad-410f-97f8-0fb1bc8a0447 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:12.339457 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c5ad36-08ed-4a29-8587-ab08ff28012b", "name": "network-vif-plugged", "status": "completed", "tag": "0d0c0923-545b-47c5-8efa-720b35c8c4ea", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:12.339840 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9a52a5d-44ad-410f-97f8-0fb1bc8a0447 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:12.340252 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c5ad36-08ed-4a29-8587-ab08ff28012b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0c0923-545b-47c5-8efa-720b35c8c4ea', 'code': 200} Jan 31 18:48:12.347098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ecd64c34-ef09-4502-8f83-b25b50d18384 req-94278537-113e-4d0f-b7cb-941217fa4fab tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464298 Jan 31 18:48:12.595291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f48376d2-fd9b-4a7c-9c4c-f678543b0be4 req-86daed17-76af-4efd-b2ee-6fa1cccd9a9c tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/8f325ce3-729d-409b-82e4-052af92436fb HTTP/1.1" status: 200 len: 1823 time: 0.1990292 Jan 31 18:48:12.613621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f48376d2-fd9b-4a7c-9c4c-f678543b0be4 req-1caa7c94-2042-4c98-92a7-350dddfc23a3 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f325ce3-729d-409b-82e4-052af92436fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:12.613997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f48376d2-fd9b-4a7c-9c4c-f678543b0be4 req-1caa7c94-2042-4c98-92a7-350dddfc23a3 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f325ce3-729d-409b-82e4-052af92436fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:12.668564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a0023-f0e6-4889-b45f-6abe1dd68833 req-be178cca-96f9-419b-8db8-15739bd115b2 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:12.670743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f69a0023-f0e6-4889-b45f-6abe1dd68833 req-be178cca-96f9-419b-8db8-15739bd115b2 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.2451165 Jan 31 18:48:12.672815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f123c-1707-41cf-8878-3fd430476dd4 req-ca5cc70a-2204-42b4-a7ea-e9efe36c51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:12.674244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-021f123c-1707-41cf-8878-3fd430476dd4 req-ca5cc70a-2204-42b4-a7ea-e9efe36c51e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 1128 time: 0.2624633 Jan 31 18:48:12.677453 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks [] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:12.827829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f69a0023-f0e6-4889-b45f-6abe1dd68833 req-bc1512a1-0a1f-4ad8-9b3f-4c2b41fc51e0 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469448 Jan 31 18:48:12.832058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-021f123c-1707-41cf-8878-3fd430476dd4 req-6dc25826-b6f5-496e-98b2-c0429d3f144b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448476 Jan 31 18:48:12.833175 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f48376d2-fd9b-4a7c-9c4c-f678543b0be4 req-1caa7c94-2042-4c98-92a7-350dddfc23a3 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (d08a3c58-2cb7-42e8-9ad9-3f83252b7d7a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:12.859104 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:12.877940 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f48376d2-fd9b-4a7c-9c4c-f678543b0be4 req-1caa7c94-2042-4c98-92a7-350dddfc23a3 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (d08a3c58-2cb7-42e8-9ad9-3f83252b7d7a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:12.922895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f48376d2-fd9b-4a7c-9c4c-f678543b0be4 req-1caa7c94-2042-4c98-92a7-350dddfc23a3 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (d08a3c58-2cb7-42e8-9ad9-3f83252b7d7a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:12.978470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Pushing event updated for resources: {'Port': ['ID=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:12.983977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:48:12.985563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa7c94-2042-4c98-92a7-350dddfc23a3 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08a3c58-2cb7-42e8-9ad9-3f83252b7d7a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:12.990674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:48:12.994651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:48:13.002212 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f48376d2-fd9b-4a7c-9c4c-f678543b0be4 req-1caa7c94-2042-4c98-92a7-350dddfc23a3 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:13.014314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f48376d2-fd9b-4a7c-9c4c-f678543b0be4 req-1caa7c94-2042-4c98-92a7-350dddfc23a3 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4046485 Jan 31 18:48:13.077670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e219f5-076a-4ea7-8b11-bcdb4ecbdd31 req-a1085926-dbc3-41de-b9ba-fd869787acf8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:13.079298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88e219f5-076a-4ea7-8b11-bcdb4ecbdd31 req-a1085926-dbc3-41de-b9ba-fd869787acf8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.1690404 Jan 31 18:48:13.085510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:13.086123 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:13.151874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-1c4515e7-f769-43bc-ac54-417a9b8e563d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7084060 Jan 31 18:48:13.164712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Request body: {'port': {'device_id': 'fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:13.211009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88e219f5-076a-4ea7-8b11-bcdb4ecbdd31 req-2fdd9425-4ee2-46c2-be78-68fae2b2f52d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219094 Jan 31 18:48:13.262183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74c560-b197-4912-87d8-34e8e153d75c req-af50811d-a953-480c-aa2f-292c51a4d9d6 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:13.264098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e74c560-b197-4912-87d8-34e8e153d75c req-af50811d-a953-480c-aa2f-292c51a4d9d6 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 932 time: 0.1945295 Jan 31 18:48:13.288534 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:13.405324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e74c560-b197-4912-87d8-34e8e153d75c req-da512702-15b3-48d2-a311-f85cb0b0eb7d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339550 Jan 31 18:48:13.454646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c0e22-72c3-496e-9107-45b7b94646f5 req-e9630da5-8a61-4084-99d0-ddd08157176d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:13.459609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c6c0e22-72c3-496e-9107-45b7b94646f5 req-e9630da5-8a61-4084-99d0-ddd08157176d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 945 time: 0.1265910 Jan 31 18:48:13.941248 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04b9532c-1a1a-4511-99f7-cb61dbe93eb9 req-834a9ede-3f2d-4d3b-978d-ec9d0f0481e8 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/8f325ce3-729d-409b-82e4-052af92436fb HTTP/1.1" status: 200 len: 2417 time: 0.4955578 Jan 31 18:48:13.980767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-04b9532c-1a1a-4511-99f7-cb61dbe93eb9 req-41e06479-2953-4855-8995-8e55dcc9a71f tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f325ce3-729d-409b-82e4-052af92436fb', 'remote_group_id': None}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:13.981569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-04b9532c-1a1a-4511-99f7-cb61dbe93eb9 req-41e06479-2953-4855-8995-8e55dcc9a71f tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f325ce3-729d-409b-82e4-052af92436fb', 'remote_group_id': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:14.001272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c6c0e22-72c3-496e-9107-45b7b94646f5 req-e554231a-d661-4487-8745-39a73b7a3566 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304041 Jan 31 18:48:14.252508 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04b9532c-1a1a-4511-99f7-cb61dbe93eb9 req-41e06479-2953-4855-8995-8e55dcc9a71f tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (33a8c4b5-9025-4cd4-a1f6-fd20c188d2d7), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:14.280878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:48:14.296033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cd331-452c-4b2b-817c-f8dbc79cd966 req-24efc8c7-3671-43dc-ab12-df10c6ae8c0b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:14.297732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f3cd331-452c-4b2b-817c-f8dbc79cd966 req-24efc8c7-3671-43dc-ab12-df10c6ae8c0b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.1854305 Jan 31 18:48:14.299834 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04b9532c-1a1a-4511-99f7-cb61dbe93eb9 req-41e06479-2953-4855-8995-8e55dcc9a71f tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (33a8c4b5-9025-4cd4-a1f6-fd20c188d2d7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:14.305236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Publish callbacks [] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:14.311411 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04b9532c-1a1a-4511-99f7-cb61dbe93eb9 req-41e06479-2953-4855-8995-8e55dcc9a71f tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (33a8c4b5-9025-4cd4-a1f6-fd20c188d2d7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:14.363914 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Transition to ACTIVE for port object 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:48:14.367787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e06479-2953-4855-8995-8e55dcc9a71f tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a8c4b5-9025-4cd4-a1f6-fd20c188d2d7,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:14.372693 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:14.392063 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04b9532c-1a1a-4511-99f7-cb61dbe93eb9 req-41e06479-2953-4855-8995-8e55dcc9a71f tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:14.393293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04b9532c-1a1a-4511-99f7-cb61dbe93eb9 req-41e06479-2953-4855-8995-8e55dcc9a71f tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4302907 Jan 31 18:48:14.442711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f3cd331-452c-4b2b-817c-f8dbc79cd966 req-e2b85cdb-177c-40c8-a730-1007a051b8ac tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345589 Jan 31 18:48:14.462719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:14.647712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401decb-3b89-47ab-ba32-8e22bcbab443 req-a8ebc0c1-1108-4adf-91fb-90839b64d65b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:14.649487 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6401decb-3b89-47ab-ba32-8e22bcbab443 req-a8ebc0c1-1108-4adf-91fb-90839b64d65b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.1742880 Jan 31 18:48:14.654997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Attempting to bind port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:48:14.655353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Attempting to bind port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:48:14.655670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Attempting to bind port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:48:14.663480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:48:14.663771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Attempting to bind port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 on network 73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:48:14.682186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76a009-3524-4b11-971e-eba5a70cb183 req-6da321af-e3f8-4787-89c7-97ea4076ba5e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:14.683776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b76a009-3524-4b11-971e-eba5a70cb183 req-6da321af-e3f8-4787-89c7-97ea4076ba5e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.1253514 Jan 31 18:48:14.688439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:48:14.688796 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Checking segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:48:14.689184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Bound using segment: {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:48:14.689628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Bound port: 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f06d347-9eb2-4f29-89a5-b925e3a7f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:48:14.689993 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:14.790368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6401decb-3b89-47ab-ba32-8e22bcbab443 req-a493d285-7189-442f-b18b-d8f550ca3643 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227615 Jan 31 18:48:14.840765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b76a009-3524-4b11-971e-eba5a70cb183 req-ba7c9e16-fe37-4465-b259-e4e5f1b44144 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422124 Jan 31 18:48:14.866709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] For port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:48:14.909013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] For port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:48:14.931466 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:15.003959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2db7fe23-0b7c-48f2-95e8-32d29cedc84f req-03db1868-6d86-4e25-9cd7-a0b225ba3647 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/8f325ce3-729d-409b-82e4-052af92436fb HTTP/1.1" status: 200 len: 3016 time: 0.1702659 Jan 31 18:48:15.053610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:15.054005 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:15.056326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 HTTP/1.1" status: 200 len: 1093 time: 1.8966007 Jan 31 18:48:15.061311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677', 'tag': '5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:15.061311 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11464e6-1655-4418-88c3-3d56a0d60ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677", "tag": "5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:15.165284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bccf4f24-8b73-402d-8794-efc0cd4c352b req-d61cf025-4344-450a-b5de-e6165c416a3d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-group-rules/33a8c4b5-9025-4cd4-a1f6-fd20c188d2d7 HTTP/1.1" status: 200 len: 783 time: 0.0955296 Jan 31 18:48:15.167878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db00bcc-fcf4-4142-8e6e-6438ea320e33 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:15.197589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ab693-d535-4503-a3a0-b092b9744dd6 req-8f281bbc-6012-4796-8850-ce2f740f2225 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:15.199249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-864ab693-d535-4503-a3a0-b092b9744dd6 req-8f281bbc-6012-4796-8850-ce2f740f2225 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 944 time: 0.2624657 Jan 31 18:48:15.263187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-0cb21069-dfb9-4e50-9c1c-d74fa610bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:15.264976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-0cb21069-dfb9-4e50-9c1c-d74fa610bbdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 1127 time: 0.1645305 Jan 31 18:48:15.277735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bccf4f24-8b73-402d-8794-efc0cd4c352b req-0de963ad-b88d-4d88-9010-8a0cc030b7e5 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/8f325ce3-729d-409b-82e4-052af92436fb HTTP/1.1" status: 200 len: 3016 time: 0.0955703 Jan 31 18:48:15.341706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-6afb7d28-174f-4ba3-af6c-8af6c74223db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 HTTP/1.1" status: 200 len: 217 time: 0.0671475 Jan 31 18:48:15.347071 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-864ab693-d535-4503-a3a0-b092b9744dd6 req-72ee749a-8785-44f7-bcd8-15635168243e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359057 Jan 31 18:48:15.419540 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bccf4f24-8b73-402d-8794-efc0cd4c352b req-5b4676e6-fcec-48a3-a112-99397abbf8fe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (33a8c4b5-9025-4cd4-a1f6-fd20c188d2d7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:15.437568 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bccf4f24-8b73-402d-8794-efc0cd4c352b req-5b4676e6-fcec-48a3-a112-99397abbf8fe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (33a8c4b5-9025-4cd4-a1f6-fd20c188d2d7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:15.515425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-4bc624a8-98fa-4eec-9c98-684159aa59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:15.517020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-4bc624a8-98fa-4eec-9c98-684159aa59a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.1686583 Jan 31 18:48:15.590411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-fbbe93d9-9831-4a03-8d7d-b2afa8b46132 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478802 Jan 31 18:48:15.596252 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bccf4f24-8b73-402d-8794-efc0cd4c352b req-5b4676e6-fcec-48a3-a112-99397abbf8fe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (33a8c4b5-9025-4cd4-a1f6-fd20c188d2d7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:15.602516 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bccf4f24-8b73-402d-8794-efc0cd4c352b req-5b4676e6-fcec-48a3-a112-99397abbf8fe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:15.604118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bccf4f24-8b73-402d-8794-efc0cd4c352b req-5b4676e6-fcec-48a3-a112-99397abbf8fe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/33a8c4b5-9025-4cd4-a1f6-fd20c188d2d7 HTTP/1.1" status: 204 len: 173 time: 0.3179877 Jan 31 18:48:15.661703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4676e6-fcec-48a3-a112-99397abbf8fe tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33a8c4b5-9025-4cd4-a1f6-fd20c188d2d7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:15.785715 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af89fbb4-4c3a-4e22-ba66-f1305e173187 req-49346ddd-7bf1-497a-a6fb-7f58652dc536 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3373649 Jan 31 18:48:15.817629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa5dc3-9a9a-4db0-b379-a8697eacbfe8 req-47d65c59-149b-4a08-b49b-d16c654a1292 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:15.819151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33aa5dc3-9a9a-4db0-b379-a8697eacbfe8 req-47d65c59-149b-4a08-b49b-d16c654a1292 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 945 time: 0.3454287 Jan 31 18:48:15.986559 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-9d0f37f9-0421-43b1-893a-f8bb8dafe0fb service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776186 Jan 31 18:48:15.990598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89fbb4-4c3a-4e22-ba66-f1305e173187 req-bb9667fd-4aa5-4093-b859-189b4421d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:15.992275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af89fbb4-4c3a-4e22-ba66-f1305e173187 req-bb9667fd-4aa5-4093-b859-189b4421d2ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 1127 time: 0.1702080 Jan 31 18:48:16.004048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33aa5dc3-9a9a-4db0-b379-a8697eacbfe8 req-4a16c524-039c-46ca-a8e1-5d3a513c1ad4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700809 Jan 31 18:48:16.014071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562708cb-c537-4bd1-87d9-2c59a5a625e3 req-4cf6b3c0-9942-4e5f-90d3-271cf6031a79 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:16.031028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-562708cb-c537-4bd1-87d9-2c59a5a625e3 req-4cf6b3c0-9942-4e5f-90d3-271cf6031a79 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.2662282 Jan 31 18:48:16.079349 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6267d8-1eb1-4840-9add-8133fec7b8dc x-openstack-request-id: req-7f6267d8-1eb1-4840-9add-8133fec7b8dc {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:16.079656 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677", "tag": "5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:16.079907 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f6267d8-1eb1-4840-9add-8133fec7b8dc {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:16.080386 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677', 'tag': '5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0', 'status': 'completed', 'code': 200} Jan 31 18:48:16.275103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-562708cb-c537-4bd1-87d9-2c59a5a625e3 req-6ad37c9c-43b8-4fa9-9e08-ee48a2a2db0a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508771 Jan 31 18:48:16.335856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cc8ef3b-8937-4296-b5b7-96a159b0da3d req-ae687204-2a9e-46c1-a346-6d1b1273864c tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/8f325ce3-729d-409b-82e4-052af92436fb HTTP/1.1" status: 200 len: 2417 time: 0.2359581 Jan 31 18:48:16.338958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89fbb4-4c3a-4e22-ba66-f1305e173187 req-586f7a1e-afcb-4d53-ac73-3d5d05e2a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:16.340459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af89fbb4-4c3a-4e22-ba66-f1305e173187 req-586f7a1e-afcb-4d53-ac73-3d5d05e2a7da service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.3065681 Jan 31 18:48:16.343042 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf35c446-39b9-4535-8f84-ed38acf38349 req-52755bb8-09ef-4f7a-93c6-297131cb57e7 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379748 Jan 31 18:48:16.582691 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5cc8ef3b-8937-4296-b5b7-96a159b0da3d req-9c722481-c21a-4615-9b15-59dbd81c4e60 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (8f325ce3-729d-409b-82e4-052af92436fb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:16.622142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af89fbb4-4c3a-4e22-ba66-f1305e173187 req-cf431035-db78-4c36-b99b-ec84c7f8514b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 200 len: 999 time: 0.2684236 Jan 31 18:48:16.628540 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5cc8ef3b-8937-4296-b5b7-96a159b0da3d req-9c722481-c21a-4615-9b15-59dbd81c4e60 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (8f325ce3-729d-409b-82e4-052af92436fb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:16.632308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11464e6-1655-4418-88c3-3d56a0d60ce0 req-b21bb79f-5807-4feb-8a7e-d10093cd0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:16.633986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d11464e6-1655-4418-88c3-3d56a0d60ce0 req-b21bb79f-5807-4feb-8a7e-d10093cd0f3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 1127 time: 0.1832592 Jan 31 18:48:16.703511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411ace2-72e6-42f1-81cc-2274c87c6e45 req-47557a2c-5e58-48aa-ad95-b0524a30b1de tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:16.712670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a411ace2-72e6-42f1-81cc-2274c87c6e45 req-47557a2c-5e58-48aa-ad95-b0524a30b1de tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.2628596 Jan 31 18:48:16.820745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89fbb4-4c3a-4e22-ba66-f1305e173187 req-6f25597e-725d-4f74-a587-e1e6e62f1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:16.823193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af89fbb4-4c3a-4e22-ba66-f1305e173187 req-6f25597e-725d-4f74-a587-e1e6e62f1ad3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.1880548 Jan 31 18:48:16.892080 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5cc8ef3b-8937-4296-b5b7-96a159b0da3d req-9c722481-c21a-4615-9b15-59dbd81c4e60 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8f325ce3-729d-409b-82e4-052af92436fb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:16.894763 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5cc8ef3b-8937-4296-b5b7-96a159b0da3d req-9c722481-c21a-4615-9b15-59dbd81c4e60 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:16.905437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cc8ef3b-8937-4296-b5b7-96a159b0da3d req-9c722481-c21a-4615-9b15-59dbd81c4e60 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "DELETE /v2.0/security-groups/8f325ce3-729d-409b-82e4-052af92436fb HTTP/1.1" status: 204 len: 173 time: 0.5501559 Jan 31 18:48:16.917727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a411ace2-72e6-42f1-81cc-2274c87c6e45 req-a8a52c72-0d9b-4733-a43b-92af62aea2ba tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036057 Jan 31 18:48:16.942472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11464e6-1655-4418-88c3-3d56a0d60ce0 req-21364dd3-7fa9-4bf8-92bf-af2bd8b446bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:16.956267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d11464e6-1655-4418-88c3-3d56a0d60ce0 req-21364dd3-7fa9-4bf8-92bf-af2bd8b446bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 200 len: 912 time: 0.3021610 Jan 31 18:48:16.962717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c722481-c21a-4615-9b15-59dbd81c4e60 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f325ce3-729d-409b-82e4-052af92436fb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:17.079774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d11464e6-1655-4418-88c3-3d56a0d60ce0 req-a037794d-832a-4303-a6c7-ef367e9c6ebc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 HTTP/1.1" status: 200 len: 217 time: 0.0978329 Jan 31 18:48:17.119835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89fbb4-4c3a-4e22-ba66-f1305e173187 req-f11eab94-7c4a-4ddf-81d0-7d021d638d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:17.121418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af89fbb4-4c3a-4e22-ba66-f1305e173187 req-f11eab94-7c4a-4ddf-81d0-7d021d638d15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2912674 Jan 31 18:48:17.252439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11464e6-1655-4418-88c3-3d56a0d60ce0 req-bf6cc670-cc64-4b58-9ced-dd175cb5b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:17.253928 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d11464e6-1655-4418-88c3-3d56a0d60ce0 req-bf6cc670-cc64-4b58-9ced-dd175cb5b94d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 200 len: 851 time: 0.1647773 Jan 31 18:48:17.284030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c954bb-1833-4535-bfe8-b6a5add61fdf req-44232e23-eae4-44e6-8b23-3ae3ec1d7dc2 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:17.285679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9c954bb-1833-4535-bfe8-b6a5add61fdf req-44232e23-eae4-44e6-8b23-3ae3ec1d7dc2 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.2114110 Jan 31 18:48:17.331571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d11464e6-1655-4418-88c3-3d56a0d60ce0 req-38f02506-e477-420d-a7e3-26370793058d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662143 Jan 31 18:48:17.396467 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af89fbb4-4c3a-4e22-ba66-f1305e173187 req-23a1b2e6-4141-473e-b7eb-22f62b084f5d service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481511 Jan 31 18:48:17.409327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25b75c-0536-4074-90bc-6c8f303893fb req-9e5a08b7-bc87-4153-b5f8-9dc95aa4c9ff tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:17.411626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc25b75c-0536-4074-90bc-6c8f303893fb req-9e5a08b7-bc87-4153-b5f8-9dc95aa4c9ff tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.2318356 Jan 31 18:48:17.910894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9c954bb-1833-4535-bfe8-b6a5add61fdf req-1d98782d-ca10-4d41-bf02-62c3b69168e5 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6065478 Jan 31 18:48:18.000926 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc25b75c-0536-4074-90bc-6c8f303893fb req-f30c214c-0e10-483e-8049-3016d8b4f607 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431235 Jan 31 18:48:18.013993 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d11464e6-1655-4418-88c3-3d56a0d60ce0 req-eddd5d6f-3ffd-43f5-8873-48f8219a5af5 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676238 Jan 31 18:48:18.156868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af89fbb4-4c3a-4e22-ba66-f1305e173187 req-68b19364-c531-4845-87fc-28745e926909 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7557874 Jan 31 18:48:18.157665 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-78add71b-bdab-422c-9036-a7dea98a2e57 req-44152eaa-8219-44fe-bc70-c7bcfccd9302 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] show failed (client error): The resource could not be found. Jan 31 18:48:18.158612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78add71b-bdab-422c-9036-a7dea98a2e57 req-44152eaa-8219-44fe-bc70-c7bcfccd9302 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/25e37449-6e04-4e43-b747-7a24bee90539 HTTP/1.1" status: 404 len: 352 time: 0.0709538 Jan 31 18:48:18.215807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d908d-f679-4f1b-9d75-ce7883733593 req-5b8a72a3-0a1b-4c2a-a954-ca3bb2007c6a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:18.217487 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f1d908d-f679-4f1b-9d75-ce7883733593 req-5b8a72a3-0a1b-4c2a-a954-ca3bb2007c6a tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 944 time: 0.1978271 Jan 31 18:48:18.221641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d11464e6-1655-4418-88c3-3d56a0d60ce0 req-813aebba-db23-46ac-b7c2-32da8705aa41 service neutron] 10.222.0.21 "GET /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915362 Jan 31 18:48:18.369237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f1d908d-f679-4f1b-9d75-ce7883733593 req-c08849ed-e2df-48ae-8c3c-063f6ca10675 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441553 Jan 31 18:48:18.409099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e088f7-9165-4311-8d7b-758e769baf35 req-0cef6d2a-6a6d-4ef3-8d45-b7f212a06cf8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:18.417755 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98e088f7-9165-4311-8d7b-758e769baf35 req-0cef6d2a-6a6d-4ef3-8d45-b7f212a06cf8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.1726677 Jan 31 18:48:18.520024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98e088f7-9165-4311-8d7b-758e769baf35 req-64f2e1f4-1af0-4291-bd10-98db688a2145 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955732 Jan 31 18:48:18.695977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3531329d-89b5-4450-aea3-0b99a871649d req-e96e7dbe-6cd2-4870-b8e2-ec26f452e7f9 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/93e07f2e-3004-45ab-ae0c-bc067a2009c8 HTTP/1.1" status: 200 len: 1824 time: 0.0636742 Jan 31 18:48:18.783849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e422f1-a836-4749-9c43-4f269be9a127 req-4f7c1d14-c87c-4c08-984f-f571887d6441 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:18.790778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71e422f1-a836-4749-9c43-4f269be9a127 req-4f7c1d14-c87c-4c08-984f-f571887d6441 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.1106162 Jan 31 18:48:18.819984 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5efddab7-5c08-400a-ba13-fecb7d2bb2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:18.822345 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3531329d-89b5-4450-aea3-0b99a871649d req-337bbcb6-3c84-4292-bf30-be9272cb7bc9 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (93e07f2e-3004-45ab-ae0c-bc067a2009c8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:18.861854 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3531329d-89b5-4450-aea3-0b99a871649d req-337bbcb6-3c84-4292-bf30-be9272cb7bc9 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (93e07f2e-3004-45ab-ae0c-bc067a2009c8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:18.867291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71e422f1-a836-4749-9c43-4f269be9a127 req-c4fff007-fc4e-4ae5-ac57-f3aba37b9ccc tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757101 Jan 31 18:48:18.915084 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3531329d-89b5-4450-aea3-0b99a871649d req-337bbcb6-3c84-4292-bf30-be9272cb7bc9 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (93e07f2e-3004-45ab-ae0c-bc067a2009c8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:18.917861 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3531329d-89b5-4450-aea3-0b99a871649d req-337bbcb6-3c84-4292-bf30-be9272cb7bc9 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:18.919010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3531329d-89b5-4450-aea3-0b99a871649d req-337bbcb6-3c84-4292-bf30-be9272cb7bc9 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "DELETE /v2.0/security-groups/93e07f2e-3004-45ab-ae0c-bc067a2009c8 HTTP/1.1" status: 204 len: 173 time: 0.2024217 Jan 31 18:48:18.932828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bbcb6-3c84-4292-bf30-be9272cb7bc9 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e07f2e-3004-45ab-ae0c-bc067a2009c8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:19.008375 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e777dca7-cf5b-4d25-862a-520a85f2ecc4 req-86faffcb-7a0a-42ea-be57-b2368e5b177b tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/a0893dd1-0d02-4eb4-a1e5-c1cd8575dfc8 HTTP/1.1" status: 200 len: 1822 time: 0.0527813 Jan 31 18:48:19.128082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ff46e-bcfd-49d1-9819-2ea728da5721 req-49a15d40-ae74-4c9e-8f8f-2c24e77aa1b6 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:19.129980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a98ff46e-bcfd-49d1-9819-2ea728da5721 req-49a15d40-ae74-4c9e-8f8f-2c24e77aa1b6 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.0948391 Jan 31 18:48:19.130688 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e777dca7-cf5b-4d25-862a-520a85f2ecc4 req-501fd885-3e09-4350-ac2c-db52a3ff3857 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (a0893dd1-0d02-4eb4-a1e5-c1cd8575dfc8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:19.181557 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e777dca7-cf5b-4d25-862a-520a85f2ecc4 req-501fd885-3e09-4350-ac2c-db52a3ff3857 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (a0893dd1-0d02-4eb4-a1e5-c1cd8575dfc8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:19.257533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a98ff46e-bcfd-49d1-9819-2ea728da5721 req-1fee0552-ccff-46b2-b9cf-37024e3fd0c9 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119304 Jan 31 18:48:19.298509 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e777dca7-cf5b-4d25-862a-520a85f2ecc4 req-501fd885-3e09-4350-ac2c-db52a3ff3857 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a0893dd1-0d02-4eb4-a1e5-c1cd8575dfc8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:19.301195 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e777dca7-cf5b-4d25-862a-520a85f2ecc4 req-501fd885-3e09-4350-ac2c-db52a3ff3857 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:19.302337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e777dca7-cf5b-4d25-862a-520a85f2ecc4 req-501fd885-3e09-4350-ac2c-db52a3ff3857 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "DELETE /v2.0/security-groups/a0893dd1-0d02-4eb4-a1e5-c1cd8575dfc8 HTTP/1.1" status: 204 len: 173 time: 0.2864294 Jan 31 18:48:19.347910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fd885-3e09-4350-ac2c-db52a3ff3857 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0893dd1-0d02-4eb4-a1e5-c1cd8575dfc8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:19.388267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-619b80b5-9b0f-4650-a7dc-d07f944082ae req-d39c2a47-6db0-4756-a499-c6a7098e6504 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/420ecbf7-45e2-485f-9738-6cc3c3b3a468 HTTP/1.1" status: 200 len: 1822 time: 0.0618353 Jan 31 18:48:19.519097 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-619b80b5-9b0f-4650-a7dc-d07f944082ae req-0001202f-c48a-4422-afc3-ba1d1af43f6d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (420ecbf7-45e2-485f-9738-6cc3c3b3a468), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:19.565581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fe983-f1d6-4db9-b31f-ac35373edc00 req-5141a08a-b965-4e74-9161-f425a0aa130c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:19.568180 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f65fe983-f1d6-4db9-b31f-ac35373edc00 req-5141a08a-b965-4e74-9161-f425a0aa130c tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 944 time: 0.1157081 Jan 31 18:48:19.575682 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-619b80b5-9b0f-4650-a7dc-d07f944082ae req-0001202f-c48a-4422-afc3-ba1d1af43f6d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (420ecbf7-45e2-485f-9738-6cc3c3b3a468), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:19.704150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f65fe983-f1d6-4db9-b31f-ac35373edc00 req-24c8b9c3-8474-4c5e-b36a-d7fa5b32e705 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137893 Jan 31 18:48:19.742285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-619b80b5-9b0f-4650-a7dc-d07f944082ae req-0001202f-c48a-4422-afc3-ba1d1af43f6d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (420ecbf7-45e2-485f-9738-6cc3c3b3a468), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:19.767741 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-619b80b5-9b0f-4650-a7dc-d07f944082ae req-0001202f-c48a-4422-afc3-ba1d1af43f6d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:19.771061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-619b80b5-9b0f-4650-a7dc-d07f944082ae req-0001202f-c48a-4422-afc3-ba1d1af43f6d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "DELETE /v2.0/security-groups/420ecbf7-45e2-485f-9738-6cc3c3b3a468 HTTP/1.1" status: 204 len: 173 time: 0.3715441 Jan 31 18:48:19.808282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:48:19.834604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001202f-c48a-4422-afc3-ba1d1af43f6d tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420ecbf7-45e2-485f-9738-6cc3c3b3a468,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:19.979834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887b770-89d9-4000-82d3-81ab69d447fa req-253e6c9a-72cf-4c66-93c1-5deb80a31e7d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:19.997185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a887b770-89d9-4000-82d3-81ab69d447fa req-253e6c9a-72cf-4c66-93c1-5deb80a31e7d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.1363976 Jan 31 18:48:20.151213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a887b770-89d9-4000-82d3-81ab69d447fa req-59a8d8c4-1617-4c9e-a093-913e4f9d6e85 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495886 Jan 31 18:48:20.161405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d2ac20e-b203-4860-bec0-c0bfcd339cb9 req-190ef4c9-beac-481b-afe6-18fa6a735f54 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/7e44b300-f803-4ca6-a676-5571d1264ec7 HTTP/1.1" status: 200 len: 2423 time: 0.1296983 Jan 31 18:48:20.231295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:20.272018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0', 'network_id': '73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d', 'port_id': '5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0', 'mac_address': 'fa:16:3e:07:ab:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701da94-0f98-46d4-93ea-0e6c62e79c49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:48:20.343971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:20.344697 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:20.349845 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5d2ac20e-b203-4860-bec0-c0bfcd339cb9 req-99572ae3-dfae-4d12-ab93-3e4335095e7c tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (7e44b300-f803-4ca6-a676-5571d1264ec7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:20.363472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:48:20.386269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5d2ac20e-b203-4860-bec0-c0bfcd339cb9 req-99572ae3-dfae-4d12-ab93-3e4335095e7c tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (7e44b300-f803-4ca6-a676-5571d1264ec7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:20.389895 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:20.394862 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:20.429461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71124bf-0ef3-467b-8b3d-9002715d5f29 req-0339f097-2c72-472c-b326-728f049d6d1c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:20.431149 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f71124bf-0ef3-467b-8b3d-9002715d5f29 req-0339f097-2c72-472c-b326-728f049d6d1c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.1570106 Jan 31 18:48:20.504497 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:20.519899 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5d2ac20e-b203-4860-bec0-c0bfcd339cb9 req-99572ae3-dfae-4d12-ab93-3e4335095e7c tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7e44b300-f803-4ca6-a676-5571d1264ec7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:20.525034 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5d2ac20e-b203-4860-bec0-c0bfcd339cb9 req-99572ae3-dfae-4d12-ab93-3e4335095e7c tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:20.526939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d2ac20e-b203-4860-bec0-c0bfcd339cb9 req-99572ae3-dfae-4d12-ab93-3e4335095e7c tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "DELETE /v2.0/security-groups/7e44b300-f803-4ca6-a676-5571d1264ec7 HTTP/1.1" status: 204 len: 173 time: 0.3158207 Jan 31 18:48:20.549644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99572ae3-dfae-4d12-ab93-3e4335095e7c tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e44b300-f803-4ca6-a676-5571d1264ec7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:20.557226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f71124bf-0ef3-467b-8b3d-9002715d5f29 req-df1c6c89-f2dc-4e66-8915-feebb38dee40 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189375 Jan 31 18:48:20.647739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:48:20.687786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-2c359b21-6670-4316-8713-888b55381f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:20.689526 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-2c359b21-6670-4316-8713-888b55381f39 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad&tenant_id=ba512e98132c474b97cd38477c5c40a4 HTTP/1.1" status: 200 len: 1126 time: 0.1037169 Jan 31 18:48:20.707236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:20.730090 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85d05e21-2463-456b-90ab-b5ec146a4b3a req-8ba44246-b09d-4270-818b-e06a0e4a54c2 tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "GET /v2.0/security-groups/b78ef163-7dfe-43a8-b376-921267b3ea54 HTTP/1.1" status: 200 len: 2418 time: 0.1285932 Jan 31 18:48:20.876075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112fa5d-1eda-4846-8ed9-ef49213a59fa req-e32fd3ca-fe00-46a7-9c43-a75c353c61e8 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:20.877871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2112fa5d-1eda-4846-8ed9-ef49213a59fa req-e32fd3ca-fe00-46a7-9c43-a75c353c61e8 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.1869273 Jan 31 18:48:20.882049 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:20.947881 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-85d05e21-2463-456b-90ab-b5ec146a4b3a req-8b93f59a-07e0-46bd-85ae-2be1d2ba8fbd tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (b78ef163-7dfe-43a8-b376-921267b3ea54), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.003162 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ff9716e-11f6-407a-8c26-45549e4d5f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.012940 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-85d05e21-2463-456b-90ab-b5ec146a4b3a req-8b93f59a-07e0-46bd-85ae-2be1d2ba8fbd tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (b78ef163-7dfe-43a8-b376-921267b3ea54), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.018908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2112fa5d-1eda-4846-8ed9-ef49213a59fa req-ce0fae96-593b-429a-9e81-ede518294bff tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271539 Jan 31 18:48:21.197409 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-85d05e21-2463-456b-90ab-b5ec146a4b3a req-8b93f59a-07e0-46bd-85ae-2be1d2ba8fbd tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b78ef163-7dfe-43a8-b376-921267b3ea54), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.201148 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-85d05e21-2463-456b-90ab-b5ec146a4b3a req-8b93f59a-07e0-46bd-85ae-2be1d2ba8fbd tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.208522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43014) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:21.214111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85d05e21-2463-456b-90ab-b5ec146a4b3a req-8b93f59a-07e0-46bd-85ae-2be1d2ba8fbd tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] 10.222.0.20 "DELETE /v2.0/security-groups/b78ef163-7dfe-43a8-b376-921267b3ea54 HTTP/1.1" status: 204 len: 173 time: 0.4541686 Jan 31 18:48:21.273591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Deleting subnet 95a45ffe-4566-4e33-9873-651b2de97b4f {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:48:21.279137 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Publish callbacks [] for subnet (95a45ffe-4566-4e33-9873-651b2de97b4f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.284619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93f59a-07e0-46bd-85ae-2be1d2ba8fbd tempest-SecurityGroupRulesTestJSON-1701812625 tempest-SecurityGroupRulesTestJSON-1701812625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78ef163-7dfe-43a8-b376-921267b3ea54,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:21.381782 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (95a45ffe-4566-4e33-9873-651b2de97b4f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.386177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:21.428287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (95a45ffe-4566-4e33-9873-651b2de97b4f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.455081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c080dd3-962e-41f0-9869-b163fc43b478 req-c41efc36-664e-42c6-8cd3-3596f9954a7e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:21.457015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c080dd3-962e-41f0-9869-b163fc43b478 req-c41efc36-664e-42c6-8cd3-3596f9954a7e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 945 time: 0.2417114 Jan 31 18:48:21.507473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:48:21.515701 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (95a45ffe-4566-4e33-9873-651b2de97b4f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.586836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865f9705-fda3-4fd9-9ff2-1b376db30708 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:48:21.600398 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Publish callbacks [] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.605672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.618984 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/95a45ffe-4566-4e33-9873-651b2de97b4f HTTP/1.1" status: 204 len: 168 time: 0.4065344 Jan 31 18:48:21.618984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a45ffe-4566-4e33-9873-651b2de97b4f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:21.621762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43024) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:21.622394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c080dd3-962e-41f0-9869-b163fc43b478 req-4645003d-72b6-47dd-9ce5-30232780f54e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458766 Jan 31 18:48:21.666424 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.669030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.671397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.671781 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.672136 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.672524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.673008 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.673355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.673689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.674024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.674357 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.674687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.675018 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52324c54-62b6-4fcd-a443-2396cde6ef61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:21.691351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Transition to ACTIVE for port object 865f9705-fda3-4fd9-9ff2-1b376db30708 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:48:21.716858 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.795782 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (d94403a8-9543-467f-8ef7-9f0bda52bb16), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:21.819098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:48:21.953043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:48:21.957905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:21.958338 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.023211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (d94403a8-9543-467f-8ef7-9f0bda52bb16), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.070918 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94403a8-9543-467f-8ef7-9f0bda52bb16']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:22.082078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Pushing event updated for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:22.104641 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e173d9a-6e7d-406e-8910-da6779c2417f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:22.105078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e173d9a-6e7d-406e-8910-da6779c2417f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:22.129978 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (9e173d9a-6e7d-406e-8910-da6779c2417f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.135535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:22.136426 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.167380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78086077-168c-438a-a474-e4189ad84286 req-ddfc272c-0fd9-450d-b61d-d492343b2ed4 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:22.167380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78086077-168c-438a-a474-e4189ad84286 req-ddfc272c-0fd9-450d-b61d-d492343b2ed4 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 943 time: 0.4718170 Jan 31 18:48:22.179095 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9e173d9a-6e7d-406e-8910-da6779c2417f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.209620 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:48:22.210777 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (9e173d9a-6e7d-406e-8910-da6779c2417f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:48:22.212841 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:48:22.236161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:22.237589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:22.240708 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98cf98e-f64d-4f56-8711-64c2bc0bf188" -d '{"events": [{"server_uuid": "fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677", "name": "network-vif-plugged", "status": "completed", "tag": "5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:22.259956 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.266446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaa10b-58bd-45db-a329-c9c4673acf6b req-43e825e1-b3b5-45c2-b8dc-f74e0873ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:22.289306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6feaa10b-58bd-45db-a329-c9c4673acf6b req-43e825e1-b3b5-45c2-b8dc-f74e0873ba22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 1129 time: 0.5339222 Jan 31 18:48:22.327162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:22.334178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8443d23-bd3d-49fa-ab9b-aafc435cb946 req-0ffb3e00-2359-4bcb-80a0-5b5f8ff5c935 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:22.344065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8443d23-bd3d-49fa-ab9b-aafc435cb946 req-0ffb3e00-2359-4bcb-80a0-5b5f8ff5c935 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.5379989 Jan 31 18:48:22.383517 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.384376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] No DVR routers for this DVR port 865f9705-fda3-4fd9-9ff2-1b376db30708 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:48:22.385605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (d94403a8-9543-467f-8ef7-9f0bda52bb16), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.392694 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.397948 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d94403a8-9543-467f-8ef7-9f0bda52bb16 HTTP/1.1" status: 204 len: 168 time: 0.7751052 Jan 31 18:48:22.421477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3fba3-2507-4b84-bc4a-ee5e05f71195 admin admin] Pushing event deleted for resources: {'Network': ['ID=d94403a8-9543-467f-8ef7-9f0bda52bb16,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:22.566036 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43046) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:22.580933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78086077-168c-438a-a474-e4189ad84286 req-a4e0efc9-dac3-4c5f-912b-f5bc908b7a7a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3590810 Jan 31 18:48:22.667580 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4ab6a426-a4f5-4c91-bd40-c87fc1efafb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b6072047b654b38b7a6cdb2189427f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0988584 Jan 31 18:48:22.670690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43050) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:22.729564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaa10b-58bd-45db-a329-c9c4673acf6b req-d872dacd-bfd4-4e2d-9faa-43b364b6c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:22.733947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6feaa10b-58bd-45db-a329-c9c4673acf6b req-d872dacd-bfd4-4e2d-9faa-43b364b6c599 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 200 len: 915 time: 0.3878469 Jan 31 18:48:22.735633 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e19eb57-df04-43ee-954b-88924cd92885 admin admin] Publish callbacks [] for security_group (4b3b60f2-80ce-498c-a120-a8e510178585), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.764948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e19eb57-df04-43ee-954b-88924cd92885 admin admin] Publish callbacks [] for security_group (4b3b60f2-80ce-498c-a120-a8e510178585), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.777489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8443d23-bd3d-49fa-ab9b-aafc435cb946 req-40dfa71f-fe73-4a0a-b84f-e0f3471f738d tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322417 Jan 31 18:48:22.842028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e19eb57-df04-43ee-954b-88924cd92885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4b3b60f2-80ce-498c-a120-a8e510178585), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.846333 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e19eb57-df04-43ee-954b-88924cd92885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:22.847920 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4e19eb57-df04-43ee-954b-88924cd92885 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b3b60f2-80ce-498c-a120-a8e510178585 HTTP/1.1" status: 204 len: 168 time: 0.1760685 Jan 31 18:48:22.857866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6feaa10b-58bd-45db-a329-c9c4673acf6b req-51b4129d-286b-4738-8dd8-5dfdb91e67ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c HTTP/1.1" status: 200 len: 217 time: 0.1100852 Jan 31 18:48:22.893350 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19eb57-df04-43ee-954b-88924cd92885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3b60f2-80ce-498c-a120-a8e510178585,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:22.938889 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8b6c81-6a82-4f10-8fa9-e594dd5b2106 x-openstack-request-id: req-5c8b6c81-6a82-4f10-8fa9-e594dd5b2106 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:22.939601 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677", "name": "network-vif-plugged", "status": "completed", "tag": "5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:22.939601 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c8b6c81-6a82-4f10-8fa9-e594dd5b2106 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:22.942530 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0', 'code': 200} Jan 31 18:48:23.069087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f5b87-dc04-4198-aea1-847a68bb3e7b req-e9947d1d-3331-405e-aba4-440fb51797af tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:23.070785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de9f5b87-dc04-4198-aea1-847a68bb3e7b req-e9947d1d-3331-405e-aba4-440fb51797af tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 943 time: 0.3358243 Jan 31 18:48:23.078904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Attempting to bind port 865f9705-fda3-4fd9-9ff2-1b376db30708 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:48:23.079392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Attempting to bind port 865f9705-fda3-4fd9-9ff2-1b376db30708 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:48:23.079827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Attempting to bind port 865f9705-fda3-4fd9-9ff2-1b376db30708 on network ae95513e-4638-43d6-9c17-f15bafd888ba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:48:23.087264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Port 865f9705-fda3-4fd9-9ff2-1b376db30708 on network ae95513e-4638-43d6-9c17-f15bafd888ba not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:48:23.087802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Attempting to bind port 865f9705-fda3-4fd9-9ff2-1b376db30708 on network ae95513e-4638-43d6-9c17-f15bafd888ba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:48:23.091028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaa10b-58bd-45db-a329-c9c4673acf6b req-d55deb7c-3035-4b88-b18c-d57645f93d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:23.093654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6feaa10b-58bd-45db-a329-c9c4673acf6b req-d55deb7c-3035-4b88-b18c-d57645f93d10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86926680-325f-4730-846d-e46372cc4cbc HTTP/1.1" status: 200 len: 854 time: 0.2269313 Jan 31 18:48:23.140012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:48:23.140649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Checking segment: {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:48:23.141631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Bound using segment: {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:48:23.142282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Bound port: 865f9705-fda3-4fd9-9ff2-1b376db30708, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:48:23.142886 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:23.227557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6feaa10b-58bd-45db-a329-c9c4673acf6b req-37339499-e833-4f93-80d4-437639311721 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d82614fc-b59a-498a-b981-68724ed1c688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143153 Jan 31 18:48:23.269264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ae0f8-7594-424d-a41f-8537fa4e9ae8 req-e9fcb5f8-d865-4083-9893-82e3b538d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:23.270811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f9ae0f8-7594-424d-a41f-8537fa4e9ae8 req-e9fcb5f8-d865-4083-9893-82e3b538d9d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 1129 time: 0.2673352 Jan 31 18:48:23.396353 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f9ae0f8-7594-424d-a41f-8537fa4e9ae8 req-e3624b54-7cf4-425c-b5e6-bf308d2fb55e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814812 Jan 31 18:48:23.440741 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de9f5b87-dc04-4198-aea1-847a68bb3e7b req-158ffc75-7d09-44d2-ae61-05f753a34aee tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543093 Jan 31 18:48:23.461713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092956c2-ee9c-4948-b9d9-f1aba3bb693a req-4acfc711-8c05-4eae-abc4-4d7bcdb572dd tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:23.480439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-092956c2-ee9c-4948-b9d9-f1aba3bb693a req-4acfc711-8c05-4eae-abc4-4d7bcdb572dd tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 946 time: 0.3336804 Jan 31 18:48:23.539152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:48:23.550836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:48:23.595626 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:23.614469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-092956c2-ee9c-4948-b9d9-f1aba3bb693a req-edcf5d0f-a4ef-4596-ad24-d9a2d9a6771d tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329365 Jan 31 18:48:23.694409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Pushing event updated for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:23.702638 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6feaa10b-58bd-45db-a329-c9c4673acf6b req-090475c8-393e-4396-b708-f43862e91891 service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551377 Jan 31 18:48:23.709002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:23.710177 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:23.711854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-755bda7f-e680-4fe6-9149-617ff8f7b3ab service neutron] 10.222.0.49 "PUT /v2.0/ports/865f9705-fda3-4fd9-9ff2-1b376db30708 HTTP/1.1" status: 200 len: 1092 time: 3.0089619 Jan 31 18:48:23.712551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:23.715740 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cd10bc-f81c-4fcd-8b5e-afdf6d2079f8" -d '{"events": [{"name": "network-changed", "server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:23.819250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d81c86f5-33a2-42cc-a53f-a57de8408cdb details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:48:24.075110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port d81c86f5-33a2-42cc-a53f-a57de8408cdb, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d81c86f5-33a2-42cc-a53f-a57de8408cdb,segment=NetworkSegment(1eb0853a-81be-4b74-9244-8aef051fe078),segment_id=1eb0853a-81be-4b74-9244-8aef051fe078)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:24.116425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'port_id': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb', 'mac_address': 'fa:16:3e:55:bf:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:48:24.131939 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:24.209320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43102) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:24.233334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port d81c86f5-33a2-42cc-a53f-a57de8408cdb is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:24.233745 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:24.237394 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:24.249186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81c86f5-33a2-42cc-a53f-a57de8408cdb {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:48:24.271961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port d81c86f5-33a2-42cc-a53f-a57de8408cdb, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d81c86f5-33a2-42cc-a53f-a57de8408cdb,segment=NetworkSegment(1eb0853a-81be-4b74-9244-8aef051fe078),segment_id=1eb0853a-81be-4b74-9244-8aef051fe078)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:24.281677 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:24.326476 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c822faa-8a0d-4392-84ef-0c64bcdfe023 x-openstack-request-id: req-3c822faa-8a0d-4392-84ef-0c64bcdfe023 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:24.326953 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:24.327360 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c822faa-8a0d-4392-84ef-0c64bcdfe023 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:24.327779 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'status': 'completed', 'code': 200} Jan 31 18:48:24.421019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=d81c86f5-33a2-42cc-a53f-a57de8408cdb,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:24.433037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-556093186-network', 'tenant_id': '6516ec100941423681bdcab610bd8b45'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:24.485157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Made reservation on behalf of 6516ec100941423681bdcab610bd8b45 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:48:24.503221 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:24.539136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:24.550270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d81c86f5-33a2-42cc-a53f-a57de8408cdb'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:48:24.593447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6feaa10b-58bd-45db-a329-c9c4673acf6b req-194fa0e4-25d5-405e-a377-7f32601ce7fb service neutron] 10.222.0.49 "GET /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8715329 Jan 31 18:48:24.613926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-864e5993-1b4b-4f99-b816-113e0c835ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:24.615460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-864e5993-1b4b-4f99-b816-113e0c835ba4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 1127 time: 0.3119159 Jan 31 18:48:24.629158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca914645-b1fd-4e19-9a2a-ee009f1efbae req-32c148e7-da05-4563-825d-4b0646fc9d1b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:24.637813 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca914645-b1fd-4e19-9a2a-ee009f1efbae req-32c148e7-da05-4563-825d-4b0646fc9d1b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.8801613 Jan 31 18:48:24.664058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af75a-d442-4de8-9264-f1bb06dfdd5c req-7dfa31f6-6670-43c7-9628-f250a2e07101 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:24.672876 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be8af75a-d442-4de8-9264-f1bb06dfdd5c req-7dfa31f6-6670-43c7-9628-f250a2e07101 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.3492069 Jan 31 18:48:24.791034 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Publish callbacks [] for security_group (e33c8f8d-4bff-4aed-a4bf-e1b2b85f851e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:24.796250 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e33c8f8d-4bff-4aed-a4bf-e1b2b85f851e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:24.821402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca914645-b1fd-4e19-9a2a-ee009f1efbae req-53d0b4cf-757c-4e7e-9470-278a6eedc615 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823654 Jan 31 18:48:24.829082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:48:24.843295 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a51a181d-a215-4c60-a6b1-c925f942eb15), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:24.844008 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Added segment a51a181d-a215-4c60-a6b1-c925f942eb15 of type vlan for network 27401cd3-5f04-4e9e-85be-bf492cb058b7 Jan 31 18:48:24.862810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c8f8d-4bff-4aed-a4bf-e1b2b85f851e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:24.910105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be8af75a-d442-4de8-9264-f1bb06dfdd5c req-2f0068a6-dfb1-494c-a0be-235ef6fe67a4 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363293 Jan 31 18:48:24.922527 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (27401cd3-5f04-4e9e-85be-bf492cb058b7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:24.949409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-94dd7323-d1de-44ca-af52-3eb835367c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:24.952164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-94dd7323-d1de-44ca-af52-3eb835367c4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 918 time: 0.3119903 Jan 31 18:48:24.957488 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (27401cd3-5f04-4e9e-85be-bf492cb058b7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:24.958555 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:24.959225 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:25.034614 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8202822 Jan 31 18:48:25.034614 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:25.042584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f4515901-71b7-46ed-93c3-53ac99b83249 admin admin] Request body: {'subnet': {'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-556093186-subnet', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:25.070155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001008e-c723-4f85-8ee7-82f7b35f70d0 admin admin] Pushing event updated for resources: {'Network': ['ID=27401cd3-5f04-4e9e-85be-bf492cb058b7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:25.083761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4515901-71b7-46ed-93c3-53ac99b83249 admin admin] Made reservation on behalf of 6516ec100941423681bdcab610bd8b45 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:48:25.087660 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4515901-71b7-46ed-93c3-53ac99b83249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:25.090521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 27401cd3-5f04-4e9e-85be-bf492cb058b7 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:48:25.204247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-acb5a5b0-30f8-4254-be27-0ebbf9a29240 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865f9705-fda3-4fd9-9ff2-1b376db30708 HTTP/1.1" status: 200 len: 999 time: 0.2366054 Jan 31 18:48:25.227727 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:25.290847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4e699-5543-4e73-92df-606f58ba1284 req-3e9b19fb-907b-41b9-8f5f-55e48543f943 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:25.299804 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0d4e699-5543-4e73-92df-606f58ba1284 req-3e9b19fb-907b-41b9-8f5f-55e48543f943 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 944 time: 0.2674556 Jan 31 18:48:25.348875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-25d0b841-a19b-4871-a6b3-68ea323d4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:25.350594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-25d0b841-a19b-4871-a6b3-68ea323d4e5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 200 len: 856 time: 0.1115110 Jan 31 18:48:25.403194 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4515901-71b7-46ed-93c3-53ac99b83249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (973020d3-7bcb-48f4-b48f-faf71ef6a618), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:25.411134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c84db0-0275-415f-91e8-8dc360d5b8c4 req-e0cb647e-15db-4801-961f-b6328dd7a849 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:25.412756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-22c84db0-0275-415f-91e8-8dc360d5b8c4 req-e0cb647e-15db-4801-961f-b6328dd7a849 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 946 time: 0.2696624 Jan 31 18:48:25.434375 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0d4e699-5543-4e73-92df-606f58ba1284 req-4bce6893-0e4f-4f3d-8ec0-98f9d89bb274 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288867 Jan 31 18:48:25.475118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-1c75b039-b82a-4022-80d4-186e90fcf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:25.476782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-1c75b039-b82a-4022-80d4-186e90fcf834 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae95513e-4638-43d6-9c17-f15bafd888ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1118586 Jan 31 18:48:25.484012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4515901-71b7-46ed-93c3-53ac99b83249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=973020d3-7bcb-48f4-b48f-faf71ef6a618,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:25.526661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-22c84db0-0275-415f-91e8-8dc360d5b8c4 req-d27b6b9c-a0ab-43bb-8201-024fa40e42f5 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907898 Jan 31 18:48:25.541785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4515901-71b7-46ed-93c3-53ac99b83249 admin admin] Checking segment: {'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:48:25.542306 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4515901-71b7-46ed-93c3-53ac99b83249 admin admin] Network hostable DHCP agents. Network: 27401cd3-5f04-4e9e-85be-bf492cb058b7, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:48:25.589458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4515901-71b7-46ed-93c3-53ac99b83249 admin admin] Network 27401cd3-5f04-4e9e-85be-bf492cb058b7 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:48:25.610389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f4515901-71b7-46ed-93c3-53ac99b83249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 27401cd3-5f04-4e9e-85be-bf492cb058b7) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:48:25.615988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4515901-71b7-46ed-93c3-53ac99b83249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:25.616762 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4515901-71b7-46ed-93c3-53ac99b83249 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:25.620488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70661c1-2a44-4eaa-ac5d-f85593da3757 None None] Network 27401cd3-5f04-4e9e-85be-bf492cb058b7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:48:25.633945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-7df52e81-e08f-4563-ae98-526fc7aac409 service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458318 Jan 31 18:48:25.662703 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f4515901-71b7-46ed-93c3-53ac99b83249 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6270108 Jan 31 18:48:25.667031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:25.672754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:25.705083 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (0acb4456-c9b7-49ef-a979-c0f199ccfca5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:25.706268 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (0acb4456-c9b7-49ef-a979-c0f199ccfca5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:25.798591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-27401cd3-5f04-4e9e-85be-bf492cb058b7', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'project_id': '6516ec100941423681bdcab610bd8b45', 'fixed_ips': [{'subnet_id': '973020d3-7bcb-48f4-b48f-faf71ef6a618'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:48:25.799717 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:25.825936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d81c86f5-33a2-42cc-a53f-a57de8408cdb up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:48:25.851009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Publish callbacks [] for router_controller (0acb4456-c9b7-49ef-a979-c0f199ccfca5), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:25.921826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a25d72-dbc5-4bb8-994d-586cae7a77b1 req-05983c9b-bbba-431b-88d0-77b866274c51 service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767973 Jan 31 18:48:26.017951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port d81c86f5-33a2-42cc-a53f-a57de8408cdb completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:48:26.018221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fd0e1-6eea-490e-b20d-42e45ff9fda6 req-01fee601-9e79-4ada-9278-31ba59698bba tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:26.020780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-996fd0e1-6eea-490e-b20d-42e45ff9fda6 req-01fee601-9e79-4ada-9278-31ba59698bba tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 946 time: 0.1295347 Jan 31 18:48:26.043685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port d81c86f5-33a2-42cc-a53f-a57de8408cdb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:26.044075 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:26.126763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5c617-f40f-45ed-ad00-3e6c9a24c647 req-6b078bb9-58c1-48e2-a46c-f6dc234e982e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:26.136201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7e5c617-f40f-45ed-ad00-3e6c9a24c647 req-6b078bb9-58c1-48e2-a46c-f6dc234e982e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.1958282 Jan 31 18:48:26.190186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd10bc-f81c-4fcd-8b5e-afdf6d2079f8 req-e3473f40-ce96-42a4-9b47-d61fe5c90b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:26.191899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47cd10bc-f81c-4fcd-8b5e-afdf6d2079f8 req-e3473f40-ce96-42a4-9b47-d61fe5c90b9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 1127 time: 0.1701047 Jan 31 18:48:26.214930 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:26.221492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-996fd0e1-6eea-490e-b20d-42e45ff9fda6 req-0c49b877-0889-4188-aa30-e59d01aef4ee tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551268 Jan 31 18:48:26.264703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7e5c617-f40f-45ed-ad00-3e6c9a24c647 req-53e1e2dc-6002-4adc-9139-f8f0c34d7300 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207399 Jan 31 18:48:26.344076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Allocated IP 172.20.0.2 (27401cd3-5f04-4e9e-85be-bf492cb058b7/973020d3-7bcb-48f4-b48f-faf71ef6a618/a83ff508-ee04-4ad6-bbee-7c453683db4e) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:48:26.426221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd10bc-f81c-4fcd-8b5e-afdf6d2079f8 req-fed83cb0-1743-40ee-8593-5bbaa1ac7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:26.428373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47cd10bc-f81c-4fcd-8b5e-afdf6d2079f8 req-fed83cb0-1743-40ee-8593-5bbaa1ac7df3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 918 time: 0.2250931 Jan 31 18:48:26.544891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port d81c86f5-33a2-42cc-a53f-a57de8408cdb is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:26.545319 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:26.662754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port d81c86f5-33a2-42cc-a53f-a57de8408cdb, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d81c86f5-33a2-42cc-a53f-a57de8408cdb,segment=NetworkSegment(1eb0853a-81be-4b74-9244-8aef051fe078),segment_id=1eb0853a-81be-4b74-9244-8aef051fe078)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:26.666577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:26.669832 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cc5e2b-7d9a-40ed-93f8-3a5b3b1f3cd6" -d '{"events": [{"server_uuid": "fd115f6e-9692-47bf-9448-647cb6da99bf", "name": "network-vif-plugged", "status": "completed", "tag": "d81c86f5-33a2-42cc-a53f-a57de8408cdb"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:26.676859 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:26.727417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47cd10bc-f81c-4fcd-8b5e-afdf6d2079f8 req-fdd8c2e3-5f3c-4606-bf72-de8a7f936012 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865f9705-fda3-4fd9-9ff2-1b376db30708 HTTP/1.1" status: 200 len: 999 time: 0.2900991 Jan 31 18:48:26.808634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=d81c86f5-33a2-42cc-a53f-a57de8408cdb,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:26.846817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc0e31-35ef-49bd-ba73-b7a82deb9414 req-1d5e0f8d-9900-43b4-9209-6d287ef7fe9e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:26.857404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42fc0e31-35ef-49bd-ba73-b7a82deb9414 req-1d5e0f8d-9900-43b4-9209-6d287ef7fe9e tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 944 time: 0.2459044 Jan 31 18:48:26.872808 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Publish callbacks [] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:26.885656 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:26.929459 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Publish callbacks [] for router_gateway (0acb4456-c9b7-49ef-a979-c0f199ccfca5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:26.940205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8147433-348f-4701-b128-4424eb66c150 req-926a498b-3169-4271-8028-a8a29586da2a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:26.949483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8147433-348f-4701-b128-4424eb66c150 req-926a498b-3169-4271-8028-a8a29586da2a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.3470795 Jan 31 18:48:26.968821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd10bc-f81c-4fcd-8b5e-afdf6d2079f8 req-32b92a3d-0de9-4656-954a-a9f4fb1894d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:26.970805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47cd10bc-f81c-4fcd-8b5e-afdf6d2079f8 req-32b92a3d-0de9-4656-954a-a9f4fb1894d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 200 len: 856 time: 0.2277327 Jan 31 18:48:27.036701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Pushing event updated for resources: {'Port': ['ID=a83ff508-ee04-4ad6-bbee-7c453683db4e,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:27.067629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Network 27401cd3-5f04-4e9e-85be-bf492cb058b7 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:48:27.072829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:48:27.077092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:48:27.140587 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8147433-348f-4701-b128-4424eb66c150 req-2ef4bc04-9691-4bfa-b688-75886b39f383 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899531 Jan 31 18:48:27.227954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42fc0e31-35ef-49bd-ba73-b7a82deb9414 req-1bac9030-c03d-46ee-bc11-1ef48df383c7 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621888 Jan 31 18:48:27.251116 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Attempting to bind port a83ff508-ee04-4ad6-bbee-7c453683db4e on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:48:27.251680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Attempting to bind port a83ff508-ee04-4ad6-bbee-7c453683db4e by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:48:27.251869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Attempting to bind port a83ff508-ee04-4ad6-bbee-7c453683db4e on network 27401cd3-5f04-4e9e-85be-bf492cb058b7 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:48:27.274300 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b2181f-7343-46d8-aba5-2b23c79ec6c7 x-openstack-request-id: req-29b2181f-7343-46d8-aba5-2b23c79ec6c7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:27.274593 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd115f6e-9692-47bf-9448-647cb6da99bf", "name": "network-vif-plugged", "status": "completed", "tag": "d81c86f5-33a2-42cc-a53f-a57de8408cdb", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:27.274859 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29b2181f-7343-46d8-aba5-2b23c79ec6c7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:27.275267 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb', 'code': 200} Jan 31 18:48:27.281951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:48:27.282346 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Checking segment: {'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:48:27.282764 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:27.283164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Bound using segment: {'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:48:27.283655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Bound port: a83ff508-ee04-4ad6-bbee-7c453683db4e, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:48:27.284195 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:27.477826 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Publish callbacks [] for router_gateway (0acb4456-c9b7-49ef-a979-c0f199ccfca5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:27.518355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] For port a83ff508-ee04-4ad6-bbee-7c453683db4e, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:48:27.521932 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:27.526731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] For port a83ff508-ee04-4ad6-bbee-7c453683db4e, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a83ff508-ee04-4ad6-bbee-7c453683db4e,segment=NetworkSegment(a51a181d-a215-4c60-a6b1-c925f942eb15),segment_id=a51a181d-a215-4c60-a6b1-c925f942eb15)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:48:27.540320 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:27.720508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ca354-e7b1-4dae-9b62-00c919ba8641 req-12d36864-098a-4262-a379-e0b44af2a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:27.723794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-575ca354-e7b1-4dae-9b62-00c919ba8641 req-12d36864-098a-4262-a379-e0b44af2a8d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 1128 time: 0.3957419 Jan 31 18:48:27.772366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5e722-8e84-45cc-80dd-29a09ae0f014 None None] Pushing event updated for resources: {'Port': ['ID=a83ff508-ee04-4ad6-bbee-7c453683db4e,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:27.791202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eadab-3bbe-4f1b-b7c0-9be7de5c2c74 req-2a6142d0-16a5-49fb-af9f-258b9be2812c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:27.792590 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Allocated IP 172.25.8.114 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/d82966ba-47fa-499a-a8b0-be4581b82b6f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:48:27.806407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b12eadab-3bbe-4f1b-b7c0-9be7de5c2c74 req-2a6142d0-16a5-49fb-af9f-258b9be2812c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.4209526 Jan 31 18:48:27.855920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aca4c6-0c54-4ce0-884c-b929b6fc8aea req-ffbe7221-5c69-448b-9c79-13bbb2501864 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:27.859806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1aca4c6-0c54-4ce0-884c-b929b6fc8aea req-ffbe7221-5c69-448b-9c79-13bbb2501864 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 946 time: 0.4704013 Jan 31 18:48:28.054977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-575ca354-e7b1-4dae-9b62-00c919ba8641 req-68ff157d-2984-4013-a254-ddaab0b445e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121264 Jan 31 18:48:28.079606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b12eadab-3bbe-4f1b-b7c0-9be7de5c2c74 req-b4f7b85e-9115-4268-8583-fb53a4f67d23 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754171 Jan 31 18:48:28.182767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1aca4c6-0c54-4ce0-884c-b929b6fc8aea req-9910d5ec-8b0f-4570-b216-9344175eb9d4 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882173 Jan 31 18:48:28.273578 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Publish callbacks [] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:28.437555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6bbae-e4be-486d-832e-102838441f3a req-887d74da-a256-42dc-b0ad-45d6a0a83bd9 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:28.448170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60a6bbae-e4be-486d-832e-102838441f3a req-887d74da-a256-42dc-b0ad-45d6a0a83bd9 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.2264571 Jan 31 18:48:28.454513 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:28.530962 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60a6bbae-e4be-486d-832e-102838441f3a req-bb04a27f-08ca-480e-90dc-b12cbde414f7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813820 Jan 31 18:48:28.714074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Pushing event updated for resources: {'Port': ['ID=d82966ba-47fa-499a-a8b0-be4581b82b6f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:28.723444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:48:28.726969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:48:28.733281 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:48:29.538506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a83ff508-ee04-4ad6-bbee-7c453683db4e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:48:29.568225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd10bc-f81c-4fcd-8b5e-afdf6d2079f8 req-b0a0ef22-ff19-40b8-8a35-79d5fe43a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:29.574972 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47cd10bc-f81c-4fcd-8b5e-afdf6d2079f8 req-b0a0ef22-ff19-40b8-8a35-79d5fe43a99e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae95513e-4638-43d6-9c17-f15bafd888ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7328494 Jan 31 18:48:29.605242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3006e6-b766-4858-8e0a-a70011866bc4 req-8ad9fd06-75de-4092-9eb0-3e80c5b3f142 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:29.629396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b3006e6-b766-4858-8e0a-a70011866bc4 req-8ad9fd06-75de-4092-9eb0-3e80c5b3f142 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 945 time: 0.6595230 Jan 31 18:48:29.671463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a83ff508-ee04-4ad6-bbee-7c453683db4e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:29.674941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:29.725424 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Publish callbacks [] for router_gateway (0acb4456-c9b7-49ef-a979-c0f199ccfca5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:29.920096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f1383-d4d7-4a55-86ef-c294f3169d29 req-58b46cda-1e53-4d74-939e-ebd16cd5336e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:29.921715 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f62f1383-d4d7-4a55-86ef-c294f3169d29 req-58b46cda-1e53-4d74-939e-ebd16cd5336e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.7549591 Jan 31 18:48:30.190392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b3006e6-b766-4858-8e0a-a70011866bc4 req-c81bb010-2648-4fe3-abb4-04c3c6cb5fa9 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5598104 Jan 31 18:48:30.279421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f62f1383-d4d7-4a55-86ef-c294f3169d29 req-7058a5d9-183e-44d1-9fa6-bcad0eb0c94f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317039 Jan 31 18:48:30.435438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47cd10bc-f81c-4fcd-8b5e-afdf6d2079f8 req-bc35ed08-2bdd-4521-b1f4-056473fdd500 service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8010895 Jan 31 18:48:30.500824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564753c1-f1ef-4709-8c2e-53dab08bb8ab None None] Network 27401cd3-5f04-4e9e-85be-bf492cb058b7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:48:30.625984 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (0acb4456-c9b7-49ef-a979-c0f199ccfca5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:30.738150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-798cc901-88b6-41a9-bff4-4d22b28b3ccf None None] Provisioning complete for port a83ff508-ee04-4ad6-bbee-7c453683db4e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:30.739796 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-798cc901-88b6-41a9-bff4-4d22b28b3ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:30.963693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:48:31.103075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688295d6-533c-47a8-a019-b11770dbd005 req-cb4625df-3acd-4536-a0be-4b6ea9eb94aa tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:31.119776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688295d6-533c-47a8-a019-b11770dbd005 req-cb4625df-3acd-4536-a0be-4b6ea9eb94aa tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 946 time: 0.6756065 Jan 31 18:48:31.131052 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a83ff508-ee04-4ad6-bbee-7c453683db4e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:31.137027 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:31.266771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:48:31.281089 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Sync routers for ids ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:48:31.297137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port a83ff508-ee04-4ad6-bbee-7c453683db4e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a83ff508-ee04-4ad6-bbee-7c453683db4e,segment=NetworkSegment(a51a181d-a215-4c60-a6b1-c925f942eb15),segment_id=a51a181d-a215-4c60-a6b1-c925f942eb15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:31.303751 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Routers {'0acb4456-c9b7-49ef-a979-c0f199ccfca5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:48:31.306659 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:31.321146 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:31.322696 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:31.343428 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6f65f4b5-1ff1-41b5-ab3a-73fe599009cc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.6751602 Jan 31 18:48:31.346806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:31.468233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e1235-4721-4424-a113-200eaa93dedb req-e92f8e97-635d-4694-8c59-abff111ad155 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:31.477527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d32e1235-4721-4424-a113-200eaa93dedb req-e92f8e97-635d-4694-8c59-abff111ad155 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 946 time: 0.8522191 Jan 31 18:48:31.502527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=a83ff508-ee04-4ad6-bbee-7c453683db4e,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:31.515711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72f357-91e9-4286-b712-4c10613b851e req-fd6cc3b2-a05b-4bff-9c19-3eda9614e93b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:31.532173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d72f357-91e9-4286-b712-4c10613b851e req-fd6cc3b2-a05b-4bff-9c19-3eda9614e93b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.9749115 Jan 31 18:48:31.563327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-798cc901-88b6-41a9-bff4-4d22b28b3ccf None None] Current status of the port a83ff508-ee04-4ad6-bbee-7c453683db4e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:31.699667 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Set router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:48:31.726785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47cd10bc-f81c-4fcd-8b5e-afdf6d2079f8 req-2d65ecc2-9c74-4641-b7e4-6393eb8b9365 service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1645682 Jan 31 18:48:31.762193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-688295d6-533c-47a8-a019-b11770dbd005 req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Deleting port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:48:31.764922 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688295d6-533c-47a8-a019-b11770dbd005 req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:31.815038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d32e1235-4721-4424-a113-200eaa93dedb req-3516bf41-355e-4e86-8c43-c2435a50763e tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d6479bd-2df2-4c5d-a109-0e2bc6472995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357503 Jan 31 18:48:31.831282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d72f357-91e9-4286-b712-4c10613b851e req-7b58fd86-195a-4076-9aa0-52873554186a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480421 Jan 31 18:48:32.086313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-688295d6-533c-47a8-a019-b11770dbd005 req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] For port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0,segment=NetworkSegment(7f06d347-9eb2-4f29-89a5-b925e3a7f023),segment_id=7f06d347-9eb2-4f29-89a5-b925e3a7f023)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:32.087014 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688295d6-533c-47a8-a019-b11770dbd005 req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:32.114352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dcb8fa86-129a-4b2a-ade9-4ec309b92bed None None] Provisioning complete for port a83ff508-ee04-4ad6-bbee-7c453683db4e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:32.114922 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fa86-129a-4b2a-ade9-4ec309b92bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:32.145123 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:48:29Z', 'revision_number': 3, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:32.174213 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Checking router: 0acb4456-c9b7-49ef-a979-c0f199ccfca5 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:48:32.174568 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Updating router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 port d82966ba-47fa-499a-a8b0-be4581b82b6f binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:48:32.175842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35813fdc-ddcc-4a56-9259-d398cd200cf9 req-57f72865-fbfb-4cc0-bc83-97cf615aeffa tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:32.196966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35813fdc-ddcc-4a56-9259-d398cd200cf9 req-57f72865-fbfb-4cc0-bc83-97cf615aeffa tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.2349579 Jan 31 18:48:32.209458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-688295d6-533c-47a8-a019-b11770dbd005 req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Calling delete_port for 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:48:32.221742 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:32.462295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8fa86-129a-4b2a-ade9-4ec309b92bed None None] Current status of the port a83ff508-ee04-4ad6-bbee-7c453683db4e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:32.566806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35813fdc-ddcc-4a56-9259-d398cd200cf9 req-3995ed6d-26af-412f-bbf1-a2394f9f9b8f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3685727 Jan 31 18:48:32.619128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:32.748222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83869c70-f85d-4225-b7a5-4d78005f8252 req-ec418f52-935d-4a91-a56a-b83b00b2090e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:32.762108 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-83869c70-f85d-4225-b7a5-4d78005f8252 req-ec418f52-935d-4a91-a56a-b83b00b2090e tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.5623765 Jan 31 18:48:32.989380 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Publish callbacks [] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:33.000455 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:33.169386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Allocated IP 172.20.0.1 (27401cd3-5f04-4e9e-85be-bf492cb058b7/973020d3-7bcb-48f4-b48f-faf71ef6a618/62e9b46e-b403-4d67-8cae-6a6722d4c4c8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:48:33.179606 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Attempting to bind port d82966ba-47fa-499a-a8b0-be4581b82b6f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:48:33.179856 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Attempting to bind port d82966ba-47fa-499a-a8b0-be4581b82b6f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:48:33.180402 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Attempting to bind port d82966ba-47fa-499a-a8b0-be4581b82b6f on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:48:33.197524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce6bcb-6fe6-4d32-b018-16d1d6da7b2a req-703968ed-a783-4211-8fcf-91eb627e1f86 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:33.215015 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Pushing event updated for resources: {'Port': ['ID=d82966ba-47fa-499a-a8b0-be4581b82b6f,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:33.219282 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:48:33.219876 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:48:33.220407 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:33.220866 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:48:33.221751 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Bound port: d82966ba-47fa-499a-a8b0-be4581b82b6f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:48:33.222026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75ce6bcb-6fe6-4d32-b018-16d1d6da7b2a req-703968ed-a783-4211-8fcf-91eb627e1f86 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 945 time: 0.4460018 Jan 31 18:48:33.222205 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:33.288456 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.288856 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.289315 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.289763 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.290186 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.290577 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.291010 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.291391 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.291770 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.292262 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.314388 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.315010 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.315584 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:33.448851 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Publish callbacks [] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:33.466485 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] For port d82966ba-47fa-499a-a8b0-be4581b82b6f, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:48:33.474395 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] For port d82966ba-47fa-499a-a8b0-be4581b82b6f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d82966ba-47fa-499a-a8b0-be4581b82b6f,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:48:33.486049 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:33.525813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:33.594110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a83ff508-ee04-4ad6-bbee-7c453683db4e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:48:33.660957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Network 27401cd3-5f04-4e9e-85be-bf492cb058b7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:48:33.664419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:48:33.676199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:48:33.683619 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Routers {'0acb4456-c9b7-49ef-a979-c0f199ccfca5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:48:33.700141 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:33.727654 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79761db-0621-48d6-8ada-5f918c0ad19c None None] Pushing event updated for resources: {'Port': ['ID=d82966ba-47fa-499a-a8b0-be4581b82b6f,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:33.784726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a83ff508-ee04-4ad6-bbee-7c453683db4e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:33.792957 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:33.857780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Pushing event updated for resources: {'Port': ['ID=62e9b46e-b403-4d67-8cae-6a6722d4c4c8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:33.858193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:48:33.990325 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (0acb4456-c9b7-49ef-a979-c0f199ccfca5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:34.021029 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-83869c70-f85d-4225-b7a5-4d78005f8252 req-a4190626-22dc-4323-9e10-92b287031f36 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2524676 Jan 31 18:48:34.102058 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] Set router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:48:34.140897 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688295d6-533c-47a8-a019-b11770dbd005 req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:34.209018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:34.209793 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:34.344149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Pushing event deleted for resources: {'Port': ['ID=5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:34.393609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.396464 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.400463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.401042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.401646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.402413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.402952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.404020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.406642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.407223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.407733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.408254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.417778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:48:34.433056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75ce6bcb-6fe6-4d32-b018-16d1d6da7b2a req-0ca86391-34b9-4516-8abd-2c4e4a24f114 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2100532 Jan 31 18:48:34.471860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f119db5e-aefd-4962-9843-e3c12177078e None None] Provisioning complete for port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:34.471860 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f119db5e-aefd-4962-9843-e3c12177078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:34.589828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-688295d6-533c-47a8-a019-b11770dbd005 req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] No DVR routers for this DVR port 5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:48:34.600478 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688295d6-533c-47a8-a019-b11770dbd005 req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:34.617422 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688295d6-533c-47a8-a019-b11770dbd005 req-b36175ce-baae-44d3-a333-5fdfb81e24b3 tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.21 "DELETE /v2.0/ports/5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0 HTTP/1.1" status: 204 len: 173 time: 3.4840953 Jan 31 18:48:34.632489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677', 'name': 'network-vif-deleted', 'tag': '5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:34.635471 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4003ba-cd63-4eb2-ba01-2013bb2ddb1c" -d '{"events": [{"server_uuid": "fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677", "name": "network-vif-deleted", "tag": "5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:34.637616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f119db5e-aefd-4962-9843-e3c12177078e None None] Port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:48:34.650978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a83ff508-ee04-4ad6-bbee-7c453683db4e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:34.684027 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:34.750292 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-176e37e7-ccb5-46f1-9e60-59465c3a6bcc req-a17dfbed-f55d-4a7d-9683-5d80883521db tempest-DeleteServersTestJSON-133397366 tempest-DeleteServersTestJSON-133397366-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677 HTTP/1.1" status: 200 len: 210 time: 0.0701797 Jan 31 18:48:34.811394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b574c5-c5e4-41ad-88a2-afc20803d749 req-78614bc6-a9b8-4805-83cf-dc609c63a7cd tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:34.819756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20b574c5-c5e4-41ad-88a2-afc20803d749 req-78614bc6-a9b8-4805-83cf-dc609c63a7cd tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.5906322 Jan 31 18:48:34.988439 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:48:29Z', 'revision_number': 3, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:35.031468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20b574c5-c5e4-41ad-88a2-afc20803d749 req-709cb48f-b9fe-4cb1-8b88-afc83110daae tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994882 Jan 31 18:48:35.058951 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a5eee7-6f52-4b2b-b28c-fb3ef7c7fac5 None None] The sync data for ids ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'] in n-d-812111-15 is: [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:48:29Z', 'revision_number': 3, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:48:35.141222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53318b-0878-4a7c-a93e-3792b3b25e4c req-803f0ba0-44b5-4acb-939a-ed00afd63f52 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:35.164493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e53318b-0878-4a7c-a93e-3792b3b25e4c req-803f0ba0-44b5-4acb-939a-ed00afd63f52 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.2536507 Jan 31 18:48:35.354314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e53318b-0878-4a7c-a93e-3792b3b25e4c req-19e82ba4-e82b-45cc-8eba-0e589b98399c tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853142 Jan 31 18:48:35.404902 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Publish callbacks [] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:35.422517 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:35.617966 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Pushing event updated for resources: {'Port': ['ID=62e9b46e-b403-4d67-8cae-6a6722d4c4c8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:35.621326 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b29019-a8d1-41a5-ad0b-5636d4a2a852 x-openstack-request-id: req-e4b29019-a8d1-41a5-ad0b-5636d4a2a852 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:35.621574 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677", "name": "network-vif-deleted", "tag": "5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:35.624309 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4b29019-a8d1-41a5-ad0b-5636d4a2a852 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:35.624785 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd1b27e-4d33-4bb5-a2cb-b7c4a6d26677', 'name': 'network-vif-deleted', 'tag': '5ad1bb10-d47d-4ea6-9d0c-7c7dae4b80b0', 'status': 'completed', 'code': 200} Jan 31 18:48:35.630548 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (0acb4456-c9b7-49ef-a979-c0f199ccfca5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:35.726055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246192d7-4e35-4de4-8ec6-69a034076507 req-6c2e0f4d-62c4-4c0f-8dad-47e667ad4622 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:35.751355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-246192d7-4e35-4de4-8ec6-69a034076507 req-6c2e0f4d-62c4-4c0f-8dad-47e667ad4622 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 945 time: 0.2574577 Jan 31 18:48:35.752879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 43272) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:35.772369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-31a7ada0-c455-48c9-8579-4dd93c250c82 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Request body: {'floatingip': {'port_id': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:35.916329 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Network 27401cd3-5f04-4e9e-85be-bf492cb058b7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:48:35.918765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:48:36.015850 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31a7ada0-c455-48c9-8579-4dd93c250c82 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for floatingip (d0f939d6-91db-4778-bdf8-6ac581b55a59), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:36.521905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6ec8fe8d-e527-4f9c-9c75-b7a936f1ca0d None None] Provisioning complete for port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:36.522957 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6ec8fe8d-e527-4f9c-9c75-b7a936f1ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:36.604317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8fe8d-e527-4f9c-9c75-b7a936f1ca0d None None] Port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:48:37.105077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:48:37.116877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c4c9e-4c9c-4f7c-a103-7c93b5f3274a req-447bdcf2-cd6e-4a90-89e8-372bb29dbd65 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:37.138679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-727c4c9e-4c9c-4f7c-a103-7c93b5f3274a req-447bdcf2-cd6e-4a90-89e8-372bb29dbd65 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2014225 Jan 31 18:48:37.376989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-727c4c9e-4c9c-4f7c-a103-7c93b5f3274a req-47fb7055-73f4-479b-9962-e8d6a66eae15 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130930 Jan 31 18:48:37.401798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eb262-611d-4ea2-b095-37826abb1843 req-a367df65-f1e2-4145-9c5c-f258af705554 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:37.415305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b2eb262-611d-4ea2-b095-37826abb1843 req-a367df65-f1e2-4145-9c5c-f258af705554 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 1.4707341 Jan 31 18:48:37.656365 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-31a7ada0-c455-48c9-8579-4dd93c250c82 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:48:37.675098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b2eb262-611d-4ea2-b095-37826abb1843 req-d3192d0c-e4e5-4810-a33f-513f64a716a0 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585421 Jan 31 18:48:37.710879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:48:37.715417 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d82966ba-47fa-499a-a8b0-be4581b82b6f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:48:37.725025 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ff8b788-2848-4b8f-b427-a41533fcdcfd admin admin] 10.222.0.20 "PUT /v2.0/routers/0acb4456-c9b7-49ef-a979-c0f199ccfca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3765638 Jan 31 18:48:37.822519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d82966ba-47fa-499a-a8b0-be4581b82b6f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:37.824138 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:37.890888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e5c42-a739-4a53-a281-62bf11f74cf9 req-23b7d86b-d3db-4ff6-8c65-b876e86e842b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:37.901047 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e84e5c42-a739-4a53-a281-62bf11f74cf9 req-23b7d86b-d3db-4ff6-8c65-b876e86e842b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.3058696 Jan 31 18:48:37.947740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31a7ada0-c455-48c9-8579-4dd93c250c82 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:37.979988 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31a7ada0-c455-48c9-8579-4dd93c250c82 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (d0f939d6-91db-4778-bdf8-6ac581b55a59), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:38.023789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d82966ba-47fa-499a-a8b0-be4581b82b6f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:38.024328 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:38.073312 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port d82966ba-47fa-499a-a8b0-be4581b82b6f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d82966ba-47fa-499a-a8b0-be4581b82b6f,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:38.081252 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:38.188211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=d82966ba-47fa-499a-a8b0-be4581b82b6f,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:38.242302 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e84e5c42-a739-4a53-a281-62bf11f74cf9 req-1aff67f6-6b1d-4490-9502-7b2bbb4564a8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399985 Jan 31 18:48:38.446871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a6b09-6702-4f7f-81fe-32797acde7c4 req-e12b3c98-f0c6-4a59-a87e-0f4d8e96fe95 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:38.462499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e3a6b09-6702-4f7f-81fe-32797acde7c4 req-e12b3c98-f0c6-4a59-a87e-0f4d8e96fe95 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.3420024 Jan 31 18:48:38.542372 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-31a7ada0-c455-48c9-8579-4dd93c250c82 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Floating IP d0f939d6-91db-4778-bdf8-6ac581b55a59 associated. External IP: 172.25.8.77, port: d81c86f5-33a2-42cc-a53f-a57de8408cdb. Jan 31 18:48:38.806951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e3a6b09-6702-4f7f-81fe-32797acde7c4 req-61baa077-aa1b-4ebb-ac5f-7da2710bd7fa tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400600 Jan 31 18:48:38.945323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Sync routers for ids ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:48:38.972438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Routers {'0acb4456-c9b7-49ef-a979-c0f199ccfca5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:48:38.974229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:39.189174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a7ada0-c455-48c9-8579-4dd93c250c82 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Router e72b9689-51f8-4783-9d59-cf055fcc075f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:48:39.333771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Set router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:48:39.443312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a7ada0-c455-48c9-8579-4dd93c250c82 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:48:39.460727 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0702f825-3632-4269-ba0b-3255f22e6978 None None] Sync routers for ids ['e72b9689-51f8-4783-9d59-cf055fcc075f'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:48:39.477196 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31a7ada0-c455-48c9-8579-4dd93c250c82 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:39.492536 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0702f825-3632-4269-ba0b-3255f22e6978 None None] Routers {'e72b9689-51f8-4783-9d59-cf055fcc075f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:48:39.494693 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0702f825-3632-4269-ba0b-3255f22e6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e72b9689-51f8-4783-9d59-cf055fcc075f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:39.565486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d82966ba-47fa-499a-a8b0-be4581b82b6f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:48:39.609996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-31a7ada0-c455-48c9-8579-4dd93c250c82 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "PUT /v2.0/floatingips/d0f939d6-91db-4778-bdf8-6ac581b55a59 HTTP/1.1" status: 200 len: 990 time: 3.8551688 Jan 31 18:48:39.615795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'tag': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:39.618767 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5125f230-dcb7-4983-96ac-d490410a56a7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd115f6e-9692-47bf-9448-647cb6da99bf", "tag": "d81c86f5-33a2-42cc-a53f-a57de8408cdb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:39.650181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ee80e-1393-4d20-8902-36365d1b5398 req-cae7690e-98dc-4e4f-95a1-ca92b59b1239 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:39.659625 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b81ee80e-1393-4d20-8902-36365d1b5398 req-cae7690e-98dc-4e4f-95a1-ca92b59b1239 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1709838 Jan 31 18:48:39.754900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b81ee80e-1393-4d20-8902-36365d1b5398 req-127d4fbb-23fd-45e5-b041-c3f8a2376698 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890424 Jan 31 18:48:39.814906 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0702f825-3632-4269-ba0b-3255f22e6978 None None] Set router e72b9689-51f8-4783-9d59-cf055fcc075f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:48:39.900956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d82966ba-47fa-499a-a8b0-be4581b82b6f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:39.903739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:39.989225 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:39.994824 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-93aeaba4-1580-4786-99b1-1493a9dbada6 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--763624284', 'description': 'tempest-description--624550010'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:40.058305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93aeaba4-1580-4786-99b1-1493a9dbada6 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:40.145135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b1d25-f15b-4d8a-bd1b-fa95fc388428 req-05e1b5fb-cd9b-4aea-b0b8-2699c79e5049 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:40.152746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-852b1d25-f15b-4d8a-bd1b-fa95fc388428 req-05e1b5fb-cd9b-4aea-b0b8-2699c79e5049 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.2291365 Jan 31 18:48:40.288397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-852b1d25-f15b-4d8a-bd1b-fa95fc388428 req-37df576d-ec5f-4c60-8a11-7abbaf17393a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254613 Jan 31 18:48:40.300530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f9cf8-2eee-47d6-8ab2-b8b47c5bf3a9 req-8c057e63-e2b7-42c9-abab-230a31dca182 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:40.310458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-806f9cf8-2eee-47d6-8ab2-b8b47c5bf3a9 req-8c057e63-e2b7-42c9-abab-230a31dca182 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.1350386 Jan 31 18:48:40.337666 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93aeaba4-1580-4786-99b1-1493a9dbada6 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for security_group (eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:40.349304 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93aeaba4-1580-4786-99b1-1493a9dbada6 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:40.435961 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0702f825-3632-4269-ba0b-3255f22e6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'd0f939d6-91db-4778-bdf8-6ac581b55a59', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'port_id': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'mac_address': 'fa:16:3e:55:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:46:24Z', 'updated_at': '2022-01-31T18:48:37Z', 'revision_number': 1, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbcbdc5d-971f-4da5-92c2-05d650c323e6', 'name': '', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'mac_address': 'fa:16:3e:91:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:14Z', 'updated_at': '2022-01-31T18:46:22Z', 'revision_number': 5, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'subnets': [{'id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:40.454459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d82966ba-47fa-499a-a8b0-be4581b82b6f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:40.461553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-806f9cf8-2eee-47d6-8ab2-b8b47c5bf3a9 req-c7a1795e-7f70-4494-b5de-10b3f8f0d536 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500850 Jan 31 18:48:40.487320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aeaba4-1580-4786-99b1-1493a9dbada6 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:40.508280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:48:34Z', 'revision_number': 4, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '62e9b46e-b403-4d67-8cae-6a6722d4c4c8', 'name': '', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'mac_address': 'fa:16:3e:05:4a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:32Z', 'updated_at': '2022-01-31T18:48:34Z', 'revision_number': 2, 'project_id': '6516ec100941423681bdcab610bd8b45', 'subnets': [{'id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:40.532970 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93aeaba4-1580-4786-99b1-1493a9dbada6 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:40.540581 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-93aeaba4-1580-4786-99b1-1493a9dbada6 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5473063 Jan 31 18:48:40.542902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 43340) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:40.557795 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0702f825-3632-4269-ba0b-3255f22e6978 None None] Checking router: e72b9689-51f8-4783-9d59-cf055fcc075f for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:48:40.563644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-aed5e885-b102-4723-86ca-5c942c911622 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Request body: {'security_group_rule': {'security_group_id': 'eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:40.596789 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0702f825-3632-4269-ba0b-3255f22e6978 None None] Routers {'e72b9689-51f8-4783-9d59-cf055fcc075f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:48:40.601857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Checking router: 0acb4456-c9b7-49ef-a979-c0f199ccfca5 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:48:40.602155 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0702f825-3632-4269-ba0b-3255f22e6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e72b9689-51f8-4783-9d59-cf055fcc075f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:40.602642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Updating router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:48:40.640448 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:40.695280 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606f4139-9275-4643-83ec-0d00ce060fb2 x-openstack-request-id: req-606f4139-9275-4643-83ec-0d00ce060fb2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:40.698324 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd115f6e-9692-47bf-9448-647cb6da99bf", "tag": "d81c86f5-33a2-42cc-a53f-a57de8408cdb", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:40.698829 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-606f4139-9275-4643-83ec-0d00ce060fb2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:40.699544 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'tag': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb', 'status': 'completed', 'code': 200} Jan 31 18:48:40.794375 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aed5e885-b102-4723-86ca-5c942c911622 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for security_group_rule (91bc8c91-81d8-4588-97d3-e692fba30d67), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:40.960887 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aed5e885-b102-4723-86ca-5c942c911622 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for security_group_rule (91bc8c91-81d8-4588-97d3-e692fba30d67), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:40.975281 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aed5e885-b102-4723-86ca-5c942c911622 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (91bc8c91-81d8-4588-97d3-e692fba30d67), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:41.027309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5e885-b102-4723-86ca-5c942c911622 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bc8c91-81d8-4588-97d3-e692fba30d67,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:41.054098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04801f5e-a36f-4c54-9d84-fdb9f430914b req-65efbfa8-e1d4-4667-9d45-2458dcec6f64 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:41.064134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04801f5e-a36f-4c54-9d84-fdb9f430914b req-65efbfa8-e1d4-4667-9d45-2458dcec6f64 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 945 time: 0.4418705 Jan 31 18:48:41.081548 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aed5e885-b102-4723-86ca-5c942c911622 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:41.083419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-aed5e885-b102-4723-86ca-5c942c911622 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5335836 Jan 31 18:48:41.086348 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:41.092440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4a4e6ca3-b2bb-47bb-b10e-5bd9ee4c2cb4 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Request body: {'security_group_rule': {'security_group_id': 'eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:41.134407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125f230-dcb7-4983-96ac-d490410a56a7 req-6669a352-1ea3-4caf-8ac9-0f5220e7afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:41.136906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5125f230-dcb7-4983-96ac-d490410a56a7 req-6669a352-1ea3-4caf-8ac9-0f5220e7afe8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=200d10418b4c4fd6850e950e71803d85&device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 1128 time: 0.4340029 Jan 31 18:48:41.174991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6ca3-b2bb-47bb-b10e-5bd9ee4c2cb4 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for security_group_rule (cf969c2d-817e-49fd-93a9-7f6b451da6df), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:41.185509 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0702f825-3632-4269-ba0b-3255f22e6978 None None] Set router e72b9689-51f8-4783-9d59-cf055fcc075f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:48:41.257238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddadcdc-527a-4414-91ce-62b33c9f2f4b req-6ead1a63-e30e-44ea-8bde-f9d6aa450e2f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:41.275146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ddadcdc-527a-4414-91ce-62b33c9f2f4b req-6ead1a63-e30e-44ea-8bde-f9d6aa450e2f tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.5068648 Jan 31 18:48:41.318915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04801f5e-a36f-4c54-9d84-fdb9f430914b req-58b5d8d4-79a8-4bf0-b02b-bea48dd9159d tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524259 Jan 31 18:48:41.393276 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Publish callbacks [] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:41.397857 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6ca3-b2bb-47bb-b10e-5bd9ee4c2cb4 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for security_group_rule (cf969c2d-817e-49fd-93a9-7f6b451da6df), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:41.404886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6ca3-b2bb-47bb-b10e-5bd9ee4c2cb4 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (cf969c2d-817e-49fd-93a9-7f6b451da6df), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:41.410250 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:41.439635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e6ca3-b2bb-47bb-b10e-5bd9ee4c2cb4 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf969c2d-817e-49fd-93a9-7f6b451da6df,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:41.499290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6ca3-b2bb-47bb-b10e-5bd9ee4c2cb4 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:41.517014 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4a4e6ca3-b2bb-47bb-b10e-5bd9ee4c2cb4 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4251521 Jan 31 18:48:41.518009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43356) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:48:41.533572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:41.600550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ddadcdc-527a-4414-91ce-62b33c9f2f4b req-2a518dc7-0ed9-42c5-a015-74aab6159bd2 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232250 Jan 31 18:48:41.636162 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:41.638515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b6af0-46f1-4a13-9f9d-eb9b2796f677 None None] Pushing event updated for resources: {'Port': ['ID=62e9b46e-b403-4d67-8cae-6a6722d4c4c8,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:41.666615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125f230-dcb7-4983-96ac-d490410a56a7 req-42b1e687-0cb9-4a50-94e7-897618c84954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:41.674856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5125f230-dcb7-4983-96ac-d490410a56a7 req-42b1e687-0cb9-4a50-94e7-897618c84954 service neutron] 10.222.0.21 "GET /v2.0/networks?id=53659b63-7d50-423a-a0c2-dc2523e38b4a HTTP/1.1" status: 200 len: 917 time: 0.4971926 Jan 31 18:48:41.969130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Attempting to bind port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:48:41.969379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Attempting to bind port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:48:41.972512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Attempting to bind port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 on network 27401cd3-5f04-4e9e-85be-bf492cb058b7 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:48:41.992434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:48:42.000398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Checking segment: {'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:48:42.001190 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:42.001723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Bound using segment: {'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:48:42.007156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Bound port: 62e9b46e-b403-4d67-8cae-6a6722d4c4c8, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:48:42.009991 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:42.192324 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0702f825-3632-4269-ba0b-3255f22e6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'd0f939d6-91db-4778-bdf8-6ac581b55a59', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'port_id': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'mac_address': 'fa:16:3e:55:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:46:24Z', 'updated_at': '2022-01-31T18:48:37Z', 'revision_number': 1, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbcbdc5d-971f-4da5-92c2-05d650c323e6', 'name': '', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'mac_address': 'fa:16:3e:91:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:14Z', 'updated_at': '2022-01-31T18:46:22Z', 'revision_number': 5, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'subnets': [{'id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:42.224414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] For port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:48:42.242362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] For port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=62e9b46e-b403-4d67-8cae-6a6722d4c4c8,segment=NetworkSegment(a51a181d-a215-4c60-a6b1-c925f942eb15),segment_id=a51a181d-a215-4c60-a6b1-c925f942eb15)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:48:42.255860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5125f230-dcb7-4983-96ac-d490410a56a7 req-0c6b2c15-6072-4c67-8bcb-c2e13a202513 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d81c86f5-33a2-42cc-a53f-a57de8408cdb HTTP/1.1" status: 200 len: 998 time: 0.5777082 Jan 31 18:48:42.259442 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:42.364730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:42.393218 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0702f825-3632-4269-ba0b-3255f22e6978 None None] The sync data for ids ['e72b9689-51f8-4783-9d59-cf055fcc075f'] in n-d-812111-15 is: [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'd0f939d6-91db-4778-bdf8-6ac581b55a59', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'port_id': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'mac_address': 'fa:16:3e:55:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:46:24Z', 'updated_at': '2022-01-31T18:48:37Z', 'revision_number': 1, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbcbdc5d-971f-4da5-92c2-05d650c323e6', 'name': '', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'mac_address': 'fa:16:3e:91:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:14Z', 'updated_at': '2022-01-31T18:46:22Z', 'revision_number': 5, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'subnets': [{'id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:48:42.447609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b6af0-46f1-4a13-9f9d-eb9b2796f677 None None] Pushing event updated for resources: {'Port': ['ID=62e9b46e-b403-4d67-8cae-6a6722d4c4c8,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:42.520602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Routers {'0acb4456-c9b7-49ef-a979-c0f199ccfca5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:48:42.521265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:42.628082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125f230-dcb7-4983-96ac-d490410a56a7 req-c8e54bd5-43f3-4798-9976-2711a9842e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:42.629716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5125f230-dcb7-4983-96ac-d490410a56a7 req-c8e54bd5-43f3-4798-9976-2711a9842e3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e168f3a1-dec1-458e-b66a-04d877fec2a2 HTTP/1.1" status: 200 len: 855 time: 0.3503458 Jan 31 18:48:42.681468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d538b04-5d2d-40f8-b1cf-6eac3d73a117 req-895955cb-6a2e-4ca8-9ee1-f0845459d3c7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:42.692421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d538b04-5d2d-40f8-b1cf-6eac3d73a117 req-895955cb-6a2e-4ca8-9ee1-f0845459d3c7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.5211000 Jan 31 18:48:42.704961 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Allocated IP 172.25.8.244 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/60eb688b-2502-4950-8491-a9c2ae67f70a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:48:42.811349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8e019-dafe-4033-96e0-a7bdcfa62220 req-6597a52f-9016-49e6-8686-61be039d7aea tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:42.820273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-bc0315c7-da4a-4dce-88cb-525faad27a50 None None] Provisioning complete for port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:42.824883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90b8e019-dafe-4033-96e0-a7bdcfa62220 req-6597a52f-9016-49e6-8686-61be039d7aea tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.9162989 Jan 31 18:48:42.834219 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bc0315c7-da4a-4dce-88cb-525faad27a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:43.042534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for port (60eb688b-2502-4950-8491-a9c2ae67f70a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:43.092671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125f230-dcb7-4983-96ac-d490410a56a7 req-cc96dcf5-2c3c-490f-a615-516f7b6430db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:43.093999 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (60eb688b-2502-4950-8491-a9c2ae67f70a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:43.094896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5125f230-dcb7-4983-96ac-d490410a56a7 req-cc96dcf5-2c3c-490f-a615-516f7b6430db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53659b63-7d50-423a-a0c2-dc2523e38b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4516919 Jan 31 18:48:43.113145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bc0315c7-da4a-4dce-88cb-525faad27a50 None None] Current status of the port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:43.113548 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bc0315c7-da4a-4dce-88cb-525faad27a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:43.121383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21a89b-65a8-4c6b-a6f8-3d062a750cc6 None None] New status for floating IP d0f939d6-91db-4778-bdf8-6ac581b55a59: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:48:43.131344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d538b04-5d2d-40f8-b1cf-6eac3d73a117 req-6071498c-2740-40cc-86dc-27fabd68bd95 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3817654 Jan 31 18:48:43.163458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90b8e019-dafe-4033-96e0-a7bdcfa62220 req-1546cd9d-8892-4b18-acf8-e54c2f27825f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330226 Jan 31 18:48:43.383129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:48:43.385737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Pushing event updated for resources: {'Port': ['ID=60eb688b-2502-4950-8491-a9c2ae67f70a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:43.410287 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:48:43.417848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:48:43.475455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] Set router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:48:43.631305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for floatingip (2f3e75cd-25cf-4110-9ebd-6604acf4bdb9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:43.683174 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (60eb688b-2502-4950-8491-a9c2ae67f70a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:43.768272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5125f230-dcb7-4983-96ac-d490410a56a7 req-db3c72c5-dc87-4b1e-95c7-8af522443170 service neutron] 10.222.0.21 "GET /v2.0/networks/53659b63-7d50-423a-a0c2-dc2523e38b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638575 Jan 31 18:48:43.890436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d84a5-0c54-453b-b8c1-228eff6d0e6e req-fd181bb5-f1f6-4c1c-be0d-ec3b6ed85d83 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:43.894868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bc0315c7-da4a-4dce-88cb-525faad27a50 None None] For port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=62e9b46e-b403-4d67-8cae-6a6722d4c4c8,segment=NetworkSegment(a51a181d-a215-4c60-a6b1-c925f942eb15),segment_id=a51a181d-a215-4c60-a6b1-c925f942eb15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:43.898942 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e3d84a5-0c54-453b-b8c1-228eff6d0e6e req-fd181bb5-f1f6-4c1c-be0d-ec3b6ed85d83 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 945 time: 0.3285971 Jan 31 18:48:43.909417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5125f230-dcb7-4983-96ac-d490410a56a7 req-e50031e5-a68f-4cf3-9286-55ca9173556d service neutron] 10.222.0.21 "GET /v2.0/networks/53659b63-7d50-423a-a0c2-dc2523e38b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246927 Jan 31 18:48:43.912797 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bc0315c7-da4a-4dce-88cb-525faad27a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:43.970113 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0315c7-da4a-4dce-88cb-525faad27a50 None None] Pushing event updated for resources: {'Port': ['ID=62e9b46e-b403-4d67-8cae-6a6722d4c4c8,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:43.972266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685423d-ada9-4cf5-bead-505f5e177734 req-c22bba21-8c68-4c73-ac5d-bb6a0e2a0621 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:43.978651 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for port (60eb688b-2502-4950-8491-a9c2ae67f70a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:43.988282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3685423d-ada9-4cf5-bead-505f5e177734 req-c22bba21-8c68-4c73-ac5d-bb6a0e2a0621 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.2930818 Jan 31 18:48:43.989044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (60eb688b-2502-4950-8491-a9c2ae67f70a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:44.072317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3685423d-ada9-4cf5-bead-505f5e177734 req-2648068c-ee67-4e12-a5fe-a176d319b542 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802765 Jan 31 18:48:44.085222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9a29ac60-f813-4c0b-bc37-3f1f3f8c02ff None None] Provisioning complete for port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:44.085651 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9a29ac60-f813-4c0b-bc37-3f1f3f8c02ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:44.098903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e3d84a5-0c54-453b-b8c1-228eff6d0e6e req-85ca9ca9-f5fc-449d-8f42-43fbe29a1ecd tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986318 Jan 31 18:48:44.280528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9a29ac60-f813-4c0b-bc37-3f1f3f8c02ff None None] Current status of the port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:44.302340 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:48:34Z', 'revision_number': 4, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '62e9b46e-b403-4d67-8cae-6a6722d4c4c8', 'name': '', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'mac_address': 'fa:16:3e:05:4a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:32Z', 'updated_at': '2022-01-31T18:48:42Z', 'revision_number': 4, 'project_id': '6516ec100941423681bdcab610bd8b45', 'subnets': [{'id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:44.338310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca0b65f-f26d-4d56-b1de-6a87520f4a59 None None] The sync data for ids ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'] in n-d-812111-15 is: [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:48:34Z', 'revision_number': 4, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '62e9b46e-b403-4d67-8cae-6a6722d4c4c8', 'name': '', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'mac_address': 'fa:16:3e:05:4a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:32Z', 'updated_at': '2022-01-31T18:48:42Z', 'revision_number': 4, 'project_id': '6516ec100941423681bdcab610bd8b45', 'subnets': [{'id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:48:44.365710 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Pushing event updated for resources: {'Port': ['ID=60eb688b-2502-4950-8491-a9c2ae67f70a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:44.396425 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (2f3e75cd-25cf-4110-9ebd-6604acf4bdb9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:44.424892 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:44.426369 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-be304c71-2275-4171-989a-1439e9fe2d24 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9032881 Jan 31 18:48:44.460067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffe73-2c36-4036-889f-f49d9acf960e req-3447e11d-3a11-420b-8cde-39f57a173a94 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:44.471229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-695ffe73-2c36-4036-889f-f49d9acf960e req-3447e11d-3a11-420b-8cde-39f57a173a94 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.2267973 Jan 31 18:48:44.521766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad2d06-39c7-4227-add9-3efa4e23fb6d req-7864cf58-08a6-49ae-a6e3-c62840538e38 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:44.523210 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9fad2d06-39c7-4227-add9-3efa4e23fb6d req-7864cf58-08a6-49ae-a6e3-c62840538e38 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.1800759 Jan 31 18:48:44.583282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-695ffe73-2c36-4036-889f-f49d9acf960e req-519b26fa-3650-4a1a-b53b-1d97f6329cf6 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111636 Jan 31 18:48:44.656702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9fad2d06-39c7-4227-add9-3efa4e23fb6d req-12856739-a657-4e71-94a1-6bb0a0325669 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180274 Jan 31 18:48:44.861267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec24023-737d-42be-914e-ecc2429952ff req-87ff4536-e82f-46ec-a3fa-c79190f9698f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:44.868971 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ec24023-737d-42be-914e-ecc2429952ff req-87ff4536-e82f-46ec-a3fa-c79190f9698f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1539757 Jan 31 18:48:44.897512 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-cda5a23b-33b8-49cb-973c-30e3ac44663c tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--763624284&fields=id&tenant_id=6516ec100941423681bdcab610bd8b45 HTTP/1.1" status: 200 len: 267 time: 0.1017570 Jan 31 18:48:44.939274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ec24023-737d-42be-914e-ecc2429952ff req-2eabc4e0-25c2-46ca-bca9-447ac2132747 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693288 Jan 31 18:48:45.142941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-d62c9c63-f936-4b24-a1a8-28bc29abfe49 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:45.149665 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-d62c9c63-f936-4b24-a1a8-28bc29abfe49 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/networks?id=27401cd3-5f04-4e9e-85be-bf492cb058b7 HTTP/1.1" status: 200 len: 805 time: 0.2213855 Jan 31 18:48:45.172717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-bb491eda-a527-4d1e-a745-c740b46952ca tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/quotas/6516ec100941423681bdcab610bd8b45 HTTP/1.1" status: 200 len: 375 time: 0.0218394 Jan 31 18:48:45.193449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac99c9-3324-4c52-ae57-e0e5762f2a42 req-3403a976-46d1-4c1e-af7b-aa6d48577b46 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:45.195929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0ac99c9-3324-4c52-ae57-e0e5762f2a42 req-3403a976-46d1-4c1e-af7b-aa6d48577b46 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.1235354 Jan 31 18:48:45.302848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-e156120b-cf49-430a-a821-f3ecc3030d9f tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6516ec100941423681bdcab610bd8b45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1196511 Jan 31 18:48:45.316481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0ac99c9-3324-4c52-ae57-e0e5762f2a42 req-e613fe6b-afd9-4d54-b8d6-09abae8001f8 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047876 Jan 31 18:48:45.458746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-19516b0a-6774-42bd-9fe4-271dd9762a71 service neutron] 10.222.0.20 "GET /v2.0/networks/27401cd3-5f04-4e9e-85be-bf492cb058b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548026 Jan 31 18:48:45.552303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:48:45.657999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:45.658303 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:45.785130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:46.047101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f568e-ba3c-48e7-ad33-85a8a49b1f38 req-854e6e40-2494-462f-b062-920e32c84391 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:46.056005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-740f568e-ba3c-48e7-ad33-85a8a49b1f38 req-854e6e40-2494-462f-b062-920e32c84391 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 945 time: 0.6169217 Jan 31 18:48:46.088824 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:48:46.146682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-bc552d18-92f4-4aba-b014-3fcdbaefa3b2 service neutron] 10.222.0.20 "GET /v2.0/networks/27401cd3-5f04-4e9e-85be-bf492cb058b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653886 Jan 31 18:48:46.222947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-740f568e-ba3c-48e7-ad33-85a8a49b1f38 req-06fcae53-3d0d-4185-836b-4d5c9a0f3e7c tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571646 Jan 31 18:48:46.492213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8e57d-cb95-4daa-98e9-dafcc88c4369 req-d74107d9-097f-41d1-913f-6d6ff9d37791 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:46.494230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ede8e57d-cb95-4daa-98e9-dafcc88c4369 req-d74107d9-097f-41d1-913f-6d6ff9d37791 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.1401403 Jan 31 18:48:46.598366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ede8e57d-cb95-4daa-98e9-dafcc88c4369 req-bf063af4-5664-460a-8af7-b0a239d674f5 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965283 Jan 31 18:48:46.634927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1f5d2-0c84-4bbf-8be2-e5631b9b9e40 req-dec5b7f6-edae-4a49-b50b-89e5f5aa4e4b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:46.636606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61e1f5d2-0c84-4bbf-8be2-e5631b9b9e40 req-dec5b7f6-edae-4a49-b50b-89e5f5aa4e4b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.0999532 Jan 31 18:48:46.772282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61e1f5d2-0c84-4bbf-8be2-e5631b9b9e40 req-0ff1e6b5-7e77-403f-9482-80e5bc85fbad tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279485 Jan 31 18:48:46.834878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92008ee-7f74-460d-957f-b587829f6805 req-1a220b7f-f29a-43ae-821b-23bfb4a002c8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:46.838335 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92008ee-7f74-460d-957f-b587829f6805 req-1a220b7f-f29a-43ae-821b-23bfb4a002c8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1283674 Jan 31 18:48:46.988677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92008ee-7f74-460d-957f-b587829f6805 req-73ae1966-f0bd-4054-bf21-85e99e8bdbc2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435854 Jan 31 18:48:47.022006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e28ba-87e0-46fd-9d3d-ab08e410fc15 req-65f75971-37a1-4cb9-91f4-e7856322d79f tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:47.033383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a86e28ba-87e0-46fd-9d3d-ab08e410fc15 req-65f75971-37a1-4cb9-91f4-e7856322d79f tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 945 time: 0.1621797 Jan 31 18:48:47.127135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac968a36-bc5d-4a6c-a54e-059ec7f4eed2 req-ee29a830-243d-47e3-bd45-958c944466f2 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 210 time: 0.0486467 Jan 31 18:48:47.136777 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a86e28ba-87e0-46fd-9d3d-ab08e410fc15 req-0d68ab54-c75e-4a1f-8060-cf339bf83f13 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022780 Jan 31 18:48:47.327469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640a95c-9598-4e18-8f10-35c45b77c3e8 req-0ef85de0-8ff0-4aa5-958e-2bbcb5bb3b4a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:47.336122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c640a95c-9598-4e18-8f10-35c45b77c3e8 req-0ef85de0-8ff0-4aa5-958e-2bbcb5bb3b4a tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.0974293 Jan 31 18:48:47.409229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c640a95c-9598-4e18-8f10-35c45b77c3e8 req-dafa03fa-d053-4a0d-8155-c3f26d012b3c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697815 Jan 31 18:48:47.533452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008aa4e-03f1-40b3-9d86-5ed0c94344f9 req-385208bf-42bc-465d-ac6e-6cc501419d99 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:47.534859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9008aa4e-03f1-40b3-9d86-5ed0c94344f9 req-385208bf-42bc-465d-ac6e-6cc501419d99 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.0582473 Jan 31 18:48:47.592813 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9008aa4e-03f1-40b3-9d86-5ed0c94344f9 req-50f3467d-0862-4a48-82cb-105b88d9d678 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476694 Jan 31 18:48:47.742457 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61479ef4-e130-4da5-83f7-96c39d8fa5e6 req-f4cc2d85-d6bb-4259-a15e-c2f758eee4bb tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:47.749172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61479ef4-e130-4da5-83f7-96c39d8fa5e6 req-f4cc2d85-d6bb-4259-a15e-c2f758eee4bb tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.0728459 Jan 31 18:48:47.886367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61479ef4-e130-4da5-83f7-96c39d8fa5e6 req-37534d72-e5b1-4bb0-a811-0d2db659c501 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286252 Jan 31 18:48:47.967681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-461c8e7c-34b1-44c1-8c88-f44fb55965ca tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:47.969989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-461c8e7c-34b1-44c1-8c88-f44fb55965ca tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.21 "GET /v2.0/networks?id=27401cd3-5f04-4e9e-85be-bf492cb058b7 HTTP/1.1" status: 200 len: 805 time: 0.1943822 Jan 31 18:48:48.010336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73767a-8bf6-4d31-a498-48e3ac53b6d9 req-92ad4e98-8e9b-45cb-ba4b-4743b04779b0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:48.011858 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d73767a-8bf6-4d31-a498-48e3ac53b6d9 req-92ad4e98-8e9b-45cb-ba4b-4743b04779b0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.0968585 Jan 31 18:48:48.096482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-f3412669-babf-4609-a8a1-6dca9baf6878 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6516ec100941423681bdcab610bd8b45 HTTP/1.1" status: 200 len: 379 time: 0.1134031 Jan 31 18:48:48.111859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Request body: {'port': {'device_id': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'admin_state_up': True, 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'security_groups': ['eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:48.226554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d73767a-8bf6-4d31-a498-48e3ac53b6d9 req-14ed3d08-a062-4f1e-9532-7ac2ade0bbcb tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016656 Jan 31 18:48:48.283110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d042b8-1b75-46c9-bf1a-5632c99ce838 req-6a3023c4-da82-4bd0-8d4b-e9ce2b228379 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:48.292991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d042b8-1b75-46c9-bf1a-5632c99ce838 req-6a3023c4-da82-4bd0-8d4b-e9ce2b228379 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1729722 Jan 31 18:48:48.358858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Made reservation on behalf of 6516ec100941423681bdcab610bd8b45 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:48:48.363398 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:48.413905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5de34f8d-a907-4464-871a-1e8b1fbbeb8c req-fd5ae9d0-d260-476f-90a9-49a0ae72b0be tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 210 time: 0.0750077 Jan 31 18:48:48.449042 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d042b8-1b75-46c9-bf1a-5632c99ce838 req-fb0e946d-a87d-4532-894d-6867683303fe tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547663 Jan 31 18:48:48.581814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Allocated IP 172.20.0.9 (27401cd3-5f04-4e9e-85be-bf492cb058b7/973020d3-7bcb-48f4-b48f-faf71ef6a618/bc1c48dd-30c3-4c79-97bd-3dea7bb93b17) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:48:48.754124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:48.802722 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a15fe1bf-28f1-4d70-884a-9ca15150dacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:48.816149 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:48.878999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Network 27401cd3-5f04-4e9e-85be-bf492cb058b7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:48:48.882345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:48:48.885020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:48:48.917665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Pushing event updated for resources: {'Port': ['ID=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:48.961694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:48.962603 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:48.983878 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-55654c8c-9476-4eb4-be9f-3dd3677a3b23 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8793390 Jan 31 18:48:49.000418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Request body: {'port': {'device_id': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:48:49.083233 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:49.261832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fe419aee-bb81-4a19-a188-4b86c7d1ac59 None None] Provisioning complete for port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:49.262703 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe419aee-bb81-4a19-a188-4b86c7d1ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:49.324566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fe419aee-bb81-4a19-a188-4b86c7d1ac59 None None] Port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:48:49.463316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4010a-150a-42ad-88c0-295314e3ceb5 req-0bccfdad-b1b6-4d30-8d43-cf6070eabeea tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:49.464920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45a4010a-150a-42ad-88c0-295314e3ceb5 req-0bccfdad-b1b6-4d30-8d43-cf6070eabeea tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.0970454 Jan 31 18:48:49.547810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45a4010a-150a-42ad-88c0-295314e3ceb5 req-75b80217-9c5f-4040-922e-28160a19a74f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725069 Jan 31 18:48:49.590512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:48:49.599174 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Publish callbacks [] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:49.627337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Transition to ACTIVE for port object bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:48:49.652638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2ca69-d98e-49a9-a089-c7417bb413eb req-983009a1-f12e-44ac-aa0a-90fcfc45c51e tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:49.655805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aa2ca69-d98e-49a9-a089-c7417bb413eb req-983009a1-f12e-44ac-aa0a-90fcfc45c51e tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 931 time: 0.1326795 Jan 31 18:48:49.656593 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:49.767047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:49.867776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5404d4-781b-404c-85c3-4f6eb1624660 req-ceea404e-48c1-4f9a-8007-5de90198c6b3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:49.869385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f5404d4-781b-404c-85c3-4f6eb1624660 req-ceea404e-48c1-4f9a-8007-5de90198c6b3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2258327 Jan 31 18:48:49.877920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aa2ca69-d98e-49a9-a089-c7417bb413eb req-dca3d825-470e-4e32-8b65-d885c3a06255 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068200 Jan 31 18:48:49.941554 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Attempting to bind port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:48:49.941903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Attempting to bind port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:48:49.942240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Attempting to bind port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 on network 27401cd3-5f04-4e9e-85be-bf492cb058b7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:48:49.961724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 on network 27401cd3-5f04-4e9e-85be-bf492cb058b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:48:49.962069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Attempting to bind port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 on network 27401cd3-5f04-4e9e-85be-bf492cb058b7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:48:49.968118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:48:49.968503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Checking segment: {'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:48:49.968901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Bound using segment: {'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:48:49.969341 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Bound port: bc1c48dd-30c3-4c79-97bd-3dea7bb93b17, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51a181d-a215-4c60-a6b1-c925f942eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:48:49.969718 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:49.974532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f5404d4-781b-404c-85c3-4f6eb1624660 req-f76d1be1-cad8-4e7c-817a-6369d552e45e tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956101 Jan 31 18:48:50.068902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] For port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:48:50.073252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] For port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17,segment=NetworkSegment(a51a181d-a215-4c60-a6b1-c925f942eb15),segment_id=a51a181d-a215-4c60-a6b1-c925f942eb15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:48:50.082881 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:50.121864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:50.122894 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:50.124618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] 10.222.0.21 "PUT /v2.0/ports/bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 HTTP/1.1" status: 200 len: 1092 time: 1.1332967 Jan 31 18:48:50.127648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'tag': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:50.145895 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57381d2-4336-4225-9bba-ae0820f8ce65" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c76933-395c-41e6-bc8e-d57302f3d6fd", "tag": "bc1c48dd-30c3-4c79-97bd-3dea7bb93b17"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:50.207979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979881c3-0841-40ea-91e8-bcb59fe3ed87 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:50.266796 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf673a1-2348-450a-b587-3b9334434417 x-openstack-request-id: req-3cf673a1-2348-450a-b587-3b9334434417 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:50.267087 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c76933-395c-41e6-bc8e-d57302f3d6fd", "tag": "bc1c48dd-30c3-4c79-97bd-3dea7bb93b17", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:50.267475 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cf673a1-2348-450a-b587-3b9334434417 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:50.270297 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'tag': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17', 'status': 'completed', 'code': 200} Jan 31 18:48:50.318909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-6d1d58c2-6172-4f2f-aaf8-160158105e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:50.320535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-6d1d58c2-6172-4f2f-aaf8-160158105e0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6516ec100941423681bdcab610bd8b45&device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 1126 time: 0.1089981 Jan 31 18:48:50.369214 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-069a71fd-4f8e-4be8-a06d-91fad927f098 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 HTTP/1.1" status: 200 len: 217 time: 0.0411334 Jan 31 18:48:50.434368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-ee0dc103-ea16-40c9-9b69-e4aae52a9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:50.436277 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-ee0dc103-ea16-40c9-9b69-e4aae52a9b25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=973020d3-7bcb-48f4-b48f-faf71ef6a618 HTTP/1.1" status: 200 len: 844 time: 0.0613019 Jan 31 18:48:50.490572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-acf392df-bde0-49c2-8f2d-834aa0e85f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:50.492396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-acf392df-bde0-49c2-8f2d-834aa0e85f33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27401cd3-5f04-4e9e-85be-bf492cb058b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498869 Jan 31 18:48:50.604261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-9508fd4a-5b6a-4dbb-b103-4c30bdc26e6d service neutron] 10.222.0.21 "GET /v2.0/networks/27401cd3-5f04-4e9e-85be-bf492cb058b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048319 Jan 31 18:48:50.752834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6385bd5-d3a6-4465-9bac-a2468c8f99b8 req-d7e6225d-90ba-4ba1-8e45-48415c9567d6 service neutron] 10.222.0.21 "GET /v2.0/networks/27401cd3-5f04-4e9e-85be-bf492cb058b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427944 Jan 31 18:48:50.760428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c35c7b-0193-4529-a3a2-1b1f317a4726 req-a15615da-eb43-44d0-b082-f2c8d052e123 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:50.762931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1c35c7b-0193-4529-a3a2-1b1f317a4726 req-a15615da-eb43-44d0-b082-f2c8d052e123 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.0943563 Jan 31 18:48:50.853492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1c35c7b-0193-4529-a3a2-1b1f317a4726 req-503af72f-6d91-4dd5-a83f-8f986320a1e7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841284 Jan 31 18:48:50.882185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57381d2-4336-4225-9bba-ae0820f8ce65 req-4f609fb1-f6b1-450e-b5ed-e06c35b17292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:50.883877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b57381d2-4336-4225-9bba-ae0820f8ce65 req-4f609fb1-f6b1-450e-b5ed-e06c35b17292 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6516ec100941423681bdcab610bd8b45&device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 1126 time: 0.0663016 Jan 31 18:48:51.006367 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2a9bdf60-cf68-4a8d-a721-d597bad6223b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:51.081305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57381d2-4336-4225-9bba-ae0820f8ce65 req-2387480f-5d41-409b-9f4f-03e2b7a83d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:51.084245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b57381d2-4336-4225-9bba-ae0820f8ce65 req-2387480f-5d41-409b-9f4f-03e2b7a83d4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=27401cd3-5f04-4e9e-85be-bf492cb058b7 HTTP/1.1" status: 200 len: 906 time: 0.1937311 Jan 31 18:48:51.148276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b57381d2-4336-4225-9bba-ae0820f8ce65 req-5bd5a07f-2069-4309-8188-5238e2c8c5ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 HTTP/1.1" status: 200 len: 217 time: 0.0560648 Jan 31 18:48:51.170524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e55b7f-d3da-4909-af9b-e5a7d36c0cf2 req-1873f4df-3d59-4cef-a84c-93b0e322c046 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:51.172005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71e55b7f-d3da-4909-af9b-e5a7d36c0cf2 req-1873f4df-3d59-4cef-a84c-93b0e322c046 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 943 time: 0.1894822 Jan 31 18:48:51.261006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57381d2-4336-4225-9bba-ae0820f8ce65 req-ded93962-04b5-41ec-8120-1fea7f876f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:51.262622 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b57381d2-4336-4225-9bba-ae0820f8ce65 req-ded93962-04b5-41ec-8120-1fea7f876f39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=973020d3-7bcb-48f4-b48f-faf71ef6a618 HTTP/1.1" status: 200 len: 844 time: 0.0891361 Jan 31 18:48:51.273752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a677f-b9ad-4e4f-af22-da25e0ca4dd4 req-01f7f872-3678-4811-be7c-3cf41b3fd56d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:51.275201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436a677f-b9ad-4e4f-af22-da25e0ca4dd4 req-01f7f872-3678-4811-be7c-3cf41b3fd56d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1720333 Jan 31 18:48:51.363822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71e55b7f-d3da-4909-af9b-e5a7d36c0cf2 req-87f31c4d-2f69-4466-8ff6-88c2b9a7527e tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775489 Jan 31 18:48:51.400561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436a677f-b9ad-4e4f-af22-da25e0ca4dd4 req-a8c268a2-b9ae-4aa9-9434-e2766d03d219 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058292 Jan 31 18:48:51.423377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57381d2-4336-4225-9bba-ae0820f8ce65 req-9212e24c-aef2-4e7d-877c-91bfe9b18b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:51.425355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b57381d2-4336-4225-9bba-ae0820f8ce65 req-9212e24c-aef2-4e7d-877c-91bfe9b18b9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27401cd3-5f04-4e9e-85be-bf492cb058b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1492293 Jan 31 18:48:51.532214 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b57381d2-4336-4225-9bba-ae0820f8ce65 req-c7315efd-80ac-4a6b-84bc-a10bcf7c6244 service neutron] 10.222.0.21 "GET /v2.0/networks/27401cd3-5f04-4e9e-85be-bf492cb058b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973313 Jan 31 18:48:51.656838 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b57381d2-4336-4225-9bba-ae0820f8ce65 req-c5bab685-372e-442c-a6ad-83c56424ce63 service neutron] 10.222.0.21 "GET /v2.0/networks/27401cd3-5f04-4e9e-85be-bf492cb058b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168365 Jan 31 18:48:52.075060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 865f9705-fda3-4fd9-9ff2-1b376db30708 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:48:52.144654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada5645-fb04-465e-83e9-9bb83bddcdbd req-52f52e0b-8e7c-4a64-96d4-ae9b850027ee tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:52.146671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fada5645-fb04-465e-83e9-9bb83bddcdbd req-52f52e0b-8e7c-4a64-96d4-ae9b850027ee tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 944 time: 0.1302619 Jan 31 18:48:52.233569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fada5645-fb04-465e-83e9-9bb83bddcdbd req-4746977c-435a-45d2-94a7-f111a12ac769 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787897 Jan 31 18:48:52.333470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:52.353680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'port_id': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'mac_address': 'fa:16:3e:28:5e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:48:52.455546 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:52.511559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 865f9705-fda3-4fd9-9ff2-1b376db30708 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:52.511559 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:52.609516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865f9705-fda3-4fd9-9ff2-1b376db30708 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:48:52.663578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:52.682591 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:52.713545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3f151-f72c-4a1c-8354-9b0ed293be72 req-ae456c6f-c11a-4f14-838b-8b60781f182f tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:52.718318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ce3f151-f72c-4a1c-8354-9b0ed293be72 req-ae456c6f-c11a-4f14-838b-8b60781f182f tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 943 time: 0.1694670 Jan 31 18:48:52.745382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756df40-0288-4755-bca0-0285535ed220 req-cd805307-4672-4bf9-b44d-f5a7d571b0e9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:52.757619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7756df40-0288-4755-bca0-0285535ed220 req-cd805307-4672-4bf9-b44d-f5a7d571b0e9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1593151 Jan 31 18:48:52.792592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=11']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:52.857206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7756df40-0288-4755-bca0-0285535ed220 req-5dadbf51-7083-415d-ae38-eb82b2dfa346 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985875 Jan 31 18:48:52.985503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ce3f151-f72c-4a1c-8354-9b0ed293be72 req-4c35396d-f660-4dec-aba7-1b5e301a5f60 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146938 Jan 31 18:48:52.986868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['865f9705-fda3-4fd9-9ff2-1b376db30708'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:48:53.627103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7307fa-9d92-42b1-8ea1-912dbee509c7 req-a5d1823e-f91f-4221-a71f-9e235ec1fe14 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:53.646757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b7307fa-9d92-42b1-8ea1-912dbee509c7 req-a5d1823e-f91f-4221-a71f-9e235ec1fe14 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.2154369 Jan 31 18:48:53.728630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b7307fa-9d92-42b1-8ea1-912dbee509c7 req-0941383e-a43e-4fa0-92ad-1050737b8686 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880673 Jan 31 18:48:53.967405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:48:54.141469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 865f9705-fda3-4fd9-9ff2-1b376db30708 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:48:54.295410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9b4a-785c-4a64-886e-942ff96287db req-700edcae-3097-4de0-a2af-70d6167173bf tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:54.322555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91fc9b4a-785c-4a64-886e-942ff96287db req-700edcae-3097-4de0-a2af-70d6167173bf tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 943 time: 0.1869690 Jan 31 18:48:54.351465 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:54.401093 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:54.463709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 865f9705-fda3-4fd9-9ff2-1b376db30708 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:48:54.485213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 865f9705-fda3-4fd9-9ff2-1b376db30708 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:54.499428 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:54.518404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17,segment=NetworkSegment(a51a181d-a215-4c60-a6b1-c925f942eb15),segment_id=a51a181d-a215-4c60-a6b1-c925f942eb15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:54.745815 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91fc9b4a-785c-4a64-886e-942ff96287db req-869dd1c8-663a-4c02-93cc-a44273f49323 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4175971 Jan 31 18:48:54.760080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'port_id': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17', 'mac_address': 'fa:16:3e:49:84:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:48:54.802387 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5fe6b-bc01-4764-bbd8-b7634193b5e9 req-be598354-8853-4d1c-bab1-d3780385d9cd tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:54.831264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88e5fe6b-bc01-4764-bbd8-b7634193b5e9 req-be598354-8853-4d1c-bab1-d3780385d9cd tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.4273024 Jan 31 18:48:55.060230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88e5fe6b-bc01-4764-bbd8-b7634193b5e9 req-d2b1d844-be04-46d5-9ca5-2d317fde750f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241008 Jan 31 18:48:55.061182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:55.063775 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:55.139136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:48:55.201077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17,segment=NetworkSegment(a51a181d-a215-4c60-a6b1-c925f942eb15),segment_id=a51a181d-a215-4c60-a6b1-c925f942eb15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:55.234074 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:55.293359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad16c35-0641-4535-8b4a-f43a6249b246 req-0c70c81d-ae0c-4daa-917a-20438fd4fb4b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:55.302343 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ad16c35-0641-4535-8b4a-f43a6249b246 req-0c70c81d-ae0c-4daa-917a-20438fd4fb4b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 945 time: 0.3100076 Jan 31 18:48:55.443930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:55.489515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ad16c35-0641-4535-8b4a-f43a6249b246 req-1a4ed073-aeed-488f-b39b-7cbebb11b3f5 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840334 Jan 31 18:48:55.622626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['bc1c48dd-30c3-4c79-97bd-3dea7bb93b17'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:48:55.626716 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:55.713231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 865f9705-fda3-4fd9-9ff2-1b376db30708 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:55.714024 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:55.799609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:55.803572 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec0bf05-ae10-49e0-8dac-4631a1ab8c1d" -d '{"events": [{"server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "name": "network-vif-plugged", "status": "completed", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:55.838470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:55.849667 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:55.957403 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b63c8e-cbb7-4ded-b40b-13190c7935cc x-openstack-request-id: req-02b63c8e-cbb7-4ded-b40b-13190c7935cc {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:55.963217 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "name": "network-vif-plugged", "status": "completed", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:55.964967 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02b63c8e-cbb7-4ded-b40b-13190c7935cc {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:55.967912 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'code': 200} Jan 31 18:48:56.093023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=12']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:56.174246 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:56.564824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50164362-c43e-492e-b292-42e3bbd20ae6 req-3625edfb-faee-4cc5-997e-854a28a248aa tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:56.575337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50164362-c43e-492e-b292-42e3bbd20ae6 req-3625edfb-faee-4cc5-997e-854a28a248aa tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 944 time: 0.5282524 Jan 31 18:48:56.817577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50164362-c43e-492e-b292-42e3bbd20ae6 req-5da2530f-e6ad-410f-a34b-06b8e153e27a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034919 Jan 31 18:48:56.871686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dfd73-0a06-4411-aa81-565a5082fac8 req-4cb8954f-2531-4df3-92ef-bcf87eac929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:56.876473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d12dfd73-0a06-4411-aa81-565a5082fac8 req-4cb8954f-2531-4df3-92ef-bcf87eac929e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 1129 time: 0.5676162 Jan 31 18:48:56.923839 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc704ca-ffc7-44c4-9154-874a2a1b8259 req-c1b9d8e3-2428-4670-bfaa-9bfa9962cecc tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:56.927159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dc704ca-ffc7-44c4-9154-874a2a1b8259 req-c1b9d8e3-2428-4670-bfaa-9bfa9962cecc tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.4715216 Jan 31 18:48:57.180908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d12dfd73-0a06-4411-aa81-565a5082fac8 req-ba93a0ff-6823-40dd-906a-f347676129b0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951634 Jan 31 18:48:57.209247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8dc704ca-ffc7-44c4-9154-874a2a1b8259 req-75fc24d6-aea4-4437-86a4-a79b9393683c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565417 Jan 31 18:48:57.221910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fe432-9462-41a9-a48a-1054ec2dca6f req-e1617228-8dfe-4d83-946a-323298ae4df1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:57.225262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c9fe432-9462-41a9-a48a-1054ec2dca6f req-e1617228-8dfe-4d83-946a-323298ae4df1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 946 time: 0.2369750 Jan 31 18:48:57.405901 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c9fe432-9462-41a9-a48a-1054ec2dca6f req-e9c4c1bd-cde0-456d-a338-86826402060e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628582 Jan 31 18:48:57.675555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ce784-9242-4e40-a23a-22e242876014 req-7377a67b-922e-4e70-8425-b956f82cf22a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:57.677279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c07ce784-9242-4e40-a23a-22e242876014 req-7377a67b-922e-4e70-8425-b956f82cf22a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1301906 Jan 31 18:48:57.710673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785072-9af7-44bb-a710-60f719b850b2 req-7b6cb4eb-34e1-4686-a9f8-dd398ffee184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:57.712970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09785072-9af7-44bb-a710-60f719b850b2 req-7b6cb4eb-34e1-4686-a9f8-dd398ffee184 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 1127 time: 0.0929465 Jan 31 18:48:57.831218 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c07ce784-9242-4e40-a23a-22e242876014 req-0b0a1112-aff8-464b-8659-424dd08e62e8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440840 Jan 31 18:48:57.934559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785072-9af7-44bb-a710-60f719b850b2 req-c285d8b5-e763-43b0-b1a1-de60d8941c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:57.937499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09785072-9af7-44bb-a710-60f719b850b2 req-c285d8b5-e763-43b0-b1a1-de60d8941c6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.2159805 Jan 31 18:48:57.972426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:48:58.109465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:48:58.119066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:48:58.119489 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:58.175387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09785072-9af7-44bb-a710-60f719b850b2 req-6dbace0c-98e2-48de-87da-5c4328d5a4bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 200 len: 999 time: 0.2311065 Jan 31 18:48:58.231059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007be58f-9a27-4090-a3bb-95ae310865c4 req-78b6e90e-05cb-4872-93d6-7b7cf5e195d9 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:58.232944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-007be58f-9a27-4090-a3bb-95ae310865c4 req-78b6e90e-05cb-4872-93d6-7b7cf5e195d9 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 944 time: 0.2575657 Jan 31 18:48:58.426313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:48:58.428481 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:58.511307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:48:58.521203 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf325d7-31dc-45d4-9728-190b3264bfd9" -d '{"events": [{"server_uuid": "c2c76933-395c-41e6-bc8e-d57302f3d6fd", "name": "network-vif-plugged", "status": "completed", "tag": "bc1c48dd-30c3-4c79-97bd-3dea7bb93b17"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:48:58.565648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17,segment=NetworkSegment(a51a181d-a215-4c60-a6b1-c925f942eb15),segment_id=a51a181d-a215-4c60-a6b1-c925f942eb15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:58.571265 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:48:58.601257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785072-9af7-44bb-a710-60f719b850b2 req-4339db5f-a12d-44f7-bdd4-f2569f8874c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:58.611468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09785072-9af7-44bb-a710-60f719b850b2 req-4339db5f-a12d-44f7-bdd4-f2569f8874c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.4233627 Jan 31 18:48:58.752602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:58.809737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-007be58f-9a27-4090-a3bb-95ae310865c4 req-6de0ef5f-686c-44dc-9886-d000d3094765 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4928722 Jan 31 18:48:58.854882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09785072-9af7-44bb-a710-60f719b850b2 req-52e4b4fe-50c7-401d-8e3b-22c65c80fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:58.858472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09785072-9af7-44bb-a710-60f719b850b2 req-52e4b4fe-50c7-401d-8e3b-22c65c80fc64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2302136 Jan 31 18:48:58.975373 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fe75c2-875f-4f1d-9972-53d3f5f1acd0 x-openstack-request-id: req-a4fe75c2-875f-4f1d-9972-53d3f5f1acd0 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:48:58.976198 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c76933-395c-41e6-bc8e-d57302f3d6fd", "name": "network-vif-plugged", "status": "completed", "tag": "bc1c48dd-30c3-4c79-97bd-3dea7bb93b17", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:48:58.976198 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4fe75c2-875f-4f1d-9972-53d3f5f1acd0 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:48:58.976680 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17', 'code': 200} Jan 31 18:48:59.099618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481f712-ffd8-4cd8-bbc9-a3e424e63c25 req-35f9fe3b-a88f-4159-9bfc-19403e370735 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:59.109148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4481f712-ffd8-4cd8-bbc9-a3e424e63c25 req-35f9fe3b-a88f-4159-9bfc-19403e370735 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 946 time: 0.4265618 Jan 31 18:48:59.957029 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4481f712-ffd8-4cd8-bbc9-a3e424e63c25 req-259641d6-77ca-46f2-b6cc-6a603549dd6b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8457987 Jan 31 18:48:59.988727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d6612-e3b0-40fa-a681-fbd3dabcd874 req-27b55303-f549-41a7-91a2-ab3a879d84a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:59.991136 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-412d6612-e3b0-40fa-a681-fbd3dabcd874 req-27b55303-f549-41a7-91a2-ab3a879d84a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 1128 time: 0.8547604 Jan 31 18:49:00.103141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2c7be-7fed-4315-93ba-670aa75d8169 req-8817e47e-e156-42b4-8b34-e36305fc8c9d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:00.128143 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9f2c7be-7fed-4315-93ba-670aa75d8169 req-8817e47e-e156-42b4-8b34-e36305fc8c9d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.9036899 Jan 31 18:49:00.249033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09785072-9af7-44bb-a710-60f719b850b2 req-c8a902fc-4f5d-47d3-9f3e-dd7f657118f5 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3446794 Jan 31 18:49:00.357008 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-412d6612-e3b0-40fa-a681-fbd3dabcd874 req-0022d295-b068-403d-99b5-ee4b7f2fe03f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370521 Jan 31 18:49:00.409573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9f2c7be-7fed-4315-93ba-670aa75d8169 req-9a7076f0-4771-4682-adec-8949cb5991ae tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801204 Jan 31 18:49:00.446460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca197038-5b46-4717-97b3-e567c9273790 req-c045189c-a15c-40bb-b910-4d75dee188d2 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:00.456995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca197038-5b46-4717-97b3-e567c9273790 req-c045189c-a15c-40bb-b910-4d75dee188d2 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 945 time: 0.2976496 Jan 31 18:49:00.593785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09785072-9af7-44bb-a710-60f719b850b2 req-b8a01ef8-384d-4291-acf0-687a8f0aa831 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347793 Jan 31 18:49:00.598704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca197038-5b46-4717-97b3-e567c9273790 req-92d51901-7033-4ea6-9274-2a6637c599ce tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301019 Jan 31 18:49:01.313700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf550c3-5c52-435d-b882-232a95ee9b6f req-f7f15e54-1e11-4df1-b928-2c770703e5df tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:01.317532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bf550c3-5c52-435d-b882-232a95ee9b6f req-f7f15e54-1e11-4df1-b928-2c770703e5df tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 946 time: 0.2063584 Jan 31 18:49:01.532973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bf550c3-5c52-435d-b882-232a95ee9b6f req-82ac0e35-43a3-412f-a848-be8d4c8fc6c3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033789 Jan 31 18:49:01.773457 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4de83a-7a3b-4ca7-80b9-ae044b80374c req-6a46bb5f-ffb0-491c-b417-c850d4f1c04f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:01.787357 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c4de83a-7a3b-4ca7-80b9-ae044b80374c req-6a46bb5f-ffb0-491c-b417-c850d4f1c04f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2185125 Jan 31 18:49:01.973622 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c4de83a-7a3b-4ca7-80b9-ae044b80374c req-b094c470-6208-408c-b671-81e30cb2c175 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830263 Jan 31 18:49:02.345370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bddec7-7dd3-43a9-b568-267052291a95 req-504026bf-f184-4526-95bd-60baa578c091 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:02.368544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8bddec7-7dd3-43a9-b568-267052291a95 req-504026bf-f184-4526-95bd-60baa578c091 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.2340691 Jan 31 18:49:02.467680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcd89f-3bff-4ebe-9dee-a81ed8468399 req-e332dfc4-84d2-44fa-ae6f-3f685859967f tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:02.505493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0fcd89f-3bff-4ebe-9dee-a81ed8468399 req-e332dfc4-84d2-44fa-ae6f-3f685859967f tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 945 time: 0.3027439 Jan 31 18:49:02.648152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8bddec7-7dd3-43a9-b568-267052291a95 req-d5406cf3-c438-4535-8a81-7474c3e3b790 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681053 Jan 31 18:49:02.726083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0fcd89f-3bff-4ebe-9dee-a81ed8468399 req-13f96dd3-1279-4721-8551-efddef617b59 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122524 Jan 31 18:49:02.982501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ad8fd-5de0-47f2-a4d8-4b825f50b427 req-5c5ae52b-0003-4f34-a4df-ef1f3f7bc54f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:02.984317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb1ad8fd-5de0-47f2-a4d8-4b825f50b427 req-5c5ae52b-0003-4f34-a4df-ef1f3f7bc54f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1572194 Jan 31 18:49:03.182981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce4f5a-b827-4a8b-9d96-c47ffa4a56bf req-f61f8b51-37b7-4cc2-bd74-db74a6f97b6d tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:03.190493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29ce4f5a-b827-4a8b-9d96-c47ffa4a56bf req-f61f8b51-37b7-4cc2-bd74-db74a6f97b6d tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 945 time: 0.2207363 Jan 31 18:49:03.201886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:03.207097 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-704665ca-2304-41c1-9b6f-38c9b591629c tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Request body: {'floatingip': {'port_id': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:03.217861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb1ad8fd-5de0-47f2-a4d8-4b825f50b427 req-132641b3-9dc6-442a-8264-aed3603c6ef6 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152929 Jan 31 18:49:03.341002 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-704665ca-2304-41c1-9b6f-38c9b591629c tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for floatingip (2f3e75cd-25cf-4110-9ebd-6604acf4bdb9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:03.500120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44152) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:03.797711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8191212-422d-47a4-a3f4-afb35b6d43a3 admin admin] Deleting subnet b701da94-0f98-46d4-93ea-0e6c62e79c49 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:49:03.803472 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8191212-422d-47a4-a3f4-afb35b6d43a3 admin admin] Publish callbacks [] for subnet (b701da94-0f98-46d4-93ea-0e6c62e79c49), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:03.856687 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8191212-422d-47a4-a3f4-afb35b6d43a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (b701da94-0f98-46d4-93ea-0e6c62e79c49), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:03.957063 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8191212-422d-47a4-a3f4-afb35b6d43a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b701da94-0f98-46d4-93ea-0e6c62e79c49), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:04.142915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8191212-422d-47a4-a3f4-afb35b6d43a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (b701da94-0f98-46d4-93ea-0e6c62e79c49), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:04.264173 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8191212-422d-47a4-a3f4-afb35b6d43a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:04.268359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c8191212-422d-47a4-a3f4-afb35b6d43a3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b701da94-0f98-46d4-93ea-0e6c62e79c49 HTTP/1.1" status: 204 len: 168 time: 0.7665915 Jan 31 18:49:04.281333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:04.282038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8191212-422d-47a4-a3f4-afb35b6d43a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b701da94-0f98-46d4-93ea-0e6c62e79c49,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:04.416640 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-704665ca-2304-41c1-9b6f-38c9b591629c tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:04.422957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-704665ca-2304-41c1-9b6f-38c9b591629c tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (2f3e75cd-25cf-4110-9ebd-6604acf4bdb9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:04.435821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d971de-144e-4367-8e67-4da8a7496be2 req-7b929e73-0dd5-43b3-83ef-a9da29abe3d3 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:04.437992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2d971de-144e-4367-8e67-4da8a7496be2 req-7b929e73-0dd5-43b3-83ef-a9da29abe3d3 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.49 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.8389461 Jan 31 18:49:04.442692 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:04.633400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff8255-f604-4591-842d-f1a2fe9653b5 req-d87e728c-ed87-46d6-b2f0-aea6ef61402b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:04.635074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07ff8255-f604-4591-842d-f1a2fe9653b5 req-d87e728c-ed87-46d6-b2f0-aea6ef61402b tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 946 time: 0.5139542 Jan 31 18:49:04.674087 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-704665ca-2304-41c1-9b6f-38c9b591629c tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Floating IP 2f3e75cd-25cf-4110-9ebd-6604acf4bdb9 associated. External IP: 172.25.8.244, port: bc1c48dd-30c3-4c79-97bd-3dea7bb93b17. Jan 31 18:49:04.684491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f3785-be24-4224-8c34-ada652b1ec7a req-b698b13f-b908-4a20-8d48-6461c4eb39d8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:04.692603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-109f3785-be24-4224-8c34-ada652b1ec7a req-b698b13f-b908-4a20-8d48-6461c4eb39d8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.5767813 Jan 31 18:49:04.823043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-109f3785-be24-4224-8c34-ada652b1ec7a req-dceb3745-a3a8-4d4f-a0d6-0215e6ba68d9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291888 Jan 31 18:49:05.025801 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:05.091750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:05.125810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f06d347-9eb2-4f29-89a5-b925e3a7f023') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:05.135359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f06d347-9eb2-4f29-89a5-b925e3a7f023') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:05.171931 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (7f06d347-9eb2-4f29-89a5-b925e3a7f023), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:05.217715 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (7f06d347-9eb2-4f29-89a5-b925e3a7f023), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:05.224880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:49:05.225376 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (7f06d347-9eb2-4f29-89a5-b925e3a7f023), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:49:05.367004 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:49:05.371797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07ff8255-f604-4591-842d-f1a2fe9653b5 req-8b15dc76-b373-4e2e-af06-2116d4ce66e7 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1039fad-c072-415a-8633-969e1a7bb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6986201 Jan 31 18:49:05.372690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:05.383764 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:05.390413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] 10.222.0.20 "DELETE /v2.0/networks/73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d HTTP/1.1" status: 204 len: 168 time: 1.0974813 Jan 31 18:49:05.475835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c2d971de-144e-4367-8e67-4da8a7496be2 req-481dce8b-1c87-47fc-8c2c-693f37ddc620 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Deleting port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:05.478126 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2d971de-144e-4367-8e67-4da8a7496be2 req-481dce8b-1c87-47fc-8c2c-693f37ddc620 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:05.483607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f6869-713c-47b2-96f2-035c421c6718 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f6fdb2-2175-4ec8-8df7-8a8bb7ffa72d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:05.609274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704665ca-2304-41c1-9b6f-38c9b591629c tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:49:05.861808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44178) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:05.888205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c2d971de-144e-4367-8e67-4da8a7496be2 req-481dce8b-1c87-47fc-8c2c-693f37ddc620 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] For port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,segment=NetworkSegment(66a813a5-6e84-4cc8-9fb5-c38f4a7d519a),segment_id=66a813a5-6e84-4cc8-9fb5-c38f4a7d519a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:05.889696 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2d971de-144e-4367-8e67-4da8a7496be2 req-481dce8b-1c87-47fc-8c2c-693f37ddc620 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:05.918953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c2d971de-144e-4367-8e67-4da8a7496be2 req-481dce8b-1c87-47fc-8c2c-693f37ddc620 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Calling delete_port for 4447ff6c-3a73-4dbf-992c-e1486caf4f1c owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:06.014691 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5d44010b-13da-486f-9f53-4a486fadffc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7e7bb3aaa3f4d44af496cc2af494b17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477304 Jan 31 18:49:06.015337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44180) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:06.045471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704665ca-2304-41c1-9b6f-38c9b591629c tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:49:06.056313 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef0bb12-dd82-498a-a173-ee2df2c80e0c None None] Sync routers for ids ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:49:06.072066 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0bb12-dd82-498a-a173-ee2df2c80e0c None None] Routers {'0acb4456-c9b7-49ef-a979-c0f199ccfca5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:06.073068 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4ef0bb12-dd82-498a-a173-ee2df2c80e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:06.073775 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-704665ca-2304-41c1-9b6f-38c9b591629c tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:06.259333 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-704665ca-2304-41c1-9b6f-38c9b591629c tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "PUT /v2.0/floatingips/2f3e75cd-25cf-4110-9ebd-6604acf4bdb9 HTTP/1.1" status: 200 len: 991 time: 3.0548081 Jan 31 18:49:06.259944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'tag': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:49:06.263251 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fc8d86-82ed-4473-a1ab-79bc661b792a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c76933-395c-41e6-bc8e-d57302f3d6fd", "tag": "bc1c48dd-30c3-4c79-97bd-3dea7bb93b17"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:49:06.301111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9350ff9-adc0-49fb-9f14-fc5e4c9c4bca admin admin] Publish callbacks [] for security_group (9d6479bd-2df2-4c5d-a109-0e2bc6472995), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:06.313595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2d971de-144e-4367-8e67-4da8a7496be2 req-481dce8b-1c87-47fc-8c2c-693f37ddc620 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4447ff6c-3a73-4dbf-992c-e1486caf4f1c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:06.373419 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4ef0bb12-dd82-498a-a173-ee2df2c80e0c None None] Set router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:06.383623 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9350ff9-adc0-49fb-9f14-fc5e4c9c4bca admin admin] Publish callbacks [] for security_group (9d6479bd-2df2-4c5d-a109-0e2bc6472995), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:06.391411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fbec0-cd70-4bc7-b189-fbfe258fb125 req-8795d8a8-2bf2-44ee-b964-6d80f6bb8c99 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:06.416262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a18fbec0-cd70-4bc7-b189-fbfe258fb125 req-8795d8a8-2bf2-44ee-b964-6d80f6bb8c99 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 1.0559206 Jan 31 18:49:06.419916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dce8b-1c87-47fc-8c2c-693f37ddc620 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Pushing event deleted for resources: {'Port': ['ID=4447ff6c-3a73-4dbf-992c-e1486caf4f1c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:06.558389 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9350ff9-adc0-49fb-9f14-fc5e4c9c4bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9d6479bd-2df2-4c5d-a109-0e2bc6472995), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:06.562750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9350ff9-adc0-49fb-9f14-fc5e4c9c4bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:06.578146 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f9350ff9-adc0-49fb-9f14-fc5e4c9c4bca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d6479bd-2df2-4c5d-a109-0e2bc6472995 HTTP/1.1" status: 204 len: 168 time: 0.5483294 Jan 31 18:49:06.580752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d971de-144e-4367-8e67-4da8a7496be2 req-481dce8b-1c87-47fc-8c2c-693f37ddc620 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] No DVR routers for this DVR port 4447ff6c-3a73-4dbf-992c-e1486caf4f1c on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:49:06.587321 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c2d971de-144e-4367-8e67-4da8a7496be2 req-481dce8b-1c87-47fc-8c2c-693f37ddc620 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:06.597418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2d971de-144e-4367-8e67-4da8a7496be2 req-481dce8b-1c87-47fc-8c2c-693f37ddc620 tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.49 "DELETE /v2.0/ports/4447ff6c-3a73-4dbf-992c-e1486caf4f1c HTTP/1.1" status: 204 len: 173 time: 2.1480610 Jan 31 18:49:06.602435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'name': 'network-vif-deleted', 'tag': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:49:06.608295 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1860c0-cca5-4d4e-b28b-f5b73047204d" -d '{"events": [{"server_uuid": "759ff29b-504f-4b59-a8ec-0e489423f61b", "name": "network-vif-deleted", "tag": "4447ff6c-3a73-4dbf-992c-e1486caf4f1c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:49:06.633516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9350ff9-adc0-49fb-9f14-fc5e4c9c4bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6479bd-2df2-4c5d-a109-0e2bc6472995,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:06.702244 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4ef0bb12-dd82-498a-a173-ee2df2c80e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:48:34Z', 'revision_number': 4, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '2f3e75cd-25cf-4110-9ebd-6604acf4bdb9', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'port_id': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'mac_address': 'fa:16:3e:49:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:48:43Z', 'updated_at': '2022-01-31T18:49:04Z', 'revision_number': 1, 'project_id': '6516ec100941423681bdcab610bd8b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e9b46e-b403-4d67-8cae-6a6722d4c4c8', 'name': '', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'mac_address': 'fa:16:3e:05:4a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:32Z', 'updated_at': '2022-01-31T18:48:43Z', 'revision_number': 5, 'project_id': '6516ec100941423681bdcab610bd8b45', 'subnets': [{'id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:06.711988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a18fbec0-cd70-4bc7-b189-fbfe258fb125 req-c5efcf20-491c-40a0-816b-7d967e959f4a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942348 Jan 31 18:49:06.737894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acc860-ec4a-4d45-aa37-ac1e4d55a19b req-1058e28f-0e75-42ff-8165-99cb0f4a8cb5 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:06.752923 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef0bb12-dd82-498a-a173-ee2df2c80e0c None None] Checking router: 0acb4456-c9b7-49ef-a979-c0f199ccfca5 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:49:06.754731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60acc860-ec4a-4d45-aa37-ac1e4d55a19b req-1058e28f-0e75-42ff-8165-99cb0f4a8cb5 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 945 time: 0.3256094 Jan 31 18:49:06.782820 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0bb12-dd82-498a-a173-ee2df2c80e0c None None] Routers {'0acb4456-c9b7-49ef-a979-c0f199ccfca5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:06.784864 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4ef0bb12-dd82-498a-a173-ee2df2c80e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:06.868010 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e29918-982b-4d70-b55c-bc3a435579d3 x-openstack-request-id: req-c2e29918-982b-4d70-b55c-bc3a435579d3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:49:06.868310 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c76933-395c-41e6-bc8e-d57302f3d6fd", "tag": "bc1c48dd-30c3-4c79-97bd-3dea7bb93b17", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:49:06.868594 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2e29918-982b-4d70-b55c-bc3a435579d3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:49:06.869013 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'tag': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17', 'status': 'completed', 'code': 200} Jan 31 18:49:06.948669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60acc860-ec4a-4d45-aa37-ac1e4d55a19b req-2d5137d0-8af1-4f6a-9eb5-48de4287b56d tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927640 Jan 31 18:49:07.122057 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e84a13-4a59-4862-9f5a-c156a7fe9b01 x-openstack-request-id: req-03e84a13-4a59-4862-9f5a-c156a7fe9b01 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:49:07.123099 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759ff29b-504f-4b59-a8ec-0e489423f61b", "name": "network-vif-deleted", "tag": "4447ff6c-3a73-4dbf-992c-e1486caf4f1c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:49:07.123625 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03e84a13-4a59-4862-9f5a-c156a7fe9b01 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:49:07.124449 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759ff29b-504f-4b59-a8ec-0e489423f61b', 'name': 'network-vif-deleted', 'tag': '4447ff6c-3a73-4dbf-992c-e1486caf4f1c', 'status': 'completed', 'code': 200} Jan 31 18:49:07.199274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2d9758e-b358-4a40-a680-1fda521c4c83 req-15c76eac-dae5-474e-8646-a93bb24a082c tempest-ServersNegativeTestJSON-1859031474 tempest-ServersNegativeTestJSON-1859031474-project] 10.222.0.20 "GET /v2.0/ports?device_id=759ff29b-504f-4b59-a8ec-0e489423f61b HTTP/1.1" status: 200 len: 210 time: 0.1037111 Jan 31 18:49:07.232443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc8d86-82ed-4473-a1ab-79bc661b792a req-13221cb9-763e-4677-b478-49292faf678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:07.234949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97fc8d86-82ed-4473-a1ab-79bc661b792a req-13221cb9-763e-4677-b478-49292faf678b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6516ec100941423681bdcab610bd8b45&device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 1128 time: 0.3221929 Jan 31 18:49:07.291041 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4ef0bb12-dd82-498a-a173-ee2df2c80e0c None None] Set router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:07.350453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44202) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:07.620025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc8d86-82ed-4473-a1ab-79bc661b792a req-80a8dbf6-6048-4e94-9cfe-497fd2200af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:07.623532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97fc8d86-82ed-4473-a1ab-79bc661b792a req-80a8dbf6-6048-4e94-9cfe-497fd2200af8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27401cd3-5f04-4e9e-85be-bf492cb058b7 HTTP/1.1" status: 200 len: 906 time: 0.3814416 Jan 31 18:49:07.864827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97fc8d86-82ed-4473-a1ab-79bc661b792a req-d57d82a2-4d10-450b-bfbd-f94957c10dc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 HTTP/1.1" status: 200 len: 999 time: 0.2324541 Jan 31 18:49:07.887551 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4ef0bb12-dd82-498a-a173-ee2df2c80e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:48:34Z', 'revision_number': 4, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '2f3e75cd-25cf-4110-9ebd-6604acf4bdb9', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'port_id': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'mac_address': 'fa:16:3e:49:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:48:43Z', 'updated_at': '2022-01-31T18:49:04Z', 'revision_number': 1, 'project_id': '6516ec100941423681bdcab610bd8b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e9b46e-b403-4d67-8cae-6a6722d4c4c8', 'name': '', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'mac_address': 'fa:16:3e:05:4a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:32Z', 'updated_at': '2022-01-31T18:48:43Z', 'revision_number': 5, 'project_id': '6516ec100941423681bdcab610bd8b45', 'subnets': [{'id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:07.929373 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef0bb12-dd82-498a-a173-ee2df2c80e0c None None] The sync data for ids ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'] in n-d-812111-15 is: [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:48:34Z', 'revision_number': 4, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '2f3e75cd-25cf-4110-9ebd-6604acf4bdb9', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'port_id': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'mac_address': 'fa:16:3e:49:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:48:43Z', 'updated_at': '2022-01-31T18:49:04Z', 'revision_number': 1, 'project_id': '6516ec100941423681bdcab610bd8b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e9b46e-b403-4d67-8cae-6a6722d4c4c8', 'name': '', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'mac_address': 'fa:16:3e:05:4a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:32Z', 'updated_at': '2022-01-31T18:48:43Z', 'revision_number': 5, 'project_id': '6516ec100941423681bdcab610bd8b45', 'subnets': [{'id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:49:07.983682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc8d86-82ed-4473-a1ab-79bc661b792a req-04e5ac67-b62d-4bd1-b0ef-1f89e82a3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:07.996606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97fc8d86-82ed-4473-a1ab-79bc661b792a req-04e5ac67-b62d-4bd1-b0ef-1f89e82a3f97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=973020d3-7bcb-48f4-b48f-faf71ef6a618 HTTP/1.1" status: 200 len: 844 time: 0.1146319 Jan 31 18:49:08.138536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4447ff6c-3a73-4dbf-992c-e1486caf4f1c no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:08.193388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 4447ff6c-3a73-4dbf-992c-e1486caf4f1c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:49:08.194457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4447ff6c-3a73-4dbf-992c-e1486caf4f1c not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:49:08.350699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc8d86-82ed-4473-a1ab-79bc661b792a req-21b3f6de-af29-4709-9fdd-df5212130663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:08.352481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97fc8d86-82ed-4473-a1ab-79bc661b792a req-21b3f6de-af29-4709-9fdd-df5212130663 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27401cd3-5f04-4e9e-85be-bf492cb058b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3388913 Jan 31 18:49:08.367912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b941427-38e6-43be-be98-66f12ca6554b req-fc8d2523-955b-4457-9931-a688abf4974c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:08.377639 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b941427-38e6-43be-be98-66f12ca6554b req-fc8d2523-955b-4457-9931-a688abf4974c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.3799064 Jan 31 18:49:08.494155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc429a2a-132c-4497-aef3-5b1ffa3a9acf None None] New status for floating IP 2f3e75cd-25cf-4110-9ebd-6604acf4bdb9: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:49:08.580426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb2f30-f78a-4f6b-8eb9-a7d234bd3206 req-c0b4f717-7fc2-4853-a294-e6ed33fdcd2c tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:08.585891 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bbcb2f30-f78a-4f6b-8eb9-a7d234bd3206 req-c0b4f717-7fc2-4853-a294-e6ed33fdcd2c tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 945 time: 0.4055588 Jan 31 18:49:08.687007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:08.769305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bbcb2f30-f78a-4f6b-8eb9-a7d234bd3206 req-0170b6da-19d5-4fff-a57d-0c9d3cbef85b tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581707 Jan 31 18:49:08.821025 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b941427-38e6-43be-be98-66f12ca6554b req-fd07417c-4b62-4154-898a-2442177b78f2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4314098 Jan 31 18:49:08.858550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97fc8d86-82ed-4473-a1ab-79bc661b792a req-ea12699f-3c58-4da7-a996-a2f56b2decd0 service neutron] 10.222.0.21 "GET /v2.0/networks/27401cd3-5f04-4e9e-85be-bf492cb058b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716949 Jan 31 18:49:08.920567 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44236) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:08.976135 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80a67f3e-9207-4d0d-8e13-e0ae469d90d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:09.045152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-498816839-network', 'tenant_id': '9df6474f80f942ae8213dbd345c10044'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:09.091465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Made reservation on behalf of 9df6474f80f942ae8213dbd345c10044 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:09.094780 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:09.194699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97fc8d86-82ed-4473-a1ab-79bc661b792a req-82197d83-be1a-4d62-94f5-489da235596b service neutron] 10.222.0.21 "GET /v2.0/networks/27401cd3-5f04-4e9e-85be-bf492cb058b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290503 Jan 31 18:49:09.223030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623eee-f0a8-45d5-82e9-2f7f62c2d2a5 req-cc8339b4-17ab-4cf4-ad31-3695725d2a7a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:09.224896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50623eee-f0a8-45d5-82e9-2f7f62c2d2a5 req-cc8339b4-17ab-4cf4-ad31-3695725d2a7a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.0916214 Jan 31 18:49:09.331978 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:09.353841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50623eee-f0a8-45d5-82e9-2f7f62c2d2a5 req-f33844d5-77b3-4bf6-95ce-1b7d47c3edcf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178603 Jan 31 18:49:09.435611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e3f9ad-d6ff-4bee-bd8e-73c9b4efcd81 admin admin] Deleting subnet 86926680-325f-4730-846d-e46372cc4cbc {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:49:09.446463 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11e3f9ad-d6ff-4bee-bd8e-73c9b4efcd81 admin admin] Publish callbacks [] for subnet (86926680-325f-4730-846d-e46372cc4cbc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:09.518221 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11e3f9ad-d6ff-4bee-bd8e-73c9b4efcd81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (86926680-325f-4730-846d-e46372cc4cbc), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:09.570117 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Publish callbacks [] for security_group (8e8fed4c-c00a-4d2b-aae0-677a65069c35), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:09.585045 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8e8fed4c-c00a-4d2b-aae0-677a65069c35), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:09.676248 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11e3f9ad-d6ff-4bee-bd8e-73c9b4efcd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (86926680-325f-4730-846d-e46372cc4cbc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:09.720612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:49:09.755596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8fed4c-c00a-4d2b-aae0-677a65069c35,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:09.775343 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:09.776188 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Added segment dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5 of type vlan for network f9774299-172a-4573-b866-546a7feb8201 Jan 31 18:49:09.887382 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (f9774299-172a-4573-b866-546a7feb8201), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:09.940776 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11e3f9ad-d6ff-4bee-bd8e-73c9b4efcd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (86926680-325f-4730-846d-e46372cc4cbc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:09.951086 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (f9774299-172a-4573-b866-546a7feb8201), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:09.952661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:09.953583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:10.000941 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11e3f9ad-d6ff-4bee-bd8e-73c9b4efcd81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:10.006854 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-11e3f9ad-d6ff-4bee-bd8e-73c9b4efcd81 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/86926680-325f-4730-846d-e46372cc4cbc HTTP/1.1" status: 204 len: 168 time: 1.0849721 Jan 31 18:49:10.014960 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44254) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:10.022798 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3f9ad-d6ff-4bee-bd8e-73c9b4efcd81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86926680-325f-4730-846d-e46372cc4cbc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:10.046563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f161b2-2433-42af-9604-54118db420ac req-273b9e44-9787-4047-bbd4-b18f09547171 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:10.056195 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36f161b2-2433-42af-9604-54118db420ac req-273b9e44-9787-4047-bbd4-b18f09547171 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 945 time: 0.1557894 Jan 31 18:49:10.087781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44256) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:10.148446 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-80a67f3e-9207-4d0d-8e13-e0ae469d90d7 admin admin] Deleting port 362a11ca-e808-4659-a35d-e8b222f6fd91 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:10.150088 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80a67f3e-9207-4d0d-8e13-e0ae469d90d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:10.172183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36f161b2-2433-42af-9604-54118db420ac req-f6c1aa74-3501-4e04-a007-0eb605292959 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145010 Jan 31 18:49:10.234540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44262) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:10.241687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bdaa7f0e-ab63-487e-baad-5cbbfab33f9b admin admin] Request body: {'subnet': {'network_id': 'f9774299-172a-4573-b866-546a7feb8201', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-498816839-subnet', 'tenant_id': '9df6474f80f942ae8213dbd345c10044', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:10.245226 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5445130 Jan 31 18:49:10.338694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaa7f0e-ab63-487e-baad-5cbbfab33f9b admin admin] Made reservation on behalf of 9df6474f80f942ae8213dbd345c10044 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:10.349954 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdaa7f0e-ab63-487e-baad-5cbbfab33f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:10.437798 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff5c59fa-1152-4650-bdbc-506c4cdf3e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:10.486010 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (d82614fc-b59a-498a-b981-68724ed1c688), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:10.490674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce152b-7905-4b8c-bf8d-76b78f71d37e admin admin] Pushing event updated for resources: {'Network': ['ID=f9774299-172a-4573-b866-546a7feb8201,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:10.510745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network f9774299-172a-4573-b866-546a7feb8201 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:49:10.572251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-80a67f3e-9207-4d0d-8e13-e0ae469d90d7 admin admin] For port 362a11ca-e808-4659-a35d-e8b222f6fd91, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=362a11ca-e808-4659-a35d-e8b222f6fd91,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:10.572914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80a67f3e-9207-4d0d-8e13-e0ae469d90d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:10.618472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-80a67f3e-9207-4d0d-8e13-e0ae469d90d7 admin admin] Calling delete_port for 362a11ca-e808-4659-a35d-e8b222f6fd91 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:10.682185 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (d82614fc-b59a-498a-b981-68724ed1c688), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:10.762376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3825b6-314c-4d5e-862a-925b0d740126 req-d008b239-e767-4c44-b52b-31e1db56c4f6 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:10.772821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff3825b6-314c-4d5e-862a-925b0d740126 req-d008b239-e767-4c44-b52b-31e1db56c4f6 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 945 time: 0.3765955 Jan 31 18:49:10.837125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48485a66-a66f-4770-8203-aee4627ed4d8 req-0d71b730-bd5b-419b-9447-0ec6f6a9a048 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:10.839145 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48485a66-a66f-4770-8203-aee4627ed4d8 req-0d71b730-bd5b-419b-9447-0ec6f6a9a048 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2720079 Jan 31 18:49:10.969776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff3825b6-314c-4d5e-862a-925b0d740126 req-4034ba76-838b-41ec-b430-dab1dcfb00bc tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952028 Jan 31 18:49:11.037034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48485a66-a66f-4770-8203-aee4627ed4d8 req-9e34a0cb-9805-4019-8d1b-c033561a43b7 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763885 Jan 31 18:49:11.099230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82614fc-b59a-498a-b981-68724ed1c688']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:11.118480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a813a5-6e84-4cc8-9fb5-c38f4a7d519a') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:11.119176 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a813a5-6e84-4cc8-9fb5-c38f4a7d519a') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:11.135044 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff5c59fa-1152-4650-bdbc-506c4cdf3e5a admin admin] Publish callbacks [] for security_group (944f9d90-eb9b-4bb3-9f40-9eb061c02a9f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:11.146760 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (66a813a5-6e84-4cc8-9fb5-c38f4a7d519a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:11.171113 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff5c59fa-1152-4650-bdbc-506c4cdf3e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (944f9d90-eb9b-4bb3-9f40-9eb061c02a9f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:11.200578 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (66a813a5-6e84-4cc8-9fb5-c38f4a7d519a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:11.270106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:49:11.271066 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (66a813a5-6e84-4cc8-9fb5-c38f4a7d519a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:49:11.273918 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:49:11.322004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c59fa-1152-4650-bdbc-506c4cdf3e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944f9d90-eb9b-4bb3-9f40-9eb061c02a9f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:11.398224 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (d82614fc-b59a-498a-b981-68724ed1c688), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:11.401660 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdaa7f0e-ab63-487e-baad-5cbbfab33f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (0672c89e-5954-4604-95b3-3319e8a1de5a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:11.411039 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:11.423254 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] 10.222.0.20 "DELETE /v2.0/networks/d82614fc-b59a-498a-b981-68724ed1c688 HTTP/1.1" status: 204 len: 168 time: 1.3995142 Jan 31 18:49:11.488876 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb124f4-3a4c-4a70-b55f-fe981ccd163d admin admin] Pushing event deleted for resources: {'Network': ['ID=d82614fc-b59a-498a-b981-68724ed1c688,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:11.612462 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80a67f3e-9207-4d0d-8e13-e0ae469d90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (362a11ca-e808-4659-a35d-e8b222f6fd91), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:11.643588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ff5c59fa-1152-4650-bdbc-506c4cdf3e5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5e0fb4e7a824ddd8f7d1169d5bf0b89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5499802 Jan 31 18:49:11.656930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44276) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:11.663748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a67f3e-9207-4d0d-8e13-e0ae469d90d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=362a11ca-e808-4659-a35d-e8b222f6fd91,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:11.698927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44278) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:11.837959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa7f0e-ab63-487e-baad-5cbbfab33f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0672c89e-5954-4604-95b3-3319e8a1de5a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:11.905750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9280c2a-2a49-4155-bf79-571f482bdaae req-224def09-0691-4a5e-ad7b-da81b24db05c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:11.917051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9280c2a-2a49-4155-bf79-571f482bdaae req-224def09-0691-4a5e-ad7b-da81b24db05c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.6022635 Jan 31 18:49:11.926751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa7f0e-ab63-487e-baad-5cbbfab33f9b admin admin] Checking segment: {'id': 'dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f9774299-172a-4573-b866-546a7feb8201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:49:11.927246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaa7f0e-ab63-487e-baad-5cbbfab33f9b admin admin] Network hostable DHCP agents. Network: f9774299-172a-4573-b866-546a7feb8201, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:49:11.998038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff1f72-8ea8-4312-9618-e0504753ef53 req-1fbf063c-5e65-4d54-b90e-b02ee7060b73 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:12.006729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79ff1f72-8ea8-4312-9618-e0504753ef53 req-1fbf063c-5e65-4d54-b90e-b02ee7060b73 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 945 time: 0.3729911 Jan 31 18:49:12.041733 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52c79ef8-3090-42aa-a7fe-e8593152f29b admin admin] Publish callbacks [] for security_group (944f9d90-eb9b-4bb3-9f40-9eb061c02a9f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:12.072648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaa7f0e-ab63-487e-baad-5cbbfab33f9b admin admin] Network f9774299-172a-4573-b866-546a7feb8201 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:49:12.108492 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-036643e0-8d14-4400-8794-26478d7d0766 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe52a8fc16cf45a29d30b0a9dad8c33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091372 Jan 31 18:49:12.127954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44280) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:12.166734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79ff1f72-8ea8-4312-9618-e0504753ef53 req-e432cf76-ac99-438c-92df-3f4e7b238781 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589375 Jan 31 18:49:12.167256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-bdaa7f0e-ab63-487e-baad-5cbbfab33f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, f9774299-172a-4573-b866-546a7feb8201) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:49:12.174143 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52c79ef8-3090-42aa-a7fe-e8593152f29b admin admin] Publish callbacks [] for security_group (944f9d90-eb9b-4bb3-9f40-9eb061c02a9f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:12.180477 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9280c2a-2a49-4155-bf79-571f482bdaae req-e101e6a1-f29d-4885-88a0-a1b7337354e2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473221 Jan 31 18:49:12.192366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4b3fd9-5bfa-45bb-902d-d35534f60970 None None] Network f9774299-172a-4573-b866-546a7feb8201 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:49:12.200556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaa7f0e-ab63-487e-baad-5cbbfab33f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:12.201172 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdaa7f0e-ab63-487e-baad-5cbbfab33f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:12.227239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80a67f3e-9207-4d0d-8e13-e0ae469d90d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:12.245105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bdaa7f0e-ab63-487e-baad-5cbbfab33f9b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0081570 Jan 31 18:49:12.328140 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bef9988-73a5-4b7e-85e5-f6d5f1dff07a admin admin] Publish callbacks [] for security_group (d1039fad-c072-415a-8633-969e1a7bb2d6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:12.362036 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bef9988-73a5-4b7e-85e5-f6d5f1dff07a admin admin] Publish callbacks [] for security_group (d1039fad-c072-415a-8633-969e1a7bb2d6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:12.475030 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52c79ef8-3090-42aa-a7fe-e8593152f29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (944f9d90-eb9b-4bb3-9f40-9eb061c02a9f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:12.478100 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52c79ef8-3090-42aa-a7fe-e8593152f29b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:12.482776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-52c79ef8-3090-42aa-a7fe-e8593152f29b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/944f9d90-eb9b-4bb3-9f40-9eb061c02a9f HTTP/1.1" status: 204 len: 168 time: 0.8134379 Jan 31 18:49:12.488883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bef9988-73a5-4b7e-85e5-f6d5f1dff07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d1039fad-c072-415a-8633-969e1a7bb2d6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:12.492789 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bef9988-73a5-4b7e-85e5-f6d5f1dff07a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:12.497135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2bef9988-73a5-4b7e-85e5-f6d5f1dff07a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1039fad-c072-415a-8633-969e1a7bb2d6 HTTP/1.1" status: 204 len: 168 time: 0.3625963 Jan 31 18:49:12.503441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6f589e-30da-4c58-b9fd-2a31eea1f354 None None] Network f9774299-172a-4573-b866-546a7feb8201 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:49:12.518337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddabea2-d17a-4851-bf28-7c38a0a01a73 req-157eb7da-a2b3-47a5-aed8-d8c7c574009a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:12.520153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ddabea2-d17a-4851-bf28-7c38a0a01a73 req-157eb7da-a2b3-47a5-aed8-d8c7c574009a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1066523 Jan 31 18:49:12.521250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c79ef8-3090-42aa-a7fe-e8593152f29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944f9d90-eb9b-4bb3-9f40-9eb061c02a9f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:12.564298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef9988-73a5-4b7e-85e5-f6d5f1dff07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1039fad-c072-415a-8633-969e1a7bb2d6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:12.684006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ddabea2-d17a-4851-bf28-7c38a0a01a73 req-708d5ea9-2086-451a-bb5c-c0a92bc63abc tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326313 Jan 31 18:49:12.765839 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a67f3e-9207-4d0d-8e13-e0ae469d90d7 admin admin] Router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:49:13.025736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa940c4-7056-473a-bb69-220e1304fa04 req-11cb71f9-ccd7-41d1-bb2c-0345d98d7aea tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:13.040653 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-efa940c4-7056-473a-bb69-220e1304fa04 req-11cb71f9-ccd7-41d1-bb2c-0345d98d7aea tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2073798 Jan 31 18:49:13.107775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a67f3e-9207-4d0d-8e13-e0ae469d90d7 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:49:13.117242 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-80a67f3e-9207-4d0d-8e13-e0ae469d90d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/03d5c44a-ba0c-4c06-90a0-9eb87a638d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7654471 Jan 31 18:49:13.120652 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44308) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:13.134240 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3f8932-97a2-4a22-846f-00b4d1081775 None None] Sync routers for ids ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:49:13.154108 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f8932-97a2-4a22-846f-00b4d1081775 None None] Routers {'03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:13.159316 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2a3f8932-97a2-4a22-846f-00b4d1081775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:13.188382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c496a8-2180-402d-a919-d491977dc959 req-558648d7-13eb-4515-a704-0ec949a531e4 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:13.196415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89c496a8-2180-402d-a919-d491977dc959 req-558648d7-13eb-4515-a704-0ec949a531e4 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 945 time: 0.2058182 Jan 31 18:49:13.210400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-efa940c4-7056-473a-bb69-220e1304fa04 req-08fe0a12-7d56-49ac-80c0-73a3b284775c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684659 Jan 31 18:49:13.305049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89c496a8-2180-402d-a919-d491977dc959 req-2480a80c-383e-48d1-b4b6-9e58acd37853 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078184 Jan 31 18:49:13.344731 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Publish callbacks [] for router (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:13.434126 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2a3f8932-97a2-4a22-846f-00b4d1081775 None None] Set router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:13.590633 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Publish callbacks [] for router_gateway (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:13.717703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Deleting port ff7ce6d3-39a6-4345-bba4-1772b9d032fd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:13.717703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:13.854673 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2a3f8932-97a2-4a22-846f-00b4d1081775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:49:11Z', 'revision_number': 5, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port': {'id': 'ff7ce6d3-39a6-4345-bba4-1772b9d032fd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:09Z', 'updated_at': '2022-01-31T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:13.857611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] For port ff7ce6d3-39a6-4345-bba4-1772b9d032fd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ff7ce6d3-39a6-4345-bba4-1772b9d032fd,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:13.858143 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:13.893200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Calling delete_port for ff7ce6d3-39a6-4345-bba4-1772b9d032fd owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:13.904027 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3f8932-97a2-4a22-846f-00b4d1081775 None None] Checking router: 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:49:13.918669 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f8932-97a2-4a22-846f-00b4d1081775 None None] Routers {'03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:13.919594 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2a3f8932-97a2-4a22-846f-00b4d1081775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:14.034426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-4375ecc5-6846-4a5e-83c3-72b7fc8f6930 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:14.042289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-4375ecc5-6846-4a5e-83c3-72b7fc8f6930 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/networks?id=f9774299-172a-4573-b866-546a7feb8201 HTTP/1.1" status: 200 len: 817 time: 0.3064339 Jan 31 18:49:14.069480 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b068a1a4-05bf-431b-8c18-48c9d2c8e73c tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/quotas/9df6474f80f942ae8213dbd345c10044 HTTP/1.1" status: 200 len: 375 time: 0.0251734 Jan 31 18:49:14.149828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-4afc5e3d-b236-4cb3-ae74-0ea2866cb7c6 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9df6474f80f942ae8213dbd345c10044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788767 Jan 31 18:49:14.230786 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2a3f8932-97a2-4a22-846f-00b4d1081775 None None] Set router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:14.327729 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ff7ce6d3-39a6-4345-bba4-1772b9d032fd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:14.331317 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2a3f8932-97a2-4a22-846f-00b4d1081775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:49:13Z', 'revision_number': 6, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:14.371458 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3f8932-97a2-4a22-846f-00b4d1081775 None None] The sync data for ids ['03d5c44a-ba0c-4c06-90a0-9eb87a638d2c'] in n-d-812111-15 is: [{'id': '03d5c44a-ba0c-4c06-90a0-9eb87a638d2c', 'name': 'tempest-TaggedBootDevicesTest-1227838961-router', 'tenant_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:04Z', 'updated_at': '2022-01-31T18:49:13Z', 'revision_number': 6, 'project_id': 'cbe5eea3c8794b23b6a855d7956c25bf', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:49:14.405360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-49e08a08-82d7-4c6c-9f23-cf7c32a0a679 service neutron] 10.222.0.20 "GET /v2.0/networks/f9774299-172a-4573-b866-546a7feb8201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421861 Jan 31 18:49:14.420470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7ce6d3-39a6-4345-bba4-1772b9d032fd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:14.529688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:14.641213 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:14.644431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Publish callbacks [] for router_controller (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:14.706020 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (03d5c44a-ba0c-4c06-90a0-9eb87a638d2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:14.706495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d5c44a-ba0c-4c06-90a0-9eb87a638d2c {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:49:14.717593 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:14.722243 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1ff2a686-3c94-45a0-8523-45b8ad7ffe3d admin admin] 10.222.0.20 "DELETE /v2.0/routers/03d5c44a-ba0c-4c06-90a0-9eb87a638d2c HTTP/1.1" status: 204 len: 168 time: 1.5970135 Jan 31 18:49:14.722561 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44362) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:14.800913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bd5bec-e224-46c9-bcc2-2b68b6edd305 admin admin] Deleting subnet e109565c-f7ac-4d00-b22b-e887bf719fa5 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:49:14.805040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20bd5bec-e224-46c9-bcc2-2b68b6edd305 admin admin] Publish callbacks [] for subnet (e109565c-f7ac-4d00-b22b-e887bf719fa5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:14.878699 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20bd5bec-e224-46c9-bcc2-2b68b6edd305 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (e109565c-f7ac-4d00-b22b-e887bf719fa5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:14.979161 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20bd5bec-e224-46c9-bcc2-2b68b6edd305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (e109565c-f7ac-4d00-b22b-e887bf719fa5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.054732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0ea06-1b60-49c7-ac85-f29ceb6d8990 req-031a8e21-442b-43d9-8d9b-e2ec0d731bbf tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:15.056325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33b0ea06-1b60-49c7-ac85-f29ceb6d8990 req-031a8e21-442b-43d9-8d9b-e2ec0d731bbf tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 945 time: 0.5524614 Jan 31 18:49:15.064563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-a0e39ea2-9594-4436-8d48-ad50ab1120fe service neutron] 10.222.0.20 "GET /v2.0/networks/f9774299-172a-4573-b866-546a7feb8201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580222 Jan 31 18:49:15.073195 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20bd5bec-e224-46c9-bcc2-2b68b6edd305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (e109565c-f7ac-4d00-b22b-e887bf719fa5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.090022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20bd5bec-e224-46c9-bcc2-2b68b6edd305 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.099358 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-20bd5bec-e224-46c9-bcc2-2b68b6edd305 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e109565c-f7ac-4d00-b22b-e887bf719fa5 HTTP/1.1" status: 204 len: 168 time: 0.3748841 Jan 31 18:49:15.100228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e8ea7-cbd3-451c-80d9-7deb750ca945 None None] Network e26b851d-0946-4172-af21-cdb27088cdaf requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:49:15.103678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-91fb6766-9ed3-49a6-b804-0b2a8997349b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:15.106033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-91fb6766-9ed3-49a6-b804-0b2a8997349b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 945 time: 0.1199069 Jan 31 18:49:15.106869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44368) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:15.134975 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd5bec-e224-46c9-bcc2-2b68b6edd305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e109565c-f7ac-4d00-b22b-e887bf719fa5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:15.181958 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44370) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:15.266657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33b0ea06-1b60-49c7-ac85-f29ceb6d8990 req-81cdd162-ef3f-483e-a445-b5db4cc365ed tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009375 Jan 31 18:49:15.338905 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (e26b851d-0946-4172-af21-cdb27088cdaf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.411521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a828aa47-632b-4d53-8efd-7a0df05d5b1e None None] DHCP port deletion for e26b851d-0946-4172-af21-cdb27088cdaf request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:49:15.444983 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3e82666-276f-4246-ab2f-c6eb218decff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.472058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Deleting port d81c86f5-33a2-42cc-a53f-a57de8408cdb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:15.477308 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.570305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a828aa47-632b-4d53-8efd-7a0df05d5b1e None None] Deleting port 1bd8c155-44e0-4432-ab33-66e31576a509 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:15.572904 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a828aa47-632b-4d53-8efd-7a0df05d5b1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.579738 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1bd8c155-44e0-4432-ab33-66e31576a509 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:15.580158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e57d2d0-104a-4be4-ab7e-6c54e3330ab0 req-777e2e45-e4c4-4128-9495-0eee381fe1ab tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 210 time: 0.1442785 Jan 31 18:49:15.664983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Deleting port 1bd8c155-44e0-4432-ab33-66e31576a509 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:15.664983 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.705455 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3e82666-276f-4246-ab2f-c6eb218decff admin admin] Publish callbacks [] for security_group (a6d72c44-b7e4-4fb8-b40c-be05355740bb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.712285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3e82666-276f-4246-ab2f-c6eb218decff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a6d72c44-b7e4-4fb8-b40c-be05355740bb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.763355 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e3e82666-276f-4246-ab2f-c6eb218decff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f574f08037644fd8e166efcdbd19dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5788136 Jan 31 18:49:15.769571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44384) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:15.770930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e82666-276f-4246-ab2f-c6eb218decff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d72c44-b7e4-4fb8-b40c-be05355740bb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:15.862651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] For port d81c86f5-33a2-42cc-a53f-a57de8408cdb, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d81c86f5-33a2-42cc-a53f-a57de8408cdb,segment=NetworkSegment(1eb0853a-81be-4b74-9244-8aef051fe078),segment_id=1eb0853a-81be-4b74-9244-8aef051fe078)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:15.863160 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.868526 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] For port 1bd8c155-44e0-4432-ab33-66e31576a509, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1bd8c155-44e0-4432-ab33-66e31576a509,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:15.869023 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.895189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a828aa47-632b-4d53-8efd-7a0df05d5b1e None None] For port 1bd8c155-44e0-4432-ab33-66e31576a509, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1bd8c155-44e0-4432-ab33-66e31576a509,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:15.895731 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a828aa47-632b-4d53-8efd-7a0df05d5b1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.896355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Calling delete_port for 1bd8c155-44e0-4432-ab33-66e31576a509 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:15.926729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a828aa47-632b-4d53-8efd-7a0df05d5b1e None None] Calling delete_port for 1bd8c155-44e0-4432-ab33-66e31576a509 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:15.928653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1bd8c155-44e0-4432-ab33-66e31576a509 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:15.929332 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:15.978677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23929daf-5f8b-43cc-ac26-78375c2558a1 admin admin] Publish callbacks [] for security_group (a6d72c44-b7e4-4fb8-b40c-be05355740bb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.017358 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 1bd8c155-44e0-4432-ab33-66e31576a509, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1bd8c155-44e0-4432-ab33-66e31576a509,segment=NetworkSegment(d413a1ff-5636-4b37-9038-752efb644ba6),segment_id=d413a1ff-5636-4b37-9038-752efb644ba6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:16.031846 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.032675 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 362a11ca-e808-4659-a35d-e8b222f6fd91 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:16.047258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23929daf-5f8b-43cc-ac26-78375c2558a1 admin admin] Publish callbacks [] for security_group (a6d72c44-b7e4-4fb8-b40c-be05355740bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.117301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=1bd8c155-44e0-4432-ab33-66e31576a509,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:16.129011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.129655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.130182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.131128 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.131690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.132204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.132728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.133248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.133746 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.134286 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.134829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.135343 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.136896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:16.141077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 362a11ca-e808-4659-a35d-e8b222f6fd91 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:49:16.141690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 362a11ca-e808-4659-a35d-e8b222f6fd91 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:49:16.142191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ff7ce6d3-39a6-4345-bba4-1772b9d032fd no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:16.145582 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23929daf-5f8b-43cc-ac26-78375c2558a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a6d72c44-b7e4-4fb8-b40c-be05355740bb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.148694 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23929daf-5f8b-43cc-ac26-78375c2558a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.149895 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-23929daf-5f8b-43cc-ac26-78375c2558a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6d72c44-b7e4-4fb8-b40c-be05355740bb HTTP/1.1" status: 204 len: 168 time: 0.3650870 Jan 31 18:49:16.165510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23929daf-5f8b-43cc-ac26-78375c2558a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d72c44-b7e4-4fb8-b40c-be05355740bb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:16.196650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: ff7ce6d3-39a6-4345-bba4-1772b9d032fd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:49:16.197011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ff7ce6d3-39a6-4345-bba4-1772b9d032fd not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:49:16.211653 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a828aa47-632b-4d53-8efd-7a0df05d5b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.256841 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1bd8c155-44e0-4432-ab33-66e31576a509), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.260601 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.261002 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (d0f939d6-91db-4778-bdf8-6ac581b55a59), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.261331 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Floating IP d0f939d6-91db-4778-bdf8-6ac581b55a59 disassociated. External IP: 172.25.8.77, port: d81c86f5-33a2-42cc-a53f-a57de8408cdb. Jan 31 18:49:16.261865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Calling delete_port for d81c86f5-33a2-42cc-a53f-a57de8408cdb owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:16.273427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828aa47-632b-4d53-8efd-7a0df05d5b1e None None] Pushing event deleted for resources: {'Port': ['ID=1bd8c155-44e0-4432-ab33-66e31576a509,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:16.283013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828aa47-632b-4d53-8efd-7a0df05d5b1e None None] No DVR routers for this DVR port 1bd8c155-44e0-4432-ab33-66e31576a509 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:49:16.337369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd8c155-44e0-4432-ab33-66e31576a509,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:16.347735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] No DVR routers for this DVR port 1bd8c155-44e0-4432-ab33-66e31576a509 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:49:16.503189 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (e26b851d-0946-4172-af21-cdb27088cdaf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.559070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26b851d-0946-4172-af21-cdb27088cdaf']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:16.576534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd413a1ff-5636-4b37-9038-752efb644ba6') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:16.577123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd413a1ff-5636-4b37-9038-752efb644ba6') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:16.595140 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (d413a1ff-5636-4b37-9038-752efb644ba6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.653411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dce609-27f2-43c5-8d50-0c3745200578 req-80a1002b-57a7-4d04-8ae0-5442781931a9 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:16.655232 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63dce609-27f2-43c5-8d50-0c3745200578 req-80a1002b-57a7-4d04-8ae0-5442781931a9 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 945 time: 0.1963677 Jan 31 18:49:16.659632 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (d413a1ff-5636-4b37-9038-752efb644ba6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.700947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:49:16.701610 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (d413a1ff-5636-4b37-9038-752efb644ba6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:49:16.703826 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:49:16.785537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d81c86f5-33a2-42cc-a53f-a57de8408cdb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.863857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Pushing event deleted for resources: {'Port': ['ID=d81c86f5-33a2-42cc-a53f-a57de8408cdb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:16.866079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (e26b851d-0946-4172-af21-cdb27088cdaf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.872033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b87bc286-0317-45e5-a9f7-d042ea682303 req-b604dde0-adec-4617-a627-ab958238d7af tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 210 time: 0.0871451 Jan 31 18:49:16.879872 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:16.888432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e26b851d-0946-4172-af21-cdb27088cdaf HTTP/1.1" status: 204 len: 168 time: 1.7742293 Jan 31 18:49:16.890190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44416) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:16.896692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63dce609-27f2-43c5-8d50-0c3745200578 req-0f6bb657-b82c-4a53-80af-335c5ae3c783 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups?id=8442b430-da87-4176-ac1f-193a9d8b7435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225008 Jan 31 18:49:16.900245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f71e0-7486-4eb0-b34a-4e6e008bbfe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e26b851d-0946-4172-af21-cdb27088cdaf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:17.085454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Router e72b9689-51f8-4783-9d59-cf055fcc075f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:49:17.623679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b5d507e5-b5f0-43f8-bec9-e9bc8312ba03 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:17.625259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b5d507e5-b5f0-43f8-bec9-e9bc8312ba03 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.49 "GET /v2.0/networks?id=f9774299-172a-4573-b866-546a7feb8201 HTTP/1.1" status: 200 len: 817 time: 0.3826509 Jan 31 18:49:17.628019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:49:17.646767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a6614-1772-44c6-bd2f-fbbe613c8f7f None None] Sync routers for ids ['e72b9689-51f8-4783-9d59-cf055fcc075f'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:49:17.654917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Request body: {'port': {'device_id': 'e31a7ea0-41e5-4284-8ce0-0ee3dc29c272', 'network_id': 'f9774299-172a-4573-b866-546a7feb8201', 'admin_state_up': True, 'tenant_id': '9df6474f80f942ae8213dbd345c10044'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:17.655633 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b218baf-0fa5-48b8-a787-2dd38b34e786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (460276b4-806a-444b-8964-e471e112aa0c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:17.667068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a6614-1772-44c6-bd2f-fbbe613c8f7f None None] Routers {'e72b9689-51f8-4783-9d59-cf055fcc075f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:17.668698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9c7a6614-1772-44c6-bd2f-fbbe613c8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e72b9689-51f8-4783-9d59-cf055fcc075f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:17.943430 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a314afe-e1c7-4cce-84b6-36681c56697f req-c7198342-a8f0-4021-89ed-c94a8a92aa3d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4833775 Jan 31 18:49:17.947339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] No DVR routers for this DVR port d81c86f5-33a2-42cc-a53f-a57de8408cdb on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:49:17.953356 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:17.958504 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40e7bc91-a5c6-42a6-819e-ce96770f85a6 req-81b51a16-b939-45d7-856f-3a09e94d232b tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.21 "DELETE /v2.0/ports/d81c86f5-33a2-42cc-a53f-a57de8408cdb HTTP/1.1" status: 204 len: 173 time: 2.8401351 Jan 31 18:49:17.959664 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'name': 'network-vif-deleted', 'tag': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:49:17.962963 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8ce5b7-8180-49d8-a4ca-78ca4a3c7b60" -d '{"events": [{"server_uuid": "fd115f6e-9692-47bf-9448-647cb6da99bf", "name": "network-vif-deleted", "tag": "d81c86f5-33a2-42cc-a53f-a57de8408cdb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:49:18.062699 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4919e2-655a-418a-8d2e-723d5f79da02 x-openstack-request-id: req-4e4919e2-655a-418a-8d2e-723d5f79da02 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:49:18.075470 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd115f6e-9692-47bf-9448-647cb6da99bf", "name": "network-vif-deleted", "tag": "d81c86f5-33a2-42cc-a53f-a57de8408cdb", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:49:18.080884 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e4919e2-655a-418a-8d2e-723d5f79da02 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:49:18.081641 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd115f6e-9692-47bf-9448-647cb6da99bf', 'name': 'network-vif-deleted', 'tag': 'd81c86f5-33a2-42cc-a53f-a57de8408cdb', 'status': 'completed', 'code': 200} Jan 31 18:49:18.112429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Made reservation on behalf of 9df6474f80f942ae8213dbd345c10044 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:18.117487 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:18.207273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d81c86f5-33a2-42cc-a53f-a57de8408cdb no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:18.246775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98ac597a-3f36-4875-8ecb-3840e7ee0007 req-fb99733c-8c5d-468f-b1bf-626426692b41 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.0607426 Jan 31 18:49:18.268657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314afe-e1c7-4cce-84b6-36681c56697f req-6ab6e289-d697-4979-bbd3-913c4dc44868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:18.271162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a314afe-e1c7-4cce-84b6-36681c56697f req-6ab6e289-d697-4979-bbd3-913c4dc44868 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 1129 time: 0.2876809 Jan 31 18:49:18.351486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: d81c86f5-33a2-42cc-a53f-a57de8408cdb {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:49:18.352094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d81c86f5-33a2-42cc-a53f-a57de8408cdb not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:49:18.382162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9c7a6614-1772-44c6-bd2f-fbbe613c8f7f None None] Set router e72b9689-51f8-4783-9d59-cf055fcc075f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:18.426860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Allocated IP 172.20.0.11 (f9774299-172a-4573-b866-546a7feb8201/0672c89e-5954-4604-95b3-3319e8a1de5a/1fe67b99-5d41-47ed-9b05-20c2cc3d7d00) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:49:18.554495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac783537-edc9-4a69-86e1-82505b9180b2 req-dd058e58-a814-4c08-a585-b03a17da6378 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 210 time: 0.3063188 Jan 31 18:49:18.812593 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Publish callbacks [] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:18.822734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314afe-e1c7-4cce-84b6-36681c56697f req-f379ed24-7868-4637-869b-f0619af9af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:18.827879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a314afe-e1c7-4cce-84b6-36681c56697f req-f379ed24-7868-4637-869b-f0619af9af25 service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.3118258 Jan 31 18:49:18.900810 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b41dbfd0-e14d-4e98-8c4a-161a33fb82b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:18.958810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a314afe-e1c7-4cce-84b6-36681c56697f req-6f4ef5f8-753c-4fd7-b4ab-16e1d344ebfc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c46f182-e9a9-4386-bebd-cd1e64ec66cc HTTP/1.1" status: 200 len: 217 time: 0.1216288 Jan 31 18:49:19.048684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9c7a6614-1772-44c6-bd2f-fbbe613c8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fbcbdc5d-971f-4da5-92c2-05d650c323e6', 'name': '', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'mac_address': 'fa:16:3e:91:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:14Z', 'updated_at': '2022-01-31T18:46:22Z', 'revision_number': 5, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'subnets': [{'id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:19.062389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9b218baf-0fa5-48b8-a787-2dd38b34e786 admin admin] Deleting port 8b571699-6fb3-4d22-9205-1baa400f287e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:19.063032 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b218baf-0fa5-48b8-a787-2dd38b34e786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:19.081032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a6614-1772-44c6-bd2f-fbbe613c8f7f None None] Checking router: e72b9689-51f8-4783-9d59-cf055fcc075f for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:49:19.091920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a6614-1772-44c6-bd2f-fbbe613c8f7f None None] Routers {'e72b9689-51f8-4783-9d59-cf055fcc075f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:19.092845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9c7a6614-1772-44c6-bd2f-fbbe613c8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e72b9689-51f8-4783-9d59-cf055fcc075f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:19.106157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314afe-e1c7-4cce-84b6-36681c56697f req-c6a82674-77ab-48ac-92ff-ac7e0b1d1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:19.107684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a314afe-e1c7-4cce-84b6-36681c56697f req-c6a82674-77ab-48ac-92ff-ac7e0b1d1bd0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.1299169 Jan 31 18:49:19.109743 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:19.215489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9b218baf-0fa5-48b8-a787-2dd38b34e786 admin admin] For port 8b571699-6fb3-4d22-9205-1baa400f287e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8b571699-6fb3-4d22-9205-1baa400f287e,segment=NetworkSegment(e212e969-db11-4933-a7d7-8d3528fc78da),segment_id=e212e969-db11-4933-a7d7-8d3528fc78da)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:19.215489 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b218baf-0fa5-48b8-a787-2dd38b34e786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:19.234865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9b218baf-0fa5-48b8-a787-2dd38b34e786 admin admin] Calling delete_port for 8b571699-6fb3-4d22-9205-1baa400f287e owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:19.253842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Network f9774299-172a-4573-b866-546a7feb8201 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:49:19.265525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:49:19.271849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:49:19.348245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:19.353760 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:19.399960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Pushing event updated for resources: {'Port': ['ID=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:19.416896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-ebf45b27-1c7f-47c5-b594-de6dd8c31fff tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7810285 Jan 31 18:49:19.432517 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9c7a6614-1772-44c6-bd2f-fbbe613c8f7f None None] Set router e72b9689-51f8-4783-9d59-cf055fcc075f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:19.437280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Request body: {'port': {'device_id': 'e31a7ea0-41e5-4284-8ce0-0ee3dc29c272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:19.446451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314afe-e1c7-4cce-84b6-36681c56697f req-f4e4937f-688f-4f80-a297-432d29f87b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:19.448359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a314afe-e1c7-4cce-84b6-36681c56697f req-f4e4937f-688f-4f80-a297-432d29f87b82 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2648561 Jan 31 18:49:19.547800 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b218baf-0fa5-48b8-a787-2dd38b34e786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8b571699-6fb3-4d22-9205-1baa400f287e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:19.594098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98b82b05-63cb-4b07-9a13-652886825bcb req-022dd764-305a-44b2-b0b7-01cf878f27b1 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.1726320 Jan 31 18:49:19.596810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a314afe-e1c7-4cce-84b6-36681c56697f req-7bd2a52e-339d-4993-a2bc-2b196b51a045 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114900 Jan 31 18:49:19.726865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b218baf-0fa5-48b8-a787-2dd38b34e786 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b571699-6fb3-4d22-9205-1baa400f287e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:19.850910 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:19.937163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9c7a6614-1772-44c6-bd2f-fbbe613c8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fbcbdc5d-971f-4da5-92c2-05d650c323e6', 'name': '', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'mac_address': 'fa:16:3e:91:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:14Z', 'updated_at': '2022-01-31T18:46:22Z', 'revision_number': 5, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'subnets': [{'id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:19.969550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a6614-1772-44c6-bd2f-fbbe613c8f7f None None] The sync data for ids ['e72b9689-51f8-4783-9d59-cf055fcc075f'] in n-d-812111-15 is: [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fbcbdc5d-971f-4da5-92c2-05d650c323e6', 'name': '', 'network_id': '53659b63-7d50-423a-a0c2-dc2523e38b4a', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'mac_address': 'fa:16:3e:91:04:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:14Z', 'updated_at': '2022-01-31T18:46:22Z', 'revision_number': 5, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'subnets': [{'id': 'e168f3a1-dec1-458e-b66a-04d877fec2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:49:19.991057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b218baf-0fa5-48b8-a787-2dd38b34e786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (460276b4-806a-444b-8964-e471e112aa0c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:20.092637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f35df-6dd4-4377-853b-14f051fde4a4 req-ce3e6917-61a5-46cf-8f29-296d57683623 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:20.104060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a7f35df-6dd4-4377-853b-14f051fde4a4 req-ce3e6917-61a5-46cf-8f29-296d57683623 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 932 time: 0.3208337 Jan 31 18:49:20.223459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a314afe-e1c7-4cce-84b6-36681c56697f req-2e673e5f-6caf-4411-a268-30e540fcaf14 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150270 Jan 31 18:49:20.407072 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a7f35df-6dd4-4377-853b-14f051fde4a4 req-396dafbe-d83b-4005-8713-b7d966c93ea4 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e8fed4c-c00a-4d2b-aae0-677a65069c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019845 Jan 31 18:49:20.482738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b218baf-0fa5-48b8-a787-2dd38b34e786 admin admin] Router 460276b4-806a-444b-8964-e471e112aa0c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:49:20.492516 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a7c02-3fcf-4166-95fd-35f4e251f9f1 None None] New status for floating IP d0f939d6-91db-4778-bdf8-6ac581b55a59: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:49:20.538476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91347c44-f889-49c3-ab23-f2290066aed2 req-5acbbffc-5885-4103-afb3-20bfc178bf33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3351123 Jan 31 18:49:20.617917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44474) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:20.640699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-353be438-63f2-48fa-96e5-c8eb8094944f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887643078', 'description': 'tempest-secgroup-smoke-887643078 description', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:20.748004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-353be438-63f2-48fa-96e5-c8eb8094944f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:20.765232 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-353be438-63f2-48fa-96e5-c8eb8094944f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:20.822892 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b218baf-0fa5-48b8-a787-2dd38b34e786 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:49:20.832504 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9b218baf-0fa5-48b8-a787-2dd38b34e786 admin admin] 10.222.0.20 "PUT /v2.0/routers/460276b4-806a-444b-8964-e471e112aa0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9371951 Jan 31 18:49:20.834759 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:20.841397 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff4f7b-f5b9-4c26-a61b-f04a32eb9641 None None] Sync routers for ids ['460276b4-806a-444b-8964-e471e112aa0c'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:49:20.866422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff4f7b-f5b9-4c26-a61b-f04a32eb9641 None None] Routers {'460276b4-806a-444b-8964-e471e112aa0c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:20.869177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-75ff4f7b-f5b9-4c26-a61b-f04a32eb9641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:48:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['460276b4-806a-444b-8964-e471e112aa0c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:21.044134 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-353be438-63f2-48fa-96e5-c8eb8094944f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (64b632b1-62bd-47fe-9692-fb2226359ad6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.054382 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-353be438-63f2-48fa-96e5-c8eb8094944f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (64b632b1-62bd-47fe-9692-fb2226359ad6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.146058 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-353be438-63f2-48fa-96e5-c8eb8094944f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (ace46808-6033-40ff-a2a2-d9dcbb9d29c0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.153567 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Publish callbacks [] for router (460276b4-806a-444b-8964-e471e112aa0c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.157711 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-353be438-63f2-48fa-96e5-c8eb8094944f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ace46808-6033-40ff-a2a2-d9dcbb9d29c0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.167296 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce925572-0714-48ab-acfa-3073c6b37fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.232505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-75ff4f7b-f5b9-4c26-a61b-f04a32eb9641 None None] Set router 460276b4-806a-444b-8964-e471e112aa0c gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:21.294195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:49:21.299034 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-353be438-63f2-48fa-96e5-c8eb8094944f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.300104 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-353be438-63f2-48fa-96e5-c8eb8094944f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6779690 Jan 31 18:49:21.304101 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Publish callbacks [] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.309391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353be438-63f2-48fa-96e5-c8eb8094944f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b632b1-62bd-47fe-9692-fb2226359ad6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:21.323097 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44488) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:21.325127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Transition to ACTIVE for port object 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:49:21.345827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': 'ace46808-6033-40ff-a2a2-d9dcbb9d29c0', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:21.347230 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.445297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353be438-63f2-48fa-96e5-c8eb8094944f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace46808-6033-40ff-a2a2-d9dcbb9d29c0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:21.468569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d25c9ad5-ab66-4fd7-b9ea-2d9124716d76 req-103cf6ff-0762-418c-9c58-02b97b643f11 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.1345310 Jan 31 18:49:21.488615 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (6918d30b-490e-4359-a61b-c68b9097209d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.506272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91347c44-f889-49c3-ab23-f2290066aed2 req-8cacb8e3-8116-4e58-8229-a7a38ad88784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:21.508240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91347c44-f889-49c3-ab23-f2290066aed2 req-8cacb8e3-8116-4e58-8229-a7a38ad88784 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6516ec100941423681bdcab610bd8b45&device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 1128 time: 0.8383632 Jan 31 18:49:21.521662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:21.584878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-75ff4f7b-f5b9-4c26-a61b-f04a32eb9641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460276b4-806a-444b-8964-e471e112aa0c', 'name': 'tempest-TaggedBootDevicesTest-1623337804-router', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:29Z', 'updated_at': '2022-01-31T18:49:19Z', 'revision_number': 5, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'gw_port': {'id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:30Z', 'updated_at': '2022-01-31T18:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:21.618294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff4f7b-f5b9-4c26-a61b-f04a32eb9641 None None] Checking router: 460276b4-806a-444b-8964-e471e112aa0c for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:49:21.630059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff4f7b-f5b9-4c26-a61b-f04a32eb9641 None None] Routers {'460276b4-806a-444b-8964-e471e112aa0c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:21.630686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-75ff4f7b-f5b9-4c26-a61b-f04a32eb9641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['460276b4-806a-444b-8964-e471e112aa0c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:21.669617 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (6918d30b-490e-4359-a61b-c68b9097209d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.680662 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (6918d30b-490e-4359-a61b-c68b9097209d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.718338 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.720357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2e7e4-2d9c-4553-bb0b-bda38070ac76 req-1ef3923c-f88d-45c9-8244-b88e729ecb12 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:21.720850 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3812783 Jan 31 18:49:21.725117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44492) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:21.727890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cd2e7e4-2d9c-4553-bb0b-bda38070ac76 req-1ef3923c-f88d-45c9-8244-b88e729ecb12 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 944 time: 0.1864111 Jan 31 18:49:21.734820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Attempting to bind port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:49:21.735230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Attempting to bind port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f9774299-172a-4573-b866-546a7feb8201'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:49:21.735637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Attempting to bind port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 on network f9774299-172a-4573-b866-546a7feb8201 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:49:21.737729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-eda4400c-b966-4c1a-90e2-1b93ef2454a4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': 'ace46808-6033-40ff-a2a2-d9dcbb9d29c0', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:21.744250 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6918d30b-490e-4359-a61b-c68b9097209d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:21.748402 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Publish callbacks [] for router_gateway (460276b4-806a-444b-8964-e471e112aa0c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.752061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 on network f9774299-172a-4573-b866-546a7feb8201 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:49:21.752478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Attempting to bind port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 on network f9774299-172a-4573-b866-546a7feb8201 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:49:21.770950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91347c44-f889-49c3-ab23-f2290066aed2 req-47b4d9d7-6121-4914-8ee7-aea9f6ba4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:21.772641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91347c44-f889-49c3-ab23-f2290066aed2 req-47b4d9d7-6121-4914-8ee7-aea9f6ba4576 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27401cd3-5f04-4e9e-85be-bf492cb058b7 HTTP/1.1" status: 200 len: 906 time: 0.2296422 Jan 31 18:49:21.774951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:49:21.775388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Checking segment: {'id': 'dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f9774299-172a-4573-b866-546a7feb8201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:49:21.775851 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Bound using segment: {'id': 'dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f9774299-172a-4573-b866-546a7feb8201'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:49:21.776374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Bound port: 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'f9774299-172a-4573-b866-546a7feb8201'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:49:21.777105 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.800789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.801160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.801522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.801876 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.802229 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.802569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.802939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.803304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.803647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.803989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.804360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.804708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.805121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6508ae3f-08f5-4850-a07a-f6159500bb70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:21.838354 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eda4400c-b966-4c1a-90e2-1b93ef2454a4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (f580624d-389c-428e-a065-de8e35a746a4), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.910207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eda4400c-b966-4c1a-90e2-1b93ef2454a4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (f580624d-389c-428e-a065-de8e35a746a4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.917735 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eda4400c-b966-4c1a-90e2-1b93ef2454a4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (f580624d-389c-428e-a065-de8e35a746a4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.939692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-75ff4f7b-f5b9-4c26-a61b-f04a32eb9641 None None] Set router 460276b4-806a-444b-8964-e471e112aa0c gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:21.950936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cd2e7e4-2d9c-4553-bb0b-bda38070ac76 req-9b3faa1f-d9c5-49d2-a1cf-66e68b63fc26 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e8fed4c-c00a-4d2b-aae0-677a65069c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216051 Jan 31 18:49:21.961910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91347c44-f889-49c3-ab23-f2290066aed2 req-a53dfe86-d8f3-4b58-8c15-3dcc1ccb9985 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 HTTP/1.1" status: 200 len: 1001 time: 0.1650162 Jan 31 18:49:21.972550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] For port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:49:21.977659 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eda4400c-b966-4c1a-90e2-1b93ef2454a4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:21.982439 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eda4400c-b966-4c1a-90e2-1b93ef2454a4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2496104 Jan 31 18:49:21.986127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] For port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00,segment=NetworkSegment(dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5),segment_id=dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:49:21.988879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44498) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:21.994133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Deleting port 8c5ffaef-6f95-454c-9e24-706aa15a18b4 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:21.994829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.000267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4400c-b966-4c1a-90e2-1b93ef2454a4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f580624d-389c-428e-a065-de8e35a746a4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:22.080390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-aa956170-6066-4056-8fda-228e888abd92 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': 'ace46808-6033-40ff-a2a2-d9dcbb9d29c0', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:22.125978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] For port 8c5ffaef-6f95-454c-9e24-706aa15a18b4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8c5ffaef-6f95-454c-9e24-706aa15a18b4,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:22.126809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.145710 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Calling delete_port for 8c5ffaef-6f95-454c-9e24-706aa15a18b4 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:22.172173 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.204572 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa956170-6066-4056-8fda-228e888abd92 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (44add550-3fcd-447b-8090-69bc436a91e3), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.298324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-75ff4f7b-f5b9-4c26-a61b-f04a32eb9641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460276b4-806a-444b-8964-e471e112aa0c', 'name': 'tempest-TaggedBootDevicesTest-1623337804-router', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:29Z', 'updated_at': '2022-01-31T18:49:19Z', 'revision_number': 5, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'gw_port': {'id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:30Z', 'updated_at': '2022-01-31T18:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:22.366639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff4f7b-f5b9-4c26-a61b-f04a32eb9641 None None] The sync data for ids ['460276b4-806a-444b-8964-e471e112aa0c'] in n-d-812111-15 is: [{'id': '460276b4-806a-444b-8964-e471e112aa0c', 'name': 'tempest-TaggedBootDevicesTest-1623337804-router', 'tenant_id': '81eb893756ad48478f9f981199e09ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:39:29Z', 'updated_at': '2022-01-31T18:49:19Z', 'revision_number': 5, 'project_id': '81eb893756ad48478f9f981199e09ef7', 'gw_port': {'id': '8c5ffaef-6f95-454c-9e24-706aa15a18b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:dd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460276b4-806a-444b-8964-e471e112aa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:39:30Z', 'updated_at': '2022-01-31T18:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:49:22.397447 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.407783 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8c5ffaef-6f95-454c-9e24-706aa15a18b4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.430447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91347c44-f889-49c3-ab23-f2290066aed2 req-97ce2276-4796-41d5-a06e-25d2f63f8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:22.433610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91347c44-f889-49c3-ab23-f2290066aed2 req-97ce2276-4796-41d5-a06e-25d2f63f8067 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=973020d3-7bcb-48f4-b48f-faf71ef6a618 HTTP/1.1" status: 200 len: 844 time: 0.4639173 Jan 31 18:49:22.437276 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa956170-6066-4056-8fda-228e888abd92 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (44add550-3fcd-447b-8090-69bc436a91e3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.461420 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa956170-6066-4056-8fda-228e888abd92 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (44add550-3fcd-447b-8090-69bc436a91e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.462747 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5ffaef-6f95-454c-9e24-706aa15a18b4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:22.467941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:22.468712 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.472645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] 10.222.0.49 "PUT /v2.0/ports/1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 HTTP/1.1" status: 200 len: 1093 time: 3.0414414 Jan 31 18:49:22.475490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31a7ea0-41e5-4284-8ce0-0ee3dc29c272', 'tag': '1fe67b99-5d41-47ed-9b05-20c2cc3d7d00'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:49:22.478069 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f924b593-6fe1-4bc3-b6db-69f73ee88470" -d '{"events": [{"name": "network-changed", "server_uuid": "e31a7ea0-41e5-4284-8ce0-0ee3dc29c272", "tag": "1fe67b99-5d41-47ed-9b05-20c2cc3d7d00"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:49:22.556179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b06e5-9cec-4f4c-8afb-67df1bb603c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:22.568816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa956170-6066-4056-8fda-228e888abd92 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44add550-3fcd-447b-8090-69bc436a91e3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:22.633153 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97f415c-cf66-4063-af5a-3e086082fca5 x-openstack-request-id: req-e97f415c-cf66-4063-af5a-3e086082fca5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:49:22.633577 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31a7ea0-41e5-4284-8ce0-0ee3dc29c272", "tag": "1fe67b99-5d41-47ed-9b05-20c2cc3d7d00", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:49:22.633890 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e97f415c-cf66-4063-af5a-3e086082fca5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:49:22.634407 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31a7ea0-41e5-4284-8ce0-0ee3dc29c272', 'tag': '1fe67b99-5d41-47ed-9b05-20c2cc3d7d00', 'status': 'completed', 'code': 200} Jan 31 18:49:22.653245 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (460276b4-806a-444b-8964-e471e112aa0c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.657015 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa956170-6066-4056-8fda-228e888abd92 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.658343 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-aa956170-6066-4056-8fda-228e888abd92 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6683502 Jan 31 18:49:22.663364 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44506) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:22.670620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b6511f0b-76dd-4967-bfd7-1df82844d64e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': 'ace46808-6033-40ff-a2a2-d9dcbb9d29c0', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:22.738908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b5cc5d7-2465-421d-884c-824ed0db8d0f req-d518a7a4-734c-4cc6-81d2-f5d9cbf92edb tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.1031165 Jan 31 18:49:22.747370 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6511f0b-76dd-4967-bfd7-1df82844d64e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (aea30cef-1636-4582-a778-4488f52008a9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.786807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (460276b4-806a-444b-8964-e471e112aa0c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.794591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91347c44-f889-49c3-ab23-f2290066aed2 req-f808d888-889d-401d-b5d5-a00b779664d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:22.796517 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91347c44-f889-49c3-ab23-f2290066aed2 req-f808d888-889d-401d-b5d5-a00b779664d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27401cd3-5f04-4e9e-85be-bf492cb058b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3513734 Jan 31 18:49:22.800916 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Publish callbacks [] for router_controller (460276b4-806a-444b-8964-e471e112aa0c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.811302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-1c6e1790-67eb-4e8a-82f5-c17dcf8616a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:22.813558 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-1c6e1790-67eb-4e8a-82f5-c17dcf8616a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9df6474f80f942ae8213dbd345c10044&device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 1127 time: 0.2818515 Jan 31 18:49:22.880878 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (460276b4-806a-444b-8964-e471e112aa0c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.882346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460276b4-806a-444b-8964-e471e112aa0c {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:49:22.888110 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-94307c67-8b18-4f76-94c8-160d9b476313 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 HTTP/1.1" status: 200 len: 217 time: 0.0613737 Jan 31 18:49:22.890349 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:22.897365 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0b036c7e-f94f-4ef2-9460-d45099c0c333 admin admin] 10.222.0.20 "DELETE /v2.0/routers/460276b4-806a-444b-8964-e471e112aa0c HTTP/1.1" status: 204 len: 168 time: 2.0614188 Jan 31 18:49:22.898276 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:22.971380 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff65a075-aa6c-47cc-9253-ef5cc8f4887f admin admin] Deleting subnet ffb42997-cda2-420f-be46-3aeccc1e7b81 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:49:22.975328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff65a075-aa6c-47cc-9253-ef5cc8f4887f admin admin] Publish callbacks [] for subnet (ffb42997-cda2-420f-be46-3aeccc1e7b81), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.077593 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff65a075-aa6c-47cc-9253-ef5cc8f4887f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (ffb42997-cda2-420f-be46-3aeccc1e7b81), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.095127 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:49:23.125304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-1f436535-bcc5-4904-be37-89dc7c48f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:23.131736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-1f436535-bcc5-4904-be37-89dc7c48f5e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0672c89e-5954-4604-95b3-3319e8a1de5a HTTP/1.1" status: 200 len: 857 time: 0.2209742 Jan 31 18:49:23.171011 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6511f0b-76dd-4967-bfd7-1df82844d64e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (aea30cef-1636-4582-a778-4488f52008a9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.193144 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6511f0b-76dd-4967-bfd7-1df82844d64e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (aea30cef-1636-4582-a778-4488f52008a9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.243697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff65a075-aa6c-47cc-9253-ef5cc8f4887f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (ffb42997-cda2-420f-be46-3aeccc1e7b81), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.265809 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-337aa83e-dd5d-43b7-883b-dcba7a1d6ad8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9774299-172a-4573-b866-546a7feb8201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883045 Jan 31 18:49:23.321413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91347c44-f889-49c3-ab23-f2290066aed2 req-520a535c-e2bc-45a5-9c5d-9eaafd6b7780 service neutron] 10.222.0.21 "GET /v2.0/networks/27401cd3-5f04-4e9e-85be-bf492cb058b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999652 Jan 31 18:49:23.337415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6511f0b-76dd-4967-bfd7-1df82844d64e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea30cef-1636-4582-a778-4488f52008a9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:23.358391 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff65a075-aa6c-47cc-9253-ef5cc8f4887f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (ffb42997-cda2-420f-be46-3aeccc1e7b81), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.452491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa09f59-da48-4873-b91d-b354db11cd13 None None] Network ebc35a3e-3ec2-4050-a155-d09d1f7f25ff requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:49:23.453834 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65a075-aa6c-47cc-9253-ef5cc8f4887f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb42997-cda2-420f-be46-3aeccc1e7b81,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:23.466805 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff65a075-aa6c-47cc-9253-ef5cc8f4887f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.477895 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ff65a075-aa6c-47cc-9253-ef5cc8f4887f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ffb42997-cda2-420f-be46-3aeccc1e7b81 HTTP/1.1" status: 204 len: 168 time: 0.5763333 Jan 31 18:49:23.481259 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44518) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:23.555921 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6511f0b-76dd-4967-bfd7-1df82844d64e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.557244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b6511f0b-76dd-4967-bfd7-1df82844d64e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8910296 Jan 31 18:49:23.577951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:23.590409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-36190451-13d1-4118-903a-cad8d534d2f6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': 'ace46808-6033-40ff-a2a2-d9dcbb9d29c0', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:23.599173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91347c44-f889-49c3-ab23-f2290066aed2 req-757dbb29-7e71-4ec1-9a15-87c1bd7ed570 service neutron] 10.222.0.21 "GET /v2.0/networks/27401cd3-5f04-4e9e-85be-bf492cb058b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498047 Jan 31 18:49:23.619418 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8b571699-6fb3-4d22-9205-1baa400f287e no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:23.631285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b09d6f-164e-451b-a891-bdc1b9f6ea86 req-0d178599-efac-409a-9730-ff9928581ad4 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:23.638906 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (ebc35a3e-3ec2-4050-a155-d09d1f7f25ff), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.640259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3b09d6f-164e-451b-a891-bdc1b9f6ea86 req-0d178599-efac-409a-9730-ff9928581ad4 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 944 time: 0.4649336 Jan 31 18:49:23.652539 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-36190451-13d1-4118-903a-cad8d534d2f6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Project ee02e97acfcd42578f53acc92edaa3d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:49:23.684084 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36190451-13d1-4118-903a-cad8d534d2f6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (a619b51e-6033-4091-90a9-fdae372840fd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.688266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 8b571699-6fb3-4d22-9205-1baa400f287e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:49:23.688660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8b571699-6fb3-4d22-9205-1baa400f287e not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:49:23.707495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-9aa9c6ae-3c20-4d20-bea5-4e50ef3cb5da service neutron] 10.222.0.49 "GET /v2.0/networks/f9774299-172a-4573-b866-546a7feb8201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198182 Jan 31 18:49:23.763608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3b09d6f-164e-451b-a891-bdc1b9f6ea86 req-8f05bc48-2107-4ef5-b7d7-8ba23b6527d3 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e8fed4c-c00a-4d2b-aae0-677a65069c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164508 Jan 31 18:49:23.795250 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36190451-13d1-4118-903a-cad8d534d2f6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (a619b51e-6033-4091-90a9-fdae372840fd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.814739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36190451-13d1-4118-903a-cad8d534d2f6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a619b51e-6033-4091-90a9-fdae372840fd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.876879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Deleting port 2a249e69-66c0-4f44-bf98-7c7298310aa2 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:23.877224 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:23.899089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade58ece-cbc2-4f28-a85e-927f31120828 None None] DHCP port deletion for ebc35a3e-3ec2-4050-a155-d09d1f7f25ff request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:49:23.913886 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7c7fe62-06ce-4209-9887-3de3ed59403f req-e0a8f063-51ea-4cbc-8586-89f457c19207 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.0380523 Jan 31 18:49:23.918746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abfb2f7d-d19b-4458-9b04-e6ad265fd116 req-2f31b732-bac4-40e0-961b-4bec43c75bf8 service neutron] 10.222.0.49 "GET /v2.0/networks/f9774299-172a-4573-b866-546a7feb8201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006915 Jan 31 18:49:23.976464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ade58ece-cbc2-4f28-a85e-927f31120828 None None] Deleting port 2a249e69-66c0-4f44-bf98-7c7298310aa2 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:23.976907 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ade58ece-cbc2-4f28-a85e-927f31120828 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.004156 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36190451-13d1-4118-903a-cad8d534d2f6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.008770 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-36190451-13d1-4118-903a-cad8d534d2f6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4294026 Jan 31 18:49:24.009997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:24.015671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36190451-13d1-4118-903a-cad8d534d2f6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a619b51e-6033-4091-90a9-fdae372840fd,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:24.022810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7f49a630-0b27-4ed4-aa9f-5b369fe0da11 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': 'ace46808-6033-40ff-a2a2-d9dcbb9d29c0', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:24.050954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] For port 2a249e69-66c0-4f44-bf98-7c7298310aa2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2a249e69-66c0-4f44-bf98-7c7298310aa2,segment=NetworkSegment(e212e969-db11-4933-a7d7-8d3528fc78da),segment_id=e212e969-db11-4933-a7d7-8d3528fc78da)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:24.051386 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.054148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924b593-6fe1-4bc3-b6db-69f73ee88470 req-deb32e73-6e2b-44ba-b7d1-c4df09282b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:24.055637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f924b593-6fe1-4bc3-b6db-69f73ee88470 req-deb32e73-6e2b-44ba-b7d1-c4df09282b76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9df6474f80f942ae8213dbd345c10044&device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 1127 time: 0.0588784 Jan 31 18:49:24.078793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Calling delete_port for 2a249e69-66c0-4f44-bf98-7c7298310aa2 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:24.093353 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-7f49a630-0b27-4ed4-aa9f-5b369fe0da11 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Project ee02e97acfcd42578f53acc92edaa3d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:49:24.100233 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.104068 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f49a630-0b27-4ed4-aa9f-5b369fe0da11 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (99e99d2f-a69f-4741-930e-945336d67f80), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.130090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ade58ece-cbc2-4f28-a85e-927f31120828 None None] For port 2a249e69-66c0-4f44-bf98-7c7298310aa2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2a249e69-66c0-4f44-bf98-7c7298310aa2,segment=NetworkSegment(e212e969-db11-4933-a7d7-8d3528fc78da),segment_id=e212e969-db11-4933-a7d7-8d3528fc78da)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:24.131109 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ade58ece-cbc2-4f28-a85e-927f31120828 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.173919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ade58ece-cbc2-4f28-a85e-927f31120828 None None] Calling delete_port for 2a249e69-66c0-4f44-bf98-7c7298310aa2 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:24.225089 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.290457 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f49a630-0b27-4ed4-aa9f-5b369fe0da11 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (99e99d2f-a69f-4741-930e-945336d67f80), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.305107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924b593-6fe1-4bc3-b6db-69f73ee88470 req-0587ee5b-fa8d-4c80-a9a8-735949716d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:24.318717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f924b593-6fe1-4bc3-b6db-69f73ee88470 req-0587ee5b-fa8d-4c80-a9a8-735949716d22 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9774299-172a-4573-b866-546a7feb8201 HTTP/1.1" status: 200 len: 918 time: 0.2487361 Jan 31 18:49:24.324688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f49a630-0b27-4ed4-aa9f-5b369fe0da11 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (99e99d2f-a69f-4741-930e-945336d67f80), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.343767 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: from cryptography.utils import int_from_bytes Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: from cryptography.utils import int_from_bytes Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.366335 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:49:24.369616 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:49:24.377407 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ade58ece-cbc2-4f28-a85e-927f31120828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (2a249e69-66c0-4f44-bf98-7c7298310aa2), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.392110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade58ece-cbc2-4f28-a85e-927f31120828 None None] No DVR routers for this DVR port 2a249e69-66c0-4f44-bf98-7c7298310aa2 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:49:24.430281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade58ece-cbc2-4f28-a85e-927f31120828 None None] Pushing event deleted for resources: {'Port': ['ID=2a249e69-66c0-4f44-bf98-7c7298310aa2,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:24.431132 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f924b593-6fe1-4bc3-b6db-69f73ee88470 req-da78ad0f-5bea-4843-8da4-38ec6dffd239 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 HTTP/1.1" status: 200 len: 217 time: 0.1110485 Jan 31 18:49:24.440086 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49a630-0b27-4ed4-aa9f-5b369fe0da11 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e99d2f-a69f-4741-930e-945336d67f80,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:24.444884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a249e69-66c0-4f44-bf98-7c7298310aa2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:24.448736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f49a630-0b27-4ed4-aa9f-5b369fe0da11 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.449959 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7f49a630-0b27-4ed4-aa9f-5b369fe0da11 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4310613 Jan 31 18:49:24.453319 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] No DVR routers for this DVR port 2a249e69-66c0-4f44-bf98-7c7298310aa2 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:49:24.455285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:24.467626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f92eab0e-dcd7-4043-aa32-84b923ac2ea7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'network': {'name': 'tempest-network-smoke--423720564', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'port_security_enabled': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:24.524194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924b593-6fe1-4bc3-b6db-69f73ee88470 req-9a513a09-5143-4339-a153-63641a7b2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:24.525936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f924b593-6fe1-4bc3-b6db-69f73ee88470 req-9a513a09-5143-4339-a153-63641a7b2779 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0672c89e-5954-4604-95b3-3319e8a1de5a HTTP/1.1" status: 200 len: 857 time: 0.0882418 Jan 31 18:49:24.528554 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92eab0e-dcd7-4043-aa32-84b923ac2ea7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Made reservation on behalf of ee02e97acfcd42578f53acc92edaa3d5 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:24.531662 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f92eab0e-dcd7-4043-aa32-84b923ac2ea7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.579094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f924b593-6fe1-4bc3-b6db-69f73ee88470 req-a93f9299-2342-4740-b3c9-ce8806b856fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9774299-172a-4573-b866-546a7feb8201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436034 Jan 31 18:49:24.591920 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (ebc35a3e-3ec2-4050-a155-d09d1f7f25ff), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.602079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92eab0e-dcd7-4043-aa32-84b923ac2ea7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:49:24.626696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc35a3e-3ec2-4050-a155-d09d1f7f25ff']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:24.640989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e212e969-db11-4933-a7d7-8d3528fc78da') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:24.641293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e212e969-db11-4933-a7d7-8d3528fc78da') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:24.655597 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f92eab0e-dcd7-4043-aa32-84b923ac2ea7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (6b0db814-f664-4875-9a54-93e67fad8f59), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.656125 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-f92eab0e-dcd7-4043-aa32-84b923ac2ea7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Added segment 6b0db814-f664-4875-9a54-93e67fad8f59 of type vlan for network e6356ca6-7078-4eba-b66b-903ebb47077d Jan 31 18:49:24.656311 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (e212e969-db11-4933-a7d7-8d3528fc78da), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.679091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e212e969-db11-4933-a7d7-8d3528fc78da), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.689415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:49:24.690173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (e212e969-db11-4933-a7d7-8d3528fc78da), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:49:24.693603 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:49:24.725295 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f92eab0e-dcd7-4043-aa32-84b923ac2ea7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (e6356ca6-7078-4eba-b66b-903ebb47077d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.752072 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f924b593-6fe1-4bc3-b6db-69f73ee88470 req-b039d183-f92d-4fc0-a477-c29d0a8c1581 service neutron] 10.222.0.49 "GET /v2.0/networks/f9774299-172a-4573-b866-546a7feb8201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617193 Jan 31 18:49:24.770793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (ebc35a3e-3ec2-4050-a155-d09d1f7f25ff), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.797487 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.804628 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ebc35a3e-3ec2-4050-a155-d09d1f7f25ff HTTP/1.1" status: 204 len: 168 time: 1.3211029 Jan 31 18:49:24.807084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b930cb1-4f97-4dad-81ea-bf140de295a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc35a3e-3ec2-4050-a155-d09d1f7f25ff,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:24.858628 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f92eab0e-dcd7-4043-aa32-84b923ac2ea7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (e6356ca6-7078-4eba-b66b-903ebb47077d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:24.868061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92eab0e-dcd7-4043-aa32-84b923ac2ea7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:24.872196 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f92eab0e-dcd7-4043-aa32-84b923ac2ea7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:25.098082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92eab0e-dcd7-4043-aa32-84b923ac2ea7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Network': ['ID=e6356ca6-7078-4eba-b66b-903ebb47077d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:25.110318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network e6356ca6-7078-4eba-b66b-903ebb47077d details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:49:25.157247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44538) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:25.198832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f92eab0e-dcd7-4043-aa32-84b923ac2ea7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7399552 Jan 31 18:49:25.212772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:25.213529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-289dac82-3a15-4afc-bb45-ddb6b53b5450 req-e0a8bbf2-0870-446b-9c8f-2e301be5c363 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.1171882 Jan 31 18:49:25.218980 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d9b5ced3-e753-411f-981f-7f0e18dbd141 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbe5eea3c8794b23b6a855d7956c25bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0581694 Jan 31 18:49:25.219259 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44542) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:25.238926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'admin_state_up': True, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:25.282081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f924b593-6fe1-4bc3-b6db-69f73ee88470 req-efc09c12-169b-4ec9-a1ef-8257821c90d6 service neutron] 10.222.0.49 "GET /v2.0/networks/f9774299-172a-4573-b866-546a7feb8201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218420 Jan 31 18:49:25.284000 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:25.303504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310c6d9-4b1f-42f2-9cc3-11f4f4753221 req-3d5836ae-965c-424f-be1b-2fecd310ba73 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:25.308447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8310c6d9-4b1f-42f2-9cc3-11f4f4753221 req-3d5836ae-965c-424f-be1b-2fecd310ba73 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 944 time: 0.3093445 Jan 31 18:49:25.311742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (a3390a70-e0eb-43ee-8b72-fbf3461cb440), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:25.317251 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (a3390a70-e0eb-43ee-8b72-fbf3461cb440), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:25.412027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8310c6d9-4b1f-42f2-9cc3-11f4f4753221 req-aee5fea8-5fcb-41a6-a279-35d828f98ffc tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e8fed4c-c00a-4d2b-aae0-677a65069c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971396 Jan 31 18:49:25.466151 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_controller (a3390a70-e0eb-43ee-8b72-fbf3461cb440), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:25.482132 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e93aedb-76a1-4a88-9799-98e1aaba7d24 admin admin] Publish callbacks [] for security_group (1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:25.532143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8c5ffaef-6f95-454c-9e24-706aa15a18b4 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:25.556764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 8c5ffaef-6f95-454c-9e24-706aa15a18b4 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:49:25.557495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8c5ffaef-6f95-454c-9e24-706aa15a18b4 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:49:25.558831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2a249e69-66c0-4f44-bf98-7c7298310aa2 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:25.585832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 2a249e69-66c0-4f44-bf98-7c7298310aa2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:49:25.586564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2a249e69-66c0-4f44-bf98-7c7298310aa2 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:49:25.659477 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e93aedb-76a1-4a88-9799-98e1aaba7d24 admin admin] Publish callbacks [] for security_group (1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:25.700937 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (a3390a70-e0eb-43ee-8b72-fbf3461cb440), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:25.830392 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e93aedb-76a1-4a88-9799-98e1aaba7d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:25.832887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e93aedb-76a1-4a88-9799-98e1aaba7d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:25.836939 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9e93aedb-76a1-4a88-9799-98e1aaba7d24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd HTTP/1.1" status: 204 len: 168 time: 0.6166027 Jan 31 18:49:25.850102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93aedb-76a1-4a88-9799-98e1aaba7d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb0e1cc-3261-4e62-9c99-c8ac8b3358bd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:25.994121 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (a3390a70-e0eb-43ee-8b72-fbf3461cb440), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:26.023686 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:26.158473 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:26.174631 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.25.8.212 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/8a756d1f-3266-4592-9bb0-59d011654498) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:49:26.216042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:49:26.373713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44558) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:26.392593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0870ae47-bba1-4da9-bf64-7c2272495aae req-fd7e2e4f-fd31-49b2-ac14-e66a0440b528 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.0278997 Jan 31 18:49:26.434599 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (8a756d1f-3266-4592-9bb0-59d011654498), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:26.437926 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b533733c-49bc-4a4d-b9de-92c6b1077581 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81eb893756ad48478f9f981199e09ef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0629332 Jan 31 18:49:26.440565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44560) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:26.450131 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00,segment=NetworkSegment(dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5),segment_id=dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:26.480492 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8a756d1f-3266-4592-9bb0-59d011654498), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:26.489387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '1fe67b99-5d41-47ed-9b05-20c2cc3d7d00', 'network_id': 'f9774299-172a-4573-b866-546a7feb8201', 'port_id': '1fe67b99-5d41-47ed-9b05-20c2cc3d7d00', 'mac_address': 'fa:16:3e:7a:29:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0672c89e-5954-4604-95b3-3319e8a1de5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:49:26.555607 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7406e3a-8821-4487-ba8b-da90e159b885 admin admin] Publish callbacks [] for security_group (e9aad9b2-ae41-4124-b29b-5379e143c7fe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:26.560389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:49:26.563854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:49:26.566608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:49:26.583911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:26.584607 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:26.606648 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=8a756d1f-3266-4592-9bb0-59d011654498,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:26.608628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:49:26.660457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00,segment=NetworkSegment(dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5),segment_id=dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:26.662588 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7406e3a-8821-4487-ba8b-da90e159b885 admin admin] Publish callbacks [] for security_group (e9aad9b2-ae41-4124-b29b-5379e143c7fe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:26.668743 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:26.726542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3870c2-b228-4693-be3d-c96c09bb914c req-afbf5ad2-309c-415c-8ee9-bfc1782dcba4 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:26.728147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af3870c2-b228-4693-be3d-c96c09bb914c req-afbf5ad2-309c-415c-8ee9-bfc1782dcba4 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 944 time: 0.1841795 Jan 31 18:49:26.743465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:26.837244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af3870c2-b228-4693-be3d-c96c09bb914c req-7ca939b6-b838-43d9-bdf7-d038de2c3982 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e8fed4c-c00a-4d2b-aae0-677a65069c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007407 Jan 31 18:49:26.859631 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7406e3a-8821-4487-ba8b-da90e159b885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e9aad9b2-ae41-4124-b29b-5379e143c7fe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:26.865786 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7406e3a-8821-4487-ba8b-da90e159b885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:26.867967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a7406e3a-8821-4487-ba8b-da90e159b885 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9aad9b2-ae41-4124-b29b-5379e143c7fe HTTP/1.1" status: 204 len: 168 time: 0.4262331 Jan 31 18:49:26.884239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7406e3a-8821-4487-ba8b-da90e159b885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aad9b2-ae41-4124-b29b-5379e143c7fe,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:26.976616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['1fe67b99-5d41-47ed-9b05-20c2cc3d7d00'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:49:27.076131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44574) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:27.255918 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (a3390a70-e0eb-43ee-8b72-fbf3461cb440), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:27.630125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38e3844a-aaf2-4ff7-b4ac-87bcdc416ec2 req-ce6dfe6c-0cd0-41cb-900a-59175891bfdd tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.0764298 Jan 31 18:49:27.680564 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (a3390a70-e0eb-43ee-8b72-fbf3461cb440), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:27.732895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cee67715-021e-481e-9a13-197e8e36cfd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:27.888411 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cee67715-021e-481e-9a13-197e8e36cfd6 admin admin] Publish callbacks [] for security_group (9d21a1ed-965f-4c9b-aa09-e539fab9832a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:27.900747 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cee67715-021e-481e-9a13-197e8e36cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9d21a1ed-965f-4c9b-aa09-e539fab9832a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:27.943700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee67715-021e-481e-9a13-197e8e36cfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d21a1ed-965f-4c9b-aa09-e539fab9832a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:27.969318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cee67715-021e-481e-9a13-197e8e36cfd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ba9397ea51a46dcbe3eb65702bcca8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8920298 Jan 31 18:49:27.972837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44592) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:28.135805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a4d89-730c-4e4d-a577-69ae4da12787 req-3a7feb70-a3fb-4e86-a943-8f98d0ab8b7b tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:28.137615 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f7a4d89-730c-4e4d-a577-69ae4da12787 req-3a7feb70-a3fb-4e86-a943-8f98d0ab8b7b tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 945 time: 0.1200778 Jan 31 18:49:28.161636 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7db57d43-1c78-4ada-8e35-f8c116c5dfad admin admin] Publish callbacks [] for security_group (9d21a1ed-965f-4c9b-aa09-e539fab9832a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:28.215315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f7a4d89-730c-4e4d-a577-69ae4da12787 req-0f99af3d-8a83-452b-9065-fda7b5a4782f tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e8fed4c-c00a-4d2b-aae0-677a65069c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646079 Jan 31 18:49:28.230673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:49:28.264161 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7db57d43-1c78-4ada-8e35-f8c116c5dfad admin admin] Publish callbacks [] for security_group (9d21a1ed-965f-4c9b-aa09-e539fab9832a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:28.324730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:49:28.330252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:28.330868 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:28.374193 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7db57d43-1c78-4ada-8e35-f8c116c5dfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9d21a1ed-965f-4c9b-aa09-e539fab9832a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:28.379055 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7db57d43-1c78-4ada-8e35-f8c116c5dfad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:28.391594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7db57d43-1c78-4ada-8e35-f8c116c5dfad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d21a1ed-965f-4c9b-aa09-e539fab9832a HTTP/1.1" status: 204 len: 168 time: 0.4146802 Jan 31 18:49:28.420633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db57d43-1c78-4ada-8e35-f8c116c5dfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d21a1ed-965f-4c9b-aa09-e539fab9832a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:28.482013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router a3390a70-e0eb-43ee-8b72-fbf3461cb440 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:49:28.506709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44604) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:28.554634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:28.555469 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:28.619479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00,segment=NetworkSegment(dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5),segment_id=dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:28.621871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a7ea0-41e5-4284-8ce0-0ee3dc29c272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe67b99-5d41-47ed-9b05-20c2cc3d7d00'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:49:28.628304 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3563e67-f921-4d66-a6ea-0b3ef0753e36" -d '{"events": [{"server_uuid": "e31a7ea0-41e5-4284-8ce0-0ee3dc29c272", "name": "network-vif-plugged", "status": "completed", "tag": "1fe67b99-5d41-47ed-9b05-20c2cc3d7d00"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:49:28.634399 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:28.736535 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41434a7a-a99f-4f86-aac7-bc789864c6b7 x-openstack-request-id: req-41434a7a-a99f-4f86-aac7-bc789864c6b7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:49:28.736535 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a7ea0-41e5-4284-8ce0-0ee3dc29c272", "name": "network-vif-plugged", "status": "completed", "tag": "1fe67b99-5d41-47ed-9b05-20c2cc3d7d00", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:49:28.736877 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41434a7a-a99f-4f86-aac7-bc789864c6b7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:49:28.737268 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a7ea0-41e5-4284-8ce0-0ee3dc29c272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe67b99-5d41-47ed-9b05-20c2cc3d7d00', 'code': 200} Jan 31 18:49:28.782612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:49:28.797327 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Sync routers for ids ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:49:28.811136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:28.813870 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:28.815173 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bf01106d-eced-45c3-a9cf-b45e2c04d13a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5973690 Jan 31 18:49:28.819162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44614) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:28.837373 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Routers {'a3390a70-e0eb-43ee-8b72-fbf3461cb440'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:28.838376 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:28.904085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fc169e6-33cc-47e9-a57e-da7a02ea52c5 req-99724b7f-70a3-4c87-b941-8eb02bdc4330 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.0818648 Jan 31 18:49:28.926013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f2d24-e1e5-4ebd-9eff-6c57b7ca3dc9 req-ceefad33-1909-4c8d-a811-1dae151cacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:28.928099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-140f2d24-e1e5-4ebd-9eff-6c57b7ca3dc9 req-ceefad33-1909-4c8d-a811-1dae151cacf1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 1129 time: 0.1365807 Jan 31 18:49:28.940129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1881242271-network', 'tenant_id': '6177c3ff91404712abe919d7360922e7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:29.011066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Made reservation on behalf of 6177c3ff91404712abe919d7360922e7 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:29.017122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:29.044211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:29.068987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-140f2d24-e1e5-4ebd-9eff-6c57b7ca3dc9 req-e3cdce9a-4415-4cff-a97d-9cb1cc4ea15b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8e8fed4c-c00a-4d2b-aae0-677a65069c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205726 Jan 31 18:49:29.187249 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Set router a3390a70-e0eb-43ee-8b72-fbf3461cb440 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:29.203692 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e764bf40-a066-4fcf-9c8f-7facf1f9b6d1 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ee02e97acfcd42578f53acc92edaa3d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3823624 Jan 31 18:49:29.206659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44626) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:29.299183 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Publish callbacks [] for security_group (9224780d-bf3a-4df5-92fd-2c95f88467cb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:29.306848 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9224780d-bf3a-4df5-92fd-2c95f88467cb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:29.350830 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:49:29.388945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9224780d-bf3a-4df5-92fd-2c95f88467cb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:29.427933 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:29.429073 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Added segment 5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d of type vlan for network 941a43ed-a5d9-4632-a42b-9bb8744acc46 Jan 31 18:49:29.596681 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (941a43ed-a5d9-4632-a42b-9bb8744acc46), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:29.625186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d2022e-1d5d-46f9-877d-3856b1e1778d tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:29.627668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e7d2022e-1d5d-46f9-877d-3856b1e1778d tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4197085 Jan 31 18:49:29.642647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44636) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:29.660578 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (941a43ed-a5d9-4632-a42b-9bb8744acc46), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:29.660578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:29.661306 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:29.664876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68948772-19f5-41d5-a068-7202878f2ca7 req-c7ede569-ae29-4520-a793-23cbef27e21b tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:29.665886 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68948772-19f5-41d5-a068-7202878f2ca7 req-c7ede569-ae29-4520-a793-23cbef27e21b tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 946 time: 0.2408979 Jan 31 18:49:29.691817 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1819468 Jan 31 18:49:29.703456 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:29.714985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2c5f87e7-ec42-427e-8956-352f8fc291cf admin admin] Request body: {'subnet': {'network_id': '941a43ed-a5d9-4632-a42b-9bb8744acc46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1881242271-subnet', 'tenant_id': '6177c3ff91404712abe919d7360922e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:29.719834 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:49:26Z', 'revision_number': 3, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:29.756919 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Checking router: a3390a70-e0eb-43ee-8b72-fbf3461cb440 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:49:29.757849 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Updating router a3390a70-e0eb-43ee-8b72-fbf3461cb440 port 8a756d1f-3266-4592-9bb0-59d011654498 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:49:29.793859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f27d8472-ad5e-488d-aa5e-1e58278d86d0 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1498508 Jan 31 18:49:29.799573 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8a756d1f-3266-4592-9bb0-59d011654498), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:29.807436 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44642) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:29.820692 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a9abb361-1cce-4a9e-9872-a6de7eda03ed tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-127266555', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:29.852745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68948772-19f5-41d5-a068-7202878f2ca7 req-d8913457-757f-4222-9a45-7f41e6088e91 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e8fed4c-c00a-4d2b-aae0-677a65069c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106665 Jan 31 18:49:30.023699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9abb361-1cce-4a9e-9872-a6de7eda03ed tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Made reservation on behalf of ee02e97acfcd42578f53acc92edaa3d5 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:30.029332 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9abb361-1cce-4a9e-9872-a6de7eda03ed tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:30.055749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee0472-8c07-46e2-9d60-e022a9e543c0 admin admin] Pushing event updated for resources: {'Network': ['ID=941a43ed-a5d9-4632-a42b-9bb8744acc46,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:30.075897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 941a43ed-a5d9-4632-a42b-9bb8744acc46 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:49:30.104493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5f87e7-ec42-427e-8956-352f8fc291cf admin admin] Made reservation on behalf of 6177c3ff91404712abe919d7360922e7 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:30.107534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c5f87e7-ec42-427e-8956-352f8fc291cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:30.211999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fca1b03b-b998-47f3-bff7-598c7db8b5c3 req-299f7631-35b6-4f9a-9561-2c434ab020b5 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.0647542 Jan 31 18:49:30.358949 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Publish callbacks [] for port (8a756d1f-3266-4592-9bb0-59d011654498), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:30.367557 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8a756d1f-3266-4592-9bb0-59d011654498), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:30.452898 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9abb361-1cce-4a9e-9872-a6de7eda03ed tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (2d2d0eeb-a20b-461a-9a31-5596d77aa9b0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:30.463644 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Attempting to bind port 8a756d1f-3266-4592-9bb0-59d011654498 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:49:30.464364 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Attempting to bind port 8a756d1f-3266-4592-9bb0-59d011654498 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:49:30.465217 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Attempting to bind port 8a756d1f-3266-4592-9bb0-59d011654498 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:49:30.486653 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:49:30.487140 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:49:30.487741 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:30.488358 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:49:30.489142 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Bound port: 8a756d1f-3266-4592-9bb0-59d011654498, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:49:30.489716 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8a756d1f-3266-4592-9bb0-59d011654498), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:30.492467 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252d6d4-f9de-48c9-abf0-d5815ab9f2c2 None None] Pushing event updated for resources: {'Port': ['ID=8a756d1f-3266-4592-9bb0-59d011654498,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:30.542808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abb361-1cce-4a9e-9872-a6de7eda03ed tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Subnet': ['ID=2d2d0eeb-a20b-461a-9a31-5596d77aa9b0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:30.572919 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] For port 8a756d1f-3266-4592-9bb0-59d011654498, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:49:30.578805 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] For port 8a756d1f-3266-4592-9bb0-59d011654498, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8a756d1f-3266-4592-9bb0-59d011654498,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:49:30.594826 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8a756d1f-3266-4592-9bb0-59d011654498), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:30.600295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abb361-1cce-4a9e-9872-a6de7eda03ed tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Checking segment: {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:49:30.600295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9abb361-1cce-4a9e-9872-a6de7eda03ed tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network hostable DHCP agents. Network: e6356ca6-7078-4eba-b66b-903ebb47077d, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:49:30.649326 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252d6d4-f9de-48c9-abf0-d5815ab9f2c2 None None] Pushing event updated for resources: {'Port': ['ID=8a756d1f-3266-4592-9bb0-59d011654498,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:30.653776 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9abb361-1cce-4a9e-9872-a6de7eda03ed tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network e6356ca6-7078-4eba-b66b-903ebb47077d is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:49:30.677675 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Routers {'a3390a70-e0eb-43ee-8b72-fbf3461cb440'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:30.678653 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:30.688052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a9abb361-1cce-4a9e-9872-a6de7eda03ed tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, e6356ca6-7078-4eba-b66b-903ebb47077d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:49:30.699778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9abb361-1cce-4a9e-9872-a6de7eda03ed tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:30.700877 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9abb361-1cce-4a9e-9872-a6de7eda03ed tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:30.701227 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd74807-ba19-437a-a0e7-764f51522778 None None] Network e6356ca6-7078-4eba-b66b-903ebb47077d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:49:30.706410 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c5f87e7-ec42-427e-8956-352f8fc291cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (678fe060-2407-48b8-899d-43be4f6d9f07), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:30.766949 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a9abb361-1cce-4a9e-9872-a6de7eda03ed tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9566145 Jan 31 18:49:30.769688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44654) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:30.838058 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] Set router a3390a70-e0eb-43ee-8b72-fbf3461cb440 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:30.847209 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5f87e7-ec42-427e-8956-352f8fc291cf admin admin] Checking segment: {'id': '5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '941a43ed-a5d9-4632-a42b-9bb8744acc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:49:30.847556 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f87e7-ec42-427e-8956-352f8fc291cf admin admin] Network hostable DHCP agents. Network: 941a43ed-a5d9-4632-a42b-9bb8744acc46, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:49:30.850120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f87e7-ec42-427e-8956-352f8fc291cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=678fe060-2407-48b8-899d-43be4f6d9f07,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:30.964758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f87e7-ec42-427e-8956-352f8fc291cf admin admin] Network 941a43ed-a5d9-4632-a42b-9bb8744acc46 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:49:30.998107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2c5f87e7-ec42-427e-8956-352f8fc291cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 941a43ed-a5d9-4632-a42b-9bb8744acc46) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:49:31.027463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5f87e7-ec42-427e-8956-352f8fc291cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:31.033558 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c5f87e7-ec42-427e-8956-352f8fc291cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:31.080106 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2c5f87e7-ec42-427e-8956-352f8fc291cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3753474 Jan 31 18:49:31.287042 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:49:26Z', 'revision_number': 3, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:31.449767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be819e1-536b-4210-9a21-9b168b60e3ff None None] Network 941a43ed-a5d9-4632-a42b-9bb8744acc46 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:49:31.560300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-e6356ca6-7078-4eba-b66b-903ebb47077d', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ips': [{'subnet_id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:49:31.561843 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:31.590279 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a0257d-636d-4b27-a77f-170143f33787 None None] The sync data for ids ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'] in n-d-812111-15 is: [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:49:26Z', 'revision_number': 3, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:49:31.778405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e932022-cefd-454b-bb57-8a7900101bb0 None None] Network 941a43ed-a5d9-4632-a42b-9bb8744acc46 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:49:31.821187 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a753e68-5659-45bf-8e73-9105e6dc8a29 req-5c4ba377-53d4-46ef-825d-a7d3b9e8b848 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.1800075 Jan 31 18:49:32.063190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Allocated IP 172.20.0.2 (e6356ca6-7078-4eba-b66b-903ebb47077d/2d2d0eeb-a20b-461a-9a31-5596d77aa9b0/3a48fffa-b38b-47f8-96e2-6f8a389aa8dc) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:49:32.264687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dda35b-3ff9-4bda-a73b-0ee1d8ddcf1a req-82e4621a-a682-4422-b4e7-4c2cc2a64a01 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:32.267308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11dda35b-3ff9-4bda-a73b-0ee1d8ddcf1a req-82e4621a-a682-4422-b4e7-4c2cc2a64a01 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 946 time: 0.6149712 Jan 31 18:49:32.362907 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Publish callbacks [] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:32.373452 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:32.463193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Network e6356ca6-7078-4eba-b66b-903ebb47077d is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:49:32.466561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Pushing event updated for resources: {'Port': ['ID=3a48fffa-b38b-47f8-96e2-6f8a389aa8dc,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:32.482596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:49:32.490393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:49:32.537189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11dda35b-3ff9-4bda-a73b-0ee1d8ddcf1a req-f8b63828-6bd1-4044-ae33-1fbe227135f4 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e8fed4c-c00a-4d2b-aae0-677a65069c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524621 Jan 31 18:49:32.569925 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Attempting to bind port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:49:32.570482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Attempting to bind port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:49:32.570948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Attempting to bind port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc on network e6356ca6-7078-4eba-b66b-903ebb47077d {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:49:32.590043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:49:32.590605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Checking segment: {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:49:32.591114 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:32.592012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Bound using segment: {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:49:32.592652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Bound port: 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:49:32.593273 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:32.637885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-968d8bf9-9dd4-4996-977d-cb9ced3ac789 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:32.647609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-968d8bf9-9dd4-4996-977d-cb9ced3ac789 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/networks?id=941a43ed-a5d9-4632-a42b-9bb8744acc46 HTTP/1.1" status: 200 len: 821 time: 0.3668163 Jan 31 18:49:32.712383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] For port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:49:32.720426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] For port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3a48fffa-b38b-47f8-96e2-6f8a389aa8dc,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:49:32.738975 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:32.791139 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-194f00e0-a225-48dc-b5b8-7bb8e6e258bd tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/quotas/6177c3ff91404712abe919d7360922e7 HTTP/1.1" status: 200 len: 375 time: 0.1423430 Jan 31 18:49:32.871455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21a98c-a94b-4683-aebb-3162471cc760 None None] Pushing event updated for resources: {'Port': ['ID=3a48fffa-b38b-47f8-96e2-6f8a389aa8dc,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:32.903960 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-60871ded-c6d5-4102-a7c2-82466ae1171c tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6177c3ff91404712abe919d7360922e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981860 Jan 31 18:49:33.072638 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61743396-8ea8-45de-a2a0-9ab83fec57b2 req-0b13c8e4-834d-4850-afb7-b2efd0956c3c tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.0911829 Jan 31 18:49:33.081555 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:33.593779 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-e59bdb8e-7067-4502-b570-68055d046943 service neutron] 10.222.0.20 "GET /v2.0/networks/941a43ed-a5d9-4632-a42b-9bb8744acc46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886771 Jan 31 18:49:33.714065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:49:33.774477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0718f5-da51-495a-a1e2-0bf425ffe18d req-855a9108-b3d8-4c4c-bfd8-132b2e08ca5e tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:33.776318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc0718f5-da51-495a-a1e2-0bf425ffe18d req-855a9108-b3d8-4c4c-bfd8-132b2e08ca5e tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 946 time: 0.5012650 Jan 31 18:49:33.791958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:33.792637 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:33.881694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:33.882115 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:33.897794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-657a597e-622d-4b21-a9e5-08e5116efa69 service neutron] 10.222.0.20 "GET /v2.0/networks/941a43ed-a5d9-4632-a42b-9bb8744acc46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880836 Jan 31 18:49:33.918356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc0718f5-da51-495a-a1e2-0bf425ffe18d req-d81f04d6-efe4-4cd4-a73d-789ffe57f62a tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e8fed4c-c00a-4d2b-aae0-677a65069c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315117 Jan 31 18:49:33.920418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.20.0.1 (e6356ca6-7078-4eba-b66b-903ebb47077d/2d2d0eeb-a20b-461a-9a31-5596d77aa9b0/bd73efc6-c8c5-446e-8414-c801c7b8b4e2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:49:33.930259 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3a48fffa-b38b-47f8-96e2-6f8a389aa8dc,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:33.938608 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:33.939953 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8a756d1f-3266-4592-9bb0-59d011654498 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:49:34.122256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=3a48fffa-b38b-47f8-96e2-6f8a389aa8dc,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:34.134678 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:34.145951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8a756d1f-3266-4592-9bb0-59d011654498 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:34.146545 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8a756d1f-3266-4592-9bb0-59d011654498), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:34.251301 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dfd56d05-2b1b-4794-85e2-ecc85b1760b7 req-e6578574-4488-4eec-a73e-405e2fdb6849 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 210 time: 0.0553515 Jan 31 18:49:34.265476 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:34.313796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8a756d1f-3266-4592-9bb0-59d011654498 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:34.314566 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8a756d1f-3266-4592-9bb0-59d011654498), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:34.346300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network e6356ca6-7078-4eba-b66b-903ebb47077d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:49:34.351275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:49:34.352638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 8a756d1f-3266-4592-9bb0-59d011654498, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8a756d1f-3266-4592-9bb0-59d011654498,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:34.389531 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b548a28-adfc-453c-807e-2777df370a04 req-ee494d56-042d-4a4d-90cb-fabe8e768c8a tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd115f6e-9692-47bf-9448-647cb6da99bf HTTP/1.1" status: 200 len: 210 time: 0.0581424 Jan 31 18:49:34.390788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:49:34.391394 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8a756d1f-3266-4592-9bb0-59d011654498), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:34.521236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=8a756d1f-3266-4592-9bb0-59d011654498,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:34.609162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=bd73efc6-c8c5-446e-8414-c801c7b8b4e2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:34.633245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.633613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.633977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.634322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.634671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.637420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.637812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.638168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.638515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.638859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.639333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.639539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.640003 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:49:34.690677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29f64-a4e9-4231-aed8-202e4c00bdbb req-fb36efb9-6acf-4692-99a8-8f4604e56112 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:34.692580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4bc29f64-a4e9-4231-aed8-202e4c00bdbb req-fb36efb9-6acf-4692-99a8-8f4604e56112 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 946 time: 0.2909038 Jan 31 18:49:34.693491 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (a3390a70-e0eb-43ee-8b72-fbf3461cb440), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:35.312986 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:35.429664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c0ff0d-ecf8-4cf0-9ea1-1b3d52ff9990 None None] Network e6356ca6-7078-4eba-b66b-903ebb47077d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:49:35.523670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34efd2-f12e-4759-aaed-55524a5a8219 req-7887ed62-c97f-457f-b6d3-b08b8c4c8fb1 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:35.542551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f34efd2-f12e-4759-aaed-55524a5a8219 req-7887ed62-c97f-457f-b6d3-b08b8c4c8fb1 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 946 time: 0.3889275 Jan 31 18:49:35.550579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4bc29f64-a4e9-4231-aed8-202e4c00bdbb req-bc83a519-1a98-4035-8cc8-7c41a0985f5a tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Deleting port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:35.555781 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4bc29f64-a4e9-4231-aed8-202e4c00bdbb req-bc83a519-1a98-4035-8cc8-7c41a0985f5a tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:35.604763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:49:35.609746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3d7f149-e405-4eaf-85ed-12159574e91a req-79ef6b07-8dd5-4fbb-8ad9-b90f36f6b20c tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 210 time: 0.2043366 Jan 31 18:49:35.685127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8b3522c8-37ea-4ebd-a8ee-cf9ea70d36cb None None] Provisioning complete for port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:35.686323 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8b3522c8-37ea-4ebd-a8ee-cf9ea70d36cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:35.749198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44744) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:35.919436 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65eb0e95-f8c8-4070-a592-2030efff2b38 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for security_group (8442b430-da87-4176-ac1f-193a9d8b7435), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:35.976009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8b3522c8-37ea-4ebd-a8ee-cf9ea70d36cb None None] Current status of the port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:35.993640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:35.995734 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:36.006213 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65eb0e95-f8c8-4070-a592-2030efff2b38 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for security_group (8442b430-da87-4176-ac1f-193a9d8b7435), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:36.133179 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65eb0e95-f8c8-4070-a592-2030efff2b38 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8442b430-da87-4176-ac1f-193a9d8b7435), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:36.136829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65eb0e95-f8c8-4070-a592-2030efff2b38 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:36.142833 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-65eb0e95-f8c8-4070-a592-2030efff2b38 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "DELETE /v2.0/security-groups/8442b430-da87-4176-ac1f-193a9d8b7435 HTTP/1.1" status: 204 len: 168 time: 0.3903201 Jan 31 18:49:36.142833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44748) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:36.187110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb0e95-f8c8-4070-a592-2030efff2b38 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8442b430-da87-4176-ac1f-193a9d8b7435,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:36.223603 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-36ff1734-7e63-4ebd-bd64-3db426415456 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] show failed (client error): The resource could not be found. Jan 31 18:49:36.224694 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-36ff1734-7e63-4ebd-bd64-3db426415456 tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "GET /v2.0/security-groups/8442b430-da87-4176-ac1f-193a9d8b7435 HTTP/1.1" status: 404 len: 347 time: 0.0590057 Jan 31 18:49:36.258816 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:36.283251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:36.284546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8a756d1f-3266-4592-9bb0-59d011654498 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:49:36.497488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a1cce5db-21da-4f95-9cdb-cb8eb53df97e None None] Provisioning complete for port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:36.503391 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1cce5db-21da-4f95-9cdb-cb8eb53df97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:36.516822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f34efd2-f12e-4759-aaed-55524a5a8219 req-41b7d475-d275-4793-9850-11446610ec4a tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e8fed4c-c00a-4d2b-aae0-677a65069c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9687035 Jan 31 18:49:36.551542 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-081d0bff-4ff7-44cc-a442-7605e6f002df tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Deleting port 9f6f428d-c9fc-4364-af2c-8eda31750c6b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:36.552104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-081d0bff-4ff7-44cc-a442-7605e6f002df tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9f6f428d-c9fc-4364-af2c-8eda31750c6b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:36.579344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8a756d1f-3266-4592-9bb0-59d011654498 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:36.579722 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8a756d1f-3266-4592-9bb0-59d011654498), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:36.696948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4bc29f64-a4e9-4231-aed8-202e4c00bdbb req-bc83a519-1a98-4035-8cc8-7c41a0985f5a tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] For port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00,segment=NetworkSegment(dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5),segment_id=dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:36.697681 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4bc29f64-a4e9-4231-aed8-202e4c00bdbb req-bc83a519-1a98-4035-8cc8-7c41a0985f5a tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:36.744261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4bc29f64-a4e9-4231-aed8-202e4c00bdbb req-bc83a519-1a98-4035-8cc8-7c41a0985f5a tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Calling delete_port for 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:36.758900 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-081d0bff-4ff7-44cc-a442-7605e6f002df tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9f6f428d-c9fc-4364-af2c-8eda31750c6b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:36.760018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-081d0bff-4ff7-44cc-a442-7605e6f002df tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for floatingip (9f6f428d-c9fc-4364-af2c-8eda31750c6b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:36.793811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-081d0bff-4ff7-44cc-a442-7605e6f002df tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Calling delete_port for 9f6f428d-c9fc-4364-af2c-8eda31750c6b owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:36.802036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a1cce5db-21da-4f95-9cdb-cb8eb53df97e None None] Current status of the port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:36.851957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a1cce5db-21da-4f95-9cdb-cb8eb53df97e None None] Provisioning complete for port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:36.852675 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1cce5db-21da-4f95-9cdb-cb8eb53df97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:36.862778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-3bfc736a-2512-4db4-8442-d5996a184240 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:36.864379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-3bfc736a-2512-4db4-8442-d5996a184240 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.21 "GET /v2.0/networks?id=941a43ed-a5d9-4632-a42b-9bb8744acc46 HTTP/1.1" status: 200 len: 821 time: 0.4492431 Jan 31 18:49:36.950292 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a1cce5db-21da-4f95-9cdb-cb8eb53df97e None None] Port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:49:36.967270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8a756d1f-3266-4592-9bb0-59d011654498 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:36.997012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aaa428d-1f16-4bdb-a6bf-cf3e5b6adc5c req-05858d98-24a5-4183-b896-7ab24a592838 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 210 time: 0.2208993 Jan 31 18:49:37.004282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Request body: {'port': {'device_id': 'b9e8315a-9ba3-4924-b3b1-6436f07c5170', 'network_id': '941a43ed-a5d9-4632-a42b-9bb8744acc46', 'admin_state_up': True, 'tenant_id': '6177c3ff91404712abe919d7360922e7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:37.044822 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-081d0bff-4ff7-44cc-a442-7605e6f002df tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9f6f428d-c9fc-4364-af2c-8eda31750c6b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:37.084790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f80f544e-e103-4f4c-934b-5e01f3cd6702 None None] Provisioning complete for port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:37.085177 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f80f544e-e103-4f4c-934b-5e01f3cd6702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:37.100146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d0bff-4ff7-44cc-a442-7605e6f002df tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Pushing event deleted for resources: {'Port': ['ID=9f6f428d-c9fc-4364-af2c-8eda31750c6b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:37.153328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f80f544e-e103-4f4c-934b-5e01f3cd6702 None None] Port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:49:37.249962 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-081d0bff-4ff7-44cc-a442-7605e6f002df tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks [] for floatingip (d0f939d6-91db-4778-bdf8-6ac581b55a59), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:37.254704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-081d0bff-4ff7-44cc-a442-7605e6f002df tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:37.256789 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-081d0bff-4ff7-44cc-a442-7605e6f002df tempest-ServersTestBootFromVolume-631538247 tempest-ServersTestBootFromVolume-631538247-project] 10.222.0.20 "DELETE /v2.0/floatingips/d0f939d6-91db-4778-bdf8-6ac581b55a59 HTTP/1.1" status: 204 len: 168 time: 0.9969518 Jan 31 18:49:37.261221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44758) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:37.348155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Made reservation on behalf of 6177c3ff91404712abe919d7360922e7 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:37.353248 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:37.540297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Allocated IP 172.20.0.6 (941a43ed-a5d9-4632-a42b-9bb8744acc46/678fe060-2407-48b8-899d-43be4f6d9f07/86766602-5d71-48be-a9c8-fa7c1397da65) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:49:37.573735 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:37.582899 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:37.678132 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4bc29f64-a4e9-4231-aed8-202e4c00bdbb req-bc83a519-1a98-4035-8cc8-7c41a0985f5a tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1fe67b99-5d41-47ed-9b05-20c2cc3d7d00), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:37.680445 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (a3390a70-e0eb-43ee-8b72-fbf3461cb440), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:37.747064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e6932da-56dc-4810-acb6-9e63d44c98e2 req-be7105d4-f0d5-40c4-a501-8a3f9338cb59 tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.20 "GET /v2.0/ports?device_id=e31a7ea0-41e5-4284-8ce0-0ee3dc29c272 HTTP/1.1" status: 200 len: 210 time: 0.0998828 Jan 31 18:49:37.811623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc29f64-a4e9-4231-aed8-202e4c00bdbb req-bc83a519-1a98-4035-8cc8-7c41a0985f5a tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] No DVR routers for this DVR port 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:49:37.815934 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4bc29f64-a4e9-4231-aed8-202e4c00bdbb req-bc83a519-1a98-4035-8cc8-7c41a0985f5a tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:37.819669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4bc29f64-a4e9-4231-aed8-202e4c00bdbb req-bc83a519-1a98-4035-8cc8-7c41a0985f5a tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] 10.222.0.49 "DELETE /v2.0/ports/1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 HTTP/1.1" status: 204 len: 173 time: 2.8758399 Jan 31 18:49:37.827895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31a7ea0-41e5-4284-8ce0-0ee3dc29c272', 'name': 'network-vif-deleted', 'tag': '1fe67b99-5d41-47ed-9b05-20c2cc3d7d00'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:49:37.830491 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153d4d6c-beaa-4da3-8524-8a6084a9c839" -d '{"events": [{"server_uuid": "e31a7ea0-41e5-4284-8ce0-0ee3dc29c272", "name": "network-vif-deleted", "tag": "1fe67b99-5d41-47ed-9b05-20c2cc3d7d00"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:49:37.879491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=bd73efc6-c8c5-446e-8414-c801c7b8b4e2,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:37.921852 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c91f48-0225-4586-8682-961bee3bae6b x-openstack-request-id: req-18c91f48-0225-4586-8682-961bee3bae6b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:49:37.922486 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31a7ea0-41e5-4284-8ce0-0ee3dc29c272", "name": "network-vif-deleted", "tag": "1fe67b99-5d41-47ed-9b05-20c2cc3d7d00", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:49:37.923472 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18c91f48-0225-4586-8682-961bee3bae6b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:49:37.924232 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31a7ea0-41e5-4284-8ce0-0ee3dc29c272', 'name': 'network-vif-deleted', 'tag': '1fe67b99-5d41-47ed-9b05-20c2cc3d7d00', 'status': 'completed', 'code': 200} Jan 31 18:49:37.985659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83a519-1a98-4035-8cc8-7c41a0985f5a tempest-InstanceActionsV221TestJSON-562194603 tempest-InstanceActionsV221TestJSON-562194603-project] Pushing event deleted for resources: {'Port': ['ID=1fe67b99-5d41-47ed-9b05-20c2cc3d7d00,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:38.135560 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d307ad1f-a5f8-4a55-aae0-0006d423a2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (e72b9689-51f8-4783-9d59-cf055fcc075f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:38.181562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network e6356ca6-7078-4eba-b66b-903ebb47077d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:49:38.185126 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Publish callbacks [] for port (86766602-5d71-48be-a9c8-fa7c1397da65), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:38.200469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:49:38.224085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-294d86ae-d737-4671-808c-ee8e3ceb2bde req-bdb52be4-5371-4b6f-80ff-a1b89beec92b tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 210 time: 0.0460413 Jan 31 18:49:38.306328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:38.371439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:49:38.372166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1fe67b99-5d41-47ed-9b05-20c2cc3d7d00 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:49:38.410584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:38.543462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Network 941a43ed-a5d9-4632-a42b-9bb8744acc46 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:49:38.568436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:49:38.614638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8b375fc6-fcdd-4397-8bba-4a0ce4fae5c7 None None] Provisioning complete for port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:38.614982 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8b375fc6-fcdd-4397-8bba-4a0ce4fae5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:38.639445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:49:38.767415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8b375fc6-fcdd-4397-8bba-4a0ce4fae5c7 None None] Port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:49:38.790210 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Pushing event updated for resources: {'Port': ['ID=86766602-5d71-48be-a9c8-fa7c1397da65,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:38.812637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router a3390a70-e0eb-43ee-8b72-fbf3461cb440 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:49:38.830844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d307ad1f-a5f8-4a55-aae0-0006d423a2eb admin admin] Deleting port fbcbdc5d-971f-4da5-92c2-05d650c323e6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:38.834309 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d307ad1f-a5f8-4a55-aae0-0006d423a2eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:38.946136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:38.955123 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:39.028445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-d307ad1f-a5f8-4a55-aae0-0006d423a2eb admin admin] For port fbcbdc5d-971f-4da5-92c2-05d650c323e6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fbcbdc5d-971f-4da5-92c2-05d650c323e6,segment=NetworkSegment(1eb0853a-81be-4b74-9244-8aef051fe078),segment_id=1eb0853a-81be-4b74-9244-8aef051fe078)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:39.028891 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d307ad1f-a5f8-4a55-aae0-0006d423a2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:39.077676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d307ad1f-a5f8-4a55-aae0-0006d423a2eb admin admin] Calling delete_port for fbcbdc5d-971f-4da5-92c2-05d650c323e6 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:39.137924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:49:39.144379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f923ddac-18f6-486e-8ea8-8aed2ce74a39 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "PUT /v2.0/routers/a3390a70-e0eb-43ee-8b72-fbf3461cb440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3732297 Jan 31 18:49:39.150545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-64560379-d476-478c-ad1f-8b5c7bc54078 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1991985 Jan 31 18:49:39.159252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Sync routers for ids ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:49:39.178803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Request body: {'port': {'device_id': 'b9e8315a-9ba3-4924-b3b1-6436f07c5170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:39.181450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Routers {'a3390a70-e0eb-43ee-8b72-fbf3461cb440'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:39.182955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:39.191081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44796) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:39.327792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34cb53-4503-47de-a982-3ff1050fbd1c req-982b31b9-7b1d-4cab-9619-a1d778389623 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:39.329846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a34cb53-4503-47de-a982-3ff1050fbd1c req-982b31b9-7b1d-4cab-9619-a1d778389623 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 945 time: 0.4776266 Jan 31 18:49:39.436488 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:39.441840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Set router a3390a70-e0eb-43ee-8b72-fbf3461cb440 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:39.624684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d307ad1f-a5f8-4a55-aae0-0006d423a2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (fbcbdc5d-971f-4da5-92c2-05d650c323e6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:39.683536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307ad1f-a5f8-4a55-aae0-0006d423a2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcbdc5d-971f-4da5-92c2-05d650c323e6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:39.764678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:49:35Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'bd73efc6-c8c5-446e-8414-c801c7b8b4e2', 'name': '', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:bd:d5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:33Z', 'updated_at': '2022-01-31T18:49:36Z', 'revision_number': 2, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:39.825182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a34cb53-4503-47de-a982-3ff1050fbd1c req-d09e5a83-b765-4c1d-a54f-067ee3347f32 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4846303 Jan 31 18:49:39.849351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Checking router: a3390a70-e0eb-43ee-8b72-fbf3461cb440 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:49:39.849820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Updating router a3390a70-e0eb-43ee-8b72-fbf3461cb440 port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:49:39.883922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-138c55e3-e543-4fd4-a188-3fc8ae34d483 admin admin] Deleting subnet 0672c89e-5954-4604-95b3-3319e8a1de5a {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:49:39.910374 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-138c55e3-e543-4fd4-a188-3fc8ae34d483 admin admin] Publish callbacks [] for subnet (0672c89e-5954-4604-95b3-3319e8a1de5a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:39.973377 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:40.123836 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d307ad1f-a5f8-4a55-aae0-0006d423a2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (e72b9689-51f8-4783-9d59-cf055fcc075f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:40.138869 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-138c55e3-e543-4fd4-a188-3fc8ae34d483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (0672c89e-5954-4604-95b3-3319e8a1de5a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:40.146186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-d2e9d5ca-3c4d-473e-9eb5-9e8a83451e6d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887643078&fields=id&tenant_id=ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 267 time: 0.1815667 Jan 31 18:49:40.270189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d15100-e48e-46f1-997f-78e8c7dc95a0 req-eaa15766-08ee-4acb-9bd4-0f2a645efd24 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:40.280665 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1d15100-e48e-46f1-997f-78e8c7dc95a0 req-eaa15766-08ee-4acb-9bd4-0f2a645efd24 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 931 time: 0.8482087 Jan 31 18:49:40.395684 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-138c55e3-e543-4fd4-a188-3fc8ae34d483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (0672c89e-5954-4604-95b3-3319e8a1de5a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:40.457499 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Publish callbacks [] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:40.466280 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:40.607566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1d15100-e48e-46f1-997f-78e8c7dc95a0 req-829f0956-58e2-4dda-ba5e-50c4fecd0257 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/security-groups?id=9224780d-bf3a-4df5-92fd-2c95f88467cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256006 Jan 31 18:49:40.648317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86766602-5d71-48be-a9c8-fa7c1397da65 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:49:40.673251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c99097-6f4f-4a3f-962d-a1d49e01c7d0 None None] Pushing event updated for resources: {'Port': ['ID=bd73efc6-c8c5-446e-8414-c801c7b8b4e2,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:40.701841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-4347121d-c41e-4558-b000-9d59d6f1c605 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:40.707362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-4347121d-c41e-4558-b000-9d59d6f1c605 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/networks?id=e6356ca6-7078-4eba-b66b-903ebb47077d HTTP/1.1" status: 200 len: 796 time: 0.5266535 Jan 31 18:49:40.710343 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Publish callbacks [] for port (86766602-5d71-48be-a9c8-fa7c1397da65), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:40.732214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Attempting to bind port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:49:40.733053 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Attempting to bind port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:49:40.733649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Attempting to bind port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 on network e6356ca6-7078-4eba-b66b-903ebb47077d {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:49:40.743351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:49:40.744510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Checking segment: {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:49:40.746479 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:40.747415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Bound using segment: {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:49:40.748895 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Bound port: bd73efc6-c8c5-446e-8414-c801c7b8b4e2, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:49:40.750349 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:40.764969 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-138c55e3-e543-4fd4-a188-3fc8ae34d483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (0672c89e-5954-4604-95b3-3319e8a1de5a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:40.829535 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d307ad1f-a5f8-4a55-aae0-0006d423a2eb admin admin] Router e72b9689-51f8-4783-9d59-cf055fcc075f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:49:40.861842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Transition to ACTIVE for port object 86766602-5d71-48be-a9c8-fa7c1397da65 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:49:40.871715 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-ac95615b-22ce-4302-9951-a8267bc50b73 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/quotas/ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 375 time: 0.1501200 Jan 31 18:49:40.886010 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:40.888040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] For port bd73efc6-c8c5-446e-8414-c801c7b8b4e2, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:49:40.895961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] For port bd73efc6-c8c5-446e-8414-c801c7b8b4e2, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bd73efc6-c8c5-446e-8414-c801c7b8b4e2,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:49:40.909245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c55e3-e543-4fd4-a188-3fc8ae34d483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0672c89e-5954-4604-95b3-3319e8a1de5a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:40.909764 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:41.058325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c99097-6f4f-4a3f-962d-a1d49e01c7d0 None None] Pushing event updated for resources: {'Port': ['ID=bd73efc6-c8c5-446e-8414-c801c7b8b4e2,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:41.097219 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-138c55e3-e543-4fd4-a188-3fc8ae34d483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:41.102826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-138c55e3-e543-4fd4-a188-3fc8ae34d483 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0672c89e-5954-4604-95b3-3319e8a1de5a HTTP/1.1" status: 204 len: 168 time: 1.9046645 Jan 31 18:49:41.113396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44824) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:41.118217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-66c5b0e4-9923-4d1e-9aa8-f5e6e1e58aa3 None None] Provisioning complete for port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:41.118611 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-66c5b0e4-9923-4d1e-9aa8-f5e6e1e58aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:41.178295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d307ad1f-a5f8-4a55-aae0-0006d423a2eb admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:49:41.189697 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85373-a5e7-46f6-9b2b-dbc7bb69c989 None None] Sync routers for ids ['e72b9689-51f8-4783-9d59-cf055fcc075f'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:49:41.202034 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d307ad1f-a5f8-4a55-aae0-0006d423a2eb admin admin] 10.222.0.20 "PUT /v2.0/routers/e72b9689-51f8-4783-9d59-cf055fcc075f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9391060 Jan 31 18:49:41.202713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:41.221285 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e85373-a5e7-46f6-9b2b-dbc7bb69c989 None None] Routers {'e72b9689-51f8-4783-9d59-cf055fcc075f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:41.223738 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-45e85373-a5e7-46f6-9b2b-dbc7bb69c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e72b9689-51f8-4783-9d59-cf055fcc075f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:41.384519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Pushing event updated for resources: {'Port': ['ID=86766602-5d71-48be-a9c8-fa7c1397da65,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:41.523815 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Publish callbacks [] for router (e72b9689-51f8-4783-9d59-cf055fcc075f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:41.599810 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (f9774299-172a-4573-b866-546a7feb8201), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:41.639387 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-45e85373-a5e7-46f6-9b2b-dbc7bb69c989 None None] Set router e72b9689-51f8-4783-9d59-cf055fcc075f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:41.641269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-279a724e-0dc4-468d-956d-e6bb85b00ad7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7130184 Jan 31 18:49:41.700601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Attempting to bind port 86766602-5d71-48be-a9c8-fa7c1397da65 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:49:41.701123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Attempting to bind port 86766602-5d71-48be-a9c8-fa7c1397da65 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '941a43ed-a5d9-4632-a42b-9bb8744acc46'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:49:41.701693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Attempting to bind port 86766602-5d71-48be-a9c8-fa7c1397da65 on network 941a43ed-a5d9-4632-a42b-9bb8744acc46 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:49:41.831313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Routers {'a3390a70-e0eb-43ee-8b72-fbf3461cb440'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:41.832128 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:41.911487 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Publish callbacks [] for router_gateway (e72b9689-51f8-4783-9d59-cf055fcc075f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:41.943325 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Port 86766602-5d71-48be-a9c8-fa7c1397da65 on network 941a43ed-a5d9-4632-a42b-9bb8744acc46 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:49:41.943880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Attempting to bind port 86766602-5d71-48be-a9c8-fa7c1397da65 on network 941a43ed-a5d9-4632-a42b-9bb8744acc46 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:49:41.954118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-eec04f8f-2acc-40f8-a4f1-5c97f55c0c58 service neutron] 10.222.0.20 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521346 Jan 31 18:49:41.996933 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-45e85373-a5e7-46f6-9b2b-dbc7bb69c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '97979f3e-d378-41a9-95be-4126961bc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:49:39Z', 'revision_number': 5, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port': {'id': '97979f3e-d378-41a9-95be-4126961bc953', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:42.020389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:49:42.020389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Checking segment: {'id': '5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '941a43ed-a5d9-4632-a42b-9bb8744acc46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:49:42.020389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Bound using segment: {'id': '5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '941a43ed-a5d9-4632-a42b-9bb8744acc46'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:49:42.020389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Bound port: 86766602-5d71-48be-a9c8-fa7c1397da65, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '941a43ed-a5d9-4632-a42b-9bb8744acc46'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:49:42.021036 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:42.033033 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85373-a5e7-46f6-9b2b-dbc7bb69c989 None None] Checking router: e72b9689-51f8-4783-9d59-cf055fcc075f for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:49:42.043254 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e85373-a5e7-46f6-9b2b-dbc7bb69c989 None None] Routers {'e72b9689-51f8-4783-9d59-cf055fcc075f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:42.044191 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-45e85373-a5e7-46f6-9b2b-dbc7bb69c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e72b9689-51f8-4783-9d59-cf055fcc075f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:42.047613 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Deleting port 97979f3e-d378-41a9-95be-4126961bc953 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:42.050234 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (97979f3e-d378-41a9-95be-4126961bc953), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:42.148502 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-45e85373-a5e7-46f6-9b2b-dbc7bb69c989 None None] Set router e72b9689-51f8-4783-9d59-cf055fcc075f gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:42.169563 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-66c5b0e4-9923-4d1e-9aa8-f5e6e1e58aa3 None None] Current status of the port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:42.170035 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-66c5b0e4-9923-4d1e-9aa8-f5e6e1e58aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:42.233517 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-45e85373-a5e7-46f6-9b2b-dbc7bb69c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:49:41Z', 'revision_number': 6, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:42.258023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] Set router a3390a70-e0eb-43ee-8b72-fbf3461cb440 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:42.263245 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] For port 97979f3e-d378-41a9-95be-4126961bc953, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=97979f3e-d378-41a9-95be-4126961bc953,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:42.269212 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (97979f3e-d378-41a9-95be-4126961bc953), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:42.279274 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85373-a5e7-46f6-9b2b-dbc7bb69c989 None None] The sync data for ids ['e72b9689-51f8-4783-9d59-cf055fcc075f'] in n-d-812111-15 is: [{'id': 'e72b9689-51f8-4783-9d59-cf055fcc075f', 'name': 'tempest-ServersTestBootFromVolume-1835254457-router', 'tenant_id': '200d10418b4c4fd6850e950e71803d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:46:08Z', 'updated_at': '2022-01-31T18:49:41Z', 'revision_number': 6, 'project_id': '200d10418b4c4fd6850e950e71803d85', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:49:42.297327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Calling delete_port for 97979f3e-d378-41a9-95be-4126961bc953 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:42.306593 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] For port 86766602-5d71-48be-a9c8-fa7c1397da65, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:49:42.321091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] For port 86766602-5d71-48be-a9c8-fa7c1397da65, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=86766602-5d71-48be-a9c8-fa7c1397da65,segment=NetworkSegment(5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d),segment_id=5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:49:42.343552 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:42.354319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-66c5b0e4-9923-4d1e-9aa8-f5e6e1e58aa3 None None] For port bd73efc6-c8c5-446e-8414-c801c7b8b4e2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bd73efc6-c8c5-446e-8414-c801c7b8b4e2,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:42.364162 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-66c5b0e4-9923-4d1e-9aa8-f5e6e1e58aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:42.564480 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5b0e4-9923-4d1e-9aa8-f5e6e1e58aa3 None None] Pushing event updated for resources: {'Port': ['ID=bd73efc6-c8c5-446e-8414-c801c7b8b4e2,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:42.991561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-75657341-21b8-40e3-8e24-c657ec2afcae None None] Provisioning complete for port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:42.992267 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-75657341-21b8-40e3-8e24-c657ec2afcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:42.995100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Pushing event updated for resources: {'Port': ['ID=86766602-5d71-48be-a9c8-fa7c1397da65,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:43.077283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:43.078175 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:43.080373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-70b50846-7e2b-4b82-a184-dcad881dad36 service neutron] 10.222.0.21 "PUT /v2.0/ports/86766602-5d71-48be-a9c8-fa7c1397da65 HTTP/1.1" status: 200 len: 1092 time: 3.9203341 Jan 31 18:49:43.134190 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e8315a-9ba3-4924-b3b1-6436f07c5170', 'tag': '86766602-5d71-48be-a9c8-fa7c1397da65'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:49:43.136722 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07321e94-9406-42b5-b696-e341a002b166" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e8315a-9ba3-4924-b3b1-6436f07c5170", "tag": "86766602-5d71-48be-a9c8-fa7c1397da65"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:49:43.167743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-75657341-21b8-40e3-8e24-c657ec2afcae None None] Current status of the port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:43.185389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:49:35Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'bd73efc6-c8c5-446e-8414-c801c7b8b4e2', 'name': '', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:bd:d5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:33Z', 'updated_at': '2022-01-31T18:49:40Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:43.206188 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (f9774299-172a-4573-b866-546a7feb8201), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:43.269376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f333724-baa6-4c1f-88ff-c2c8d6df9b41 None None] The sync data for ids ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'] in n-d-812111-15 is: [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:49:35Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'bd73efc6-c8c5-446e-8414-c801c7b8b4e2', 'name': '', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:bd:d5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:33Z', 'updated_at': '2022-01-31T18:49:40Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:49:43.289030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cb4ae-03e9-45a1-8546-03c22055668b req-da6217ce-8157-4373-91fb-54dd2a0b4a7c tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:43.292969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e6cb4ae-03e9-45a1-8546-03c22055668b req-da6217ce-8157-4373-91fb-54dd2a0b4a7c tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 943 time: 1.3257689 Jan 31 18:49:43.333320 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (97979f3e-d378-41a9-95be-4126961bc953), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:43.359414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9774299-172a-4573-b866-546a7feb8201']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:43.393726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-c4d1d503-7166-451b-ab8e-afa65ed76e16 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:43.395639 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-c4d1d503-7166-451b-ab8e-afa65ed76e16 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 945 time: 0.3295755 Jan 31 18:49:43.437249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:43.437669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:43.485576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Pushing event deleted for resources: {'Port': ['ID=97979f3e-d378-41a9-95be-4126961bc953,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:43.522968 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:43.547833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:43.564745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:49:43.565167 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (dc834b7c-2540-4bb6-80c6-6cdd9b0b96e5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:43.638404 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (e72b9689-51f8-4783-9d59-cf055fcc075f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:49:43.685900 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:49:43.700312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1c2a9c3c-7d9e-4639-a262-2ce17a20e17a service neutron] 10.222.0.20 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7325349 Jan 31 18:49:43.749588 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bd73efc6-c8c5-446e-8414-c801c7b8b4e2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:49:43.861571 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (e72b9689-51f8-4783-9d59-cf055fcc075f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:43.864319 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Publish callbacks [] for router_controller (e72b9689-51f8-4783-9d59-cf055fcc075f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:43.939342 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:43.945235 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:43.958290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (e72b9689-51f8-4783-9d59-cf055fcc075f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:43.958992 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Fanout notify agent at l3_agent the message router_deleted on router e72b9689-51f8-4783-9d59-cf055fcc075f {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:49:43.971244 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:43.975892 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ace258a3-02b9-4ae6-bdc8-8ad1d8326cce admin admin] 10.222.0.20 "DELETE /v2.0/routers/e72b9689-51f8-4783-9d59-cf055fcc075f HTTP/1.1" status: 204 len: 168 time: 2.7721088 Jan 31 18:49:43.978549 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44848) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:44.012237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-2ffd682d-af83-4176-88cf-c0011727e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:44.017234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-2ffd682d-af83-4176-88cf-c0011727e25b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6177c3ff91404712abe919d7360922e7&device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 1126 time: 0.8710487 Jan 31 18:49:44.017942 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (f9774299-172a-4573-b866-546a7feb8201), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:44.035971 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:44.051782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f9774299-172a-4573-b866-546a7feb8201 HTTP/1.1" status: 204 len: 168 time: 2.9198835 Jan 31 18:49:44.161837 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-833c3740-2dcd-4e2e-9694-a1f40af84ce2 admin admin] Deleting subnet e168f3a1-dec1-458e-b66a-04d877fec2a2 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:49:44.172513 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42701272-6eb4-4be4-8eae-2feba6a1ab23 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9774299-172a-4573-b866-546a7feb8201,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:44.188009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833c3740-2dcd-4e2e-9694-a1f40af84ce2 admin admin] Publish callbacks [] for subnet (e168f3a1-dec1-458e-b66a-04d877fec2a2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:44.198236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:44.316260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833c3740-2dcd-4e2e-9694-a1f40af84ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (e168f3a1-dec1-458e-b66a-04d877fec2a2), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:44.326920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 97979f3e-d378-41a9-95be-4126961bc953 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:44.410409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 97979f3e-d378-41a9-95be-4126961bc953 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:49:44.415698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 97979f3e-d378-41a9-95be-4126961bc953 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:49:44.416442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fbcbdc5d-971f-4da5-92c2-05d650c323e6 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:44.463885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: fbcbdc5d-971f-4da5-92c2-05d650c323e6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:49:44.464634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fbcbdc5d-971f-4da5-92c2-05d650c323e6 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:49:44.488310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-c694b5ba-6b56-42df-93e6-3b76151cf5a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86766602-5d71-48be-a9c8-fa7c1397da65 HTTP/1.1" status: 200 len: 217 time: 0.4268816 Jan 31 18:49:44.538041 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833c3740-2dcd-4e2e-9694-a1f40af84ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (e168f3a1-dec1-458e-b66a-04d877fec2a2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:44.613133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44858) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:44.662855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e6cb4ae-03e9-45a1-8546-03c22055668b req-84905dbf-be0f-4ced-843d-afa41332f757 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/security-groups?id=9224780d-bf3a-4df5-92fd-2c95f88467cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3242610 Jan 31 18:49:44.714722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Deleting port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:44.715079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:44.740583 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3173b879-6bc4-44f5-82c7-8dd45fa7c3c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9df6474f80f942ae8213dbd345c10044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1163156 Jan 31 18:49:44.741976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:44.843501 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833c3740-2dcd-4e2e-9694-a1f40af84ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (e168f3a1-dec1-458e-b66a-04d877fec2a2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:44.898630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fbe81-fea8-42bb-9c2b-e94e840b0a89 req-d2ed58dd-ddef-47ff-8ff0-237204fc704a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:44.914656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-089fbe81-fea8-42bb-9c2b-e94e840b0a89 req-d2ed58dd-ddef-47ff-8ff0-237204fc704a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 945 time: 0.7958603 Jan 31 18:49:44.938875 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3351-fb1c-47ed-bf71-a3cd9158b27c admin admin] Publish callbacks [] for security_group (8e8fed4c-c00a-4d2b-aae0-677a65069c35), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:44.953068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63da735-b09d-4978-88b1-c47b5348f195 None None] Network 53659b63-7d50-423a-a0c2-dc2523e38b4a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:49:44.966964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c3740-2dcd-4e2e-9694-a1f40af84ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e168f3a1-dec1-458e-b66a-04d877fec2a2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:44.987938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833c3740-2dcd-4e2e-9694-a1f40af84ce2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:44.996611 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-833c3740-2dcd-4e2e-9694-a1f40af84ce2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e168f3a1-dec1-458e-b66a-04d877fec2a2 HTTP/1.1" status: 204 len: 168 time: 1.0117671 Jan 31 18:49:45.007078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44864) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:45.009695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] For port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17,segment=NetworkSegment(a51a181d-a215-4c60-a6b1-c925f942eb15),segment_id=a51a181d-a215-4c60-a6b1-c925f942eb15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:45.010243 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:45.098529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-3f61ab91-03b0-45ca-8134-52188b4ad6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:45.100280 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-3f61ab91-03b0-45ca-8134-52188b4ad6eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=678fe060-2407-48b8-899d-43be4f6d9f07 HTTP/1.1" status: 200 len: 861 time: 0.5916715 Jan 31 18:49:45.121213 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ccf371-7a54-4727-89a7-f672a30dfe04 x-openstack-request-id: req-f7ccf371-7a54-4727-89a7-f672a30dfe04 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:49:45.121482 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e8315a-9ba3-4924-b3b1-6436f07c5170", "tag": "86766602-5d71-48be-a9c8-fa7c1397da65", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:49:45.121653 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7ccf371-7a54-4727-89a7-f672a30dfe04 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:49:45.122098 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e8315a-9ba3-4924-b3b1-6436f07c5170', 'tag': '86766602-5d71-48be-a9c8-fa7c1397da65', 'status': 'completed', 'code': 200} Jan 31 18:49:45.154957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3351-fb1c-47ed-bf71-a3cd9158b27c admin admin] Publish callbacks [] for security_group (8e8fed4c-c00a-4d2b-aae0-677a65069c35), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:45.247708 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ae0b394-abfc-4649-b8c3-b1a35acf6194 req-150ae107-a4ee-49b7-8c4f-6e1e545ae267 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 210 time: 0.1245072 Jan 31 18:49:45.255910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-46886c3f-aa67-46e2-81de-dae8b1f149fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=941a43ed-a5d9-4632-a42b-9bb8744acc46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084218 Jan 31 18:49:45.280113 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (53659b63-7d50-423a-a0c2-dc2523e38b4a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:45.378116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3351-fb1c-47ed-bf71-a3cd9158b27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8e8fed4c-c00a-4d2b-aae0-677a65069c35), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:45.389795 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3351-fb1c-47ed-bf71-a3cd9158b27c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:45.391617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ea9a96-3fc4-4513-a16d-9f5aba1fb576 None None] DHCP port deletion for 53659b63-7d50-423a-a0c2-dc2523e38b4a request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:49:45.392288 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6a5a3351-fb1c-47ed-bf71-a3cd9158b27c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e8fed4c-c00a-4d2b-aae0-677a65069c35 HTTP/1.1" status: 204 len: 168 time: 0.6459365 Jan 31 18:49:45.507732 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a3351-fb1c-47ed-bf71-a3cd9158b27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8fed4c-c00a-4d2b-aae0-677a65069c35,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:45.531285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-56ea9a96-3fc4-4513-a16d-9f5aba1fb576 None None] Deleting port 7ff489b8-3141-4da4-aea4-ec8c83302c14 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:45.534021 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-56ea9a96-3fc4-4513-a16d-9f5aba1fb576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:45.573469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Deleting port 7ff489b8-3141-4da4-aea4-ec8c83302c14 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:45.574052 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:45.681652 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:45.682238 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (2f3e75cd-25cf-4110-9ebd-6604acf4bdb9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:45.682670 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Floating IP 2f3e75cd-25cf-4110-9ebd-6604acf4bdb9 disassociated. External IP: 172.25.8.244, port: bc1c48dd-30c3-4c79-97bd-3dea7bb93b17. Jan 31 18:49:45.683139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Calling delete_port for bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:45.776016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-56ea9a96-3fc4-4513-a16d-9f5aba1fb576 None None] For port 7ff489b8-3141-4da4-aea4-ec8c83302c14, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7ff489b8-3141-4da4-aea4-ec8c83302c14,segment=NetworkSegment(1eb0853a-81be-4b74-9244-8aef051fe078),segment_id=1eb0853a-81be-4b74-9244-8aef051fe078)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:45.782831 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-56ea9a96-3fc4-4513-a16d-9f5aba1fb576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:45.828010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-56ea9a96-3fc4-4513-a16d-9f5aba1fb576 None None] Calling delete_port for 7ff489b8-3141-4da4-aea4-ec8c83302c14 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:45.857575 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] For port 7ff489b8-3141-4da4-aea4-ec8c83302c14, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7ff489b8-3141-4da4-aea4-ec8c83302c14,segment=NetworkSegment(1eb0853a-81be-4b74-9244-8aef051fe078),segment_id=1eb0853a-81be-4b74-9244-8aef051fe078)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:45.859767 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:45.911505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Calling delete_port for 7ff489b8-3141-4da4-aea4-ec8c83302c14 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:45.972827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7ff489b8-3141-4da4-aea4-ec8c83302c14 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:45.987603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-089fbe81-fea8-42bb-9c2b-e94e840b0a89 req-3bb82457-d805-491b-b348-019a1c04bc01 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0720265 Jan 31 18:49:45.999871 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bc1c48dd-30c3-4c79-97bd-3dea7bb93b17), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:46.093250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Pushing event deleted for resources: {'Port': ['ID=bc1c48dd-30c3-4c79-97bd-3dea7bb93b17,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:46.149371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb9ff1-098f-4e5c-a8f5-52815d028755 req-3f381ba7-d376-49da-b2e5-5f06ff0d7c8f tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:46.157133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2fb9ff1-098f-4e5c-a8f5-52815d028755 req-3f381ba7-d376-49da-b2e5-5f06ff0d7c8f tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 943 time: 0.2068658 Jan 31 18:49:46.200829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:46.223268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No active binding found for port 7ff489b8-3141-4da4-aea4-ec8c83302c14 {{(pid=103227) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 18:49:46.223659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] The host n-d-812111-15 is not matching for port 7ff489b8-3141-4da4-aea4-ec8c83302c14 host None! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:49:46.224176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7ff489b8-3141-4da4-aea4-ec8c83302c14 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:49:46.256955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:49:46.266942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] No DVR routers for this DVR port 7ff489b8-3141-4da4-aea4-ec8c83302c14 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:49:46.322071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:49:46.323570 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:49:46.336378 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-56ea9a96-3fc4-4513-a16d-9f5aba1fb576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (7ff489b8-3141-4da4-aea4-ec8c83302c14), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:46.367054 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff489b8-3141-4da4-aea4-ec8c83302c14,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:46.377958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:49:46.417202 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-269982bc-fc2c-4bd2-a0dc-12e24a53d905 service neutron] 10.222.0.21 "GET /v2.0/networks/941a43ed-a5d9-4632-a42b-9bb8744acc46?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1483068 Jan 31 18:49:46.464208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea9a96-3fc4-4513-a16d-9f5aba1fb576 None None] No DVR routers for this DVR port 7ff489b8-3141-4da4-aea4-ec8c83302c14 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:49:46.483755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea9a96-3fc4-4513-a16d-9f5aba1fb576 None None] Pushing event deleted for resources: {'Port': ['ID=7ff489b8-3141-4da4-aea4-ec8c83302c14,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:46.535997 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (53659b63-7d50-423a-a0c2-dc2523e38b4a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:46.601485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53659b63-7d50-423a-a0c2-dc2523e38b4a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:46.621880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb0853a-81be-4b74-9244-8aef051fe078') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:46.622202 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb0853a-81be-4b74-9244-8aef051fe078') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:46.647051 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (1eb0853a-81be-4b74-9244-8aef051fe078), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:46.679414 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1eb0853a-81be-4b74-9244-8aef051fe078), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:46.701880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:49:46.702683 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (1eb0853a-81be-4b74-9244-8aef051fe078), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:49:46.708887 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:49:46.779144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364ffab4-c851-4348-9c85-86629cee7ff8 req-54c7c4b2-9acc-43c4-8c54-0c80b52c3839 service neutron] 10.222.0.21 "GET /v2.0/networks/941a43ed-a5d9-4632-a42b-9bb8744acc46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377631 Jan 31 18:49:46.871089 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (53659b63-7d50-423a-a0c2-dc2523e38b4a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:46.877399 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:46.893601 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] 10.222.0.20 "DELETE /v2.0/networks/53659b63-7d50-423a-a0c2-dc2523e38b4a HTTP/1.1" status: 204 len: 168 time: 1.8839743 Jan 31 18:49:46.919630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726697c-8bb1-47f7-b426-287507318d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=53659b63-7d50-423a-a0c2-dc2523e38b4a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:47.066434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2fb9ff1-098f-4e5c-a8f5-52815d028755 req-a4629dc1-507f-4278-a522-89c7ad9bfaa5 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/security-groups?id=9224780d-bf3a-4df5-92fd-2c95f88467cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9082541 Jan 31 18:49:47.085951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fba35b42-25a5-43a8-8da8-3dd3bd6ba5bb req-5de0b174-b81e-45c0-afa7-c6d9fa2aac65 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 210 time: 0.3639750 Jan 31 18:49:47.176217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44916) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:47.230691 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8eb7e341-a585-4c9a-92d4-35169ce71ef9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=200d10418b4c4fd6850e950e71803d85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529294 Jan 31 18:49:47.235601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:47.285430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07321e94-9406-42b5-b696-e341a002b166 req-b52976de-852b-4ac5-9e84-9fae0cbbe4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:47.288244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07321e94-9406-42b5-b696-e341a002b166 req-b52976de-852b-4ac5-9e84-9fae0cbbe4f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6177c3ff91404712abe919d7360922e7&device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 1126 time: 0.2509367 Jan 31 18:49:47.313368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-f1b0aebe-79b0-49dc-baa4-9786a78c346f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:47.315114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-f1b0aebe-79b0-49dc-baa4-9786a78c346f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.49 "GET /v2.0/networks?id=e6356ca6-7078-4eba-b66b-903ebb47077d HTTP/1.1" status: 200 len: 796 time: 1.0058517 Jan 31 18:49:47.368715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f80c-c77a-450f-9b53-ab9ac7673a6d admin admin] Publish callbacks [] for security_group (4389d682-58df-4172-97cc-eabf1ee9e087), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:47.418033 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f80c-c77a-450f-9b53-ab9ac7673a6d admin admin] Publish callbacks [] for security_group (4389d682-58df-4172-97cc-eabf1ee9e087), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:47.485751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f80c-c77a-450f-9b53-ab9ac7673a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4389d682-58df-4172-97cc-eabf1ee9e087), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:47.488328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ef9f80c-c77a-450f-9b53-ab9ac7673a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:47.491866 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ef9f80c-c77a-450f-9b53-ab9ac7673a6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4389d682-58df-4172-97cc-eabf1ee9e087 HTTP/1.1" status: 204 len: 168 time: 0.2526338 Jan 31 18:49:47.507807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9f80c-c77a-450f-9b53-ab9ac7673a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4389d682-58df-4172-97cc-eabf1ee9e087,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:47.643528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3936dcb-68d6-4e60-8ee4-49325b89797d req-a75b324d-87eb-4ed8-93d8-cd48876786e1 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2c76933-395c-41e6-bc8e-d57302f3d6fd HTTP/1.1" status: 200 len: 210 time: 0.0982904 Jan 31 18:49:47.678841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:49:47.693087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d4eb2-44f3-41a0-931f-04760c8c235e None None] Sync routers for ids ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:49:47.712388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514d4eb2-44f3-41a0-931f-04760c8c235e None None] Routers {'0acb4456-c9b7-49ef-a979-c0f199ccfca5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:47.713092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-514d4eb2-44f3-41a0-931f-04760c8c235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:47.777417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-cd4bce49-dfca-4323-8724-717c1594f01c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 379 time: 0.4432421 Jan 31 18:49:47.778587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07321e94-9406-42b5-b696-e341a002b166 req-96d68dc1-df50-4dd5-b07e-b77784d66030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:47.780292 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07321e94-9406-42b5-b696-e341a002b166 req-96d68dc1-df50-4dd5-b07e-b77784d66030 service neutron] 10.222.0.21 "GET /v2.0/networks?id=941a43ed-a5d9-4632-a42b-9bb8744acc46 HTTP/1.1" status: 200 len: 922 time: 0.4623439 Jan 31 18:49:47.808699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'port': {'device_id': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'admin_state_up': True, 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'security_groups': ['ace46808-6033-40ff-a2a2-d9dcbb9d29c0']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:47.926165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] No DVR routers for this DVR port bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:49:47.935466 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:47.941354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7f45d79-5ed1-421a-ab86-b39cea506142 req-760ea2d7-a121-4723-9832-40cc8e5caade tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.21 "DELETE /v2.0/ports/bc1c48dd-30c3-4c79-97bd-3dea7bb93b17 HTTP/1.1" status: 204 len: 173 time: 4.5062740 Jan 31 18:49:47.993417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbecd5-98fd-43ae-9bb7-550b28e67e4f req-d44ce57d-93d6-4a4f-99da-ce4375a29032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:48.001984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4dfbecd5-98fd-43ae-9bb7-550b28e67e4f req-d44ce57d-93d6-4a4f-99da-ce4375a29032 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 1127 time: 0.6334178 Jan 31 18:49:48.013347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07321e94-9406-42b5-b696-e341a002b166 req-dfdd8380-915c-438d-93a6-ae569c8bf94c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86766602-5d71-48be-a9c8-fa7c1397da65 HTTP/1.1" status: 200 len: 217 time: 0.1923060 Jan 31 18:49:48.023224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-514d4eb2-44f3-41a0-931f-04760c8c235e None None] Set router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:48.055010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'name': 'network-vif-deleted', 'tag': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:49:48.065575 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e318de3-3d19-41ad-998b-46c6a337618f" -d '{"events": [{"server_uuid": "c2c76933-395c-41e6-bc8e-d57302f3d6fd", "name": "network-vif-deleted", "tag": "bc1c48dd-30c3-4c79-97bd-3dea7bb93b17"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:49:48.432837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Made reservation on behalf of ee02e97acfcd42578f53acc92edaa3d5 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:48.437094 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:48.498801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-514d4eb2-44f3-41a0-931f-04760c8c235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:48:34Z', 'revision_number': 4, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '62e9b46e-b403-4d67-8cae-6a6722d4c4c8', 'name': '', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'mac_address': 'fa:16:3e:05:4a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:32Z', 'updated_at': '2022-01-31T18:48:43Z', 'revision_number': 5, 'project_id': '6516ec100941423681bdcab610bd8b45', 'subnets': [{'id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:48.560410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d4eb2-44f3-41a0-931f-04760c8c235e None None] Checking router: 0acb4456-c9b7-49ef-a979-c0f199ccfca5 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:49:48.573269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514d4eb2-44f3-41a0-931f-04760c8c235e None None] Routers {'0acb4456-c9b7-49ef-a979-c0f199ccfca5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:48.574270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-514d4eb2-44f3-41a0-931f-04760c8c235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:48.726513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-514d4eb2-44f3-41a0-931f-04760c8c235e None None] Set router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:48.817507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44972) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:48.863653 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6be6073f-744d-4c31-b5d4-115b93611662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:49.042696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-514d4eb2-44f3-41a0-931f-04760c8c235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:48:34Z', 'revision_number': 4, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '62e9b46e-b403-4d67-8cae-6a6722d4c4c8', 'name': '', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'mac_address': 'fa:16:3e:05:4a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:32Z', 'updated_at': '2022-01-31T18:48:43Z', 'revision_number': 5, 'project_id': '6516ec100941423681bdcab610bd8b45', 'subnets': [{'id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:49.146226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-797782299-network', 'tenant_id': '499dc0514e6d4aae923cc070d77f63cf'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:49.209424 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Made reservation on behalf of 499dc0514e6d4aae923cc070d77f63cf for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:49.215526 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:49.244234 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:49.388289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Publish callbacks [] for security_group (628aa57a-1db7-48b1-9e2b-0b0171e751bb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:49.388816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d4eb2-44f3-41a0-931f-04760c8c235e None None] The sync data for ids ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'] in n-d-812111-15 is: [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:48:34Z', 'revision_number': 4, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '62e9b46e-b403-4d67-8cae-6a6722d4c4c8', 'name': '', 'network_id': '27401cd3-5f04-4e9e-85be-bf492cb058b7', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'mac_address': 'fa:16:3e:05:4a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:32Z', 'updated_at': '2022-01-31T18:48:43Z', 'revision_number': 5, 'project_id': '6516ec100941423681bdcab610bd8b45', 'subnets': [{'id': '973020d3-7bcb-48f4-b48f-faf71ef6a618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:49:49.396015 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (628aa57a-1db7-48b1-9e2b-0b0171e751bb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:49.405289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4800c-b7ed-4724-920c-341ac95baa08 req-aab21d17-4374-440d-ba25-de5bceaf170c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:49.418518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-afe4800c-b7ed-4724-920c-341ac95baa08 req-aab21d17-4374-440d-ba25-de5bceaf170c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 1.8204324 Jan 31 18:49:49.437980 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:49:49.471447 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628aa57a-1db7-48b1-9e2b-0b0171e751bb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:49.477443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (d9d44d20-8960-4483-8b1f-d45dee44a204), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:49.477645 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Added segment d9d44d20-8960-4483-8b1f-d45dee44a204 of type vlan for network 65e1fa49-af30-4e2e-8665-0be3dddbc31f Jan 31 18:49:49.552999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.20.0.3 (e6356ca6-7078-4eba-b66b-903ebb47077d/2d2d0eeb-a20b-461a-9a31-5596d77aa9b0/72520bbd-e90d-45c2-bf28-f3fc9feb0cc5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:49:49.596921 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (65e1fa49-af30-4e2e-8665-0be3dddbc31f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:49.599230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07321e94-9406-42b5-b696-e341a002b166 req-1a35609a-daba-49b5-87f9-deb8720eb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:49.600891 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07321e94-9406-42b5-b696-e341a002b166 req-1a35609a-daba-49b5-87f9-deb8720eb3ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=678fe060-2407-48b8-899d-43be4f6d9f07 HTTP/1.1" status: 200 len: 861 time: 1.5830698 Jan 31 18:49:49.672751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (65e1fa49-af30-4e2e-8665-0be3dddbc31f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:49.673771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:49.674361 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:49.706645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07321e94-9406-42b5-b696-e341a002b166 req-d015e9e3-67fa-4fea-8001-65b3c29f2d83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=941a43ed-a5d9-4632-a42b-9bb8744acc46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875125 Jan 31 18:49:49.711886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbecd5-98fd-43ae-9bb7-550b28e67e4f req-b389257a-c603-4e4c-82bd-08a5c5af4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:49.714051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4dfbecd5-98fd-43ae-9bb7-550b28e67e4f req-b389257a-c603-4e4c-82bd-08a5c5af4ce8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 1.3711967 Jan 31 18:49:49.788099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] Pushing event updated for resources: {'Network': ['ID=65e1fa49-af30-4e2e-8665-0be3dddbc31f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:49.800561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 65e1fa49-af30-4e2e-8665-0be3dddbc31f details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:49:49.804203 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6ded071a-6b0b-4039-850f-9d7f1ef9f53f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9854043 Jan 31 18:49:49.807347 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:49.813183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9f44af28-d8d6-421b-960b-0fd3b63ec033 admin admin] Request body: {'subnet': {'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-797782299-subnet', 'tenant_id': '499dc0514e6d4aae923cc070d77f63cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:49.839933 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f44af28-d8d6-421b-960b-0fd3b63ec033 admin admin] Made reservation on behalf of 499dc0514e6d4aae923cc070d77f63cf for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:49.843438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f44af28-d8d6-421b-960b-0fd3b63ec033 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:49.881362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-afe4800c-b7ed-4724-920c-341ac95baa08 req-eee57d8c-9975-4271-92ab-692b1defec4d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4615891 Jan 31 18:49:49.895154 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daffc2ec-9624-45dc-8c1e-75f67dfc990f None None] New status for floating IP 2f3e75cd-25cf-4110-9ebd-6604acf4bdb9: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:49:49.971966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa0370-9517-42d5-aee4-656fe19ae1b7 req-f9802593-7958-445b-90fb-b5f308fe0c2f tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:49.979817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20fa0370-9517-42d5-aee4-656fe19ae1b7 req-f9802593-7958-445b-90fb-b5f308fe0c2f tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 943 time: 0.6452494 Jan 31 18:49:50.025202 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4dfbecd5-98fd-43ae-9bb7-550b28e67e4f req-d3cd5c1f-0817-4f1d-9d5d-14280f9ef10c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 200 len: 999 time: 0.2788327 Jan 31 18:49:50.126989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bed9b119-dfdc-40eb-ae4b-60393d458d62 req-dba7a4e6-b80e-485a-a164-2810db111c96 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 210 time: 0.1050413 Jan 31 18:49:50.167714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07321e94-9406-42b5-b696-e341a002b166 req-7145cba3-303e-4227-b250-92f06cacebb1 service neutron] 10.222.0.21 "GET /v2.0/networks/941a43ed-a5d9-4632-a42b-9bb8744acc46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449515 Jan 31 18:49:50.210084 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f44af28-d8d6-421b-960b-0fd3b63ec033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (9c5a3cb4-b855-45fb-bf36-47d8d4fc0852), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:50.214748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20fa0370-9517-42d5-aee4-656fe19ae1b7 req-b102a1c0-61ad-4eb5-8dd1-5f6b2eb0f6b6 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/security-groups?id=9224780d-bf3a-4df5-92fd-2c95f88467cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340019 Jan 31 18:49:50.249887 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe27860-0e9a-4ae4-99b5-43e66758227e x-openstack-request-id: req-0fe27860-0e9a-4ae4-99b5-43e66758227e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:49:50.250188 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c76933-395c-41e6-bc8e-d57302f3d6fd", "name": "network-vif-deleted", "tag": "bc1c48dd-30c3-4c79-97bd-3dea7bb93b17", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:49:50.250462 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fe27860-0e9a-4ae4-99b5-43e66758227e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:49:50.250860 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c76933-395c-41e6-bc8e-d57302f3d6fd', 'name': 'network-vif-deleted', 'tag': 'bc1c48dd-30c3-4c79-97bd-3dea7bb93b17', 'status': 'completed', 'code': 200} Jan 31 18:49:50.258443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbecd5-98fd-43ae-9bb7-550b28e67e4f req-0ddc98b6-ba30-4cf3-8e81-1578f625cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:50.260368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4dfbecd5-98fd-43ae-9bb7-550b28e67e4f req-0ddc98b6-ba30-4cf3-8e81-1578f625cd30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.2132449 Jan 31 18:49:50.262924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 86766602-5d71-48be-a9c8-fa7c1397da65 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:49:50.336635 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:50.380292 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b56a06a-d633-401f-ba08-fd015d4be98c req-d4c9a94b-df38-469e-9f00-7d38ba10b437 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0342860 Jan 31 18:49:50.381443 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f44af28-d8d6-421b-960b-0fd3b63ec033 admin admin] Checking segment: {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:49:50.381822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f44af28-d8d6-421b-960b-0fd3b63ec033 admin admin] Network hostable DHCP agents. Network: 65e1fa49-af30-4e2e-8665-0be3dddbc31f, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:49:50.384492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44af28-d8d6-421b-960b-0fd3b63ec033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5a3cb4-b855-45fb-bf36-47d8d4fc0852,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:50.407747 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f44af28-d8d6-421b-960b-0fd3b63ec033 admin admin] Network 65e1fa49-af30-4e2e-8665-0be3dddbc31f is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:49:50.425468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9f44af28-d8d6-421b-960b-0fd3b63ec033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 65e1fa49-af30-4e2e-8665-0be3dddbc31f) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:49:50.434332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f44af28-d8d6-421b-960b-0fd3b63ec033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:50.434761 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f44af28-d8d6-421b-960b-0fd3b63ec033 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:50.449795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab0d9f3-26eb-43a6-bf44-a23ee119a8ca None None] Network 65e1fa49-af30-4e2e-8665-0be3dddbc31f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:49:50.473970 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9f44af28-d8d6-421b-960b-0fd3b63ec033 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6653185 Jan 31 18:49:50.475340 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45000) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:50.517658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07321e94-9406-42b5-b696-e341a002b166 req-d1b690e2-1f88-403a-9023-91ae85f8acbb service neutron] 10.222.0.21 "GET /v2.0/networks/941a43ed-a5d9-4632-a42b-9bb8744acc46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305843 Jan 31 18:49:50.557232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:50.617125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network e6356ca6-7078-4eba-b66b-903ebb47077d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:49:50.628646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:49:50.634491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:49:50.646523 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85b19672-a28b-4edb-8dab-d6ad184fa293 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for security_group (eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:50.685739 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbecd5-98fd-43ae-9bb7-550b28e67e4f req-a653f712-2f6a-4d59-a226-319dc7e13d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:50.687461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4dfbecd5-98fd-43ae-9bb7-550b28e67e4f req-a653f712-2f6a-4d59-a226-319dc7e13d32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3451350 Jan 31 18:49:50.691154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:50.727437 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85b19672-a28b-4edb-8dab-d6ad184fa293 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for security_group (eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:50.760255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 86766602-5d71-48be-a9c8-fa7c1397da65, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=86766602-5d71-48be-a9c8-fa7c1397da65,segment=NetworkSegment(5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d),segment_id=5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:50.801140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '86766602-5d71-48be-a9c8-fa7c1397da65', 'network_id': '941a43ed-a5d9-4632-a42b-9bb8744acc46', 'port_id': '86766602-5d71-48be-a9c8-fa7c1397da65', 'mac_address': 'fa:16:3e:db:35:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678fe060-2407-48b8-899d-43be4f6d9f07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:49:50.888151 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85b19672-a28b-4edb-8dab-d6ad184fa293 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:50.898220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4dfbecd5-98fd-43ae-9bb7-550b28e67e4f req-22e9afea-3530-435a-b1e3-a35f00b7a53f service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901112 Jan 31 18:49:50.903512 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85b19672-a28b-4edb-8dab-d6ad184fa293 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:50.910153 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-85b19672-a28b-4edb-8dab-d6ad184fa293 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "DELETE /v2.0/security-groups/eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4 HTTP/1.1" status: 204 len: 168 time: 0.4318457 Jan 31 18:49:50.911095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45016) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:50.962291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982a7e06-3f00-4090-80a8-48f1295686ba None None] Network 65e1fa49-af30-4e2e-8665-0be3dddbc31f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:49:50.966429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 86766602-5d71-48be-a9c8-fa7c1397da65 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:50.967079 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:50.971765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:50.977950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:50.979942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b19672-a28b-4edb-8dab-d6ad184fa293 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:51.006918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86766602-5d71-48be-a9c8-fa7c1397da65 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:49:51.014858 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-e149d83f-7078-4eb2-8828-c2eea8cd1406 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] show failed (client error): The resource could not be found. Jan 31 18:49:51.017245 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e149d83f-7078-4eb2-8828-c2eea8cd1406 tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "GET /v2.0/security-groups/eb3d31dd-31fa-4f7b-9c1a-4e0c368271b4 HTTP/1.1" status: 404 len: 347 time: 0.0870533 Jan 31 18:49:51.019697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45020) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:51.021753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-1be50d41-14b8-4f2d-8bab-0eb4a65d6a33 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2176037 Jan 31 18:49:51.051412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 86766602-5d71-48be-a9c8-fa7c1397da65, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=86766602-5d71-48be-a9c8-fa7c1397da65,segment=NetworkSegment(5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d),segment_id=5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:51.114786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Request body: {'port': {'device_id': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:51.115636 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:51.229608 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-62db0f04-de31-40ee-adc8-6baeff8ebeee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:51.245006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-845707df-42da-43ba-bbf8-7a1c7d89568a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Deleting port 60eb688b-2502-4950-8491-a9c2ae67f70a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:51.245632 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-845707df-42da-43ba-bbf8-7a1c7d89568a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (60eb688b-2502-4950-8491-a9c2ae67f70a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:51.251823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=86766602-5d71-48be-a9c8-fa7c1397da65,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:51.280753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-097eb4ae-a0d0-484c-b3d5-19658c23a6d7 None None] Provisioning complete for port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:51.281136 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-097eb4ae-a0d0-484c-b3d5-19658c23a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:51.361594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['86766602-5d71-48be-a9c8-fa7c1397da65'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:49:51.367219 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-845707df-42da-43ba-bbf8-7a1c7d89568a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (60eb688b-2502-4950-8491-a9c2ae67f70a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:51.367698 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-845707df-42da-43ba-bbf8-7a1c7d89568a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for floatingip (60eb688b-2502-4950-8491-a9c2ae67f70a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:51.384476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-845707df-42da-43ba-bbf8-7a1c7d89568a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Calling delete_port for 60eb688b-2502-4950-8491-a9c2ae67f70a owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:51.407266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-097eb4ae-a0d0-484c-b3d5-19658c23a6d7 None None] Port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:49:51.472208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-2874b7ee-0745-4904-9775-11cd904b0f6b tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:51.483609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-2874b7ee-0745-4904-9775-11cd904b0f6b tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/networks?id=65e1fa49-af30-4e2e-8665-0be3dddbc31f HTTP/1.1" status: 200 len: 812 time: 0.1643636 Jan 31 18:49:51.528163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3b46b30d-6904-4205-9372-262f9be98783 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/quotas/499dc0514e6d4aae923cc070d77f63cf HTTP/1.1" status: 200 len: 375 time: 0.0431449 Jan 31 18:49:51.592924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4dfbecd5-98fd-43ae-9bb7-550b28e67e4f req-56a6d5d0-c78a-4c54-b778-76eb64fe6de0 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780224 Jan 31 18:49:51.621386 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:51.637655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-845707df-42da-43ba-bbf8-7a1c7d89568a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (60eb688b-2502-4950-8491-a9c2ae67f70a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:51.640798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-477f7638-35d5-4559-8cb1-8bbc8b26dc53 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=499dc0514e6d4aae923cc070d77f63cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705018 Jan 31 18:49:51.671180 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845707df-42da-43ba-bbf8-7a1c7d89568a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Pushing event deleted for resources: {'Port': ['ID=60eb688b-2502-4950-8491-a9c2ae67f70a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:51.764378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-59964054-0688-43a1-99d5-8783a5804576 service neutron] 10.222.0.20 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215160 Jan 31 18:49:51.775070 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-845707df-42da-43ba-bbf8-7a1c7d89568a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks [] for floatingip (2f3e75cd-25cf-4110-9ebd-6604acf4bdb9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:51.780194 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-845707df-42da-43ba-bbf8-7a1c7d89568a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:51.781773 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-845707df-42da-43ba-bbf8-7a1c7d89568a tempest-ServersTestJSON-690296018 tempest-ServersTestJSON-690296018-project] 10.222.0.20 "DELETE /v2.0/floatingips/2f3e75cd-25cf-4110-9ebd-6604acf4bdb9 HTTP/1.1" status: 204 len: 168 time: 0.7605157 Jan 31 18:49:51.784913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:49:51.970103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a769dd8-113f-4da4-a307-be62088f5055 req-6aa45522-d3ba-4d76-aaf4-80ce7cd889ea tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:51.971947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a769dd8-113f-4da4-a307-be62088f5055 req-6aa45522-d3ba-4d76-aaf4-80ce7cd889ea tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.4369822 Jan 31 18:49:52.160232 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eea9300e-6d34-4439-8fd2-19a4c8be82c7 req-3f05f71c-42df-4730-b383-f42bde5bfd34 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0492458 Jan 31 18:49:52.222569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-836d1a11-d4f5-416f-bf2e-327e0f320dc4 service neutron] 10.222.0.20 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308310 Jan 31 18:49:52.262999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 86766602-5d71-48be-a9c8-fa7c1397da65 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:49:52.361766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 86766602-5d71-48be-a9c8-fa7c1397da65 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:49:52.373690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 86766602-5d71-48be-a9c8-fa7c1397da65 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:49:52.374066 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:52.448766 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:52.456506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a769dd8-113f-4da4-a307-be62088f5055 req-2b7880be-d857-4065-8d02-83cd34a4a309 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711347 Jan 31 18:49:52.549349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 86766602-5d71-48be-a9c8-fa7c1397da65 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:49:52.550025 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:52.600706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e8315a-9ba3-4924-b3b1-6436f07c5170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86766602-5d71-48be-a9c8-fa7c1397da65'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:49:52.606073 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d78ac42-b5ee-4c8a-9e92-473b7322e1da" -d '{"events": [{"server_uuid": "b9e8315a-9ba3-4924-b3b1-6436f07c5170", "name": "network-vif-plugged", "status": "completed", "tag": "86766602-5d71-48be-a9c8-fa7c1397da65"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:49:52.651294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 86766602-5d71-48be-a9c8-fa7c1397da65, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=86766602-5d71-48be-a9c8-fa7c1397da65,segment=NetworkSegment(5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d),segment_id=5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:52.658965 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:52.730576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=86766602-5d71-48be-a9c8-fa7c1397da65,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:52.944535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb31228-688f-414e-a1bd-137adfeead7a req-92cd1f6e-9b90-4e8a-b9cb-62ddc3214dd4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:52.946722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4cb31228-688f-414e-a1bd-137adfeead7a req-92cd1f6e-9b90-4e8a-b9cb-62ddc3214dd4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 931 time: 0.3545380 Jan 31 18:49:52.959718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc21e7f-d40a-4139-b75b-da1860415683 req-e883e8bd-b3e7-4b68-a67c-7a393a2434ad tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:52.962242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cc21e7f-d40a-4139-b75b-da1860415683 req-e883e8bd-b3e7-4b68-a67c-7a393a2434ad tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 945 time: 0.3205540 Jan 31 18:49:53.038623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:49:53.479586 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Publish callbacks [] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:53.512489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Transition to ACTIVE for port object 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:49:53.575775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cc21e7f-d40a-4139-b75b-da1860415683 req-cdeeafe6-85da-441c-9cb7-a0f8dcc28681 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/security-groups?id=9224780d-bf3a-4df5-92fd-2c95f88467cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973287 Jan 31 18:49:53.620191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4cb31228-688f-414e-a1bd-137adfeead7a req-dbac634f-71c3-4f77-97bc-a7856392ddb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6509273 Jan 31 18:49:53.623112 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:53.836859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52dc0f47-01ba-4c84-8058-a800f3cfe922 req-c721c250-ad97-4516-adb3-d098948cc4c8 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0389357 Jan 31 18:49:53.897546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Pushing event updated for resources: {'Port': ['ID=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:54.004086 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cd78-072d-4b10-9c37-eab1bf2dd9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (0acb4456-c9b7-49ef-a979-c0f199ccfca5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:54.017786 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:54.060814 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e810ba6-6451-44d1-b1bf-d1771bb1baa7 x-openstack-request-id: req-4e810ba6-6451-44d1-b1bf-d1771bb1baa7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:49:54.061526 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e8315a-9ba3-4924-b3b1-6436f07c5170", "name": "network-vif-plugged", "status": "completed", "tag": "86766602-5d71-48be-a9c8-fa7c1397da65", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:49:54.062238 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e810ba6-6451-44d1-b1bf-d1771bb1baa7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:49:54.063180 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e8315a-9ba3-4924-b3b1-6436f07c5170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86766602-5d71-48be-a9c8-fa7c1397da65', 'code': 200} Jan 31 18:49:54.065182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Attempting to bind port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:49:54.065635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Attempting to bind port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:49:54.066074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Attempting to bind port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 on network e6356ca6-7078-4eba-b66b-903ebb47077d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:49:54.113583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 on network e6356ca6-7078-4eba-b66b-903ebb47077d not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:49:54.114332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Attempting to bind port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 on network e6356ca6-7078-4eba-b66b-903ebb47077d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:49:54.123371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:49:54.124151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Checking segment: {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:49:54.124824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Bound using segment: {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:49:54.125534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Bound port: 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:49:54.126134 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:54.217450 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:54.328127 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c954f8e4-a93b-468c-935f-f173ad55efbd req-a692bdfa-893d-4258-8ee1-9b2a139e9869 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 210 time: 0.0545175 Jan 31 18:49:54.417431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44903da4-d7dc-4b6a-989d-8a7c3ffd917e req-9b28528b-befa-46ed-9a65-33a7d8a57253 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:54.419981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44903da4-d7dc-4b6a-989d-8a7c3ffd917e req-9b28528b-befa-46ed-9a65-33a7d8a57253 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.3512962 Jan 31 18:49:54.867144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:49:55.008378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:49:55.050752 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:55.084033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e403e7-48e9-4015-9132-bc16efe0e85a req-c3a99c45-277e-42f3-b142-2b032a322b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:55.085626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e403e7-48e9-4015-9132-bc16efe0e85a req-c3a99c45-277e-42f3-b142-2b032a322b87 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 1128 time: 0.7768273 Jan 31 18:49:55.125030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44903da4-d7dc-4b6a-989d-8a7c3ffd917e req-2a8e86ac-d3ab-4507-87e1-ef5b11d9c4bc tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4920745 Jan 31 18:49:55.196667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:55.197950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:55.203357 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] 10.222.0.49 "PUT /v2.0/ports/72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 HTTP/1.1" status: 200 len: 1092 time: 4.1042025 Jan 31 18:49:55.203872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:49:55.206253 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e380444b-1ec8-4853-bd7c-9d223555d730" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:49:55.223717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-32bf8ad9-83df-4fa6-ae54-c2275b246359 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:55.226121 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-32bf8ad9-83df-4fa6-ae54-c2275b246359 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.49 "GET /v2.0/networks?id=65e1fa49-af30-4e2e-8665-0be3dddbc31f HTTP/1.1" status: 200 len: 812 time: 0.5875092 Jan 31 18:49:55.229242 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:55.287988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Request body: {'port': {'device_id': '94171f61-ea39-4ca9-8dbc-a092e3db81e2', 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f', 'admin_state_up': True, 'tenant_id': '499dc0514e6d4aae923cc070d77f63cf'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:55.381896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-143b49a4-bc05-40c2-b222-fe8427037dfc tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:55.383445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-143b49a4-bc05-40c2-b222-fe8427037dfc tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.21 "GET /v2.0/networks?id=65e1fa49-af30-4e2e-8665-0be3dddbc31f HTTP/1.1" status: 200 len: 812 time: 0.7274215 Jan 31 18:49:55.384107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f63b65-2301-4467-9130-6ee18d1fba5f service neutron] Pushing event updated for resources: {'Port': ['ID=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:55.445733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Request body: {'port': {'device_id': '6fb77260-19c5-475a-b3b0-0c0d507c9726', 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f', 'admin_state_up': True, 'tenant_id': '499dc0514e6d4aae923cc070d77f63cf'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:55.457468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda2a8c-cfa7-4788-9316-13ff1598a2e4 req-4b8967ca-b9f8-46f4-b9f4-98442498002c tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:55.458944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fda2a8c-cfa7-4788-9316-13ff1598a2e4 req-4b8967ca-b9f8-46f4-b9f4-98442498002c tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 945 time: 0.4549580 Jan 31 18:49:55.469508 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e403e7-48e9-4015-9132-bc16efe0e85a req-a3b603e4-4188-4959-82bc-964c2c696bd2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9224780d-bf3a-4df5-92fd-2c95f88467cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686991 Jan 31 18:49:55.630022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8371a-96fa-4f89-89e1-e269be0d752d req-11aeedbb-2ad3-4a85-8c47-e4d805b3b9ce tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:55.631430 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89d8371a-96fa-4f89-89e1-e269be0d752d req-11aeedbb-2ad3-4a85-8c47-e4d805b3b9ce tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 943 time: 0.3938725 Jan 31 18:49:55.669993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-7a27b82c-614e-404c-b359-5da630e8966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:55.671505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-7a27b82c-614e-404c-b359-5da630e8966a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1126 time: 0.3674471 Jan 31 18:49:55.705863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fda2a8c-cfa7-4788-9316-13ff1598a2e4 req-871761f4-b95d-4d3d-8aa2-cb0d9e104a05 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/security-groups?id=9224780d-bf3a-4df5-92fd-2c95f88467cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250626 Jan 31 18:49:55.764142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-ed301af2-7d5d-40b7-b0f6-75903ec88131 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 HTTP/1.1" status: 200 len: 217 time: 0.0796063 Jan 31 18:49:55.839786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Made reservation on behalf of 499dc0514e6d4aae923cc070d77f63cf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:55.843221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:55.875662 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89d8371a-96fa-4f89-89e1-e269be0d752d req-7e400356-ea84-4dfa-b185-e410ce344672 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257540 Jan 31 18:49:55.877263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1cd78-072d-4b10-9c37-eab1bf2dd9bb admin admin] Deleting port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:55.877597 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cd78-072d-4b10-9c37-eab1bf2dd9bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:55.960586 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf87b44-de9c-4264-b9e9-03d7865e34c7 x-openstack-request-id: req-daf87b44-de9c-4264-b9e9-03d7865e34c7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:49:55.960882 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:49:55.961306 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-daf87b44-de9c-4264-b9e9-03d7865e34c7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:49:55.961867 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'status': 'completed', 'code': 200} Jan 31 18:49:55.997150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-933d5e7b-b031-4895-838a-04e359d35a88 req-f8cba38e-f067-46d7-a4f7-8e00d87c5ab0 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.1152377 Jan 31 18:49:55.997829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Made reservation on behalf of 499dc0514e6d4aae923cc070d77f63cf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:49:56.001321 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:56.012279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-9d10c2da-ed17-48b5-b0c4-c37365d7712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:56.013814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-9d10c2da-ed17-48b5-b0c4-c37365d7712e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d2d0eeb-a20b-461a-9a31-5596d77aa9b0 HTTP/1.1" status: 200 len: 834 time: 0.2393548 Jan 31 18:49:56.131056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-67e71918-68a7-4357-92dc-f5123a56ea2c req-3c424577-65ad-435d-8109-bc5d5c1b1a4b tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 210 time: 0.1081796 Jan 31 18:49:56.196176 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:56.311240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cfe1cd78-072d-4b10-9c37-eab1bf2dd9bb admin admin] For port 62e9b46e-b403-4d67-8cae-6a6722d4c4c8, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=62e9b46e-b403-4d67-8cae-6a6722d4c4c8,segment=NetworkSegment(a51a181d-a215-4c60-a6b1-c925f942eb15),segment_id=a51a181d-a215-4c60-a6b1-c925f942eb15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:56.311649 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cd78-072d-4b10-9c37-eab1bf2dd9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:56.399411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1cd78-072d-4b10-9c37-eab1bf2dd9bb admin admin] Calling delete_port for 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:56.406724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-11a56a8c-d89c-4b06-83bd-6c5d421224a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:56.408269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-11a56a8c-d89c-4b06-83bd-6c5d421224a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6356ca6-7078-4eba-b66b-903ebb47077d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3784003 Jan 31 18:49:56.479408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Allocated IP 172.20.0.2 (65e1fa49-af30-4e2e-8665-0be3dddbc31f/9c5a3cb4-b855-45fb-bf36-47d8d4fc0852/6411cf10-a13e-4014-8396-f200c507846b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:49:56.662998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba1281-ea9d-4fe4-8bf4-ee049d595711 req-2f5894c0-b548-4faa-871a-c3ca39a7301b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:56.664666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7ba1281-ea9d-4fe4-8bf4-ee049d595711 req-2f5894c0-b548-4faa-871a-c3ca39a7301b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.3970852 Jan 31 18:49:56.706043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731040a0-d1e6-4f7a-aebc-55f6506a783c req-ed8426d6-93f4-402a-84fd-baa579e477e9 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:56.708032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-731040a0-d1e6-4f7a-aebc-55f6506a783c req-ed8426d6-93f4-402a-84fd-baa579e477e9 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 946 time: 0.3600082 Jan 31 18:49:56.785277 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-60db3d5a-5c22-4a0c-b4ee-08ca83d9155e service neutron] 10.222.0.49 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504517 Jan 31 18:49:57.325660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7ba1281-ea9d-4fe4-8bf4-ee049d595711 req-be70aa0e-5b2e-410e-bbfb-00aafc26e8ce tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6449642 Jan 31 18:49:57.337165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-731040a0-d1e6-4f7a-aebc-55f6506a783c req-7db6e767-8247-44ab-9acd-b29ae74d7b7c tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6203794 Jan 31 18:49:57.450957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1335c7af-ad4c-4c74-860c-69f6b470ee30 req-ad666a4f-394d-4797-97fa-e3b12222df2b service neutron] 10.222.0.49 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265504 Jan 31 18:49:57.561847 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cd78-072d-4b10-9c37-eab1bf2dd9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (62e9b46e-b403-4d67-8cae-6a6722d4c4c8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:57.592804 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks [] for port (6411cf10-a13e-4014-8396-f200c507846b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:57.652995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1cd78-072d-4b10-9c37-eab1bf2dd9bb admin admin] Pushing event deleted for resources: {'Port': ['ID=62e9b46e-b403-4d67-8cae-6a6722d4c4c8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:57.673662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19ed9-e816-4a72-9124-dcc01a9be672 req-cf6c6961-df5b-44cd-afe7-33912f7824f6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:57.675213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73f19ed9-e816-4a72-9124-dcc01a9be672 req-cf6c6961-df5b-44cd-afe7-33912f7824f6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 943 time: 0.2365921 Jan 31 18:49:57.765523 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557c8b1-20dc-4f2c-a19f-0d510c2b9278 req-e5e60a09-f4f6-48b3-b25d-a2a518ead23b tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:57.767106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3557c8b1-20dc-4f2c-a19f-0d510c2b9278 req-e5e60a09-f4f6-48b3-b25d-a2a518ead23b tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 945 time: 0.3140461 Jan 31 18:49:57.782764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380444b-1ec8-4853-bd7c-9d223555d730 req-4a73a3d5-19bb-4b95-b0e8-202a025f3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:57.784528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e380444b-1ec8-4853-bd7c-9d223555d730 req-4a73a3d5-19bb-4b95-b0e8-202a025f3353 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1126 time: 0.2778459 Jan 31 18:49:57.866165 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (6411cf10-a13e-4014-8396-f200c507846b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:58.039370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-7950f752-5d2b-4692-bfc5-4a89c904537a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:58.042443 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-7950f752-5d2b-4692-bfc5-4a89c904537a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.49 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 946 time: 0.0698056 Jan 31 18:49:58.059403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73f19ed9-e816-4a72-9124-dcc01a9be672 req-1c52fd41-4f7a-4a7c-b364-34d5a197cbf8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577487 Jan 31 18:49:58.095138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Network 65e1fa49-af30-4e2e-8665-0be3dddbc31f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:49:58.106460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:49:58.116452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:49:58.135385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3557c8b1-20dc-4f2c-a19f-0d510c2b9278 req-fe55d761-2d21-4c43-97e2-02cf5dca36c0 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/security-groups?id=9224780d-bf3a-4df5-92fd-2c95f88467cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427327 Jan 31 18:49:58.183722 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Deleting port 865f9705-fda3-4fd9-9ff2-1b376db30708 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:49:58.184155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:58.205374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Allocated IP 172.20.0.12 (65e1fa49-af30-4e2e-8665-0be3dddbc31f/9c5a3cb4-b855-45fb-bf36-47d8d4fc0852/8d3fb453-e811-4e90-aac2-3c6dae7d355b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:49:58.271162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Pushing event updated for resources: {'Port': ['ID=6411cf10-a13e-4014-8396-f200c507846b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:58.333700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380444b-1ec8-4853-bd7c-9d223555d730 req-1c684910-ef82-47c3-abb8-b8d6a39ab103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:58.336820 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e380444b-1ec8-4853-bd7c-9d223555d730 req-1c684910-ef82-47c3-abb8-b8d6a39ab103 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6356ca6-7078-4eba-b66b-903ebb47077d HTTP/1.1" status: 200 len: 897 time: 0.5396905 Jan 31 18:49:58.395115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e41f4e1-33ee-4e0b-bb7a-d8011fdc1943 req-3c7558c2-e291-431c-b656-f593f66e741a tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0971177 Jan 31 18:49:58.404745 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] For port 865f9705-fda3-4fd9-9ff2-1b376db30708, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=865f9705-fda3-4fd9-9ff2-1b376db30708,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:49:58.405034 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:58.442673 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad71c9dd-09df-4a8f-882f-d75f29a98e10 req-011cb2bf-5832-4014-ba84-a14328cdccc4 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 210 time: 0.0639083 Jan 31 18:49:58.504974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:58.505750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:58.508325 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cd78-072d-4b10-9c37-eab1bf2dd9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (0acb4456-c9b7-49ef-a979-c0f199ccfca5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:58.529165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e380444b-1ec8-4853-bd7c-9d223555d730 req-06da5ba3-84c9-4563-9d87-2dea2f674ad0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 HTTP/1.1" status: 200 len: 217 time: 0.1364610 Jan 31 18:49:58.636974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380444b-1ec8-4853-bd7c-9d223555d730 req-86fd5323-b0fd-416d-8b28-b3d68dc445d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:58.638530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e380444b-1ec8-4853-bd7c-9d223555d730 req-86fd5323-b0fd-416d-8b28-b3d68dc445d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d2d0eeb-a20b-461a-9a31-5596d77aa9b0 HTTP/1.1" status: 200 len: 834 time: 0.0820796 Jan 31 18:49:58.717675 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-835d927f-7dcf-41a2-917d-edb7d457ff3a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4697814 Jan 31 18:49:58.754682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Request body: {'port': {'device_id': '94171f61-ea39-4ca9-8dbc-a092e3db81e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:49:58.760780 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:58.761346 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (875fb8c9-9c4f-469c-8596-0a19db21bd6c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:58.761842 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Floating IP 875fb8c9-9c4f-469c-8596-0a19db21bd6c disassociated. External IP: 172.25.8.146, port: 865f9705-fda3-4fd9-9ff2-1b376db30708. Jan 31 18:49:58.762402 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Calling delete_port for 865f9705-fda3-4fd9-9ff2-1b376db30708 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:49:58.896820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df463d-9384-4637-9f6b-8c73dededd65 req-808e4990-fbdb-4cb3-b176-98ab254e16fa tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:58.899424 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87df463d-9384-4637-9f6b-8c73dededd65 req-808e4990-fbdb-4cb3-b176-98ab254e16fa tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.3870409 Jan 31 18:49:58.958982 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (865f9705-fda3-4fd9-9ff2-1b376db30708), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:59.037451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0ac30-dd6a-44c4-aa9f-08de5bdb112e req-f4b55322-1e76-477c-a857-9967ab7ea29f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:59.039128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93d0ac30-dd6a-44c4-aa9f-08de5bdb112e req-f4b55322-1e76-477c-a857-9967ab7ea29f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=24a7b72f-6e24-405f-9a25-7611fac429ad HTTP/1.1" status: 200 len: 946 time: 0.4932764 Jan 31 18:49:59.065119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380444b-1ec8-4853-bd7c-9d223555d730 req-7558495e-ddc2-4967-a1b2-a2b314600e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:49:59.066854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e380444b-1ec8-4853-bd7c-9d223555d730 req-7558495e-ddc2-4967-a1b2-a2b314600e7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6356ca6-7078-4eba-b66b-903ebb47077d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4179211 Jan 31 18:49:59.096636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event deleted for resources: {'Port': ['ID=865f9705-fda3-4fd9-9ff2-1b376db30708,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:49:59.115739 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6411cf10-a13e-4014-8396-f200c507846b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:59.150159 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks [] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:59.171461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:49:59.317692 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:49:59.330858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae2587-0bbf-47ea-a2b0-ae0d0b0264cc None None] Sync routers for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:49:59.347741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae2587-0bbf-47ea-a2b0-ae0d0b0264cc None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:49:59.348985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-15ae2587-0bbf-47ea-a2b0-ae0d0b0264cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:59.382871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] No DVR routers for this DVR port 865f9705-fda3-4fd9-9ff2-1b376db30708 on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:49:59.387431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:59.391032 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2fc7c1b8-3388-4861-a0b2-de0746361fa7 req-e7a222da-2b45-45a8-8626-70f078bdd514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.49 "DELETE /v2.0/ports/865f9705-fda3-4fd9-9ff2-1b376db30708 HTTP/1.1" status: 204 len: 173 time: 1.3425889 Jan 31 18:49:59.391526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'name': 'network-vif-deleted', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:49:59.393849 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cd348e-462e-4ff7-b871-c975dded96b9" -d '{"events": [{"server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "name": "network-vif-deleted", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:49:59.538475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-15ae2587-0bbf-47ea-a2b0-ae0d0b0264cc None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:49:59.573261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87df463d-9384-4637-9f6b-8c73dededd65 req-f7315dc4-6a25-4345-a373-4f8326acf20d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6304226 Jan 31 18:49:59.718129 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93d0ac30-dd6a-44c4-aa9f-08de5bdb112e req-ddb5f6d1-908c-4ede-b1dd-06ec40c8807e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=09c65964-41d5-4851-88f1-56b860c71c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6651790 Jan 31 18:49:59.799456 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8c7865-78ea-41eb-b1e0-5b754f56d78c x-openstack-request-id: req-5d8c7865-78ea-41eb-b1e0-5b754f56d78c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:49:59.800019 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a7b72f-6e24-405f-9a25-7611fac429ad", "name": "network-vif-deleted", "tag": "865f9705-fda3-4fd9-9ff2-1b376db30708", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:49:59.800635 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d8c7865-78ea-41eb-b1e0-5b754f56d78c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:49:59.801595 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a7b72f-6e24-405f-9a25-7611fac429ad', 'name': 'network-vif-deleted', 'tag': '865f9705-fda3-4fd9-9ff2-1b376db30708', 'status': 'completed', 'code': 200} Jan 31 18:49:59.824236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e380444b-1ec8-4853-bd7c-9d223555d730 req-889de113-a11e-4a66-bfa9-5c20f3652134 service neutron] 10.222.0.49 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7284510 Jan 31 18:49:59.862974 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:49:59.873410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe1cd78-072d-4b10-9c37-eab1bf2dd9bb admin admin] Router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:49:59.944699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-15ae2587-0bbf-47ea-a2b0-ae0d0b0264cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:41Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:49:59.988094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae2587-0bbf-47ea-a2b0-ae0d0b0264cc None None] Checking router: 274b00c8-ee80-4a79-a17e-cd28a8df84d3 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:50:00.012611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae2587-0bbf-47ea-a2b0-ae0d0b0264cc None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:00.013778 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-15ae2587-0bbf-47ea-a2b0-ae0d0b0264cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:00.078209 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:50:00.141670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27f02a77-93cd-4164-bf9b-00f05d9f638e req-086f6656-7708-4a24-a71b-bacb84ab0bd0 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.2436597 Jan 31 18:50:00.147590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-15ae2587-0bbf-47ea-a2b0-ae0d0b0264cc None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:00.164133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Pushing event updated for resources: {'Port': ['ID=8d3fb453-e811-4e90-aac2-3c6dae7d355b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:00.223905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Network 65e1fa49-af30-4e2e-8665-0be3dddbc31f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:00.278031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b5e47-1b7b-4210-83f9-3b152a9e6a56 req-6b541e20-78f1-46f5-bfe5-55195bd1070e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:00.279641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9b5e47-1b7b-4210-83f9-3b152a9e6a56 req-6b541e20-78f1-46f5-bfe5-55195bd1070e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 943 time: 0.5544839 Jan 31 18:50:00.288126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e380444b-1ec8-4853-bd7c-9d223555d730 req-5cc27a86-f03c-4c41-8ef2-4258c7231947 service neutron] 10.222.0.49 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373977 Jan 31 18:50:00.289136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:00.291777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:00.387652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:50:00.447678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-15ae2587-0bbf-47ea-a2b0-ae0d0b0264cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:41Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:00.495660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae2587-0bbf-47ea-a2b0-ae0d0b0264cc None None] The sync data for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 is: [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:41Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:50:00.610654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:00.629327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'port_id': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'mac_address': 'fa:16:3e:29:56:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:50:00.671112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:00.671509 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:00.686733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:00.708979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:00.715892 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:00.776016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:00.858969 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443445a-e306-4558-be35-1e686ce29b10 None None] New status for floating IP 875fb8c9-9c4f-469c-8596-0a19db21bd6c: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:50:00.877825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6411cf10-a13e-4014-8396-f200c507846b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:00.910044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:00.911319 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:00.921221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Publish callbacks [] for port (6411cf10-a13e-4014-8396-f200c507846b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:00.948108 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad9b5e47-1b7b-4210-83f9-3b152a9e6a56 req-c420f9d5-f321-48c4-a039-cc9895a0cce2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6494899 Jan 31 18:50:00.966614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['72520bbd-e90d-45c2-bf28-f3fc9feb0cc5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:00.974608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0374b6-29b4-45ce-af06-83d1bd15990a req-5be5b3f5-1f4d-4e5e-9eba-b3b3da885eb4 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:00.976253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c0374b6-29b4-45ce-af06-83d1bd15990a req-5be5b3f5-1f4d-4e5e-9eba-b3b3da885eb4 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 932 time: 0.7110317 Jan 31 18:50:00.979329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Transition to ACTIVE for port object 6411cf10-a13e-4014-8396-f200c507846b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:50:00.984634 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3f28db66-b1c2-4afb-84e2-68260cb46d40 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5479090 Jan 31 18:50:00.987536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe1cd78-072d-4b10-9c37-eab1bf2dd9bb admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:50:00.990067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (6411cf10-a13e-4014-8396-f200c507846b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:01.020459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cfe1cd78-072d-4b10-9c37-eab1bf2dd9bb admin admin] 10.222.0.20 "PUT /v2.0/routers/0acb4456-c9b7-49ef-a979-c0f199ccfca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2271695 Jan 31 18:50:01.022872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:01.030819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Request body: {'port': {'device_id': '6fb77260-19c5-475a-b3b0-0c0d507c9726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:01.063078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04598ab1-d7e6-433e-9625-8f08e6466e5a None None] Sync routers for ids ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:50:01.142959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04598ab1-d7e6-433e-9625-8f08e6466e5a None None] Routers {'0acb4456-c9b7-49ef-a979-c0f199ccfca5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:01.143963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-04598ab1-d7e6-433e-9625-8f08e6466e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:01.166948 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:01.272964 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:01.276235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Pushing event updated for resources: {'Port': ['ID=6411cf10-a13e-4014-8396-f200c507846b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:01.319244 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Publish callbacks [] for router (0acb4456-c9b7-49ef-a979-c0f199ccfca5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:01.340761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c0374b6-29b4-45ce-af06-83d1bd15990a req-b4dc4ee2-027d-4bb1-94a4-0b52153d2b4a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545966 Jan 31 18:50:01.389646 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-859828a0-9272-4dc3-a7fb-af2e6e7c6780 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group (09c65964-41d5-4851-88f1-56b860c71c1c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:01.390667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d8516c7c-b950-426b-853b-148609aa5bcd req-cfd83b9f-37a8-48bc-9424-65b4d2d903c8 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0667365 Jan 31 18:50:01.437993 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-859828a0-9272-4dc3-a7fb-af2e6e7c6780 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group (09c65964-41d5-4851-88f1-56b860c71c1c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:01.511570 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-04598ab1-d7e6-433e-9625-8f08e6466e5a None None] Set router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:01.585352 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Publish callbacks [] for router_gateway (0acb4456-c9b7-49ef-a979-c0f199ccfca5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:01.605748 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-859828a0-9272-4dc3-a7fb-af2e6e7c6780 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (09c65964-41d5-4851-88f1-56b860c71c1c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:01.609247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-859828a0-9272-4dc3-a7fb-af2e6e7c6780 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:01.612308 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-859828a0-9272-4dc3-a7fb-af2e6e7c6780 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "DELETE /v2.0/security-groups/09c65964-41d5-4851-88f1-56b860c71c1c HTTP/1.1" status: 204 len: 168 time: 0.4426730 Jan 31 18:50:01.646075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45180) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:01.665009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Attempting to bind port 6411cf10-a13e-4014-8396-f200c507846b on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:01.666366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Attempting to bind port 6411cf10-a13e-4014-8396-f200c507846b by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:01.666777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Attempting to bind port 6411cf10-a13e-4014-8396-f200c507846b on network 65e1fa49-af30-4e2e-8665-0be3dddbc31f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:01.677051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Port 6411cf10-a13e-4014-8396-f200c507846b on network 65e1fa49-af30-4e2e-8665-0be3dddbc31f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:50:01.677332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Attempting to bind port 6411cf10-a13e-4014-8396-f200c507846b on network 65e1fa49-af30-4e2e-8665-0be3dddbc31f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:01.690397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:01.690737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Checking segment: {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:01.691095 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-439cb01b-d9f4-417d-8d49-44d9d56de7d8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] show failed (client error): The resource could not be found. Jan 31 18:50:01.691251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Bound using segment: {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:01.691547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Bound port: 6411cf10-a13e-4014-8396-f200c507846b, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:01.691965 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6411cf10-a13e-4014-8396-f200c507846b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:01.693719 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-439cb01b-d9f4-417d-8d49-44d9d56de7d8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups/09c65964-41d5-4851-88f1-56b860c71c1c HTTP/1.1" status: 404 len: 347 time: 0.0451777 Jan 31 18:50:01.700892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45186) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:01.715565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859828a0-9272-4dc3-a7fb-af2e6e7c6780 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c65964-41d5-4851-88f1-56b860c71c1c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:01.764785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Deleting port d82966ba-47fa-499a-a8b0-be4581b82b6f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:50:01.765684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:01.968504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] For port d82966ba-47fa-499a-a8b0-be4581b82b6f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d82966ba-47fa-499a-a8b0-be4581b82b6f,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:01.968881 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:01.990373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] For port 6411cf10-a13e-4014-8396-f200c507846b, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:01.992962 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Calling delete_port for d82966ba-47fa-499a-a8b0-be4581b82b6f owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:50:01.996020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] For port 6411cf10-a13e-4014-8396-f200c507846b, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=6411cf10-a13e-4014-8396-f200c507846b,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:02.247318 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d82966ba-47fa-499a-a8b0-be4581b82b6f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:02.271666 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (6411cf10-a13e-4014-8396-f200c507846b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:02.283433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Pushing event deleted for resources: {'Port': ['ID=d82966ba-47fa-499a-a8b0-be4581b82b6f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:02.340098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3fb453-e811-4e90-aac2-3c6dae7d355b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:02.375052 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Publish callbacks [] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:02.392981 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (0acb4456-c9b7-49ef-a979-c0f199ccfca5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:02.427997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 865f9705-fda3-4fd9-9ff2-1b376db30708 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:50:02.440640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:02.441338 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:02.442780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] 10.222.0.49 "PUT /v2.0/ports/6411cf10-a13e-4014-8396-f200c507846b HTTP/1.1" status: 200 len: 1092 time: 3.7072592 Jan 31 18:50:02.449967 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94171f61-ea39-4ca9-8dbc-a092e3db81e2', 'tag': '6411cf10-a13e-4014-8396-f200c507846b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:02.452310 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f27e252-0409-49ee-a6ad-d4715487de81" -d '{"events": [{"name": "network-changed", "server_uuid": "94171f61-ea39-4ca9-8dbc-a092e3db81e2", "tag": "6411cf10-a13e-4014-8396-f200c507846b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:02.502167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Transition to ACTIVE for port object 8d3fb453-e811-4e90-aac2-3c6dae7d355b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:50:02.565876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 865f9705-fda3-4fd9-9ff2-1b376db30708 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:50:02.580153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 865f9705-fda3-4fd9-9ff2-1b376db30708 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:50:02.593060 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (0acb4456-c9b7-49ef-a979-c0f199ccfca5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:02.596795 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Publish callbacks [] for router_controller (0acb4456-c9b7-49ef-a979-c0f199ccfca5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:02.611772 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:02.671448 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (0acb4456-c9b7-49ef-a979-c0f199ccfca5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:02.672403 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0acb4456-c9b7-49ef-a979-c0f199ccfca5 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:50:02.678943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fc7d8-31e8-4fb2-ab1f-5e80e9e4ff74 service neutron] Pushing event updated for resources: {'Port': ['ID=6411cf10-a13e-4014-8396-f200c507846b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:02.685996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:02.687680 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b2696ffd-9dfa-458f-a9d8-38443820406b admin admin] 10.222.0.20 "DELETE /v2.0/routers/0acb4456-c9b7-49ef-a979-c0f199ccfca5 HTTP/1.1" status: 204 len: 168 time: 1.6630290 Jan 31 18:50:02.690255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45200) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:02.730797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b182694-476b-4c7b-be74-01371927113a req-5d6d5f16-1b99-4cf3-b256-26f3800e1d50 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:02.742644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b182694-476b-4c7b-be74-01371927113a req-5d6d5f16-1b99-4cf3-b256-26f3800e1d50 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 944 time: 0.4881330 Jan 31 18:50:02.817434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-f917cd8e-2e44-4510-9c15-d5f6819325d3 admin admin] Deleting subnet 973020d3-7bcb-48f4-b48f-faf71ef6a618 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:50:02.828692 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f917cd8e-2e44-4510-9c15-d5f6819325d3 admin admin] Publish callbacks [] for subnet (973020d3-7bcb-48f4-b48f-faf71ef6a618), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:02.858329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1a044-271b-4900-9795-53cc3843e1f0 req-714bbff7-e20b-4f17-a815-6f8df1ddab2c tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:02.871178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eef1a044-271b-4900-9795-53cc3843e1f0 req-714bbff7-e20b-4f17-a815-6f8df1ddab2c tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 945 time: 0.6255636 Jan 31 18:50:02.898458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-04598ab1-d7e6-433e-9625-8f08e6466e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'name': 'tempest-ServersTestJSON-556093186-router', 'tenant_id': '6516ec100941423681bdcab610bd8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:48:25Z', 'updated_at': '2022-01-31T18:49:57Z', 'revision_number': 5, 'project_id': '6516ec100941423681bdcab610bd8b45', 'gw_port': {'id': 'd82966ba-47fa-499a-a8b0-be4581b82b6f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acb4456-c9b7-49ef-a979-c0f199ccfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:48:27Z', 'updated_at': '2022-01-31T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:02.930458 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f917cd8e-2e44-4510-9c15-d5f6819325d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (973020d3-7bcb-48f4-b48f-faf71ef6a618), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:02.956209 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04598ab1-d7e6-433e-9625-8f08e6466e5a None None] Checking router: 0acb4456-c9b7-49ef-a979-c0f199ccfca5 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:50:03.025669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04598ab1-d7e6-433e-9625-8f08e6466e5a None None] Routers set() bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:03.026233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04598ab1-d7e6-433e-9625-8f08e6466e5a None None] Router IDs set() for agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 18:50:03.027290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_agentschedulers_db [None req-04598ab1-d7e6-433e-9625-8f08e6466e5a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0acb4456-c9b7-49ef-a979-c0f199ccfca5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent'). {{(pid=103227) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 31 18:50:03.027697 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04598ab1-d7e6-433e-9625-8f08e6466e5a None None] The sync data for ids ['0acb4456-c9b7-49ef-a979-c0f199ccfca5'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:50:03.043352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eef1a044-271b-4900-9795-53cc3843e1f0 req-72bd9f92-71b0-423f-b2ae-232df689f5d7 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/security-groups?id=9224780d-bf3a-4df5-92fd-2c95f88467cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707568 Jan 31 18:50:03.117515 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f917cd8e-2e44-4510-9c15-d5f6819325d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (973020d3-7bcb-48f4-b48f-faf71ef6a618), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:03.203681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-21acb307-aaf0-4923-9bab-134a8cb6e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:03.205244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-21acb307-aaf0-4923-9bab-134a8cb6e634 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=499dc0514e6d4aae923cc070d77f63cf&device_id=94171f61-ea39-4ca9-8dbc-a092e3db81e2 HTTP/1.1" status: 200 len: 1126 time: 0.7142007 Jan 31 18:50:03.222580 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f917cd8e-2e44-4510-9c15-d5f6819325d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (973020d3-7bcb-48f4-b48f-faf71ef6a618), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:03.237131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb8eb2-0430-4c0b-b0c2-acb289448403 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Deleting port 7a6ac876-46f7-4114-9e0a-0289452a18e8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:50:03.237486 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5fb8eb2-0430-4c0b-b0c2-acb289448403 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7a6ac876-46f7-4114-9e0a-0289452a18e8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:03.260599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917cd8e-2e44-4510-9c15-d5f6819325d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973020d3-7bcb-48f4-b48f-faf71ef6a618,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:03.279871 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f917cd8e-2e44-4510-9c15-d5f6819325d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:03.281349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef5d152-9493-4cea-8712-02df8fe995a1 None None] Network 27401cd3-5f04-4e9e-85be-bf492cb058b7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:03.284540 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f917cd8e-2e44-4510-9c15-d5f6819325d3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/973020d3-7bcb-48f4-b48f-faf71ef6a618 HTTP/1.1" status: 204 len: 168 time: 0.5927160 Jan 31 18:50:03.286835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45204) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:03.297820 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b182694-476b-4c7b-be74-01371927113a req-758a89ff-72ec-439f-ae20-d9f814e40c17 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5344610 Jan 31 18:50:03.444388 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (27401cd3-5f04-4e9e-85be-bf492cb058b7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:03.480190 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3fb453-e811-4e90-aac2-3c6dae7d355b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:03.523534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-3005f4d1-07ff-4b85-831e-945d1ceae92f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6411cf10-a13e-4014-8396-f200c507846b HTTP/1.1" status: 200 len: 217 time: 0.3079448 Jan 31 18:50:03.671517 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Deleting port a83ff508-ee04-4ad6-bbee-7c453683db4e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:50:03.672952 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:03.677534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:50:03.736415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:50:03.750528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 62e9b46e-b403-4d67-8cae-6a6722d4c4c8 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:50:03.786308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] For port a83ff508-ee04-4ad6-bbee-7c453683db4e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a83ff508-ee04-4ad6-bbee-7c453683db4e,segment=NetworkSegment(a51a181d-a215-4c60-a6b1-c925f942eb15),segment_id=a51a181d-a215-4c60-a6b1-c925f942eb15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:03.786825 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:03.811643 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Calling delete_port for a83ff508-ee04-4ad6-bbee-7c453683db4e owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:50:03.826556 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5fb8eb2-0430-4c0b-b0c2-acb289448403 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7a6ac876-46f7-4114-9e0a-0289452a18e8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:03.827615 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5fb8eb2-0430-4c0b-b0c2-acb289448403 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (7a6ac876-46f7-4114-9e0a-0289452a18e8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:03.852731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb8eb2-0430-4c0b-b0c2-acb289448403 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Calling delete_port for 7a6ac876-46f7-4114-9e0a-0289452a18e8 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:50:03.918506 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a83ff508-ee04-4ad6-bbee-7c453683db4e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:03.968864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=a83ff508-ee04-4ad6-bbee-7c453683db4e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:03.971228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] No DVR routers for this DVR port a83ff508-ee04-4ad6-bbee-7c453683db4e on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:50:04.097547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bec3e9-d489-4b95-932c-569c2ac1d03c None None] DHCP port deletion for 27401cd3-5f04-4e9e-85be-bf492cb058b7 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:50:04.153614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7bf014df-2fd0-4bdb-8528-4f454dd5b184 req-405fde16-0f6c-4574-88b5-77cb1e56c81c tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.7032542 Jan 31 18:50:04.175179 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (27401cd3-5f04-4e9e-85be-bf492cb058b7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.208471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Attempting to bind port 8d3fb453-e811-4e90-aac2-3c6dae7d355b on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:04.208820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Attempting to bind port 8d3fb453-e811-4e90-aac2-3c6dae7d355b by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:04.209151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Attempting to bind port 8d3fb453-e811-4e90-aac2-3c6dae7d355b on network 65e1fa49-af30-4e2e-8665-0be3dddbc31f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:04.211274 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5fb8eb2-0430-4c0b-b0c2-acb289448403 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7a6ac876-46f7-4114-9e0a-0289452a18e8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.224670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27401cd3-5f04-4e9e-85be-bf492cb058b7']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:04.241141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51a181d-a215-4c60-a6b1-c925f942eb15') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:04.241625 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51a181d-a215-4c60-a6b1-c925f942eb15') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:04.258672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (a51a181d-a215-4c60-a6b1-c925f942eb15), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.283503 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a51a181d-a215-4c60-a6b1-c925f942eb15), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.292732 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:50:04.293371 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (a51a181d-a215-4c60-a6b1-c925f942eb15), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.293511 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf591afb-95fc-4e90-a6a8-409cb1916411 x-openstack-request-id: req-cf591afb-95fc-4e90-a6a8-409cb1916411 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:04.293669 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94171f61-ea39-4ca9-8dbc-a092e3db81e2", "tag": "6411cf10-a13e-4014-8396-f200c507846b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:04.293930 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf591afb-95fc-4e90-a6a8-409cb1916411 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:04.294335 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94171f61-ea39-4ca9-8dbc-a092e3db81e2', 'tag': '6411cf10-a13e-4014-8396-f200c507846b', 'status': 'completed', 'code': 200} Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:50:04.295874 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:50:04.311152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb8eb2-0430-4c0b-b0c2-acb289448403 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event deleted for resources: {'Port': ['ID=7a6ac876-46f7-4114-9e0a-0289452a18e8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:04.391681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Port 8d3fb453-e811-4e90-aac2-3c6dae7d355b on network 65e1fa49-af30-4e2e-8665-0be3dddbc31f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:50:04.392216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Attempting to bind port 8d3fb453-e811-4e90-aac2-3c6dae7d355b on network 65e1fa49-af30-4e2e-8665-0be3dddbc31f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:04.430061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:04.434268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bbed3-c0a1-4eb3-a9ed-d8b4168cae8d req-63a53732-0bc5-433d-aff8-01fb217fcf6b tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:04.435862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-278bbed3-c0a1-4eb3-a9ed-d8b4168cae8d req-63a53732-0bc5-433d-aff8-01fb217fcf6b tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 944 time: 1.2106302 Jan 31 18:50:04.462797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6312b-03f7-46e0-a1ee-475d3654b92b req-1e928fff-12e9-47c7-81ce-dabf4ce94e99 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:04.464778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3b6312b-03f7-46e0-a1ee-475d3654b92b req-1e928fff-12e9-47c7-81ce-dabf4ce94e99 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 945 time: 0.9612548 Jan 31 18:50:04.559681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:04.560029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Checking segment: {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:04.560453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Bound using segment: {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:04.560912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Bound port: 8d3fb453-e811-4e90-aac2-3c6dae7d355b, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:04.561279 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.573071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:50:04.584382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:04.585057 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.682795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-70614bef-dd59-4fa6-858b-17af98c33b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:04.684314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-70614bef-dd59-4fa6-858b-17af98c33b54 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c5a3cb4-b855-45fb-bf36-47d8d4fc0852 HTTP/1.1" status: 200 len: 852 time: 0.5707190 Jan 31 18:50:04.741400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:04.741968 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.791671 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5fb8eb2-0430-4c0b-b0c2-acb289448403 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (875fb8c9-9c4f-469c-8596-0a19db21bd6c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.796902 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5fb8eb2-0430-4c0b-b0c2-acb289448403 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.799074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:04.802773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c5fb8eb2-0430-4c0b-b0c2-acb289448403 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "DELETE /v2.0/floatingips/875fb8c9-9c4f-469c-8596-0a19db21bd6c HTTP/1.1" status: 204 len: 168 time: 3.0303802 Jan 31 18:50:04.803711 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945fa30c-5f7d-4ad2-8984-a51c6b40e589" -d '{"events": [{"server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "name": "network-vif-plugged", "status": "completed", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:04.841242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:04.849697 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.949071 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (27401cd3-5f04-4e9e-85be-bf492cb058b7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.962686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:04.967008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:04.982258 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] 10.222.0.20 "DELETE /v2.0/networks/27401cd3-5f04-4e9e-85be-bf492cb058b7 HTTP/1.1" status: 204 len: 168 time: 1.6910932 Jan 31 18:50:05.021626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed7e48-f18f-45ea-bb98-6792f1a52fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=27401cd3-5f04-4e9e-85be-bf492cb058b7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:05.040996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] For port 8d3fb453-e811-4e90-aac2-3c6dae7d355b, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:05.051002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] For port 8d3fb453-e811-4e90-aac2-3c6dae7d355b, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8d3fb453-e811-4e90-aac2-3c6dae7d355b,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:05.111355 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:05.115282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-23158f5f-0542-449b-9e2e-2fd73fedadf7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65e1fa49-af30-4e2e-8665-0be3dddbc31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2962873 Jan 31 18:50:05.206865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:05.207720 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:05.209254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] 10.222.0.21 "PUT /v2.0/ports/8d3fb453-e811-4e90-aac2-3c6dae7d355b HTTP/1.1" status: 200 len: 1093 time: 4.1932609 Jan 31 18:50:05.225319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-278bbed3-c0a1-4eb3-a9ed-d8b4168cae8d req-44309b2e-4764-4e26-a8be-c31c42c90884 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7579045 Jan 31 18:50:05.230335 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:05.285414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9456009-b7c2-431a-a84f-8fecf9b861ff req-dcffb2fd-29af-4bc7-a670-90778c9a485b tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:05.286924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9456009-b7c2-431a-a84f-8fecf9b861ff req-dcffb2fd-29af-4bc7-a670-90778c9a485b tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 945 time: 0.8752701 Jan 31 18:50:05.343103 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c0241f0c-2c7f-4566-a3ac-6ea201adf33f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6516ec100941423681bdcab610bd8b45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1110799 Jan 31 18:50:05.346713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45224) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:05.398538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f3b6312b-03f7-46e0-a1ee-475d3654b92b req-b715b77f-f839-4bb5-a6c4-22b9280dc5f9 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Deleting port 86766602-5d71-48be-a9c8-fa7c1397da65 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:50:05.398816 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b6312b-03f7-46e0-a1ee-475d3654b92b req-b715b77f-f839-4bb5-a6c4-22b9280dc5f9 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:05.402785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb4d14-5051-4dc8-a363-631092afa6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3fb453-e811-4e90-aac2-3c6dae7d355b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:05.455654 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0daedc6-404a-48fe-b997-914c01ad6942 admin admin] Publish callbacks [] for security_group (e33c8f8d-4bff-4aed-a4bf-e1b2b85f851e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:05.517860 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0daedc6-404a-48fe-b997-914c01ad6942 admin admin] Publish callbacks [] for security_group (e33c8f8d-4bff-4aed-a4bf-e1b2b85f851e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:05.588882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d82966ba-47fa-499a-a8b0-be4581b82b6f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:50:05.616327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d82966ba-47fa-499a-a8b0-be4581b82b6f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:50:05.616712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d82966ba-47fa-499a-a8b0-be4581b82b6f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:50:05.617779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a83ff508-ee04-4ad6-bbee-7c453683db4e no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:50:05.629747 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0daedc6-404a-48fe-b997-914c01ad6942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e33c8f8d-4bff-4aed-a4bf-e1b2b85f851e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:05.632926 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0daedc6-404a-48fe-b997-914c01ad6942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:05.637540 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a0daedc6-404a-48fe-b997-914c01ad6942 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e33c8f8d-4bff-4aed-a4bf-e1b2b85f851e HTTP/1.1" status: 204 len: 168 time: 0.2891407 Jan 31 18:50:05.644010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: a83ff508-ee04-4ad6-bbee-7c453683db4e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:50:05.644646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a83ff508-ee04-4ad6-bbee-7c453683db4e not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:50:05.664156 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daedc6-404a-48fe-b997-914c01ad6942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c8f8d-4bff-4aed-a4bf-e1b2b85f851e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:05.705843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-0d279d3f-60a5-4206-9e0b-cf2101c32f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:05.712888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-0d279d3f-60a5-4206-9e0b-cf2101c32f70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=499dc0514e6d4aae923cc070d77f63cf&device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 1127 time: 0.4160557 Jan 31 18:50:05.721841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9456009-b7c2-431a-a84f-8fecf9b861ff req-44ffa363-5143-4e68-88db-905e0bbf8991 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/security-groups?id=9224780d-bf3a-4df5-92fd-2c95f88467cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222078 Jan 31 18:50:05.740750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-7331582c-156a-4f11-822e-5eddc80ebdeb service neutron] 10.222.0.49 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912189 Jan 31 18:50:05.821141 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78eb7ba-aeb2-4e37-a792-2964fbb3f1d3 x-openstack-request-id: req-c78eb7ba-aeb2-4e37-a792-2964fbb3f1d3 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:05.822225 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "name": "network-vif-plugged", "status": "completed", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:05.822394 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c78eb7ba-aeb2-4e37-a792-2964fbb3f1d3 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:05.822754 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'code': 200} Jan 31 18:50:05.844058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-71bd9229-1356-470c-acd0-f4a6552bec49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d3fb453-e811-4e90-aac2-3c6dae7d355b HTTP/1.1" status: 200 len: 217 time: 0.1166711 Jan 31 18:50:05.883224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75eb647-a50b-4955-b149-044296706eef req-374dc836-b48e-4188-9bf7-fa3392cba1e5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:05.885753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d75eb647-a50b-4955-b149-044296706eef req-374dc836-b48e-4188-9bf7-fa3392cba1e5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.5006597 Jan 31 18:50:05.968618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f3b6312b-03f7-46e0-a1ee-475d3654b92b req-b715b77f-f839-4bb5-a6c4-22b9280dc5f9 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] For port 86766602-5d71-48be-a9c8-fa7c1397da65, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=86766602-5d71-48be-a9c8-fa7c1397da65,segment=NetworkSegment(5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d),segment_id=5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:05.969108 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b6312b-03f7-46e0-a1ee-475d3654b92b req-b715b77f-f839-4bb5-a6c4-22b9280dc5f9 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:06.067936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f3b6312b-03f7-46e0-a1ee-475d3654b92b req-b715b77f-f839-4bb5-a6c4-22b9280dc5f9 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Calling delete_port for 86766602-5d71-48be-a9c8-fa7c1397da65 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:50:06.166505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6e905d54-64ba-48b9-a2b5-1f2401203695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:06.167987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-6e905d54-64ba-48b9-a2b5-1f2401203695 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c5a3cb4-b855-45fb-bf36-47d8d4fc0852 HTTP/1.1" status: 200 len: 852 time: 0.3053060 Jan 31 18:50:06.278533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 86766602-5d71-48be-a9c8-fa7c1397da65 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:50:06.411594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45242) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:06.417430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f7ad0dcb-1305-4fb7-b1bb-33c714ad9168 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080974303', 'description': 'tempest-description--688974305'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:06.471577 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0dcb-1305-4fb7-b1bb-33c714ad9168 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:06.472277 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 86766602-5d71-48be-a9c8-fa7c1397da65 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:06.472827 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:06.542464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 86766602-5d71-48be-a9c8-fa7c1397da65, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=86766602-5d71-48be-a9c8-fa7c1397da65,segment=NetworkSegment(5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d),segment_id=5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:06.549077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:06.607931 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0dcb-1305-4fb7-b1bb-33c714ad9168 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group (4187c0ce-378b-4473-a9d2-b1b9c556257a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:06.613361 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0dcb-1305-4fb7-b1bb-33c714ad9168 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4187c0ce-378b-4473-a9d2-b1b9c556257a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:06.628599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=86766602-5d71-48be-a9c8-fa7c1397da65,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:06.643848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb77260-19c5-475a-b3b0-0c0d507c9726', 'tag': '8d3fb453-e811-4e90-aac2-3c6dae7d355b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:06.646169 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e494496-0c6a-4d12-a53d-d79a263210df" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb77260-19c5-475a-b3b0-0c0d507c9726", "tag": "8d3fb453-e811-4e90-aac2-3c6dae7d355b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:06.650681 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-5507e90d-8552-4d2e-a220-21cd5cf4cb92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=65e1fa49-af30-4e2e-8665-0be3dddbc31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4664166 Jan 31 18:50:06.660540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b07000-5067-4326-8c00-bae7d98e77a4 req-b3578873-c1ca-498e-8943-368980648b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:06.662000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b07000-5067-4326-8c00-bae7d98e77a4 req-b3578873-c1ca-498e-8943-368980648b9d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1128 time: 0.7409174 Jan 31 18:50:06.667855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad0dcb-1305-4fb7-b1bb-33c714ad9168 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4187c0ce-378b-4473-a9d2-b1b9c556257a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:06.668461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-5a4d6d45-4907-4bc7-a507-d3adafa71fab service neutron] 10.222.0.49 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9199970 Jan 31 18:50:06.673745 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0dcb-1305-4fb7-b1bb-33c714ad9168 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:06.679835 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f7ad0dcb-1305-4fb7-b1bb-33c714ad9168 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2671280 Jan 31 18:50:06.680501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45252) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:06.687472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d005a71c-65d6-40bc-89c4-1c6580e097b3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Request body: {'security_group_rule': {'security_group_id': '4187c0ce-378b-4473-a9d2-b1b9c556257a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:06.714620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d75eb647-a50b-4955-b149-044296706eef req-6cea805c-72d8-47b5-9c16-c5a239c55fb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7919981 Jan 31 18:50:06.762470 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d005a71c-65d6-40bc-89c4-1c6580e097b3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group_rule (e4819815-b0b8-4f92-9469-3270fb772cff), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:06.764783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8357233-9620-4d20-8c1b-16cee804b86a req-f4991485-4488-4d84-a82e-4e30da20fbee tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.1122732 Jan 31 18:50:06.885485 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b07000-5067-4326-8c00-bae7d98e77a4 req-faf1b56c-81c5-4e74-a369-10bf1bccb2f5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773627 Jan 31 18:50:06.888799 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813162e8-50f2-49f1-96a6-1e6d55d8e5ad x-openstack-request-id: req-813162e8-50f2-49f1-96a6-1e6d55d8e5ad {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:06.889102 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb77260-19c5-475a-b3b0-0c0d507c9726", "tag": "8d3fb453-e811-4e90-aac2-3c6dae7d355b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:06.889361 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-813162e8-50f2-49f1-96a6-1e6d55d8e5ad {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:06.889755 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb77260-19c5-475a-b3b0-0c0d507c9726', 'tag': '8d3fb453-e811-4e90-aac2-3c6dae7d355b', 'status': 'completed', 'code': 200} Jan 31 18:50:06.905258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:06.922604 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d005a71c-65d6-40bc-89c4-1c6580e097b3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group_rule (e4819815-b0b8-4f92-9469-3270fb772cff), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:06.928693 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d005a71c-65d6-40bc-89c4-1c6580e097b3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (e4819815-b0b8-4f92-9469-3270fb772cff), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:06.971821 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005a71c-65d6-40bc-89c4-1c6580e097b3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4819815-b0b8-4f92-9469-3270fb772cff,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:06.983014 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d005a71c-65d6-40bc-89c4-1c6580e097b3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:06.987503 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d005a71c-65d6-40bc-89c4-1c6580e097b3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049269 Jan 31 18:50:06.988165 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:06.992976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-af87de87-cc3d-4cfd-9930-eea01d5df5f6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Request body: {'security_group_rule': {'security_group_id': '4187c0ce-378b-4473-a9d2-b1b9c556257a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:07.023122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af87de87-cc3d-4cfd-9930-eea01d5df5f6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group_rule (49e5909a-2490-4528-8321-110cdc669a22), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.046011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-ae1ae648-2a80-4ed4-b51d-3fd0c3aaebfb service neutron] 10.222.0.21 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797500 Jan 31 18:50:07.080763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1545749009-network', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:07.094158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27e252-0409-49ee-a6ad-d4715487de81 req-c4f0b391-9b37-427e-8a48-20f3d47372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:07.095897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f27e252-0409-49ee-a6ad-d4715487de81 req-c4f0b391-9b37-427e-8a48-20f3d47372aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=499dc0514e6d4aae923cc070d77f63cf&device_id=94171f61-ea39-4ca9-8dbc-a092e3db81e2 HTTP/1.1" status: 200 len: 1126 time: 0.3336666 Jan 31 18:50:07.115180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af87de87-cc3d-4cfd-9930-eea01d5df5f6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group_rule (49e5909a-2490-4528-8321-110cdc669a22), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.117026 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:07.120105 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.129125 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af87de87-cc3d-4cfd-9930-eea01d5df5f6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (49e5909a-2490-4528-8321-110cdc669a22), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.135428 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.145217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841052d-2732-439b-be3f-d5676a052ad1 req-3da5b488-2ac3-4f70-b0d0-62889bfa8910 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:07.146782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8841052d-2732-439b-be3f-d5676a052ad1 req-3da5b488-2ac3-4f70-b0d0-62889bfa8910 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 944 time: 0.2668967 Jan 31 18:50:07.167207 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87de87-cc3d-4cfd-9930-eea01d5df5f6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e5909a-2490-4528-8321-110cdc669a22,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:07.280234 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af87de87-cc3d-4cfd-9930-eea01d5df5f6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.286763 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-af87de87-cc3d-4cfd-9930-eea01d5df5f6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2927213 Jan 31 18:50:07.291726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45266) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:07.298855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:07.301595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b6312b-03f7-46e0-a1ee-475d3654b92b req-b715b77f-f839-4bb5-a6c4-22b9280dc5f9 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (86766602-5d71-48be-a9c8-fa7c1397da65), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.322438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Publish callbacks [] for security_group (c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.334093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.396409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:50:07.402787 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.407040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e531bf-0f93-4484-aeb6-2d3cc301180a req-4b389280-7fc0-45d2-ab7f-623f52335c6b tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:07.408660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5e531bf-0f93-4484-aeb6-2d3cc301180a req-4b389280-7fc0-45d2-ab7f-623f52335c6b tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9e8315a-9ba3-4924-b3b1-6436f07c5170 HTTP/1.1" status: 200 len: 943 time: 0.4340408 Jan 31 18:50:07.430176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715b77f-f839-4bb5-a6c4-22b9280dc5f9 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Pushing event deleted for resources: {'Port': ['ID=86766602-5d71-48be-a9c8-fa7c1397da65,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:07.454157 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ad1e92c5-18a7-4462-871a-5d5111bbd825), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.454877 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Added segment ad1e92c5-18a7-4462-871a-5d5111bbd825 of type vlan for network 99452e05-1570-4f4a-8999-832b2b325fc2 Jan 31 18:50:07.457581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:07.499596 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ef16a7-58f1-4ba9-ac3a-953ccedd43bd req-2e0990e9-6b6f-4b4a-be27-b78dc05259b3 service neutron] 10.222.0.21 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388304 Jan 31 18:50:07.547807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b6312b-03f7-46e0-a1ee-475d3654b92b req-b715b77f-f839-4bb5-a6c4-22b9280dc5f9 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] No DVR routers for this DVR port 86766602-5d71-48be-a9c8-fa7c1397da65 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:50:07.552322 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b6312b-03f7-46e0-a1ee-475d3654b92b req-b715b77f-f839-4bb5-a6c4-22b9280dc5f9 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.559719 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3b6312b-03f7-46e0-a1ee-475d3654b92b req-b715b77f-f839-4bb5-a6c4-22b9280dc5f9 tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.21 "DELETE /v2.0/ports/86766602-5d71-48be-a9c8-fa7c1397da65 HTTP/1.1" status: 204 len: 173 time: 3.0156143 Jan 31 18:50:07.568104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8841052d-2732-439b-be3f-d5676a052ad1 req-e8d877be-c8bb-4fd1-8727-c02a6d412045 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676682 Jan 31 18:50:07.570945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27e252-0409-49ee-a6ad-d4715487de81 req-0b56a20a-cbf4-4db3-8a0c-886800067c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:07.572534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f27e252-0409-49ee-a6ad-d4715487de81 req-0b56a20a-cbf4-4db3-8a0c-886800067c30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65e1fa49-af30-4e2e-8665-0be3dddbc31f HTTP/1.1" status: 200 len: 913 time: 0.4546525 Jan 31 18:50:07.634269 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (99452e05-1570-4f4a-8999-832b2b325fc2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.673785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f27e252-0409-49ee-a6ad-d4715487de81 req-08ba8d41-5a60-4596-95d8-ead4ce4d9796 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6411cf10-a13e-4014-8396-f200c507846b HTTP/1.1" status: 200 len: 217 time: 0.0831296 Jan 31 18:50:07.696048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5e531bf-0f93-4484-aeb6-2d3cc301180a req-c1a87946-9601-4d2f-ad43-ecdcef8a3d5f tempest-ServerMetadataNegativeTestJSON-1462021567 tempest-ServerMetadataNegativeTestJSON-1462021567-project] 10.222.0.20 "GET /v2.0/security-groups?id=9224780d-bf3a-4df5-92fd-2c95f88467cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546711 Jan 31 18:50:07.728856 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (99452e05-1570-4f4a-8999-832b2b325fc2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.730740 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:07.731750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.749557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27e252-0409-49ee-a6ad-d4715487de81 req-67eb8caf-1f96-4ba0-af87-cecb1cf67bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:07.751040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f27e252-0409-49ee-a6ad-d4715487de81 req-67eb8caf-1f96-4ba0-af87-cecb1cf67bb3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9c5a3cb4-b855-45fb-bf36-47d8d4fc0852 HTTP/1.1" status: 200 len: 852 time: 0.0690992 Jan 31 18:50:07.779561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e494496-0c6a-4d12-a53d-d79a263210df req-b143300f-cd8b-47ef-b5aa-d06c13796e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:07.781440 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e494496-0c6a-4d12-a53d-d79a263210df req-b143300f-cd8b-47ef-b5aa-d06c13796e0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=499dc0514e6d4aae923cc070d77f63cf&device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 1127 time: 0.2120769 Jan 31 18:50:07.815269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f27e252-0409-49ee-a6ad-d4715487de81 req-f1f9f1b9-6f45-47fc-b935-15124fc881e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65e1fa49-af30-4e2e-8665-0be3dddbc31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541737 Jan 31 18:50:07.823655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e8315a-9ba3-4924-b3b1-6436f07c5170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86766602-5d71-48be-a9c8-fa7c1397da65'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:07.828708 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fbfc49-99bb-48f6-a763-8c92bc1d5414" -d '{"events": [{"server_uuid": "b9e8315a-9ba3-4924-b3b1-6436f07c5170", "name": "network-vif-unplugged", "status": "completed", "tag": "86766602-5d71-48be-a9c8-fa7c1397da65"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:07.884760 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9712365 Jan 31 18:50:07.885927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45274) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:07.898154 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-559d2024-7a8e-4c00-b167-81491994b8ab admin admin] Request body: {'subnet': {'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1545749009-subnet', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:07.919661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda2095-ccae-45e9-b59a-11e88a30208b admin admin] Pushing event updated for resources: {'Network': ['ID=99452e05-1570-4f4a-8999-832b2b325fc2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:07.929424 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:07.940375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 99452e05-1570-4f4a-8999-832b2b325fc2 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:50:07.954208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559d2024-7a8e-4c00-b167-81491994b8ab admin admin] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:07.960627 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-559d2024-7a8e-4c00-b167-81491994b8ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:08.015034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d7e47fe-0034-4f19-84dd-d0c8915a7e50 req-624ff255-df8a-44c4-840f-b8f05ed0b570 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0765376 Jan 31 18:50:08.088525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e494496-0c6a-4d12-a53d-d79a263210df req-ad9a1808-0679-4674-8c75-68d2bcd245e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:08.090267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e494496-0c6a-4d12-a53d-d79a263210df req-ad9a1808-0679-4674-8c75-68d2bcd245e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=65e1fa49-af30-4e2e-8665-0be3dddbc31f HTTP/1.1" status: 200 len: 913 time: 0.2856374 Jan 31 18:50:08.093094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f27e252-0409-49ee-a6ad-d4715487de81 req-af01cab6-ab03-49b0-acc5-d01c7c54d359 service neutron] 10.222.0.49 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656028 Jan 31 18:50:08.102208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d61fef-a24a-4ebd-af25-80d5fa1fedef req-e5ac0874-561d-4742-aac9-106dd1da2699 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:08.104947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20d61fef-a24a-4ebd-af25-80d5fa1fedef req-e5ac0874-561d-4742-aac9-106dd1da2699 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.2187400 Jan 31 18:50:08.177704 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c57dab-4741-412e-a7fa-0f12c7bd2ae4 x-openstack-request-id: req-28c57dab-4741-412e-a7fa-0f12c7bd2ae4 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:08.178392 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e8315a-9ba3-4924-b3b1-6436f07c5170", "name": "network-vif-unplugged", "status": "completed", "tag": "86766602-5d71-48be-a9c8-fa7c1397da65", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:08.178948 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28c57dab-4741-412e-a7fa-0f12c7bd2ae4 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:08.179744 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e8315a-9ba3-4924-b3b1-6436f07c5170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86766602-5d71-48be-a9c8-fa7c1397da65', 'code': 200} Jan 31 18:50:08.235833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e494496-0c6a-4d12-a53d-d79a263210df req-76a8a7aa-af44-45b8-ab4c-e0bab6a119a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d3fb453-e811-4e90-aac2-3c6dae7d355b HTTP/1.1" status: 200 len: 217 time: 0.1277359 Jan 31 18:50:08.351041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Allocated IP 172.25.8.10 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/05168ed6-3546-4b14-bef5-6ef9af96b953) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:08.399035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e494496-0c6a-4d12-a53d-d79a263210df req-65d0756e-6b1d-462e-8a4b-dd31af30cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:08.401259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e494496-0c6a-4d12-a53d-d79a263210df req-65d0756e-6b1d-462e-8a4b-dd31af30cb3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c5a3cb4-b855-45fb-bf36-47d8d4fc0852 HTTP/1.1" status: 200 len: 852 time: 0.1551545 Jan 31 18:50:08.452257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e494496-0c6a-4d12-a53d-d79a263210df req-9aa3bdd1-9e59-4818-b23f-b5e5813ab818 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=65e1fa49-af30-4e2e-8665-0be3dddbc31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361867 Jan 31 18:50:08.457052 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f27e252-0409-49ee-a6ad-d4715487de81 req-577b1586-231d-48ab-8cac-05c55e0eb396 service neutron] 10.222.0.49 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507230 Jan 31 18:50:08.504852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20d61fef-a24a-4ebd-af25-80d5fa1fedef req-dc1fa772-ea24-4aeb-9caf-cfaa4fffc884 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3765626 Jan 31 18:50:08.520133 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-559d2024-7a8e-4c00-b167-81491994b8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (f426f5a6-175a-406f-a88a-e2a36c4f0b5c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:08.590908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e494496-0c6a-4d12-a53d-d79a263210df req-95e87e94-14c5-4027-bc97-d434c80ce065 service neutron] 10.222.0.21 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161096 Jan 31 18:50:08.594854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d2024-7a8e-4c00-b167-81491994b8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f426f5a6-175a-406f-a88a-e2a36c4f0b5c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:08.636575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:08.653164 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for port (05168ed6-3546-4b14-bef5-6ef9af96b953), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:08.666426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d2024-7a8e-4c00-b167-81491994b8ab admin admin] Checking segment: {'id': 'ad1e92c5-18a7-4462-871a-5d5111bbd825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:08.667133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d2024-7a8e-4c00-b167-81491994b8ab admin admin] Network hostable DHCP agents. Network: 99452e05-1570-4f4a-8999-832b2b325fc2, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:50:08.706028 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d2024-7a8e-4c00-b167-81491994b8ab admin admin] Network 99452e05-1570-4f4a-8999-832b2b325fc2 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:50:08.721027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-559d2024-7a8e-4c00-b167-81491994b8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 99452e05-1570-4f4a-8999-832b2b325fc2) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:08.728628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559d2024-7a8e-4c00-b167-81491994b8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:08.729709 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-559d2024-7a8e-4c00-b167-81491994b8ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:08.730824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b219d66-abbd-4804-ae3a-88b5ae7e01df None None] Network 99452e05-1570-4f4a-8999-832b2b325fc2 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:08.734704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (05168ed6-3546-4b14-bef5-6ef9af96b953), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:08.801931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e494496-0c6a-4d12-a53d-d79a263210df req-72432a40-6d78-4f8d-bad7-4e59df035059 service neutron] 10.222.0.21 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048750 Jan 31 18:50:08.803404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:08.834788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event updated for resources: {'Port': ['ID=05168ed6-3546-4b14-bef5-6ef9af96b953,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:08.855308 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-559d2024-7a8e-4c00-b167-81491994b8ab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9664028 Jan 31 18:50:08.856101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:08.858840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:08.863735 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1545749009-router', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:08.869204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d370f1-28f9-401a-a3b8-473596225706 req-a02bc1c1-a35d-4876-a128-4afb3c668b9f tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:08.871144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4d370f1-28f9-401a-a3b8-473596225706 req-a02bc1c1-a35d-4876-a128-4afb3c668b9f tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 944 time: 0.1310441 Jan 31 18:50:08.877288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:08.879795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-970e8b39-005d-4014-8aec-5960077d1494 admin admin] Deleting subnet 678fe060-2407-48b8-899d-43be4f6d9f07 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:50:08.883556 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-970e8b39-005d-4014-8aec-5960077d1494 admin admin] Publish callbacks [] for subnet (678fe060-2407-48b8-899d-43be4f6d9f07), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:08.887530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:08.944884 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-970e8b39-005d-4014-8aec-5960077d1494 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (678fe060-2407-48b8-899d-43be4f6d9f07), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:08.945227 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:08.946154 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:08.993728 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-970e8b39-005d-4014-8aec-5960077d1494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (678fe060-2407-48b8-899d-43be4f6d9f07), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:08.995806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-99452e05-1570-4f4a-8999-832b2b325fc2', 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2', 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'fixed_ips': [{'subnet_id': 'f426f5a6-175a-406f-a88a-e2a36c4f0b5c'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:50:08.996980 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.000115 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e8315a-9ba3-4924-b3b1-6436f07c5170', 'name': 'network-vif-deleted', 'tag': '86766602-5d71-48be-a9c8-fa7c1397da65'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:09.002832 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e2b2c4-026b-4cbe-8083-981a329cc5c0" -d '{"events": [{"server_uuid": "b9e8315a-9ba3-4924-b3b1-6436f07c5170", "name": "network-vif-deleted", "tag": "86766602-5d71-48be-a9c8-fa7c1397da65"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:09.063072 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26d86b7d-44fc-4feb-a43f-8fe537e8e978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.067709 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Publish callbacks [] for router_controller (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.072837 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (10c4ccdf-1d93-4314-813d-c4460ab6f322), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.132062 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404c0f2c-6d2d-497a-bd25-39d652600cbf x-openstack-request-id: req-404c0f2c-6d2d-497a-bd25-39d652600cbf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:09.132538 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e8315a-9ba3-4924-b3b1-6436f07c5170", "name": "network-vif-deleted", "tag": "86766602-5d71-48be-a9c8-fa7c1397da65", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:09.132910 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-404c0f2c-6d2d-497a-bd25-39d652600cbf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:09.133420 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e8315a-9ba3-4924-b3b1-6436f07c5170', 'name': 'network-vif-deleted', 'tag': '86766602-5d71-48be-a9c8-fa7c1397da65', 'status': 'completed', 'code': 200} Jan 31 18:50:09.147923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4d370f1-28f9-401a-a3b8-473596225706 req-cf60381e-0b63-4d93-bf67-8a31a11b989f tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509304 Jan 31 18:50:09.171643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-970e8b39-005d-4014-8aec-5960077d1494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (678fe060-2407-48b8-899d-43be4f6d9f07), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.197496 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (05168ed6-3546-4b14-bef5-6ef9af96b953), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.208802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e8b39-005d-4014-8aec-5960077d1494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678fe060-2407-48b8-899d-43be4f6d9f07,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:09.220102 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-970e8b39-005d-4014-8aec-5960077d1494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.226455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-970e8b39-005d-4014-8aec-5960077d1494 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/678fe060-2407-48b8-899d-43be4f6d9f07 HTTP/1.1" status: 204 len: 168 time: 0.4218910 Jan 31 18:50:09.233032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45298) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:09.281342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26d86b7d-44fc-4feb-a43f-8fe537e8e978 admin admin] Publish callbacks [] for security_group (b8e00448-a86e-408d-91e4-c951d2a4f9c5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.289081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26d86b7d-44fc-4feb-a43f-8fe537e8e978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b8e00448-a86e-408d-91e4-c951d2a4f9c5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.318884 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Publish callbacks [] for router_gateway (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.328736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Allocated IP 172.20.0.2 (99452e05-1570-4f4a-8999-832b2b325fc2/f426f5a6-175a-406f-a88a-e2a36c4f0b5c/703bbbe8-dc9d-42b5-a11f-9a09447263c9) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:09.371232 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6578b8c8-096c-45e4-8101-f0f99ec8db53 req-bac1a94b-a274-4fa1-a7e7-5bf9bff86665 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.1233656 Jan 31 18:50:09.437822 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (941a43ed-a5d9-4632-a42b-9bb8744acc46), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.439984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d86b7d-44fc-4feb-a43f-8fe537e8e978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e00448-a86e-408d-91e4-c951d2a4f9c5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:09.445359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-26d86b7d-44fc-4feb-a43f-8fe537e8e978 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0613ec12105c4ef4a1b9cf8c6c1c0a40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7680576 Jan 31 18:50:09.448495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:09.573205 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Publish callbacks [] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.583648 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed594c9-7a7c-46d7-a63f-064ddc5820dc admin admin] Publish callbacks [] for security_group (b8e00448-a86e-408d-91e4-c951d2a4f9c5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.588982 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.613707 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed594c9-7a7c-46d7-a63f-064ddc5820dc admin admin] Publish callbacks [] for security_group (b8e00448-a86e-408d-91e4-c951d2a4f9c5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.659303 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (941a43ed-a5d9-4632-a42b-9bb8744acc46), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.672043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Pushing event updated for resources: {'Port': ['ID=703bbbe8-dc9d-42b5-a11f-9a09447263c9,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:09.690651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Network 99452e05-1570-4f4a-8999-832b2b325fc2 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:09.692657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:09.696411 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:09.711011 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for port (05168ed6-3546-4b14-bef5-6ef9af96b953), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.733560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941a43ed-a5d9-4632-a42b-9bb8744acc46']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:09.742788 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (05168ed6-3546-4b14-bef5-6ef9af96b953), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.755536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:09.755949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:09.768959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Attempting to bind port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:09.770354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Attempting to bind port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'ad1e92c5-18a7-4462-871a-5d5111bbd825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:09.771051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Attempting to bind port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 on network 99452e05-1570-4f4a-8999-832b2b325fc2 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:09.772106 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.778280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:09.779091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Checking segment: {'id': 'ad1e92c5-18a7-4462-871a-5d5111bbd825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:09.779765 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.780417 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Bound using segment: {'id': 'ad1e92c5-18a7-4462-871a-5d5111bbd825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:09.781193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Bound port: 703bbbe8-dc9d-42b5-a11f-9a09447263c9, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1e92c5-18a7-4462-871a-5d5111bbd825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:09.781837 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.789607 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.798989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:50:09.799474 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (5b8cdc3f-92e1-4bd7-93a8-1f3869a04f2d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:50:09.801660 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:50:09.851583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Publish callbacks [] for router_gateway (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.883305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.908709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449f705-16bd-482f-a06e-1dddcad3500d req-13d9715c-40ed-4d0f-99ea-78f38f0b2674 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:09.912148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5449f705-16bd-482f-a06e-1dddcad3500d req-13d9715c-40ed-4d0f-99ea-78f38f0b2674 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.2779977 Jan 31 18:50:09.919612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event updated for resources: {'Port': ['ID=05168ed6-3546-4b14-bef5-6ef9af96b953,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:09.937602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] For port 703bbbe8-dc9d-42b5-a11f-9a09447263c9, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:09.945167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] For port 703bbbe8-dc9d-42b5-a11f-9a09447263c9, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=703bbbe8-dc9d-42b5-a11f-9a09447263c9,segment=NetworkSegment(ad1e92c5-18a7-4462-871a-5d5111bbd825),segment_id=ad1e92c5-18a7-4462-871a-5d5111bbd825)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:09.950643 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (10c4ccdf-1d93-4314-813d-c4460ab6f322), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.953256 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (941a43ed-a5d9-4632-a42b-9bb8744acc46), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.954321 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.966771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:09.976514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/941a43ed-a5d9-4632-a42b-9bb8744acc46 HTTP/1.1" status: 204 len: 168 time: 0.7421737 Jan 31 18:50:10.018650 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed594c9-7a7c-46d7-a63f-064ddc5820dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b8e00448-a86e-408d-91e4-c951d2a4f9c5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:10.021499 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed594c9-7a7c-46d7-a63f-064ddc5820dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:10.025917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bed594c9-7a7c-46d7-a63f-064ddc5820dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8e00448-a86e-408d-91e4-c951d2a4f9c5 HTTP/1.1" status: 204 len: 168 time: 0.5735002 Jan 31 18:50:10.051159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:10.052951 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-82ab9bc1-54d4-4237-852f-04762c899d3f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7596736 Jan 31 18:50:10.054010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5c6e7-e03e-452d-90ba-2415429762c0 None None] Pushing event updated for resources: {'Port': ['ID=703bbbe8-dc9d-42b5-a11f-9a09447263c9,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:10.065647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5449f705-16bd-482f-a06e-1dddcad3500d req-1e208f4a-6536-457d-ba8c-2ef55bab0445 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432300 Jan 31 18:50:10.069926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7615120-9bd8-4dfe-a0f7-52725320f2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=941a43ed-a5d9-4632-a42b-9bb8744acc46,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:10.079142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed594c9-7a7c-46d7-a63f-064ddc5820dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e00448-a86e-408d-91e4-c951d2a4f9c5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:10.242364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Allocated IP 172.25.8.129 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/9e4646e5-9c34-4f3c-b94e-586c341221b4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:10.249913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:10.289078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8d3fb453-e811-4e90-aac2-3c6dae7d355b details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:50:10.332504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c688f4-dbc8-4d0b-86b1-46dd6c16beb4 req-8a07c90e-25ac-481d-a096-185f0180da2d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:10.341226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30c688f4-dbc8-4d0b-86b1-46dd6c16beb4 req-8a07c90e-25ac-481d-a096-185f0180da2d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.1479485 Jan 31 18:50:10.381483 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-534f1c4d-62a4-431b-b511-41d8861a8e09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6177c3ff91404712abe919d7360922e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282725 Jan 31 18:50:10.388023 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:10.455514 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 6411cf10-a13e-4014-8396-f200c507846b details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:50:10.528227 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2cf04956-3cc7-405d-8fdb-dc0ca8903892 admin admin] Publish callbacks [] for security_group (9224780d-bf3a-4df5-92fd-2c95f88467cb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:10.569730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Publish callbacks [] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:10.601394 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2cf04956-3cc7-405d-8fdb-dc0ca8903892 admin admin] Publish callbacks [] for security_group (9224780d-bf3a-4df5-92fd-2c95f88467cb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:10.619880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30c688f4-dbc8-4d0b-86b1-46dd6c16beb4 req-5ad3feaf-baff-400f-8944-685332b88779 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705275 Jan 31 18:50:10.641736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca639-1375-4915-b6ff-534e4bdc02ac req-ae582268-809f-413d-86c5-f698855d917d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:10.653012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-532ca639-1375-4915-b6ff-534e4bdc02ac req-ae582268-809f-413d-86c5-f698855d917d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 944 time: 0.3104804 Jan 31 18:50:10.672060 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45330) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:10.732952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-532ca639-1375-4915-b6ff-534e4bdc02ac req-96d755e9-ca5c-45d3-8026-b470d5a9a0e2 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782261 Jan 31 18:50:10.758201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8d3fb453-e811-4e90-aac2-3c6dae7d355b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8d3fb453-e811-4e90-aac2-3c6dae7d355b,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:10.785607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '8d3fb453-e811-4e90-aac2-3c6dae7d355b', 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f', 'port_id': '8d3fb453-e811-4e90-aac2-3c6dae7d355b', 'mac_address': 'fa:16:3e:98:ef:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5a3cb4-b855-45fb-bf36-47d8d4fc0852', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:50:10.820080 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:10.833203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8d3fb453-e811-4e90-aac2-3c6dae7d355b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:10.833643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:10.863635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3fb453-e811-4e90-aac2-3c6dae7d355b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:10.872765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 6411cf10-a13e-4014-8396-f200c507846b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=6411cf10-a13e-4014-8396-f200c507846b,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:10.879527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:10.904743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8d3fb453-e811-4e90-aac2-3c6dae7d355b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8d3fb453-e811-4e90-aac2-3c6dae7d355b,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:10.907045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '6411cf10-a13e-4014-8396-f200c507846b', 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f', 'port_id': '6411cf10-a13e-4014-8396-f200c507846b', 'mac_address': 'fa:16:3e:e9:cf:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5a3cb4-b855-45fb-bf36-47d8d4fc0852', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:50:10.912411 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:10.929502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:10.935304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:10.944534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2cf04956-3cc7-405d-8fdb-dc0ca8903892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9224780d-bf3a-4df5-92fd-2c95f88467cb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:10.949423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2cf04956-3cc7-405d-8fdb-dc0ca8903892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:10.957133 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2cf04956-3cc7-405d-8fdb-dc0ca8903892 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9224780d-bf3a-4df5-92fd-2c95f88467cb HTTP/1.1" status: 204 len: 168 time: 0.5630150 Jan 31 18:50:10.970907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-052e9cb7-8d83-43f9-8911-4f63fd42c971 req-3570f5ca-17fa-4cdc-86f1-fb7df661b78a tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.1316149 Jan 31 18:50:10.991421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdc860b-e5e4-4744-9f6b-6a7c5fd8f507 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:11.003006 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8fdc860b-e5e4-4744-9f6b-6a7c5fd8f507 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1123 time: 0.3298979 Jan 31 18:50:11.010014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 6411cf10-a13e-4014-8396-f200c507846b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:11.011176 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6411cf10-a13e-4014-8396-f200c507846b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:11.014633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45344) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:11.043140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6411cf10-a13e-4014-8396-f200c507846b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:11.079484 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-6b285216-61e4-4ebd-85bf-a00d3da6114b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1080974303&fields=id&tenant_id=ba512e98132c474b97cd38477c5c40a4 HTTP/1.1" status: 200 len: 267 time: 0.2220142 Jan 31 18:50:11.099414 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:11.145759 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf04956-3cc7-405d-8fdb-dc0ca8903892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9224780d-bf3a-4df5-92fd-2c95f88467cb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:11.147469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 6411cf10-a13e-4014-8396-f200c507846b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=6411cf10-a13e-4014-8396-f200c507846b,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:11.151896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8d3fb453-e811-4e90-aac2-3c6dae7d355b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:11.155972 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6411cf10-a13e-4014-8396-f200c507846b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:11.184372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8d3fb453-e811-4e90-aac2-3c6dae7d355b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:11.248883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Pushing event updated for resources: {'Port': ['ID=9e4646e5-9c34-4f3c-b94e-586c341221b4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:11.278915 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:11.348785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-79d6705b-51b8-43b4-950a-cb4e579b4e15 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:11.359106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-79d6705b-51b8-43b4-950a-cb4e579b4e15 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 817 time: 0.2686782 Jan 31 18:50:11.380420 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-1cc1a594-24e4-4cae-b29a-42093e5daa4f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/quotas/ba512e98132c474b97cd38477c5c40a4 HTTP/1.1" status: 200 len: 375 time: 0.0199416 Jan 31 18:50:11.499684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['6411cf10-a13e-4014-8396-f200c507846b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:11.511113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-a84dbb08-f0b5-43aa-bb75-f4697aafccf1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295159 Jan 31 18:50:11.737035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-0a42894f-8fc7-417d-8eea-96fa1f96a448 service neutron] 10.222.0.20 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088308 Jan 31 18:50:11.833317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 703bbbe8-dc9d-42b5-a11f-9a09447263c9 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:11.928647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-3204f5c6-d2cd-4e47-be81-28dcf1499875 service neutron] 10.222.0.20 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796131 Jan 31 18:50:11.985823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=6411cf10-a13e-4014-8396-f200c507846b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:12.143764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd881c7c-8016-48c1-a2d3-788004a0d16b req-d70f538b-a7c9-48c9-ab42-765967d36234 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:12.145446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd881c7c-8016-48c1-a2d3-788004a0d16b req-d70f538b-a7c9-48c9-ab42-765967d36234 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 945 time: 0.2139511 Jan 31 18:50:12.177768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56fb8d5-e42b-452c-bfbc-4a8e0ae72b13 None None] Network 99452e05-1570-4f4a-8999-832b2b325fc2 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:12.185198 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Publish callbacks [] for router_gateway (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:12.321234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd881c7c-8016-48c1-a2d3-788004a0d16b req-2d7ed806-410d-4cdf-b738-dbdb95e2a83f tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649940 Jan 31 18:50:12.447808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-67d25a3f-74c4-4ce2-80b5-f113b540af83 req-7d1cc329-27f6-4082-b01a-1290f45b97e0 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0727823 Jan 31 18:50:12.460448 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:12.523931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-421ae2b3-0e4d-4404-becc-ed4947cce882 req-075c183a-fd4b-45f6-8713-0b1382cb169d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 210 time: 0.0927303 Jan 31 18:50:12.526787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-444f10b9-1d07-43d8-97a0-d2bf100835cc None None] Provisioning complete for port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:12.528124 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-444f10b9-1d07-43d8-97a0-d2bf100835cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:12.621008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:12.621623 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:12.725032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.25.8.17 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/5f004f6a-0f1c-4603-b4ef-76bab833877f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:12.844431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-444f10b9-1d07-43d8-97a0-d2bf100835cc None None] Current status of the port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:12.845686 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-444f10b9-1d07-43d8-97a0-d2bf100835cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:12.856051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45396) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:12.905513 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:12.986718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-444f10b9-1d07-43d8-97a0-d2bf100835cc None None] For port 703bbbe8-dc9d-42b5-a11f-9a09447263c9, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=703bbbe8-dc9d-42b5-a11f-9a09447263c9,segment=NetworkSegment(ad1e92c5-18a7-4462-871a-5d5111bbd825),segment_id=ad1e92c5-18a7-4462-871a-5d5111bbd825)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:13.008688 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-444f10b9-1d07-43d8-97a0-d2bf100835cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.079223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:13.079810 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.129353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f10b9-1d07-43d8-97a0-d2bf100835cc None None] Pushing event updated for resources: {'Port': ['ID=703bbbe8-dc9d-42b5-a11f-9a09447263c9,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:13.183175 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:50:13.183868 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:50:13.286555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-936216655-network', 'tenant_id': '5f8360a147344580aaea75d9cc18b0b5'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:13.331853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Made reservation on behalf of 5f8360a147344580aaea75d9cc18b0b5 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:13.335911 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.377238 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.449690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d9af0b97-40ee-4566-9800-1e93d681e0e4 None None] Provisioning complete for port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:13.450155 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d9af0b97-40ee-4566-9800-1e93d681e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.575285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5975ae5-5f60-4428-8f8c-030cd0500473 req-206675ef-1c2c-47d9-825b-d1ee74639aa2 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:13.582128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5975ae5-5f60-4428-8f8c-030cd0500473 req-206675ef-1c2c-47d9-825b-d1ee74639aa2 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 945 time: 0.1478148 Jan 31 18:50:13.626492 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Publish callbacks [] for security_group (fee27654-bdb0-42af-8445-6e70f6c006f3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.635272 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fee27654-bdb0-42af-8445-6e70f6c006f3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.647735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:50:13.658873 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (572248e5-a79c-4174-837a-cf83db0efff2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.659356 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Added segment 572248e5-a79c-4174-837a-cf83db0efff2 of type vlan for network 609c3208-8cac-416f-8b69-2c7e2bb49d2e Jan 31 18:50:13.681794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d9af0b97-40ee-4566-9800-1e93d681e0e4 None None] Current status of the port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:13.686819 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (5f004f6a-0f1c-4603-b4ef-76bab833877f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.729263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:13.763313 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (609c3208-8cac-416f-8b69-2c7e2bb49d2e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.774547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5975ae5-5f60-4428-8f8c-030cd0500473 req-edd5a7d7-a37b-4b8c-9259-c6813757ed24 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913788 Jan 31 18:50:13.779987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34a86fc1-7d0c-4301-8ad8-f038bf2e7cc5 req-b9cd5a04-af96-4bfe-a1fe-2dff0e158276 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0742280 Jan 31 18:50:13.794405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee27654-bdb0-42af-8445-6e70f6c006f3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:13.844387 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (609c3208-8cac-416f-8b69-2c7e2bb49d2e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.845428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:13.846060 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.849828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 703bbbe8-dc9d-42b5-a11f-9a09447263c9 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:13.864531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5f004f6a-0f1c-4603-b4ef-76bab833877f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.916973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0552557 Jan 31 18:50:13.920147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45428) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:13.934729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fb597f4d-9d50-40ff-9156-22fd4db0c4fc admin admin] Request body: {'subnet': {'network_id': '609c3208-8cac-416f-8b69-2c7e2bb49d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-936216655-subnet', 'tenant_id': '5f8360a147344580aaea75d9cc18b0b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:13.967521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb597f4d-9d50-40ff-9156-22fd4db0c4fc admin admin] Made reservation on behalf of 5f8360a147344580aaea75d9cc18b0b5 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:13.971336 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb597f4d-9d50-40ff-9156-22fd4db0c4fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:13.972309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:13.982947 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:14.049924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e310c16-0346-4656-8c5c-f7db2e719168 req-caed5105-a09b-46a8-a92e-315b5454661e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 210 time: 0.1588564 Jan 31 18:50:14.078206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8477210-747c-4e53-b0b3-fce4928e656b admin admin] Pushing event updated for resources: {'Network': ['ID=609c3208-8cac-416f-8b69-2c7e2bb49d2e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:14.091274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 609c3208-8cac-416f-8b69-2c7e2bb49d2e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:50:14.115042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-58784715-dda3-4240-ab23-483a8789d9ee tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:14.116702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-58784715-dda3-4240-ab23-483a8789d9ee tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.49 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 817 time: 0.2086170 Jan 31 18:50:14.169115 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:14.185915 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:14.189124 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:14.199933 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=5f004f6a-0f1c-4603-b4ef-76bab833877f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:14.200262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:14.203991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-d2de3cba-9112-4183-bd89-c0f1367a7372 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba512e98132c474b97cd38477c5c40a4 HTTP/1.1" status: 200 len: 380 time: 0.0778797 Jan 31 18:50:14.216214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Request body: {'port': {'device_id': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'admin_state_up': True, 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'security_groups': ['4187c0ce-378b-4473-a9d2-b1b9c556257a']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:14.248890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Router a44f0e3b-2c7a-4316-bc0d-f600ca88203f is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:50:14.326396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8d3fb453-e811-4e90-aac2-3c6dae7d355b up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:14.368058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Made reservation on behalf of ba512e98132c474b97cd38477c5c40a4 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:14.372646 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:14.409783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 8d3fb453-e811-4e90-aac2-3c6dae7d355b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:50:14.416851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 8d3fb453-e811-4e90-aac2-3c6dae7d355b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:14.417347 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:14.459905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 6411cf10-a13e-4014-8396-f200c507846b up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:14.525024 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb597f4d-9d50-40ff-9156-22fd4db0c4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (96647606-3875-4501-8123-6954258d23ad), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:14.609323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8d3fb453-e811-4e90-aac2-3c6dae7d355b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:14.610043 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:14.626854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 6411cf10-a13e-4014-8396-f200c507846b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:50:14.639543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 6411cf10-a13e-4014-8396-f200c507846b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:14.639803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6411cf10-a13e-4014-8396-f200c507846b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:14.672528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:50:14.682108 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Sync routers for ids ['a44f0e3b-2c7a-4316-bc0d-f600ca88203f'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:50:14.696058 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Routers {'a44f0e3b-2c7a-4316-bc0d-f600ca88203f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:14.697602 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a44f0e3b-2c7a-4316-bc0d-f600ca88203f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:14.703594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb77260-19c5-475a-b3b0-0c0d507c9726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3fb453-e811-4e90-aac2-3c6dae7d355b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:14.706090 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe4acb4-8d45-4a1a-b5e8-9f6bbf5cc1cc" -d '{"events": [{"server_uuid": "6fb77260-19c5-475a-b3b0-0c0d507c9726", "name": "network-vif-plugged", "status": "completed", "tag": "8d3fb453-e811-4e90-aac2-3c6dae7d355b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:14.725823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8d3fb453-e811-4e90-aac2-3c6dae7d355b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8d3fb453-e811-4e90-aac2-3c6dae7d355b,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:14.732942 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:14.768051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb597f4d-9d50-40ff-9156-22fd4db0c4fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=96647606-3875-4501-8123-6954258d23ad,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:14.910290 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85044055-5c41-453d-a8e3-71281abb9938 x-openstack-request-id: req-85044055-5c41-453d-a8e3-71281abb9938 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:14.911215 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb77260-19c5-475a-b3b0-0c0d507c9726", "name": "network-vif-plugged", "status": "completed", "tag": "8d3fb453-e811-4e90-aac2-3c6dae7d355b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:14.911479 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85044055-5c41-453d-a8e3-71281abb9938 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:14.911890 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb77260-19c5-475a-b3b0-0c0d507c9726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3fb453-e811-4e90-aac2-3c6dae7d355b', 'code': 200} Jan 31 18:50:14.939325 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Set router a44f0e3b-2c7a-4316-bc0d-f600ca88203f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:15.106980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98cc8e2b-cc8d-4ab3-bbf7-b4bebc162df0 req-e5ce533e-4600-4f4c-9f5c-7e7838439b8d tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.1440282 Jan 31 18:50:15.192608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 6411cf10-a13e-4014-8396-f200c507846b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:15.193029 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6411cf10-a13e-4014-8396-f200c507846b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:15.205402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8d3fb453-e811-4e90-aac2-3c6dae7d355b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:15.213094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c392d11-54a3-4d0b-9721-30027ae9e4db req-6644360b-a535-42f5-a080-f18e3005d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:15.220963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c392d11-54a3-4d0b-9721-30027ae9e4db req-6644360b-a535-42f5-a080-f18e3005d451 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 1129 time: 0.3508174 Jan 31 18:50:15.223628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb597f4d-9d50-40ff-9156-22fd4db0c4fc admin admin] Checking segment: {'id': '572248e5-a79c-4174-837a-cf83db0efff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '609c3208-8cac-416f-8b69-2c7e2bb49d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:15.228676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb597f4d-9d50-40ff-9156-22fd4db0c4fc admin admin] Network hostable DHCP agents. Network: 609c3208-8cac-416f-8b69-2c7e2bb49d2e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:50:15.240676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75596795-43d3-4d05-8e98-c6c415ce1189 req-2263e84f-c494-46e5-a109-35b452a84a01 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:15.242892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75596795-43d3-4d05-8e98-c6c415ce1189 req-2263e84f-c494-46e5-a109-35b452a84a01 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 946 time: 0.3172371 Jan 31 18:50:15.267135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 6411cf10-a13e-4014-8396-f200c507846b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=6411cf10-a13e-4014-8396-f200c507846b,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:15.275684 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6411cf10-a13e-4014-8396-f200c507846b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:15.307006 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:15.310908 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-53e48a59-5d8d-4d69-819e-046969ea18bf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4482799 Jan 31 18:50:15.324038 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (b9b229ed-e1d2-4680-97b5-386ec32aba36), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:15.341611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=6411cf10-a13e-4014-8396-f200c507846b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:15.362310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45456) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:15.368047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Allocated IP 172.20.0.11 (ae95513e-4638-43d6-9c17-f15bafd888ba/1f7f8694-fd65-4687-b630-7967006b34b9/e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:15.429965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb597f4d-9d50-40ff-9156-22fd4db0c4fc admin admin] Network 609c3208-8cac-416f-8b69-2c7e2bb49d2e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:50:15.452783 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fb597f4d-9d50-40ff-9156-22fd4db0c4fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 609c3208-8cac-416f-8b69-2c7e2bb49d2e) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:15.457241 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c392d11-54a3-4d0b-9721-30027ae9e4db req-1f3cb98e-7b64-490b-ab6c-d12da9a50907 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243438 Jan 31 18:50:15.459536 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'name': 'tempest-ServersTestMultiNic-1545749009-router', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:08Z', 'updated_at': '2022-01-31T18:50:11Z', 'revision_number': 3, 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'gw_port': {'id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:09Z', 'updated_at': '2022-01-31T18:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:15.471170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d2dca6-f5d8-4115-9c51-4e70666ddb0d None None] Network 609c3208-8cac-416f-8b69-2c7e2bb49d2e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:15.477102 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75596795-43d3-4d05-8e98-c6c415ce1189 req-001750b8-8a6b-4760-930a-98217825da2f tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099776 Jan 31 18:50:15.518543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0ec9841-a09a-467f-84e0-9d8ca727ed53 req-995ce507-d139-4119-9a02-4a2ca1b2a89e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 210 time: 0.1528177 Jan 31 18:50:15.522092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb597f4d-9d50-40ff-9156-22fd4db0c4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:15.523258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb597f4d-9d50-40ff-9156-22fd4db0c4fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:15.538230 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Checking router: a44f0e3b-2c7a-4316-bc0d-f600ca88203f for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:50:15.540590 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Updating router a44f0e3b-2c7a-4316-bc0d-f600ca88203f port 9e4646e5-9c34-4f3c-b94e-586c341221b4 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:50:15.557794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5f004f6a-0f1c-4603-b4ef-76bab833877f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:15.570442 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fb597f4d-9d50-40ff-9156-22fd4db0c4fc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6457486 Jan 31 18:50:15.628999 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:15.737888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa108401-d7ba-4a61-9b13-5df5cfdf0c8b None None] Network 609c3208-8cac-416f-8b69-2c7e2bb49d2e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:15.819910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45466) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:15.921040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (5f004f6a-0f1c-4603-b4ef-76bab833877f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:15.934584 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (5f004f6a-0f1c-4603-b4ef-76bab833877f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.018880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=5f004f6a-0f1c-4603-b4ef-76bab833877f,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:16.036820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a89f7f-f331-4287-b172-7cd458be51e7 admin admin] Deleting subnet 96647606-3875-4501-8123-6954258d23ad {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:50:16.037888 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (b9b229ed-e1d2-4680-97b5-386ec32aba36), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.040880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47a89f7f-f331-4287-b172-7cd458be51e7 admin admin] Publish callbacks [] for subnet (96647606-3875-4501-8123-6954258d23ad), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.077764 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47a89f7f-f331-4287-b172-7cd458be51e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (96647606-3875-4501-8123-6954258d23ad), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.108931 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Publish callbacks [] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.117076 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.184240 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Floating IP b9b229ed-e1d2-4680-97b5-386ec32aba36 associated. External IP: 172.25.8.17, port: 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5. Jan 31 18:50:16.187546 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Pushing event updated for resources: {'Port': ['ID=9e4646e5-9c34-4f3c-b94e-586c341221b4,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:16.191405 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Attempting to bind port 9e4646e5-9c34-4f3c-b94e-586c341221b4 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:16.192003 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Attempting to bind port 9e4646e5-9c34-4f3c-b94e-586c341221b4 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:16.192562 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Attempting to bind port 9e4646e5-9c34-4f3c-b94e-586c341221b4 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:16.205855 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.206558 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.207117 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.207613 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.208135 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.208718 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.209258 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.209741 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.210251 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.210747 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.211242 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.211719 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.212366 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:16.213527 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47a89f7f-f331-4287-b172-7cd458be51e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (96647606-3875-4501-8123-6954258d23ad), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.217332 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:16.218161 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:16.218924 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.219533 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:16.220184 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Bound port: 9e4646e5-9c34-4f3c-b94e-586c341221b4, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:16.220752 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.221045 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.293595 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] For port 9e4646e5-9c34-4f3c-b94e-586c341221b4, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:16.297690 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] For port 9e4646e5-9c34-4f3c-b94e-586c341221b4, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9e4646e5-9c34-4f3c-b94e-586c341221b4,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:16.310253 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.434211 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f7abd-e53f-46cd-aadd-f232b5c1fd1e None None] Pushing event updated for resources: {'Port': ['ID=9e4646e5-9c34-4f3c-b94e-586c341221b4,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:16.438255 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-422174f1-10fb-4748-80a0-fd08cb73d34d req-01cd0d02-0765-4ea6-b20a-9117b7c12474 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0630474 Jan 31 18:50:16.441348 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.443386 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47a89f7f-f331-4287-b172-7cd458be51e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (96647606-3875-4501-8123-6954258d23ad), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.447338 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Routers {'a44f0e3b-2c7a-4316-bc0d-f600ca88203f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:16.447939 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a44f0e3b-2c7a-4316-bc0d-f600ca88203f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:16.555406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router a3390a70-e0eb-43ee-8b72-fbf3461cb440 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:50:16.574754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Network ae95513e-4638-43d6-9c17-f15bafd888ba is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:16.578960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a89f7f-f331-4287-b172-7cd458be51e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96647606-3875-4501-8123-6954258d23ad,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:16.581355 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47a89f7f-f331-4287-b172-7cd458be51e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.588283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-47a89f7f-f331-4287-b172-7cd458be51e7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/96647606-3875-4501-8123-6954258d23ad HTTP/1.1" status: 204 len: 168 time: 0.7648456 Jan 31 18:50:16.588545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45482) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:16.594264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:16.601945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:16.663362 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] Set router a44f0e3b-2c7a-4316-bc0d-f600ca88203f gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:16.716112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event updated for resources: {'Port': ['ID=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:16.833874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:16.834558 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.903633 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (609c3208-8cac-416f-8b69-2c7e2bb49d2e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.905738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:50:16.913844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94171f61-ea39-4ca9-8dbc-a092e3db81e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6411cf10-a13e-4014-8396-f200c507846b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:16.920570 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-dd496d7a-74a0-4108-ab56-5a6aadde4176 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7096517 Jan 31 18:50:16.921314 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c3eefd-e314-4779-a5a8-8ba2de367a9a" -d '{"events": [{"server_uuid": "94171f61-ea39-4ca9-8dbc-a092e3db81e2", "name": "network-vif-plugged", "status": "completed", "tag": "6411cf10-a13e-4014-8396-f200c507846b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:16.925350 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.941331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb5d362-0aa6-4be3-bacf-5ca3cc0239fe None None] Sync routers for ids ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:50:16.948502 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:16.949051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0e186-b687-4f42-ac74-6e947b634b05 req-0d3261ef-32f3-418e-ad8c-5f93030452cf tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:16.955690 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0e0e186-b687-4f42-ac74-6e947b634b05 req-0d3261ef-32f3-418e-ad8c-5f93030452cf tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 946 time: 0.2778294 Jan 31 18:50:16.965774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Request body: {'port': {'device_id': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:16.966944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5d362-0aa6-4be3-bacf-5ca3cc0239fe None None] Routers {'a3390a70-e0eb-43ee-8b72-fbf3461cb440'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:16.969469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-edb5d362-0aa6-4be3-bacf-5ca3cc0239fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:16.980257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8934a6-8162-434a-9b1a-d4865b3d6e55 req-b716eec0-3728-4c52-9f6d-530dc830f082 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:16.987133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f8934a6-8162-434a-9b1a-d4865b3d6e55 req-b716eec0-3728-4c52-9f6d-530dc830f082 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 932 time: 0.2212732 Jan 31 18:50:17.023960 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-07430e1f-6fcf-46ea-80db-96a36212c97c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9395456 Jan 31 18:50:17.027989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:17.030675 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba395c2e-3b0e-4ccb-a79a-c6295828ff5e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:17.093008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (609c3208-8cac-416f-8b69-2c7e2bb49d2e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:17.119544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609c3208-8cac-416f-8b69-2c7e2bb49d2e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:17.132255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572248e5-a79c-4174-837a-cf83db0efff2') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:17.132581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572248e5-a79c-4174-837a-cf83db0efff2') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:17.144649 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (572248e5-a79c-4174-837a-cf83db0efff2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:17.154882 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'name': 'tempest-ServersTestMultiNic-1545749009-router', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:08Z', 'updated_at': '2022-01-31T18:50:11Z', 'revision_number': 3, 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'gw_port': {'id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:09Z', 'updated_at': '2022-01-31T18:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:17.163621 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (572248e5-a79c-4174-837a-cf83db0efff2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:17.183830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0a103b4b-ff6b-4703-a98d-f928ac2dbe76 None None] Provisioning complete for port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:17.184659 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a103b4b-ff6b-4703-a98d-f928ac2dbe76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:17.188441 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:50:17.188966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (572248e5-a79c-4174-837a-cf83db0efff2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:50:17.192267 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:50:17.197569 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8e54f-2637-4389-b496-b4477053d156 None None] The sync data for ids ['a44f0e3b-2c7a-4316-bc0d-f600ca88203f'] in n-d-812111-15 is: [{'id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'name': 'tempest-ServersTestMultiNic-1545749009-router', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:08Z', 'updated_at': '2022-01-31T18:50:11Z', 'revision_number': 3, 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'gw_port': {'id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:09Z', 'updated_at': '2022-01-31T18:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:50:17.220739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-edb5d362-0aa6-4be3-bacf-5ca3cc0239fe None None] Set router a3390a70-e0eb-43ee-8b72-fbf3461cb440 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:17.248977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0e0e186-b687-4f42-ac74-6e947b634b05 req-e91df5b4-d35e-40eb-bd80-ad110c398001 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923074 Jan 31 18:50:17.292878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0a103b4b-ff6b-4703-a98d-f928ac2dbe76 None None] Port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:50:17.304247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (609c3208-8cac-416f-8b69-2c7e2bb49d2e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:17.314469 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:17.319785 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] 10.222.0.20 "DELETE /v2.0/networks/609c3208-8cac-416f-8b69-2c7e2bb49d2e HTTP/1.1" status: 204 len: 168 time: 0.7271419 Jan 31 18:50:17.338655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Allocated IP 172.20.0.1 (99452e05-1570-4f4a-8999-832b2b325fc2/f426f5a6-175a-406f-a88a-e2a36c4f0b5c/eb937b52-f765-4294-a500-30e556aec83f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:17.345445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2fd7e-a915-499c-a009-2a434891edcc admin admin] Pushing event deleted for resources: {'Network': ['ID=609c3208-8cac-416f-8b69-2c7e2bb49d2e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:17.407774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f8934a6-8162-434a-9b1a-d4865b3d6e55 req-0521c361-eff8-4eef-bff6-8839104eb63d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196975 Jan 31 18:50:17.408574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:17.427890 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161cd6cb-00c3-4760-871a-5a4b4d185fb8 x-openstack-request-id: req-161cd6cb-00c3-4760-871a-5a4b4d185fb8 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:17.428203 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94171f61-ea39-4ca9-8dbc-a092e3db81e2", "name": "network-vif-plugged", "status": "completed", "tag": "6411cf10-a13e-4014-8396-f200c507846b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:17.428490 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-161cd6cb-00c3-4760-871a-5a4b4d185fb8 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:17.428893 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94171f61-ea39-4ca9-8dbc-a092e3db81e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6411cf10-a13e-4014-8396-f200c507846b', 'code': 200} Jan 31 18:50:17.522573 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa29fd42-241c-4ab4-9d39-676076d7483c x-openstack-request-id: req-fa29fd42-241c-4ab4-9d39-676076d7483c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:17.523631 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:17.524063 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa29fd42-241c-4ab4-9d39-676076d7483c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:17.525474 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'status': 'completed', 'code': 200} Jan 31 18:50:17.630840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba395c2e-3b0e-4ccb-a79a-c6295828ff5e req-435e2bac-c0d3-46c5-a5f8-ff48f5f93f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:17.636125 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba395c2e-3b0e-4ccb-a79a-c6295828ff5e req-435e2bac-c0d3-46c5-a5f8-ff48f5f93f15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1128 time: 0.0907984 Jan 31 18:50:17.758611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-edb5d362-0aa6-4be3-bacf-5ca3cc0239fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:49:35Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'b9b229ed-e1d2-4680-97b5-386ec32aba36', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'port_id': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'mac_address': 'fa:16:3e:29:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:50:14Z', 'updated_at': '2022-01-31T18:50:14Z', 'revision_number': 0, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd73efc6-c8c5-446e-8414-c801c7b8b4e2', 'name': '', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:bd:d5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:33Z', 'updated_at': '2022-01-31T18:49:42Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:17.786228 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5116b1c-cea1-4bed-970e-b766ebc21bfe req-50826f9a-b273-4a3d-82c6-a047efedf18d tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.1640201 Jan 31 18:50:17.802872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:17.843876 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba395c2e-3b0e-4ccb-a79a-c6295828ff5e req-7933817b-828f-4ec8-b655-22461ae23476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:17.845601 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba395c2e-3b0e-4ccb-a79a-c6295828ff5e req-7933817b-828f-4ec8-b655-22461ae23476 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6356ca6-7078-4eba-b66b-903ebb47077d HTTP/1.1" status: 200 len: 897 time: 0.2034731 Jan 31 18:50:17.856184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb5d362-0aa6-4be3-bacf-5ca3cc0239fe None None] Checking router: a3390a70-e0eb-43ee-8b72-fbf3461cb440 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:50:17.886581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5d362-0aa6-4be3-bacf-5ca3cc0239fe None None] Routers {'a3390a70-e0eb-43ee-8b72-fbf3461cb440'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:17.887323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-edb5d362-0aa6-4be3-bacf-5ca3cc0239fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:49:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:17.998428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306fecd-10e5-4726-b23d-bc808fec1493 req-41337a52-c647-46be-95f8-6f3adbf7a930 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:18.004115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3306fecd-10e5-4726-b23d-bc808fec1493 req-41337a52-c647-46be-95f8-6f3adbf7a930 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.4992607 Jan 31 18:50:18.031985 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Publish callbacks [] for port (eb937b52-f765-4294-a500-30e556aec83f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:18.063596 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba395c2e-3b0e-4ccb-a79a-c6295828ff5e req-981d7fc2-f6cf-46da-98ed-aa9c738026cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 HTTP/1.1" status: 200 len: 998 time: 0.2085748 Jan 31 18:50:18.068201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9e4646e5-9c34-4f3c-b94e-586c341221b4 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:18.106726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e82ea7-99b7-4407-8638-9f926b0c68c3 req-f0e45de5-44ea-432f-8380-c7ee891080f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:18.109492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58e82ea7-99b7-4407-8638-9f926b0c68c3 req-f0e45de5-44ea-432f-8380-c7ee891080f5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94171f61-ea39-4ca9-8dbc-a092e3db81e2 HTTP/1.1" status: 200 len: 1128 time: 0.6129260 Jan 31 18:50:18.119238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-edb5d362-0aa6-4be3-bacf-5ca3cc0239fe None None] Set router a3390a70-e0eb-43ee-8b72-fbf3461cb440 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:18.159494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba395c2e-3b0e-4ccb-a79a-c6295828ff5e req-c3c51b20-4aa0-4961-b910-b894d2279c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:18.161022 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba395c2e-3b0e-4ccb-a79a-c6295828ff5e req-c3c51b20-4aa0-4961-b910-b894d2279c7a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d2d0eeb-a20b-461a-9a31-5596d77aa9b0 HTTP/1.1" status: 200 len: 834 time: 0.0761991 Jan 31 18:50:18.166290 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1939df35-0bcd-4af1-be1c-3c6ad6e5a9bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f8360a147344580aaea75d9cc18b0b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3589168 Jan 31 18:50:18.183678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45512) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:18.218733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba395c2e-3b0e-4ccb-a79a-c6295828ff5e req-f457ce6c-2934-4588-9aff-bbf4f02967fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:18.220264 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba395c2e-3b0e-4ccb-a79a-c6295828ff5e req-f457ce6c-2934-4588-9aff-bbf4f02967fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6356ca6-7078-4eba-b66b-903ebb47077d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518639 Jan 31 18:50:18.241843 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3306fecd-10e5-4726-b23d-bc808fec1493 req-2a22b19a-bdaa-4c43-9d5d-af3f40b7c77d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060566 Jan 31 18:50:18.276907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 9e4646e5-9c34-4f3c-b94e-586c341221b4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:18.277441 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:18.298778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45514) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:18.349702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58e82ea7-99b7-4407-8638-9f926b0c68c3 req-c960276b-340a-4d73-93d0-50aaa2ac05e7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270031 Jan 31 18:50:18.452998 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-21f2012c-4438-40ec-af10-18d8449a3b00 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/b9b229ed-e1d2-4680-97b5-386ec32aba36 HTTP/1.1" status: 200 len: 990 time: 0.1524425 Jan 31 18:50:18.581784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (eb937b52-f765-4294-a500-30e556aec83f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:18.583600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 9e4646e5-9c34-4f3c-b94e-586c341221b4 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:18.584108 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:18.594309 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba395c2e-3b0e-4ccb-a79a-c6295828ff5e req-dc11fe21-e75c-4841-9985-8a44cea73c3c service neutron] 10.222.0.49 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649023 Jan 31 18:50:18.617131 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 9e4646e5-9c34-4f3c-b94e-586c341221b4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9e4646e5-9c34-4f3c-b94e-586c341221b4,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:18.627610 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd3c7-0606-44a9-a0a6-aed6bd2c660c admin admin] Publish callbacks [] for security_group (fee27654-bdb0-42af-8445-6e70f6c006f3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:18.637986 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:18.690025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-edb5d362-0aa6-4be3-bacf-5ca3cc0239fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:49:35Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'b9b229ed-e1d2-4680-97b5-386ec32aba36', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'port_id': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'mac_address': 'fa:16:3e:29:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:50:14Z', 'updated_at': '2022-01-31T18:50:14Z', 'revision_number': 0, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd73efc6-c8c5-446e-8414-c801c7b8b4e2', 'name': '', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:bd:d5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:33Z', 'updated_at': '2022-01-31T18:49:42Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:18.740029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Network 99452e05-1570-4f4a-8999-832b2b325fc2 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:18.747294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb5d362-0aa6-4be3-bacf-5ca3cc0239fe None None] The sync data for ids ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'] in n-d-812111-15 is: [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:49:35Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'b9b229ed-e1d2-4680-97b5-386ec32aba36', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'port_id': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'mac_address': 'fa:16:3e:29:56:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:50:14Z', 'updated_at': '2022-01-31T18:50:14Z', 'revision_number': 0, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd73efc6-c8c5-446e-8414-c801c7b8b4e2', 'name': '', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:bd:d5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:33Z', 'updated_at': '2022-01-31T18:49:42Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:50:18.762170 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd3c7-0606-44a9-a0a6-aed6bd2c660c admin admin] Publish callbacks [] for security_group (fee27654-bdb0-42af-8445-6e70f6c006f3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:18.784634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:18.800318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=9e4646e5-9c34-4f3c-b94e-586c341221b4,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:18.804055 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba395c2e-3b0e-4ccb-a79a-c6295828ff5e req-99932e33-7564-4017-a174-08e9da206f5a service neutron] 10.222.0.49 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012324 Jan 31 18:50:18.805082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Pushing event updated for resources: {'Port': ['ID=eb937b52-f765-4294-a500-30e556aec83f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:18.822912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:18.839187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.840531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.840898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.841376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.841925 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.842348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.842856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.843279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.845373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d19d3-2669-4306-8ad3-2e23aab65d97 req-ab6c8f1f-9697-4cfe-ba3f-7e4fba86c690 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:18.846981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-990d19d3-2669-4306-8ad3-2e23aab65d97 req-ab6c8f1f-9697-4cfe-ba3f-7e4fba86c690 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 946 time: 0.4495859 Jan 31 18:50:18.848088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.849315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.849315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.849883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.850327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:18.865298 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a880f13-db28-47dd-b07c-5cb5237edacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:18.994628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd6a35-5907-4e62-ac2f-4a533d834fbe req-54ee8890-c2ae-4237-a1ec-c0a4e7244e06 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:18.996236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91bd6a35-5907-4e62-ac2f-4a533d834fbe req-54ee8890-c2ae-4237-a1ec-c0a4e7244e06 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 932 time: 0.4159648 Jan 31 18:50:19.090362 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:19.151707 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145feae-ea4a-42e5-b8d1-69020421761b None None] New status for floating IP b9b229ed-e1d2-4680-97b5-386ec32aba36: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:50:19.167416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd3c7-0606-44a9-a0a6-aed6bd2c660c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fee27654-bdb0-42af-8445-6e70f6c006f3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:19.170105 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd3c7-0606-44a9-a0a6-aed6bd2c660c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:19.173677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1dcbd3c7-0606-44a9-a0a6-aed6bd2c660c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fee27654-bdb0-42af-8445-6e70f6c006f3 HTTP/1.1" status: 204 len: 168 time: 0.9849794 Jan 31 18:50:19.187746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-990d19d3-2669-4306-8ad3-2e23aab65d97 req-4e543b0f-fd62-42a4-a227-a0d552faec52 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834027 Jan 31 18:50:19.193957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:19.233415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Publish callbacks [] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:19.236149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbd3c7-0606-44a9-a0a6-aed6bd2c660c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee27654-bdb0-42af-8445-6e70f6c006f3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:19.291271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d6ec5457-2db3-4f1b-b493-ecad5f09650c None None] Provisioning complete for port eb937b52-f765-4294-a500-30e556aec83f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:19.292699 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5457-2db3-4f1b-b493-ecad5f09650c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (eb937b52-f765-4294-a500-30e556aec83f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:19.358642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec5457-2db3-4f1b-b493-ecad5f09650c None None] Port eb937b52-f765-4294-a500-30e556aec83f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:50:19.387212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Transition to ACTIVE for port object e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:50:19.420395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91bd6a35-5907-4e62-ac2f-4a533d834fbe req-e291457d-a275-4d45-9e91-a690b5f81f83 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597109 Jan 31 18:50:19.421319 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:19.454716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45580) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:19.707150 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0d34a602-7a90-48fc-b849-37f7b6f73c1a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/b9b229ed-e1d2-4680-97b5-386ec32aba36 HTTP/1.1" status: 200 len: 992 time: 0.2505350 Jan 31 18:50:19.732169 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d21af932-367e-4ee5-9431-f835d64c37c9 req-d8a586b6-6265-452d-91a5-b163aa8086aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1675272 Jan 31 18:50:19.906858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9e4646e5-9c34-4f3c-b94e-586c341221b4 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:19.923566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21af932-367e-4ee5-9431-f835d64c37c9 req-c1a2c695-2bda-42b0-931a-2c3620e85115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:19.933059 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d21af932-367e-4ee5-9431-f835d64c37c9 req-c1a2c695-2bda-42b0-931a-2c3620e85115 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 1127 time: 0.1286349 Jan 31 18:50:19.968613 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f43fbe5-3e79-4c34-af7f-74f188d2543f req-2540d34e-7b2b-43fd-9170-b8e205401e59 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.6147282 Jan 31 18:50:20.033512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 9e4646e5-9c34-4f3c-b94e-586c341221b4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:20.033909 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:20.192065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21af932-367e-4ee5-9431-f835d64c37c9 req-65959464-62ce-4312-a0a0-83f83db5cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:20.198515 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d21af932-367e-4ee5-9431-f835d64c37c9 req-65959464-62ce-4312-a0a0-83f83db5cf3d service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.2396924 Jan 31 18:50:20.217764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 9e4646e5-9c34-4f3c-b94e-586c341221b4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:20.238124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:20.275320 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (eb937b52-f765-4294-a500-30e556aec83f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:20.368578 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d21af932-367e-4ee5-9431-f835d64c37c9 req-573ae979-a832-4d7c-896e-b83233ae7c39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 200 len: 999 time: 0.1636531 Jan 31 18:50:20.382616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46a43d-fb78-4bb6-aec9-d6df78d2682e req-bbef17f4-b3f7-4e27-bd39-da6d4472eb95 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:20.394785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce46a43d-fb78-4bb6-aec9-d6df78d2682e req-bbef17f4-b3f7-4e27-bd39-da6d4472eb95 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=94171f61-ea39-4ca9-8dbc-a092e3db81e2 HTTP/1.1" status: 200 len: 945 time: 0.4717789 Jan 31 18:50:20.451831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21af932-367e-4ee5-9431-f835d64c37c9 req-72f3df65-de3c-414c-94a3-ff10200cb7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:20.453397 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d21af932-367e-4ee5-9431-f835d64c37c9 req-72f3df65-de3c-414c-94a3-ff10200cb7ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.0657766 Jan 31 18:50:20.496706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac838ce8-6b72-4a13-b598-2fc3e2d5bcbb req-fa4ed9fc-24eb-4260-9e0f-d7a65b7420cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b86cac7785e4128a02ab983b1535dd6&device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0587814 Jan 31 18:50:20.522020 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21af932-367e-4ee5-9431-f835d64c37c9 req-d13524a3-9144-4e5e-9842-920b9c998ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:20.525759 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d21af932-367e-4ee5-9431-f835d64c37c9 req-d13524a3-9144-4e5e-9842-920b9c998ba3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0636890 Jan 31 18:50:20.601423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Attempting to bind port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:20.601767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Attempting to bind port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:20.602121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Attempting to bind port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 on network ae95513e-4638-43d6-9c17-f15bafd888ba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:20.611461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 on network ae95513e-4638-43d6-9c17-f15bafd888ba not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:50:20.611779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Attempting to bind port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 on network ae95513e-4638-43d6-9c17-f15bafd888ba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:20.644252 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac838ce8-6b72-4a13-b598-2fc3e2d5bcbb req-dd8a8cdd-2e5f-459c-bedf-27c822074a33 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=5b86cac7785e4128a02ab983b1535dd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1180019 Jan 31 18:50:20.650864 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d21af932-367e-4ee5-9431-f835d64c37c9 req-3d5c7eee-2fc8-4805-bc1d-83d777f57198 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189916 Jan 31 18:50:20.663075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce46a43d-fb78-4bb6-aec9-d6df78d2682e req-224d48e9-728e-4cc5-8e03-ed594c01bc83 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671595 Jan 31 18:50:20.708583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:20.708583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Checking segment: {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:20.708583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Bound using segment: {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:20.708583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Bound port: e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:20.708937 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:20.738149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45646) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:20.776919 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d21af932-367e-4ee5-9431-f835d64c37c9 req-bb44de1e-b072-47f0-9d91-a7308a7df2d4 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187220 Jan 31 18:50:20.908174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1707859615-network', 'tenant_id': '732c6167da0340c5b37c8a129944c15a'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:20.912136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12ea11-64bd-4d25-afc8-c666ad373b18 req-54a6c84a-9ea7-479e-bbae-a075f1fcc3a8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:20.913723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da12ea11-64bd-4d25-afc8-c666ad373b18 req-54a6c84a-9ea7-479e-bbae-a075f1fcc3a8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.3138068 Jan 31 18:50:20.931329 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Made reservation on behalf of 732c6167da0340c5b37c8a129944c15a for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:20.933772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:20.944788 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.002061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:21.015335 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a02f-dafb-4497-b0dc-01dc5c34e9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.036448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac838ce8-6b72-4a13-b598-2fc3e2d5bcbb req-39db306a-aa63-4718-aa11-052b10d81e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:21.037938 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac838ce8-6b72-4a13-b598-2fc3e2d5bcbb req-39db306a-aa63-4718-aa11-052b10d81e1b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3696456 Jan 31 18:50:21.048558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:21.067179 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Publish callbacks [] for security_group (04c858a8-af45-48ce-9e2e-c3ecb37016af), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.071103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (04c858a8-af45-48ce-9e2e-c3ecb37016af), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.084091 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Publish callbacks [] for port (eb937b52-f765-4294-a500-30e556aec83f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.091546 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.097101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:50:21.113970 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c858a8-af45-48ce-9e2e-c3ecb37016af,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:21.117081 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (fa93af35-ddb7-44f7-a2d8-4b6329fcfb53), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.117633 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Added segment fa93af35-ddb7-44f7-a2d8-4b6329fcfb53 of type vlan for network c11bd176-3044-4185-9008-2e805d18ae14 Jan 31 18:50:21.150561 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (eb937b52-f765-4294-a500-30e556aec83f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.163272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (c11bd176-3044-4185-9008-2e805d18ae14), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.193118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:21.194169 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.195619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] 10.222.0.49 "PUT /v2.0/ports/e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 HTTP/1.1" status: 200 len: 1093 time: 4.2378452 Jan 31 18:50:21.196218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:21.199011 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7dd46d-5c6a-4185-a540-bf2688f71943" -d '{"events": [{"name": "network-changed", "server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:21.212662 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (c11bd176-3044-4185-9008-2e805d18ae14), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.213949 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:21.214602 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.262059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da12ea11-64bd-4d25-afc8-c666ad373b18 req-737dc1fc-f98b-44a9-bb19-b7dbaf8069c7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245642 Jan 31 18:50:21.287557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-962c167d-1ce6-436d-8edd-fe9ca0662d22 req-93e6fd65-7fe7-44aa-a563-26b712b36dab tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.1708252 Jan 31 18:50:21.307137 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5668125 Jan 31 18:50:21.310730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45670) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:21.317134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Request body: {'subnet': {'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1707859615-subnet', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:21.339603 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc995e44-674a-46f7-b1df-1300ecfd9ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=c11bd176-3044-4185-9008-2e805d18ae14,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:21.351986 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network c11bd176-3044-4185-9008-2e805d18ae14 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:50:21.354299 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45672) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:21.382897 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b9652b-b4c6-4f8a-821a-ee225cfda551 x-openstack-request-id: req-46b9652b-b4c6-4f8a-821a-ee225cfda551 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:21.383167 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:21.383377 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46b9652b-b4c6-4f8a-821a-ee225cfda551 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:21.384586 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'status': 'completed', 'code': 200} Jan 31 18:50:21.385412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Made reservation on behalf of 732c6167da0340c5b37c8a129944c15a for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:21.389966 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.392303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.400051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d1bbd-d23e-4548-bff3-759a3ae8dff9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:21.525342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Pushing event updated for resources: {'Port': ['ID=eb937b52-f765-4294-a500-30e556aec83f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:21.544288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-71e09c43-c1e0-4025-94df-731db4a57047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:21.546036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-71e09c43-c1e0-4025-94df-731db4a57047 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 1127 time: 0.2759788 Jan 31 18:50:21.558404 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:21.605447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-65551ee9-e189-438f-b6cd-6ee9e3df6854 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 HTTP/1.1" status: 200 len: 217 time: 0.0516148 Jan 31 18:50:21.663541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Network 99452e05-1570-4f4a-8999-832b2b325fc2 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:21.669195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:21.687431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-01a3ce0d-8263-4801-b0ef-ec1ac38b5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:21.688999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-01a3ce0d-8263-4801-b0ef-ec1ac38b5f3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 200 len: 856 time: 0.0779498 Jan 31 18:50:21.909122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-ffe8195d-c09c-4232-8e70-8c5cfac2a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:21.911903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-ffe8195d-c09c-4232-8e70-8c5cfac2a27f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae95513e-4638-43d6-9c17-f15bafd888ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1791418 Jan 31 18:50:21.935807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Router a44f0e3b-2c7a-4316-bc0d-f600ca88203f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:50:22.002711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad61be0-11e0-4909-b52b-d8b517c8bcad req-99807d10-3867-4178-88ee-55a8a1fdca3d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:22.004284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ad61be0-11e0-4909-b52b-d8b517c8bcad req-99807d10-3867-4178-88ee-55a8a1fdca3d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=94171f61-ea39-4ca9-8dbc-a092e3db81e2 HTTP/1.1" status: 200 len: 945 time: 0.2119186 Jan 31 18:50:22.068067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (8b1b457b-8abd-4614-8276-0291f0e06e62), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.069976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ea6ec1f3-1750-4a7b-927c-e49c776089a6 None None] Provisioning complete for port eb937b52-f765-4294-a500-30e556aec83f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:22.070507 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ea6ec1f3-1750-4a7b-927c-e49c776089a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (eb937b52-f765-4294-a500-30e556aec83f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.073261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Publish callbacks [] for security_group (c931adef-28fe-4d4f-ae5b-a2f66fff0c65), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.099177 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c931adef-28fe-4d4f-ae5b-a2f66fff0c65), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.110154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ea6ec1f3-1750-4a7b-927c-e49c776089a6 None None] Port eb937b52-f765-4294-a500-30e556aec83f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:50:22.159542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-7b115ab9-1f86-456b-b838-3de5af0e1d44 service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397752 Jan 31 18:50:22.164650 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c4c94458ec14ed4a699029097bb0084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8075106 Jan 31 18:50:22.170147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ad61be0-11e0-4909-b52b-d8b517c8bcad req-f1b0e644-bfe2-43fa-bb80-eb2d8eac97b5 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574426 Jan 31 18:50:22.170647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c931adef-28fe-4d4f-ae5b-a2f66fff0c65,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:22.174252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:22.174870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1b457b-8abd-4614-8276-0291f0e06e62,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:22.204132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.204387 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.204747 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.205088 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.205428 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.205766 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.206119 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.206428 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.206759 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.207092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.207421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.207748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.208071 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14938d9e-eea2-4dd8-a19c-041995b3e0d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.217836 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.218195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.218544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.219328 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.219328 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.219535 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.221117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.221117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.221117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.221117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.221117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.221791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.221791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:22.237899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Checking segment: {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:22.238423 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Network hostable DHCP agents. Network: c11bd176-3044-4185-9008-2e805d18ae14, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:50:22.238631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:50:22.255735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0f2fb2ed-b6fe-4b9e-85ee-e8bbc7241304 admin admin] 10.222.0.20 "PUT /v2.0/routers/a44f0e3b-2c7a-4316-bc0d-f600ca88203f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8805645 Jan 31 18:50:22.256230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Sync routers for ids ['a44f0e3b-2c7a-4316-bc0d-f600ca88203f'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:50:22.275640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Routers {'a44f0e3b-2c7a-4316-bc0d-f600ca88203f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:22.277786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a44f0e3b-2c7a-4316-bc0d-f600ca88203f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:22.278084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Network c11bd176-3044-4185-9008-2e805d18ae14 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:50:22.286117 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8170ed5b-c950-4fb3-95bf-5d541e85d681 admin admin] Publish callbacks [] for security_group (c931adef-28fe-4d4f-ae5b-a2f66fff0c65), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.300185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, c11bd176-3044-4185-9008-2e805d18ae14) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:22.305219 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:22.305873 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.342249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8170ed5b-c950-4fb3-95bf-5d541e85d681 admin admin] Publish callbacks [] for security_group (c931adef-28fe-4d4f-ae5b-a2f66fff0c65), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.347924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b152fc1-0a6c-406d-a848-887f9cebc525 None None] Network c11bd176-3044-4185-9008-2e805d18ae14 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:22.361788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b337609-ce3a-4d4d-9a03-fe877e042e81 req-e5f98be6-9508-4c18-92fb-c7b471619029 service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856065 Jan 31 18:50:22.371138 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ce6a1cc-acd0-4559-8770-42fe4dba27b6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0582056 Jan 31 18:50:22.375899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45688) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:22.383197 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:22.425490 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (968d1fae-4795-4bd8-875c-fa9d3774c451), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.427111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (968d1fae-4795-4bd8-875c-fa9d3774c451), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.488558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45692) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:22.513196 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8170ed5b-c950-4fb3-95bf-5d541e85d681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c931adef-28fe-4d4f-ae5b-a2f66fff0c65), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.516150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8170ed5b-c950-4fb3-95bf-5d541e85d681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.520663 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8170ed5b-c950-4fb3-95bf-5d541e85d681 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c931adef-28fe-4d4f-ae5b-a2f66fff0c65 HTTP/1.1" status: 204 len: 168 time: 0.3432741 Jan 31 18:50:22.523118 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Publish callbacks [] for router_controller (968d1fae-4795-4bd8-875c-fa9d3774c451), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.537596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170ed5b-c950-4fb3-95bf-5d541e85d681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c931adef-28fe-4d4f-ae5b-a2f66fff0c65,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:22.560572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0eff3e59-9bc5-465e-b6fd-02a8262c9a90 req-5dd7f468-267d-493c-9008-c6c2bc7cbf8f tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0487618 Jan 31 18:50:22.597866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f702-0c46-4d58-95d1-3fdafe7c8508 req-c441227f-5e4b-47d3-bc7b-ebc21cf04b5a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:22.606574 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c34f702-0c46-4d58-95d1-3fdafe7c8508 req-c441227f-5e4b-47d3-bc7b-ebc21cf04b5a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.1570742 Jan 31 18:50:22.618779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd46d-5c6a-4185-a540-bf2688f71943 req-e8d0bf56-2b1f-43f0-8f0b-0eb167ca10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:22.620565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e7dd46d-5c6a-4185-a540-bf2688f71943 req-e8d0bf56-2b1f-43f0-8f0b-0eb167ca10d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 1127 time: 0.1590004 Jan 31 18:50:22.647470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1c637f14-0d30-4738-b998-d56b6f173c6a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2048299195'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:22.755335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c637f14-0d30-4738-b998-d56b6f173c6a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:22.760302 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c637f14-0d30-4738-b998-d56b6f173c6a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.796513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c34f702-0c46-4d58-95d1-3fdafe7c8508 req-b7868bfa-b206-4d4c-80c3-49450f825744 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883729 Jan 31 18:50:22.810765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Set router a44f0e3b-2c7a-4316-bc0d-f600ca88203f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:22.848187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c637f14-0d30-4738-b998-d56b6f173c6a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:50:22.848606 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Publish callbacks [] for router_gateway (968d1fae-4795-4bd8-875c-fa9d3774c451), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.856811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd46d-5c6a-4185-a540-bf2688f71943 req-55943afc-9f5f-4a2e-bcce-1b312504f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:22.859018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e7dd46d-5c6a-4185-a540-bf2688f71943 req-55943afc-9f5f-4a2e-bcce-1b312504f4a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 918 time: 0.2275684 Jan 31 18:50:22.867754 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c637f14-0d30-4738-b998-d56b6f173c6a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c89700f2-0df0-427e-ae7d-8576ceddb101), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:22.869194 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-1c637f14-0d30-4738-b998-d56b6f173c6a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Added segment c89700f2-0df0-427e-ae7d-8576ceddb101 of type vlan for network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 Jan 31 18:50:22.926029 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e7dd46d-5c6a-4185-a540-bf2688f71943 req-b21b47ab-6fba-4c7b-9d8b-683c0c28d11a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 HTTP/1.1" status: 200 len: 217 time: 0.0599885 Jan 31 18:50:23.070218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd46d-5c6a-4185-a540-bf2688f71943 req-9bd20904-2836-4ce2-95d0-c4a81577852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:23.072047 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e7dd46d-5c6a-4185-a540-bf2688f71943 req-9bd20904-2836-4ce2-95d0-c4a81577852a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 200 len: 856 time: 0.1001050 Jan 31 18:50:23.073106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:23.086145 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c637f14-0d30-4738-b998-d56b6f173c6a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (86f0f2ac-3e67-40fd-91b0-367c3827c7d1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.098595 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.139861 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-153459fa-1842-422d-b4ff-80b1e94b99ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.203981 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Publish callbacks [] for router_gateway (968d1fae-4795-4bd8-875c-fa9d3774c451), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.207029 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c637f14-0d30-4738-b998-d56b6f173c6a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (86f0f2ac-3e67-40fd-91b0-367c3827c7d1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.214128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c637f14-0d30-4738-b998-d56b6f173c6a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:23.214789 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c637f14-0d30-4738-b998-d56b6f173c6a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.221480 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-c11bd176-3044-4185-9008-2e805d18ae14', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'project_id': '732c6167da0340c5b37c8a129944c15a', 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:50:23.222705 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.236524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.237812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'name': 'tempest-ServersTestMultiNic-1545749009-router', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:08Z', 'updated_at': '2022-01-31T18:50:20Z', 'revision_number': 4, 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'gw_port': {'id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:09Z', 'updated_at': '2022-01-31T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'eb937b52-f765-4294-a500-30e556aec83f', 'name': '', 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'mac_address': 'fa:16:3e:4a:ee:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'f426f5a6-175a-406f-a88a-e2a36c4f0b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:17Z', 'updated_at': '2022-01-31T18:50:20Z', 'revision_number': 2, 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'subnets': [{'id': 'f426f5a6-175a-406f-a88a-e2a36c4f0b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:23.276907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd46d-5c6a-4185-a540-bf2688f71943 req-16d4dca5-97ec-4bda-a312-f5cfa60832b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:23.278437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e7dd46d-5c6a-4185-a540-bf2688f71943 req-16d4dca5-97ec-4bda-a312-f5cfa60832b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae95513e-4638-43d6-9c17-f15bafd888ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1881990 Jan 31 18:50:23.332963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1c637f14-0d30-4738-b998-d56b6f173c6a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8432133 Jan 31 18:50:23.334993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45714) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:23.348002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-4525e371-8fb7-4997-9a18-fa8fa396d476 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:23.349454 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-4525e371-8fb7-4997-9a18-fa8fa396d476 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/networks?id=65e1fa49-af30-4e2e-8665-0be3dddbc31f HTTP/1.1" status: 200 len: 812 time: 0.2747943 Jan 31 18:50:23.354645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-92021003-9145-44a0-9271-3c5a20edda09 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'subnet': {'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:23.386452 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Allocated IP 172.20.0.2 (c11bd176-3044-4185-9008-2e805d18ae14/8b1b457b-8abd-4614-8276-0291f0e06e62/c865e980-cab3-43f4-8bd6-ea7fa729696b) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:23.388438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-153459fa-1842-422d-b4ff-80b1e94b99ed admin admin] Publish callbacks [] for security_group (c8dfb182-61b8-405c-a41b-fa6c32e4482c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.396266 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-153459fa-1842-422d-b4ff-80b1e94b99ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c8dfb182-61b8-405c-a41b-fa6c32e4482c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.411991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c637f14-0d30-4738-b998-d56b6f173c6a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Network': ['ID=86f0f2ac-3e67-40fd-91b0-367c3827c7d1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:23.425998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Allocated IP 172.25.8.155 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/d46af0fe-d16b-4664-9a2a-50d46bfbc898) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:23.465917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153459fa-1842-422d-b4ff-80b1e94b99ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dfb182-61b8-405c-a41b-fa6c32e4482c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:23.473535 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-153459fa-1842-422d-b4ff-80b1e94b99ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38bb64d191cb4b4cb65fe8af1f9fdb82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3945782 Jan 31 18:50:23.487454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45716) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:23.490803 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-135cd061-1c19-4393-8fc4-efcae317cda3 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/quotas/499dc0514e6d4aae923cc070d77f63cf HTTP/1.1" status: 200 len: 375 time: 0.1228571 Jan 31 18:50:23.508772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:50:23.575041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Checking router: a44f0e3b-2c7a-4316-bc0d-f600ca88203f for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:50:23.576232 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Updating router a44f0e3b-2c7a-4316-bc0d-f600ca88203f port eb937b52-f765-4294-a500-30e556aec83f binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:50:23.589769 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e7dd46d-5c6a-4185-a540-bf2688f71943 req-1bc34368-c8a6-44e9-9f8c-50d4f5a1b3cb service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550881 Jan 31 18:50:23.603864 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dca6238-3eee-4b17-ab00-e458298b2124 admin admin] Publish callbacks [] for security_group (c8dfb182-61b8-405c-a41b-fa6c32e4482c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.609418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92021003-9145-44a0-9271-3c5a20edda09 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:23.612814 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92021003-9145-44a0-9271-3c5a20edda09 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.635296 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Publish callbacks [] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.639668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-3ac54c4b-1b88-4b46-be78-846258f9b47d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=499dc0514e6d4aae923cc070d77f63cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480145 Jan 31 18:50:23.648751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Publish callbacks [] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.668086 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dca6238-3eee-4b17-ab00-e458298b2124 admin admin] Publish callbacks [] for security_group (c8dfb182-61b8-405c-a41b-fa6c32e4482c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.677484 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (eb937b52-f765-4294-a500-30e556aec83f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.695601 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.757532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.800662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Network c11bd176-3044-4185-9008-2e805d18ae14 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:23.806695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dca6238-3eee-4b17-ab00-e458298b2124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c8dfb182-61b8-405c-a41b-fa6c32e4482c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.808225 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dca6238-3eee-4b17-ab00-e458298b2124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:23.811809 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9dca6238-3eee-4b17-ab00-e458298b2124 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8dfb182-61b8-405c-a41b-fa6c32e4482c HTTP/1.1" status: 204 len: 168 time: 0.3210163 Jan 31 18:50:23.829261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:23.837790 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:23.847105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:23.863014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:23.867789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Pushing event updated for resources: {'Port': ['ID=c865e980-cab3-43f4-8bd6-ea7fa729696b,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:23.870650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:23.902785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca6238-3eee-4b17-ab00-e458298b2124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dfb182-61b8-405c-a41b-fa6c32e4482c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:23.996285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Attempting to bind port c865e980-cab3-43f4-8bd6-ea7fa729696b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:23.996690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Attempting to bind port c865e980-cab3-43f4-8bd6-ea7fa729696b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:23.997064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Attempting to bind port c865e980-cab3-43f4-8bd6-ea7fa729696b on network c11bd176-3044-4185-9008-2e805d18ae14 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:24.041251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Pushing event updated for resources: {'Port': ['ID=d46af0fe-d16b-4664-9a2a-50d46bfbc898,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:24.046206 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:24.046635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Checking segment: {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:24.047002 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.047407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Bound using segment: {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:24.047897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Bound port: c865e980-cab3-43f4-8bd6-ea7fa729696b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:24.048286 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.053936 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.165654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6b9c4-ecdc-4b7d-801a-0bccf1abdf5e req-93679cb3-4611-45ca-b249-27a316d543fd tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:24.167708 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4fb6b9c4-ecdc-4b7d-801a-0bccf1abdf5e req-93679cb3-4611-45ca-b249-27a316d543fd tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.49 "GET /v2.0/ports?device_id=94171f61-ea39-4ca9-8dbc-a092e3db81e2 HTTP/1.1" status: 200 len: 945 time: 0.1391146 Jan 31 18:50:24.187383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d24cb2a-7ce5-4e25-8a88-dfb848bb3c64 req-e79994b1-fd1e-4301-befe-67859a97a86d tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0920014 Jan 31 18:50:24.232622 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.233594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] For port c865e980-cab3-43f4-8bd6-ea7fa729696b, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:24.255103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] For port c865e980-cab3-43f4-8bd6-ea7fa729696b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c865e980-cab3-43f4-8bd6-ea7fa729696b,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:24.291642 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.323401 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Publish callbacks [] for router_gateway (968d1fae-4795-4bd8-875c-fa9d3774c451), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.324076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e7dd46d-5c6a-4185-a540-bf2688f71943 req-40c32030-55dd-4832-a991-928444470709 service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7241464 Jan 31 18:50:24.377726 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Publish callbacks [] for port (eb937b52-f765-4294-a500-30e556aec83f), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.415749 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (eb937b52-f765-4294-a500-30e556aec83f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.428272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98cbd8-1df8-4cf5-9305-98917392cb53 None None] Pushing event updated for resources: {'Port': ['ID=c865e980-cab3-43f4-8bd6-ea7fa729696b,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:24.486479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e5cc-00f0-4f9c-b848-927a2814a1d9 req-fd692e72-66c3-4e5e-8d99-a9425d06ffa7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:24.488923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8591e5cc-00f0-4f9c-b848-927a2814a1d9 req-fd692e72-66c3-4e5e-8d99-a9425d06ffa7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.1556687 Jan 31 18:50:24.500245 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4fb6b9c4-ecdc-4b7d-801a-0bccf1abdf5e req-d0b2f046-538a-438f-8c7a-21c6562244ee tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Deleting port 6411cf10-a13e-4014-8396-f200c507846b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:50:24.503489 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4fb6b9c4-ecdc-4b7d-801a-0bccf1abdf5e req-d0b2f046-538a-438f-8c7a-21c6562244ee tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6411cf10-a13e-4014-8396-f200c507846b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.516777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f969573-3e6a-47a7-86fc-6d5a66a1542e req-b085e173-58f7-4de2-836a-70225c888365 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:24.518915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f969573-3e6a-47a7-86fc-6d5a66a1542e req-b085e173-58f7-4de2-836a-70225c888365 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fb77260-19c5-475a-b3b0-0c0d507c9726 HTTP/1.1" status: 200 len: 946 time: 0.3249991 Jan 31 18:50:24.545590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-ccac94b7-c879-442f-8972-9fb9f660ea83 service neutron] 10.222.0.20 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9049444 Jan 31 18:50:24.569094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:50:24.721177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef40258-89c4-4505-954c-26684f2204d9 None None] Pushing event updated for resources: {'Port': ['ID=eb937b52-f765-4294-a500-30e556aec83f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:24.767056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Attempting to bind port eb937b52-f765-4294-a500-30e556aec83f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:24.767469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Attempting to bind port eb937b52-f765-4294-a500-30e556aec83f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'ad1e92c5-18a7-4462-871a-5d5111bbd825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:24.767847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Attempting to bind port eb937b52-f765-4294-a500-30e556aec83f on network 99452e05-1570-4f4a-8999-832b2b325fc2 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:24.801639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:24.802036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Checking segment: {'id': 'ad1e92c5-18a7-4462-871a-5d5111bbd825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:24.802448 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.802944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Bound using segment: {'id': 'ad1e92c5-18a7-4462-871a-5d5111bbd825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:24.803447 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Bound port: eb937b52-f765-4294-a500-30e556aec83f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1e92c5-18a7-4462-871a-5d5111bbd825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:24.803840 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (eb937b52-f765-4294-a500-30e556aec83f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.945528 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92021003-9145-44a0-9271-3c5a20edda09 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (5432f97e-a73f-4195-955e-05157fdb66d7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.965412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4fb6b9c4-ecdc-4b7d-801a-0bccf1abdf5e req-d0b2f046-538a-438f-8c7a-21c6562244ee tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] For port 6411cf10-a13e-4014-8396-f200c507846b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=6411cf10-a13e-4014-8396-f200c507846b,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:24.965998 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4fb6b9c4-ecdc-4b7d-801a-0bccf1abdf5e req-d0b2f046-538a-438f-8c7a-21c6562244ee tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6411cf10-a13e-4014-8396-f200c507846b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:24.971407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8591e5cc-00f0-4f9c-b848-927a2814a1d9 req-ac903ecd-1e7b-4490-a875-72443a4149a8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4759042 Jan 31 18:50:25.020236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:25.025062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4fb6b9c4-ecdc-4b7d-801a-0bccf1abdf5e req-d0b2f046-538a-438f-8c7a-21c6562244ee tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Calling delete_port for 6411cf10-a13e-4014-8396-f200c507846b owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:50:25.036246 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (968d1fae-4795-4bd8-875c-fa9d3774c451), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:25.041747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] For port eb937b52-f765-4294-a500-30e556aec83f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:25.047999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3a4c368c-18cd-460f-9881-9d1a0fce4837 None None] Provisioning complete for port eb937b52-f765-4294-a500-30e556aec83f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:25.049141 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a4c368c-18cd-460f-9881-9d1a0fce4837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (eb937b52-f765-4294-a500-30e556aec83f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:25.078609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-9d5e1d8d-8baa-44f9-83b1-dde266311566 service neutron] 10.222.0.20 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311136 Jan 31 18:50:25.087008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'port_id': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'mac_address': 'fa:16:3e:ed:f2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:50:25.087805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-5f969573-3e6a-47a7-86fc-6d5a66a1542e req-7bca77e5-779a-4e11-bdaa-84459758a696 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Deleting port 8d3fb453-e811-4e90-aac2-3c6dae7d355b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:50:25.088378 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f969573-3e6a-47a7-86fc-6d5a66a1542e req-7bca77e5-779a-4e11-bdaa-84459758a696 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:25.089989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] For port eb937b52-f765-4294-a500-30e556aec83f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=eb937b52-f765-4294-a500-30e556aec83f,segment=NetworkSegment(ad1e92c5-18a7-4462-871a-5d5111bbd825),segment_id=ad1e92c5-18a7-4462-871a-5d5111bbd825)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:25.091082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92021003-9145-44a0-9271-3c5a20edda09 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Subnet': ['ID=5432f97e-a73f-4195-955e-05157fdb66d7,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:25.133524 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (eb937b52-f765-4294-a500-30e556aec83f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:25.172931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92021003-9145-44a0-9271-3c5a20edda09 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Checking segment: {'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:25.173302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92021003-9145-44a0-9271-3c5a20edda09 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network hostable DHCP agents. Network: 86f0f2ac-3e67-40fd-91b0-367c3827c7d1, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:50:25.254598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c368c-18cd-460f-9881-9d1a0fce4837 None None] Port eb937b52-f765-4294-a500-30e556aec83f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:50:25.327795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5f969573-3e6a-47a7-86fc-6d5a66a1542e req-7bca77e5-779a-4e11-bdaa-84459758a696 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] For port 8d3fb453-e811-4e90-aac2-3c6dae7d355b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8d3fb453-e811-4e90-aac2-3c6dae7d355b,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:25.329468 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f969573-3e6a-47a7-86fc-6d5a66a1542e req-7bca77e5-779a-4e11-bdaa-84459758a696 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:25.372036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-5f969573-3e6a-47a7-86fc-6d5a66a1542e req-7bca77e5-779a-4e11-bdaa-84459758a696 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Calling delete_port for 8d3fb453-e811-4e90-aac2-3c6dae7d355b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:50:25.375549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef40258-89c4-4505-954c-26684f2204d9 None None] Pushing event updated for resources: {'Port': ['ID=eb937b52-f765-4294-a500-30e556aec83f,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:25.382871 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:25.389951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:25.389951 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:25.429690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Routers {'a44f0e3b-2c7a-4316-bc0d-f600ca88203f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:25.434076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a44f0e3b-2c7a-4316-bc0d-f600ca88203f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:25.438041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:25.499429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2c22c44-df26-4923-ab08-ae6eacf1b77f req-99fbf2b6-bf83-4500-901b-c5b03b0d24fd tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.1179373 Jan 31 18:50:25.515170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92021003-9145-44a0-9271-3c5a20edda09 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:50:25.546416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-92021003-9145-44a0-9271-3c5a20edda09 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 86f0f2ac-3e67-40fd-91b0-367c3827c7d1) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:25.582643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e8e9d7-9229-4ef5-8d10-f495bcb62fd7 None None] Network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:25.616163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:25.653022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4fb6b9c4-ecdc-4b7d-801a-0bccf1abdf5e req-d0b2f046-538a-438f-8c7a-21c6562244ee tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6411cf10-a13e-4014-8396-f200c507846b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:25.661764 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:25.672103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92021003-9145-44a0-9271-3c5a20edda09 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:25.673883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92021003-9145-44a0-9271-3c5a20edda09 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:25.709962 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2f046-538a-438f-8c7a-21c6562244ee tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Pushing event deleted for resources: {'Port': ['ID=6411cf10-a13e-4014-8396-f200c507846b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:25.714159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Router 968d1fae-4795-4bd8-875c-fa9d3774c451 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:50:25.767611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8d3fb453-e811-4e90-aac2-3c6dae7d355b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:25.771306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['6411cf10-a13e-4014-8396-f200c507846b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:25.885669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb6b9c4-ecdc-4b7d-801a-0bccf1abdf5e req-d0b2f046-538a-438f-8c7a-21c6562244ee tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] No DVR routers for this DVR port 6411cf10-a13e-4014-8396-f200c507846b on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:50:25.891949 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4fb6b9c4-ecdc-4b7d-801a-0bccf1abdf5e req-d0b2f046-538a-438f-8c7a-21c6562244ee tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:25.902665 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4fb6b9c4-ecdc-4b7d-801a-0bccf1abdf5e req-d0b2f046-538a-438f-8c7a-21c6562244ee tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.49 "DELETE /v2.0/ports/6411cf10-a13e-4014-8396-f200c507846b HTTP/1.1" status: 204 len: 173 time: 1.7224908 Jan 31 18:50:25.906967 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94171f61-ea39-4ca9-8dbc-a092e3db81e2', 'name': 'network-vif-deleted', 'tag': '6411cf10-a13e-4014-8396-f200c507846b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:25.911884 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4be452c-4375-43c0-b0c0-35402771c9db" -d '{"events": [{"server_uuid": "94171f61-ea39-4ca9-8dbc-a092e3db81e2", "name": "network-vif-deleted", "tag": "6411cf10-a13e-4014-8396-f200c507846b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:26.045956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-92021003-9145-44a0-9271-3c5a20edda09 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6954501 Jan 31 18:50:26.048790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45766) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:26.065712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6c4138e4-b732-4058-98cd-ca2ae8bba7a2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1067499281'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:26.098417 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142a895b-08bf-4584-bfca-5ebdd4969b11 x-openstack-request-id: req-142a895b-08bf-4584-bfca-5ebdd4969b11 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:26.099158 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94171f61-ea39-4ca9-8dbc-a092e3db81e2", "name": "network-vif-deleted", "tag": "6411cf10-a13e-4014-8396-f200c507846b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:26.099158 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-142a895b-08bf-4584-bfca-5ebdd4969b11 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:26.099570 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94171f61-ea39-4ca9-8dbc-a092e3db81e2', 'name': 'network-vif-deleted', 'tag': '6411cf10-a13e-4014-8396-f200c507846b', 'status': 'completed', 'code': 200} Jan 31 18:50:26.127136 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f969573-3e6a-47a7-86fc-6d5a66a1542e req-7bca77e5-779a-4e11-bdaa-84459758a696 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8d3fb453-e811-4e90-aac2-3c6dae7d355b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:26.204784 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b335d35-22fa-4df4-befc-877726a221f1 req-9290f882-cec2-413e-90d6-7ccde4958048 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 210 time: 0.1725066 Jan 31 18:50:26.217678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4138e4-b732-4058-98cd-ca2ae8bba7a2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:26.233967 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c4138e4-b732-4058-98cd-ca2ae8bba7a2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:26.234121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:50:26.243182 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Sync routers for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:50:26.273954 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:26.278705 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:26.297049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:26.300158 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f349b77c-dc2d-4b7b-b27b-c5b383fc8baf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9230590 Jan 31 18:50:26.305164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:26.324426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca77e5-779a-4e11-bdaa-84459758a696 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Pushing event deleted for resources: {'Port': ['ID=8d3fb453-e811-4e90-aac2-3c6dae7d355b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:26.415919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f969573-3e6a-47a7-86fc-6d5a66a1542e req-7bca77e5-779a-4e11-bdaa-84459758a696 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] No DVR routers for this DVR port 8d3fb453-e811-4e90-aac2-3c6dae7d355b on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:50:26.427655 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f969573-3e6a-47a7-86fc-6d5a66a1542e req-7bca77e5-779a-4e11-bdaa-84459758a696 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:26.437553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f969573-3e6a-47a7-86fc-6d5a66a1542e req-7bca77e5-779a-4e11-bdaa-84459758a696 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.21 "DELETE /v2.0/ports/8d3fb453-e811-4e90-aac2-3c6dae7d355b HTTP/1.1" status: 204 len: 173 time: 1.9055274 Jan 31 18:50:26.441782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb77260-19c5-475a-b3b0-0c0d507c9726', 'name': 'network-vif-deleted', 'tag': '8d3fb453-e811-4e90-aac2-3c6dae7d355b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:26.449522 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9957110e-105d-4d9c-b9c7-49e0f3bd7413" -d '{"events": [{"server_uuid": "6fb77260-19c5-475a-b3b0-0c0d507c9726", "name": "network-vif-deleted", "tag": "8d3fb453-e811-4e90-aac2-3c6dae7d355b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:26.477727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4138e4-b732-4058-98cd-ca2ae8bba7a2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:50:26.504504 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c4138e4-b732-4058-98cd-ca2ae8bba7a2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1799979b-7689-428d-aed4-f1f2880a4065), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:26.524947 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-6c4138e4-b732-4058-98cd-ca2ae8bba7a2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Added segment 1799979b-7689-428d-aed4-f1f2880a4065 of type vlan for network 081a70e1-02b0-4281-83ab-4c8d80f4aef8 Jan 31 18:50:26.565680 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36afc07-e407-418c-b6f9-a66d2f58df31 x-openstack-request-id: req-c36afc07-e407-418c-b6f9-a66d2f58df31 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:26.565991 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb77260-19c5-475a-b3b0-0c0d507c9726", "name": "network-vif-deleted", "tag": "8d3fb453-e811-4e90-aac2-3c6dae7d355b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:26.566781 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c36afc07-e407-418c-b6f9-a66d2f58df31 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:26.567543 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb77260-19c5-475a-b3b0-0c0d507c9726', 'name': 'network-vif-deleted', 'tag': '8d3fb453-e811-4e90-aac2-3c6dae7d355b', 'status': 'completed', 'code': 200} Jan 31 18:50:26.656744 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c4138e4-b732-4058-98cd-ca2ae8bba7a2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (081a70e1-02b0-4281-83ab-4c8d80f4aef8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:26.753870 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c4138e4-b732-4058-98cd-ca2ae8bba7a2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (081a70e1-02b0-4281-83ab-4c8d80f4aef8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:26.766240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4138e4-b732-4058-98cd-ca2ae8bba7a2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:26.767878 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c4138e4-b732-4058-98cd-ca2ae8bba7a2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:26.772104 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:26.890291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8997ecf-19d8-4f88-bc56-da7f982d63d7 req-7d82409d-9369-410d-a29e-0903b919380c tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.1664839 Jan 31 18:50:26.913893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6c4138e4-b732-4058-98cd-ca2ae8bba7a2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8592446 Jan 31 18:50:26.917197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45790) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:26.950790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c010a00a-54d4-4734-af82-320a70a7f75b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'subnet': {'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:26.983684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:26.991822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c865e980-cab3-43f4-8bd6-ea7fa729696b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:27.012169 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8d3fb453-e811-4e90-aac2-3c6dae7d355b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:27.022705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 6411cf10-a13e-4014-8396-f200c507846b no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:50:27.030167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7919c6fb-74b0-4740-8219-ae6ca9c8ca49 None None] Network c11bd176-3044-4185-9008-2e805d18ae14 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:27.082626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4138e4-b732-4058-98cd-ca2ae8bba7a2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Network': ['ID=081a70e1-02b0-4281-83ab-4c8d80f4aef8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:27.188530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ad9fd-cabc-4209-a74c-dc740784c988 req-d31e8653-0018-4828-9753-5902c60663f6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:27.197410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea0ad9fd-cabc-4209-a74c-dc740784c988 req-d31e8653-0018-4828-9753-5902c60663f6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 945 time: 0.8850608 Jan 31 18:50:27.267028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c010a00a-54d4-4734-af82-320a70a7f75b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:27.275571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c010a00a-54d4-4734-af82-320a70a7f75b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:27.379005 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:24Z', 'revision_number': 3, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:27.445264 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Checking router: 968d1fae-4795-4bd8-875c-fa9d3774c451 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:50:27.445683 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Updating router 968d1fae-4795-4bd8-875c-fa9d3774c451 port d46af0fe-d16b-4664-9a2a-50d46bfbc898 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:50:27.460919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 081a70e1-02b0-4281-83ab-4c8d80f4aef8 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:50:27.464417 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5df861b5-ff0e-4938-9082-3a33a30b1713 None None] Provisioning complete for port eb937b52-f765-4294-a500-30e556aec83f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:27.470833 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5df861b5-ff0e-4938-9082-3a33a30b1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (eb937b52-f765-4294-a500-30e556aec83f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:27.514123 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:27.538677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:27.547929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f52e8b66-081e-4c1a-a3c5-5a95b611c42c req-d1cb2448-e227-4147-935d-c4a69d9facc8 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 210 time: 0.1032095 Jan 31 18:50:27.574179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 6411cf10-a13e-4014-8396-f200c507846b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:50:27.575084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 6411cf10-a13e-4014-8396-f200c507846b not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:50:27.595220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea0ad9fd-cabc-4209-a74c-dc740784c988 req-f7bd7f63-9630-407b-8eeb-c7c122e4128b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965237 Jan 31 18:50:27.626271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:27.677933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-86f0f2ac-3e67-40fd-91b0-367c3827c7d1', 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1', 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'fixed_ips': [{'subnet_id': '5432f97e-a73f-4195-955e-05157fdb66d7'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:50:27.683674 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:27.785137 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:27.863074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] Set router a44f0e3b-2c7a-4316-bc0d-f600ca88203f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:27.890093 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c010a00a-54d4-4734-af82-320a70a7f75b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (ecf048e7-8382-4f76-98e9-7375e65b2d6b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:27.964185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Allocated IP 172.20.0.1 (c11bd176-3044-4185-9008-2e805d18ae14/8b1b457b-8abd-4614-8276-0291f0e06e62/1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:28.051256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5df861b5-ff0e-4938-9082-3a33a30b1713 None None] Current status of the port eb937b52-f765-4294-a500-30e556aec83f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:28.051874 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5df861b5-ff0e-4938-9082-3a33a30b1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (eb937b52-f765-4294-a500-30e556aec83f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:28.142899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-c30118c1-b003-4695-9d16-e87992eb16fc tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:28.146097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-c30118c1-b003-4695-9d16-e87992eb16fc tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.21 "GET /v2.0/networks?id=65e1fa49-af30-4e2e-8665-0be3dddbc31f HTTP/1.1" status: 200 len: 812 time: 0.2298949 Jan 31 18:50:28.166402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Request body: {'port': {'device_id': 'c8a4ed16-5618-4209-affd-81f8f29f7b83', 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f', 'admin_state_up': True, 'tenant_id': '499dc0514e6d4aae923cc070d77f63cf'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:28.287282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Publish callbacks [] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:28.338087 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f84800dd-c99e-444a-ab36-ba304c812427 req-ebf5b6a6-b6f1-4cd4-9990-d6d418eb33b8 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.1837981 Jan 31 18:50:28.353674 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:28.403172 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Publish callbacks [] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:28.414496 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:28.414798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c865e980-cab3-43f4-8bd6-ea7fa729696b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:28.415439 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:28.452455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8d3fb453-e811-4e90-aac2-3c6dae7d355b no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:50:28.483546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5df861b5-ff0e-4938-9082-3a33a30b1713 None None] For port eb937b52-f765-4294-a500-30e556aec83f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=eb937b52-f765-4294-a500-30e556aec83f,segment=NetworkSegment(ad1e92c5-18a7-4462-871a-5d5111bbd825),segment_id=ad1e92c5-18a7-4462-871a-5d5111bbd825)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:28.491516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Network c11bd176-3044-4185-9008-2e805d18ae14 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:28.499356 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Attempting to bind port d46af0fe-d16b-4664-9a2a-50d46bfbc898 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:28.499356 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Attempting to bind port d46af0fe-d16b-4664-9a2a-50d46bfbc898 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:28.499779 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Attempting to bind port d46af0fe-d16b-4664-9a2a-50d46bfbc898 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:28.504638 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab1238-9737-4c4e-9ce1-e80363b50f8f None None] Pushing event updated for resources: {'Port': ['ID=d46af0fe-d16b-4664-9a2a-50d46bfbc898,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:28.506548 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:28.517452 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:28.517836 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:28.518252 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:28.518650 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:28.519127 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Bound port: d46af0fe-d16b-4664-9a2a-50d46bfbc898, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:28.522346 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:28.543495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:28.549235 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5df861b5-ff0e-4938-9082-3a33a30b1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (eb937b52-f765-4294-a500-30e556aec83f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:28.570279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c010a00a-54d4-4734-af82-320a70a7f75b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Checking segment: {'id': '1799979b-7689-428d-aed4-f1f2880a4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:28.570951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c010a00a-54d4-4734-af82-320a70a7f75b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network hostable DHCP agents. Network: 081a70e1-02b0-4281-83ab-4c8d80f4aef8, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:50:28.594375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 8d3fb453-e811-4e90-aac2-3c6dae7d355b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:50:28.594900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8d3fb453-e811-4e90-aac2-3c6dae7d355b not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:50:28.611411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010a00a-54d4-4734-af82-320a70a7f75b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Subnet': ['ID=ecf048e7-8382-4f76-98e9-7375e65b2d6b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:28.653755 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (968d1fae-4795-4bd8-875c-fa9d3774c451), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:28.669402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Allocated IP 19.80.0.2 (86f0f2ac-3e67-40fd-91b0-367c3827c7d1/5432f97e-a73f-4195-955e-05157fdb66d7/5bb7818b-36cb-4922-a2ff-45e24a9bee32) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:28.678866 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] For port d46af0fe-d16b-4664-9a2a-50d46bfbc898, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:28.697350 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] For port d46af0fe-d16b-4664-9a2a-50d46bfbc898, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d46af0fe-d16b-4664-9a2a-50d46bfbc898,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:28.711637 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:28.777265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-01b33557-2dd1-4427-a7f3-d1d77b03e152 None None] Provisioning complete for port c865e980-cab3-43f4-8bd6-ea7fa729696b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:28.778193 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01b33557-2dd1-4427-a7f3-d1d77b03e152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:28.841413 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:28.842341 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:28.858566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:28.881682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df861b5-ff0e-4938-9082-3a33a30b1713 None None] Pushing event updated for resources: {'Port': ['ID=eb937b52-f765-4294-a500-30e556aec83f,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:28.898744 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45812) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:28.972022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'name': 'tempest-ServersTestMultiNic-1545749009-router', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:08Z', 'updated_at': '2022-01-31T18:50:20Z', 'revision_number': 4, 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'gw_port': {'id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:09Z', 'updated_at': '2022-01-31T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'eb937b52-f765-4294-a500-30e556aec83f', 'name': '', 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'mac_address': 'fa:16:3e:4a:ee:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'f426f5a6-175a-406f-a88a-e2a36c4f0b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:17Z', 'updated_at': '2022-01-31T18:50:25Z', 'revision_number': 4, 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'subnets': [{'id': 'f426f5a6-175a-406f-a88a-e2a36c4f0b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:28.980937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dafb6a05-e050-45b2-9743-7d08b447d9ba req-59478af0-9d27-4a52-84ec-de9e8aeb8bd8 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 210 time: 0.2459552 Jan 31 18:50:28.990686 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-db2eeb07-3885-4655-a44a-435e04d15dbd req-d249d2ab-fe34-460a-b83e-7c53bca68625 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.1339555 Jan 31 18:50:29.019711 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab1238-9737-4c4e-9ce1-e80363b50f8f None None] Pushing event updated for resources: {'Port': ['ID=d46af0fe-d16b-4664-9a2a-50d46bfbc898,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:29.046725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c010a00a-54d4-4734-af82-320a70a7f75b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network 081a70e1-02b0-4281-83ab-4c8d80f4aef8 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:50:29.092984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-01b33557-2dd1-4427-a7f3-d1d77b03e152 None None] Current status of the port c865e980-cab3-43f4-8bd6-ea7fa729696b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:29.093584 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01b33557-2dd1-4427-a7f3-d1d77b03e152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:29.110550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c010a00a-54d4-4734-af82-320a70a7f75b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 081a70e1-02b0-4281-83ab-4c8d80f4aef8) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:29.113974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa789c54-35de-4edf-9e80-055526a47513 None None] The sync data for ids ['a44f0e3b-2c7a-4316-bc0d-f600ca88203f'] in n-d-812111-15 is: [{'id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'name': 'tempest-ServersTestMultiNic-1545749009-router', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:08Z', 'updated_at': '2022-01-31T18:50:20Z', 'revision_number': 4, 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'gw_port': {'id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:09Z', 'updated_at': '2022-01-31T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'eb937b52-f765-4294-a500-30e556aec83f', 'name': '', 'network_id': '99452e05-1570-4f4a-8999-832b2b325fc2', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'mac_address': 'fa:16:3e:4a:ee:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'f426f5a6-175a-406f-a88a-e2a36c4f0b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:17Z', 'updated_at': '2022-01-31T18:50:25Z', 'revision_number': 4, 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'subnets': [{'id': 'f426f5a6-175a-406f-a88a-e2a36c4f0b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:50:29.126443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c865e980-cab3-43f4-8bd6-ea7fa729696b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:29.127009 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:29.137921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c010a00a-54d4-4734-af82-320a70a7f75b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:29.138852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa6e2ca-7bb6-4790-a1c7-754938b954ac None None] Network 081a70e1-02b0-4281-83ab-4c8d80f4aef8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:29.141601 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c010a00a-54d4-4734-af82-320a70a7f75b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:29.185682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-f5479881-6c7c-4637-87bb-6869c5bbef90 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:29.189333 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-f5479881-6c7c-4637-87bb-6869c5bbef90 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.21 "GET /v2.0/networks?id=65e1fa49-af30-4e2e-8665-0be3dddbc31f HTTP/1.1" status: 200 len: 812 time: 0.8737042 Jan 31 18:50:29.211950 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:29.233717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Request body: {'port': {'device_id': '68ca6c5f-1de9-4b71-8729-dfca249b68cf', 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f', 'admin_state_up': True, 'tenant_id': '499dc0514e6d4aae923cc070d77f63cf'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:29.320162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-01b33557-2dd1-4427-a7f3-d1d77b03e152 None None] For port c865e980-cab3-43f4-8bd6-ea7fa729696b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c865e980-cab3-43f4-8bd6-ea7fa729696b,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:29.348247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:29.354360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01b33557-2dd1-4427-a7f3-d1d77b03e152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:29.365912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c010a00a-54d4-4734-af82-320a70a7f75b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4241700 Jan 31 18:50:29.524924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Made reservation on behalf of 499dc0514e6d4aae923cc070d77f63cf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:29.538959 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:29.550661 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Publish callbacks [] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:29.625629 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:29.634653 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:50:29.635153 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:50:29.650242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3d5b5921-dda9-45c3-a07a-0336bd858287 None None] Provisioning complete for port c865e980-cab3-43f4-8bd6-ea7fa729696b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:29.650747 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5921-dda9-45c3-a07a-0336bd858287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:29.655541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b33557-2dd1-4427-a7f3-d1d77b03e152 None None] Pushing event updated for resources: {'Port': ['ID=c865e980-cab3-43f4-8bd6-ea7fa729696b,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:29.705818 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:24Z', 'revision_number': 3, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:29.729466 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc725407-9e09-425f-8159-50daf86010c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:29.742753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-081a70e1-02b0-4281-83ab-4c8d80f4aef8', 'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8', 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'fixed_ips': [{'subnet_id': 'ecf048e7-8382-4f76-98e9-7375e65b2d6b'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:50:29.745402 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:29.755300 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30783f87-de51-4002-b778-e0cfe41e0a95 None None] The sync data for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 is: [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:24Z', 'revision_number': 3, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:50:29.782386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:29.801390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:29.848128 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:29.885978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-301042a2-9f7f-4d61-9d43-82c4c1f1eea0 req-cf815969-2c9e-4773-b1c3-d25d736e98bf tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.1435189 Jan 31 18:50:29.886834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Made reservation on behalf of 499dc0514e6d4aae923cc070d77f63cf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:29.900059 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:30.081808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9add1-4a2e-43af-83bd-fe71703c9730 req-0dad964d-5997-49b2-af9c-f459106a1c5c tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:30.083431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51f9add1-4a2e-43af-83bd-fe71703c9730 req-0dad964d-5997-49b2-af9c-f459106a1c5c tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 945 time: 1.2533729 Jan 31 18:50:30.182518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Allocated IP 172.20.0.4 (65e1fa49-af30-4e2e-8665-0be3dddbc31f/9c5a3cb4-b855-45fb-bf36-47d8d4fc0852/076230e8-7ef8-4746-a7e8-d515e4e9798e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:30.349794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Pushing event updated for resources: {'Port': ['ID=5bb7818b-36cb-4922-a2ff-45e24a9bee32,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:30.470853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Publish callbacks [] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:30.489039 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:30.592240 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:30.622996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:30.631176 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (968d1fae-4795-4bd8-875c-fa9d3774c451), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:30.634169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51f9add1-4a2e-43af-83bd-fe71703c9730 req-7fb0aac4-ba8c-4e96-9f02-466bc4c1bf96 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072923 Jan 31 18:50:30.656544 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc725407-9e09-425f-8159-50daf86010c1 admin admin] Publish callbacks [] for security_group (d530dc1f-af2c-4e35-b265-288660b9e972), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:30.668705 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks [] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:30.696316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c865e980-cab3-43f4-8bd6-ea7fa729696b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:30.698930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Attempting to bind port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:30.699308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Attempting to bind port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:30.699848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Attempting to bind port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 on network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:30.745355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc725407-9e09-425f-8159-50daf86010c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d530dc1f-af2c-4e35-b265-288660b9e972), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:30.789089 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dc725407-9e09-425f-8159-50daf86010c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4984c9cadebb4cef9fe3802ef28c442c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8469660 Jan 31 18:50:30.798170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-baa0319d-7997-40da-bbe1-a77f9125e000 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:30.804477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-baa0319d-7997-40da-bbe1-a77f9125e000 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:30.806712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-baa0319d-7997-40da-bbe1-a77f9125e000 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/networks?id=86f0f2ac-3e67-40fd-91b0-367c3827c7d1&id=081a70e1-02b0-4281-83ab-4c8d80f4aef8&id=86f0f2ac-3e67-40fd-91b0-367c3827c7d1 HTTP/1.1" status: 200 len: 1392 time: 0.3818629 Jan 31 18:50:30.811126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45834) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:30.816114 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:30.863458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc725407-9e09-425f-8159-50daf86010c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d530dc1f-af2c-4e35-b265-288660b9e972,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:30.879703 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Allocated IP 19.86.0.2 (081a70e1-02b0-4281-83ab-4c8d80f4aef8/ecf048e7-8382-4f76-98e9-7375e65b2d6b/0ae094b3-2e81-4d15-942f-8620bd10c16b) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:30.893512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Network 65e1fa49-af30-4e2e-8665-0be3dddbc31f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:30.901670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Network c11bd176-3044-4185-9008-2e805d18ae14 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:30.903141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:30.970646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:30.979625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:31.092939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Router 968d1fae-4795-4bd8-875c-fa9d3774c451 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:50:31.105715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:31.106493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Checking segment: {'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:31.106493 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:31.106888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Bound using segment: {'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:31.107383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Bound port: 5bb7818b-36cb-4922-a2ff-45e24a9bee32, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:31.107796 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:31.136689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:31.137326 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:31.155699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-f368952d-f7c3-400a-95e6-4a58c012d9ed tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/quotas/c30b03ab1a3445c6bab5d60413faec64 HTTP/1.1" status: 200 len: 375 time: 0.2922676 Jan 31 18:50:31.213611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0566609 Jan 31 18:50:31.247136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] For port 5bb7818b-36cb-4922-a2ff-45e24a9bee32, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:31.253007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] For port 5bb7818b-36cb-4922-a2ff-45e24a9bee32, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5bb7818b-36cb-4922-a2ff-45e24a9bee32,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:31.270698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Request body: {'port': {'device_id': 'c8a4ed16-5618-4209-affd-81f8f29f7b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:31.290825 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:31.359006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device eb937b52-f765-4294-a500-30e556aec83f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:31.360767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:50:31.373664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b5921-dda9-45c3-a07a-0336bd858287 None None] Current status of the port c865e980-cab3-43f4-8bd6-ea7fa729696b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:31.426503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481d565-29ac-4175-9b5d-bc526e8e2bdd req-91d9715c-c9ec-4990-9288-9274c5176256 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:31.428222 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8481d565-29ac-4175-9b5d-bc526e8e2bdd req-91d9715c-c9ec-4990-9288-9274c5176256 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 931 time: 0.4589164 Jan 31 18:50:31.428986 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc9d9-8422-4b95-8378-5a4beeebf2ce admin admin] Publish callbacks [] for security_group (d530dc1f-af2c-4e35-b265-288660b9e972), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:31.443686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:31.444025 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:31.449716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9c722-b1ea-48d1-b4a4-b150280fe196 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Pushing event updated for resources: {'Port': ['ID=076230e8-7ef8-4746-a7e8-d515e4e9798e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:31.472616 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:50:31.479753 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9b060553-6a2d-4c55-bb30-cb1ca5cbf7e4 admin admin] 10.222.0.20 "PUT /v2.0/routers/968d1fae-4795-4bd8-875c-fa9d3774c451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1726651 Jan 31 18:50:31.492206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Allocated IP 172.20.0.8 (65e1fa49-af30-4e2e-8665-0be3dddbc31f/9c5a3cb4-b855-45fb-bf36-47d8d4fc0852/bb055148-e81f-47ab-9e99-5fb52f41a7b6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:31.535627 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:31.588755 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-972d14f0-63ec-43a8-a22b-32242d45f554 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c30b03ab1a3445c6bab5d60413faec64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4216881 Jan 31 18:50:31.663275 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc9d9-8422-4b95-8378-5a4beeebf2ce admin admin] Publish callbacks [] for security_group (d530dc1f-af2c-4e35-b265-288660b9e972), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:31.707464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ce64e721-30ad-4353-b34b-1b60ccc03c25 None None] Provisioning complete for port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:31.708049 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce64e721-30ad-4353-b34b-1b60ccc03c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:31.773217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c3a44-c000-435b-a43f-b9e8397d8d1a None None] Pushing event updated for resources: {'Port': ['ID=5bb7818b-36cb-4922-a2ff-45e24a9bee32,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:31.827313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ce64e721-30ad-4353-b34b-1b60ccc03c25 None None] Port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:50:31.842003 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Publish callbacks [] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:31.879415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port eb937b52-f765-4294-a500-30e556aec83f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:31.879931 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (eb937b52-f765-4294-a500-30e556aec83f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:31.889302 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:31.951631 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8481d565-29ac-4175-9b5d-bc526e8e2bdd req-b5a33267-da16-4ca4-8dcc-72729a62c741 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888399 Jan 31 18:50:32.034756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:32.035389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.046458 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc9d9-8422-4b95-8378-5a4beeebf2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d530dc1f-af2c-4e35-b265-288660b9e972), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.049261 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc9d9-8422-4b95-8378-5a4beeebf2ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.050682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8ddfc9d9-8422-4b95-8378-5a4beeebf2ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d530dc1f-af2c-4e35-b265-288660b9e972 HTTP/1.1" status: 204 len: 168 time: 1.2364345 Jan 31 18:50:32.059071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Network 081a70e1-02b0-4281-83ab-4c8d80f4aef8 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:32.071709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Pushing event updated for resources: {'Port': ['ID=0ae094b3-2e81-4d15-942f-8620bd10c16b,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:32.093985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:32.098152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:32.137594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:32.141391 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70316144-f7b6-489e-b487-734d558bcb3d" -d '{"events": [{"server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:32.181472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:32.204644 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.269596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Attempting to bind port 0ae094b3-2e81-4d15-942f-8620bd10c16b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:32.270068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Attempting to bind port 0ae094b3-2e81-4d15-942f-8620bd10c16b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '1799979b-7689-428d-aed4-f1f2880a4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:32.270357 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Attempting to bind port 0ae094b3-2e81-4d15-942f-8620bd10c16b on network 081a70e1-02b0-4281-83ab-4c8d80f4aef8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:32.290284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port eb937b52-f765-4294-a500-30e556aec83f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:32.291545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d46af0fe-d16b-4664-9a2a-50d46bfbc898 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:32.293582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:32.293963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Checking segment: {'id': '1799979b-7689-428d-aed4-f1f2880a4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:32.294376 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.294780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Bound using segment: {'id': '1799979b-7689-428d-aed4-f1f2880a4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:32.295275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Bound port: 0ae094b3-2e81-4d15-942f-8620bd10c16b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1799979b-7689-428d-aed4-f1f2880a4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:32.295665 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.355749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:32.437145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] For port 0ae094b3-2e81-4d15-942f-8620bd10c16b, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:32.441804 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] For port 0ae094b3-2e81-4d15-942f-8620bd10c16b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=0ae094b3-2e81-4d15-942f-8620bd10c16b,segment=NetworkSegment(1799979b-7689-428d-aed4-f1f2880a4065),segment_id=1799979b-7689-428d-aed4-f1f2880a4065)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:32.443690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d46af0fe-d16b-4664-9a2a-50d46bfbc898 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:32.444140 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.462420 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45852) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:32.472770 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.480701 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5288cea-9108-40e4-9985-2c39311cf15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.559111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0e16b-45e2-4f2c-bdc6-e1e3b9bd97d8 None None] Pushing event updated for resources: {'Port': ['ID=0ae094b3-2e81-4d15-942f-8620bd10c16b,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:32.588121 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13beed18-5749-4873-94d6-6d436346691f req-ca0ea383-e93a-45d9-afbf-3497423fa381 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0388420 Jan 31 18:50:32.609745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-84237533-0e26-4223-b06d-2a95dcc1203e service neutron] 10.222.0.20 "GET /v2.0/networks/86f0f2ac-3e67-40fd-91b0-367c3827c7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9887202 Jan 31 18:50:32.624372 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5288cea-9108-40e4-9985-2c39311cf15b admin admin] Publish callbacks [] for security_group (8feb3c03-504c-4d34-b69c-df067370fc45), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.632683 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfc9d9-8422-4b95-8378-5a4beeebf2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d530dc1f-af2c-4e35-b265-288660b9e972,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:32.645667 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5288cea-9108-40e4-9985-2c39311cf15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8feb3c03-504c-4d34-b69c-df067370fc45), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.677159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d46af0fe-d16b-4664-9a2a-50d46bfbc898 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:32.677564 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.707095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port d46af0fe-d16b-4664-9a2a-50d46bfbc898, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d46af0fe-d16b-4664-9a2a-50d46bfbc898,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:32.711526 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.712791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c865e980-cab3-43f4-8bd6-ea7fa729696b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:32.723700 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5288cea-9108-40e4-9985-2c39311cf15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feb3c03-504c-4d34-b69c-df067370fc45,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:32.737891 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c5288cea-9108-40e4-9985-2c39311cf15b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c23011178e9b4a8fabc5b838c973bb53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732961 Jan 31 18:50:32.739792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:32.807019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=d46af0fe-d16b-4664-9a2a-50d46bfbc898,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:32.821097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c865e980-cab3-43f4-8bd6-ea7fa729696b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:32.821483 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.862082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07ae6560-317e-4747-80fb-c414ba37fa2e admin admin] Publish callbacks [] for security_group (8feb3c03-504c-4d34-b69c-df067370fc45), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.880957 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks [] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.905308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e14ac7-e1ac-4d38-b061-e262f446e25d req-0e25c097-3890-4a92-b9b8-f403bb45a1ab tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:32.907143 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49e14ac7-e1ac-4d38-b061-e262f446e25d req-0e25c097-3890-4a92-b9b8-f403bb45a1ab tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1790924 Jan 31 18:50:32.913507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6ceea287-1011-40d9-936b-1dbc29940393 service neutron] 10.222.0.20 "GET /v2.0/networks/86f0f2ac-3e67-40fd-91b0-367c3827c7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944782 Jan 31 18:50:32.921215 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07ae6560-317e-4747-80fb-c414ba37fa2e admin admin] Publish callbacks [] for security_group (8feb3c03-504c-4d34-b69c-df067370fc45), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:32.948944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c865e980-cab3-43f4-8bd6-ea7fa729696b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:33.004930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07ae6560-317e-4747-80fb-c414ba37fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8feb3c03-504c-4d34-b69c-df067370fc45), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:33.009207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07ae6560-317e-4747-80fb-c414ba37fa2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:33.019832 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-07ae6560-317e-4747-80fb-c414ba37fa2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8feb3c03-504c-4d34-b69c-df067370fc45 HTTP/1.1" status: 204 len: 168 time: 0.2725925 Jan 31 18:50:33.057838 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae6560-317e-4747-80fb-c414ba37fa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feb3c03-504c-4d34-b69c-df067370fc45,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:33.119469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49e14ac7-e1ac-4d38-b061-e262f446e25d req-c60867dc-f77b-4ba2-81ef-dc4b28b38ab9 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049568 Jan 31 18:50:33.214038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:33.377070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Network 65e1fa49-af30-4e2e-8665-0be3dddbc31f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:33.385682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-65c4bd48-17a4-4646-8caa-7db4ebdacc97 service neutron] 10.222.0.20 "GET /v2.0/networks/081a70e1-02b0-4281-83ab-4c8d80f4aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544127 Jan 31 18:50:33.404120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:33.428266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:33.455446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d46af0fe-d16b-4664-9a2a-50d46bfbc898 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:33.502365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Pushing event updated for resources: {'Port': ['ID=bb055148-e81f-47ab-9e99-5fb52f41a7b6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:33.554406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d46af0fe-d16b-4664-9a2a-50d46bfbc898 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:33.555636 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:33.594009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:33.594950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:33.648022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-a1504907-ca78-4128-8a4b-cc8537579f9d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4471831 Jan 31 18:50:33.665365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Request body: {'port': {'device_id': '68ca6c5f-1de9-4b71-8729-dfca249b68cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:33.702564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d46af0fe-d16b-4664-9a2a-50d46bfbc898 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:33.703778 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 0ae094b3-2e81-4d15-942f-8620bd10c16b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:33.779545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-05b1dbe4-2781-4837-a5c1-4039bbb988c6 service neutron] 10.222.0.20 "GET /v2.0/networks/081a70e1-02b0-4281-83ab-4c8d80f4aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929465 Jan 31 18:50:33.822822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 0ae094b3-2e81-4d15-942f-8620bd10c16b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:33.823202 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:33.863120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157bc623-3d28-4bf3-bcd3-15826390de36 None None] Network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:33.960413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e08efc17-bacb-43fa-b9aa-7006346681eb None None] Provisioning complete for port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:33.964544 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e08efc17-bacb-43fa-b9aa-7006346681eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:33.977868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-2e80aa39-7286-464d-b12a-5da7350846aa service neutron] 10.222.0.20 "GET /v2.0/networks/86f0f2ac-3e67-40fd-91b0-367c3827c7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816258 Jan 31 18:50:33.985460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076230e8-7ef8-4746-a7e8-d515e4e9798e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:34.028722 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Publish callbacks [] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:34.064499 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:34.101814 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:34.107896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cf95aba0-c7a7-4d58-95a3-54e802aaf863 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373748793', 'description': 'tempest-description--60445867'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:34.117884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Sync routers for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:50:34.138185 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf95aba0-c7a7-4d58-95a3-54e802aaf863 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:34.182173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:34.182843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:34.189522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 0ae094b3-2e81-4d15-942f-8620bd10c16b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:34.189920 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:34.249572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Transition to ACTIVE for port object 076230e8-7ef8-4746-a7e8-d515e4e9798e will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:50:34.267394 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:34.298922 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf95aba0-c7a7-4d58-95a3-54e802aaf863 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group (b7ce308d-4912-4dc7-b0ae-b735f67608aa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:34.312207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf95aba0-c7a7-4d58-95a3-54e802aaf863 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b7ce308d-4912-4dc7-b0ae-b735f67608aa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:34.359708 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf95aba0-c7a7-4d58-95a3-54e802aaf863 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:34.360965 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cf95aba0-c7a7-4d58-95a3-54e802aaf863 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2567983 Jan 31 18:50:34.362336 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95aba0-c7a7-4d58-95a3-54e802aaf863 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ce308d-4912-4dc7-b0ae-b735f67608aa,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:34.371460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45886) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:34.373604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=076230e8-7ef8-4746-a7e8-d515e4e9798e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:34.380602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Request body: {'security_group_rule': {'security_group_id': 'b7ce308d-4912-4dc7-b0ae-b735f67608aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:34.467435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb86f908-748f-41aa-9d0a-28a6f8977b81 None None] Network 081a70e1-02b0-4281-83ab-4c8d80f4aef8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:34.504643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb4d25-2227-45f2-80e9-e7c86ae4df0b req-1f97c173-78c0-403e-aa0e-5b31cfc1ee81 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:34.506427 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbeb4d25-2227-45f2-80e9-e7c86ae4df0b req-1f97c173-78c0-403e-aa0e-5b31cfc1ee81 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.3248088 Jan 31 18:50:34.528262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-bc6a1acd-6d2e-4870-9f64-fef131782eed service neutron] 10.222.0.20 "GET /v2.0/networks/86f0f2ac-3e67-40fd-91b0-367c3827c7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204673 Jan 31 18:50:34.622494 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group_rule (4b636153-1284-4b5c-82b0-9a6eb0f65e20), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:34.631762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 0ae094b3-2e81-4d15-942f-8620bd10c16b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=0ae094b3-2e81-4d15-942f-8620bd10c16b,segment=NetworkSegment(1799979b-7689-428d-aed4-f1f2880a4065),segment_id=1799979b-7689-428d-aed4-f1f2880a4065)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:34.653687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e08efc17-bacb-43fa-b9aa-7006346681eb None None] Current status of the port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:34.654093 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e08efc17-bacb-43fa-b9aa-7006346681eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:34.665182 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:34.666034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5bb7818b-36cb-4922-a2ff-45e24a9bee32 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:34.746690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=0ae094b3-2e81-4d15-942f-8620bd10c16b,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:34.764501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbeb4d25-2227-45f2-80e9-e7c86ae4df0b req-5ab5ed4c-9e38-42f5-bcfd-9f5823025c26 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292423 Jan 31 18:50:34.804093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Attempting to bind port 076230e8-7ef8-4746-a7e8-d515e4e9798e on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:34.804695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Attempting to bind port 076230e8-7ef8-4746-a7e8-d515e4e9798e by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:34.807245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Attempting to bind port 076230e8-7ef8-4746-a7e8-d515e4e9798e on network 65e1fa49-af30-4e2e-8665-0be3dddbc31f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:34.858934 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7401af41-bdcc-436b-bc00-5ad05fe2a7b9 x-openstack-request-id: req-7401af41-bdcc-436b-bc00-5ad05fe2a7b9 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:34.859253 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:34.859504 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7401af41-bdcc-436b-bc00-5ad05fe2a7b9 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:34.859920 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'code': 200} Jan 31 18:50:34.909060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Port 076230e8-7ef8-4746-a7e8-d515e4e9798e on network 65e1fa49-af30-4e2e-8665-0be3dddbc31f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:50:34.911848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Attempting to bind port 076230e8-7ef8-4746-a7e8-d515e4e9798e on network 65e1fa49-af30-4e2e-8665-0be3dddbc31f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:34.917038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group_rule (4b636153-1284-4b5c-82b0-9a6eb0f65e20), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:34.929337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:34.938489 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (4b636153-1284-4b5c-82b0-9a6eb0f65e20), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.001308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:35.001661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Checking segment: {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:35.002941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Bound using segment: {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:35.003075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Bound port: 076230e8-7ef8-4746-a7e8-d515e4e9798e, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:35.003731 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.024729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e08efc17-bacb-43fa-b9aa-7006346681eb None None] For port 5bb7818b-36cb-4922-a2ff-45e24a9bee32, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5bb7818b-36cb-4922-a2ff-45e24a9bee32,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:35.042914 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e08efc17-bacb-43fa-b9aa-7006346681eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.059810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b636153-1284-4b5c-82b0-9a6eb0f65e20,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:35.221203 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aaa744e8-520c-4ff2-bef9-b4c8cfc33b78 req-b0ca729f-19c4-45c0-88ec-4f119ee599f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b86cac7785e4128a02ab983b1535dd6&device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0755537 Jan 31 18:50:35.226235 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73136c9-641b-4929-a971-24ab38076ac5 req-c2393299-824e-431e-91c9-3e289e3cf157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:35.228268 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b73136c9-641b-4929-a971-24ab38076ac5 req-c2393299-824e-431e-91c9-3e289e3cf157 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 1129 time: 0.3172176 Jan 31 18:50:35.244514 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.248247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8691404 Jan 31 18:50:35.248247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.248247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.248247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.248812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.248812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.249074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.250634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45910) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:35.259709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.260286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.260652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.261525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.261525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.261768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.262009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bce20-06bd-4d61-aecd-0a3f1278e9f0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:50:35.299965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e4f51a83-1c06-4569-a6e4-de512d1ff159 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Request body: {'security_group_rule': {'security_group_id': 'b7ce308d-4912-4dc7-b0ae-b735f67608aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:35.321156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f526897e-36e6-4c76-a589-1426fa0372e0 None None] Provisioning complete for port 0ae094b3-2e81-4d15-942f-8620bd10c16b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:35.321589 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f526897e-36e6-4c76-a589-1426fa0372e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.323358 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:35.323730 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.338684 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aaa744e8-520c-4ff2-bef9-b4c8cfc33b78 req-d2dcc7c5-17c9-405c-8408-e58d78a571f4 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=5b86cac7785e4128a02ab983b1535dd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090868 Jan 31 18:50:35.345045 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4f51a83-1c06-4569-a6e4-de512d1ff159 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group_rule (676490cf-d6c5-4a4e-874a-cd8d1c71759a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.363143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb055148-e81f-47ab-9e99-5fb52f41a7b6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:35.431267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Publish callbacks [] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.499467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcd123-d398-4a6f-9d33-0f2cf99f4960 req-d2d19625-6c3b-4cc9-ba18-c66a4f8c7039 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:35.501151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-83fcd123-d398-4a6f-9d33-0f2cf99f4960 req-d2d19625-6c3b-4cc9-ba18-c66a4f8c7039 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 943 time: 0.5089734 Jan 31 18:50:35.502385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Transition to ACTIVE for port object bb055148-e81f-47ab-9e99-5fb52f41a7b6 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:50:35.503923 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] For port 076230e8-7ef8-4746-a7e8-d515e4e9798e, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:35.510407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] For port 076230e8-7ef8-4746-a7e8-d515e4e9798e, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=076230e8-7ef8-4746-a7e8-d515e4e9798e,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:35.511922 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b73136c9-641b-4929-a971-24ab38076ac5 req-809f7dcf-e5bf-45e0-b8c0-46207648cfb9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714412 Jan 31 18:50:35.518335 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.533570 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.561590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:35.562884 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.564694 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] 10.222.0.21 "PUT /v2.0/ports/076230e8-7ef8-4746-a7e8-d515e4e9798e HTTP/1.1" status: 200 len: 1092 time: 4.2991428 Jan 31 18:50:35.584313 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4f51a83-1c06-4569-a6e4-de512d1ff159 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group_rule (676490cf-d6c5-4a4e-874a-cd8d1c71759a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.586990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa744e8-520c-4ff2-bef9-b4c8cfc33b78 req-aea25a57-d480-4a66-9c5c-13c272629ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:35.589083 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aaa744e8-520c-4ff2-bef9-b4c8cfc33b78 req-aea25a57-d480-4a66-9c5c-13c272629ab0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2361739 Jan 31 18:50:35.590734 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4f51a83-1c06-4569-a6e4-de512d1ff159 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (676490cf-d6c5-4a4e-874a-cd8d1c71759a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.627580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f51a83-1c06-4569-a6e4-de512d1ff159 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676490cf-d6c5-4a4e-874a-cd8d1c71759a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:35.628219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a4ed16-5618-4209-affd-81f8f29f7b83', 'tag': '076230e8-7ef8-4746-a7e8-d515e4e9798e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:35.639549 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b565a187-eb6f-4a70-973b-1892ca56f0da" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a4ed16-5618-4209-affd-81f8f29f7b83", "tag": "076230e8-7ef8-4746-a7e8-d515e4e9798e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:35.640273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08efc17-bacb-43fa-b9aa-7006346681eb None None] Pushing event updated for resources: {'Port': ['ID=5bb7818b-36cb-4922-a2ff-45e24a9bee32,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:35.656539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4f51a83-1c06-4569-a6e4-de512d1ff159 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.663730 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e4f51a83-1c06-4569-a6e4-de512d1ff159 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3826625 Jan 31 18:50:35.665538 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45920) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:35.672855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:35.715227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-7c9be6ca-da61-4af2-a140-d62a16f99a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:35.717288 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-7c9be6ca-da61-4af2-a140-d62a16f99a46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=499dc0514e6d4aae923cc070d77f63cf&device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 1126 time: 0.1059453 Jan 31 18:50:35.719820 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:35.736620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a20ba6-8e3c-468f-b70a-67d3178cdf93 req-b77dede7-e287-4614-87a9-266a34e4e2e8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:35.739616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5a20ba6-8e3c-468f-b70a-67d3178cdf93 req-b77dede7-e287-4614-87a9-266a34e4e2e8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.4409027 Jan 31 18:50:35.778270 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-31543170-ff35-40ce-823d-0386d84b72c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=076230e8-7ef8-4746-a7e8-d515e4e9798e HTTP/1.1" status: 200 len: 217 time: 0.0533466 Jan 31 18:50:35.830428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:35.891677 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-5bfa625f-f86c-45db-9ad6-3059d9d37131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:35.893360 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-5bfa625f-f86c-45db-9ad6-3059d9d37131 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c5a3cb4-b855-45fb-bf36-47d8d4fc0852 HTTP/1.1" status: 200 len: 852 time: 0.1054082 Jan 31 18:50:35.904113 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 2, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:35.905438 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Pushing event updated for resources: {'Port': ['ID=bb055148-e81f-47ab-9e99-5fb52f41a7b6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:35.939865 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-7323ab3b-9592-40b7-bfe1-7902a557fb0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=65e1fa49-af30-4e2e-8665-0be3dddbc31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388775 Jan 31 18:50:35.953599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Checking router: 968d1fae-4795-4bd8-875c-fa9d3774c451 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:50:35.953963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Updating router 968d1fae-4795-4bd8-875c-fa9d3774c451 port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:50:35.995203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f526897e-36e6-4c76-a589-1426fa0372e0 None None] Current status of the port 0ae094b3-2e81-4d15-942f-8620bd10c16b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:36.021338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f526897e-36e6-4c76-a589-1426fa0372e0 None None] Provisioning complete for port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:36.021808 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f526897e-36e6-4c76-a589-1426fa0372e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:36.030735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-83fcd123-d398-4a6f-9d33-0f2cf99f4960 req-d1eda33c-c508-4c97-887a-241fa1ebbdd1 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176694 Jan 31 18:50:36.069721 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:36.074536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5bb7818b-36cb-4922-a2ff-45e24a9bee32 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:36.086980 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:36.173608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5a20ba6-8e3c-468f-b70a-67d3178cdf93 req-83a5f607-5c95-4f83-b70f-d2a067e12053 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3963299 Jan 31 18:50:36.209548 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-9283ad04-38aa-4d2b-b245-e12c2d4df6ee service neutron] 10.222.0.21 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504554 Jan 31 18:50:36.342917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Attempting to bind port bb055148-e81f-47ab-9e99-5fb52f41a7b6 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:36.343613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Attempting to bind port bb055148-e81f-47ab-9e99-5fb52f41a7b6 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:36.343744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Attempting to bind port bb055148-e81f-47ab-9e99-5fb52f41a7b6 on network 65e1fa49-af30-4e2e-8665-0be3dddbc31f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:36.348393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60c0e5-f48f-499f-b053-4ca1d9bc9eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=076230e8-7ef8-4746-a7e8-d515e4e9798e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:36.364222 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88b44b93-a0c5-400e-b1ae-1380d44bb784 req-1f0d1fa5-75c5-484d-8208-63949a88b202 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 210 time: 0.1478870 Jan 31 18:50:36.377088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Port bb055148-e81f-47ab-9e99-5fb52f41a7b6 on network 65e1fa49-af30-4e2e-8665-0be3dddbc31f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:50:36.377088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Attempting to bind port bb055148-e81f-47ab-9e99-5fb52f41a7b6 on network 65e1fa49-af30-4e2e-8665-0be3dddbc31f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:36.404319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33c778a1-587d-4fc3-a0ba-83a946a68148 req-c0672d18-3db5-48f4-be3e-f94ab234c421 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.20 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.0577831 Jan 31 18:50:36.406299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:36.406661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Checking segment: {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:36.407063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Bound using segment: {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:36.407524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Bound port: bb055148-e81f-47ab-9e99-5fb52f41a7b6, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d44d20-8960-4483-8b1f-d45dee44a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:36.407888 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:36.467040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Allocated IP 172.25.8.142 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/b3a792ed-2e6f-4148-b098-5ddbcb24b547) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:36.523005 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e24b5c9-3c33-4e4e-922b-9f9490768e14 x-openstack-request-id: req-7e24b5c9-3c33-4e4e-922b-9f9490768e14 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:36.523320 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a4ed16-5618-4209-affd-81f8f29f7b83", "tag": "076230e8-7ef8-4746-a7e8-d515e4e9798e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:36.524199 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e24b5c9-3c33-4e4e-922b-9f9490768e14 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:36.524764 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a4ed16-5618-4209-affd-81f8f29f7b83', 'tag': '076230e8-7ef8-4746-a7e8-d515e4e9798e', 'status': 'completed', 'code': 200} Jan 31 18:50:36.531267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f526897e-36e6-4c76-a589-1426fa0372e0 None None] Current status of the port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:36.589748 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-afae0840-6938-413e-9db2-0d129b96fd17 service neutron] 10.222.0.21 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722463 Jan 31 18:50:36.663269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:36.663867 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:36.668468 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Publish callbacks [] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:36.738718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] For port bb055148-e81f-47ab-9e99-5fb52f41a7b6, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:36.752185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] For port bb055148-e81f-47ab-9e99-5fb52f41a7b6, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=bb055148-e81f-47ab-9e99-5fb52f41a7b6,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:36.755371 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:36.791546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcbb4d-857c-4a8f-8797-a61d5d52817b req-b5edfef9-b136-45ed-83e2-71534569413f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:36.803627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53fcbb4d-857c-4a8f-8797-a61d5d52817b req-b5edfef9-b136-45ed-83e2-71534569413f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.2337108 Jan 31 18:50:36.821060 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:36.826319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ad2a47a4-6eef-4e29-8e4e-616b19ede5c0 None None] Provisioning complete for port 0ae094b3-2e81-4d15-942f-8620bd10c16b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:36.827056 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ad2a47a4-6eef-4e29-8e4e-616b19ede5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:36.827546 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for port (b3a792ed-2e6f-4148-b098-5ddbcb24b547), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:36.922424 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565a187-eb6f-4a70-973b-1892ca56f0da req-3088fdd2-39b9-441d-8ff6-77d9987f81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:36.923965 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b565a187-eb6f-4a70-973b-1892ca56f0da req-3088fdd2-39b9-441d-8ff6-77d9987f81a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=499dc0514e6d4aae923cc070d77f63cf&device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 1126 time: 0.2317860 Jan 31 18:50:36.934191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-baeffaec-d6f6-41f4-aafd-74c8a054ca34 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:36.942276 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-baeffaec-d6f6-41f4-aafd-74c8a054ca34 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:36.943874 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-baeffaec-d6f6-41f4-aafd-74c8a054ca34 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "GET /v2.0/networks?id=86f0f2ac-3e67-40fd-91b0-367c3827c7d1&id=081a70e1-02b0-4281-83ab-4c8d80f4aef8&id=86f0f2ac-3e67-40fd-91b0-367c3827c7d1 HTTP/1.1" status: 200 len: 1392 time: 0.3032346 Jan 31 18:50:36.971575 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'port': {'device_id': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1', 'admin_state_up': True, 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:36.980370 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54e8c3-7628-445e-a053-ee8e56e567d3 None None] Pushing event updated for resources: {'Port': ['ID=1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:37.056500 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b3a792ed-2e6f-4148-b098-5ddbcb24b547), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:37.086952 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:50:37.145706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:37.146882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 0ae094b3-2e81-4d15-942f-8620bd10c16b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:37.156483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f43329c8-7bd5-4031-a6e7-9c938291c36c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:37.163180 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f43329c8-7bd5-4031-a6e7-9c938291c36c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 812 time: 0.3240657 Jan 31 18:50:37.198868 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:37.199524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:37.201030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] 10.222.0.21 "PUT /v2.0/ports/bb055148-e81f-47ab-9e99-5fb52f41a7b6 HTTP/1.1" status: 200 len: 1092 time: 3.5438187 Jan 31 18:50:37.203071 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aaa744e8-520c-4ff2-bef9-b4c8cfc33b78 req-8dfc9691-d44a-4cfb-bcd8-d75946cfdb09 tempest-ServerShowV257Test-438110735 tempest-ServerShowV257Test-438110735-project] 10.222.0.21 "GET /v2.0/ports?device_id=b820bee6-32d5-4610-9d44-99f8a726177b HTTP/1.1" status: 200 len: 210 time: 0.3548756 Jan 31 18:50:37.231918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-5fb8ea26-4367-4422-8845-b9e42ae67583 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/quotas/929ddc5d4661400faea9db350575816f HTTP/1.1" status: 200 len: 375 time: 0.0678248 Jan 31 18:50:37.261044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4b379-c0ce-4dd4-b270-ceabfbbe188b service neutron] Pushing event updated for resources: {'Port': ['ID=bb055148-e81f-47ab-9e99-5fb52f41a7b6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:37.271223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:37.296433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:37.307527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event updated for resources: {'Port': ['ID=b3a792ed-2e6f-4148-b098-5ddbcb24b547,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:37.312644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:37.339535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Attempting to bind port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:37.339906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Attempting to bind port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:37.340272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Attempting to bind port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 on network c11bd176-3044-4185-9008-2e805d18ae14 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:37.374991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:37.375550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Checking segment: {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:37.375972 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:37.376467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Bound using segment: {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:37.376960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Bound port: 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:37.377351 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:37.402098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53fcbb4d-857c-4a8f-8797-a61d5d52817b req-1c474567-6366-461f-ad97-4268acecb35d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5975118 Jan 31 18:50:37.438128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565a187-eb6f-4a70-973b-1892ca56f0da req-645a09ed-bcd4-43d1-b32e-0b8c41617168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:37.447938 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b565a187-eb6f-4a70-973b-1892ca56f0da req-645a09ed-bcd4-43d1-b32e-0b8c41617168 service neutron] 10.222.0.21 "GET /v2.0/networks?id=65e1fa49-af30-4e2e-8665-0be3dddbc31f HTTP/1.1" status: 200 len: 913 time: 0.4916990 Jan 31 18:50:37.504036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-6ebf828e-d58c-43f0-b28c-fefb3da9fc0e tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2575207 Jan 31 18:50:37.532452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-9d64f28f-d5a9-4e11-82b1-c8b37030c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:37.534288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-9d64f28f-d5a9-4e11-82b1-c8b37030c4b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=499dc0514e6d4aae923cc070d77f63cf&device_id=68ca6c5f-1de9-4b71-8729-dfca249b68cf HTTP/1.1" status: 200 len: 1126 time: 0.2089443 Jan 31 18:50:37.554111 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b565a187-eb6f-4a70-973b-1892ca56f0da req-881e2880-8cbd-44e0-b67b-7d17f5c50543 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=076230e8-7ef8-4746-a7e8-d515e4e9798e HTTP/1.1" status: 200 len: 217 time: 0.0977502 Jan 31 18:50:37.558176 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:37.564997 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:37.577976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a47a4-6eef-4e29-8e4e-616b19ede5c0 None None] Current status of the port 0ae094b3-2e81-4d15-942f-8620bd10c16b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:37.581129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 0ae094b3-2e81-4d15-942f-8620bd10c16b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:37.582554 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:37.623707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] For port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:37.646933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] For port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:37.662955 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:37.683522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-ee818257-a966-46d2-8481-6e1abe7f6eff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb055148-e81f-47ab-9e99-5fb52f41a7b6 HTTP/1.1" status: 200 len: 217 time: 0.0971315 Jan 31 18:50:37.725056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea2532-1be5-4e2d-a94b-311ae69316e5 req-252c838a-924a-4a99-8e19-c772850cd8e4 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:37.733503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dea2532-1be5-4e2d-a94b-311ae69316e5 req-252c838a-924a-4a99-8e19-c772850cd8e4 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 943 time: 0.1953259 Jan 31 18:50:37.755555 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (1cd7530c-b32d-4f67-ae36-da16c581351f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:37.761832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565a187-eb6f-4a70-973b-1892ca56f0da req-079ca51a-021d-413c-b646-d3f1a4cc2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:37.763897 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b565a187-eb6f-4a70-973b-1892ca56f0da req-079ca51a-021d-413c-b646-d3f1a4cc2d0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c5a3cb4-b855-45fb-bf36-47d8d4fc0852 HTTP/1.1" status: 200 len: 852 time: 0.1908014 Jan 31 18:50:37.812591 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-6da1169f-35d0-40dd-8036-5ceb4045f6e6 service neutron] 10.222.0.20 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066006 Jan 31 18:50:37.866999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54e8c3-7628-445e-a053-ee8e56e567d3 None None] Pushing event updated for resources: {'Port': ['ID=1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:37.891729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dea2532-1be5-4e2d-a94b-311ae69316e5 req-9a1ca017-ab68-40a3-8c99-b4bbff4793b5 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572371 Jan 31 18:50:37.985788 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b3a792ed-2e6f-4148-b098-5ddbcb24b547), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:38.024999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d28d39de-e3d1-4ffe-ade2-6b404495d6f8 None None] Provisioning complete for port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:38.025606 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d28d39de-e3d1-4ffe-ade2-6b404495d6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:38.064723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-444ba662-00a3-4d58-888f-3f386ba9594d service neutron] 10.222.0.20 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510357 Jan 31 18:50:38.089397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Allocated IP 19.80.0.216 (86f0f2ac-3e67-40fd-91b0-367c3827c7d1/5432f97e-a73f-4195-955e-05157fdb66d7/27656f57-0b79-4cb7-b01c-d98edfbd1c09) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:38.109175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:38.117703 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:38.123128 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 0ae094b3-2e81-4d15-942f-8620bd10c16b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:38.183858 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-743bd91c-7bef-4993-a2a5-c6bcd8ac0e38 req-e166d453-6a0e-4cec-844f-7e0e984bebc2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 210 time: 0.1095541 Jan 31 18:50:38.231849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-7e3bee4e-8e8e-4ccc-af54-8f026306678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:38.231849 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-7e3bee4e-8e8e-4ccc-af54-8f026306678b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c5a3cb4-b855-45fb-bf36-47d8d4fc0852 HTTP/1.1" status: 200 len: 852 time: 0.5367990 Jan 31 18:50:38.303711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-ebdbe594-1518-4db1-955e-fb58350da728 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=65e1fa49-af30-4e2e-8665-0be3dddbc31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647414 Jan 31 18:50:38.326749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-178299d4-7aa4-482f-a7d1-efa2b49cee0c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:50:38.328229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-178299d4-7aa4-482f-a7d1-efa2b49cee0c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198033 Jan 31 18:50:38.364697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:38.463642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 076230e8-7ef8-4746-a7e8-d515e4e9798e details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:50:38.503650 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b565a187-eb6f-4a70-973b-1892ca56f0da req-058e179a-1580-4812-840a-667175f3c17d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=65e1fa49-af30-4e2e-8665-0be3dddbc31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7256339 Jan 31 18:50:38.507127 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:38.521908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d7855d1-d582-4954-976b-b36c48a53e71 req-aa95668f-3319-46e2-a0e8-78e952f12cec tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 210 time: 0.0456824 Jan 31 18:50:38.529155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ca6c5f-1de9-4b71-8729-dfca249b68cf', 'tag': 'bb055148-e81f-47ab-9e99-5fb52f41a7b6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:38.535429 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c63b6f8-d6bb-4a66-9162-639d2daa1a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "68ca6c5f-1de9-4b71-8729-dfca249b68cf", "tag": "bb055148-e81f-47ab-9e99-5fb52f41a7b6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:38.562386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d28d39de-e3d1-4ffe-ade2-6b404495d6f8 None None] Current status of the port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:38.562783 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d28d39de-e3d1-4ffe-ade2-6b404495d6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:38.607974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-e1ae7fc2-cf4e-403a-803b-fc4456021938 service neutron] 10.222.0.21 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716062 Jan 31 18:50:38.609806 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfd3c7d-3873-466c-b07a-93b856258d6e x-openstack-request-id: req-ccfd3c7d-3873-466c-b07a-93b856258d6e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:38.610282 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ca6c5f-1de9-4b71-8729-dfca249b68cf", "tag": "bb055148-e81f-47ab-9e99-5fb52f41a7b6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:38.610907 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccfd3c7d-3873-466c-b07a-93b856258d6e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:38.611617 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ca6c5f-1de9-4b71-8729-dfca249b68cf', 'tag': 'bb055148-e81f-47ab-9e99-5fb52f41a7b6', 'status': 'completed', 'code': 200} Jan 31 18:50:38.665397 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:50:38.691286 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d28d39de-e3d1-4ffe-ade2-6b404495d6f8 None None] For port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:38.735134 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d28d39de-e3d1-4ffe-ade2-6b404495d6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:38.770046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:38.804526 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef04a01-ec2b-472a-9e1a-684b28797188 req-5b002551-a267-4100-8b42-e729b032c4df service neutron] 10.222.0.21 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784661 Jan 31 18:50:38.855200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:38.922042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:38.939165 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Port': ['ID=27656f57-0b79-4cb7-b01c-d98edfbd1c09,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:38.954808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:38.973008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63b6f8-d6bb-4a66-9162-639d2daa1a3b req-6b9eb9d9-4e3f-4d2b-8ef9-efefa407102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:38.977426 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c63b6f8-d6bb-4a66-9162-639d2daa1a3b req-6b9eb9d9-4e3f-4d2b-8ef9-efefa407102a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=499dc0514e6d4aae923cc070d77f63cf&device_id=68ca6c5f-1de9-4b71-8729-dfca249b68cf HTTP/1.1" status: 200 len: 1126 time: 0.1141295 Jan 31 18:50:39.083910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-38897d3e-0ffe-4f17-8256-fa8ff03d5dbb None None] Provisioning complete for port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:39.084511 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38897d3e-0ffe-4f17-8256-fa8ff03d5dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:39.107416 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b565a187-eb6f-4a70-973b-1892ca56f0da req-1bf7188d-0e20-4b45-926c-07121275eb1e service neutron] 10.222.0.21 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892873 Jan 31 18:50:39.255488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46012) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:39.385552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 076230e8-7ef8-4746-a7e8-d515e4e9798e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=076230e8-7ef8-4746-a7e8-d515e4e9798e,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:39.391545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:39.394832 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:39.416078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d39de-e3d1-4ffe-ade2-6b404495d6f8 None None] Pushing event updated for resources: {'Port': ['ID=1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:39.433014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '076230e8-7ef8-4746-a7e8-d515e4e9798e', 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f', 'port_id': '076230e8-7ef8-4746-a7e8-d515e4e9798e', 'mac_address': 'fa:16:3e:00:d8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5a3cb4-b855-45fb-bf36-47d8d4fc0852', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:50:39.490929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63b6f8-d6bb-4a66-9162-639d2daa1a3b req-67a66776-fbad-454c-89b7-a521eb7938a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:39.505540 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c63b6f8-d6bb-4a66-9162-639d2daa1a3b req-67a66776-fbad-454c-89b7-a521eb7938a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=65e1fa49-af30-4e2e-8665-0be3dddbc31f HTTP/1.1" status: 200 len: 913 time: 0.5207412 Jan 31 18:50:39.508720 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for port (b3a792ed-2e6f-4148-b098-5ddbcb24b547), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:39.515097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da018b2b-396d-49e3-8265-3e900213836d req-b254e601-1a70-45e5-a025-1970f9eab398 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:39.527285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da018b2b-396d-49e3-8265-3e900213836d req-b254e601-1a70-45e5-a025-1970f9eab398 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 943 time: 0.3514433 Jan 31 18:50:39.528032 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-fe8ff464-cb0f-4348-8ce9-3c668595332e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5685585 Jan 31 18:50:39.557939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'port': {'device_id': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8', 'admin_state_up': True, 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:39.562272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (b3a792ed-2e6f-4148-b098-5ddbcb24b547), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:39.573359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 076230e8-7ef8-4746-a7e8-d515e4e9798e is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:39.578553 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:39.588088 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c63b6f8-d6bb-4a66-9162-639d2daa1a3b req-3bccd831-8194-4156-8b6f-c0512da252fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb055148-e81f-47ab-9e99-5fb52f41a7b6 HTTP/1.1" status: 200 len: 217 time: 0.0567389 Jan 31 18:50:39.610668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd655a15-5694-4604-9c68-fe568cd8864a req-93912692-c55a-4eca-991e-59148d8459f1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:39.620605 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd655a15-5694-4604-9c68-fe568cd8864a req-93912692-c55a-4eca-991e-59148d8459f1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.3359599 Jan 31 18:50:39.630317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076230e8-7ef8-4746-a7e8-d515e4e9798e {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:39.692290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 076230e8-7ef8-4746-a7e8-d515e4e9798e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=076230e8-7ef8-4746-a7e8-d515e4e9798e,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:39.699382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-38897d3e-0ffe-4f17-8256-fa8ff03d5dbb None None] Current status of the port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:39.709098 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:39.711186 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b565a187-eb6f-4a70-973b-1892ca56f0da req-af42a488-9154-465f-a68e-1b15154f4831 service neutron] 10.222.0.21 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508833 Jan 31 18:50:39.826812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event updated for resources: {'Port': ['ID=b3a792ed-2e6f-4148-b098-5ddbcb24b547,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:39.847046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd655a15-5694-4604-9c68-fe568cd8864a req-fe858789-9298-4da7-bbe0-5447447daf35 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249491 Jan 31 18:50:39.852831 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (1cd7530c-b32d-4f67-ae36-da16c581351f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:39.861301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c75f6805-8e20-4700-a7c3-714eaea4511b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:39.861588 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=076230e8-7ef8-4746-a7e8-d515e4e9798e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:39.879092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63b6f8-d6bb-4a66-9162-639d2daa1a3b req-65c0451d-8bd1-4dcd-8931-2d7d5edd13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:39.880838 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c63b6f8-d6bb-4a66-9162-639d2daa1a3b req-65c0451d-8bd1-4dcd-8931-2d7d5edd13a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9c5a3cb4-b855-45fb-bf36-47d8d4fc0852 HTTP/1.1" status: 200 len: 852 time: 0.2537901 Jan 31 18:50:39.891399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6d89f0d9-80f4-4452-85c2-c4bea5fdab9a None None] Provisioning complete for port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:39.892291 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6d89f0d9-80f4-4452-85c2-c4bea5fdab9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:39.896037 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:39.904622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:37Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:39.928182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da018b2b-396d-49e3-8265-3e900213836d req-4dec9daf-c1fc-4760-9115-fdfee940e982 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989365 Jan 31 18:50:39.933104 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fa90da87-d26b-4805-9801-fc968344096c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2623174 Jan 31 18:50:39.966089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:39.970805 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:39.973170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c63b6f8-d6bb-4a66-9162-639d2daa1a3b req-5202b600-de15-41e3-b2e6-89897adfa084 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=65e1fa49-af30-4e2e-8665-0be3dddbc31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437698 Jan 31 18:50:40.020770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['076230e8-7ef8-4746-a7e8-d515e4e9798e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:40.188570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Allocated IP 19.86.0.84 (081a70e1-02b0-4281-83ab-4c8d80f4aef8/ecf048e7-8382-4f76-98e9-7375e65b2d6b/ac832f17-4ce2-46a7-9fe6-4e408555e43c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:40.207989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c605ee-b96d-483d-8f02-021d1f9127dd None None] The sync data for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 is: [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:37Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:50:40.238085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6d89f0d9-80f4-4452-85c2-c4bea5fdab9a None None] Port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:50:40.256258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad37cf99-b7bd-484b-ac56-eb7a6338571e req-bbbc0b52-70d1-4cd1-a6bc-058cb1275612 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 210 time: 0.0808392 Jan 31 18:50:40.363042 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c75f6805-8e20-4700-a7c3-714eaea4511b admin admin] Publish callbacks [] for security_group (a3fa892c-d5ef-46b2-a52b-f6f15d48a58b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:40.388580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c75f6805-8e20-4700-a7c3-714eaea4511b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a3fa892c-d5ef-46b2-a52b-f6f15d48a58b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:40.494252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device bb055148-e81f-47ab-9e99-5fb52f41a7b6 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:50:40.549196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f6805-8e20-4700-a7c3-714eaea4511b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fa892c-d5ef-46b2-a52b-f6f15d48a58b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:40.567458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c75f6805-8e20-4700-a7c3-714eaea4511b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b86cac7785e4128a02ab983b1535dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3001790 Jan 31 18:50:40.568727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c63b6f8-d6bb-4a66-9162-639d2daa1a3b req-4663c5ff-c8cd-46c4-bd9e-e70d8f706da0 service neutron] 10.222.0.21 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874007 Jan 31 18:50:40.569522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:40.582601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acfdf3-bdc0-49c2-8f03-dd369421db6b req-3bec5b0f-12ce-4a6c-a15e-533e680ed351 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:40.591303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63acfdf3-bdc0-49c2-8f03-dd369421db6b req-3bec5b0f-12ce-4a6c-a15e-533e680ed351 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 932 time: 0.5536182 Jan 31 18:50:40.779468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port bb055148-e81f-47ab-9e99-5fb52f41a7b6, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=bb055148-e81f-47ab-9e99-5fb52f41a7b6,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:40.813644 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'bb055148-e81f-47ab-9e99-5fb52f41a7b6', 'network_id': '65e1fa49-af30-4e2e-8665-0be3dddbc31f', 'port_id': 'bb055148-e81f-47ab-9e99-5fb52f41a7b6', 'mac_address': 'fa:16:3e:58:60:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5a3cb4-b855-45fb-bf36-47d8d4fc0852', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:50:40.875986 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port bb055148-e81f-47ab-9e99-5fb52f41a7b6 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:40.876762 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:40.904708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb055148-e81f-47ab-9e99-5fb52f41a7b6 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:40.939899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port bb055148-e81f-47ab-9e99-5fb52f41a7b6, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=bb055148-e81f-47ab-9e99-5fb52f41a7b6,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:40.949269 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:41.002808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-465d62d7-eb3e-4602-835a-d4a8d9b41b7c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:41.004721 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-465d62d7-eb3e-4602-835a-d4a8d9b41b7c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.21 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 812 time: 0.6750450 Jan 31 18:50:41.023188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=bb055148-e81f-47ab-9e99-5fb52f41a7b6,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:41.030123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Request body: {'port': {'device_id': '194c4828-9441-4e9c-86f2-32d3cb81ac20', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'admin_state_up': True, 'tenant_id': '929ddc5d4661400faea9db350575816f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:41.155430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['bb055148-e81f-47ab-9e99-5fb52f41a7b6'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:41.165309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda8033-5411-4c8f-bfc3-1a1225639eb6 req-46bf71d7-f973-40ec-b0a1-192332e87ed3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:41.185181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7bda8033-5411-4c8f-bfc3-1a1225639eb6 req-46bf71d7-f973-40ec-b0a1-192332e87ed3 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.7529297 Jan 31 18:50:41.185476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46046) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:41.199991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f2ea01a6-425d-479d-b43a-3f3438cf7f3e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Request body: {'floatingip': {'port_id': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:41.244442 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Made reservation on behalf of 929ddc5d4661400faea9db350575816f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:41.249715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:41.276844 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:41.444847 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:41.445584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f2ea01a6-425d-479d-b43a-3f3438cf7f3e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (10c4ccdf-1d93-4314-813d-c4460ab6f322), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:41.513149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network 081a70e1-02b0-4281-83ab-4c8d80f4aef8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:41.526833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:41.530429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:41.534887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Allocated IP 172.20.0.6 (50fbb222-e6d0-4564-9921-e3ecb13cb1c1/aff3baa4-ee50-48d2-9d5d-636d147b92c5/162f283f-1677-45df-a184-aa197baba593) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:41.592663 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a95cc3f0-0428-4d76-babe-f94de2fa1cf2 admin admin] Publish callbacks [] for security_group (a3fa892c-d5ef-46b2-a52b-f6f15d48a58b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:41.593269 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Port': ['ID=ac832f17-4ce2-46a7-9fe6-4e408555e43c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:41.641828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:41.642492 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:41.653013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63acfdf3-bdc0-49c2-8f03-dd369421db6b req-ab036d0c-0fc8-4865-bc87-2f1378921ddd tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0600579 Jan 31 18:50:41.665862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-12c1dc74-51c3-4c3c-a565-1a97ef67a3dc tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1373748793&fields=id&tenant_id=732c6167da0340c5b37c8a129944c15a HTTP/1.1" status: 200 len: 267 time: 0.3677061 Jan 31 18:50:41.705121 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1cb995ce-8df0-4dbd-a24c-d53f3b13e9d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1661530 Jan 31 18:50:41.721016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c63b6f8-d6bb-4a66-9162-639d2daa1a3b req-056dd998-edd4-4285-9c99-1a94a111dc15 service neutron] 10.222.0.21 "GET /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1272922 Jan 31 18:50:41.735315 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a95cc3f0-0428-4d76-babe-f94de2fa1cf2 admin admin] Publish callbacks [] for security_group (a3fa892c-d5ef-46b2-a52b-f6f15d48a58b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:41.743668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'port': {'device_id': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1', 'admin_state_up': True, 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:41.893356 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5363a4fd-a0de-42c8-aff1-60e1ef376371 None None] Provisioning complete for port ac832f17-4ce2-46a7-9fe6-4e408555e43c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:41.894083 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5363a4fd-a0de-42c8-aff1-60e1ef376371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:41.895128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for port (162f283f-1677-45df-a184-aa197baba593), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:41.951504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:41.955093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:41.981104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5363a4fd-a0de-42c8-aff1-60e1ef376371 None None] Port ac832f17-4ce2-46a7-9fe6-4e408555e43c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:50:41.985003 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (162f283f-1677-45df-a184-aa197baba593), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:41.991895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-7a310ea6-981e-494b-81e4-5834713c7f44 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:41.998154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8c46f182-e9a9-4386-bebd-cd1e64ec66cc', '0d0c0923-545b-47c5-8efa-720b35c8c4ea'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:42.001830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-7a310ea6-981e-494b-81e4-5834713c7f44 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/networks?id=c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 200 len: 811 time: 0.3341420 Jan 31 18:50:42.065327 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a95cc3f0-0428-4d76-babe-f94de2fa1cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a3fa892c-d5ef-46b2-a52b-f6f15d48a58b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:42.067229 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a95cc3f0-0428-4d76-babe-f94de2fa1cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:42.069110 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a95cc3f0-0428-4d76-babe-f94de2fa1cf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3fa892c-d5ef-46b2-a52b-f6f15d48a58b HTTP/1.1" status: 204 len: 168 time: 1.4950387 Jan 31 18:50:42.074884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-6c5b1ca7-79a8-4b87-85e0-5640e736bb4b tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/quotas/732c6167da0340c5b37c8a129944c15a HTTP/1.1" status: 200 len: 375 time: 0.0701385 Jan 31 18:50:42.079886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:42.087433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955d51d-a0c1-4a74-83da-cc83a4961a6a req-66bf4c65-db1e-482d-97e4-38c29ef29043 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:42.091804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:42.096504 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d955d51d-a0c1-4a74-83da-cc83a4961a6a req-66bf4c65-db1e-482d-97e4-38c29ef29043 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 944 time: 0.2703090 Jan 31 18:50:42.100468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:42.120616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cc3f0-0428-4d76-babe-f94de2fa1cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fa892c-d5ef-46b2-a52b-f6f15d48a58b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:42.135302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event updated for resources: {'Port': ['ID=162f283f-1677-45df-a184-aa197baba593,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:42.232300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:42.233008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:42.283212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Allocated IP 19.80.0.146 (86f0f2ac-3e67-40fd-91b0-367c3827c7d1/5432f97e-a73f-4195-955e-05157fdb66d7/8ffc476c-7db2-47f1-9ff9-58dbc76dcb50) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:42.319122 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-f780bc7f-15de-4792-9907-98354ed9665a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3017409 Jan 31 18:50:42.350266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Request body: {'port': {'device_id': '194c4828-9441-4e9c-86f2-32d3cb81ac20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:42.374666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d955d51d-a0c1-4a74-83da-cc83a4961a6a req-22c7a0c2-0683-4e0d-9fe7-dcb8ce7cee6c tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771504 Jan 31 18:50:42.462848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device bb055148-e81f-47ab-9e99-5fb52f41a7b6 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:42.508566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:42.575801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-2892a137-2f54-4072-856b-40f20ff148cb tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=732c6167da0340c5b37c8a129944c15a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4516742 Jan 31 18:50:42.580599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:42.581176 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:42.606178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port bb055148-e81f-47ab-9e99-5fb52f41a7b6 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:50:42.616436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port bb055148-e81f-47ab-9e99-5fb52f41a7b6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:42.616993 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:42.629111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (162f283f-1677-45df-a184-aa197baba593), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:42.687776 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-f2ea01a6-425d-479d-b43a-3f3438cf7f3e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:50:42.749769 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f2ea01a6-425d-479d-b43a-3f3438cf7f3e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:42.768889 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f2ea01a6-425d-479d-b43a-3f3438cf7f3e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (10c4ccdf-1d93-4314-813d-c4460ab6f322), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:42.780982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port bb055148-e81f-47ab-9e99-5fb52f41a7b6 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:42.781482 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:42.831778 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:42.839144 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-469a8a2b-4ca5-4f3a-9ef9-94937a1dab4b None None] Provisioning complete for port 162f283f-1677-45df-a184-aa197baba593 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:42.840783 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-469a8a2b-4ca5-4f3a-9ef9-94937a1dab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (162f283f-1677-45df-a184-aa197baba593), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:42.895947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5377d7a-33f6-434d-ac11-f179cf5c98f0 req-c6ef42ef-cc7a-4dc5-9605-839e16a77b27 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:42.896605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ca6c5f-1de9-4b71-8729-dfca249b68cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb055148-e81f-47ab-9e99-5fb52f41a7b6'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:42.899707 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d8ac08-79d3-4f20-9d24-a3a44f6948ee" -d '{"events": [{"server_uuid": "68ca6c5f-1de9-4b71-8729-dfca249b68cf", "name": "network-vif-plugged", "status": "completed", "tag": "bb055148-e81f-47ab-9e99-5fb52f41a7b6"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:42.904813 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5377d7a-33f6-434d-ac11-f179cf5c98f0 req-c6ef42ef-cc7a-4dc5-9605-839e16a77b27 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 931 time: 0.3246486 Jan 31 18:50:42.919433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port bb055148-e81f-47ab-9e99-5fb52f41a7b6, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=bb055148-e81f-47ab-9e99-5fb52f41a7b6,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:42.926842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-469a8a2b-4ca5-4f3a-9ef9-94937a1dab4b None None] Port 162f283f-1677-45df-a184-aa197baba593 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:50:42.930809 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:42.931927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 076230e8-7ef8-4746-a7e8-d515e4e9798e up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:42.957387 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:43.032405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5377d7a-33f6-434d-ac11-f179cf5c98f0 req-7aa94c09-688b-4282-bf15-103afd3dc88d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265469 Jan 31 18:50:43.042976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=bb055148-e81f-47ab-9e99-5fb52f41a7b6,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:43.100136 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-83c2b44a-2b34-4d2e-b6c3-fdaf835aa98b service neutron] 10.222.0.20 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481474 Jan 31 18:50:43.105585 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-f2ea01a6-425d-479d-b43a-3f3438cf7f3e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Floating IP 10c4ccdf-1d93-4314-813d-c4460ab6f322 associated. External IP: 172.25.8.10, port: e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6. Jan 31 18:50:43.122073 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:43.162223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 076230e8-7ef8-4746-a7e8-d515e4e9798e completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:50:43.170724 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 076230e8-7ef8-4746-a7e8-d515e4e9798e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:43.172531 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:43.191137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:43.204071 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:43.208606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:43.307792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:43.308628 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:43.316147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Port': ['ID=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:43.351285 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1ae71af4-8231-436a-9a9e-ea09fd2539e5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6159656 Jan 31 18:50:43.356145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 076230e8-7ef8-4746-a7e8-d515e4e9798e is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:43.356581 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:43.374613 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-2658acda-3ef9-48ee-883e-11f2c64146de tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:50:43.375788 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-2658acda-3ef9-48ee-883e-11f2c64146de tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169370 Jan 31 18:50:43.441309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 076230e8-7ef8-4746-a7e8-d515e4e9798e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=076230e8-7ef8-4746-a7e8-d515e4e9798e,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:43.451729 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:43.485342 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162f283f-1677-45df-a184-aa197baba593 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:43.498888 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Publish callbacks [] for port (162f283f-1677-45df-a184-aa197baba593), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:43.529665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Transition to ACTIVE for port object 162f283f-1677-45df-a184-aa197baba593 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:50:43.534613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (162f283f-1677-45df-a184-aa197baba593), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:43.550749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=076230e8-7ef8-4746-a7e8-d515e4e9798e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:43.572434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-7b362bb9-f8d9-46b9-ab5c-19033443288c service neutron] 10.222.0.20 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633180 Jan 31 18:50:43.618215 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Pushing event updated for resources: {'Port': ['ID=162f283f-1677-45df-a184-aa197baba593,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:43.623246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abe1d1-94ce-4ceb-8f5e-05aeb72404c9 req-d952a5ec-16d8-460d-9a2d-2e90d9d77d89 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:43.635271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abe1d1-94ce-4ceb-8f5e-05aeb72404c9 req-d952a5ec-16d8-460d-9a2d-2e90d9d77d89 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:43.641678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abe1d1-94ce-4ceb-8f5e-05aeb72404c9 req-d952a5ec-16d8-460d-9a2d-2e90d9d77d89 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:43.650769 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23abe1d1-94ce-4ceb-8f5e-05aeb72404c9 req-d952a5ec-16d8-460d-9a2d-2e90d9d77d89 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2376 time: 0.4447801 Jan 31 18:50:43.668101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e8d29fb3-56f7-4a5d-8c00-d742e2de1cdd None None] Provisioning complete for port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:43.668519 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e8d29fb3-56f7-4a5d-8c00-d742e2de1cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:43.733078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e8d29fb3-56f7-4a5d-8c00-d742e2de1cdd None None] Port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:50:43.841629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Attempting to bind port 162f283f-1677-45df-a184-aa197baba593 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:43.842029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Attempting to bind port 162f283f-1677-45df-a184-aa197baba593 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:43.842366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Attempting to bind port 162f283f-1677-45df-a184-aa197baba593 on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:43.855635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Port 162f283f-1677-45df-a184-aa197baba593 on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:50:43.857012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Attempting to bind port 162f283f-1677-45df-a184-aa197baba593 on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:43.863958 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:43.864429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Checking segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:43.864923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Bound using segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:43.865978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Bound port: 162f283f-1677-45df-a184-aa197baba593, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:43.866460 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (162f283f-1677-45df-a184-aa197baba593), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:43.899550 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0423197c-9a88-42ec-8443-368ee94aa2be x-openstack-request-id: req-0423197c-9a88-42ec-8443-368ee94aa2be {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:43.900095 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ca6c5f-1de9-4b71-8729-dfca249b68cf", "name": "network-vif-plugged", "status": "completed", "tag": "bb055148-e81f-47ab-9e99-5fb52f41a7b6", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:43.900095 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0423197c-9a88-42ec-8443-368ee94aa2be {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:43.900598 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ca6c5f-1de9-4b71-8729-dfca249b68cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb055148-e81f-47ab-9e99-5fb52f41a7b6', 'code': 200} Jan 31 18:50:43.937662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ea01a6-425d-479d-b43a-3f3438cf7f3e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:50:43.960736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23abe1d1-94ce-4ceb-8f5e-05aeb72404c9 req-9efb2cfb-9156-438e-a409-76a8cf3d32a3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085043 Jan 31 18:50:44.051132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Request body: {'port': {'device_id': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:44.165721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ea01a6-425d-479d-b43a-3f3438cf7f3e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:50:44.181694 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90130597-23bc-45e7-a2dc-aecea40dfabc None None] Sync routers for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:50:44.187762 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f2ea01a6-425d-479d-b43a-3f3438cf7f3e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:44.219948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:44.232800 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90130597-23bc-45e7-a2dc-aecea40dfabc None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:44.237435 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-90130597-23bc-45e7-a2dc-aecea40dfabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:44.240405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] For port 162f283f-1677-45df-a184-aa197baba593, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:44.277273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f04d297-6796-4512-bb9c-afaa76c7f4fe req-27aec672-d291-4f9d-b18e-f65c00657569 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 210 time: 0.1088414 Jan 31 18:50:44.355087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cace52d-06ed-40df-8ceb-74be71533b98 req-a27b15bc-9960-4fcb-84af-596b0c535437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:44.356672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3cace52d-06ed-40df-8ceb-74be71533b98 req-a27b15bc-9960-4fcb-84af-596b0c535437 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68ca6c5f-1de9-4b71-8729-dfca249b68cf HTTP/1.1" status: 200 len: 1128 time: 0.3142881 Jan 31 18:50:44.360320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f2ea01a6-425d-479d-b43a-3f3438cf7f3e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "PUT /v2.0/floatingips/10c4ccdf-1d93-4314-813d-c4460ab6f322 HTTP/1.1" status: 200 len: 991 time: 3.1698923 Jan 31 18:50:44.377636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:44.380138 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44cf979-c069-4710-a39a-8b45c9ea7c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:44.465696 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-90130597-23bc-45e7-a2dc-aecea40dfabc None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:44.501575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405665-44d3-44ba-9f81-8ce283ddd871 req-9af7f83d-0f50-4e24-85a0-f681c78cd094 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:44.509855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] For port 162f283f-1677-45df-a184-aa197baba593, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=162f283f-1677-45df-a184-aa197baba593,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:44.517523 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81405665-44d3-44ba-9f81-8ce283ddd871 req-9af7f83d-0f50-4e24-85a0-f681c78cd094 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 945 time: 0.4550097 Jan 31 18:50:44.533106 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (162f283f-1677-45df-a184-aa197baba593), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:44.552248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:44.552928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:44.555136 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] 10.222.0.21 "PUT /v2.0/ports/162f283f-1677-45df-a184-aa197baba593 HTTP/1.1" status: 200 len: 1092 time: 2.2114472 Jan 31 18:50:44.560968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194c4828-9441-4e9c-86f2-32d3cb81ac20', 'tag': '162f283f-1677-45df-a184-aa197baba593'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:44.563824 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65db729c-fbfc-4d90-b6e6-03eb2aa82eae" -d '{"events": [{"name": "network-changed", "server_uuid": "194c4828-9441-4e9c-86f2-32d3cb81ac20", "tag": "162f283f-1677-45df-a184-aa197baba593"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:44.610769 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3cace52d-06ed-40df-8ceb-74be71533b98 req-3c543dbe-eccc-4f98-bacc-6238d8e5ec98 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391264 Jan 31 18:50:44.622442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f07728-d629-42b8-97ef-1a6f2ca9d473 req-96799417-e28d-4447-a880-2cb4c88e069c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:44.630414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8f07728-d629-42b8-97ef-1a6f2ca9d473 req-96799417-e28d-4447-a880-2cb4c88e069c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 943 time: 0.2201774 Jan 31 18:50:44.654125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81405665-44d3-44ba-9f81-8ce283ddd871 req-17964a2d-7b04-44ae-b279-887c2db9b6aa tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356602 Jan 31 18:50:44.780792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8f07728-d629-42b8-97ef-1a6f2ca9d473 req-38511e20-da1c-49cf-a51d-72bb40f1210d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482840 Jan 31 18:50:44.911894 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99d2235-3bbd-44e3-9288-5fd0dc02decd x-openstack-request-id: req-b99d2235-3bbd-44e3-9288-5fd0dc02decd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:44.912194 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:44.912503 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b99d2235-3bbd-44e3-9288-5fd0dc02decd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:44.912900 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'status': 'completed', 'code': 200} Jan 31 18:50:44.939290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7fb25-6a0e-45fa-9861-9dbac5088d79 service neutron] Pushing event updated for resources: {'Port': ['ID=162f283f-1677-45df-a184-aa197baba593,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:44.972956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-6bf8f44c-92ac-4ace-afb4-65fc995320b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:44.990113 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-6bf8f44c-92ac-4ace-afb4-65fc995320b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 1126 time: 0.2570703 Jan 31 18:50:45.015957 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-90130597-23bc-45e7-a2dc-aecea40dfabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '10c4ccdf-1d93-4314-813d-c4460ab6f322', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'port_id': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'mac_address': 'fa:16:3e:ed:f2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:50:08Z', 'updated_at': '2022-01-31T18:50:42Z', 'revision_number': 1, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:41Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:45.022445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e767450-7f49-4609-a309-7354aff81354 req-8c632bc1-4bcc-4a13-b833-6b1755cca426 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:45.030616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e767450-7f49-4609-a309-7354aff81354 req-8c632bc1-4bcc-4a13-b833-6b1755cca426 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.2171962 Jan 31 18:50:45.095897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e767450-7f49-4609-a309-7354aff81354 req-9ca1ddf1-b5ef-4df3-b867-b3587a62fc34 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642803 Jan 31 18:50:45.108141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cf979-c069-4710-a39a-8b45c9ea7c3a req-a0a28749-04db-4b19-8b0b-2a136834fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:45.114278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f44cf979-c069-4710-a39a-8b45c9ea7c3a req-a0a28749-04db-4b19-8b0b-2a136834fd63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 1129 time: 0.1845968 Jan 31 18:50:45.124920 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90130597-23bc-45e7-a2dc-aecea40dfabc None None] Checking router: 274b00c8-ee80-4a79-a17e-cd28a8df84d3 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:50:45.131895 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-89ee1b10-ac32-40ff-a54d-8737be682729 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=162f283f-1677-45df-a184-aa197baba593 HTTP/1.1" status: 200 len: 217 time: 0.1313190 Jan 31 18:50:45.151734 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90130597-23bc-45e7-a2dc-aecea40dfabc None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:50:45.152721 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-90130597-23bc-45e7-a2dc-aecea40dfabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:45.221262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27656f57-0b79-4cb7-b01c-d98edfbd1c09 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:45.234704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Publish callbacks [] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:45.259859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Transition to ACTIVE for port object 27656f57-0b79-4cb7-b01c-d98edfbd1c09 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:50:45.266651 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6224d6c-f3a3-4861-ada0-2e9b1a1ce037 x-openstack-request-id: req-f6224d6c-f3a3-4861-ada0-2e9b1a1ce037 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:45.266950 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194c4828-9441-4e9c-86f2-32d3cb81ac20", "tag": "162f283f-1677-45df-a184-aa197baba593", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:45.269275 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6224d6c-f3a3-4861-ada0-2e9b1a1ce037 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:45.272373 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194c4828-9441-4e9c-86f2-32d3cb81ac20', 'tag': '162f283f-1677-45df-a184-aa197baba593', 'status': 'completed', 'code': 200} Jan 31 18:50:45.306188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:45.338505 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-90130597-23bc-45e7-a2dc-aecea40dfabc None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:50:45.343590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cf979-c069-4710-a39a-8b45c9ea7c3a req-30ff3690-4948-4e11-9504-c0e2397816de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:45.346496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f44cf979-c069-4710-a39a-8b45c9ea7c3a req-30ff3690-4948-4e11-9504-c0e2397816de service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 918 time: 0.2250800 Jan 31 18:50:45.367778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Pushing event updated for resources: {'Port': ['ID=27656f57-0b79-4cb7-b01c-d98edfbd1c09,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:45.410564 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-dac2e102-0411-468c-94f3-8c1d72c09321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:45.415435 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-dac2e102-0411-468c-94f3-8c1d72c09321 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.2653325 Jan 31 18:50:45.586776 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-a7d92e12-6950-4433-840f-e747e6ea94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:45.597849 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-a7d92e12-6950-4433-840f-e747e6ea94ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1714928 Jan 31 18:50:45.621997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Attempting to bind port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:45.623125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Attempting to bind port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:45.623702 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Attempting to bind port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 on network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:45.664422 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 on network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:50:45.664807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Attempting to bind port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 on network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:45.702084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:45.702475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Checking segment: {'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:45.703046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Bound using segment: {'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:45.703517 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Bound port: 27656f57-0b79-4cb7-b01c-d98edfbd1c09, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:45.703887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:45.818033 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] For port 27656f57-0b79-4cb7-b01c-d98edfbd1c09, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:45.818321 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-90130597-23bc-45e7-a2dc-aecea40dfabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '10c4ccdf-1d93-4314-813d-c4460ab6f322', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'port_id': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'mac_address': 'fa:16:3e:ed:f2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:50:08Z', 'updated_at': '2022-01-31T18:50:42Z', 'revision_number': 1, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:41Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:50:45.823682 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] For port 27656f57-0b79-4cb7-b01c-d98edfbd1c09, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=27656f57-0b79-4cb7-b01c-d98edfbd1c09,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:45.845202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:45.887104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:45.903711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a4ed16-5618-4209-affd-81f8f29f7b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076230e8-7ef8-4746-a7e8-d515e4e9798e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:45.910094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:45.910802 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:45.912247 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3377d11a-b891-466c-b760-760c662edf35" -d '{"events": [{"server_uuid": "c8a4ed16-5618-4209-affd-81f8f29f7b83", "name": "network-vif-plugged", "status": "completed", "tag": "076230e8-7ef8-4746-a7e8-d515e4e9798e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:45.912750 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] 10.222.0.49 "PUT /v2.0/ports/27656f57-0b79-4cb7-b01c-d98edfbd1c09 HTTP/1.1" status: 200 len: 1093 time: 2.5254276 Jan 31 18:50:45.919447 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-7504015b-0934-4655-8136-7dc72a984984 service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917433 Jan 31 18:50:45.966441 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90130597-23bc-45e7-a2dc-aecea40dfabc None None] The sync data for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 is: [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '10c4ccdf-1d93-4314-813d-c4460ab6f322', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'port_id': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'mac_address': 'fa:16:3e:ed:f2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:50:08Z', 'updated_at': '2022-01-31T18:50:42Z', 'revision_number': 1, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:41Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:50:46.020605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Request body: {'port': {'device_id': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:46.029971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3328d3f-3feb-4db4-927a-a2a28fa03c7a service neutron] Pushing event updated for resources: {'Port': ['ID=27656f57-0b79-4cb7-b01c-d98edfbd1c09,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:46.157305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:46.180738 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f8dabfa5-af47-4b1f-9234-c361087773ff req-ad0eb258-3f81-47f7-acd1-105ddf058d31 service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530527 Jan 31 18:50:46.304184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db4e3a44-7a7a-47ab-bf7c-8ea0a9c24f80 req-b893c066-f432-4e7b-874a-1b9a36efe4db tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 210 time: 0.8506291 Jan 31 18:50:46.343220 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef45c82-5ce9-4bf1-9245-cf0e0647a3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:46.364465 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dce0b-fbf7-42c6-a005-c1c20df67273 req-2b513665-98c9-4738-a39a-b5a2d724f4da tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:46.371503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dce0b-fbf7-42c6-a005-c1c20df67273 req-2b513665-98c9-4738-a39a-b5a2d724f4da tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:46.379906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dce0b-fbf7-42c6-a005-c1c20df67273 req-2b513665-98c9-4738-a39a-b5a2d724f4da tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:46.391453 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-624dce0b-fbf7-42c6-a005-c1c20df67273 req-2b513665-98c9-4738-a39a-b5a2d724f4da tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2388 time: 1.0906689 Jan 31 18:50:46.428881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f44cf979-c069-4710-a39a-8b45c9ea7c3a req-8f3b0413-f3d9-498e-8731-28ffd994415b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 HTTP/1.1" status: 200 len: 999 time: 1.0452204 Jan 31 18:50:46.454825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7eea7-3d3e-4f41-a17a-20cac2763b5c None None] New status for floating IP 10c4ccdf-1d93-4314-813d-c4460ab6f322: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:50:46.536058 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef45c82-5ce9-4bf1-9245-cf0e0647a3b9 admin admin] Publish callbacks [] for security_group (761c863d-da6c-47d1-87b6-3f39b542dafb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:46.541101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cf979-c069-4710-a39a-8b45c9ea7c3a req-22a1cab4-4c9c-4105-8073-d90cae3a1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:46.542716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f44cf979-c069-4710-a39a-8b45c9ea7c3a req-22a1cab4-4c9c-4105-8073-d90cae3a1d30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 200 len: 856 time: 0.0847282 Jan 31 18:50:46.553534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef45c82-5ce9-4bf1-9245-cf0e0647a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (761c863d-da6c-47d1-87b6-3f39b542dafb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:46.597751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-624dce0b-fbf7-42c6-a005-c1c20df67273 req-3be3c5fb-c080-40e9-a32d-558a03af5bc1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038772 Jan 31 18:50:46.634278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db729c-fbfc-4d90-b6e6-03eb2aa82eae req-744c612e-db18-4000-800f-7c765a8a8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:46.635899 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-65db729c-fbfc-4d90-b6e6-03eb2aa82eae req-744c612e-db18-4000-800f-7c765a8a8f1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 1126 time: 0.3095434 Jan 31 18:50:46.669985 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aef45c82-5ce9-4bf1-9245-cf0e0647a3b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3512c8842d945aabfc5ef8a4502c392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7786889 Jan 31 18:50:46.675731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d6dff852-72d8-4a52-af4c-e06fcb02146b tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:46.677790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d6dff852-72d8-4a52-af4c-e06fcb02146b tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.49 "GET /v2.0/networks?id=c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 200 len: 811 time: 0.3868837 Jan 31 18:50:46.679689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46158) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:46.682730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef45c82-5ce9-4bf1-9245-cf0e0647a3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761c863d-da6c-47d1-87b6-3f39b542dafb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:46.746420 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:46.854406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db729c-fbfc-4d90-b6e6-03eb2aa82eae req-b23f7c47-27ff-4187-83d0-78eb8486a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:46.856319 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-65db729c-fbfc-4d90-b6e6-03eb2aa82eae req-b23f7c47-27ff-4187-83d0-78eb8486a45e service neutron] 10.222.0.21 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.2056863 Jan 31 18:50:46.858705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c96ee-ffbc-4ec0-a54e-3e0408dce55c req-904df695-043a-43d7-b1f8-ecf63d14c25d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:46.870286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-637c96ee-ffbc-4ec0-a54e-3e0408dce55c req-904df695-043a-43d7-b1f8-ecf63d14c25d tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 945 time: 0.4318397 Jan 31 18:50:46.934737 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-65db729c-fbfc-4d90-b6e6-03eb2aa82eae req-4f01f005-b9f0-4e5f-a568-6cc5b0ae29f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=162f283f-1677-45df-a184-aa197baba593 HTTP/1.1" status: 200 len: 217 time: 0.0717666 Jan 31 18:50:46.955477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cf979-c069-4710-a39a-8b45c9ea7c3a req-e645d410-af56-4d2c-8f19-15c2e75164fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:46.957823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f44cf979-c069-4710-a39a-8b45c9ea7c3a req-e645d410-af56-4d2c-8f19-15c2e75164fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae95513e-4638-43d6-9c17-f15bafd888ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3922329 Jan 31 18:50:46.979651 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac832f17-4ce2-46a7-9fe6-4e408555e43c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:47.007243 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Publish callbacks [] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:47.011808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-0c14f73b-0282-4599-986f-205d04871885 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=732c6167da0340c5b37c8a129944c15a HTTP/1.1" status: 200 len: 380 time: 0.3197887 Jan 31 18:50:47.014025 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e124a5ee-0d3b-4e48-b0bd-01a032ecae1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:47.050990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db729c-fbfc-4d90-b6e6-03eb2aa82eae req-27130ea1-235b-4ff6-a4dd-2c27ffc177e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:47.052930 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-65db729c-fbfc-4d90-b6e6-03eb2aa82eae req-27130ea1-235b-4ff6-a4dd-2c27ffc177e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.1107752 Jan 31 18:50:47.056376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Transition to ACTIVE for port object ac832f17-4ce2-46a7-9fe6-4e408555e43c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:50:47.069930 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3852-5ce2-4a24-9741-ff8c40b43e8c admin admin] Publish callbacks [] for security_group (761c863d-da6c-47d1-87b6-3f39b542dafb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:47.073837 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:47.081153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-637c96ee-ffbc-4ec0-a54e-3e0408dce55c req-8a72325b-231a-4e51-9c23-b5893cc65222 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056499 Jan 31 18:50:47.096650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Request body: {'port': {'device_id': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'admin_state_up': True, 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'security_groups': ['b7ce308d-4912-4dc7-b0ae-b735f67608aa']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:47.159585 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc466f4e-915f-40e3-9244-5f23f341b721 x-openstack-request-id: req-bc466f4e-915f-40e3-9244-5f23f341b721 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:47.160596 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a4ed16-5618-4209-affd-81f8f29f7b83", "name": "network-vif-plugged", "status": "completed", "tag": "076230e8-7ef8-4746-a7e8-d515e4e9798e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:47.161036 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc466f4e-915f-40e3-9244-5f23f341b721 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:47.161709 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a4ed16-5618-4209-affd-81f8f29f7b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076230e8-7ef8-4746-a7e8-d515e4e9798e', 'code': 200} Jan 31 18:50:47.184904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Pushing event updated for resources: {'Port': ['ID=ac832f17-4ce2-46a7-9fe6-4e408555e43c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:47.185149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23407a4a-0f05-4ef5-9d19-f1b2b3f2df62 req-c12c275a-339a-4ec0-a2e7-d62cf251c447 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:47.187236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23407a4a-0f05-4ef5-9d19-f1b2b3f2df62 req-c12c275a-339a-4ec0-a2e7-d62cf251c447 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 943 time: 0.4658041 Jan 31 18:50:47.225925 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3852-5ce2-4a24-9741-ff8c40b43e8c admin admin] Publish callbacks [] for security_group (761c863d-da6c-47d1-87b6-3f39b542dafb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:47.283826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'tag': '27656f57-0b79-4cb7-b01c-d98edfbd1c09'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:47.285859 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fcb7b7-8c6f-4691-8bf6-d20d7f265671" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "tag": "27656f57-0b79-4cb7-b01c-d98edfbd1c09"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:47.297873 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db729c-fbfc-4d90-b6e6-03eb2aa82eae req-0a070e22-8e07-4a42-aba6-09cd7c4f1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:47.299428 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-65db729c-fbfc-4d90-b6e6-03eb2aa82eae req-0a070e22-8e07-4a42-aba6-09cd7c4f1b7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2393794 Jan 31 18:50:47.368012 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3852-5ce2-4a24-9741-ff8c40b43e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (761c863d-da6c-47d1-87b6-3f39b542dafb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:47.371568 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3852-5ce2-4a24-9741-ff8c40b43e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:47.376985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1a8a3852-5ce2-4a24-9741-ff8c40b43e8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/761c863d-da6c-47d1-87b6-3f39b542dafb HTTP/1.1" status: 204 len: 168 time: 0.6911514 Jan 31 18:50:47.454173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e124a5ee-0d3b-4e48-b0bd-01a032ecae1b admin admin] Publish callbacks [] for security_group (c38b6461-c571-42c0-ac76-9f5ede6ff5bc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:47.460092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Attempting to bind port ac832f17-4ce2-46a7-9fe6-4e408555e43c on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:47.461239 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Attempting to bind port ac832f17-4ce2-46a7-9fe6-4e408555e43c by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '1799979b-7689-428d-aed4-f1f2880a4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:47.461834 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Attempting to bind port ac832f17-4ce2-46a7-9fe6-4e408555e43c on network 081a70e1-02b0-4281-83ab-4c8d80f4aef8 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:47.472605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e124a5ee-0d3b-4e48-b0bd-01a032ecae1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c38b6461-c571-42c0-ac76-9f5ede6ff5bc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:47.483455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a3852-5ce2-4a24-9741-ff8c40b43e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761c863d-da6c-47d1-87b6-3f39b542dafb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:47.512164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Port ac832f17-4ce2-46a7-9fe6-4e408555e43c on network 081a70e1-02b0-4281-83ab-4c8d80f4aef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:50:47.525659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Attempting to bind port ac832f17-4ce2-46a7-9fe6-4e408555e43c on network 081a70e1-02b0-4281-83ab-4c8d80f4aef8 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:47.584745 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-65db729c-fbfc-4d90-b6e6-03eb2aa82eae req-0d72acc4-2b01-4305-b926-2ec8fe5ec6cb service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647984 Jan 31 18:50:47.619374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Made reservation on behalf of 732c6167da0340c5b37c8a129944c15a for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:47.623351 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:47.633174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:47.634162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23407a4a-0f05-4ef5-9d19-f1b2b3f2df62 req-2bd0a5ea-dc8f-47d8-895f-bc76e756b2df tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456264 Jan 31 18:50:47.639372 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f44cf979-c069-4710-a39a-8b45c9ea7c3a req-80216ab4-c816-4fd6-baa8-333198822db8 service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709557 Jan 31 18:50:47.641732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0f5a3-fcd3-45a3-8b1b-85ae29801a48 req-43c80602-c891-47d4-bdc5-26217670c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:47.643557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1f0f5a3-fcd3-45a3-8b1b-85ae29801a48 req-43c80602-c891-47d4-bdc5-26217670c742 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 1128 time: 0.3081751 Jan 31 18:50:47.645235 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Checking segment: {'id': '1799979b-7689-428d-aed4-f1f2880a4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:47.646109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Bound using segment: {'id': '1799979b-7689-428d-aed4-f1f2880a4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:47.647850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Bound port: ac832f17-4ce2-46a7-9fe6-4e408555e43c, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1799979b-7689-428d-aed4-f1f2880a4065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:47.649999 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:47.709548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b83d-7126-4440-9428-41808348a7d3 req-93059709-ef2a-4fdc-a8fb-5a38c6f51e63 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:47.719524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0975b83d-7126-4440-9428-41808348a7d3 req-93059709-ef2a-4fdc-a8fb-5a38c6f51e63 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.3894358 Jan 31 18:50:47.796540 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e124a5ee-0d3b-4e48-b0bd-01a032ecae1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72ee4bdf8e9546048addf4fd05a4fa43&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0483925 Jan 31 18:50:47.807818 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b31f52b-ad98-4093-a6b0-eafcf92f170a x-openstack-request-id: req-8b31f52b-ad98-4093-a6b0-eafcf92f170a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:47.808303 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "tag": "27656f57-0b79-4cb7-b01c-d98edfbd1c09", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:47.808748 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b31f52b-ad98-4093-a6b0-eafcf92f170a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:47.809394 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'tag': '27656f57-0b79-4cb7-b01c-d98edfbd1c09', 'status': 'completed', 'code': 200} Jan 31 18:50:47.816310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124a5ee-0d3b-4e48-b0bd-01a032ecae1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38b6461-c571-42c0-ac76-9f5ede6ff5bc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:47.833240 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46178) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:47.833775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.49', 53344) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:47.907081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Allocated IP 172.20.0.11 (c11bd176-3044-4185-9008-2e805d18ae14/8b1b457b-8abd-4614-8276-0291f0e06e62/b1c04ab2-2363-44b3-8e68-3967fdb469e3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:47.988045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-605e4118-dc28-4b8c-a758-462967cfcf02 req-fabcc025-4e4a-4d0c-a4ba-42bcea07edee tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 210 time: 0.1055136 Jan 31 18:50:48.026585 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb7b7-8c6f-4691-8bf6-d20d7f265671 req-befec273-1d55-4811-acb5-58362e9cf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:48.026826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb7b7-8c6f-4691-8bf6-d20d7f265671 req-befec273-1d55-4811-acb5-58362e9cf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:48.027325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb7b7-8c6f-4691-8bf6-d20d7f265671 req-befec273-1d55-4811-acb5-58362e9cf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:48.029223 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-95fcb7b7-8c6f-4691-8bf6-d20d7f265671 req-befec273-1d55-4811-acb5-58362e9cf7b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c30b03ab1a3445c6bab5d60413faec64&device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2789 time: 0.1848774 Jan 31 18:50:48.038434 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-65db729c-fbfc-4d90-b6e6-03eb2aa82eae req-a4850349-70ce-4616-9c16-d8cfa09db137 service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360328 Jan 31 18:50:48.072053 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] For port ac832f17-4ce2-46a7-9fe6-4e408555e43c, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:48.075664 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741fb1fd-7d7f-4481-aa3c-9d0d1a3832a2 admin admin] Publish callbacks [] for security_group (c38b6461-c571-42c0-ac76-9f5ede6ff5bc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.077527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1f0f5a3-fcd3-45a3-8b1b-85ae29801a48 req-588c2211-6e6e-47f2-a4f7-0ebb534fd6fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227581 Jan 31 18:50:48.116470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46182) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:48.145860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0975b83d-7126-4440-9428-41808348a7d3 req-61f97983-d92d-433c-9483-04adf3a80c26 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4252234 Jan 31 18:50:48.225980 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b24b39e-d2ae-457a-881b-eb3aca7a1a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.280076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f44cf979-c069-4710-a39a-8b45c9ea7c3a req-97c3762b-ddb3-4ec8-8249-6b4bc691d641 service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238565 Jan 31 18:50:48.420114 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a111de-f828-4d8b-ba3e-849a6a495230 req-3486b8e6-aaf3-4ee8-a79c-b5e39316e308 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:48.425505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a111de-f828-4d8b-ba3e-849a6a495230 req-3486b8e6-aaf3-4ee8-a79c-b5e39316e308 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:48.432178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a111de-f828-4d8b-ba3e-849a6a495230 req-3486b8e6-aaf3-4ee8-a79c-b5e39316e308 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:48.433981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58a111de-f828-4d8b-ba3e-849a6a495230 req-3486b8e6-aaf3-4ee8-a79c-b5e39316e308 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2400 time: 0.3367817 Jan 31 18:50:48.489308 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.495154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 162f283f-1677-45df-a184-aa197baba593 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:50:48.495762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] For port ac832f17-4ce2-46a7-9fe6-4e408555e43c, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ac832f17-4ce2-46a7-9fe6-4e408555e43c,segment=NetworkSegment(1799979b-7689-428d-aed4-f1f2880a4065),segment_id=1799979b-7689-428d-aed4-f1f2880a4065)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:48.496155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36026c4b-2d55-4c1a-b53f-6931c5a84d38 req-75b747ff-c03f-46df-b0f9-036cd61b1976 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:48.497186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36026c4b-2d55-4c1a-b53f-6931c5a84d38 req-75b747ff-c03f-46df-b0f9-036cd61b1976 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1128 time: 0.2130778 Jan 31 18:50:48.550797 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741fb1fd-7d7f-4481-aa3c-9d0d1a3832a2 admin admin] Publish callbacks [] for security_group (c38b6461-c571-42c0-ac76-9f5ede6ff5bc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.560915 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.569236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-36026c4b-2d55-4c1a-b53f-6931c5a84d38 req-a657e984-770e-4978-8ba8-e1b9f7d9304f tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.590622 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58a111de-f828-4d8b-ba3e-849a6a495230 req-ad2f0f9d-dea6-49da-806b-d272be61ef15 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479800 Jan 31 18:50:48.617838 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b24b39e-d2ae-457a-881b-eb3aca7a1a10 admin admin] Publish callbacks [] for security_group (43b455e6-6f9e-4900-9a76-3fc3f584b74a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.637858 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b24b39e-d2ae-457a-881b-eb3aca7a1a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (43b455e6-6f9e-4900-9a76-3fc3f584b74a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.644178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 162f283f-1677-45df-a184-aa197baba593, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=162f283f-1677-45df-a184-aa197baba593,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:48.660041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '162f283f-1677-45df-a184-aa197baba593', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'port_id': '162f283f-1677-45df-a184-aa197baba593', 'mac_address': 'fa:16:3e:d4:0d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:50:48.673187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:48.674086 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.675932 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] 10.222.0.49 "PUT /v2.0/ports/ac832f17-4ce2-46a7-9fe6-4e408555e43c HTTP/1.1" status: 200 len: 1092 time: 2.6603403 Jan 31 18:50:48.718197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 162f283f-1677-45df-a184-aa197baba593 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:48.718869 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (162f283f-1677-45df-a184-aa197baba593), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.734593 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Request body: {'port': {'device_id': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:48.736116 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162f283f-1677-45df-a184-aa197baba593 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:48.750211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-36026c4b-2d55-4c1a-b53f-6931c5a84d38 req-a657e984-770e-4978-8ba8-e1b9f7d9304f tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Publish callbacks [] for security_group (47f9ca1c-61fe-4039-a556-9af135391b49), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.751704 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb7b7-8c6f-4691-8bf6-d20d7f265671 req-70bb4bde-9885-43c2-af43-9c18e7997f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:48.752208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb7b7-8c6f-4691-8bf6-d20d7f265671 req-70bb4bde-9885-43c2-af43-9c18e7997f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:48.752785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb7b7-8c6f-4691-8bf6-d20d7f265671 req-70bb4bde-9885-43c2-af43-9c18e7997f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:48.755253 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-95fcb7b7-8c6f-4691-8bf6-d20d7f265671 req-70bb4bde-9885-43c2-af43-9c18e7997f03 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c30b03ab1a3445c6bab5d60413faec64&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7113678 Jan 31 18:50:48.762843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 162f283f-1677-45df-a184-aa197baba593, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=162f283f-1677-45df-a184-aa197baba593,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:48.776652 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (162f283f-1677-45df-a184-aa197baba593), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.780298 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.789699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1b24b39e-d2ae-457a-881b-eb3aca7a1a10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03d427f3f0df4479a12b98732c8dd4b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6507936 Jan 31 18:50:48.791477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d79ea-f5aa-46f7-a413-bc692ac44000 service neutron] Pushing event updated for resources: {'Port': ['ID=ac832f17-4ce2-46a7-9fe6-4e408555e43c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:48.793136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46188) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:48.815892 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-36026c4b-2d55-4c1a-b53f-6931c5a84d38 req-a657e984-770e-4978-8ba8-e1b9f7d9304f tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (47f9ca1c-61fe-4039-a556-9af135391b49), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.829666 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741fb1fd-7d7f-4481-aa3c-9d0d1a3832a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c38b6461-c571-42c0-ac76-9f5ede6ff5bc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.834525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741fb1fd-7d7f-4481-aa3c-9d0d1a3832a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.837508 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-741fb1fd-7d7f-4481-aa3c-9d0d1a3832a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c38b6461-c571-42c0-ac76-9f5ede6ff5bc HTTP/1.1" status: 204 len: 168 time: 0.9941678 Jan 31 18:50:48.850200 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-94518c12-2712-4408-ac89-046fd9fe57f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.876506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=162f283f-1677-45df-a184-aa197baba593,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:48.900769 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fb1fd-7d7f-4481-aa3c-9d0d1a3832a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38b6461-c571-42c0-ac76-9f5ede6ff5bc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:48.966620 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:48.998543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24b39e-d2ae-457a-881b-eb3aca7a1a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b455e6-6f9e-4900-9a76-3fc3f584b74a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:49.025532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Network c11bd176-3044-4185-9008-2e805d18ae14 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:49.034743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36026c4b-2d55-4c1a-b53f-6931c5a84d38 req-a657e984-770e-4978-8ba8-e1b9f7d9304f tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5236988 Jan 31 18:50:49.048117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['162f283f-1677-45df-a184-aa197baba593'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:49.055142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event updated for resources: {'Port': ['ID=b1c04ab2-2363-44b3-8e68-3967fdb469e3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:49.059609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcb7b7-8c6f-4691-8bf6-d20d7f265671 req-0fafdc55-647d-4106-905c-b1f65584a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:49.061716 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-95fcb7b7-8c6f-4691-8bf6-d20d7f265671 req-0fafdc55-647d-4106-905c-b1f65584a6a0 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2724261 Jan 31 18:50:49.066798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:49.075687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:49.163552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657e984-770e-4978-8ba8-e1b9f7d9304f tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f9ca1c-61fe-4039-a556-9af135391b49,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:49.205123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0696f-da8e-4d1e-98b0-d9785915d08b req-e827b002-bcb6-4abf-af6a-f20207bff6ab tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:49.219968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ed0696f-da8e-4d1e-98b0-d9785915d08b req-e827b002-bcb6-4abf-af6a-f20207bff6ab tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 945 time: 0.4087248 Jan 31 18:50:49.252832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f95b4fe1-e372-40dd-95a0-ac6c6e95a61a admin admin] Publish callbacks [] for security_group (43b455e6-6f9e-4900-9a76-3fc3f584b74a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:49.286390 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f95b4fe1-e372-40dd-95a0-ac6c6e95a61a admin admin] Publish callbacks [] for security_group (43b455e6-6f9e-4900-9a76-3fc3f584b74a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:49.389216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:49.389931 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:49.424731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1e657013-9205-493e-af33-491999f27503 None None] Provisioning complete for port b1c04ab2-2363-44b3-8e68-3967fdb469e3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:49.425336 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e657013-9205-493e-af33-491999f27503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:49.469513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1e657013-9205-493e-af33-491999f27503 None None] Port b1c04ab2-2363-44b3-8e68-3967fdb469e3 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:50:49.479135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d01aed77-140c-4683-ba66-925cce3d8339 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3893180 Jan 31 18:50:49.494583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ed0696f-da8e-4d1e-98b0-d9785915d08b req-18b30e37-52d3-4d3f-abdb-f34bf9d0949f tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737088 Jan 31 18:50:49.515058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Request body: {'port': {'device_id': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:49.532293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1a1ea-a378-4d5e-84fc-5a98d93454d1 req-0b637da8-bf6c-43be-860b-846ae6cb8b9a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:49.533902 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fa1a1ea-a378-4d5e-84fc-5a98d93454d1 req-0b637da8-bf6c-43be-860b-846ae6cb8b9a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 944 time: 0.3046424 Jan 31 18:50:49.557272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:49.557843 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f95b4fe1-e372-40dd-95a0-ac6c6e95a61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (43b455e6-6f9e-4900-9a76-3fc3f584b74a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:49.560363 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f95b4fe1-e372-40dd-95a0-ac6c6e95a61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:49.561556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f95b4fe1-e372-40dd-95a0-ac6c6e95a61a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43b455e6-6f9e-4900-9a76-3fc3f584b74a HTTP/1.1" status: 204 len: 168 time: 0.7467797 Jan 31 18:50:49.576018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Publish callbacks [] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:49.576276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b4fe1-e372-40dd-95a0-ac6c6e95a61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b455e6-6f9e-4900-9a76-3fc3f584b74a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:49.608073 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Transition to ACTIVE for port object 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:50:49.617650 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:49.673595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:49.713906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fa1a1ea-a378-4d5e-84fc-5a98d93454d1 req-9a144ba6-ab9d-4690-ab14-8fee27de9235 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512399 Jan 31 18:50:49.780806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:49.822314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'tag': 'ac832f17-4ce2-46a7-9fe6-4e408555e43c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:49.830222 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be87b92d-b528-466b-97c2-61599c3d589b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "tag": "ac832f17-4ce2-46a7-9fe6-4e408555e43c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:49.872260 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Attempting to bind port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:49.873082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Attempting to bind port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:49.873640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Attempting to bind port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 on network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:49.885341 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 on network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:50:49.885847 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Attempting to bind port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 on network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:49.896792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:49.897511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Checking segment: {'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:49.898196 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Bound using segment: {'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:49.898846 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Bound port: 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89700f2-0df0-427e-ae7d-8576ceddb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:49.899482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:50.021537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] For port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:50.026242 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] For port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:50.037611 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:50.044596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cb182-4cc6-48f7-8dd7-4a8949c2f486 req-440d6b71-0633-4f65-8101-eaa0107ab63c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:50.046848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c85cb182-4cc6-48f7-8dd7-4a8949c2f486 req-440d6b71-0633-4f65-8101-eaa0107ab63c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 932 time: 0.4481902 Jan 31 18:50:50.095899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:50.097037 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:50.099497 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] 10.222.0.49 "PUT /v2.0/ports/8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 HTTP/1.1" status: 200 len: 1093 time: 1.3754728 Jan 31 18:50:50.112962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798826c0-37b3-43f3-aa47-033314528ab3 req-551a14cc-4595-4644-b3f6-67950b5125c3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:50.122655 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-798826c0-37b3-43f3-aa47-033314528ab3 req-551a14cc-4595-4644-b3f6-67950b5125c3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.1992478 Jan 31 18:50:50.169612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bced18-aca2-4cf9-b38a-9ae7a9002598 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:50.244619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-0ea651b7-04f6-4010-a1f9-c92928a917ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:50.245623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-0ea651b7-04f6-4010-a1f9-c92928a917ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:50.246286 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-0ea651b7-04f6-4010-a1f9-c92928a917ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:50.248029 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-0ea651b7-04f6-4010-a1f9-c92928a917ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c30b03ab1a3445c6bab5d60413faec64&device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2961 time: 0.0866690 Jan 31 18:50:50.340667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c85cb182-4cc6-48f7-8dd7-4a8949c2f486 req-30ab319d-d98d-4517-883c-71bce1b4daa6 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766938 Jan 31 18:50:50.352971 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-64fe244f-ffb4-4102-9458-a2e4d99293be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.216&port_id=27656f57-0b79-4cb7-b01c-d98edfbd1c09 HTTP/1.1" status: 200 len: 217 time: 0.0883088 Jan 31 18:50:50.391851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-798826c0-37b3-43f3-aa47-033314528ab3 req-fd6ed603-d303-4912-bc55-c26f6876edfc tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673695 Jan 31 18:50:50.399967 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46232) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:50.447635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-865cce0a-3c1f-4409-9384-be4d5d737ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:50.450000 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-865cce0a-3c1f-4409-9384-be4d5d737ca8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5432f97e-a73f-4195-955e-05157fdb66d7 HTTP/1.1" status: 200 len: 801 time: 0.0947113 Jan 31 18:50:50.479646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c04ab2-2363-44b3-8e68-3967fdb469e3 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:50.495488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 162f283f-1677-45df-a184-aa197baba593 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:50:50.539181 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Publish callbacks [] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:50.551544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b76c3062-1af6-42a4-98c0-d28a225c2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:50.556238 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-b76c3062-1af6-42a4-98c0-d28a225c2c35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=86f0f2ac-3e67-40fd-91b0-367c3827c7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0981424 Jan 31 18:50:50.566756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 162f283f-1677-45df-a184-aa197baba593 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:50:50.571984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 162f283f-1677-45df-a184-aa197baba593 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:50.572747 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (162f283f-1677-45df-a184-aa197baba593), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:50.634958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-722f984d-4fd9-4ee6-9e77-b92cb18a93e0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/b9b229ed-e1d2-4680-97b5-386ec32aba36 HTTP/1.1" status: 200 len: 992 time: 0.2224681 Jan 31 18:50:50.636012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Transition to ACTIVE for port object b1c04ab2-2363-44b3-8e68-3967fdb469e3 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:50:50.650157 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:50.692215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 162f283f-1677-45df-a184-aa197baba593 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:50.692668 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (162f283f-1677-45df-a184-aa197baba593), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:50.693342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff26d19-d378-4ec8-a3aa-d3b3902fa9c2 req-bf948541-585d-46ef-b1ff-660b624c55ec tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:50.695841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ff26d19-d378-4ec8-a3aa-d3b3902fa9c2 req-bf948541-585d-46ef-b1ff-660b624c55ec tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.2014995 Jan 31 18:50:50.711434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91562d79-ba59-4e86-b686-256f1fc1f44a req-66f1b5ed-efe9-4e96-92e9-b74af7c0afba tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:50.717827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194c4828-9441-4e9c-86f2-32d3cb81ac20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162f283f-1677-45df-a184-aa197baba593'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:50.718438 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91562d79-ba59-4e86-b686-256f1fc1f44a req-66f1b5ed-efe9-4e96-92e9-b74af7c0afba tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:50.720504 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d4876d-eac7-4ea7-86a7-69fb32788f45" -d '{"events": [{"server_uuid": "194c4828-9441-4e9c-86f2-32d3cb81ac20", "name": "network-vif-plugged", "status": "completed", "tag": "162f283f-1677-45df-a184-aa197baba593"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:50.723963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91562d79-ba59-4e86-b686-256f1fc1f44a req-66f1b5ed-efe9-4e96-92e9-b74af7c0afba tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:50.726785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91562d79-ba59-4e86-b686-256f1fc1f44a req-66f1b5ed-efe9-4e96-92e9-b74af7c0afba tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2412 time: 0.1767843 Jan 31 18:50:50.735024 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-d634a1a6-70ff-4331-9044-f4d106eb29b1 service neutron] 10.222.0.49 "GET /v2.0/networks/86f0f2ac-3e67-40fd-91b0-367c3827c7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720428 Jan 31 18:50:50.758370 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 162f283f-1677-45df-a184-aa197baba593, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=162f283f-1677-45df-a184-aa197baba593,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:50.768142 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (162f283f-1677-45df-a184-aa197baba593), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:50.844406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c04ab2-2363-44b3-8e68-3967fdb469e3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:50.863003 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-5b83e9d5-6d79-400e-a9d8-6e60cfe38754 service neutron] 10.222.0.49 "GET /v2.0/networks/86f0f2ac-3e67-40fd-91b0-367c3827c7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170619 Jan 31 18:50:50.867772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=162f283f-1677-45df-a184-aa197baba593,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:50.926758 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-1af3d66a-35e3-4c0f-adaf-511340cbc70f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.84&port_id=ac832f17-4ce2-46a7-9fe6-4e408555e43c HTTP/1.1" status: 200 len: 217 time: 0.0559812 Jan 31 18:50:50.932230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ff26d19-d378-4ec8-a3aa-d3b3902fa9c2 req-c52dd41a-bab4-49bf-8992-3cbd23eda332 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038774 Jan 31 18:50:50.946431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91562d79-ba59-4e86-b686-256f1fc1f44a req-e6e59639-a3ec-4ccb-b96b-184320971eb1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064514 Jan 31 18:50:50.998916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-adc7b239-cfb5-4352-9503-51b889a5425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:51.000477 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-adc7b239-cfb5-4352-9503-51b889a5425e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecf048e7-8382-4f76-98e9-7375e65b2d6b HTTP/1.1" status: 200 len: 801 time: 0.0599473 Jan 31 18:50:51.007041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Attempting to bind port b1c04ab2-2363-44b3-8e68-3967fdb469e3 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:50:51.008024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Attempting to bind port b1c04ab2-2363-44b3-8e68-3967fdb469e3 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:50:51.008712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Attempting to bind port b1c04ab2-2363-44b3-8e68-3967fdb469e3 on network c11bd176-3044-4185-9008-2e805d18ae14 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:51.019324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Port b1c04ab2-2363-44b3-8e68-3967fdb469e3 on network c11bd176-3044-4185-9008-2e805d18ae14 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:50:51.021178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Attempting to bind port b1c04ab2-2363-44b3-8e68-3967fdb469e3 on network c11bd176-3044-4185-9008-2e805d18ae14 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:50:51.036216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:50:51.039279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Checking segment: {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:51.039775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Bound using segment: {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:50:51.040324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Bound port: b1c04ab2-2363-44b3-8e68-3967fdb469e3, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:50:51.040714 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:51.040922 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07741f2a-3139-4a75-835f-9b2dfcadbcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:51.071861 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7ec90d-c531-4283-9f84-4b218a1bf096 x-openstack-request-id: req-ca7ec90d-c531-4283-9f84-4b218a1bf096 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:51.072216 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "tag": "ac832f17-4ce2-46a7-9fe6-4e408555e43c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:51.072448 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca7ec90d-c531-4283-9f84-4b218a1bf096 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:51.072843 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'tag': 'ac832f17-4ce2-46a7-9fe6-4e408555e43c', 'status': 'completed', 'code': 200} Jan 31 18:50:51.093421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-7dcf26ec-5ab0-4604-a2a7-fa288c3f3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:51.095021 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-7dcf26ec-5ab0-4604-a2a7-fa288c3f3347 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=081a70e1-02b0-4281-83ab-4c8d80f4aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0888855 Jan 31 18:50:51.177505 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47740cd3-50dd-4c4a-832e-fd7551d97b07 x-openstack-request-id: req-47740cd3-50dd-4c4a-832e-fd7551d97b07 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:51.177949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] For port b1c04ab2-2363-44b3-8e68-3967fdb469e3, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:50:51.180061 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194c4828-9441-4e9c-86f2-32d3cb81ac20", "name": "network-vif-plugged", "status": "completed", "tag": "162f283f-1677-45df-a184-aa197baba593", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:51.180512 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47740cd3-50dd-4c4a-832e-fd7551d97b07 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:51.182834 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194c4828-9441-4e9c-86f2-32d3cb81ac20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162f283f-1677-45df-a184-aa197baba593', 'code': 200} Jan 31 18:50:51.183287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] For port b1c04ab2-2363-44b3-8e68-3967fdb469e3, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b1c04ab2-2363-44b3-8e68-3967fdb469e3,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:50:51.196986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c8d4d-9e49-4032-ab04-ed435489385d req-21cc48a3-7bbb-4139-9965-a9467c2eff28 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:51.198557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-300c8d4d-9e49-4032-ab04-ed435489385d req-21cc48a3-7bbb-4139-9965-a9467c2eff28 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 945 time: 0.1340010 Jan 31 18:50:51.201251 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:51.234099 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-ae4ce178-73d9-48be-9c5b-96b25687c88d service neutron] 10.222.0.49 "GET /v2.0/networks/081a70e1-02b0-4281-83ab-4c8d80f4aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292138 Jan 31 18:50:51.280693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:51.281607 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:51.282914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] 10.222.0.49 "PUT /v2.0/ports/b1c04ab2-2363-44b3-8e68-3967fdb469e3 HTTP/1.1" status: 200 len: 1093 time: 1.7922270 Jan 31 18:50:51.286540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'tag': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:51.288922 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb5f76a-d0e7-4075-89c9-fea39a087808" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bf36db-ee53-41a0-b164-344464671fb1", "tag": "b1c04ab2-2363-44b3-8e68-3967fdb469e3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:51.408937 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-efe518f7-e50e-4bd6-b80c-11d8d42bde5c service neutron] 10.222.0.49 "GET /v2.0/networks/081a70e1-02b0-4281-83ab-4c8d80f4aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637340 Jan 31 18:50:51.441573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-300c8d4d-9e49-4032-ab04-ed435489385d req-54f7ef96-1d99-40db-9fdf-cc980223dac5 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056904 Jan 31 18:50:51.454767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a50be-4832-4130-8d1e-d16f0f2cf700 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c04ab2-2363-44b3-8e68-3967fdb469e3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:51.470162 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-d7573858-5d3f-407f-b828-122cbb249a61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 HTTP/1.1" status: 200 len: 217 time: 0.0530696 Jan 31 18:50:51.526544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cb530-5322-4327-8bda-427614ef96fc req-9225676b-eb7d-471d-82a7-c57aaf9746f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:51.536084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-262cb530-5322-4327-8bda-427614ef96fc req-9225676b-eb7d-471d-82a7-c57aaf9746f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 1128 time: 0.2869122 Jan 31 18:50:51.550563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-ca23c357-d497-4f15-a8ee-0e1b22809670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:51.553070 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-ca23c357-d497-4f15-a8ee-0e1b22809670 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5432f97e-a73f-4195-955e-05157fdb66d7 HTTP/1.1" status: 200 len: 801 time: 0.0755603 Jan 31 18:50:51.583212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-9104b64d-781f-4401-9a10-eda9be41c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:51.584750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-9104b64d-781f-4401-9a10-eda9be41c3b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=732c6167da0340c5b37c8a129944c15a&device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 1127 time: 0.1928537 Jan 31 18:50:51.594994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6119f-5a9b-403d-8cd5-a9fa555293b7 req-621771de-a4e4-4c9c-94dc-78f9cd9c0d46 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:51.596554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ed6119f-5a9b-403d-8cd5-a9fa555293b7 req-621771de-a4e4-4c9c-94dc-78f9cd9c0d46 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 945 time: 0.3107784 Jan 31 18:50:51.666577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-08ca9d65-9e29-4585-8acb-fac4525aada7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1c04ab2-2363-44b3-8e68-3967fdb469e3 HTTP/1.1" status: 200 len: 217 time: 0.0687878 Jan 31 18:50:51.670418 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-0a97c2b6-0483-463c-8561-0c9045e31d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:51.672006 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-0a97c2b6-0483-463c-8561-0c9045e31d58 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=86f0f2ac-3e67-40fd-91b0-367c3827c7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1118886 Jan 31 18:50:51.750257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-262cb530-5322-4327-8bda-427614ef96fc req-2484ce46-f956-4fa5-ab87-be25e0e08009 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053912 Jan 31 18:50:51.764838 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ed6119f-5a9b-403d-8cd5-a9fa555293b7 req-7911ecfe-5120-47e4-bd43-da0072b85c2c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528223 Jan 31 18:50:51.799407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-edffc106-b00d-4ca2-83dc-c6629c3717b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:51.801278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-edffc106-b00d-4ca2-83dc-c6629c3717b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b1b457b-8abd-4614-8276-0291f0e06e62 HTTP/1.1" status: 200 len: 850 time: 0.1161966 Jan 31 18:50:51.848979 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-234d46ec-5544-43f5-9237-503555ff2182 service neutron] 10.222.0.49 "GET /v2.0/networks/86f0f2ac-3e67-40fd-91b0-367c3827c7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674013 Jan 31 18:50:51.861455 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f49b0e3-5636-4cab-84d1-d995df9adcc4 x-openstack-request-id: req-8f49b0e3-5636-4cab-84d1-d995df9adcc4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:51.863560 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bf36db-ee53-41a0-b164-344464671fb1", "tag": "b1c04ab2-2363-44b3-8e68-3967fdb469e3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:51.863740 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f49b0e3-5636-4cab-84d1-d995df9adcc4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:51.864445 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'tag': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3', 'status': 'completed', 'code': 200} Jan 31 18:50:51.925912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-986bb7d7-ec7f-4747-aa79-935bbc61f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:51.927378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-986bb7d7-ec7f-4747-aa79-935bbc61f726 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c11bd176-3044-4185-9008-2e805d18ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1101019 Jan 31 18:50:52.053999 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ba113093-73bb-4554-8479-27d1a358f7c8 req-2c34542d-8c4f-4b52-a063-3b306fc337cc service neutron] 10.222.0.49 "GET /v2.0/networks/86f0f2ac-3e67-40fd-91b0-367c3827c7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983299 Jan 31 18:50:52.195400 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b92d-b528-466b-97c2-61599c3d589b req-350baf26-2c64-41f2-b830-aeb019797e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:52.196229 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b92d-b528-466b-97c2-61599c3d589b req-350baf26-2c64-41f2-b830-aeb019797e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:52.196933 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b92d-b528-466b-97c2-61599c3d589b req-350baf26-2c64-41f2-b830-aeb019797e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:52.199236 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be87b92d-b528-466b-97c2-61599c3d589b req-350baf26-2c64-41f2-b830-aeb019797e96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c30b03ab1a3445c6bab5d60413faec64&device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2961 time: 0.0794077 Jan 31 18:50:52.308619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b92d-b528-466b-97c2-61599c3d589b req-26366cec-663d-4474-9340-72fba56da975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:52.310109 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be87b92d-b528-466b-97c2-61599c3d589b req-26366cec-663d-4474-9340-72fba56da975 service neutron] 10.222.0.49 "GET /v2.0/networks?id=081a70e1-02b0-4281-83ab-4c8d80f4aef8 HTTP/1.1" status: 200 len: 903 time: 0.1048088 Jan 31 18:50:52.370812 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be87b92d-b528-466b-97c2-61599c3d589b req-366e0950-3c7a-4b6b-83d5-c7844e48defd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.84&port_id=ac832f17-4ce2-46a7-9fe6-4e408555e43c HTTP/1.1" status: 200 len: 217 time: 0.0532799 Jan 31 18:50:52.381424 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:52.438939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b92d-b528-466b-97c2-61599c3d589b req-d91e12b0-df91-4b95-b36f-b65fddaa681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:52.441060 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be87b92d-b528-466b-97c2-61599c3d589b req-d91e12b0-df91-4b95-b36f-b65fddaa681a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecf048e7-8382-4f76-98e9-7375e65b2d6b HTTP/1.1" status: 200 len: 801 time: 0.0626321 Jan 31 18:50:52.441713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46306) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:52.501049 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b92d-b528-466b-97c2-61599c3d589b req-d39e62a0-05a4-41c9-8d6c-f02a55617fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:52.503048 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be87b92d-b528-466b-97c2-61599c3d589b req-d39e62a0-05a4-41c9-8d6c-f02a55617fcd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=081a70e1-02b0-4281-83ab-4c8d80f4aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532300 Jan 31 18:50:52.583242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bfb72-5884-4057-af46-49d9b3b4d631 req-e220b024-bb64-4431-86ee-6fe9297fe279 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:52.584943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-556bfb72-5884-4057-af46-49d9b3b4d631 req-e220b024-bb64-4431-86ee-6fe9297fe279 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 944 time: 0.6283619 Jan 31 18:50:52.598363 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8941bcb1-e902-4f79-9d94-573581e60b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:52.625361 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-4f886866-ddfd-4126-91fa-4c1766278013 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1539330 Jan 31 18:50:52.637615 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-92640d54-214b-41ba-a25b-c8c4edaa541a service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907675 Jan 31 18:50:52.647350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d2dc4-ee93-48c0-a684-e491d3f49e20 req-2ceefdcf-b2fd-4738-80b3-2cdaf31f1c28 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:52.655085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c49d2dc4-ee93-48c0-a684-e491d3f49e20 req-2ceefdcf-b2fd-4738-80b3-2cdaf31f1c28 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=68ca6c5f-1de9-4b71-8729-dfca249b68cf HTTP/1.1" status: 200 len: 945 time: 0.5637133 Jan 31 18:50:52.694646 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be87b92d-b528-466b-97c2-61599c3d589b req-f61d79f3-39df-43e2-95eb-e92f918f996c service neutron] 10.222.0.49 "GET /v2.0/networks/081a70e1-02b0-4281-83ab-4c8d80f4aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854072 Jan 31 18:50:52.759423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-556bfb72-5884-4057-af46-49d9b3b4d631 req-f3d23339-f204-448e-b033-41aa27941817 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646955 Jan 31 18:50:52.830313 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8941bcb1-e902-4f79-9d94-573581e60b44 admin admin] Publish callbacks [] for security_group (852222f2-eb40-429d-bcc0-e0e380272b3a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:52.855034 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8941bcb1-e902-4f79-9d94-573581e60b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (852222f2-eb40-429d-bcc0-e0e380272b3a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:52.873120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c49d2dc4-ee93-48c0-a684-e491d3f49e20 req-db04e1ba-a0c3-478c-97f6-bf94f8de33ef tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169344 Jan 31 18:50:52.938126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-113fe69b-d67a-4f5f-8431-ef2aa1cc45a6 req-e1171a2a-ca7d-491c-9202-89e44c5af5e8 service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766137 Jan 31 18:50:53.020435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941bcb1-e902-4f79-9d94-573581e60b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852222f2-eb40-429d-bcc0-e0e380272b3a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:53.027956 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8941bcb1-e902-4f79-9d94-573581e60b44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=285a8da82276409ebb4cecffcd83d86d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5825918 Jan 31 18:50:53.029250 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:53.076511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'tag': '8ffc476c-7db2-47f1-9ff9-58dbc76dcb50'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:53.079014 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "tag": "8ffc476c-7db2-47f1-9ff9-58dbc76dcb50"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:53.124257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddc5d9-ad42-4064-9499-4f96b5021fbe req-4cc69190-ef48-4d56-b88b-db908584e927 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:53.129600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddc5d9-ad42-4064-9499-4f96b5021fbe req-4cc69190-ef48-4d56-b88b-db908584e927 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:53.135759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddc5d9-ad42-4064-9499-4f96b5021fbe req-4cc69190-ef48-4d56-b88b-db908584e927 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:53.137413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0ddc5d9-ad42-4064-9499-4f96b5021fbe req-4cc69190-ef48-4d56-b88b-db908584e927 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2412 time: 0.2161148 Jan 31 18:50:53.139226 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be87b92d-b528-466b-97c2-61599c3d589b req-30e7c283-2d9a-4a0f-b215-5a68fb1c61d9 service neutron] 10.222.0.49 "GET /v2.0/networks/081a70e1-02b0-4281-83ab-4c8d80f4aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365516 Jan 31 18:50:53.158891 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5f76a-d0e7-4075-89c9-fea39a087808 req-15bb01fc-3f8f-44d1-ae60-7d892f7ca95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:53.160464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dcb5f76a-d0e7-4075-89c9-fea39a087808 req-15bb01fc-3f8f-44d1-ae60-7d892f7ca95b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=732c6167da0340c5b37c8a129944c15a&device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 1127 time: 0.1494188 Jan 31 18:50:53.170267 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65f0d650-f22c-43e4-9796-ecb4e96d198d admin admin] Publish callbacks [] for security_group (852222f2-eb40-429d-bcc0-e0e380272b3a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:53.175705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab21161-1491-46a9-924b-1e693cad6a6d req-b5dd0073-7d96-4414-81a1-ade33e84e3ad tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:53.183239 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aab21161-1491-46a9-924b-1e693cad6a6d req-b5dd0073-7d96-4414-81a1-ade33e84e3ad tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.1923072 Jan 31 18:50:53.203896 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65f0d650-f22c-43e4-9796-ecb4e96d198d admin admin] Publish callbacks [] for security_group (852222f2-eb40-429d-bcc0-e0e380272b3a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:53.261267 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65f0d650-f22c-43e4-9796-ecb4e96d198d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (852222f2-eb40-429d-bcc0-e0e380272b3a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:53.264467 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65f0d650-f22c-43e4-9796-ecb4e96d198d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:53.266484 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-65f0d650-f22c-43e4-9796-ecb4e96d198d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/852222f2-eb40-429d-bcc0-e0e380272b3a HTTP/1.1" status: 204 len: 168 time: 0.2356212 Jan 31 18:50:53.295679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0d650-f22c-43e4-9796-ecb4e96d198d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852222f2-eb40-429d-bcc0-e0e380272b3a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:53.319496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0ddc5d9-ad42-4064-9499-4f96b5021fbe req-4bbcb76f-2b42-4a3e-816d-4d63bf94c383 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730471 Jan 31 18:50:53.361930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aab21161-1491-46a9-924b-1e693cad6a6d req-d96b2160-8666-4064-bf18-9d13d9708e35 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777306 Jan 31 18:50:53.409927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5f76a-d0e7-4075-89c9-fea39a087808 req-c2aeafa1-e028-42d5-a6a6-455d038a65da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:53.415072 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dcb5f76a-d0e7-4075-89c9-fea39a087808 req-c2aeafa1-e028-42d5-a6a6-455d038a65da service neutron] 10.222.0.49 "GET /v2.0/networks?id=c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 200 len: 912 time: 0.2296910 Jan 31 18:50:53.559078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dcb5f76a-d0e7-4075-89c9-fea39a087808 req-3e53b64a-7a9a-4344-b9dd-bdf7d4f4ef58 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1c04ab2-2363-44b3-8e68-3967fdb469e3 HTTP/1.1" status: 200 len: 217 time: 0.1340115 Jan 31 18:50:53.727407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5f76a-d0e7-4075-89c9-fea39a087808 req-6ead1c0e-885a-4c9b-b72e-87fa3f803f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:53.728938 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dcb5f76a-d0e7-4075-89c9-fea39a087808 req-6ead1c0e-885a-4c9b-b72e-87fa3f803f2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b1b457b-8abd-4614-8276-0291f0e06e62 HTTP/1.1" status: 200 len: 850 time: 0.1277089 Jan 31 18:50:53.730102 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c2efa7-241e-4dd4-b287-26cdea3d33f4 x-openstack-request-id: req-b4c2efa7-241e-4dd4-b287-26cdea3d33f4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:53.730444 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "tag": "8ffc476c-7db2-47f1-9ff9-58dbc76dcb50", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:53.730706 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4c2efa7-241e-4dd4-b287-26cdea3d33f4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:53.731125 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'tag': '8ffc476c-7db2-47f1-9ff9-58dbc76dcb50', 'status': 'completed', 'code': 200} Jan 31 18:50:53.740476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17304b0-0824-46ee-8c08-ef36611d100a req-ed9105b2-1310-4c1e-8bb3-9973ee14c158 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:53.747784 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a17304b0-0824-46ee-8c08-ef36611d100a req-ed9105b2-1310-4c1e-8bb3-9973ee14c158 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 945 time: 0.2301888 Jan 31 18:50:53.849563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5f76a-d0e7-4075-89c9-fea39a087808 req-90b519bd-cb41-4d37-8e1e-2ab95c19ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:53.851281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dcb5f76a-d0e7-4075-89c9-fea39a087808 req-90b519bd-cb41-4d37-8e1e-2ab95c19ed11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c11bd176-3044-4185-9008-2e805d18ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0919883 Jan 31 18:50:53.877936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a17304b0-0824-46ee-8c08-ef36611d100a req-57c46869-ce26-4e3f-b513-b52058036a7b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133344 Jan 31 18:50:53.890988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-9a5390cb-43ef-4520-b13c-5772f8ad497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:53.891611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-9a5390cb-43ef-4520-b13c-5772f8ad497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:53.892013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-9a5390cb-43ef-4520-b13c-5772f8ad497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:53.896845 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-9a5390cb-43ef-4520-b13c-5772f8ad497b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c30b03ab1a3445c6bab5d60413faec64&device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2961 time: 0.1389284 Jan 31 18:50:53.902129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46358) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:53.946376 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c13b0c40-17aa-4d29-8ccc-028aaa013153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.020132 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.061328 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dcb5f76a-d0e7-4075-89c9-fea39a087808 req-c210f1ae-ac10-49e0-87b8-5a938bbcc34b service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831617 Jan 31 18:50:54.074563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b4040-ea32-434e-81a0-90413a0b3267 req-494e1910-4e16-4a1a-8329-ec85a15aa222 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:54.076884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-009b4040-ea32-434e-81a0-90413a0b3267 req-494e1910-4e16-4a1a-8329-ec85a15aa222 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 944 time: 0.0867143 Jan 31 18:50:54.093605 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46364) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:54.200562 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.240488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-13d9d74a-9a5b-4731-9bd9-311ff798cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:54.243382 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-13d9d74a-9a5b-4731-9bd9-311ff798cf57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=86f0f2ac-3e67-40fd-91b0-367c3827c7d1 HTTP/1.1" status: 200 len: 903 time: 0.3320303 Jan 31 18:50:54.257200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-009b4040-ea32-434e-81a0-90413a0b3267 req-e57e8c61-b51a-4db3-98b9-b7478e009298 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619601 Jan 31 18:50:54.282500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dcb5f76a-d0e7-4075-89c9-fea39a087808 req-e9622d40-f58a-44cd-b2d3-847dee74670f service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045059 Jan 31 18:50:54.310578 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-d77ca69a-bea3-47ce-b2c8-deeeec141b9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 HTTP/1.1" status: 200 len: 217 time: 0.0563338 Jan 31 18:50:54.310828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75f7c0fe-5f61-4e3c-89b4-22173960c134 req-606f4d01-2cd9-4e7f-984a-6f38610a740a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=929ddc5d4661400faea9db350575816f HTTP/1.1" status: 200 len: 267 time: 0.1844351 Jan 31 18:50:54.359246 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c13b0c40-17aa-4d29-8ccc-028aaa013153 admin admin] Publish callbacks [] for security_group (0c000534-e4d2-4d02-a17e-cc472494cf91), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.366240 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c13b0c40-17aa-4d29-8ccc-028aaa013153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0c000534-e4d2-4d02-a17e-cc472494cf91), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.400809 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a84009c6-ba32-4f1b-a717-a19e0dc3d4e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.417043 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c13b0c40-17aa-4d29-8ccc-028aaa013153 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c92bb228e8174cdab0f01348dd80a0d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5127127 Jan 31 18:50:54.419112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46374) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:54.419850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-33fb3783-67fc-4451-b8fd-123ff25f8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:54.421364 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-33fb3783-67fc-4451-b8fd-123ff25f8289 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5432f97e-a73f-4195-955e-05157fdb66d7 HTTP/1.1" status: 200 len: 801 time: 0.1015565 Jan 31 18:50:54.422545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b0c40-17aa-4d29-8ccc-028aaa013153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c000534-e4d2-4d02-a17e-cc472494cf91,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:54.478662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7c0fe-5f61-4e3c-89b4-22173960c134 req-8ee29406-f8b3-42d5-a86c-70e9eff7c123 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:54.480198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75f7c0fe-5f61-4e3c-89b4-22173960c134 req-8ee29406-f8b3-42d5-a86c-70e9eff7c123 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 945 time: 0.1653252 Jan 31 18:50:54.481194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-310fef94-dd13-424b-bf55-12dc792ec108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:54.483040 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-310fef94-dd13-424b-bf55-12dc792ec108 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=86f0f2ac-3e67-40fd-91b0-367c3827c7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490918 Jan 31 18:50:54.497706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-75f7c0fe-5f61-4e3c-89b4-22173960c134 req-fb8ecddb-2153-4b3b-94ee-6f3f67b36ce4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Request body: {'port': {'security_groups': []}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:54.539151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e3a49-ba3c-4b95-9201-6312f9ce85b6 req-255b466f-1db6-40a7-9dd7-cd72a3faa6c9 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:54.539720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f6e3a49-ba3c-4b95-9201-6312f9ce85b6 req-255b466f-1db6-40a7-9dd7-cd72a3faa6c9 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=68ca6c5f-1de9-4b71-8729-dfca249b68cf HTTP/1.1" status: 200 len: 945 time: 0.1845396 Jan 31 18:50:54.614068 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-b9493fae-f88d-467f-90d4-ca299d6f02b4 service neutron] 10.222.0.49 "GET /v2.0/networks/86f0f2ac-3e67-40fd-91b0-367c3827c7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248214 Jan 31 18:50:54.642310 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e81651-05f8-47cc-be83-c344be7acb96 admin admin] Publish callbacks [] for security_group (0c000534-e4d2-4d02-a17e-cc472494cf91), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.651845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 27656f57-0b79-4cb7-b01c-d98edfbd1c09 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:50:54.723177 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75f7c0fe-5f61-4e3c-89b4-22173960c134 req-fb8ecddb-2153-4b3b-94ee-6f3f67b36ce4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (162f283f-1677-45df-a184-aa197baba593), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.727587 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-69081a2c-aa9f-4178-a69a-6adb94aa2f0b req-58b5eb0e-30b8-4fa2-8027-8a5279058466 service neutron] 10.222.0.49 "GET /v2.0/networks/86f0f2ac-3e67-40fd-91b0-367c3827c7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073153 Jan 31 18:50:54.750978 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e81651-05f8-47cc-be83-c344be7acb96 admin admin] Publish callbacks [] for security_group (0c000534-e4d2-4d02-a17e-cc472494cf91), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.754924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 27656f57-0b79-4cb7-b01c-d98edfbd1c09, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=27656f57-0b79-4cb7-b01c-d98edfbd1c09,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:54.755395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f6e3a49-ba3c-4b95-9201-6312f9ce85b6 req-608be622-6c62-47a2-86fd-c7a5544788c6 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066689 Jan 31 18:50:54.766890 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a84009c6-ba32-4f1b-a717-a19e0dc3d4e8 admin admin] Publish callbacks [] for security_group (ea85e84b-8b18-4d3c-bafa-b048e027bdab), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.776949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '27656f57-0b79-4cb7-b01c-d98edfbd1c09', 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1', 'port_id': '27656f57-0b79-4cb7-b01c-d98edfbd1c09', 'mac_address': 'fa:16:3e:45:ec:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5432f97e-a73f-4195-955e-05157fdb66d7', 'ip_address': '19.80.0.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:50:54.780392 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a84009c6-ba32-4f1b-a717-a19e0dc3d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ea85e84b-8b18-4d3c-bafa-b048e027bdab), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.817434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:54.817434 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.836961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27656f57-0b79-4cb7-b01c-d98edfbd1c09 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:54.856867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 27656f57-0b79-4cb7-b01c-d98edfbd1c09, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=27656f57-0b79-4cb7-b01c-d98edfbd1c09,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:54.861092 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:54.862269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ac832f17-4ce2-46a7-9fe6-4e408555e43c details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:50:54.911529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a84009c6-ba32-4f1b-a717-a19e0dc3d4e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b72ce4cf0a0d4d68a9d9be13cbecd9fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8154218 Jan 31 18:50:54.913777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd460e6-d131-4153-9c68-039d173375b2 req-7aabd7fa-3bec-485b-afb0-c0b956dcb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:54.914909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:54.915449 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-7aabd7fa-3bec-485b-afb0-c0b956dcb30b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1128 time: 0.3080158 Jan 31 18:50:54.946708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84009c6-ba32-4f1b-a717-a19e0dc3d4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea85e84b-8b18-4d3c-bafa-b048e027bdab,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:54.996784 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-375fd095-cbc8-466e-93b9-88cb301699c9 admin admin] Publish callbacks [] for security_group (ea85e84b-8b18-4d3c-bafa-b048e027bdab), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.019768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=27656f57-0b79-4cb7-b01c-d98edfbd1c09,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:55.030695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ac832f17-4ce2-46a7-9fe6-4e408555e43c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ac832f17-4ce2-46a7-9fe6-4e408555e43c,segment=NetworkSegment(1799979b-7689-428d-aed4-f1f2880a4065),segment_id=1799979b-7689-428d-aed4-f1f2880a4065)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:55.036382 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-375fd095-cbc8-466e-93b9-88cb301699c9 admin admin] Publish callbacks [] for security_group (ea85e84b-8b18-4d3c-bafa-b048e027bdab), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.048323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'ac832f17-4ce2-46a7-9fe6-4e408555e43c', 'network_id': '081a70e1-02b0-4281-83ab-4c8d80f4aef8', 'port_id': 'ac832f17-4ce2-46a7-9fe6-4e408555e43c', 'mac_address': 'fa:16:3e:4f:d0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf048e7-8382-4f76-98e9-7375e65b2d6b', 'ip_address': '19.86.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:50:55.078065 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e81651-05f8-47cc-be83-c344be7acb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0c000534-e4d2-4d02-a17e-cc472494cf91), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.080692 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e81651-05f8-47cc-be83-c344be7acb96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.086136 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-96e81651-05f8-47cc-be83-c344be7acb96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c000534-e4d2-4d02-a17e-cc472494cf91 HTTP/1.1" status: 204 len: 168 time: 0.6593688 Jan 31 18:50:55.101844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ac832f17-4ce2-46a7-9fe6-4e408555e43c is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:55.102143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245925a-a23d-4f20-9302-2ca53d4a4d33 req-d9ddbf77-2505-4a79-9c51-6d67270fb480 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:55.103069 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.107263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245925a-a23d-4f20-9302-2ca53d4a4d33 req-d9ddbf77-2505-4a79-9c51-6d67270fb480 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:55.112707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245925a-a23d-4f20-9302-2ca53d4a4d33 req-d9ddbf77-2505-4a79-9c51-6d67270fb480 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:55.114424 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0245925a-a23d-4f20-9302-2ca53d4a4d33 req-d9ddbf77-2505-4a79-9c51-6d67270fb480 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2413 time: 0.2753489 Jan 31 18:50:55.127275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac832f17-4ce2-46a7-9fe6-4e408555e43c {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:55.133913 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-375fd095-cbc8-466e-93b9-88cb301699c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ea85e84b-8b18-4d3c-bafa-b048e027bdab), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.137936 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-375fd095-cbc8-466e-93b9-88cb301699c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.139841 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-375fd095-cbc8-466e-93b9-88cb301699c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea85e84b-8b18-4d3c-bafa-b048e027bdab HTTP/1.1" status: 204 len: 168 time: 0.2235842 Jan 31 18:50:55.145794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e81651-05f8-47cc-be83-c344be7acb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c000534-e4d2-4d02-a17e-cc472494cf91,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:55.155244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ac832f17-4ce2-46a7-9fe6-4e408555e43c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ac832f17-4ce2-46a7-9fe6-4e408555e43c,segment=NetworkSegment(1799979b-7689-428d-aed4-f1f2880a4065),segment_id=1799979b-7689-428d-aed4-f1f2880a4065)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:55.161481 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.162178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:50:55.174627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fd095-cbc8-466e-93b9-88cb301699c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea85e84b-8b18-4d3c-bafa-b048e027bdab,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:55.214079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd460e6-d131-4153-9c68-039d173375b2 req-e7ebba72-f04a-4911-83b7-af8dc8e4c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:55.217515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-e7ebba72-f04a-4911-83b7-af8dc8e4c117 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6356ca6-7078-4eba-b66b-903ebb47077d HTTP/1.1" status: 200 len: 897 time: 0.2915006 Jan 31 18:50:55.253338 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.275813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:55.284603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=ac832f17-4ce2-46a7-9fe6-4e408555e43c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:55.291575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '8ffc476c-7db2-47f1-9ff9-58dbc76dcb50', 'network_id': '86f0f2ac-3e67-40fd-91b0-367c3827c7d1', 'port_id': '8ffc476c-7db2-47f1-9ff9-58dbc76dcb50', 'mac_address': 'fa:16:3e:59:9d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5432f97e-a73f-4195-955e-05157fdb66d7', 'ip_address': '19.80.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:50:55.313581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0245925a-a23d-4f20-9302-2ca53d4a4d33 req-5b33e5c7-e5c8-400f-90cf-733b4ab30f90 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903212 Jan 31 18:50:55.365588 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:55.366146 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.372229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-75f7c0fe-5f61-4e3c-89b4-22173960c134 req-fb8ecddb-2153-4b3b-94ee-6f3f67b36ce4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] For port 162f283f-1677-45df-a184-aa197baba593, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=162f283f-1677-45df-a184-aa197baba593,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:55.405518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:55.410633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ee5fb-01ab-4b5f-9ed4-0bacd1ddad59 req-f6b30e25-2da0-44d7-85bb-1bb30ef75823 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:55.412570 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c5ee5fb-01ab-4b5f-9ed4-0bacd1ddad59 req-f6b30e25-2da0-44d7-85bb-1bb30ef75823 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.21 "GET /v2.0/ports?device_id=68ca6c5f-1de9-4b71-8729-dfca249b68cf HTTP/1.1" status: 200 len: 945 time: 0.1939170 Jan 31 18:50:55.431770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:55.437681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.438714 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b1c04ab2-2363-44b3-8e68-3967fdb469e3 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:50:55.443836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-f1b2a43e-868d-430c-bf04-b85f719d17a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 HTTP/1.1" status: 200 len: 1000 time: 0.2183342 Jan 31 18:50:55.449389 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75f7c0fe-5f61-4e3c-89b4-22173960c134 req-fb8ecddb-2153-4b3b-94ee-6f3f67b36ce4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for port (162f283f-1677-45df-a184-aa197baba593), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.505780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75f7c0fe-5f61-4e3c-89b4-22173960c134 req-fb8ecddb-2153-4b3b-94ee-6f3f67b36ce4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (162f283f-1677-45df-a184-aa197baba593), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.529234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['162f283f-1677-45df-a184-aa197baba593'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:55.532532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8c46f182-e9a9-4386-bebd-cd1e64ec66cc', '0d0c0923-545b-47c5-8efa-720b35c8c4ea'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:55.640059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:55.688797 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614f1c8-d2aa-4853-ad6e-ef957d894f78 req-87700f73-8f55-49ac-9427-3847e58f42bc tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:55.690319 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d614f1c8-d2aa-4853-ad6e-ef957d894f78 req-87700f73-8f55-49ac-9427-3847e58f42bc tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8a4ed16-5618-4209-affd-81f8f29f7b83 HTTP/1.1" status: 200 len: 945 time: 0.1265626 Jan 31 18:50:55.693225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ecddb-2153-4b3b-94ee-6f3f67b36ce4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event updated for resources: {'Port': ['ID=162f283f-1677-45df-a184-aa197baba593,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:55.801263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7c0fe-5f61-4e3c-89b4-22173960c134 req-fb8ecddb-2153-4b3b-94ee-6f3f67b36ce4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:55.801930 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-75f7c0fe-5f61-4e3c-89b4-22173960c134 req-fb8ecddb-2153-4b3b-94ee-6f3f67b36ce4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.806493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75f7c0fe-5f61-4e3c-89b4-22173960c134 req-fb8ecddb-2153-4b3b-94ee-6f3f67b36ce4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "PUT /v2.0/ports/162f283f-1677-45df-a184-aa197baba593 HTTP/1.1" status: 200 len: 904 time: 1.3130853 Jan 31 18:50:55.832661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194c4828-9441-4e9c-86f2-32d3cb81ac20', 'tag': '162f283f-1677-45df-a184-aa197baba593'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:55.835924 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f4629e-f63b-44cf-ad58-361f034ec49f" -d '{"events": [{"name": "network-changed", "server_uuid": "194c4828-9441-4e9c-86f2-32d3cb81ac20", "tag": "162f283f-1677-45df-a184-aa197baba593"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:55.856033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd460e6-d131-4153-9c68-039d173375b2 req-07d31af5-9b5a-40bf-b13b-ae0171ad57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:55.857542 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d614f1c8-d2aa-4853-ad6e-ef957d894f78 req-bce0d09f-bd5a-4e12-96b3-fa3111882fbe tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Deleting port 076230e8-7ef8-4746-a7e8-d515e4e9798e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:50:55.857903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-07d31af5-9b5a-40bf-b13b-ae0171ad57e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d2d0eeb-a20b-461a-9a31-5596d77aa9b0 HTTP/1.1" status: 200 len: 834 time: 0.3857327 Jan 31 18:50:55.861721 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d614f1c8-d2aa-4853-ad6e-ef957d894f78 req-bce0d09f-bd5a-4e12-96b3-fa3111882fbe tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:55.925881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['162f283f-1677-45df-a184-aa197baba593'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:55.941133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860466e-9bf8-4933-9a71-f67d888b5119 req-a85437d6-f8f7-429a-9a75-c14dc01d0026 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:55.943018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f860466e-9bf8-4933-9a71-f67d888b5119 req-a85437d6-f8f7-429a-9a75-c14dc01d0026 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.4693875 Jan 31 18:50:55.997932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b1c04ab2-2363-44b3-8e68-3967fdb469e3, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b1c04ab2-2363-44b3-8e68-3967fdb469e3,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:56.025230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d614f1c8-d2aa-4853-ad6e-ef957d894f78 req-bce0d09f-bd5a-4e12-96b3-fa3111882fbe tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] For port 076230e8-7ef8-4746-a7e8-d515e4e9798e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=076230e8-7ef8-4746-a7e8-d515e4e9798e,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:56.026175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d614f1c8-d2aa-4853-ad6e-ef957d894f78 req-bce0d09f-bd5a-4e12-96b3-fa3111882fbe tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.031795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'port_id': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3', 'mac_address': 'fa:16:3e:3c:46:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:50:56.044975 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d614f1c8-d2aa-4853-ad6e-ef957d894f78 req-bce0d09f-bd5a-4e12-96b3-fa3111882fbe tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Calling delete_port for 076230e8-7ef8-4746-a7e8-d515e4e9798e owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:50:56.087257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7c5ee5fb-01ab-4b5f-9ed4-0bacd1ddad59 req-c628b8b1-d118-4983-b086-498fb34cd93a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Deleting port bb055148-e81f-47ab-9e99-5fb52f41a7b6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:50:56.087639 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c5ee5fb-01ab-4b5f-9ed4-0bacd1ddad59 req-c628b8b1-d118-4983-b086-498fb34cd93a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.219419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d614f1c8-d2aa-4853-ad6e-ef957d894f78 req-bce0d09f-bd5a-4e12-96b3-fa3111882fbe tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (076230e8-7ef8-4746-a7e8-d515e4e9798e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.253358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f860466e-9bf8-4933-9a71-f67d888b5119 req-d5e41361-fb63-4569-8b25-2507612ef49c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820585 Jan 31 18:50:56.268824 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0d09f-bd5a-4e12-96b3-fa3111882fbe tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Pushing event deleted for resources: {'Port': ['ID=076230e8-7ef8-4746-a7e8-d515e4e9798e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:56.269494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd460e6-d131-4153-9c68-039d173375b2 req-9bf60c6f-1272-4c3c-a21e-c727a44e56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:56.271197 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-9bf60c6f-1272-4c3c-a21e-c727a44e56b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6356ca6-7078-4eba-b66b-903ebb47077d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4045670 Jan 31 18:50:56.281313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dab82e-64c4-4596-83df-c980e526d2ea req-13c8869d-caa0-4961-b9a6-2df4f1e77126 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:56.286499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['076230e8-7ef8-4746-a7e8-d515e4e9798e', 'bb055148-e81f-47ab-9e99-5fb52f41a7b6'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:56.291379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2dab82e-64c4-4596-83df-c980e526d2ea req-13c8869d-caa0-4961-b9a6-2df4f1e77126 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 944 time: 0.3595448 Jan 31 18:50:56.308313 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.328564 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d614f1c8-d2aa-4853-ad6e-ef957d894f78 req-bce0d09f-bd5a-4e12-96b3-fa3111882fbe tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] No DVR routers for this DVR port 076230e8-7ef8-4746-a7e8-d515e4e9798e on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:50:56.332576 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d614f1c8-d2aa-4853-ad6e-ef957d894f78 req-bce0d09f-bd5a-4e12-96b3-fa3111882fbe tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.336594 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d614f1c8-d2aa-4853-ad6e-ef957d894f78 req-bce0d09f-bd5a-4e12-96b3-fa3111882fbe tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.21 "DELETE /v2.0/ports/076230e8-7ef8-4746-a7e8-d515e4e9798e HTTP/1.1" status: 204 len: 173 time: 0.6401930 Jan 31 18:50:56.337153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a4ed16-5618-4209-affd-81f8f29f7b83', 'name': 'network-vif-deleted', 'tag': '076230e8-7ef8-4746-a7e8-d515e4e9798e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:56.349401 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d3dc4a-49b5-4451-8f18-5436680d4009" -d '{"events": [{"server_uuid": "c8a4ed16-5618-4209-affd-81f8f29f7b83", "name": "network-vif-deleted", "tag": "076230e8-7ef8-4746-a7e8-d515e4e9798e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:56.360477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46430) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:56.374846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-66970d2e-9aee-4ca5-9f6c-32cd1b5244ab None None] Provisioning complete for port 162f283f-1677-45df-a184-aa197baba593 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:50:56.375236 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-66970d2e-9aee-4ca5-9f6c-32cd1b5244ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (162f283f-1677-45df-a184-aa197baba593), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.380814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b1c04ab2-2363-44b3-8e68-3967fdb469e3 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:56.381216 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.441824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c04ab2-2363-44b3-8e68-3967fdb469e3 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:50:56.451109 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-513ed52e-a1b5-4532-b17e-9e1fa13538a6 service neutron] 10.222.0.49 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557322 Jan 31 18:50:56.465512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b1c04ab2-2363-44b3-8e68-3967fdb469e3, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b1c04ab2-2363-44b3-8e68-3967fdb469e3,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:56.494987 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.576896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-67798377-network', 'tenant_id': '83e19795b457498da69c74dcc061ce65'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:56.611855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Made reservation on behalf of 83e19795b457498da69c74dcc061ce65 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:56.615828 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.622565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b1c04ab2-2363-44b3-8e68-3967fdb469e3,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:56.633042 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.662614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-357cd8c3-873a-4476-a605-12dc5a0bacba service neutron] 10.222.0.49 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972599 Jan 31 18:50:56.684801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7c5ee5fb-01ab-4b5f-9ed4-0bacd1ddad59 req-c628b8b1-d118-4983-b086-498fb34cd93a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] For port bb055148-e81f-47ab-9e99-5fb52f41a7b6, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=bb055148-e81f-47ab-9e99-5fb52f41a7b6,segment=NetworkSegment(d9d44d20-8960-4483-8b1f-d45dee44a204),segment_id=d9d44d20-8960-4483-8b1f-d45dee44a204)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:50:56.685172 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c5ee5fb-01ab-4b5f-9ed4-0bacd1ddad59 req-c628b8b1-d118-4983-b086-498fb34cd93a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.712648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7c5ee5fb-01ab-4b5f-9ed4-0bacd1ddad59 req-c628b8b1-d118-4983-b086-498fb34cd93a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Calling delete_port for bb055148-e81f-47ab-9e99-5fb52f41a7b6 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:50:56.725940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2dab82e-64c4-4596-83df-c980e526d2ea req-686b0e6e-ec31-47d9-96db-daefec1798b7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4339693 Jan 31 18:50:56.760629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-66970d2e-9aee-4ca5-9f6c-32cd1b5244ab None None] Current status of the port 162f283f-1677-45df-a184-aa197baba593 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:50:56.797985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4804d0-9341-4d1e-9185-ccae5ae5e43f req-4da4ef23-1646-4152-9e95-3bbdc11f5789 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:56.798260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Publish callbacks [] for security_group (8109e643-08a3-46e5-9478-08ee164bb14c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.799792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f4804d0-9341-4d1e-9185-ccae5ae5e43f req-4da4ef23-1646-4152-9e95-3bbdc11f5789 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=68ca6c5f-1de9-4b71-8729-dfca249b68cf HTTP/1.1" status: 200 len: 945 time: 0.2010579 Jan 31 18:50:56.807324 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8109e643-08a3-46e5-9478-08ee164bb14c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.833987 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:50:56.854567 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8109e643-08a3-46e5-9478-08ee164bb14c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:56.858518 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e1414c8c-3c99-4515-9b5f-09d1ba95f005), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.859128 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Added segment e1414c8c-3c99-4515-9b5f-09d1ba95f005 of type vlan for network b1c9360f-629c-42db-98fa-f15c6e1c69b0 Jan 31 18:50:56.974605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (b1c9360f-629c-42db-98fa-f15c6e1c69b0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:56.983998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edf12d-3487-4802-b1ff-98e26e453ee8 req-02a4a3cf-fa96-45f6-bed5-66ee4effd38b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:56.995842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66edf12d-3487-4802-b1ff-98e26e453ee8 req-02a4a3cf-fa96-45f6-bed5-66ee4effd38b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 907 time: 0.1465008 Jan 31 18:50:57.007366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f4804d0-9341-4d1e-9185-ccae5ae5e43f req-028178cb-87c8-4a37-981f-fedbb7342a63 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/security-groups?id=628aa57a-1db7-48b1-9e2b-0b0171e751bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503468 Jan 31 18:50:57.054623 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (b1c9360f-629c-42db-98fa-f15c6e1c69b0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:57.055699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:57.057570 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:57.074585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['ac832f17-4ce2-46a7-9fe6-4e408555e43c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:57.081262 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fd13c7-075e-4284-bb9f-57de86583ec2 x-openstack-request-id: req-f0fd13c7-075e-4284-bb9f-57de86583ec2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:57.081748 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194c4828-9441-4e9c-86f2-32d3cb81ac20", "tag": "162f283f-1677-45df-a184-aa197baba593", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:57.082186 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0fd13c7-075e-4284-bb9f-57de86583ec2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:57.082764 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194c4828-9441-4e9c-86f2-32d3cb81ac20', 'tag': '162f283f-1677-45df-a184-aa197baba593', 'status': 'completed', 'code': 200} Jan 31 18:50:57.129268 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c5ee5fb-01ab-4b5f-9ed4-0bacd1ddad59 req-c628b8b1-d118-4983-b086-498fb34cd93a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bb055148-e81f-47ab-9e99-5fb52f41a7b6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:57.168844 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba252181-c85d-447d-8752-52aa94868d6b x-openstack-request-id: req-ba252181-c85d-447d-8752-52aa94868d6b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:57.169272 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a4ed16-5618-4209-affd-81f8f29f7b83", "name": "network-vif-deleted", "tag": "076230e8-7ef8-4746-a7e8-d515e4e9798e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:57.169440 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba252181-c85d-447d-8752-52aa94868d6b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:57.169851 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a4ed16-5618-4209-affd-81f8f29f7b83', 'name': 'network-vif-deleted', 'tag': '076230e8-7ef8-4746-a7e8-d515e4e9798e', 'status': 'completed', 'code': 200} Jan 31 18:50:57.175762 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8116493 Jan 31 18:50:57.181500 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46448) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:57.189188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['27656f57-0b79-4cb7-b01c-d98edfbd1c09'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:57.192460 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-42dd6fcf-2ed2-4129-be86-975dab0056e6 admin admin] Request body: {'subnet': {'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-67798377-subnet', 'tenant_id': '83e19795b457498da69c74dcc061ce65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:57.209645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628b8b1-d118-4983-b086-498fb34cd93a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Pushing event deleted for resources: {'Port': ['ID=bb055148-e81f-47ab-9e99-5fb52f41a7b6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:57.221590 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dd6fcf-2ed2-4129-be86-975dab0056e6 admin admin] Made reservation on behalf of 83e19795b457498da69c74dcc061ce65 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:57.223994 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42dd6fcf-2ed2-4129-be86-975dab0056e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:57.238207 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329d4fd-d79e-46be-91c8-16faca66900f admin admin] Pushing event updated for resources: {'Network': ['ID=b1c9360f-629c-42db-98fa-f15c6e1c69b0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:57.248064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4629e-f63b-44cf-ad58-361f034ec49f req-d467da29-275f-4559-9a4d-b843d03b51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:57.249537 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e2f4629e-f63b-44cf-ad58-361f034ec49f req-d467da29-275f-4559-9a4d-b843d03b51a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 1090 time: 0.1540546 Jan 31 18:50:57.283205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['b1c04ab2-2363-44b3-8e68-3967fdb469e3'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:57.342987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5ee5fb-01ab-4b5f-9ed4-0bacd1ddad59 req-c628b8b1-d118-4983-b086-498fb34cd93a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] No DVR routers for this DVR port bb055148-e81f-47ab-9e99-5fb52f41a7b6 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:50:57.344810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8ffc476c-7db2-47f1-9ff9-58dbc76dcb50'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:50:57.354841 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c5ee5fb-01ab-4b5f-9ed4-0bacd1ddad59 req-c628b8b1-d118-4983-b086-498fb34cd93a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:57.358438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c5ee5fb-01ab-4b5f-9ed4-0bacd1ddad59 req-c628b8b1-d118-4983-b086-498fb34cd93a tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.21 "DELETE /v2.0/ports/bb055148-e81f-47ab-9e99-5fb52f41a7b6 HTTP/1.1" status: 204 len: 173 time: 1.9334052 Jan 31 18:50:57.381456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1a0f7-2a6e-4c0b-98d2-d58899284844 req-c7a2fa21-fbd6-4fc9-918d-1d3087809ab9 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:57.388195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1a0f7-2a6e-4c0b-98d2-d58899284844 req-c7a2fa21-fbd6-4fc9-918d-1d3087809ab9 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:57.393733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1a0f7-2a6e-4c0b-98d2-d58899284844 req-c7a2fa21-fbd6-4fc9-918d-1d3087809ab9 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:57.395563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57f1a0f7-2a6e-4c0b-98d2-d58899284844 req-c7a2fa21-fbd6-4fc9-918d-1d3087809ab9 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2415 time: 0.1921575 Jan 31 18:50:57.413972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa4e9e-70e2-47e9-acbb-37e3a6d20db8 req-18a35bb3-de14-4969-8160-cf455066e546 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:57.422270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network b1c9360f-629c-42db-98fa-f15c6e1c69b0 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:50:57.423936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ecfa4e9e-70e2-47e9-acbb-37e3a6d20db8 req-18a35bb3-de14-4969-8160-cf455066e546 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1887891 Jan 31 18:50:57.455160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4629e-f63b-44cf-ad58-361f034ec49f req-8802ecdb-7469-4e6b-a5f0-422b4d9d98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:57.456772 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e2f4629e-f63b-44cf-ad58-361f034ec49f req-8802ecdb-7469-4e6b-a5f0-422b4d9d98ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.1813357 Jan 31 18:50:57.535851 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e2f4629e-f63b-44cf-ad58-361f034ec49f req-cab25672-5f44-4c75-a88d-fa2e3c6e6c9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=162f283f-1677-45df-a184-aa197baba593 HTTP/1.1" status: 200 len: 217 time: 0.0726416 Jan 31 18:50:57.567384 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57f1a0f7-2a6e-4c0b-98d2-d58899284844 req-230c2fc5-72ce-41a5-a162-2f383f93d57c tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423051 Jan 31 18:50:57.583552 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ecfa4e9e-70e2-47e9-acbb-37e3a6d20db8 req-e9bb8106-e5b0-4670-bfe1-8dda996b1ef0 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401021 Jan 31 18:50:57.606706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4629e-f63b-44cf-ad58-361f034ec49f req-5c53f03b-0d94-4c07-b168-bf6f34776e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:57.608231 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e2f4629e-f63b-44cf-ad58-361f034ec49f req-5c53f03b-0d94-4c07-b168-bf6f34776e89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.0653181 Jan 31 18:50:57.719476 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42dd6fcf-2ed2-4129-be86-975dab0056e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (09a15e6d-a69c-4a57-8ca0-d0f230a4ef00), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:57.732998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4629e-f63b-44cf-ad58-361f034ec49f req-df864bae-4a4c-4920-b863-a94966019f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:57.734819 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e2f4629e-f63b-44cf-ad58-361f034ec49f req-df864bae-4a4c-4920-b863-a94966019f7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1197374 Jan 31 18:50:57.779386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e235fc8-2381-4352-b5bf-d1de640e1540 req-3358d95e-d2dc-4047-95ca-8133d99b3183 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:57.782637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e235fc8-2381-4352-b5bf-d1de640e1540 req-3358d95e-d2dc-4047-95ca-8133d99b3183 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.1420603 Jan 31 18:50:57.794895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4b452-ec28-42da-82c9-0055aaf29820 req-97061cde-f835-432d-8f4c-86627be905d0 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:57.806268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30f4b452-ec28-42da-82c9-0055aaf29820 req-97061cde-f835-432d-8f4c-86627be905d0 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1279943 Jan 31 18:50:57.877900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd6fcf-2ed2-4129-be86-975dab0056e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a15e6d-a69c-4a57-8ca0-d0f230a4ef00,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:57.887660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dd6fcf-2ed2-4129-be86-975dab0056e6 admin admin] Checking segment: {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:50:57.888162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dd6fcf-2ed2-4129-be86-975dab0056e6 admin admin] Network hostable DHCP agents. Network: b1c9360f-629c-42db-98fa-f15c6e1c69b0, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:50:57.930490 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e235fc8-2381-4352-b5bf-d1de640e1540 req-a8fa7cf1-55a7-4817-a8f5-9e88d8cb17a1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126244 Jan 31 18:50:57.956143 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e2f4629e-f63b-44cf-ad58-361f034ec49f req-0d0fedaa-93d3-4182-8a21-6c4670a517eb service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977916 Jan 31 18:50:57.958267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dd6fcf-2ed2-4129-be86-975dab0056e6 admin admin] Network b1c9360f-629c-42db-98fa-f15c6e1c69b0 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:50:57.966286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30f4b452-ec28-42da-82c9-0055aaf29820 req-3f2ebc36-911c-4837-99de-1ce5a163eb95 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588349 Jan 31 18:50:58.012521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-42dd6fcf-2ed2-4129-be86-975dab0056e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, b1c9360f-629c-42db-98fa-f15c6e1c69b0) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:58.036971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dd6fcf-2ed2-4129-be86-975dab0056e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:58.036971 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42dd6fcf-2ed2-4129-be86-975dab0056e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:58.060868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6971deb-83f2-4be4-a12f-29039d25776d None None] Network b1c9360f-629c-42db-98fa-f15c6e1c69b0 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:58.107629 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-42dd6fcf-2ed2-4129-be86-975dab0056e6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9190848 Jan 31 18:50:58.182163 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e2f4629e-f63b-44cf-ad58-361f034ec49f req-e04f8d85-c07c-4c94-91ee-32d8fe06b55b service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070398 Jan 31 18:50:58.209874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758abb38-d80b-4660-819a-488734b8db6d req-c0084396-4a44-4adc-a015-3c14aa8f061e tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:58.217626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-758abb38-d80b-4660-819a-488734b8db6d req-c0084396-4a44-4adc-a015-3c14aa8f061e tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 945 time: 0.2139916 Jan 31 18:50:58.267231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f79ded96-45b1-40ce-87a2-eaef49ea8644 req-7b2bcd17-4820-4157-98b7-b3d2024a0aa0 tempest-MultipleCreateTestJSON-1374451266 tempest-MultipleCreateTestJSON-1374451266-project] 10.222.0.20 "GET /v2.0/ports?device_id=68ca6c5f-1de9-4b71-8729-dfca249b68cf HTTP/1.1" status: 200 len: 210 time: 0.0474524 Jan 31 18:50:58.310999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-758abb38-d80b-4660-819a-488734b8db6d req-33cc3528-e975-41ce-893a-b17bf5ddb30e tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723720 Jan 31 18:50:58.354876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d771ce3d-2104-453c-941a-07524caf5afb None None] Network b1c9360f-629c-42db-98fa-f15c6e1c69b0 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:50:58.500996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46488) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:58.510172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device bb055148-e81f-47ab-9e99-5fb52f41a7b6 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:50:58.537700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: bb055148-e81f-47ab-9e99-5fb52f41a7b6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:50:58.539030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device bb055148-e81f-47ab-9e99-5fb52f41a7b6 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:50:58.539486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 076230e8-7ef8-4746-a7e8-d515e4e9798e no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:50:58.559998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 076230e8-7ef8-4746-a7e8-d515e4e9798e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:50:58.560379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 076230e8-7ef8-4746-a7e8-d515e4e9798e not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:50:58.575222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05534ec6-6514-45ad-8f0a-67df399d955f req-dcff3fbc-122e-4bcf-920f-7c526f6fde6b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:58.580983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-dcff3fbc-122e-4bcf-920f-7c526f6fde6b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 812 time: 0.1600578 Jan 31 18:50:58.594333 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-d853763c-366c-4bc8-9701-35f81cccf141 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/quotas/929ddc5d4661400faea9db350575816f HTTP/1.1" status: 200 len: 375 time: 0.0114367 Jan 31 18:50:58.706195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:58.729626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:58.840614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:58.958475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Allocated IP 172.25.8.90 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/4b5fb7d8-12e3-478d-b0f5-c0912c2a310b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:50:59.033132 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-be67436a-a657-4650-975a-dc02ed1b2c25 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4288230 Jan 31 18:50:59.077960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0c531-d62b-41cf-953f-f0b32930b91f req-1f7d5fd4-80c1-43d7-b555-442b2e69bbff tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:59.079135 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for port (4b5fb7d8-12e3-478d-b0f5-c0912c2a310b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:59.083431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0c531-d62b-41cf-953f-f0b32930b91f req-1f7d5fd4-80c1-43d7-b555-442b2e69bbff tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:59.088784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0c531-d62b-41cf-953f-f0b32930b91f req-1f7d5fd4-80c1-43d7-b555-442b2e69bbff tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:59.090475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e5c0c531-d62b-41cf-953f-f0b32930b91f req-1f7d5fd4-80c1-43d7-b555-442b2e69bbff tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2415 time: 0.4376826 Jan 31 18:50:59.093060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ca6c5f-1de9-4b71-8729-dfca249b68cf', 'name': 'network-vif-deleted', 'tag': 'bb055148-e81f-47ab-9e99-5fb52f41a7b6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:50:59.095032 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e38de5-0e98-43e2-a310-727f8ccc844f" -d '{"events": [{"server_uuid": "68ca6c5f-1de9-4b71-8729-dfca249b68cf", "name": "network-vif-deleted", "tag": "bb055148-e81f-47ab-9e99-5fb52f41a7b6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:50:59.114965 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4b5fb7d8-12e3-478d-b0f5-c0912c2a310b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:59.158204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:50:59.162565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:50:59.166782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:50:59.198883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-570d8799-da75-4176-9f30-a216d71193b9 service neutron] 10.222.0.20 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525950 Jan 31 18:50:59.201780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event updated for resources: {'Port': ['ID=4b5fb7d8-12e3-478d-b0f5-c0912c2a310b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:59.208187 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e5c0c531-d62b-41cf-953f-f0b32930b91f req-1d05b64d-6336-4a29-bf7a-a74c3dea63be tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848355 Jan 31 18:50:59.276601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for floatingip (cd853fcb-fba0-417d-b46b-5418d025e76c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:59.326170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-13873e54-cc88-4294-9a7a-2038712b3940 service neutron] 10.222.0.20 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075521 Jan 31 18:50:59.334743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b5fb7d8-12e3-478d-b0f5-c0912c2a310b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:59.539716 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for port (4b5fb7d8-12e3-478d-b0f5-c0912c2a310b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:59.546531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4b5fb7d8-12e3-478d-b0f5-c0912c2a310b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:59.611400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-b73a6391-353c-4daf-a5ae-d4dc46489f13 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:59.612983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-b73a6391-353c-4daf-a5ae-d4dc46489f13 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 813 time: 0.1640837 Jan 31 18:50:59.623095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event updated for resources: {'Port': ['ID=4b5fb7d8-12e3-478d-b0f5-c0912c2a310b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:50:59.625092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20587cbd-05d2-4458-b585-067056c9bab9 req-97c84520-8dda-432f-b1f0-612a5e80a42c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:50:59.626599 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20587cbd-05d2-4458-b585-067056c9bab9 req-97c84520-8dda-432f-b1f0-612a5e80a42c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.1005526 Jan 31 18:50:59.648138 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (cd853fcb-fba0-417d-b46b-5418d025e76c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:59.651549 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-a3987faf-232f-48b4-a1d5-45ffc3b54fe8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/quotas/83e19795b457498da69c74dcc061ce65 HTTP/1.1" status: 200 len: 375 time: 0.0239456 Jan 31 18:50:59.674276 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:59.680936 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b314fab8-411a-459c-802b-f4ddf488481b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1786518 Jan 31 18:50:59.681592 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46522) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:50:59.686674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-298863761'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:50:59.700293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-44a673e8-76da-44ae-aa18-f0bee1a6c1bf tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410845 Jan 31 18:50:59.711169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Made reservation on behalf of 3d5b944f54a34a15b46948eec1996506 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:50:59.715744 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:50:59.716945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20587cbd-05d2-4458-b585-067056c9bab9 req-e1eeac0d-0aea-4124-b6e6-6b6e04d524df tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820830 Jan 31 18:50:59.791514 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637382c5-0969-4ccf-9a48-5fec58e3f60d x-openstack-request-id: req-637382c5-0969-4ccf-9a48-5fec58e3f60d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:50:59.792022 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ca6c5f-1de9-4b71-8729-dfca249b68cf", "name": "network-vif-deleted", "tag": "bb055148-e81f-47ab-9e99-5fb52f41a7b6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:50:59.792519 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-637382c5-0969-4ccf-9a48-5fec58e3f60d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:50:59.793325 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ca6c5f-1de9-4b71-8729-dfca249b68cf', 'name': 'network-vif-deleted', 'tag': 'bb055148-e81f-47ab-9e99-5fb52f41a7b6', 'status': 'completed', 'code': 200} Jan 31 18:50:59.868006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-30bdb635-1bed-4dc7-8ffa-fb11f752f6b7 service neutron] 10.222.0.20 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498907 Jan 31 18:51:00.013471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5774392-b4a1-4256-bdec-d64c499d1d4e req-150477f9-91c7-4316-b87b-1e3eca099230 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:00.015169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5774392-b4a1-4256-bdec-d64c499d1d4e req-150477f9-91c7-4316-b87b-1e3eca099230 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 945 time: 0.1252036 Jan 31 18:51:00.029055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-ffba2859-e4b9-45d7-9111-e469f48e8396 service neutron] 10.222.0.20 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598053 Jan 31 18:51:00.096136 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5774392-b4a1-4256-bdec-d64c499d1d4e req-2bc23f73-f14e-415f-9636-4f54166a69df tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651710 Jan 31 18:51:00.121756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.215070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45bbf0f6-995c-473e-9b59-35b9ecfb19cd req-24e8feba-65b1-43a9-b3bf-6f7192410711 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 210 time: 0.0570631 Jan 31 18:51:00.222433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46534) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:00.270230 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for security_group (13b73a1b-f05f-4400-9cc7-b827a7e7130c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.276878 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (13b73a1b-f05f-4400-9cc7-b827a7e7130c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.290529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:51:00.302570 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (0defe4f9-bb7c-40b2-b249-30b311013c49), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.303018 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Added segment 0defe4f9-bb7c-40b2-b249-30b311013c49 of type vlan for network 546cf59e-c1c5-4201-ae52-2f3435181012 Jan 31 18:51:00.322827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-213462d8-aba6-4dab-8666-c673b49020d3 req-3e22641b-f45e-4c51-aa65-9f36cc295338 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 210 time: 0.0640492 Jan 31 18:51:00.361896 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (546cf59e-c1c5-4201-ae52-2f3435181012), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.399709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-050d37f4-662b-452a-bf5e-d39bdfc00907 admin admin] Deleting subnet 9c5a3cb4-b855-45fb-bf36-47d8d4fc0852 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:51:00.408799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b73a1b-f05f-4400-9cc7-b827a7e7130c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:00.411779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050d37f4-662b-452a-bf5e-d39bdfc00907 admin admin] Publish callbacks [] for subnet (9c5a3cb4-b855-45fb-bf36-47d8d4fc0852), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.416740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acde1a-df40-4c2e-afba-2afbc2586fd8 req-b8a4b83f-4f59-4b7c-bf46-2c573e755fab tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:00.422488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acde1a-df40-4c2e-afba-2afbc2586fd8 req-b8a4b83f-4f59-4b7c-bf46-2c573e755fab tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:00.427721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acde1a-df40-4c2e-afba-2afbc2586fd8 req-b8a4b83f-4f59-4b7c-bf46-2c573e755fab tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:00.430137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0acde1a-df40-4c2e-afba-2afbc2586fd8 req-b8a4b83f-4f59-4b7c-bf46-2c573e755fab tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2415 time: 0.1024125 Jan 31 18:51:00.459744 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (546cf59e-c1c5-4201-ae52-2f3435181012), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.465185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:00.465811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.471055 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050d37f4-662b-452a-bf5e-d39bdfc00907 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (9c5a3cb4-b855-45fb-bf36-47d8d4fc0852), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.493997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0acde1a-df40-4c2e-afba-2afbc2586fd8 req-c3d85058-86f1-4892-9a35-db892daf88b3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555277 Jan 31 18:51:00.588474 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9056990 Jan 31 18:51:00.591490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:00.596785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7cedcf2b-5a24-4354-a04e-95aaeff6b2b7 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Request body: {'subnet': {'network_id': '546cf59e-c1c5-4201-ae52-2f3435181012', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:00.629126 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56576a8-9592-4ae3-bca6-b3409dfb4d9f tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event updated for resources: {'Network': ['ID=546cf59e-c1c5-4201-ae52-2f3435181012,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:00.631749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050d37f4-662b-452a-bf5e-d39bdfc00907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (9c5a3cb4-b855-45fb-bf36-47d8d4fc0852), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.642553 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 546cf59e-c1c5-4201-ae52-2f3435181012 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:51:00.712613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050d37f4-662b-452a-bf5e-d39bdfc00907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (9c5a3cb4-b855-45fb-bf36-47d8d4fc0852), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.714190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 27656f57-0b79-4cb7-b01c-d98edfbd1c09 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:00.714832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cedcf2b-5a24-4354-a04e-95aaeff6b2b7 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Made reservation on behalf of 3d5b944f54a34a15b46948eec1996506 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:00.721084 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf2b-5a24-4354-a04e-95aaeff6b2b7 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.767310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d37f4-662b-452a-bf5e-d39bdfc00907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5a3cb4-b855-45fb-bf36-47d8d4fc0852,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:00.879757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:51:00.895756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:00.897259 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.899522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05534ec6-6514-45ad-8f0a-67df399d955f req-919d8f25-deb1-4b33-abf6-f840731655cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:00.901771 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-919d8f25-deb1-4b33-abf6-f840731655cb tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.21 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 812 time: 0.1610262 Jan 31 18:51:00.906934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050d37f4-662b-452a-bf5e-d39bdfc00907 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:00.912924 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-050d37f4-662b-452a-bf5e-d39bdfc00907 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9c5a3cb4-b855-45fb-bf36-47d8d4fc0852 HTTP/1.1" status: 204 len: 168 time: 0.6887131 Jan 31 18:51:00.919789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46548) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:00.920748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-05534ec6-6514-45ad-8f0a-67df399d955f req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Request body: {'port': {'device_id': 'b30c522b-467c-4567-bccc-5c924afc9c01', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'admin_state_up': True, 'tenant_id': '929ddc5d4661400faea9db350575816f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:01.016609 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (65e1fa49-af30-4e2e-8665-0be3dddbc31f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.073527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:01.073985 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.094869 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05534ec6-6514-45ad-8f0a-67df399d955f req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Made reservation on behalf of 929ddc5d4661400faea9db350575816f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:01.098750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-05534ec6-6514-45ad-8f0a-67df399d955f req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.108951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27656f57-0b79-4cb7-b01c-d98edfbd1c09'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:01.111547 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a3c49e-19cc-4d75-af44-87d0e7f8fcca" -d '{"events": [{"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-plugged", "status": "completed", "tag": "27656f57-0b79-4cb7-b01c-d98edfbd1c09"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:01.130894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 27656f57-0b79-4cb7-b01c-d98edfbd1c09, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=27656f57-0b79-4cb7-b01c-d98edfbd1c09,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:01.138934 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.139759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:01.267021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=27656f57-0b79-4cb7-b01c-d98edfbd1c09,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:01.282374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:51:01.290892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:01.290892 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.295961 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf2b-5a24-4354-a04e-95aaeff6b2b7 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (a35fa6e5-f602-4280-88c6-8c8dd7c0c76b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.311004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-05534ec6-6514-45ad-8f0a-67df399d955f req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Allocated IP 172.20.0.12 (50fbb222-e6d0-4564-9921-e3ecb13cb1c1/aff3baa4-ee50-48d2-9d5d-636d147b92c5/78722241-dd71-4213-b720-7d798751e15a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:01.371815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (65e1fa49-af30-4e2e-8665-0be3dddbc31f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.420043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82d47f-94e7-425b-a515-029439307a68 req-0bd940d4-b5f0-4bd7-b5d6-cb282b27766b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:01.422157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:01.422651 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.424869 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e82d47f-94e7-425b-a515-029439307a68 req-0bd940d4-b5f0-4bd7-b5d6-cb282b27766b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.3980205 Jan 31 18:51:01.465668 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:01.467663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e1fa49-af30-4e2e-8665-0be3dddbc31f']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:01.471823 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.472863 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ac832f17-4ce2-46a7-9fe6-4e408555e43c up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:01.489600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedcf2b-5a24-4354-a04e-95aaeff6b2b7 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event updated for resources: {'Subnet': ['ID=a35fa6e5-f602-4280-88c6-8c8dd7c0c76b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:01.505650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d44d20-8960-4483-8b1f-d45dee44a204') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:01.505951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d44d20-8960-4483-8b1f-d45dee44a204') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:01.509329 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-05534ec6-6514-45ad-8f0a-67df399d955f req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for port (78722241-dd71-4213-b720-7d798751e15a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.524945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5f741-95a9-447b-a800-50807776d4e9 req-f25d3edd-e50c-4a09-be14-b772e6ef9b76 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:01.527054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cad5f741-95a9-447b-a800-50807776d4e9 req-f25d3edd-e50c-4a09-be14-b772e6ef9b76 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 945 time: 0.3153832 Jan 31 18:51:01.533115 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (d9d44d20-8960-4483-8b1f-d45dee44a204), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.553355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-05534ec6-6514-45ad-8f0a-67df399d955f req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (78722241-dd71-4213-b720-7d798751e15a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.565197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:01.571159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8c46f182-e9a9-4386-bebd-cd1e64ec66cc', '0d0c0923-545b-47c5-8efa-720b35c8c4ea'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:51:01.579885 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (d9d44d20-8960-4483-8b1f-d45dee44a204), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.596519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cedcf2b-5a24-4354-a04e-95aaeff6b2b7 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Checking segment: {'id': '0defe4f9-bb7c-40b2-b249-30b311013c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '546cf59e-c1c5-4201-ae52-2f3435181012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:01.597589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cedcf2b-5a24-4354-a04e-95aaeff6b2b7 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Network hostable DHCP agents. Network: 546cf59e-c1c5-4201-ae52-2f3435181012, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:51:01.605230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05534ec6-6514-45ad-8f0a-67df399d955f req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:01.609314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-05534ec6-6514-45ad-8f0a-67df399d955f req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:01.613701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-05534ec6-6514-45ad-8f0a-67df399d955f req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:01.637765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:51:01.638477 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (d9d44d20-8960-4483-8b1f-d45dee44a204), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.645553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event updated for resources: {'Port': ['ID=78722241-dd71-4213-b720-7d798751e15a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:01.648790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e82d47f-94e7-425b-a515-029439307a68 req-1ca22190-f4d1-42b2-8144-fcd35b571ed3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184813 Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:51:01.652747 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:51:01.665567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port ac832f17-4ce2-46a7-9fe6-4e408555e43c completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:51:01.676723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port ac832f17-4ce2-46a7-9fe6-4e408555e43c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:01.677421 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.686125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05534ec6-6514-45ad-8f0a-67df399d955f req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:01.687918 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-05534ec6-6514-45ad-8f0a-67df399d955f req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.716415 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-4bde2063-bee5-4833-a32a-239696ac97e1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8008742 Jan 31 18:51:01.730867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Request body: {'port': {'device_id': 'b30c522b-467c-4567-bccc-5c924afc9c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:01.794912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cedcf2b-5a24-4354-a04e-95aaeff6b2b7 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Network 546cf59e-c1c5-4201-ae52-2f3435181012 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:51:01.853468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (78722241-dd71-4213-b720-7d798751e15a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.866981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cad5f741-95a9-447b-a800-50807776d4e9 req-cfff2bb2-40c7-4b16-abec-e39cca2e3183 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141274 Jan 31 18:51:01.877553 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (65e1fa49-af30-4e2e-8665-0be3dddbc31f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.892609 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:01.903582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] 10.222.0.20 "DELETE /v2.0/networks/65e1fa49-af30-4e2e-8665-0be3dddbc31f HTTP/1.1" status: 204 len: 168 time: 0.9819105 Jan 31 18:51:01.912846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7cedcf2b-5a24-4354-a04e-95aaeff6b2b7 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 546cf59e-c1c5-4201-ae52-2f3435181012) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:01.932809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cedcf2b-5a24-4354-a04e-95aaeff6b2b7 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:01.933520 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf2b-5a24-4354-a04e-95aaeff6b2b7 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:02.018150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cb043-c40a-485b-a3c2-e742febf2bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=65e1fa49-af30-4e2e-8665-0be3dddbc31f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:02.101274 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde81023-8509-432e-9a79-af116632dcc5 x-openstack-request-id: req-cde81023-8509-432e-9a79-af116632dcc5 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:02.101982 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-plugged", "status": "completed", "tag": "27656f57-0b79-4cb7-b01c-d98edfbd1c09", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:02.102913 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cde81023-8509-432e-9a79-af116632dcc5 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:02.103358 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27656f57-0b79-4cb7-b01c-d98edfbd1c09', 'code': 200} Jan 31 18:51:02.104109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837f2d26-0423-4490-bb26-ca634e5e4044 None None] Network 546cf59e-c1c5-4201-ae52-2f3435181012 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:51:02.125762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7cedcf2b-5a24-4354-a04e-95aaeff6b2b7 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5328670 Jan 31 18:51:02.128726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46562) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:02.146231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07d553d9-c895-415c-ad99-6f85f2bc86ad req-5341cda8-09d7-456f-b6bd-4afe06b2319d tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 210 time: 0.1242259 Jan 31 18:51:02.154383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-601292788', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:02.216240 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ab062ab1-a53c-479e-a430-8e9b579d0e8f None None] Provisioning complete for port 78722241-dd71-4213-b720-7d798751e15a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:02.216681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab062ab1-a53c-479e-a430-8e9b579d0e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (78722241-dd71-4213-b720-7d798751e15a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:02.258558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46564) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:02.295991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-bb2ccf4d-1f42-4a89-a469-58d0cc0e08a4 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:02.297684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-bb2ccf4d-1f42-4a89-a469-58d0cc0e08a4 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.21 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 813 time: 0.5106642 Jan 31 18:51:02.330289 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ac832f17-4ce2-46a7-9fe6-4e408555e43c is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:02.330819 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (c9514801-8720-452d-b3b7-25a6594c33ba), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:02.331063 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:02.332059 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (c9514801-8720-452d-b3b7-25a6594c33ba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:02.340709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Request body: {'port': {'device_id': 'fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6', 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0', 'admin_state_up': True, 'tenant_id': '83e19795b457498da69c74dcc061ce65'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:02.370863 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ab062ab1-a53c-479e-a430-8e9b579d0e8f None None] Port 78722241-dd71-4213-b720-7d798751e15a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:51:02.400807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-546cf59e-c1c5-4201-ae52-2f3435181012', 'network_id': '546cf59e-c1c5-4201-ae52-2f3435181012', 'project_id': '3d5b944f54a34a15b46948eec1996506', 'fixed_ips': [{'subnet_id': 'a35fa6e5-f602-4280-88c6-8c8dd7c0c76b'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:51:02.401971 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:02.411887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e6503-e837-4ce7-8264-c1a60d78c288 req-c9ac170d-ae19-4779-a5a9-fc139e7a1091 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:02.413782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b6e6503-e837-4ce7-8264-c1a60d78c288 req-c9ac170d-ae19-4779-a5a9-fc139e7a1091 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 932 time: 0.5086069 Jan 31 18:51:02.455645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ac832f17-4ce2-46a7-9fe6-4e408555e43c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ac832f17-4ce2-46a7-9fe6-4e408555e43c,segment=NetworkSegment(1799979b-7689-428d-aed4-f1f2880a4065),segment_id=1799979b-7689-428d-aed4-f1f2880a4065)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:02.470804 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:02.471631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b1c04ab2-2363-44b3-8e68-3967fdb469e3 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:02.476810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78722241-dd71-4213-b720-7d798751e15a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:02.486690 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Publish callbacks [] for port (78722241-dd71-4213-b720-7d798751e15a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:02.505300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Transition to ACTIVE for port object 78722241-dd71-4213-b720-7d798751e15a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:51:02.511841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (78722241-dd71-4213-b720-7d798751e15a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:02.585977 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for router_controller (c9514801-8720-452d-b3b7-25a6594c33ba), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:02.601348 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ceb4fe25-c8b4-4f0c-aa96-0335fc017b4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=499dc0514e6d4aae923cc070d77f63cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3249938 Jan 31 18:51:02.603021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46566) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:02.671852 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Pushing event updated for resources: {'Port': ['ID=78722241-dd71-4213-b720-7d798751e15a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:02.677383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a515c-5e43-4a25-9f7d-827bb8a41808 req-e6ab648e-da04-425f-8dea-c5c70b3a41b4 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:02.684062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a515c-5e43-4a25-9f7d-827bb8a41808 req-e6ab648e-da04-425f-8dea-c5c70b3a41b4 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:02.691679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a515c-5e43-4a25-9f7d-827bb8a41808 req-e6ab648e-da04-425f-8dea-c5c70b3a41b4 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:02.695954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f5a515c-5e43-4a25-9f7d-827bb8a41808 req-e6ab648e-da04-425f-8dea-c5c70b3a41b4 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2417 time: 0.4394805 Jan 31 18:51:02.756279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Attempting to bind port 78722241-dd71-4213-b720-7d798751e15a on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:51:02.757538 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Attempting to bind port 78722241-dd71-4213-b720-7d798751e15a by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:51:02.757956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Attempting to bind port 78722241-dd71-4213-b720-7d798751e15a on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:02.765820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=ac832f17-4ce2-46a7-9fe6-4e408555e43c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:02.775426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Port 78722241-dd71-4213-b720-7d798751e15a on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:51:02.776312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Attempting to bind port 78722241-dd71-4213-b720-7d798751e15a on network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:02.789127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:51:02.792282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Checking segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:02.792851 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Bound using segment: {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:51:02.793318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Bound port: 78722241-dd71-4213-b720-7d798751e15a, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9de4195-2d17-4760-bd1e-96dce4633f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:51:02.793693 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (78722241-dd71-4213-b720-7d798751e15a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:02.825614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port b1c04ab2-2363-44b3-8e68-3967fdb469e3 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:51:02.837651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Allocated IP 172.20.0.2 (546cf59e-c1c5-4201-ae52-2f3435181012/a35fa6e5-f602-4280-88c6-8c8dd7c0c76b/906d869c-d860-4b03-9715-f95db543aa5d) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:02.872841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port b1c04ab2-2363-44b3-8e68-3967fdb469e3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:02.875795 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:02.926476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] For port 78722241-dd71-4213-b720-7d798751e15a, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:02.932266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] For port 78722241-dd71-4213-b720-7d798751e15a, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=78722241-dd71-4213-b720-7d798751e15a,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:51:02.946615 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (78722241-dd71-4213-b720-7d798751e15a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.029037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:03.029684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.052803 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] 10.222.0.21 "PUT /v2.0/ports/78722241-dd71-4213-b720-7d798751e15a HTTP/1.1" status: 200 len: 1093 time: 1.3283222 Jan 31 18:51:03.053350 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30c522b-467c-4567-bccc-5c924afc9c01', 'tag': '78722241-dd71-4213-b720-7d798751e15a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:03.057921 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35ab571-8bed-4637-9382-d7408fdf2fda" -d '{"events": [{"name": "network-changed", "server_uuid": "b30c522b-467c-4567-bccc-5c924afc9c01", "tag": "78722241-dd71-4213-b720-7d798751e15a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:03.120316 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for router_gateway (c9514801-8720-452d-b3b7-25a6594c33ba), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.168455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b6e6503-e837-4ce7-8264-c1a60d78c288 req-f3018020-20a8-4c81-b9b8-72b774bd7c5d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6754529 Jan 31 18:51:03.168713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6612d5-bf0e-4104-84aa-32ebceb7111c service neutron] Pushing event updated for resources: {'Port': ['ID=78722241-dd71-4213-b720-7d798751e15a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:03.209858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b1c04ab2-2363-44b3-8e68-3967fdb469e3 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:03.214171 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.230680 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d98a3e4-c9ef-4b57-ac96-6393e6c36367 admin admin] Publish callbacks [] for security_group (628aa57a-1db7-48b1-9e2b-0b0171e751bb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.287497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05534ec6-6514-45ad-8f0a-67df399d955f req-edb04904-9d5e-48fb-8fa9-62adfcbf721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:03.293311 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-edb04904-9d5e-48fb-8fa9-62adfcbf721c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 1127 time: 0.1808977 Jan 31 18:51:03.299699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b1c04ab2-2363-44b3-8e68-3967fdb469e3, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b1c04ab2-2363-44b3-8e68-3967fdb469e3,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:03.356253 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.369304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Made reservation on behalf of 83e19795b457498da69c74dcc061ce65 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:03.374053 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.401967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f5a515c-5e43-4a25-9f7d-827bb8a41808 req-d6c92c49-f975-4353-acaf-12b52331e077 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178297 Jan 31 18:51:03.405232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d98a3e4-c9ef-4b57-ac96-6393e6c36367 admin admin] Publish callbacks [] for security_group (628aa57a-1db7-48b1-9e2b-0b0171e751bb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.421159 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-a2d7ad94-ae79-4085-8e09-4d7bc71b678f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78722241-dd71-4213-b720-7d798751e15a HTTP/1.1" status: 200 len: 217 time: 0.1250832 Jan 31 18:51:03.525457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05534ec6-6514-45ad-8f0a-67df399d955f req-a7704c58-f004-47e4-9190-d6561ce73731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:03.527541 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-a7704c58-f004-47e4-9190-d6561ce73731 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.0981491 Jan 31 18:51:03.628794 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Publish callbacks [] for port (906d869c-d860-4b03-9715-f95db543aa5d), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.634493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05534ec6-6514-45ad-8f0a-67df399d955f req-6c54908e-67de-4c87-a624-2ae41d4a3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:03.637080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b1c04ab2-2363-44b3-8e68-3967fdb469e3,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:03.640893 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-6c54908e-67de-4c87-a624-2ae41d4a3ecf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1057246 Jan 31 18:51:03.651877 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (906d869c-d860-4b03-9715-f95db543aa5d), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.702479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Network 546cf59e-c1c5-4201-ae52-2f3435181012 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:03.705556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:03.708230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:03.726599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Pushing event updated for resources: {'Port': ['ID=906d869c-d860-4b03-9715-f95db543aa5d,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:03.735103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcbea-4fa5-4724-ae0b-dab16d5e7b0e req-d8b5d205-5c41-4f72-830f-da3538ef507e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:03.736377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-223bcbea-4fa5-4724-ae0b-dab16d5e7b0e req-d8b5d205-5c41-4f72-830f-da3538ef507e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.4167466 Jan 31 18:51:03.833800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Attempting to bind port 906d869c-d860-4b03-9715-f95db543aa5d on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:51:03.833800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Attempting to bind port 906d869c-d860-4b03-9715-f95db543aa5d by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '0defe4f9-bb7c-40b2-b249-30b311013c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '546cf59e-c1c5-4201-ae52-2f3435181012'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:51:03.834468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Attempting to bind port 906d869c-d860-4b03-9715-f95db543aa5d on network 546cf59e-c1c5-4201-ae52-2f3435181012 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:03.842112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:51:03.842668 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Checking segment: {'id': '0defe4f9-bb7c-40b2-b249-30b311013c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '546cf59e-c1c5-4201-ae52-2f3435181012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:03.843256 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.843709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Bound using segment: {'id': '0defe4f9-bb7c-40b2-b249-30b311013c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '546cf59e-c1c5-4201-ae52-2f3435181012'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:51:03.844253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Bound port: 906d869c-d860-4b03-9715-f95db543aa5d, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0defe4f9-bb7c-40b2-b249-30b311013c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '546cf59e-c1c5-4201-ae52-2f3435181012'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:51:03.844689 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (906d869c-d860-4b03-9715-f95db543aa5d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.854510 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-6dccdc39-5a3e-4da6-85c5-bd994d101ff8 service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089894 Jan 31 18:51:03.872510 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d98a3e4-c9ef-4b57-ac96-6393e6c36367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (628aa57a-1db7-48b1-9e2b-0b0171e751bb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.875121 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d98a3e4-c9ef-4b57-ac96-6393e6c36367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:03.879021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9d98a3e4-c9ef-4b57-ac96-6393e6c36367 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/628aa57a-1db7-48b1-9e2b-0b0171e751bb HTTP/1.1" status: 204 len: 168 time: 1.2692587 Jan 31 18:51:03.897252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98a3e4-c9ef-4b57-ac96-6393e6c36367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628aa57a-1db7-48b1-9e2b-0b0171e751bb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:03.907429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-223bcbea-4fa5-4724-ae0b-dab16d5e7b0e req-c8a06f2c-41bc-4857-acef-f63614c1438e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478577 Jan 31 18:51:03.919882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2259080-539b-4695-98bf-fcd2487f9411 req-f4e78b02-980a-4aa3-abc3-40f72361ba5a tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:03.932202 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2259080-539b-4695-98bf-fcd2487f9411 req-f4e78b02-980a-4aa3-abc3-40f72361ba5a tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.2446308 Jan 31 18:51:03.941302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Allocated IP 172.20.0.6 (b1c9360f-629c-42db-98fa-f15c6e1c69b0/09a15e6d-a69c-4a57-8ca0-d0f230a4ef00/e3042d94-b66e-4d48-80f3-6661f555d908) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:03.977241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] For port 906d869c-d860-4b03-9715-f95db543aa5d, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:03.984054 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] For port 906d869c-d860-4b03-9715-f95db543aa5d, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=906d869c-d860-4b03-9715-f95db543aa5d,segment=NetworkSegment(0defe4f9-bb7c-40b2-b249-30b311013c49),segment_id=0defe4f9-bb7c-40b2-b249-30b311013c49)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:51:03.998119 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (906d869c-d860-4b03-9715-f95db543aa5d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:04.024406 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0fab12-0505-492d-87a3-9abceceb91fa x-openstack-request-id: req-fa0fab12-0505-492d-87a3-9abceceb91fa {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:04.025044 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2259080-539b-4695-98bf-fcd2487f9411 req-b3d4f331-4efd-4025-bceb-c15b39299255 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918558 Jan 31 18:51:04.026082 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30c522b-467c-4567-bccc-5c924afc9c01", "tag": "78722241-dd71-4213-b720-7d798751e15a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:04.028102 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa0fab12-0505-492d-87a3-9abceceb91fa {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:04.028927 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30c522b-467c-4567-bccc-5c924afc9c01', 'tag': '78722241-dd71-4213-b720-7d798751e15a', 'status': 'completed', 'code': 200} Jan 31 18:51:04.069369 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-05534ec6-6514-45ad-8f0a-67df399d955f req-63792ad7-3f6d-439e-ab05-8a723d392994 service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095907 Jan 31 18:51:04.106409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffc476c-7db2-47f1-9ff9-58dbc76dcb50'}, {'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac832f17-4ce2-46a7-9fe6-4e408555e43c'}, {'server_uuid': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:04.109041 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110d5757-b6d7-4abf-962e-c173a514e5c7" -d '{"events": [{"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-plugged", "status": "completed", "tag": "8ffc476c-7db2-47f1-9ff9-58dbc76dcb50"}, {"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-plugged", "status": "completed", "tag": "ac832f17-4ce2-46a7-9fe6-4e408555e43c"}, {"server_uuid": "e1bf36db-ee53-41a0-b164-344464671fb1", "name": "network-vif-plugged", "status": "completed", "tag": "b1c04ab2-2363-44b3-8e68-3967fdb469e3"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:04.157982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a1c16-14c8-4c7b-95b9-0518a9b7063d None None] Pushing event updated for resources: {'Port': ['ID=906d869c-d860-4b03-9715-f95db543aa5d,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:04.190410 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa6bee1-5168-412b-be82-bcbae82af6d1 x-openstack-request-id: req-caa6bee1-5168-412b-be82-bcbae82af6d1 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:04.190722 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-plugged", "status": "completed", "tag": "8ffc476c-7db2-47f1-9ff9-58dbc76dcb50", "code": 200}, {"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-plugged", "status": "completed", "tag": "ac832f17-4ce2-46a7-9fe6-4e408555e43c", "code": 200}, {"server_uuid": "e1bf36db-ee53-41a0-b164-344464671fb1", "name": "network-vif-plugged", "status": "completed", "tag": "b1c04ab2-2363-44b3-8e68-3967fdb469e3", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:04.190983 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-caa6bee1-5168-412b-be82-bcbae82af6d1 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:04.191446 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffc476c-7db2-47f1-9ff9-58dbc76dcb50', 'code': 200} Jan 31 18:51:04.191764 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac832f17-4ce2-46a7-9fe6-4e408555e43c', 'code': 200} Jan 31 18:51:04.192020 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3', 'code': 200} Jan 31 18:51:04.346757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ab571-8bed-4637-9382-d7408fdf2fda req-39185eee-b07f-482f-846a-0af19630b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:04.354824 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d35ab571-8bed-4637-9382-d7408fdf2fda req-39185eee-b07f-482f-846a-0af19630b650 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 1127 time: 0.2165530 Jan 31 18:51:04.609029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80116429-2d51-4783-a9cf-439475582e7d req-f813ef64-3277-43a5-8106-248dc3575786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:04.620211 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80116429-2d51-4783-a9cf-439475582e7d req-f813ef64-3277-43a5-8106-248dc3575786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:04.620211 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80116429-2d51-4783-a9cf-439475582e7d req-f813ef64-3277-43a5-8106-248dc3575786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:04.620579 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-80116429-2d51-4783-a9cf-439475582e7d req-f813ef64-3277-43a5-8106-248dc3575786 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2967 time: 0.2646685 Jan 31 18:51:04.646626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ab571-8bed-4637-9382-d7408fdf2fda req-c0248da2-26ea-46cd-ab60-34e44b1302c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:04.648693 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d35ab571-8bed-4637-9382-d7408fdf2fda req-c0248da2-26ea-46cd-ab60-34e44b1302c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.2686274 Jan 31 18:51:04.747646 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d35ab571-8bed-4637-9382-d7408fdf2fda req-f1256851-3fcc-45ee-9626-ccdeea42789c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78722241-dd71-4213-b720-7d798751e15a HTTP/1.1" status: 200 len: 217 time: 0.0899658 Jan 31 18:51:04.754299 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-80116429-2d51-4783-a9cf-439475582e7d req-47929582-6a05-4418-befb-dc232446ffba service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270814 Jan 31 18:51:04.803454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ab571-8bed-4637-9382-d7408fdf2fda req-4c5b4fae-3b27-4079-8887-9071924a967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:04.805985 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d35ab571-8bed-4637-9382-d7408fdf2fda req-4c5b4fae-3b27-4079-8887-9071924a967e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.0508106 Jan 31 18:51:04.862066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7d55481-bb9a-492c-a305-9b7af859ad80 req-fb985f9e-4cee-4ba2-8780-fbea2c77a55a tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 210 time: 0.7738576 Jan 31 18:51:04.873204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ab571-8bed-4637-9382-d7408fdf2fda req-8e1c7170-db86-4df8-9655-58750289ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:04.879973 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d35ab571-8bed-4637-9382-d7408fdf2fda req-8e1c7170-db86-4df8-9655-58750289ba88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0671749 Jan 31 18:51:05.031431 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d35ab571-8bed-4637-9382-d7408fdf2fda req-561c3edb-b5c5-4d4c-a6ce-3c2900f75eed service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445572 Jan 31 18:51:05.039453 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for router_gateway (c9514801-8720-452d-b3b7-25a6594c33ba), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:05.072016 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:05.208454 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d35ab571-8bed-4637-9382-d7408fdf2fda req-df042622-f7c5-4d77-87b0-4fbbc26fea83 service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703477 Jan 31 18:51:05.302988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d464c3-1242-466e-a837-a8962f45bf3a req-d1aca0a6-97cf-4bcb-beec-542bb09cd435 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:05.305522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00d464c3-1242-466e-a837-a8962f45bf3a req-d1aca0a6-97cf-4bcb-beec-542bb09cd435 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 944 time: 0.6251981 Jan 31 18:51:05.314702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bd014-a703-406e-a218-6ffc4f9307d2 req-42b32c5a-52eb-4c23-91d9-004fba10bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:05.316294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc6bd014-a703-406e-a218-6ffc4f9307d2 req-42b32c5a-52eb-4c23-91d9-004fba10bbe6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 1129 time: 0.6121271 Jan 31 18:51:05.395273 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks [] for port (e3042d94-b66e-4d48-80f3-6661f555d908), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:05.478694 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:05.555695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036286b1-8e4e-4b81-884a-11519a45ba4e req-02abb97c-8590-416c-adcb-a6b8d08705d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:05.561441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036286b1-8e4e-4b81-884a-11519a45ba4e req-02abb97c-8590-416c-adcb-a6b8d08705d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:05.566922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036286b1-8e4e-4b81-884a-11519a45ba4e req-02abb97c-8590-416c-adcb-a6b8d08705d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:05.568735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-036286b1-8e4e-4b81-884a-11519a45ba4e req-02abb97c-8590-416c-adcb-a6b8d08705d3 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2418 time: 0.5015857 Jan 31 18:51:05.590413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41121cfc-a9e9-4845-9637-6e549dcd04b9 None None] Network 546cf59e-c1c5-4201-ae52-2f3435181012 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:51:05.640647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Allocated IP 172.25.8.13 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/a5dcf263-5af8-40ba-ac2e-c2d161c144b7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:05.649908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Network b1c9360f-629c-42db-98fa-f15c6e1c69b0 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:05.657982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc6bd014-a703-406e-a218-6ffc4f9307d2 req-3143049a-683c-4c47-914c-d2115cdf0bd2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278048 Jan 31 18:51:05.684165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:05.693196 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00d464c3-1242-466e-a837-a8962f45bf3a req-6a1e0ec9-6552-488d-802d-ec56472079fa tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720636 Jan 31 18:51:05.694898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Pushing event updated for resources: {'Port': ['ID=e3042d94-b66e-4d48-80f3-6661f555d908,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:05.699150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:05.740589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a44e500b-8dad-4873-b45c-f1cf8bfac9bd None None] Provisioning complete for port 906d869c-d860-4b03-9715-f95db543aa5d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:05.740979 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a44e500b-8dad-4873-b45c-f1cf8bfac9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (906d869c-d860-4b03-9715-f95db543aa5d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:05.854324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a44e500b-8dad-4873-b45c-f1cf8bfac9bd None None] Current status of the port 906d869c-d860-4b03-9715-f95db543aa5d is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:05.854725 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a44e500b-8dad-4873-b45c-f1cf8bfac9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (906d869c-d860-4b03-9715-f95db543aa5d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:05.894201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a44e500b-8dad-4873-b45c-f1cf8bfac9bd None None] For port 906d869c-d860-4b03-9715-f95db543aa5d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=906d869c-d860-4b03-9715-f95db543aa5d,segment=NetworkSegment(0defe4f9-bb7c-40b2-b249-30b311013c49),segment_id=0defe4f9-bb7c-40b2-b249-30b311013c49)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:05.896920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-036286b1-8e4e-4b81-884a-11519a45ba4e req-9ed92ecb-fac1-4e8d-9831-48f938857580 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144324 Jan 31 18:51:05.901302 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a44e500b-8dad-4873-b45c-f1cf8bfac9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (906d869c-d860-4b03-9715-f95db543aa5d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:05.928321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:05.929704 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:05.974844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e500b-8dad-4873-b45c-f1cf8bfac9bd None None] Pushing event updated for resources: {'Port': ['ID=906d869c-d860-4b03-9715-f95db543aa5d,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:05.989225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-539d83d7-adf5-4740-9607-d9f2b6c9c47f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6613610 Jan 31 18:51:06.003778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Request body: {'port': {'device_id': 'fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:06.032556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc669a-24f0-4bca-99fb-93799037ac39 req-77df3bbd-a94f-43ad-9469-02bf98684909 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:06.034169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68dc669a-24f0-4bca-99fb-93799037ac39 req-77df3bbd-a94f-43ad-9469-02bf98684909 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.2279601 Jan 31 18:51:06.103119 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for port (a5dcf263-5af8-40ba-ac2e-c2d161c144b7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:06.125627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-45fe821e-2b52-4b3f-a8a8-c3c99b7fd5d1 None None] Provisioning complete for port 906d869c-d860-4b03-9715-f95db543aa5d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:06.126733 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45fe821e-2b52-4b3f-a8a8-c3c99b7fd5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (906d869c-d860-4b03-9715-f95db543aa5d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:06.205265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68dc669a-24f0-4bca-99fb-93799037ac39 req-ca70cd6d-c0fb-46de-a1f1-7f2cdf8b268e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306946 Jan 31 18:51:06.212898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854967c-7803-478e-aa8d-b63d6ca8b1b5 req-fa6e7d8c-98c3-4097-ad96-422b635316e2 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:06.214352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3854967c-7803-478e-aa8d-b63d6ca8b1b5 req-fa6e7d8c-98c3-4097-ad96-422b635316e2 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.2157996 Jan 31 18:51:06.221580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:06.248441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-45fe821e-2b52-4b3f-a8a8-c3c99b7fd5d1 None None] Current status of the port 906d869c-d860-4b03-9715-f95db543aa5d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:06.286474 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a5dcf263-5af8-40ba-ac2e-c2d161c144b7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:06.367658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 906d869c-d860-4b03-9715-f95db543aa5d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:06.369443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:06.380311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:06.390744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3854967c-7803-478e-aa8d-b63d6ca8b1b5 req-3c9f0ba9-de5c-4d85-b7bc-7276adfc4670 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636839 Jan 31 18:51:06.439272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 906d869c-d860-4b03-9715-f95db543aa5d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:06.439677 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (906d869c-d860-4b03-9715-f95db543aa5d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:06.490047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:06.499236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event updated for resources: {'Port': ['ID=a5dcf263-5af8-40ba-ac2e-c2d161c144b7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:06.546947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 78722241-dd71-4213-b720-7d798751e15a details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:51:06.577975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 906d869c-d860-4b03-9715-f95db543aa5d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:06.667291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 78722241-dd71-4213-b720-7d798751e15a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=78722241-dd71-4213-b720-7d798751e15a,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:06.680300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '78722241-dd71-4213-b720-7d798751e15a', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'port_id': '78722241-dd71-4213-b720-7d798751e15a', 'mac_address': 'fa:16:3e:d9:f6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:51:06.734040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 78722241-dd71-4213-b720-7d798751e15a is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:06.734541 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (78722241-dd71-4213-b720-7d798751e15a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:06.754550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78722241-dd71-4213-b720-7d798751e15a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:06.754699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466fa73-e3c2-4c7c-9d10-3ba8b4c97436 req-fa4654bf-8191-474b-815d-661ee13e6cea tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:06.756270 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d466fa73-e3c2-4c7c-9d10-3ba8b4c97436 req-fa4654bf-8191-474b-815d-661ee13e6cea tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 931 time: 0.2581141 Jan 31 18:51:06.785757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 78722241-dd71-4213-b720-7d798751e15a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=78722241-dd71-4213-b720-7d798751e15a,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:06.799087 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (78722241-dd71-4213-b720-7d798751e15a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:06.861121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=78722241-dd71-4213-b720-7d798751e15a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:06.939563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d466fa73-e3c2-4c7c-9d10-3ba8b4c97436 req-ae2ee71a-26dc-4a65-b25e-120c13c386f9 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748335 Jan 31 18:51:07.020551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3042d94-b66e-4d48-80f3-6661f555d908 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:07.044723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['78722241-dd71-4213-b720-7d798751e15a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:51:07.048902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24900c7-4ba7-4438-ac6c-f6c03508c119 req-d28c9b43-d60d-4cd1-a64c-cfdf2b57e476 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:07.061860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d24900c7-4ba7-4438-ac6c-f6c03508c119 req-d28c9b43-d60d-4cd1-a64c-cfdf2b57e476 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 945 time: 0.2582185 Jan 31 18:51:07.072888 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Publish callbacks [] for port (e3042d94-b66e-4d48-80f3-6661f555d908), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:07.180253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Transition to ACTIVE for port object e3042d94-b66e-4d48-80f3-6661f555d908 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:51:07.180850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46640) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:07.190948 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:07.253751 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for router_gateway (c9514801-8720-452d-b3b7-25a6594c33ba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:07.326391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d24900c7-4ba7-4438-ac6c-f6c03508c119 req-514e8ac4-ca45-41e2-ab9f-a7def39ddd68 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445278 Jan 31 18:51:07.331415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Pushing event updated for resources: {'Port': ['ID=e3042d94-b66e-4d48-80f3-6661f555d908,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:07.337240 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54e17c36-1fb3-46a6-bec1-c47e0c3cb4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:07.357012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a443a4-b3ea-49f1-b2dc-655de87d74e7 req-cc6f8dca-acb5-40a3-ac3f-40d6d8ed7c37 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:07.362458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a443a4-b3ea-49f1-b2dc-655de87d74e7 req-cc6f8dca-acb5-40a3-ac3f-40d6d8ed7c37 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:07.368462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a443a4-b3ea-49f1-b2dc-655de87d74e7 req-cc6f8dca-acb5-40a3-ac3f-40d6d8ed7c37 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:07.370166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-37a443a4-b3ea-49f1-b2dc-655de87d74e7 req-cc6f8dca-acb5-40a3-ac3f-40d6d8ed7c37 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2418 time: 0.2900360 Jan 31 18:51:07.449326 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54e17c36-1fb3-46a6-bec1-c47e0c3cb4a9 admin admin] Publish callbacks [] for security_group (f3b612c2-0bc6-4b9a-9928-02e720f37854), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:07.453675 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54e17c36-1fb3-46a6-bec1-c47e0c3cb4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f3b612c2-0bc6-4b9a-9928-02e720f37854), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:07.496036 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e17c36-1fb3-46a6-bec1-c47e0c3cb4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b612c2-0bc6-4b9a-9928-02e720f37854,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:07.504398 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-54e17c36-1fb3-46a6-bec1-c47e0c3cb4a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9acebcf9cd4b4037bd9e86dafecf1c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199604 Jan 31 18:51:07.504856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46648) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:07.560378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f73378a-6859-4ce9-8f13-1858ee75e2d5 admin admin] Publish callbacks [] for security_group (f3b612c2-0bc6-4b9a-9928-02e720f37854), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:07.583895 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f73378a-6859-4ce9-8f13-1858ee75e2d5 admin admin] Publish callbacks [] for security_group (f3b612c2-0bc6-4b9a-9928-02e720f37854), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:07.601310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-37a443a4-b3ea-49f1-b2dc-655de87d74e7 req-bf758d58-03f0-4653-8da8-6761c83c7c97 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809874 Jan 31 18:51:07.609373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Attempting to bind port e3042d94-b66e-4d48-80f3-6661f555d908 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:51:07.609704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Attempting to bind port e3042d94-b66e-4d48-80f3-6661f555d908 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:51:07.610038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Attempting to bind port e3042d94-b66e-4d48-80f3-6661f555d908 on network b1c9360f-629c-42db-98fa-f15c6e1c69b0 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:07.650258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f73378a-6859-4ce9-8f13-1858ee75e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f3b612c2-0bc6-4b9a-9928-02e720f37854), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:07.653539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f73378a-6859-4ce9-8f13-1858ee75e2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:07.658048 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2f73378a-6859-4ce9-8f13-1858ee75e2d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3b612c2-0bc6-4b9a-9928-02e720f37854 HTTP/1.1" status: 204 len: 168 time: 0.1523759 Jan 31 18:51:07.659198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Port e3042d94-b66e-4d48-80f3-6661f555d908 on network b1c9360f-629c-42db-98fa-f15c6e1c69b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:51:07.660004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Attempting to bind port e3042d94-b66e-4d48-80f3-6661f555d908 on network b1c9360f-629c-42db-98fa-f15c6e1c69b0 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:07.668863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bc028-dcdf-4a78-a8be-3ff7b345ca71 req-72fe1371-60dc-4c66-9a94-f53f8b5183c2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:07.669299 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73378a-6859-4ce9-8f13-1858ee75e2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b612c2-0bc6-4b9a-9928-02e720f37854,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:07.670544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-749bc028-dcdf-4a78-a8be-3ff7b345ca71 req-72fe1371-60dc-4c66-9a94-f53f8b5183c2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.2286093 Jan 31 18:51:07.682191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:51:07.682534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Checking segment: {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:07.682933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Bound using segment: {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:51:07.683369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Bound port: e3042d94-b66e-4d48-80f3-6661f555d908, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:51:07.683720 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:07.754480 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (c9514801-8720-452d-b3b7-25a6594c33ba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:08.189105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-749bc028-dcdf-4a78-a8be-3ff7b345ca71 req-5e711977-73de-4c82-b9dc-2d381ad1ce7f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5107529 Jan 31 18:51:08.236432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eb983-739d-4fdd-972d-265ea8ad0b8f req-94722832-cf7b-490b-993b-e915f20f1b41 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:08.238035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-799eb983-739d-4fdd-972d-265ea8ad0b8f req-94722832-cf7b-490b-993b-e915f20f1b41 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.5478017 Jan 31 18:51:08.239240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] For port e3042d94-b66e-4d48-80f3-6661f555d908, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:08.244638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] For port e3042d94-b66e-4d48-80f3-6661f555d908, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e3042d94-b66e-4d48-80f3-6661f555d908,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:51:08.292632 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:08.381191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:08.382530 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:08.384033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] 10.222.0.21 "PUT /v2.0/ports/e3042d94-b66e-4d48-80f3-6661f555d908 HTTP/1.1" status: 200 len: 1092 time: 2.3866127 Jan 31 18:51:08.388912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6', 'tag': 'e3042d94-b66e-4d48-80f3-6661f555d908'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:08.391681 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a01c0f-6e99-429e-b4d5-1b1ecca1ee97" -d '{"events": [{"name": "network-changed", "server_uuid": "fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6", "tag": "e3042d94-b66e-4d48-80f3-6661f555d908"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:08.461538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-799eb983-739d-4fdd-972d-265ea8ad0b8f req-a54f701e-5092-4500-9b03-7de755cf3418 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112839 Jan 31 18:51:08.475886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46680) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:08.479867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e51b1-e95c-42f3-8428-b2e80463d859 service neutron] Pushing event updated for resources: {'Port': ['ID=e3042d94-b66e-4d48-80f3-6661f555d908,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:08.542690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7073bc6-085b-4113-bd9e-27f21c7b3eb1 req-166f845b-8636-48c2-8237-2854b63e62be tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:08.543373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 78722241-dd71-4213-b720-7d798751e15a up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:08.544199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7073bc6-085b-4113-bd9e-27f21c7b3eb1 req-166f845b-8636-48c2-8237-2854b63e62be tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 943 time: 0.2028923 Jan 31 18:51:08.546681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Router c9514801-8720-452d-b3b7-25a6594c33ba is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:51:08.556380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-69ef3089-66c4-4b5f-8a59-44032c511fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:08.557919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-69ef3089-66c4-4b5f-8a59-44032c511fc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 1126 time: 0.1180062 Jan 31 18:51:08.619860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-ab398f2a-2784-4279-ac80-b9b219688bcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3042d94-b66e-4d48-80f3-6661f555d908 HTTP/1.1" status: 200 len: 217 time: 0.0539052 Jan 31 18:51:08.629611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 78722241-dd71-4213-b720-7d798751e15a completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:51:08.636069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 78722241-dd71-4213-b720-7d798751e15a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:08.636669 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (78722241-dd71-4213-b720-7d798751e15a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:08.734525 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-962364957-network', 'tenant_id': '2955cafada344780a429a6e6a13faa85'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:08.741442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7073bc6-085b-4113-bd9e-27f21c7b3eb1 req-ccd34df8-e99b-4b3a-9c56-638d6ec7c921 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881521 Jan 31 18:51:08.741672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 78722241-dd71-4213-b720-7d798751e15a is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:08.742149 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (78722241-dd71-4213-b720-7d798751e15a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:08.775013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30c522b-467c-4567-bccc-5c924afc9c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78722241-dd71-4213-b720-7d798751e15a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:08.776401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Made reservation on behalf of 2955cafada344780a429a6e6a13faa85 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:08.778192 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506da63c-99a8-40bd-928d-284eb8b3caad" -d '{"events": [{"server_uuid": "b30c522b-467c-4567-bccc-5c924afc9c01", "name": "network-vif-plugged", "status": "completed", "tag": "78722241-dd71-4213-b720-7d798751e15a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:08.781432 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:08.806176 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:08.811502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c6e90655-1313-4f5f-a99e-74ba72721bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:08.811754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 78722241-dd71-4213-b720-7d798751e15a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=78722241-dd71-4213-b720-7d798751e15a,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:08.812991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-c6e90655-1313-4f5f-a99e-74ba72721bce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09a15e6d-a69c-4a57-8ca0-d0f230a4ef00 HTTP/1.1" status: 200 len: 853 time: 0.1562691 Jan 31 18:51:08.822268 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (78722241-dd71-4213-b720-7d798751e15a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:08.864942 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af2152a-b7eb-4a89-8899-eec6b1a2b6b3 x-openstack-request-id: req-6af2152a-b7eb-4a89-8899-eec6b1a2b6b3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:08.865551 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6", "tag": "e3042d94-b66e-4d48-80f3-6661f555d908", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:08.865994 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6af2152a-b7eb-4a89-8899-eec6b1a2b6b3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:08.867293 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6', 'tag': 'e3042d94-b66e-4d48-80f3-6661f555d908', 'status': 'completed', 'code': 200} Jan 31 18:51:08.871352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-1648a2b4-433c-48a6-8214-1cb42896f9dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1c9360f-629c-42db-98fa-f15c6e1c69b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506315 Jan 31 18:51:08.875957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:51:08.888674 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43585a1f-9ef8-4d23-bd5d-e0c9fbcd9569 None None] Sync routers for ids ['c9514801-8720-452d-b3b7-25a6594c33ba'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:51:08.902907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=78722241-dd71-4213-b720-7d798751e15a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:08.921391 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43585a1f-9ef8-4d23-bd5d-e0c9fbcd9569 None None] Routers {'c9514801-8720-452d-b3b7-25a6594c33ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:08.922904 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-43585a1f-9ef8-4d23-bd5d-e0c9fbcd9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c9514801-8720-452d-b3b7-25a6594c33ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:08.966579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95a9c0-2987-423c-a8be-67fd254896b9 req-48ba4177-f15d-4462-8902-7de083cd504c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:08.968157 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf95a9c0-2987-423c-a8be-67fd254896b9 req-48ba4177-f15d-4462-8902-7de083cd504c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 945 time: 0.2367702 Jan 31 18:51:08.970017 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-43585a1f-9ef8-4d23-bd5d-e0c9fbcd9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:08.979563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Publish callbacks [] for security_group (63adeae3-ff33-4362-af60-867bb24edf7d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:08.980317 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:08.981530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2bc0bfe3-47f4-48a3-b5cd-2d6a12de38fd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.8342111 Jan 31 18:51:08.982062 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43585a1f-9ef8-4d23-bd5d-e0c9fbcd9569 None None] Routers {'c9514801-8720-452d-b3b7-25a6594c33ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:08.982997 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-43585a1f-9ef8-4d23-bd5d-e0c9fbcd9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c9514801-8720-452d-b3b7-25a6594c33ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:08.984751 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:08.997128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (63adeae3-ff33-4362-af60-867bb24edf7d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:09.020662 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-43585a1f-9ef8-4d23-bd5d-e0c9fbcd9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:09.021682 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43585a1f-9ef8-4d23-bd5d-e0c9fbcd9569 None None] The sync data for ids ['c9514801-8720-452d-b3b7-25a6594c33ba'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:51:09.065836 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:51:09.089724 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-9b067b38-79b6-4b76-97c4-c21fd9741b9c service neutron] 10.222.0.21 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107949 Jan 31 18:51:09.094893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf95a9c0-2987-423c-a8be-67fd254896b9 req-008a70fa-29c7-4a07-be52-d76ae2fb21ba tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071970 Jan 31 18:51:09.126834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972db41-7368-4199-b540-dc1dbfbd4267 req-a936bb9c-0d2a-486b-a741-e133b1ae43e5 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:09.129474 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1972db41-7368-4199-b540-dc1dbfbd4267 req-a936bb9c-0d2a-486b-a741-e133b1ae43e5 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.1755564 Jan 31 18:51:09.130581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63adeae3-ff33-4362-af60-867bb24edf7d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:09.145014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46692) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:09.146850 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ae282a43-16d4-46ec-bb87-69ab036f34f0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:09.147834 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Added segment ae282a43-16d4-46ec-bb87-69ab036f34f0 of type vlan for network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 Jan 31 18:51:09.155931 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f003df14-7e18-4969-a311-605f3b6d8fa6 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Request body: {'floatingip': {'port_id': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:09.192257 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6498fa-2fa9-4c22-95dc-122c4dba1d51 x-openstack-request-id: req-9a6498fa-2fa9-4c22-95dc-122c4dba1d51 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:09.192581 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30c522b-467c-4567-bccc-5c924afc9c01", "name": "network-vif-plugged", "status": "completed", "tag": "78722241-dd71-4213-b720-7d798751e15a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:09.192843 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a6498fa-2fa9-4c22-95dc-122c4dba1d51 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:09.193237 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30c522b-467c-4567-bccc-5c924afc9c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78722241-dd71-4213-b720-7d798751e15a', 'code': 200} Jan 31 18:51:09.258453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f003df14-7e18-4969-a311-605f3b6d8fa6 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (1cd7530c-b32d-4f67-ae36-da16c581351f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:09.352994 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e2d332a-f0d2-4436-8080-dd7e6fe7c12c req-881aabe6-3c46-4372-b0b6-787b59ae4957 service neutron] 10.222.0.21 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543676 Jan 31 18:51:09.375000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f36245-467d-4693-97cc-a97aa0722169 req-b0068fb7-6888-489e-834c-91547519e1f4 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:09.380813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f36245-467d-4693-97cc-a97aa0722169 req-b0068fb7-6888-489e-834c-91547519e1f4 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:09.382253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (8d9cae6d-c34f-4255-bef4-d02e928b2b06), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:09.387514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f36245-467d-4693-97cc-a97aa0722169 req-b0068fb7-6888-489e-834c-91547519e1f4 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:09.390448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87f36245-467d-4693-97cc-a97aa0722169 req-b0068fb7-6888-489e-834c-91547519e1f4 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2418 time: 0.1625216 Jan 31 18:51:09.416197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99494c3c-12cd-4620-a050-76c7c0df102c req-ab8d92b6-effb-45e3-b3de-79745fb373e8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:09.417873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99494c3c-12cd-4620-a050-76c7c0df102c req-ab8d92b6-effb-45e3-b3de-79745fb373e8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.1140187 Jan 31 18:51:09.523048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87f36245-467d-4693-97cc-a97aa0722169 req-14d7fe15-a1c9-4736-a2ff-ae3cf6684d2f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194594 Jan 31 18:51:09.537390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a01c0f-6e99-429e-b4d5-1b1ecca1ee97 req-c8d9963d-193f-4b11-a130-0034e828b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:09.547412 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a01c0f-6e99-429e-b4d5-1b1ecca1ee97 req-c8d9963d-193f-4b11-a130-0034e828b19a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 1126 time: 0.1208048 Jan 31 18:51:09.548257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99494c3c-12cd-4620-a050-76c7c0df102c req-3714f0cf-020c-4d01-bcd7-94b620dc37e4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192787 Jan 31 18:51:09.551157 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (8d9cae6d-c34f-4255-bef4-d02e928b2b06), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:09.552460 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:09.552460 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:09.659672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a01c0f-6e99-429e-b4d5-1b1ecca1ee97 req-7b9c35ef-1cdf-4a48-8676-fd3056efd279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:09.661139 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a01c0f-6e99-429e-b4d5-1b1ecca1ee97 req-7b9c35ef-1cdf-4a48-8676-fd3056efd279 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 914 time: 0.1119134 Jan 31 18:51:09.673145 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1954827 Jan 31 18:51:09.687775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:09.689827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd12ec7-6eca-4ea5-ba11-df3a1193aefc req-a7e50e90-4e3c-4545-b094-2aa3f6f41c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:09.691230 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0dd12ec7-6eca-4ea5-ba11-df3a1193aefc req-a7e50e90-4e3c-4545-b094-2aa3f6f41c4c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 1129 time: 0.3275287 Jan 31 18:51:09.700430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-318283b3-c6e0-49e4-8e03-343e19dab5a3 admin admin] Request body: {'subnet': {'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-962364957-subnet', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:09.705799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a01c0f-6e99-429e-b4d5-1b1ecca1ee97 req-b968cb42-11f3-4adc-bb91-04369667b16e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3042d94-b66e-4d48-80f3-6661f555d908 HTTP/1.1" status: 200 len: 217 time: 0.0378134 Jan 31 18:51:09.751371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e6f1c-1801-49dd-9eaa-fd75c0bc25cd admin admin] Pushing event updated for resources: {'Network': ['ID=8d9cae6d-c34f-4255-bef4-d02e928b2b06,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:09.761828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:51:09.793945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a01c0f-6e99-429e-b4d5-1b1ecca1ee97 req-44944dcb-209c-4d26-835e-e386d4fb37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:09.796235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a01c0f-6e99-429e-b4d5-1b1ecca1ee97 req-44944dcb-209c-4d26-835e-e386d4fb37d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09a15e6d-a69c-4a57-8ca0-d0f230a4ef00 HTTP/1.1" status: 200 len: 853 time: 0.0812306 Jan 31 18:51:09.837099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a01c0f-6e99-429e-b4d5-1b1ecca1ee97 req-a25b2d14-d8ad-4a13-85ce-f8f82f2688d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1c9360f-629c-42db-98fa-f15c6e1c69b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333779 Jan 31 18:51:09.876877 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318283b3-c6e0-49e4-8e03-343e19dab5a3 admin admin] Made reservation on behalf of 2955cafada344780a429a6e6a13faa85 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:09.879456 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-318283b3-c6e0-49e4-8e03-343e19dab5a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:09.996746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc868-d3bf-4a6c-8f3c-0d8ece598dd4 req-4b2c73ed-1e49-45b9-8ff3-28190c5ae8db tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:09.998420 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-37bdc868-d3bf-4a6c-8f3c-0d8ece598dd4 req-4b2c73ed-1e49-45b9-8ff3-28190c5ae8db tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 943 time: 0.1266701 Jan 31 18:51:10.004878 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a01c0f-6e99-429e-b4d5-1b1ecca1ee97 req-6ff3ffa1-2fd1-4d8c-84c1-89469a10315b service neutron] 10.222.0.21 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604207 Jan 31 18:51:10.040388 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0dd12ec7-6eca-4ea5-ba11-df3a1193aefc req-222748ad-b628-45fb-92b1-5a254bd59b0b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364303 Jan 31 18:51:10.106107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-37bdc868-d3bf-4a6c-8f3c-0d8ece598dd4 req-9979514f-7619-4469-9fbc-2923349e3de5 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002195 Jan 31 18:51:10.164075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27a01c0f-6e99-429e-b4d5-1b1ecca1ee97 req-d5284bc2-f968-4aed-b4ba-84a8aaa9c184 service neutron] 10.222.0.21 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483574 Jan 31 18:51:10.254373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f8225-f10c-44c1-b6a4-85f1004c1262 req-e0e77e33-8a7d-486b-8d2e-0fb038c57701 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:10.255900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b45f8225-f10c-44c1-b6a4-85f1004c1262 req-e0e77e33-8a7d-486b-8d2e-0fb038c57701 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 0.0695910 Jan 31 18:51:10.342421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b45f8225-f10c-44c1-b6a4-85f1004c1262 req-98648caf-f858-4b49-9200-320605f248ac tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793712 Jan 31 18:51:10.369251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f923f-6352-4b21-917f-b8ec6c71652c req-5a0bd463-9931-4e9f-9472-b6dc8f40d720 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:10.375466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f923f-6352-4b21-917f-b8ec6c71652c req-5a0bd463-9931-4e9f-9472-b6dc8f40d720 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:10.381054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f923f-6352-4b21-917f-b8ec6c71652c req-5a0bd463-9931-4e9f-9472-b6dc8f40d720 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:10.383347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-102f923f-6352-4b21-917f-b8ec6c71652c req-5a0bd463-9931-4e9f-9472-b6dc8f40d720 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2418 time: 0.0942152 Jan 31 18:51:10.505756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-102f923f-6352-4b21-917f-b8ec6c71652c req-6825025b-dc50-4046-8ff0-af7ac8a60141 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:10.506003 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-102f923f-6352-4b21-917f-b8ec6c71652c req-6825025b-dc50-4046-8ff0-af7ac8a60141 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:10.621084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-102f923f-6352-4b21-917f-b8ec6c71652c req-6825025b-dc50-4046-8ff0-af7ac8a60141 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] For port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:10.622072 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-102f923f-6352-4b21-917f-b8ec6c71652c req-6825025b-dc50-4046-8ff0-af7ac8a60141 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:10.641742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-102f923f-6352-4b21-917f-b8ec6c71652c req-6825025b-dc50-4046-8ff0-af7ac8a60141 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Calling delete_port for 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:10.793862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955dd0b-f90b-4b49-a9f2-909b0f84ce71 req-abeab18e-9a41-41e9-a2bd-a4cc048af351 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:10.794151 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-318283b3-c6e0-49e4-8e03-343e19dab5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (8c523f28-793d-4d04-b5eb-56fa402c8e88), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:10.795343 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d955dd0b-f90b-4b49-a9f2-909b0f84ce71 req-abeab18e-9a41-41e9-a2bd-a4cc048af351 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.1548693 Jan 31 18:51:10.816119 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f003df14-7e18-4969-a311-605f3b6d8fa6 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:10.840996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:10.846279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3941-19d6-46aa-838a-9cd1f2b9b643 req-ae3d84cf-5fa5-432f-b337-ea2a823182e0 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:10.848749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f003df14-7e18-4969-a311-605f3b6d8fa6 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (1cd7530c-b32d-4f67-ae36-da16c581351f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:10.853158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3941-19d6-46aa-838a-9cd1f2b9b643 req-ae3d84cf-5fa5-432f-b337-ea2a823182e0 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:10.859054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3941-19d6-46aa-838a-9cd1f2b9b643 req-ae3d84cf-5fa5-432f-b337-ea2a823182e0 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:10.860785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f57f3941-19d6-46aa-838a-9cd1f2b9b643 req-ae3d84cf-5fa5-432f-b337-ea2a823182e0 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 2418 time: 0.2214835 Jan 31 18:51:10.926332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318283b3-c6e0-49e4-8e03-343e19dab5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c523f28-793d-4d04-b5eb-56fa402c8e88,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:10.955170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d955dd0b-f90b-4b49-a9f2-909b0f84ce71 req-6678f170-c65a-4dde-9c5b-6e61205d612d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490829 Jan 31 18:51:10.986427 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-102f923f-6352-4b21-917f-b8ec6c71652c req-6825025b-dc50-4046-8ff0-af7ac8a60141 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8ffc476c-7db2-47f1-9ff9-58dbc76dcb50), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:11.020952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f57f3941-19d6-46aa-838a-9cd1f2b9b643 req-024fa61d-d020-44df-8f44-2e17bd5f0c47 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377616 Jan 31 18:51:11.024025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825025b-dc50-4046-8ff0-af7ac8a60141 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Port': ['ID=8ffc476c-7db2-47f1-9ff9-58dbc76dcb50,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:11.041644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318283b3-c6e0-49e4-8e03-343e19dab5a3 admin admin] Checking segment: {'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:11.042024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318283b3-c6e0-49e4-8e03-343e19dab5a3 admin admin] Network hostable DHCP agents. Network: 8d9cae6d-c34f-4255-bef4-d02e928b2b06, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:51:11.082583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-102f923f-6352-4b21-917f-b8ec6c71652c req-6825025b-dc50-4046-8ff0-af7ac8a60141 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] No DVR routers for this DVR port 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:51:11.086894 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-102f923f-6352-4b21-917f-b8ec6c71652c req-6825025b-dc50-4046-8ff0-af7ac8a60141 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:11.090057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-102f923f-6352-4b21-917f-b8ec6c71652c req-6825025b-dc50-4046-8ff0-af7ac8a60141 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "DELETE /v2.0/ports/8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 HTTP/1.1" status: 204 len: 173 time: 0.6967695 Jan 31 18:51:11.090495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-deleted', 'tag': '8ffc476c-7db2-47f1-9ff9-58dbc76dcb50'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:11.093429 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d11915-6a21-4fcf-ad17-6ddcad48def5" -d '{"events": [{"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-deleted", "tag": "8ffc476c-7db2-47f1-9ff9-58dbc76dcb50"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:11.105122 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-f003df14-7e18-4969-a311-605f3b6d8fa6 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Floating IP 1cd7530c-b32d-4f67-ae36-da16c581351f associated. External IP: 172.25.8.142, port: b1c04ab2-2363-44b3-8e68-3967fdb469e3. Jan 31 18:51:11.168180 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a17af14-65f8-4852-8c2c-455ef48c9980 x-openstack-request-id: req-9a17af14-65f8-4852-8c2c-455ef48c9980 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:11.168576 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-deleted", "tag": "8ffc476c-7db2-47f1-9ff9-58dbc76dcb50", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:11.169104 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a17af14-65f8-4852-8c2c-455ef48c9980 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:11.170259 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-deleted', 'tag': '8ffc476c-7db2-47f1-9ff9-58dbc76dcb50', 'status': 'completed', 'code': 200} Jan 31 18:51:11.181581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318283b3-c6e0-49e4-8e03-343e19dab5a3 admin admin] Network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:51:11.296701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-318283b3-c6e0-49e4-8e03-343e19dab5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 8d9cae6d-c34f-4255-bef4-d02e928b2b06) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:11.306108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea7d017-5d55-443b-aa6b-911ee74120a7 None None] Network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:51:11.329799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318283b3-c6e0-49e4-8e03-343e19dab5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:11.330415 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-318283b3-c6e0-49e4-8e03-343e19dab5a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:11.404075 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-318283b3-c6e0-49e4-8e03-343e19dab5a3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7117839 Jan 31 18:51:11.414715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46714) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:11.420741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-102f923f-6352-4b21-917f-b8ec6c71652c req-871294c4-0d20-44c1-ae9b-221e4c204f1b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:11.421331 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-102f923f-6352-4b21-917f-b8ec6c71652c req-871294c4-0d20-44c1-ae9b-221e4c204f1b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:11.511697 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bd24e3-324a-494d-b266-cb99b8690d2d None None] Network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:51:11.514812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-962364957-router', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:11.534646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e0928-1dd4-410a-a21f-4fd8305b0ec8 req-d22f765a-e599-4258-8504-011ac60e9c9a tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:11.538950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a79e0928-1dd4-410a-a21f-4fd8305b0ec8 req-d22f765a-e599-4258-8504-011ac60e9c9a tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 943 time: 0.2642117 Jan 31 18:51:11.595809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Allocated IP 172.20.0.1 (546cf59e-c1c5-4201-ae52-2f3435181012/a35fa6e5-f602-4280-88c6-8c8dd7c0c76b/f4804ce6-e069-42fd-b097-c0ed08010076) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:11.624860 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:11.625920 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:11.627132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f003df14-7e18-4969-a311-605f3b6d8fa6 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Router 968d1fae-4795-4bd8-875c-fa9d3774c451 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:51:11.668428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-102f923f-6352-4b21-917f-b8ec6c71652c req-871294c4-0d20-44c1-ae9b-221e4c204f1b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] For port 27656f57-0b79-4cb7-b01c-d98edfbd1c09, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=27656f57-0b79-4cb7-b01c-d98edfbd1c09,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:11.668807 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-102f923f-6352-4b21-917f-b8ec6c71652c req-871294c4-0d20-44c1-ae9b-221e4c204f1b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:11.726844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb2722-99b2-4e7e-80cf-eb0054a83987 req-4db495b2-6845-464e-9f45-4aa7791b29b7 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:11.729173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82eb2722-99b2-4e7e-80cf-eb0054a83987 req-4db495b2-6845-464e-9f45-4aa7791b29b7 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 0.2828333 Jan 31 18:51:11.741023 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-102f923f-6352-4b21-917f-b8ec6c71652c req-871294c4-0d20-44c1-ae9b-221e4c204f1b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Calling delete_port for 27656f57-0b79-4cb7-b01c-d98edfbd1c09 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:11.748265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a79e0928-1dd4-410a-a21f-4fd8305b0ec8 req-81d07567-d640-45c6-9641-46a73dfacbde tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993799 Jan 31 18:51:11.817389 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Publish callbacks [] for router_controller (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:11.834439 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for port (f4804ce6-e069-42fd-b097-c0ed08010076), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:11.841078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f003df14-7e18-4969-a311-605f3b6d8fa6 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:51:11.846489 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f003df14-7e18-4969-a311-605f3b6d8fa6 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:11.854826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a97932-c95c-4764-948d-8b84d9f553b2 None None] Sync routers for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:51:11.868940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a97932-c95c-4764-948d-8b84d9f553b2 None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:11.869738 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a1a97932-c95c-4764-948d-8b84d9f553b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:11.903679 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f003df14-7e18-4969-a311-605f3b6d8fa6 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "PUT /v2.0/floatingips/1cd7530c-b32d-4f67-ae36-da16c581351f HTTP/1.1" status: 200 len: 992 time: 2.7497480 Jan 31 18:51:11.903679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'tag': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:11.906999 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebac808f-d8e2-40e5-a1e9-679a4599b2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bf36db-ee53-41a0-b164-344464671fb1", "tag": "b1c04ab2-2363-44b3-8e68-3967fdb469e3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:11.931200 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f4804ce6-e069-42fd-b097-c0ed08010076), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:11.963081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82eb2722-99b2-4e7e-80cf-eb0054a83987 req-26214f08-aeba-4f16-9c97-857c78fbc905 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111566 Jan 31 18:51:11.974121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Network 546cf59e-c1c5-4201-ae52-2f3435181012 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:11.997675 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:12.002947 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:12.051626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event updated for resources: {'Port': ['ID=f4804ce6-e069-42fd-b097-c0ed08010076,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:12.064380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a1a97932-c95c-4764-948d-8b84d9f553b2 None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:51:12.083377 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Publish callbacks [] for router_gateway (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:12.099312 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (c9514801-8720-452d-b3b7-25a6594c33ba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:12.304580 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb23dcb-8c4b-4d41-86a6-c1ee736ae5f7 x-openstack-request-id: req-1cb23dcb-8c4b-4d41-86a6-c1ee736ae5f7 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:12.305026 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bf36db-ee53-41a0-b164-344464671fb1", "tag": "b1c04ab2-2363-44b3-8e68-3967fdb469e3", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:12.305370 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cb23dcb-8c4b-4d41-86a6-c1ee736ae5f7 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:12.306004 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'tag': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3', 'status': 'completed', 'code': 200} Jan 31 18:51:12.355448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-102f923f-6352-4b21-917f-b8ec6c71652c req-871294c4-0d20-44c1-ae9b-221e4c204f1b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (27656f57-0b79-4cb7-b01c-d98edfbd1c09), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:12.385920 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f4804ce6-e069-42fd-b097-c0ed08010076), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:12.420522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6ebd2-cfb2-4f2b-8f4a-51692342debe req-d9a81a0f-c517-44f0-b3c1-0302f5d1b894 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:12.422130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6c6ebd2-cfb2-4f2b-8f4a-51692342debe req-d9a81a0f-c517-44f0-b3c1-0302f5d1b894 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.3121815 Jan 31 18:51:12.464994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871294c4-0d20-44c1-ae9b-221e4c204f1b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Port': ['ID=27656f57-0b79-4cb7-b01c-d98edfbd1c09,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:12.478130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-284e8a3c-ee29-4ed8-9add-e0591b3b8e54 None None] Provisioning complete for port f4804ce6-e069-42fd-b097-c0ed08010076 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:12.478914 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-284e8a3c-ee29-4ed8-9add-e0591b3b8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f4804ce6-e069-42fd-b097-c0ed08010076), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:12.514008 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac808f-d8e2-40e5-a1e9-679a4599b2f9 req-ed63ebf4-a31d-49a1-8380-895423823a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:12.515913 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ebac808f-d8e2-40e5-a1e9-679a4599b2f9 req-ed63ebf4-a31d-49a1-8380-895423823a7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=732c6167da0340c5b37c8a129944c15a&device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 1129 time: 0.1687853 Jan 31 18:51:12.572484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-102f923f-6352-4b21-917f-b8ec6c71652c req-871294c4-0d20-44c1-ae9b-221e4c204f1b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] No DVR routers for this DVR port 27656f57-0b79-4cb7-b01c-d98edfbd1c09 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:51:12.583743 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-102f923f-6352-4b21-917f-b8ec6c71652c req-871294c4-0d20-44c1-ae9b-221e4c204f1b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:12.588058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-102f923f-6352-4b21-917f-b8ec6c71652c req-871294c4-0d20-44c1-ae9b-221e4c204f1b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "DELETE /v2.0/ports/27656f57-0b79-4cb7-b01c-d98edfbd1c09 HTTP/1.1" status: 204 len: 173 time: 1.4826314 Jan 31 18:51:12.613205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc2b49-b4aa-434d-8a49-f6066a2ed3dc req-83ccf5d5-8ff4-421d-aba4-d1497f33a101 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:12.615501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39fc2b49-b4aa-434d-8a49-f6066a2ed3dc req-83ccf5d5-8ff4-421d-aba4-d1497f33a101 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.2275779 Jan 31 18:51:12.673610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6c6ebd2-cfb2-4f2b-8f4a-51692342debe req-0b3f60a3-4553-4eb5-b6f0-34edcbca58ce tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102926 Jan 31 18:51:12.689582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac808f-d8e2-40e5-a1e9-679a4599b2f9 req-c1d24c92-4f86-4ae6-bd66-5c7f121de882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:12.692518 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ebac808f-d8e2-40e5-a1e9-679a4599b2f9 req-c1d24c92-4f86-4ae6-bd66-5c7f121de882 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 200 len: 912 time: 0.1686208 Jan 31 18:51:12.727781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e3042d94-b66e-4d48-80f3-6661f555d908 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:51:12.731145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 27656f57-0b79-4cb7-b01c-d98edfbd1c09 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:51:12.767747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 27656f57-0b79-4cb7-b01c-d98edfbd1c09 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:51:12.768495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 27656f57-0b79-4cb7-b01c-d98edfbd1c09 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:51:12.769065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:51:12.852169 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:51:12.857998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8ffc476c-7db2-47f1-9ff9-58dbc76dcb50 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:51:12.859246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ac832f17-4ce2-46a7-9fe6-4e408555e43c no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:51:12.905134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-284e8a3c-ee29-4ed8-9add-e0591b3b8e54 None None] Port f4804ce6-e069-42fd-b097-c0ed08010076 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:51:12.909784 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ebac808f-d8e2-40e5-a1e9-679a4599b2f9 req-df337e5b-5fb9-4cc8-8ffe-213e15997212 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1c04ab2-2363-44b3-8e68-3967fdb469e3 HTTP/1.1" status: 200 len: 1000 time: 0.1411202 Jan 31 18:51:12.985433 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:51:13.070574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac808f-d8e2-40e5-a1e9-679a4599b2f9 req-febc6818-7427-4294-91b8-b89c0afef629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:13.073373 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ebac808f-d8e2-40e5-a1e9-679a4599b2f9 req-febc6818-7427-4294-91b8-b89c0afef629 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b1b457b-8abd-4614-8276-0291f0e06e62 HTTP/1.1" status: 200 len: 850 time: 0.1555414 Jan 31 18:51:13.174566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e3042d94-b66e-4d48-80f3-6661f555d908, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e3042d94-b66e-4d48-80f3-6661f555d908,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:13.178233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ac832f17-4ce2-46a7-9fe6-4e408555e43c is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:13.179139 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:13.192193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac808f-d8e2-40e5-a1e9-679a4599b2f9 req-86dad811-a03f-4e94-89f1-82118a2be1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:13.194418 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ebac808f-d8e2-40e5-a1e9-679a4599b2f9 req-86dad811-a03f-4e94-89f1-82118a2be1cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c11bd176-3044-4185-9008-2e805d18ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1099789 Jan 31 18:51:13.222978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac832f17-4ce2-46a7-9fe6-4e408555e43c'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:13.225847 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a565d4-daf6-4f51-ac61-c608ac5604bc" -d '{"events": [{"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac832f17-4ce2-46a7-9fe6-4e408555e43c"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:13.239042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a1a97932-c95c-4764-948d-8b84d9f553b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '1cd7530c-b32d-4f67-ae36-da16c581351f', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'port_id': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'mac_address': 'fa:16:3e:3c:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:50:37Z', 'updated_at': '2022-01-31T18:51:10Z', 'revision_number': 1, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:38Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:13.246806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ac832f17-4ce2-46a7-9fe6-4e408555e43c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ac832f17-4ce2-46a7-9fe6-4e408555e43c,segment=NetworkSegment(1799979b-7689-428d-aed4-f1f2880a4065),segment_id=1799979b-7689-428d-aed4-f1f2880a4065)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:13.248493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'e3042d94-b66e-4d48-80f3-6661f555d908', 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0', 'port_id': 'e3042d94-b66e-4d48-80f3-6661f555d908', 'mac_address': 'fa:16:3e:8a:87:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a15e6d-a69c-4a57-8ca0-d0f230a4ef00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:51:13.263480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-deleted', 'tag': '27656f57-0b79-4cb7-b01c-d98edfbd1c09'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:13.266505 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b9ae5f-b32b-4ae5-ae4d-2003c3e593a9" -d '{"events": [{"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-deleted", "tag": "27656f57-0b79-4cb7-b01c-d98edfbd1c09"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:13.282976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a97932-c95c-4764-948d-8b84d9f553b2 None None] Checking router: 968d1fae-4795-4bd8-875c-fa9d3774c451 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:51:13.285009 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:13.285520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for port (f4804ce6-e069-42fd-b097-c0ed08010076), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:13.294496 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f4804ce6-e069-42fd-b097-c0ed08010076), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:13.353676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a97932-c95c-4764-948d-8b84d9f553b2 None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:13.354651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a1a97932-c95c-4764-948d-8b84d9f553b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:13.383440 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39fc2b49-b4aa-434d-8a49-f6066a2ed3dc req-f55c45b5-7ab0-478c-9365-5dd7c1475312 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7492411 Jan 31 18:51:13.410298 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ebac808f-d8e2-40e5-a1e9-679a4599b2f9 req-ae787bfa-fac4-45ce-8694-4433f7e43a37 service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070906 Jan 31 18:51:13.417542 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (c9514801-8720-452d-b3b7-25a6594c33ba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:13.420746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event updated for resources: {'Port': ['ID=f4804ce6-e069-42fd-b097-c0ed08010076,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:13.472425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port e3042d94-b66e-4d48-80f3-6661f555d908 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:13.472425 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:13.472748 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802d391-cd2a-4312-819f-7797c8ad9406 req-039115f7-e20e-47bc-a9e4-2b84e689fa9d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:13.473225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0802d391-cd2a-4312-819f-7797c8ad9406 req-039115f7-e20e-47bc-a9e4-2b84e689fa9d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 943 time: 0.2021923 Jan 31 18:51:13.481638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3042d94-b66e-4d48-80f3-6661f555d908 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:13.489156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=ac832f17-4ce2-46a7-9fe6-4e408555e43c,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:13.512074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-102f923f-6352-4b21-917f-b8ec6c71652c req-586ab48f-d7f5-4bd5-b77e-3906dd72c71f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting port ac832f17-4ce2-46a7-9fe6-4e408555e43c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:13.512452 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-102f923f-6352-4b21-917f-b8ec6c71652c req-586ab48f-d7f5-4bd5-b77e-3906dd72c71f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:13.518955 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Publish callbacks [] for router_gateway (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:13.545163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e3042d94-b66e-4d48-80f3-6661f555d908, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e3042d94-b66e-4d48-80f3-6661f555d908,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:13.551621 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:13.574991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a1a97932-c95c-4764-948d-8b84d9f553b2 None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:51:13.606509 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:13.653542 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Network 546cf59e-c1c5-4201-ae52-2f3435181012 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:13.657466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:13.665001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0802d391-cd2a-4312-819f-7797c8ad9406 req-8ae6566f-aabb-4dd5-96b6-88195917c9f7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910636 Jan 31 18:51:13.710760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=e3042d94-b66e-4d48-80f3-6661f555d908,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:13.755606 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ebac808f-d8e2-40e5-a1e9-679a4599b2f9 req-305b0ccf-7864-4650-975e-021109733c77 service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356233 Jan 31 18:51:13.811829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e3042d94-b66e-4d48-80f3-6661f555d908'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:51:13.916546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1ec42-1be0-4e72-b492-d162290308cd req-8f55ae63-d548-4a44-b81b-bbfcd686504c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:13.919415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32a1ec42-1be0-4e72-b492-d162290308cd req-8f55ae63-d548-4a44-b81b-bbfcd686504c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 944 time: 0.3766961 Jan 31 18:51:13.944657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-102f923f-6352-4b21-917f-b8ec6c71652c req-586ab48f-d7f5-4bd5-b77e-3906dd72c71f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] For port ac832f17-4ce2-46a7-9fe6-4e408555e43c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ac832f17-4ce2-46a7-9fe6-4e408555e43c,segment=NetworkSegment(1799979b-7689-428d-aed4-f1f2880a4065),segment_id=1799979b-7689-428d-aed4-f1f2880a4065)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:13.945089 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-102f923f-6352-4b21-917f-b8ec6c71652c req-586ab48f-d7f5-4bd5-b77e-3906dd72c71f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:14.003508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a1a97932-c95c-4764-948d-8b84d9f553b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '1cd7530c-b32d-4f67-ae36-da16c581351f', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'port_id': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'mac_address': 'fa:16:3e:3c:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:50:37Z', 'updated_at': '2022-01-31T18:51:10Z', 'revision_number': 1, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:38Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:14.044306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a97932-c95c-4764-948d-8b84d9f553b2 None None] The sync data for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 is: [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '1cd7530c-b32d-4f67-ae36-da16c581351f', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'port_id': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'mac_address': 'fa:16:3e:3c:46:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:50:37Z', 'updated_at': '2022-01-31T18:51:10Z', 'revision_number': 1, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:38Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:51:14.050427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-102f923f-6352-4b21-917f-b8ec6c71652c req-586ab48f-d7f5-4bd5-b77e-3906dd72c71f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Calling delete_port for ac832f17-4ce2-46a7-9fe6-4e408555e43c owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:14.092879 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:51:14.115902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Allocated IP 172.25.8.227 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/10e0073e-d6fb-45d6-8d08-a5494db4d2f2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:14.137018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-78931d62-f098-46ae-93fb-7b9917075894 None None] Provisioning complete for port f4804ce6-e069-42fd-b097-c0ed08010076 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:14.137411 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-78931d62-f098-46ae-93fb-7b9917075894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f4804ce6-e069-42fd-b097-c0ed08010076), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:14.152888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32a1ec42-1be0-4e72-b492-d162290308cd req-271d4e38-c5d8-42af-bf66-6fd411bdf05a tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215836 Jan 31 18:51:14.187262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-78931d62-f098-46ae-93fb-7b9917075894 None None] Port f4804ce6-e069-42fd-b097-c0ed08010076 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:51:14.224581 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32b94d4-efdd-482b-bc4d-817fa70f3d0e x-openstack-request-id: req-a32b94d4-efdd-482b-bc4d-817fa70f3d0e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:14.225739 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac832f17-4ce2-46a7-9fe6-4e408555e43c", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:14.227486 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a32b94d4-efdd-482b-bc4d-817fa70f3d0e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:14.228170 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac832f17-4ce2-46a7-9fe6-4e408555e43c', 'code': 200} Jan 31 18:51:14.311729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Router c9514801-8720-452d-b3b7-25a6594c33ba has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:51:14.336408 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Publish callbacks [] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:14.339044 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db75fa66-5223-49aa-86e0-06385f06fd2d x-openstack-request-id: req-db75fa66-5223-49aa-86e0-06385f06fd2d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:14.340745 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-deleted", "tag": "27656f57-0b79-4cb7-b01c-d98edfbd1c09", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:14.341071 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db75fa66-5223-49aa-86e0-06385f06fd2d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:14.341508 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-deleted', 'tag': '27656f57-0b79-4cb7-b01c-d98edfbd1c09', 'status': 'completed', 'code': 200} Jan 31 18:51:14.377736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22e14e-f30d-46fa-a074-69ff9e1098cc req-2edf939d-ffe2-4560-9909-52f60fbe8abe tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:14.379408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f22e14e-f30d-46fa-a074-69ff9e1098cc req-2edf939d-ffe2-4560-9909-52f60fbe8abe tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 0.6250746 Jan 31 18:51:14.419194 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963512b8-1974-4977-b6d3-c7afe1ed59e0 None None] New status for floating IP 1cd7530c-b32d-4f67-ae36-da16c581351f: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:51:14.485541 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:51:14.496841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6eb4ed-e56f-4598-b967-f7111315e979 None None] Sync routers for ids ['c9514801-8720-452d-b3b7-25a6594c33ba'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:51:14.498056 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fa2760e9-004e-44cc-9c80-8537a1038b3b tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "PUT /v2.0/routers/c9514801-8720-452d-b3b7-25a6594c33ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5108120 Jan 31 18:51:14.500815 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46740) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:14.508082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6eb4ed-e56f-4598-b967-f7111315e979 None None] Routers {'c9514801-8720-452d-b3b7-25a6594c33ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:14.508760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-df6eb4ed-e56f-4598-b967-f7111315e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c9514801-8720-452d-b3b7-25a6594c33ba'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:14.512185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Request body: {'port': {'network_id': '546cf59e-c1c5-4201-ae52-2f3435181012', 'name': 'tempest-FloatingIPAdminTestJSON-465189062'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:14.560704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f22e14e-f30d-46fa-a074-69ff9e1098cc req-cb512c82-94df-4124-a83f-981bd5f0874c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679592 Jan 31 18:51:14.562304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-df6eb4ed-e56f-4598-b967-f7111315e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:14.573052 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e3042d94-b66e-4d48-80f3-6661f555d908 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:14.585733 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:14.616093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04e29a-f7d5-4188-9f82-6d63c8266c0e req-580ddcb2-ce7a-4203-8a13-70f725ff194c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:14.623446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf04e29a-f7d5-4188-9f82-6d63c8266c0e req-580ddcb2-ce7a-4203-8a13-70f725ff194c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.2785892 Jan 31 18:51:14.639037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6eb4ed-e56f-4598-b967-f7111315e979 None None] Routers {'c9514801-8720-452d-b3b7-25a6594c33ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:14.639914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-df6eb4ed-e56f-4598-b967-f7111315e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c9514801-8720-452d-b3b7-25a6594c33ba'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:14.673411 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Made reservation on behalf of 3d5b944f54a34a15b46948eec1996506 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:14.678706 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:14.679905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:14.687058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-df6eb4ed-e56f-4598-b967-f7111315e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:14.688807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6eb4ed-e56f-4598-b967-f7111315e979 None None] The sync data for ids ['c9514801-8720-452d-b3b7-25a6594c33ba'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:51:14.688976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:14.692045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:14.697405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port e3042d94-b66e-4d48-80f3-6661f555d908 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:51:14.704666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port e3042d94-b66e-4d48-80f3-6661f555d908 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:14.705986 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:14.723278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] device_id is not set on port 8b951cd5-7158-4cb6-9034-a823fda99855 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:51:14.808416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port e3042d94-b66e-4d48-80f3-6661f555d908 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:14.809552 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:14.847778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Pushing event updated for resources: {'Port': ['ID=10e0073e-d6fb-45d6-8d08-a5494db4d2f2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:14.852481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e3042d94-b66e-4d48-80f3-6661f555d908, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e3042d94-b66e-4d48-80f3-6661f555d908,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:14.857976 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:14.879956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Allocated IP 172.20.0.6 (546cf59e-c1c5-4201-ae52-2f3435181012/a35fa6e5-f602-4280-88c6-8c8dd7c0c76b/8b951cd5-7158-4cb6-9034-a823fda99855) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:14.898462 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf04e29a-f7d5-4188-9f82-6d63c8266c0e req-0d384f2c-c0be-4dbf-8f78-6ac7b1cd9a53 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737210 Jan 31 18:51:14.936253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=e3042d94-b66e-4d48-80f3-6661f555d908,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:14.997240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-102f923f-6352-4b21-917f-b8ec6c71652c req-586ab48f-d7f5-4bd5-b77e-3906dd72c71f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ac832f17-4ce2-46a7-9fe6-4e408555e43c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:15.044484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ab48f-d7f5-4bd5-b77e-3906dd72c71f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Port': ['ID=ac832f17-4ce2-46a7-9fe6-4e408555e43c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:15.089462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869598fe-9eb6-493b-8f58-754f5563e5fe req-f9621328-7820-49a9-8abe-da84fa1a891a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:15.091068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-869598fe-9eb6-493b-8f58-754f5563e5fe req-f9621328-7820-49a9-8abe-da84fa1a891a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.3247597 Jan 31 18:51:15.096605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for port (8b951cd5-7158-4cb6-9034-a823fda99855), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:15.161156 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8b951cd5-7158-4cb6-9034-a823fda99855), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:15.171750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-102f923f-6352-4b21-917f-b8ec6c71652c req-586ab48f-d7f5-4bd5-b77e-3906dd72c71f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] No DVR routers for this DVR port ac832f17-4ce2-46a7-9fe6-4e408555e43c on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:51:15.180543 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-102f923f-6352-4b21-917f-b8ec6c71652c req-586ab48f-d7f5-4bd5-b77e-3906dd72c71f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:15.183883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-102f923f-6352-4b21-917f-b8ec6c71652c req-586ab48f-d7f5-4bd5-b77e-3906dd72c71f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "DELETE /v2.0/ports/ac832f17-4ce2-46a7-9fe6-4e408555e43c HTTP/1.1" status: 204 len: 173 time: 2.5839043 Jan 31 18:51:15.234210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Network 546cf59e-c1c5-4201-ae52-2f3435181012 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:15.252921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:15.274681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:15.281360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event updated for resources: {'Port': ['ID=8b951cd5-7158-4cb6-9034-a823fda99855,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:15.287363 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-869598fe-9eb6-493b-8f58-754f5563e5fe req-521d3412-afa8-4206-af87-78cdb9184ebb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830294 Jan 31 18:51:15.320434 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Publish callbacks [] for router_gateway (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:15.409360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:15.410674 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:15.460226 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0c8c0421-0c93-4cc3-9b61-a459a920e7dd tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9563859 Jan 31 18:51:15.464232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46758) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:15.570443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7910f14c-4c09-4c04-b7ae-02712d145a05 req-d527bbe8-53ae-4702-9e40-6bdb937fde53 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8b478eb-fab3-4fa9-b417-fca3fb4dc24d HTTP/1.1" status: 200 len: 210 time: 0.0761108 Jan 31 18:51:15.680029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'project_id': '3d5b944f54a34a15b46948eec1996506', 'port_id': '8b951cd5-7158-4cb6-9034-a823fda99855'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:15.728892 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:15.733232 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7591f1b8-a05f-4688-bf32-a6497880913c None None] Provisioning complete for port 8b951cd5-7158-4cb6-9034-a823fda99855 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:15.734133 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7591f1b8-a05f-4688-bf32-a6497880913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8b951cd5-7158-4cb6-9034-a823fda99855), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:15.828589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7591f1b8-a05f-4688-bf32-a6497880913c None None] Port 8b951cd5-7158-4cb6-9034-a823fda99855 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:51:15.888484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c746e-cd6b-4c2b-a099-a5648747ff81 req-b973738e-0e0b-4bb5-beeb-6137c86c56d6 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:15.888774 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:15.890063 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af4c746e-cd6b-4c2b-a099-a5648747ff81 req-b973738e-0e0b-4bb5-beeb-6137c86c56d6 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 0.1823463 Jan 31 18:51:15.899545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a4f7-9f00-4de7-920b-d646b7a87305 req-9b9553ad-8390-4ac7-84bf-9282d79fba77 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:15.901386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3d5a4f7-9f00-4de7-920b-d646b7a87305 req-9b9553ad-8390-4ac7-84bf-9282d79fba77 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 945 time: 0.1923139 Jan 31 18:51:15.903843 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:16.035536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Allocated IP 172.25.8.52 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/36ab87f3-c85e-4e69-baaa-4ec8a426b1e5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:16.060320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af4c746e-cd6b-4c2b-a099-a5648747ff81 req-365673a0-ade5-4dbc-85fb-b66dbff48609 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579065 Jan 31 18:51:16.065772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3d5a4f7-9f00-4de7-920b-d646b7a87305 req-41ff57f6-2839-4b40-b13b-8cb6d7fc2773 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578717 Jan 31 18:51:16.121883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Router e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:51:16.164584 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks [] for port (36ab87f3-c85e-4e69-baaa-4ec8a426b1e5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:16.206281 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (36ab87f3-c85e-4e69-baaa-4ec8a426b1e5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:16.229727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3042d94-b66e-4d48-80f3-6661f555d908'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:16.232989 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac727d8-a07e-4291-a388-02beabe6ed7e" -d '{"events": [{"server_uuid": "fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6", "name": "network-vif-plugged", "status": "completed", "tag": "e3042d94-b66e-4d48-80f3-6661f555d908"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:16.255774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:16.260298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:16.265623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:51:16.268173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:16.277974 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Sync routers for ids ['e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:51:16.289379 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8773eb-c5f2-48d7-a32e-9ce3860ae982 x-openstack-request-id: req-6d8773eb-c5f2-48d7-a32e-9ce3860ae982 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:16.289970 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6", "name": "network-vif-plugged", "status": "completed", "tag": "e3042d94-b66e-4d48-80f3-6661f555d908", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:16.290466 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d8773eb-c5f2-48d7-a32e-9ce3860ae982 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:16.291007 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:16.295346 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Routers {'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:16.296132 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3042d94-b66e-4d48-80f3-6661f555d908', 'code': 200} Jan 31 18:51:16.296481 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:16.297643 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:16.301344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b47a89f3-a9a3-40c2-a2b5-a4c786346022 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8481581 Jan 31 18:51:16.342354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-deleted', 'tag': 'ac832f17-4ce2-46a7-9fe6-4e408555e43c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:16.344816 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ecf267-68fc-45c8-b88d-acfc161e76f1" -d '{"events": [{"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-deleted", "tag": "ac832f17-4ce2-46a7-9fe6-4e408555e43c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:16.401430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Pushing event updated for resources: {'Port': ['ID=36ab87f3-c85e-4e69-baaa-4ec8a426b1e5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:16.424755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635c367-5565-4f23-a72c-d0513edb44ba req-4147cf78-28cb-45c8-b3ca-3d23dd97fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:16.430669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d635c367-5565-4f23-a72c-d0513edb44ba req-4147cf78-28cb-45c8-b3ca-3d23dd97fd0c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 1128 time: 0.0694699 Jan 31 18:51:16.451363 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1bf5ab-ea9a-4a59-99c7-518bbf191f55 x-openstack-request-id: req-5a1bf5ab-ea9a-4a59-99c7-518bbf191f55 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:16.451795 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b478eb-fab3-4fa9-b417-fca3fb4dc24d", "name": "network-vif-deleted", "tag": "ac832f17-4ce2-46a7-9fe6-4e408555e43c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:16.451908 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a1bf5ab-ea9a-4a59-99c7-518bbf191f55 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:16.452324 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b478eb-fab3-4fa9-b417-fca3fb4dc24d', 'name': 'network-vif-deleted', 'tag': 'ac832f17-4ce2-46a7-9fe6-4e408555e43c', 'status': 'completed', 'code': 200} Jan 31 18:51:16.454293 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Set router e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:51:16.518928 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d635c367-5565-4f23-a72c-d0513edb44ba req-641f4cb1-4528-4ae0-845f-3c9f8c69b209 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694108 Jan 31 18:51:16.532257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2888d-d6eb-4660-a612-3dff0f832207 req-becba3a3-a16b-4a4d-8273-44149a5b1668 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:16.534510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bc2888d-d6eb-4660-a612-3dff0f832207 req-becba3a3-a16b-4a4d-8273-44149a5b1668 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.0973403 Jan 31 18:51:16.588523 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 78722241-dd71-4213-b720-7d798751e15a details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:51:16.631046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bc2888d-d6eb-4660-a612-3dff0f832207 req-ac095aab-7a08-45ec-87d6-c2a886cff1a5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866797 Jan 31 18:51:16.660431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:16.724583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3510fd4-6b57-4361-997f-b6b12659a953 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting subnet ecf048e7-8382-4f76-98e9-7375e65b2d6b {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:51:16.729832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3510fd4-6b57-4361-997f-b6b12659a953 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for subnet (ecf048e7-8382-4f76-98e9-7375e65b2d6b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:16.747416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 78722241-dd71-4213-b720-7d798751e15a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=78722241-dd71-4213-b720-7d798751e15a,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:16.766389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '78722241-dd71-4213-b720-7d798751e15a', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'port_id': '78722241-dd71-4213-b720-7d798751e15a', 'mac_address': 'fa:16:3e:d9:f6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:51:16.780252 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3510fd4-6b57-4361-997f-b6b12659a953 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (ecf048e7-8382-4f76-98e9-7375e65b2d6b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:16.849021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 78722241-dd71-4213-b720-7d798751e15a is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:16.849606 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (78722241-dd71-4213-b720-7d798751e15a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:16.850166 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'name': 'tempest-ServerRescueNegativeTestJSON-962364957-router', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:51:11Z', 'updated_at': '2022-01-31T18:51:14Z', 'revision_number': 3, 'project_id': '2955cafada344780a429a6e6a13faa85', 'gw_port': {'id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:51:13Z', 'updated_at': '2022-01-31T18:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:16.871918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78722241-dd71-4213-b720-7d798751e15a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:16.890935 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Checking router: e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:51:16.891295 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Updating router e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:51:16.902197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 78722241-dd71-4213-b720-7d798751e15a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=78722241-dd71-4213-b720-7d798751e15a,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:16.908952 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3510fd4-6b57-4361-997f-b6b12659a953 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (ecf048e7-8382-4f76-98e9-7375e65b2d6b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:16.912364 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (78722241-dd71-4213-b720-7d798751e15a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:16.925406 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:16.997110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=78722241-dd71-4213-b720-7d798751e15a,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:16.998308 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3510fd4-6b57-4361-997f-b6b12659a953 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (ecf048e7-8382-4f76-98e9-7375e65b2d6b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.027077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['78722241-dd71-4213-b720-7d798751e15a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:51:17.041787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3510fd4-6b57-4361-997f-b6b12659a953 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf048e7-8382-4f76-98e9-7375e65b2d6b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:17.046101 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3510fd4-6b57-4361-997f-b6b12659a953 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.049762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b3510fd4-6b57-4361-997f-b6b12659a953 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "DELETE /v2.0/subnets/ecf048e7-8382-4f76-98e9-7375e65b2d6b HTTP/1.1" status: 204 len: 168 time: 0.3882203 Jan 31 18:51:17.053497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46780) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:17.067433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f9fe8-be1e-4aab-9e0d-22279f1a717a None None] Network 081a70e1-02b0-4281-83ab-4c8d80f4aef8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:51:17.133543 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks [] for floatingip (e8d502af-7bca-4996-86a4-7bcee2a8ef47), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.155868 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (081a70e1-02b0-4281-83ab-4c8d80f4aef8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.333942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf3b7d-9135-4e0c-bf03-9ebb70591b29 req-e2d307e5-c875-45ad-a3b1-e27f34f277a2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:17.337037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ddf3b7d-9135-4e0c-bf03-9ebb70591b29 req-e2d307e5-c875-45ad-a3b1-e27f34f277a2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 945 time: 0.1597128 Jan 31 18:51:17.353645 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.373074 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (36ab87f3-c85e-4e69-baaa-4ec8a426b1e5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.383831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67ff81-0605-48ba-99b4-74a06ea99b2e req-4aca8102-1c88-4292-8713-fed92623747c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:17.385494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc67ff81-0605-48ba-99b4-74a06ea99b2e req-4aca8102-1c88-4292-8713-fed92623747c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 945 time: 0.1547763 Jan 31 18:51:17.390158 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Publish callbacks [] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.408941 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.425733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting port 0ae094b3-2e81-4d15-942f-8620bd10c16b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:17.426104 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.464428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ddf3b7d-9135-4e0c-bf03-9ebb70591b29 req-ffb7d95b-2742-47d7-a253-e538e57cc90d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103497 Jan 31 18:51:17.494482 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Attempting to bind port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:51:17.494482 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Attempting to bind port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:51:17.494482 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Attempting to bind port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:17.502794 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Pushing event updated for resources: {'Port': ['ID=10e0073e-d6fb-45d6-8d08-a5494db4d2f2,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:17.507805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09088f4d-248a-48b1-9038-a69d5bc9cf89 None None] DHCP port deletion for 081a70e1-02b0-4281-83ab-4c8d80f4aef8 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:51:17.520054 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.520402 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.520749 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.521088 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.521417 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.522913 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.523213 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.524001 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.524149 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.524647 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.525626 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.526213 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.526941 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:17.531889 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:51:17.532176 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:17.532797 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.533211 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:51:17.533696 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Bound port: 10e0073e-d6fb-45d6-8d08-a5494db4d2f2, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:51:17.534076 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.538524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc67ff81-0605-48ba-99b4-74a06ea99b2e req-82d82e5a-f192-4e82-9872-0e0c72a89260 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394904 Jan 31 18:51:17.546569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] For port 0ae094b3-2e81-4d15-942f-8620bd10c16b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=0ae094b3-2e81-4d15-942f-8620bd10c16b,segment=NetworkSegment(1799979b-7689-428d-aed4-f1f2880a4065),segment_id=1799979b-7689-428d-aed4-f1f2880a4065)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:17.546946 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.563338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Calling delete_port for 0ae094b3-2e81-4d15-942f-8620bd10c16b owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:17.604221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-09088f4d-248a-48b1-9038-a69d5bc9cf89 None None] Deleting port 0ae094b3-2e81-4d15-942f-8620bd10c16b {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:17.604777 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09088f4d-248a-48b1-9038-a69d5bc9cf89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.618001 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] For port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:17.622296 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] For port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=10e0073e-d6fb-45d6-8d08-a5494db4d2f2,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:51:17.643327 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.674844 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.769474 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Routers {'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:17.780490 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:17.783991 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ab84f-6624-4924-adfc-b7dc20b66cfb None None] Pushing event updated for resources: {'Port': ['ID=10e0073e-d6fb-45d6-8d08-a5494db4d2f2,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:17.792791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-09088f4d-248a-48b1-9038-a69d5bc9cf89 None None] For port 0ae094b3-2e81-4d15-942f-8620bd10c16b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=0ae094b3-2e81-4d15-942f-8620bd10c16b,segment=NetworkSegment(1799979b-7689-428d-aed4-f1f2880a4065),segment_id=1799979b-7689-428d-aed4-f1f2880a4065)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:17.793372 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09088f4d-248a-48b1-9038-a69d5bc9cf89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:17.793463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Port': ['ID=0ae094b3-2e81-4d15-942f-8620bd10c16b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:17.837407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-09088f4d-248a-48b1-9038-a69d5bc9cf89 None None] Calling delete_port for 0ae094b3-2e81-4d15-942f-8620bd10c16b owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:17.860771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] No DVR routers for this DVR port 0ae094b3-2e81-4d15-942f-8620bd10c16b on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:51:17.870404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Allocated IP 172.20.0.1 (8d9cae6d-c34f-4255-bef4-d02e928b2b06/8c523f28-793d-4d04-b5eb-56fa402c8e88/67fdc59c-b1af-41e6-80d0-a0072c97de41) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:17.988517 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks [] for port (36ab87f3-c85e-4e69-baaa-4ec8a426b1e5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.041794 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] Set router e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:51:18.057523 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (36ab87f3-c85e-4e69-baaa-4ec8a426b1e5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.102970 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09088f4d-248a-48b1-9038-a69d5bc9cf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (0ae094b3-2e81-4d15-942f-8620bd10c16b), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.149092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Pushing event updated for resources: {'Port': ['ID=36ab87f3-c85e-4e69-baaa-4ec8a426b1e5,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:18.205505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09088f4d-248a-48b1-9038-a69d5bc9cf89 None None] Pushing event deleted for resources: {'Port': ['ID=0ae094b3-2e81-4d15-942f-8620bd10c16b,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:18.217765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09088f4d-248a-48b1-9038-a69d5bc9cf89 None None] No DVR routers for this DVR port 0ae094b3-2e81-4d15-942f-8620bd10c16b on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:51:18.220294 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (e8d502af-7bca-4996-86a4-7bcee2a8ef47), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.377355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 0ae094b3-2e81-4d15-942f-8620bd10c16b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:51:18.410750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Publish callbacks [] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.447732 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Floating IP e8d502af-7bca-4996-86a4-7bcee2a8ef47 associated. External IP: 172.25.8.52, port: 8b951cd5-7158-4cb6-9034-a823fda99855. Jan 31 18:51:18.448798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 0ae094b3-2e81-4d15-942f-8620bd10c16b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:51:18.449860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 0ae094b3-2e81-4d15-942f-8620bd10c16b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:51:18.464198 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (081a70e1-02b0-4281-83ab-4c8d80f4aef8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.490998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71853072-f46d-4dc7-96c0-febfd1b95dea req-e266155a-cb0a-45ce-b64b-617f419f4554 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:18.503428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71853072-f46d-4dc7-96c0-febfd1b95dea req-e266155a-cb0a-45ce-b64b-617f419f4554 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.7299039 Jan 31 18:51:18.538001 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.553238 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'name': 'tempest-ServerRescueNegativeTestJSON-962364957-router', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:51:11Z', 'updated_at': '2022-01-31T18:51:14Z', 'revision_number': 3, 'project_id': '2955cafada344780a429a6e6a13faa85', 'gw_port': {'id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:51:13Z', 'updated_at': '2022-01-31T18:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:18.571991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081a70e1-02b0-4281-83ab-4c8d80f4aef8']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:18.597608 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd5a23-bedf-40e3-9339-179b17d9b9d2 None None] The sync data for ids ['e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'] in n-d-812111-15 is: [{'id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'name': 'tempest-ServerRescueNegativeTestJSON-962364957-router', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:51:11Z', 'updated_at': '2022-01-31T18:51:14Z', 'revision_number': 3, 'project_id': '2955cafada344780a429a6e6a13faa85', 'gw_port': {'id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:51:13Z', 'updated_at': '2022-01-31T18:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:51:18.604772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 78722241-dd71-4213-b720-7d798751e15a up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:18.624119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1799979b-7689-428d-aed4-f1f2880a4065') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:18.624614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1799979b-7689-428d-aed4-f1f2880a4065') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:18.662791 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (1799979b-7689-428d-aed4-f1f2880a4065), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.702259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fcc8c-9547-4bc7-b92d-4f784ed440a9 req-5c8ca28a-c45d-45cf-82fc-3c6a0d3077fb tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:18.704166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-765fcc8c-9547-4bc7-b92d-4f784ed440a9 req-5c8ca28a-c45d-45cf-82fc-3c6a0d3077fb tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.2283037 Jan 31 18:51:18.715448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71853072-f46d-4dc7-96c0-febfd1b95dea req-36af6829-7b54-4174-ae7e-94d7c20f6d46 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111521 Jan 31 18:51:18.717814 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1799979b-7689-428d-aed4-f1f2880a4065), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.739301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:51:18.739722 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (1799979b-7689-428d-aed4-f1f2880a4065), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:51:18.755785 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:51:18.862599 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-765fcc8c-9547-4bc7-b92d-4f784ed440a9 req-f245c7f2-c0be-4e21-87bc-2a6c7a8c9a90 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458027 Jan 31 18:51:18.908072 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (081a70e1-02b0-4281-83ab-4c8d80f4aef8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.914469 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.918428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "DELETE /v2.0/networks/081a70e1-02b0-4281-83ab-4c8d80f4aef8 HTTP/1.1" status: 204 len: 168 time: 1.8609254 Jan 31 18:51:18.924963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46818) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:18.938961 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-088fdb75-8537-43b0-9d15-e49f2550d919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:18.958180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 78722241-dd71-4213-b720-7d798751e15a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:18.958791 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (78722241-dd71-4213-b720-7d798751e15a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:19.048589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59e9c5-584c-4218-8e98-1bc2f69a7042 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Network': ['ID=081a70e1-02b0-4281-83ab-4c8d80f4aef8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:19.094191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 78722241-dd71-4213-b720-7d798751e15a is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:19.094832 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (78722241-dd71-4213-b720-7d798751e15a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:19.177046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30c522b-467c-4567-bccc-5c924afc9c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78722241-dd71-4213-b720-7d798751e15a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:19.180239 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3338be10-0c80-47aa-ac21-dced5c92683c" -d '{"events": [{"server_uuid": "b30c522b-467c-4567-bccc-5c924afc9c01", "name": "network-vif-plugged", "status": "completed", "tag": "78722241-dd71-4213-b720-7d798751e15a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:19.202942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 78722241-dd71-4213-b720-7d798751e15a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=78722241-dd71-4213-b720-7d798751e15a,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:19.221864 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (78722241-dd71-4213-b720-7d798751e15a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:19.269827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:19.283305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48abfa1-2a37-4f73-b525-d509fc17240a req-3777dc5f-3fb9-41ab-a6fa-400e04f81882 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:19.292603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d48abfa1-2a37-4f73-b525-d509fc17240a req-3777dc5f-3fb9-41ab-a6fa-400e04f81882 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 945 time: 0.3717258 Jan 31 18:51:19.298008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fb134f-62df-471c-a65b-265531e83859 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting subnet 5432f97e-a73f-4195-955e-05157fdb66d7 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:51:19.326280 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fb134f-62df-471c-a65b-265531e83859 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for subnet (5432f97e-a73f-4195-955e-05157fdb66d7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:19.329955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:19.340376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Pushing event updated for resources: {'Port': ['ID=67fdc59c-b1af-41e6-80d0-a0072c97de41,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:19.366849 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:19.374305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=78722241-dd71-4213-b720-7d798751e15a,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:19.385043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b9aff-2022-44f8-9527-aa8b17e36398 req-e6252f05-b48f-4eef-8510-eea42cd90367 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:19.388868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.390048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.390595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.391114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.391627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.392382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c72b9aff-2022-44f8-9527-aa8b17e36398 req-e6252f05-b48f-4eef-8510-eea42cd90367 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 945 time: 0.2474508 Jan 31 18:51:19.394152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.394743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.395308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.395803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.396302 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.396844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.397477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.397980 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:19.420922 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-0cd460e6-d131-4153-9c68-039d173375b2 req-cb5d12ec-0e25-4299-914b-c56e4daefbd4 service neutron] show failed (client error): The resource could not be found. Jan 31 18:51:19.421933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-cb5d12ec-0e25-4299-914b-c56e4daefbd4 service neutron] 10.222.0.49 "GET /v2.0/ports/72520bbd-e90d-45c2-bf28-f3fc9feb0cc5/bindings/n-h2-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.4353261 Jan 31 18:51:19.487848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d48abfa1-2a37-4f73-b525-d509fc17240a req-a44bf262-76c2-4287-b76a-001ddbd2146f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946714 Jan 31 18:51:19.515591 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fb134f-62df-471c-a65b-265531e83859 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (5432f97e-a73f-4195-955e-05157fdb66d7), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:19.565524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:19.652142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c72b9aff-2022-44f8-9527-aa8b17e36398 req-f962d7c1-165d-4c98-8152-9cf449a56a8d tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442560 Jan 31 18:51:19.856424 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54bbe7b-f567-460e-a3f2-405d25f55e5d x-openstack-request-id: req-b54bbe7b-f567-460e-a3f2-405d25f55e5d {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:19.856667 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30c522b-467c-4567-bccc-5c924afc9c01", "name": "network-vif-plugged", "status": "completed", "tag": "78722241-dd71-4213-b720-7d798751e15a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:19.856931 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b54bbe7b-f567-460e-a3f2-405d25f55e5d {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:19.857335 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30c522b-467c-4567-bccc-5c924afc9c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78722241-dd71-4213-b720-7d798751e15a', 'code': 200} Jan 31 18:51:19.886455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Router c9514801-8720-452d-b3b7-25a6594c33ba has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:51:20.034442 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fb134f-62df-471c-a65b-265531e83859 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (5432f97e-a73f-4195-955e-05157fdb66d7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:20.132267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd460e6-d131-4153-9c68-039d173375b2 req-448607e0-0b11-45f1-93c0-3e938e526588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:20.134034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-448607e0-0b11-45f1-93c0-3e938e526588 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721&tenant_id=ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 1128 time: 0.3628550 Jan 31 18:51:20.143618 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:20.163017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:20.237833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a007e-2af4-44ea-a4af-09302258f94a req-66a8bfc2-f1e7-4951-9645-e22f9a15c73f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:20.239785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be2a007e-2af4-44ea-a4af-09302258f94a req-66a8bfc2-f1e7-4951-9645-e22f9a15c73f tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.2249517 Jan 31 18:51:20.247887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159af28b-d947-4a01-92fc-78f83195c4b3 req-9186e3b0-8f94-4eea-855f-06a51d03fded tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:20.256663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-159af28b-d947-4a01-92fc-78f83195c4b3 req-9186e3b0-8f94-4eea-855f-06a51d03fded tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.4056337 Jan 31 18:51:20.327847 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:20.401228 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fb134f-62df-471c-a65b-265531e83859 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (5432f97e-a73f-4195-955e-05157fdb66d7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:20.470477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:51:20.486444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb134f-62df-471c-a65b-265531e83859 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Subnet': ['ID=5432f97e-a73f-4195-955e-05157fdb66d7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:20.487395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ac9dc-3a81-43c1-b5e6-8b6186121071 None None] Sync routers for ids ['c9514801-8720-452d-b3b7-25a6594c33ba'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:51:20.524537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fb134f-62df-471c-a65b-265531e83859 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:20.528325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-16fb134f-62df-471c-a65b-265531e83859 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "DELETE /v2.0/subnets/5432f97e-a73f-4195-955e-05157fdb66d7 HTTP/1.1" status: 204 len: 168 time: 1.6023796 Jan 31 18:51:20.539078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ac9dc-3a81-43c1-b5e6-8b6186121071 None None] Routers {'c9514801-8720-452d-b3b7-25a6594c33ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:20.543886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-086ac9dc-3a81-43c1-b5e6-8b6186121071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c9514801-8720-452d-b3b7-25a6594c33ba'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:20.554635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-159af28b-d947-4a01-92fc-78f83195c4b3 req-12a4828d-f9f4-4a39-97e9-35d345a08dd0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966902 Jan 31 18:51:20.557851 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46850) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:20.570367 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Publish callbacks [] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:20.589456 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:20.651561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87825ed1-c816-448a-a8ef-70dc77a64a43 None None] Network 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:51:20.668263 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Pushing event updated for resources: {'Port': ['ID=67fdc59c-b1af-41e6-80d0-a0072c97de41,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:20.672790 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:20.735387 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1979838b-bcac-4a30-9818-86a1a8e07dfd tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.2662916 Jan 31 18:51:20.736765 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:20.753491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46854) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:20.786405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:20.807176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be2a007e-2af4-44ea-a4af-09302258f94a req-93466583-afd8-40ad-a8de-715c98e6f638 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5469267 Jan 31 18:51:20.831987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-086ac9dc-3a81-43c1-b5e6-8b6186121071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:20.888969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:20.889654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:20.896077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ac9dc-3a81-43c1-b5e6-8b6186121071 None None] Routers {'c9514801-8720-452d-b3b7-25a6594c33ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:20.897264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-086ac9dc-3a81-43c1-b5e6-8b6186121071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:50:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c9514801-8720-452d-b3b7-25a6594c33ba'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:20.945223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-086ac9dc-3a81-43c1-b5e6-8b6186121071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:20.946157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ac9dc-3a81-43c1-b5e6-8b6186121071 None None] The sync data for ids ['c9514801-8720-452d-b3b7-25a6594c33ba'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:51:21.031141 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3b06-9106-48c8-9610-d272060775c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:21.063525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d1e127b-2019-4e1e-b422-1773a0c0a7f8 req-9755335e-f2c3-4a5d-944c-c7e99f63b966 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5470872 Jan 31 18:51:21.093373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cab247-c3b7-434d-ab94-e916f5459ad8 None None] DHCP port deletion for 86f0f2ac-3e67-40fd-91b0-367c3827c7d1 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:51:21.199868 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-719298de-1014-48c3-8e0d-6b046f33917e tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] 10.222.0.20 "GET /v2.0/floatingips/e8d502af-7bca-4996-86a4-7bcee2a8ef47 HTTP/1.1" status: 200 len: 981 time: 0.4381053 Jan 31 18:51:21.201134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:21.201826 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:21.203699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46858) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:21.245117 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (86f0f2ac-3e67-40fd-91b0-367c3827c7d1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:21.260715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3265f0f-98f7-4164-8714-4d1f01a4958a req-2c2094fa-2f3c-48e6-b34b-9ea52ca1559e tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:21.269612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3265f0f-98f7-4164-8714-4d1f01a4958a req-2c2094fa-2f3c-48e6-b34b-9ea52ca1559e tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 0.4162645 Jan 31 18:51:21.280684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=10e0073e-d6fb-45d6-8d08-a5494db4d2f2,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:21.292144 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:21.324574 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-30cab247-c3b7-434d-ab94-e916f5459ad8 None None] Deleting port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:21.325597 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-30cab247-c3b7-434d-ab94-e916f5459ad8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:21.416721 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3265f0f-98f7-4164-8714-4d1f01a4958a req-0c9cb17a-5175-455c-9b51-0eac6c4fee1b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457870 Jan 31 18:51:21.491040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e127b-2019-4e1e-b422-1773a0c0a7f8 req-42a4e7d4-13a5-4051-a49a-02885afba39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:21.492865 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6fe5f5c7-c94a-4672-8746-6feafa4619b5 tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4602 time: 0.2857924 Jan 31 18:51:21.493398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d1e127b-2019-4e1e-b422-1773a0c0a7f8 req-42a4e7d4-13a5-4051-a49a-02885afba39f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 1129 time: 0.3840773 Jan 31 18:51:21.493569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46864) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:21.530790 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:21.582709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-30cab247-c3b7-434d-ab94-e916f5459ad8 None None] For port 5bb7818b-36cb-4922-a2ff-45e24a9bee32, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5bb7818b-36cb-4922-a2ff-45e24a9bee32,segment=NetworkSegment(c89700f2-0df0-427e-ae7d-8576ceddb101),segment_id=c89700f2-0df0-427e-ae7d-8576ceddb101)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:21.583947 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-30cab247-c3b7-434d-ab94-e916f5459ad8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:21.589628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=10e0073e-d6fb-45d6-8d08-a5494db4d2f2,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:21.630903 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-30cab247-c3b7-434d-ab94-e916f5459ad8 None None] Calling delete_port for 5bb7818b-36cb-4922-a2ff-45e24a9bee32 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:21.639733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:21.890897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e127b-2019-4e1e-b422-1773a0c0a7f8 req-d28d580c-0515-45c8-a33d-1598512f17db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:21.892488 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d1e127b-2019-4e1e-b422-1773a0c0a7f8 req-d28d580c-0515-45c8-a33d-1598512f17db service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.2932153 Jan 31 18:51:21.900044 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-30cab247-c3b7-434d-ab94-e916f5459ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:21.958045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cab247-c3b7-434d-ab94-e916f5459ad8 None None] Pushing event deleted for resources: {'Port': ['ID=5bb7818b-36cb-4922-a2ff-45e24a9bee32,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:21.994025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cab247-c3b7-434d-ab94-e916f5459ad8 None None] No DVR routers for this DVR port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:51:22.072365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d1e127b-2019-4e1e-b422-1773a0c0a7f8 req-2420abdc-0306-4d16-816f-ab37861885db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c46f182-e9a9-4386-bebd-cd1e64ec66cc HTTP/1.1" status: 200 len: 217 time: 0.1423151 Jan 31 18:51:22.093110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:22.117640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Deleting port 36ab87f3-c85e-4e69-baaa-4ec8a426b1e5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:22.118299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (36ab87f3-c85e-4e69-baaa-4ec8a426b1e5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:22.224094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:22.224468 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:22.243156 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (36ab87f3-c85e-4e69-baaa-4ec8a426b1e5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:22.243670 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for floatingip (36ab87f3-c85e-4e69-baaa-4ec8a426b1e5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:22.270339 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Calling delete_port for 36ab87f3-c85e-4e69-baaa-4ec8a426b1e5 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:22.327189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] For port 5bb7818b-36cb-4922-a2ff-45e24a9bee32, host n-d-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:22.327572 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:22.346838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:22.370458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Calling delete_port for 5bb7818b-36cb-4922-a2ff-45e24a9bee32 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:22.373599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:51:22.392649 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5bb7818b-36cb-4922-a2ff-45e24a9bee32), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:22.451627 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:22.476790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf7903-e474-4406-9ad8-7888f16963de req-622f5880-07b9-431b-83e4-bb90a9700926 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:22.479963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9bf7903-e474-4406-9ad8-7888f16963de req-622f5880-07b9-431b-83e4-bb90a9700926 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.5856247 Jan 31 18:51:22.492910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] No DVR routers for this DVR port 5bb7818b-36cb-4922-a2ff-45e24a9bee32 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:51:22.521516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:22.521972 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:22.554820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:22.589307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (36ab87f3-c85e-4e69-baaa-4ec8a426b1e5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:22.687843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Port': ['ID=5bb7818b-36cb-4922-a2ff-45e24a9bee32,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:22.692228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e127b-2019-4e1e-b422-1773a0c0a7f8 req-4dbb5614-397e-4498-a37e-70b32e9a436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:22.694470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d1e127b-2019-4e1e-b422-1773a0c0a7f8 req-4dbb5614-397e-4498-a37e-70b32e9a436d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.6049037 Jan 31 18:51:22.727583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:22.730201 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d082fb95-5f0f-400d-8629-3619e31ac32c" -d '{"events": [{"server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "name": "network-vif-unplugged", "status": "completed", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:22.738351 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Publish callbacks [] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:22.739193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:22.769861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event deleted for resources: {'Port': ['ID=36ab87f3-c85e-4e69-baaa-4ec8a426b1e5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:22.800825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf06ac9-82d4-41b0-8949-589a95a9630f req-8a38ba66-43f0-47bc-b947-e5c43dbcda46 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:22.807809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.808162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.809679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ccf06ac9-82d4-41b0-8949-589a95a9630f req-8a38ba66-43f0-47bc-b947-e5c43dbcda46 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.7624123 Jan 31 18:51:22.817527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.818279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.819366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.819901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.820468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.821005 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.821512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.822074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.822592 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.823153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.824280 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:22.833915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:51:22.874877 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Router e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:51:22.916891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5bb7818b-36cb-4922-a2ff-45e24a9bee32 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:51:22.953217 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for floatingip (e8d502af-7bca-4996-86a4-7bcee2a8ef47), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:22.953914 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Floating IP e8d502af-7bca-4996-86a4-7bcee2a8ef47 disassociated (deleted). External IP: 172.25.8.52, port: 8b951cd5-7158-4cb6-9034-a823fda99855. Jan 31 18:51:22.966832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Transition to ACTIVE for port object 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:51:22.989216 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9bf7903-e474-4406-9ad8-7888f16963de req-76ebbf38-2f1d-4e4e-84b5-487701b3d89f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669341 Jan 31 18:51:22.990060 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:22.995327 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (86f0f2ac-3e67-40fd-91b0-367c3827c7d1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:23.035766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 5bb7818b-36cb-4922-a2ff-45e24a9bee32 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:51:23.036117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5bb7818b-36cb-4922-a2ff-45e24a9bee32 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:51:23.039993 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 host n-h2-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:51:23.040557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:51:23.095086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f0f2ac-3e67-40fd-91b0-367c3827c7d1']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:23.100968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e127b-2019-4e1e-b422-1773a0c0a7f8 req-5173ccb2-82cb-43b6-bed3-ae87ddb4f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:23.102990 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d1e127b-2019-4e1e-b422-1773a0c0a7f8 req-5173ccb2-82cb-43b6-bed3-ae87ddb4f5da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3555446 Jan 31 18:51:23.134711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89700f2-0df0-427e-ae7d-8576ceddb101') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:23.135194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89700f2-0df0-427e-ae7d-8576ceddb101') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:23.181597 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:51:23.193100 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Sync routers for ids ['e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:51:23.217627 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Routers {'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:23.218485 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:51:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:23.221105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ccf06ac9-82d4-41b0-8949-589a95a9630f req-de247536-8d63-4395-b8f9-638266cbe5f2 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4100554 Jan 31 18:51:23.283090 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0f2d0e17-ffa5-4eac-93b3-378f56a54423 admin admin] 10.222.0.20 "PUT /v2.0/routers/e441ec3d-e51b-4d03-b181-0e3b81fbe6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9819782 Jan 31 18:51:23.352595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (c89700f2-0df0-427e-ae7d-8576ceddb101), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:23.406568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Pushing event updated for resources: {'Port': ['ID=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:23.453552 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c89700f2-0df0-427e-ae7d-8576ceddb101), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:23.540652 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Set router e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:51:23.571436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] No DVR routers for this DVR port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:51:23.583482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:51:23.585817 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (c89700f2-0df0-427e-ae7d-8576ceddb101), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:51:23.597239 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:51:23.683390 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed9d3b0-92b6-46e4-af90-2f1fdf49c466 x-openstack-request-id: req-8ed9d3b0-92b6-46e4-af90-2f1fdf49c466 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:23.683962 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "name": "network-vif-unplugged", "status": "completed", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:23.684409 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ed9d3b0-92b6-46e4-af90-2f1fdf49c466 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:23.685011 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'code': 200} Jan 31 18:51:23.771033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c4e64-31e5-45c4-8db9-f2e9e019afb7 req-e2d82d83-b8d3-46f9-baf1-6f58ae0e3bb2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:23.776482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d3c4e64-31e5-45c4-8db9-f2e9e019afb7 req-e2d82d83-b8d3-46f9-baf1-6f58ae0e3bb2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 0.5829535 Jan 31 18:51:23.807425 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Router c9514801-8720-452d-b3b7-25a6594c33ba has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:51:23.818947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d1e127b-2019-4e1e-b422-1773a0c0a7f8 req-aee2c583-a5f6-4ab1-af8f-9c2deae2e899 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955690 Jan 31 18:51:23.885067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (86f0f2ac-3e67-40fd-91b0-367c3827c7d1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:23.940539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d3c4e64-31e5-45c4-8db9-f2e9e019afb7 req-1446f8e7-66b1-48b5-966e-774eebef5ffe tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533105 Jan 31 18:51:24.003316 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:24.015413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "DELETE /v2.0/networks/86f0f2ac-3e67-40fd-91b0-367c3827c7d1 HTTP/1.1" status: 204 len: 168 time: 3.4375377 Jan 31 18:51:24.028240 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:24.032991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46898) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:24.058872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-034592e6-c013-4e9a-be0c-672c3c46439d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1827071843'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:24.076116 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'name': 'tempest-ServerRescueNegativeTestJSON-962364957-router', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:51:11Z', 'updated_at': '2022-01-31T18:51:19Z', 'revision_number': 4, 'project_id': '2955cafada344780a429a6e6a13faa85', 'gw_port': {'id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:51:13Z', 'updated_at': '2022-01-31T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '67fdc59c-b1af-41e6-80d0-a0072c97de41', 'name': '', 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'mac_address': 'fa:16:3e:ee:70:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '8c523f28-793d-4d04-b5eb-56fa402c8e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:51:17Z', 'updated_at': '2022-01-31T18:51:20Z', 'revision_number': 2, 'project_id': '2955cafada344780a429a6e6a13faa85', 'subnets': [{'id': '8c523f28-793d-4d04-b5eb-56fa402c8e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:24.113254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2141ef-32d3-48c5-8eb4-14a72e8744f1 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Network': ['ID=86f0f2ac-3e67-40fd-91b0-367c3827c7d1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:24.115234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034592e6-c013-4e9a-be0c-672c3c46439d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:24.116876 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Checking router: e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:51:24.117515 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Updating router e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 port 67fdc59c-b1af-41e6-80d0-a0072c97de41 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:51:24.119945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-034592e6-c013-4e9a-be0c-672c3c46439d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:24.171509 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:24.214804 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:24.798798 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Publish callbacks [] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:24.808717 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:24.875747 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6dc12-bb43-46bb-96b5-c578a7b9f225 None None] Pushing event updated for resources: {'Port': ['ID=67fdc59c-b1af-41e6-80d0-a0072c97de41,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:24.964210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:51:24.969192 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:25.001415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729faf61-c119-45fa-9114-7c1378d94480 None None] Sync routers for ids ['c9514801-8720-452d-b3b7-25a6594c33ba'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:51:25.012075 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4a48af1f-4400-4b95-a4df-bda8eb7a0b44 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "DELETE /v2.0/floatingips/e8d502af-7bca-4996-86a4-7bcee2a8ef47 HTTP/1.1" status: 204 len: 168 time: 3.5163734 Jan 31 18:51:25.017872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46914) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:25.024719 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:25.039349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729faf61-c119-45fa-9114-7c1378d94480 None None] Routers {'c9514801-8720-452d-b3b7-25a6594c33ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:25.043066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-729faf61-c119-45fa-9114-7c1378d94480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:51:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c9514801-8720-452d-b3b7-25a6594c33ba'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:25.071813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:25.118511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-729faf61-c119-45fa-9114-7c1378d94480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:25.154837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729faf61-c119-45fa-9114-7c1378d94480 None None] Routers {'c9514801-8720-452d-b3b7-25a6594c33ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:25.158305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-729faf61-c119-45fa-9114-7c1378d94480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:51:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c9514801-8720-452d-b3b7-25a6594c33ba'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:25.160008 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Attempting to bind port 67fdc59c-b1af-41e6-80d0-a0072c97de41 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:51:25.160773 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Attempting to bind port 67fdc59c-b1af-41e6-80d0-a0072c97de41 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:51:25.161504 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Attempting to bind port 67fdc59c-b1af-41e6-80d0-a0072c97de41 on network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:25.195101 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:51:25.197969 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Checking segment: {'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:25.199185 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:25.201402 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Bound using segment: {'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:51:25.204387 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Bound port: 67fdc59c-b1af-41e6-80d0-a0072c97de41, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:51:25.217291 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:25.305842 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:25.320121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-729faf61-c119-45fa-9114-7c1378d94480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:25.321080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729faf61-c119-45fa-9114-7c1378d94480 None None] The sync data for ids ['c9514801-8720-452d-b3b7-25a6594c33ba'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:51:25.363799 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:25.370592 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] For port 67fdc59c-b1af-41e6-80d0-a0072c97de41, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:25.380373 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] For port 67fdc59c-b1af-41e6-80d0-a0072c97de41, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=67fdc59c-b1af-41e6-80d0-a0072c97de41,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:51:25.393825 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:25.403081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-d260d1fa-fe09-4403-b981-1e001ae337d2 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:25.412895 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-d260d1fa-fe09-4403-b981-1e001ae337d2 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/networks?id=8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 200 len: 818 time: 1.3936317 Jan 31 18:51:25.443930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7067ba0e-9682-4ea7-b947-e112895ea800 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/quotas/2955cafada344780a429a6e6a13faa85 HTTP/1.1" status: 200 len: 375 time: 0.0293760 Jan 31 18:51:25.462329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Attempting to bind port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:51:25.462855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Attempting to bind port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:51:25.463309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Attempting to bind port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 on network e6356ca6-7078-4eba-b66b-903ebb47077d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:25.486518 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Routers {'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:25.487184 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:51:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:25.498907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034592e6-c013-4e9a-be0c-672c3c46439d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:51:25.514024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d1e127b-2019-4e1e-b422-1773a0c0a7f8 req-1f009a01-8768-4001-bb66-0c6cd941b219 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6844921 Jan 31 18:51:25.517723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 on network e6356ca6-7078-4eba-b66b-903ebb47077d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:51:25.518195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Attempting to bind port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 on network e6356ca6-7078-4eba-b66b-903ebb47077d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:25.529847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:51:25.530342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Checking segment: {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:25.530843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Bound using segment: {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:51:25.531404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Bound port: 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0db814-f664-4875-9a54-93e67fad8f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:51:25.531882 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:25.543079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-034592e6-c013-4e9a-be0c-672c3c46439d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f1af0c71-f843-4033-9e8a-fdeb6f95f445), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:25.543632 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-034592e6-c013-4e9a-be0c-672c3c46439d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Added segment f1af0c71-f843-4033-9e8a-fdeb6f95f445 of type vlan for network 347a6950-7868-404e-a336-acf9a21d2e0a Jan 31 18:51:25.586786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316b56c-9a3b-4bd2-ae1c-3caffee9dbfd req-c9e34ea7-3b5d-4c03-a9d1-b50d1ba11af8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:25.596319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5316b56c-9a3b-4bd2-ae1c-3caffee9dbfd req-c9e34ea7-3b5d-4c03-a9d1-b50d1ba11af8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 943 time: 0.4657962 Jan 31 18:51:25.632597 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Allocated IP 172.25.8.8 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:25.735257 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] Set router e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:51:25.778225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-034592e6-c013-4e9a-be0c-672c3c46439d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (347a6950-7868-404e-a336-acf9a21d2e0a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:25.817511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-5f3c7461-c7c2-43e8-b18c-c8638bce97f5 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2955cafada344780a429a6e6a13faa85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3720136 Jan 31 18:51:25.923473 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks [] for port (f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:26.000811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:26.036604 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6dc12-bb43-46bb-96b5-c578a7b9f225 None None] Pushing event updated for resources: {'Port': ['ID=67fdc59c-b1af-41e6-80d0-a0072c97de41,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:26.041151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:26.062015 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'name': 'tempest-ServerRescueNegativeTestJSON-962364957-router', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:51:11Z', 'updated_at': '2022-01-31T18:51:19Z', 'revision_number': 4, 'project_id': '2955cafada344780a429a6e6a13faa85', 'gw_port': {'id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:51:13Z', 'updated_at': '2022-01-31T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '67fdc59c-b1af-41e6-80d0-a0072c97de41', 'name': '', 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'mac_address': 'fa:16:3e:ee:70:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '8c523f28-793d-4d04-b5eb-56fa402c8e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:51:17Z', 'updated_at': '2022-01-31T18:51:25Z', 'revision_number': 4, 'project_id': '2955cafada344780a429a6e6a13faa85', 'subnets': [{'id': '8c523f28-793d-4d04-b5eb-56fa402c8e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:26.083772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5316b56c-9a3b-4bd2-ae1c-3caffee9dbfd req-6c7b09b7-deb2-45e6-a68c-cb6da53276ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4863088 Jan 31 18:51:26.106049 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e6bc3-58ca-43bf-8f75-0bc18c6f196d None None] The sync data for ids ['e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'] in n-d-812111-15 is: [{'id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'name': 'tempest-ServerRescueNegativeTestJSON-962364957-router', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:51:11Z', 'updated_at': '2022-01-31T18:51:19Z', 'revision_number': 4, 'project_id': '2955cafada344780a429a6e6a13faa85', 'gw_port': {'id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:51:13Z', 'updated_at': '2022-01-31T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '67fdc59c-b1af-41e6-80d0-a0072c97de41', 'name': '', 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'mac_address': 'fa:16:3e:ee:70:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '8c523f28-793d-4d04-b5eb-56fa402c8e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:51:17Z', 'updated_at': '2022-01-31T18:51:25Z', 'revision_number': 4, 'project_id': '2955cafada344780a429a6e6a13faa85', 'subnets': [{'id': '8c523f28-793d-4d04-b5eb-56fa402c8e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:51:26.120145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:26.128818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:26.139810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:26.143243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:51:26.153123 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-034592e6-c013-4e9a-be0c-672c3c46439d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (347a6950-7868-404e-a336-acf9a21d2e0a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:26.158845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034592e6-c013-4e9a-be0c-672c3c46439d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:26.159497 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-034592e6-c013-4e9a-be0c-672c3c46439d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:26.171074 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:26.223233 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:26.327944 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks [] for floatingip (65f2dee2-f328-4bd3-bd5b-83d1baddda74), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:26.436025 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:26.438812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034592e6-c013-4e9a-be0c-672c3c46439d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Network': ['ID=347a6950-7868-404e-a336-acf9a21d2e0a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:26.452621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 347a6950-7868-404e-a336-acf9a21d2e0a details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:51:26.496568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Pushing event updated for resources: {'Port': ['ID=f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:26.591564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 67fdc59c-b1af-41e6-80d0-a0072c97de41 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:26.696177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 67fdc59c-b1af-41e6-80d0-a0072c97de41 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:26.696863 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:26.700804 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-e60c371e-9cc5-4c3c-ba73-f0c693970f5d service neutron] 10.222.0.20 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785868 Jan 31 18:51:26.738893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-034592e6-c013-4e9a-be0c-672c3c46439d tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.6841538 Jan 31 18:51:26.747187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:26.768183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1ae98dac-bfc4-4a97-84bd-448a8489a653 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'subnet': {'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:26.782419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:26.783076 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:26.788145 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] 10.222.0.21 "PUT /v2.0/ports/72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 HTTP/1.1" status: 200 len: 1092 time: 6.6332874 Jan 31 18:51:26.790206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:26.792698 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7053a258-cddd-420b-9456-23547c26aa53" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:26.982572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 67fdc59c-b1af-41e6-80d0-a0072c97de41 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:26.982983 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:27.031658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeebf2c-0e27-4b6a-ba7b-83da781cb999 service neutron] Pushing event updated for resources: {'Port': ['ID=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:27.070535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc037307-9cd2-4d2e-8261-1326a9a3cc63 req-9c82ed52-3462-4be0-9e67-9c6050862c92 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:27.077837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 67fdc59c-b1af-41e6-80d0-a0072c97de41, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=67fdc59c-b1af-41e6-80d0-a0072c97de41,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:27.085911 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks [] for port (f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:27.087626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc037307-9cd2-4d2e-8261-1326a9a3cc63 req-9c82ed52-3462-4be0-9e67-9c6050862c92 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.6550074 Jan 31 18:51:27.089679 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:27.102955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:27.152640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae98dac-bfc4-4a97-84bd-448a8489a653 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:27.156886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ae98dac-bfc4-4a97-84bd-448a8489a653 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:27.236878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=67fdc59c-b1af-41e6-80d0-a0072c97de41,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:27.325576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-969efde7-8aa7-4835-a6ad-86a6c3401691 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238477 Jan 31 18:51:27.385984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc037307-9cd2-4d2e-8261-1326a9a3cc63 req-45e4102e-00ed-4eb7-85ca-1198f22ac72b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974145 Jan 31 18:51:27.389498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd460e6-d131-4153-9c68-039d173375b2 req-b922eb7a-c515-4941-87ed-a7f6817370ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:27.391298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-b922eb7a-c515-4941-87ed-a7f6817370ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1126 time: 0.4710295 Jan 31 18:51:27.688314 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (65f2dee2-f328-4bd3-bd5b-83d1baddda74), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:27.722550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd460e6-d131-4153-9c68-039d173375b2 req-7c080f17-d6bc-48f0-9b55-d9c678a88ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:27.724040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-7c080f17-d6bc-48f0-9b55-d9c678a88ab3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6356ca6-7078-4eba-b66b-903ebb47077d HTTP/1.1" status: 200 len: 897 time: 0.3257475 Jan 31 18:51:27.745080 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Pushing event updated for resources: {'Port': ['ID=f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:27.769065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe137d-e45c-4f28-88a2-66ef2bd481cb req-3b167f75-d96c-426a-9680-b12cfb0ba6dd tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:27.770839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06fe137d-e45c-4f28-88a2-66ef2bd481cb req-3b167f75-d96c-426a-9680-b12cfb0ba6dd tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 0.2403073 Jan 31 18:51:27.783720 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:27.785080 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5ee85cdc-4e4b-4309-81d3-36469a358f8b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7660592 Jan 31 18:51:27.796711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:27.844126 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80957e66-809d-4959-accc-ce9a7a05066f x-openstack-request-id: req-80957e66-809d-4959-accc-ce9a7a05066f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:27.844507 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:27.844823 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80957e66-809d-4959-accc-ce9a7a05066f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:27.845235 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'status': 'completed', 'code': 200} Jan 31 18:51:27.926320 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ae98dac-bfc4-4a97-84bd-448a8489a653 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (3787a559-3282-494e-85ca-9f0434dae79f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:28.041810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-3fbdbcf9-e4b1-4b5b-85c2-edc09c0655e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 HTTP/1.1" status: 200 len: 998 time: 0.3027875 Jan 31 18:51:28.112312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae98dac-bfc4-4a97-84bd-448a8489a653 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Subnet': ['ID=3787a559-3282-494e-85ca-9f0434dae79f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:28.126804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae98dac-bfc4-4a97-84bd-448a8489a653 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Checking segment: {'id': 'f1af0c71-f843-4033-9e8a-fdeb6f95f445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:28.127184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae98dac-bfc4-4a97-84bd-448a8489a653 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network hostable DHCP agents. Network: 347a6950-7868-404e-a336-acf9a21d2e0a, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:51:28.174571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae98dac-bfc4-4a97-84bd-448a8489a653 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network 347a6950-7868-404e-a336-acf9a21d2e0a is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:51:28.206942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1ae98dac-bfc4-4a97-84bd-448a8489a653 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 347a6950-7868-404e-a336-acf9a21d2e0a) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:28.212740 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae98dac-bfc4-4a97-84bd-448a8489a653 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:28.213647 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ae98dac-bfc4-4a97-84bd-448a8489a653 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:28.231511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2847a7-196e-4b35-930a-43570102a57e None None] Network 347a6950-7868-404e-a336-acf9a21d2e0a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:51:28.258382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06fe137d-e45c-4f28-88a2-66ef2bd481cb req-d0a2cc02-315b-4f42-ba49-6e2715f96ebd tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119020 Jan 31 18:51:28.263904 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1ae98dac-bfc4-4a97-84bd-448a8489a653 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5119636 Jan 31 18:51:28.269589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46942) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:28.289172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4f4f58d4-bb63-4637-b8be-d7f15a219c65 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1673369521'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:28.304771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:28.315885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a258-cddd-420b-9456-23547c26aa53 req-4ec75e49-04b5-43d4-81b5-13fbe0d86633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:28.317688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-4ec75e49-04b5-43d4-81b5-13fbe0d86633 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1126 time: 0.4340992 Jan 31 18:51:28.424814 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4f58d4-bb63-4637-b8be-d7f15a219c65 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:28.431930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f58d4-bb63-4637-b8be-d7f15a219c65 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:28.475656 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4f58d4-bb63-4637-b8be-d7f15a219c65 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:51:28.482659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd460e6-d131-4153-9c68-039d173375b2 req-6060b9c2-6a28-4c81-a300-3afcf1b62f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:28.494952 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f58d4-bb63-4637-b8be-d7f15a219c65 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5584a745-b2fe-4518-8dde-c45f64e1eca2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:28.495595 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-4f4f58d4-bb63-4637-b8be-d7f15a219c65 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Added segment 5584a745-b2fe-4518-8dde-c45f64e1eca2 of type vlan for network 17f6a066-cb10-4e6f-9747-52e0784ed362 Jan 31 18:51:28.502172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-6060b9c2-6a28-4c81-a300-3afcf1b62f6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d2d0eeb-a20b-461a-9a31-5596d77aa9b0 HTTP/1.1" status: 200 len: 834 time: 0.4370377 Jan 31 18:51:28.634873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb108e88-69c7-4933-9801-d99931e65285 req-a0936c10-ded2-45d4-9807-8e8eea5745bb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:28.645960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 67fdc59c-b1af-41e6-80d0-a0072c97de41 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:28.660365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb108e88-69c7-4933-9801-d99931e65285 req-a0936c10-ded2-45d4-9807-8e8eea5745bb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 943 time: 0.6235564 Jan 31 18:51:28.672857 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f58d4-bb63-4637-b8be-d7f15a219c65 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (17f6a066-cb10-4e6f-9747-52e0784ed362), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:28.754299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:28.790049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-347a6950-7868-404e-a336-acf9a21d2e0a', 'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a', 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'fixed_ips': [{'subnet_id': '3787a559-3282-494e-85ca-9f0434dae79f'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:51:28.791935 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:28.799199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 67fdc59c-b1af-41e6-80d0-a0072c97de41 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:28.799968 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:28.845867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f58d4-bb63-4637-b8be-d7f15a219c65 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (17f6a066-cb10-4e6f-9747-52e0784ed362), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:28.852081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4f58d4-bb63-4637-b8be-d7f15a219c65 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:28.853190 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f4f58d4-bb63-4637-b8be-d7f15a219c65 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:28.889898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98be4920-35c7-486b-af21-e55b05cbbfc1 req-eeacc04f-262c-4185-af85-d151e740d391 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 210 time: 0.4515138 Jan 31 18:51:28.969021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a258-cddd-420b-9456-23547c26aa53 req-e70f9254-0955-48e5-b793-f8adb1a7be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:28.971651 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-e70f9254-0955-48e5-b793-f8adb1a7be4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6356ca6-7078-4eba-b66b-903ebb47077d HTTP/1.1" status: 200 len: 897 time: 0.6377645 Jan 31 18:51:29.114995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 67fdc59c-b1af-41e6-80d0-a0072c97de41 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:29.135280 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb108e88-69c7-4933-9801-d99931e65285 req-c26a0dd4-0969-4326-91f4-6a8465fa7fd0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4721103 Jan 31 18:51:29.165544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-1e18a050-4dae-42b9-9043-137d4032f437 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 HTTP/1.1" status: 200 len: 998 time: 0.1626899 Jan 31 18:51:29.169380 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f58d4-bb63-4637-b8be-d7f15a219c65 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Network': ['ID=17f6a066-cb10-4e6f-9747-52e0784ed362,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:29.186894 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4f4f58d4-bb63-4637-b8be-d7f15a219c65 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9160826 Jan 31 18:51:29.191903 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:29.199027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 17f6a066-cb10-4e6f-9747-52e0784ed362 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:51:29.216785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b75a8ee3-99dd-4c95-b238-c1646d0a02d2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'subnet': {'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:29.273672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd460e6-d131-4153-9c68-039d173375b2 req-2040bbb3-35e8-4201-a7af-e7fd70561fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:29.279037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-2040bbb3-35e8-4201-a7af-e7fd70561fa8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6356ca6-7078-4eba-b66b-903ebb47077d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6657736 Jan 31 18:51:29.294114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Allocated IP 19.80.0.2 (347a6950-7868-404e-a336-acf9a21d2e0a/3787a559-3282-494e-85ca-9f0434dae79f/ea24283f-28fb-4ca6-831b-245e6f2369cc) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:29.477419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:29.528049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a258-cddd-420b-9456-23547c26aa53 req-c7df5567-3448-4d48-8e56-0dc819d056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:29.538236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-c7df5567-3448-4d48-8e56-0dc819d056f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d2d0eeb-a20b-461a-9a31-5596d77aa9b0 HTTP/1.1" status: 200 len: 834 time: 0.3705735 Jan 31 18:51:29.550463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75a8ee3-99dd-4c95-b238-c1646d0a02d2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:29.557890 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b75a8ee3-99dd-4c95-b238-c1646d0a02d2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:29.649525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbfed0-fce2-4c9e-9f54-93166aba2a54 req-29d15d79-d78a-4c23-9f2b-260926c7362d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:29.652244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80bbfed0-fce2-4c9e-9f54-93166aba2a54 req-29d15d79-d78a-4c23-9f2b-260926c7362d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.4474137 Jan 31 18:51:29.763556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-fc940011-65d4-4af2-b7e5-6bd391ce3d84 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:29.765429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-fc940011-65d4-4af2-b7e5-6bd391ce3d84 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/networks?id=8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 200 len: 818 time: 0.3867195 Jan 31 18:51:29.774014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-829051d2-3df1-4e51-bf99-a26abdc4b07f service neutron] 10.222.0.21 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654012 Jan 31 18:51:29.862874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a258-cddd-420b-9456-23547c26aa53 req-37ec9572-8a5d-4983-9f38-3c64a0f3c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:29.864793 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-37ec9572-8a5d-4983-9f38-3c64a0f3c34d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6356ca6-7078-4eba-b66b-903ebb47077d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3127739 Jan 31 18:51:29.898776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-577fdef7-681c-4423-bfc2-d75385934e85 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/quotas/2955cafada344780a429a6e6a13faa85 HTTP/1.1" status: 200 len: 375 time: 0.1121092 Jan 31 18:51:30.017682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80bbfed0-fce2-4c9e-9f54-93166aba2a54 req-e38f1b51-1ff1-459f-bb00-1dc75e52bcf9 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408608 Jan 31 18:51:30.074378 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Publish callbacks [] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:30.085959 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:30.179385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cd460e6-d131-4153-9c68-039d173375b2 req-2ffb83fd-5200-46b2-8b3b-6b43fe15e475 service neutron] 10.222.0.21 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799505 Jan 31 18:51:30.200384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Network 347a6950-7868-404e-a336-acf9a21d2e0a is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:30.206254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:30.239745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:30.242145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Pushing event updated for resources: {'Port': ['ID=ea24283f-28fb-4ca6-831b-245e6f2369cc,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:30.249190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-3e2093d9-c4e2-4ca4-9807-afea82f48f6e tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2955cafada344780a429a6e6a13faa85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3457744 Jan 31 18:51:30.461208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Attempting to bind port ea24283f-28fb-4ca6-831b-245e6f2369cc on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:51:30.461569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Attempting to bind port ea24283f-28fb-4ca6-831b-245e6f2369cc by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'f1af0c71-f843-4033-9e8a-fdeb6f95f445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:51:30.461988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Attempting to bind port ea24283f-28fb-4ca6-831b-245e6f2369cc on network 347a6950-7868-404e-a336-acf9a21d2e0a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:30.480806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:51:30.481182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Checking segment: {'id': 'f1af0c71-f843-4033-9e8a-fdeb6f95f445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:30.481605 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:30.481995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Bound using segment: {'id': 'f1af0c71-f843-4033-9e8a-fdeb6f95f445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:51:30.482470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Bound port: ea24283f-28fb-4ca6-831b-245e6f2369cc, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1af0c71-f843-4033-9e8a-fdeb6f95f445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:51:30.482860 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:30.541225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a258-cddd-420b-9456-23547c26aa53 req-c72f1360-8814-4496-a8c3-fd1f0cad65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:30.543064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-c72f1360-8814-4496-a8c3-fd1f0cad65c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1126 time: 0.2764168 Jan 31 18:51:30.580291 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Allocated IP 172.25.8.58 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/44b1b410-08c6-4ff0-a7f8-7b2d3797dc88) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:30.653194 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] For port ea24283f-28fb-4ca6-831b-245e6f2369cc, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:30.659269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] For port ea24283f-28fb-4ca6-831b-245e6f2369cc, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ea24283f-28fb-4ca6-831b-245e6f2369cc,segment=NetworkSegment(f1af0c71-f843-4033-9e8a-fdeb6f95f445),segment_id=f1af0c71-f843-4033-9e8a-fdeb6f95f445)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:51:30.671982 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:30.701550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks [] for port (44b1b410-08c6-4ff0-a7f8-7b2d3797dc88), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:30.734164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded5bb6-454c-4872-8beb-51dc7a7c62ec req-503c3ff5-6a2d-4e76-9dc5-2d8851f97653 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:30.736105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ded5bb6-454c-4872-8beb-51dc7a7c62ec req-503c3ff5-6a2d-4e76-9dc5-2d8851f97653 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 0.4193771 Jan 31 18:51:30.739113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a258-cddd-420b-9456-23547c26aa53 req-c046571b-6dd2-4fc7-bf9e-8e76c7679ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:30.742013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-c046571b-6dd2-4fc7-bf9e-8e76c7679ab6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6356ca6-7078-4eba-b66b-903ebb47077d HTTP/1.1" status: 200 len: 897 time: 0.1718831 Jan 31 18:51:30.749475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-a877c890-e87f-4319-aeff-bc51b6887b9a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:30.751183 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-a877c890-e87f-4319-aeff-bc51b6887b9a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.21 "GET /v2.0/networks?id=8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 200 len: 818 time: 0.8044801 Jan 31 18:51:30.753297 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b75a8ee3-99dd-4c95-b238-c1646d0a02d2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (014e12fa-cf5f-4730-bc6e-38f468a0782d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:30.756528 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (44b1b410-08c6-4ff0-a7f8-7b2d3797dc88), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:30.768709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Request body: {'port': {'device_id': '5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7', 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06', 'admin_state_up': True, 'tenant_id': '2955cafada344780a429a6e6a13faa85'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:30.824269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467240c-866b-4eb0-9443-e75b0a7fb47b None None] Pushing event updated for resources: {'Port': ['ID=ea24283f-28fb-4ca6-831b-245e6f2369cc,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:30.907571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ded5bb6-454c-4872-8beb-51dc7a7c62ec req-4f88400a-5f6d-4209-bdb8-a10ff2c809d8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602998 Jan 31 18:51:30.911723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-76d30847-02b9-4767-9ee9-ef78e075c23c service neutron] 10.222.0.49 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9958267 Jan 31 18:51:31.034147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Made reservation on behalf of 2955cafada344780a429a6e6a13faa85 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:31.038717 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:31.053826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-86a594bf-ef82-43d0-ad99-9a47f8332ae9 service neutron] 10.222.0.49 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294169 Jan 31 18:51:31.141786 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-2dddee15-c695-4209-b4cc-2d4c85f53d4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 HTTP/1.1" status: 200 len: 998 time: 0.3167932 Jan 31 18:51:31.225271 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Allocated IP 172.20.0.10 (8d9cae6d-c34f-4255-bef4-d02e928b2b06/8c523f28-793d-4d04-b5eb-56fa402c8e88/e9a00885-1b04-45ff-860d-9887303293da) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:31.242385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a258-cddd-420b-9456-23547c26aa53 req-5ebee46f-92a7-42fd-bb9c-efc186ea2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:31.243989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-5ebee46f-92a7-42fd-bb9c-efc186ea2843 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d2d0eeb-a20b-461a-9a31-5596d77aa9b0 HTTP/1.1" status: 200 len: 834 time: 0.0928326 Jan 31 18:51:31.254963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507f8f9-153f-47d2-a528-9356a88e7224 req-a3d68add-3461-4d5f-83e0-2b425d0813a2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:31.259766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e507f8f9-153f-47d2-a528-9356a88e7224 req-a3d68add-3461-4d5f-83e0-2b425d0813a2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 943 time: 0.2026312 Jan 31 18:51:31.350313 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:31.366344 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:31.376758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e507f8f9-153f-47d2-a528-9356a88e7224 req-a5b7fde4-ca7e-4090-98ad-bd0863980387 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764506 Jan 31 18:51:31.378819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-9b03610a-9ef7-4b0b-adb8-162898435cb5 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1239269 Jan 31 18:51:31.421359 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:31.455101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Pushing event updated for resources: {'Port': ['ID=44b1b410-08c6-4ff0-a7f8-7b2d3797dc88,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:31.457582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a8ee3-99dd-4c95-b238-c1646d0a02d2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Subnet': ['ID=014e12fa-cf5f-4730-bc6e-38f468a0782d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:31.491146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a8ee3-99dd-4c95-b238-c1646d0a02d2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Checking segment: {'id': '5584a745-b2fe-4518-8dde-c45f64e1eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:31.491800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a8ee3-99dd-4c95-b238-c1646d0a02d2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network hostable DHCP agents. Network: 17f6a066-cb10-4e6f-9747-52e0784ed362, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:51:31.599087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a8ee3-99dd-4c95-b238-c1646d0a02d2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network 17f6a066-cb10-4e6f-9747-52e0784ed362 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:51:31.664526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b75a8ee3-99dd-4c95-b238-c1646d0a02d2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 17f6a066-cb10-4e6f-9747-52e0784ed362) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:31.675792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa165b2-3b90-4823-9c00-9ca96b3d7599 None None] Network 17f6a066-cb10-4e6f-9747-52e0784ed362 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:51:31.683610 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75a8ee3-99dd-4c95-b238-c1646d0a02d2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:31.684712 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b75a8ee3-99dd-4c95-b238-c1646d0a02d2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:31.705134 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks [] for port (e9a00885-1b04-45ff-860d-9887303293da), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:31.720194 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks [] for floatingip (f4fbea02-df5c-49ad-a8d5-e51807a87d6c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:31.735579 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b75a8ee3-99dd-4c95-b238-c1646d0a02d2 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5359247 Jan 31 18:51:31.855856 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (44b1b410-08c6-4ff0-a7f8-7b2d3797dc88), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:31.909884 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e9a00885-1b04-45ff-860d-9887303293da), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:31.976534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-17f6a066-cb10-4e6f-9747-52e0784ed362', 'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362', 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'fixed_ips': [{'subnet_id': '014e12fa-cf5f-4730-bc6e-38f468a0782d'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:51:31.982156 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:32.074891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:32.113035 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:32.117694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:32.125087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Pushing event updated for resources: {'Port': ['ID=e9a00885-1b04-45ff-860d-9887303293da,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:32.453236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-2ce13e35-9b5c-4759-9f4d-b3c7c4d96a17 service neutron] 10.222.0.20 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0526297 Jan 31 18:51:32.482320 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Allocated IP 19.86.0.2 (17f6a066-cb10-4e6f-9747-52e0784ed362/014e12fa-cf5f-4730-bc6e-38f468a0782d/fa13157c-9eb8-4b49-9ab3-4e923b884b9f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:32.519900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a258-cddd-420b-9456-23547c26aa53 req-ededd325-b816-44d0-8543-5f4669ab00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:32.524016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-ededd325-b816-44d0-8543-5f4669ab00c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6356ca6-7078-4eba-b66b-903ebb47077d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.2632496 Jan 31 18:51:32.618901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1837681-1e54-4d2b-bb5d-6adb297a3af6 req-f164622a-f4e8-481f-94c5-8c71090d7c0b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:32.620720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1837681-1e54-4d2b-bb5d-6adb297a3af6 req-f164622a-f4e8-481f-94c5-8c71090d7c0b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.1651514 Jan 31 18:51:32.679406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:32.680415 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:32.784634 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1837681-1e54-4d2b-bb5d-6adb297a3af6 req-1b95dbfc-e2bc-41ad-9d62-17f13b64ad87 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550484 Jan 31 18:51:32.878831 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks [] for port (44b1b410-08c6-4ff0-a7f8-7b2d3797dc88), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:32.935541 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (44b1b410-08c6-4ff0-a7f8-7b2d3797dc88), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:32.958514 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-f73c74ba-5115-4175-86e5-e6f890d85db6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1937790 Jan 31 18:51:32.984743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Request body: {'port': {'device_id': '5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:32.988640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-9036d498-c563-4d51-bedc-f0760631ae92 service neutron] 10.222.0.21 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543185 Jan 31 18:51:33.094037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ea24283f-28fb-4ca6-831b-245e6f2369cc up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:33.099345 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:51:33.104858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03528343-5d2e-4736-8491-ab049765f785 None None] Network 347a6950-7868-404e-a336-acf9a21d2e0a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:51:33.346880 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9a00885-1b04-45ff-860d-9887303293da), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:33.395314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Pushing event updated for resources: {'Port': ['ID=44b1b410-08c6-4ff0-a7f8-7b2d3797dc88,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:33.445404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:33.483220 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'port_id': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'mac_address': 'fa:16:3e:29:56:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:51:33.622962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3c63212d-5a1e-4dea-8d71-9f875d093e78 None None] Provisioning complete for port ea24283f-28fb-4ca6-831b-245e6f2369cc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:33.624889 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3c63212d-5a1e-4dea-8d71-9f875d093e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:33.628266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7053a258-cddd-420b-9456-23547c26aa53 req-4469e842-b65b-44b6-8352-3625d69acdfa service neutron] 10.222.0.21 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665829 Jan 31 18:51:33.689478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-58b0dd9b-1ec4-4c25-aaea-aedc8c3ec42c tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:33.717684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-58b0dd9b-1ec4-4c25-aaea-aedc8c3ec42c tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:33.730439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-58b0dd9b-1ec4-4c25-aaea-aedc8c3ec42c tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/networks?id=347a6950-7868-404e-a336-acf9a21d2e0a&id=17f6a066-cb10-4e6f-9747-52e0784ed362 HTTP/1.1" status: 200 len: 1392 time: 0.7376201 Jan 31 18:51:33.784298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-7f5cd347-c4a2-412e-9f1c-95d68f1ae287 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/quotas/c30b03ab1a3445c6bab5d60413faec64 HTTP/1.1" status: 200 len: 375 time: 0.0504193 Jan 31 18:51:33.787149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ea24283f-28fb-4ca6-831b-245e6f2369cc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:33.791595 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:33.914982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff2690-f719-49a0-b89c-52c6fa2f1b4c req-24bd26a9-0072-420a-a576-4f2ba1abfabf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:33.936496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2eff2690-f719-49a0-b89c-52c6fa2f1b4c req-24bd26a9-0072-420a-a576-4f2ba1abfabf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 0.9460189 Jan 31 18:51:33.999993 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (f4fbea02-df5c-49ad-a8d5-e51807a87d6c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.045834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-8f0dc03a-6e52-44f2-8cc1-398b1b4fcd91 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c30b03ab1a3445c6bab5d60413faec64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2597535 Jan 31 18:51:34.107511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2eff2690-f719-49a0-b89c-52c6fa2f1b4c req-60d9872a-8ef3-4e79-9637-c3424c15099a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680830 Jan 31 18:51:34.130482 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a00885-1b04-45ff-860d-9887303293da {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:34.162671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Publish callbacks [] for port (e9a00885-1b04-45ff-860d-9887303293da), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.208494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Transition to ACTIVE for port object e9a00885-1b04-45ff-860d-9887303293da will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:51:34.220987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:34.222037 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.231579 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (e9a00885-1b04-45ff-860d-9887303293da), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.240598 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.244260 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3d37843b-5040-4c45-9906-5f3544516135 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4441025 Jan 31 18:51:34.250066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47010) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:34.416770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:34.453110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:34.503094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a00885-1b04-45ff-860d-9887303293da,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:34.524578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Attempting to bind port e9a00885-1b04-45ff-860d-9887303293da on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:51:34.525190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Attempting to bind port e9a00885-1b04-45ff-860d-9887303293da by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:51:34.525845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Attempting to bind port e9a00885-1b04-45ff-860d-9887303293da on network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:34.532464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Port e9a00885-1b04-45ff-860d-9887303293da on network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:51:34.532887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Attempting to bind port e9a00885-1b04-45ff-860d-9887303293da on network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:34.533857 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.541437 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:51:34.541873 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Checking segment: {'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:34.542189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Bound using segment: {'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:51:34.543380 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Bound port: e9a00885-1b04-45ff-860d-9887303293da, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:51:34.543756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9a00885-1b04-45ff-860d-9887303293da), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.558864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3c63212d-5a1e-4dea-8d71-9f875d093e78 None None] Current status of the port ea24283f-28fb-4ca6-831b-245e6f2369cc is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:34.559323 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3c63212d-5a1e-4dea-8d71-9f875d093e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.601250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-4a60cb5e-126a-4896-9975-d4729bbc9c7c service neutron] 10.222.0.20 "GET /v2.0/networks/347a6950-7868-404e-a336-acf9a21d2e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542576 Jan 31 18:51:34.637677 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Publish callbacks [] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.641697 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ea24283f-28fb-4ca6-831b-245e6f2369cc is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:34.642242 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.655710 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] For port e9a00885-1b04-45ff-860d-9887303293da, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:34.663865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] For port e9a00885-1b04-45ff-860d-9887303293da, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9a00885-1b04-45ff-860d-9887303293da,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:51:34.668497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-54adb581-a843-4ab1-8309-0eda4471f70b tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4784 time: 0.4157696 Jan 31 18:51:34.672530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47012) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:34.734064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port ea24283f-28fb-4ca6-831b-245e6f2369cc, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ea24283f-28fb-4ca6-831b-245e6f2369cc,segment=NetworkSegment(f1af0c71-f843-4033-9e8a-fdeb6f95f445),segment_id=f1af0c71-f843-4033-9e8a-fdeb6f95f445)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:34.765177 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (e9a00885-1b04-45ff-860d-9887303293da), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.788188 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.797664 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:34.822493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200277-cb69-4ec1-aba0-b87a8cd47156 req-17ef52be-f897-406a-ada0-67df8c3129e1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:34.824140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5200277-cb69-4ec1-aba0-b87a8cd47156 req-17ef52be-f897-406a-ada0-67df8c3129e1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 943 time: 0.5038452 Jan 31 18:51:34.920814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['72520bbd-e90d-45c2-bf28-f3fc9feb0cc5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:51:34.980884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-bf98982e-457a-4d2f-89ea-40de5111b738 service neutron] 10.222.0.20 "GET /v2.0/networks/347a6950-7868-404e-a336-acf9a21d2e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492150 Jan 31 18:51:35.095148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Network 17f6a066-cb10-4e6f-9747-52e0784ed362 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:35.141460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:51:35.189650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-a7fcd812-b632-415e-8d3e-8f6927573388 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:35.191334 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-a7fcd812-b632-415e-8d3e-8f6927573388 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.21 "GET /v2.0/networks?id=8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 200 len: 818 time: 0.2786920 Jan 31 18:51:35.212973 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:35.231087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:35.343119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Request body: {'port': {'device_id': '07c0b018-7f38-4f4f-96fd-83c4f51335a6', 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06', 'admin_state_up': True, 'tenant_id': '2955cafada344780a429a6e6a13faa85'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:35.382886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:35.478175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:35.494978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-c61587e9-c327-4d20-9c4e-afcce03b06f3 service neutron] 10.222.0.20 "GET /v2.0/networks/17f6a066-cb10-4e6f-9747-52e0784ed362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806747 Jan 31 18:51:35.550086 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'port_id': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'mac_address': 'fa:16:3e:ed:f2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:51:35.638958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5200277-cb69-4ec1-aba0-b87a8cd47156 req-b1405eda-56f5-47e6-a22d-8eab96996422 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7975509 Jan 31 18:51:35.682446 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:35.683104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:35.684599 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/e9a00885-1b04-45ff-860d-9887303293da HTTP/1.1" status: 200 len: 1093 time: 2.7124820 Jan 31 18:51:35.685445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7', 'tag': 'e9a00885-1b04-45ff-860d-9887303293da'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:35.687894 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7412ed3-cada-440f-bb9e-1e49c93dae7e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7", "tag": "e9a00885-1b04-45ff-860d-9887303293da"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:35.698870 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f5c7e307-f4f7-4d06-909d-695ceab25100 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 1.0147400 Jan 31 18:51:35.699207 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47024) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:35.742820 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-3c63212d-5a1e-4dea-8d71-9f875d093e78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:51:35.743269 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-3c63212d-5a1e-4dea-8d71-9f875d093e78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:51:35.828100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Pushing event updated for resources: {'Port': ['ID=fa13157c-9eb8-4b49-9ab3-4e923b884b9f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:35.830854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Attempting to bind port fa13157c-9eb8-4b49-9ab3-4e923b884b9f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:51:35.831226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Attempting to bind port fa13157c-9eb8-4b49-9ab3-4e923b884b9f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '5584a745-b2fe-4518-8dde-c45f64e1eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:51:35.831642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Attempting to bind port fa13157c-9eb8-4b49-9ab3-4e923b884b9f on network 17f6a066-cb10-4e6f-9747-52e0784ed362 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:35.881434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:35.881434 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:35.881701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac04649-207b-4c88-9811-2bfa98bd78c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a00885-1b04-45ff-860d-9887303293da,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:35.887433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:51:35.887817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Checking segment: {'id': '5584a745-b2fe-4518-8dde-c45f64e1eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:35.888212 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:35.888646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Bound using segment: {'id': '5584a745-b2fe-4518-8dde-c45f64e1eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:51:35.889148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Bound port: fa13157c-9eb8-4b49-9ab3-4e923b884b9f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5584a745-b2fe-4518-8dde-c45f64e1eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:51:35.889668 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:35.919252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Made reservation on behalf of 2955cafada344780a429a6e6a13faa85 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:35.946058 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:35.972158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:36.001351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-e43aae95-be45-42d8-901f-564d160c27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:36.002893 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-e43aae95-be45-42d8-901f-564d160c27ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2955cafada344780a429a6e6a13faa85&device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 1127 time: 0.2505372 Jan 31 18:51:36.030239 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:36.072445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c7dbab9-adce-4d2f-81bc-e82cd616e6c1 req-e9d6c85e-f0d6-4bcf-8e94-7b1fd35f78a9 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 210 time: 0.2025459 Jan 31 18:51:36.096694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=ea24283f-28fb-4ca6-831b-245e6f2369cc,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:36.100298 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:36.101933 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-e7ed93b4-b6c5-4c7f-83fa-366770c2f754 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9a00885-1b04-45ff-860d-9887303293da HTTP/1.1" status: 200 len: 217 time: 0.0835037 Jan 31 18:51:36.194636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-56684882-8452-4a32-a7bd-1f23e3cea235 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Deleting port 44b1b410-08c6-4ff0-a7f8-7b2d3797dc88 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:36.195155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56684882-8452-4a32-a7bd-1f23e3cea235 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (44b1b410-08c6-4ff0-a7f8-7b2d3797dc88), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:36.275384 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-323621f8-32b8-4884-91cc-c0e49c2ffbda service neutron] 10.222.0.20 "GET /v2.0/networks/17f6a066-cb10-4e6f-9747-52e0784ed362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7711217 Jan 31 18:51:36.295662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:51:36.322493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-36683b9d-f017-4f5a-9e76-c39ad1767002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:36.324379 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-36683b9d-f017-4f5a-9e76-c39ad1767002 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c523f28-793d-4d04-b5eb-56fa402c8e88 HTTP/1.1" status: 200 len: 858 time: 0.2110395 Jan 31 18:51:36.399522 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-6d89278a-9f52-462f-a77a-20dd0968f0bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d9cae6d-c34f-4255-bef4-d02e928b2b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629413 Jan 31 18:51:36.557131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3250f96-a678-47de-8d13-23999e80dc68 req-025c41f5-9ff8-424b-95e1-be88e23bdce5 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:36.565511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3250f96-a678-47de-8d13-23999e80dc68 req-025c41f5-9ff8-424b-95e1-be88e23bdce5 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 945 time: 0.2887452 Jan 31 18:51:36.619363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:36.630231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] For port fa13157c-9eb8-4b49-9ab3-4e923b884b9f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:36.641773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3c63212d-5a1e-4dea-8d71-9f875d093e78 None None] Current status of the port ea24283f-28fb-4ca6-831b-245e6f2369cc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:36.660533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] For port fa13157c-9eb8-4b49-9ab3-4e923b884b9f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fa13157c-9eb8-4b49-9ab3-4e923b884b9f,segment=NetworkSegment(5584a745-b2fe-4518-8dde-c45f64e1eca2),segment_id=5584a745-b2fe-4518-8dde-c45f64e1eca2)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:51:36.665236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Allocated IP 172.20.0.2 (8d9cae6d-c34f-4255-bef4-d02e928b2b06/8c523f28-793d-4d04-b5eb-56fa402c8e88/ecbc9165-5c95-4083-8441-3f3e909166cb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:36.686034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3250f96-a678-47de-8d13-23999e80dc68 req-b6fb127b-cc40-4002-8923-b5ccfbd8bc8a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185219 Jan 31 18:51:36.694879 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56684882-8452-4a32-a7bd-1f23e3cea235 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (44b1b410-08c6-4ff0-a7f8-7b2d3797dc88), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:36.695544 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56684882-8452-4a32-a7bd-1f23e3cea235 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks [] for floatingip (44b1b410-08c6-4ff0-a7f8-7b2d3797dc88), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:36.700090 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:36.881730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-56684882-8452-4a32-a7bd-1f23e3cea235 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Calling delete_port for 44b1b410-08c6-4ff0-a7f8-7b2d3797dc88 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:36.935594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-67118bcb-f1b3-48f5-b181-dd7227bfe5b0 None None] Provisioning complete for port ea24283f-28fb-4ca6-831b-245e6f2369cc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:36.936351 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-67118bcb-f1b3-48f5-b181-dd7227bfe5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:37.088884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ea24283f-28fb-4ca6-831b-245e6f2369cc up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:37.112602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8a743-9b7f-4850-a3fc-8b1ef645160d None None] Pushing event updated for resources: {'Port': ['ID=fa13157c-9eb8-4b49-9ab3-4e923b884b9f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:37.149008 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d464b65-c1f9-4778-9f29-586b0a36a22f x-openstack-request-id: req-6d464b65-c1f9-4778-9f29-586b0a36a22f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:37.149320 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7", "tag": "e9a00885-1b04-45ff-860d-9887303293da", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:37.154938 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d464b65-c1f9-4778-9f29-586b0a36a22f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:37.155635 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7', 'tag': 'e9a00885-1b04-45ff-860d-9887303293da', 'status': 'completed', 'code': 200} Jan 31 18:51:37.378989 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-d2debc95-c80b-4b94-93ae-d9778ebf16a9 service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9681933 Jan 31 18:51:37.593663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d3e451d-10b3-4d30-a9b3-dd65331817e0 req-73e541b3-2f29-4962-9488-b0095509e512 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 210 time: 0.1300077 Jan 31 18:51:37.728749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-e711e475-5160-4e3a-a00a-98fec3c271fe tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:37.735366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-e711e475-5160-4e3a-a00a-98fec3c271fe tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721&tenant_id=ee02e97acfcd42578f53acc92edaa3d5&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 944 time: 0.5254068 Jan 31 18:51:37.954142 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-563764d9-13a2-4686-8baa-603b8e72d6cd req-97676cdc-8636-4126-a56a-74a6b904951b service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473316 Jan 31 18:51:38.002831 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks [] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:38.011245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-67118bcb-f1b3-48f5-b181-dd7227bfe5b0 None None] Current status of the port ea24283f-28fb-4ca6-831b-245e6f2369cc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:38.089436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d224fc3-4d81-4fc3-bf85-fd36f65d5eeb req-2866981e-4bfe-4860-af17-8dff1c258086 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:38.105074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d224fc3-4d81-4fc3-bf85-fd36f65d5eeb req-2866981e-4bfe-4860-af17-8dff1c258086 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 1.0207438 Jan 31 18:51:38.116930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ea24283f-28fb-4ca6-831b-245e6f2369cc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:38.117316 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:38.205483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56684882-8452-4a32-a7bd-1f23e3cea235 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (44b1b410-08c6-4ff0-a7f8-7b2d3797dc88), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:38.463887 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d224fc3-4d81-4fc3-bf85-fd36f65d5eeb req-2af12994-7e6e-45fa-b18d-b34c2c70f22a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556890 Jan 31 18:51:38.535395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ea24283f-28fb-4ca6-831b-245e6f2369cc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:38.568312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871f943-4e00-4641-9f7c-2e1274034510 req-eb6f382c-0a27-4a92-8015-17c48806fcd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:38.577960 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c871f943-4e00-4641-9f7c-2e1274034510 req-eb6f382c-0a27-4a92-8015-17c48806fcd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 944 time: 0.8002493 Jan 31 18:51:38.579549 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56684882-8452-4a32-a7bd-1f23e3cea235 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Pushing event deleted for resources: {'Port': ['ID=44b1b410-08c6-4ff0-a7f8-7b2d3797dc88,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:38.588141 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-606b042a-21db-46d4-a672-8bb33576daf7 service neutron] delete failed (client error): The resource could not be found. Jan 31 18:51:38.604585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56684882-8452-4a32-a7bd-1f23e3cea235 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks [] for floatingip (f4fbea02-df5c-49ad-a8d5-e51807a87d6c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:38.606591 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-606b042a-21db-46d4-a672-8bb33576daf7 service neutron] 10.222.0.49 "DELETE /v2.0/ports/72520bbd-e90d-45c2-bf28-f3fc9feb0cc5/bindings/n-h1-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.8632128 Jan 31 18:51:38.614409 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56684882-8452-4a32-a7bd-1f23e3cea235 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:38.628505 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-56684882-8452-4a32-a7bd-1f23e3cea235 tempest-FloatingIPAdminTestJSON-1357455680 tempest-FloatingIPAdminTestJSON-1357455680-project] 10.222.0.20 "DELETE /v2.0/floatingips/f4fbea02-df5c-49ad-a8d5-e51807a87d6c HTTP/1.1" status: 204 len: 168 time: 2.9261234 Jan 31 18:51:38.637167 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:38.642511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7412ed3-cada-440f-bb9e-1e49c93dae7e req-3081b978-ffc2-450d-b558-1c319e6dee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:38.648546 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e7412ed3-cada-440f-bb9e-1e49c93dae7e req-3081b978-ffc2-450d-b558-1c319e6dee76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2955cafada344780a429a6e6a13faa85&device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 1127 time: 0.5936177 Jan 31 18:51:38.649120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47072) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:38.710170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:38.944107 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:39.030137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:39.032230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:39.178098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c892284-7c94-419d-9705-2c97921416db None None] Network 17f6a066-cb10-4e6f-9747-52e0784ed362 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:51:39.178866 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7412ed3-cada-440f-bb9e-1e49c93dae7e req-44c02543-d58d-4a60-9b8a-4d9942f3b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:39.180101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:51:39.194739 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e7412ed3-cada-440f-bb9e-1e49c93dae7e req-44c02543-d58d-4a60-9b8a-4d9942f3b981 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 200 len: 919 time: 0.5329134 Jan 31 18:51:39.211195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:39.261302 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:39.261591 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:39.535124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:39.539509 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:39.545458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Pushing event updated for resources: {'Port': ['ID=ecbc9165-5c95-4083-8441-3f3e909166cb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:39.589789 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e7412ed3-cada-440f-bb9e-1e49c93dae7e req-b9ff7585-0223-40d6-b763-226aff1eeff2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9a00885-1b04-45ff-860d-9887303293da HTTP/1.1" status: 200 len: 217 time: 0.3615940 Jan 31 18:51:39.648559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.649242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.651643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.655411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.655917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.656279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.657551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.657910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.660618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.661040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.661399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.662685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.667886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:51:39.838561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c7c51-293d-4565-935f-18c7c1f820aa req-1cc68775-c970-4ce2-a328-f7f239f7fdc7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:39.842358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b69c7c51-293d-4565-935f-18c7c1f820aa req-1cc68775-c970-4ce2-a328-f7f239f7fdc7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 931 time: 1.0962489 Jan 31 18:51:39.854184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-09ca57b1-9570-4e6d-832a-2ea015d462f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:39.861684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-09ca57b1-9570-4e6d-832a-2ea015d462f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1127 time: 0.8600924 Jan 31 18:51:39.891584 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fa13157c-9eb8-4b49-9ab3-4e923b884b9f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:39.899054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c871f943-4e00-4641-9f7c-2e1274034510 req-6169a978-b2cd-41c0-b6e0-1bd043889adf tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3182125 Jan 31 18:51:39.997582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7412ed3-cada-440f-bb9e-1e49c93dae7e req-95f11eb6-1002-4e02-b14b-73913eac4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:39.999854 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e7412ed3-cada-440f-bb9e-1e49c93dae7e req-95f11eb6-1002-4e02-b14b-73913eac4af7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c523f28-793d-4d04-b5eb-56fa402c8e88 HTTP/1.1" status: 200 len: 858 time: 0.3828650 Jan 31 18:51:40.007418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-8cab6c9e-d0a3-40bd-9079-d82ce1c14716 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7943394 Jan 31 18:51:40.035455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Request body: {'port': {'device_id': '07c0b018-7f38-4f4f-96fd-83c4f51335a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:40.154543 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e7412ed3-cada-440f-bb9e-1e49c93dae7e req-cc46a40b-5f8c-4b80-bafa-2e1ab50316e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d9cae6d-c34f-4255-bef4-d02e928b2b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214259 Jan 31 18:51:40.273441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:40.274557 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:40.311870 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e7412ed3-cada-440f-bb9e-1e49c93dae7e req-b1855f26-e88b-44b8-84da-712f88932c4a service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477530 Jan 31 18:51:40.351392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b69c7c51-293d-4565-935f-18c7c1f820aa req-3a02ab57-41d2-4cc8-931d-dae53336bb0f tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429631 Jan 31 18:51:40.378838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-16847075-6982-452f-9189-ffddaea5b296 None None] Provisioning complete for port fa13157c-9eb8-4b49-9ab3-4e923b884b9f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:40.381686 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-16847075-6982-452f-9189-ffddaea5b296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:40.437879 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e7412ed3-cada-440f-bb9e-1e49c93dae7e req-9cd8717f-aeb1-443f-a548-007184561b55 service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178792 Jan 31 18:51:40.540064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-f9646a29-c5d4-4b20-9697-cb9c1801af61 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:40.546425 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-f9646a29-c5d4-4b20-9697-cb9c1801af61 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:40.548897 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-f9646a29-c5d4-4b20-9697-cb9c1801af61 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "GET /v2.0/networks?id=347a6950-7868-404e-a336-acf9a21d2e0a&id=17f6a066-cb10-4e6f-9747-52e0784ed362 HTTP/1.1" status: 200 len: 1392 time: 1.0994148 Jan 31 18:51:40.560170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-50af1b53-2f48-4374-973d-c63f360cdf5d tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Deleting port f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:40.561112 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50af1b53-2f48-4374-973d-c63f360cdf5d tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:40.692974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8a0f0-7d3f-4536-a50e-a77e1e69082e req-a0dc14e4-bcd8-4693-84a3-adbe5924626d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:40.696100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00f8a0f0-7d3f-4536-a50e-a77e1e69082e req-a0dc14e4-bcd8-4693-84a3-adbe5924626d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 945 time: 0.5194459 Jan 31 18:51:40.697567 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50af1b53-2f48-4374-973d-c63f360cdf5d tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:40.698040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50af1b53-2f48-4374-973d-c63f360cdf5d tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks [] for floatingip (f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:40.715256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d195e5c0-13e0-4b88-a151-7d9be46efb78 req-d893e3cd-e956-40c9-878b-ee5ce4ba7c23 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 210 time: 0.1429565 Jan 31 18:51:40.718539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-50af1b53-2f48-4374-973d-c63f360cdf5d tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Calling delete_port for f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:40.741097 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:40.788955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e9a00885-1b04-45ff-860d-9887303293da details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:51:40.877703 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:40.882897 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:40.914847 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'port': {'device_id': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a', 'admin_state_up': True, 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:40.965402 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50af1b53-2f48-4374-973d-c63f360cdf5d tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:41.154452 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af1b53-2f48-4374-973d-c63f360cdf5d tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9a0cc5e-d32b-4189-aeaf-559c6e85e1f6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:41.320481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port fa13157c-9eb8-4b49-9ab3-4e923b884b9f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:41.325080 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:41.479628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:41.487600 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0dce99-822f-47e4-82bb-96baad90495f" -d '{"events": [{"server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "name": "network-vif-plugged", "status": "completed", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:41.545686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:41.546750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbc9165-5c95-4083-8441-3f3e909166cb {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:41.560830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:41.561182 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:41.562326 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:41.573342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Publish callbacks [] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:41.594372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:41.619698 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50af1b53-2f48-4374-973d-c63f360cdf5d tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks [] for floatingip (65f2dee2-f328-4bd3-bd5b-83d1baddda74), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:41.628802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Transition to ACTIVE for port object ecbc9165-5c95-4083-8441-3f3e909166cb will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:51:41.633499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:41.643224 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50af1b53-2f48-4374-973d-c63f360cdf5d tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:41.651731 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-50af1b53-2f48-4374-973d-c63f360cdf5d tempest-FloatingIPAdminTestJSON-1608342746 tempest-FloatingIPAdminTestJSON-1608342746-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/65f2dee2-f328-4bd3-bd5b-83d1baddda74 HTTP/1.1" status: 204 len: 168 time: 2.9976943 Jan 31 18:51:41.675715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47092) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:41.690137 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:41.692524 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:41.707823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-2b2bc4f6-5c6b-452e-89ef-3998f2b9423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:41.715164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-2b2bc4f6-5c6b-452e-89ef-3998f2b9423b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6356ca6-7078-4eba-b66b-903ebb47077d HTTP/1.1" status: 200 len: 897 time: 1.7813895 Jan 31 18:51:41.727308 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:41.801672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-16847075-6982-452f-9189-ffddaea5b296 None None] Current status of the port fa13157c-9eb8-4b49-9ab3-4e923b884b9f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:41.803511 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-16847075-6982-452f-9189-ffddaea5b296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:41.819405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e9a00885-1b04-45ff-860d-9887303293da, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9a00885-1b04-45ff-860d-9887303293da,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:41.894014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port fa13157c-9eb8-4b49-9ab3-4e923b884b9f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:41.899180 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:42.005416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'e9a00885-1b04-45ff-860d-9887303293da', 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06', 'port_id': 'e9a00885-1b04-45ff-860d-9887303293da', 'mac_address': 'fa:16:3e:bd:25:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c523f28-793d-4d04-b5eb-56fa402c8e88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:51:42.033615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:42.089207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Pushing event updated for resources: {'Port': ['ID=ecbc9165-5c95-4083-8441-3f3e909166cb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:42.173037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Allocated IP 19.80.0.213 (347a6950-7868-404e-a336-acf9a21d2e0a/3787a559-3282-494e-85ca-9f0434dae79f/ec177a5b-442a-4512-951e-ac72c255e4fe) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:42.191128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b8ffa-c1b0-4e1a-9c5d-3f329f55edec tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Deleting port 8b951cd5-7158-4cb6-9034-a823fda99855 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:42.191640 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8ffa-c1b0-4e1a-9c5d-3f329f55edec tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8b951cd5-7158-4cb6-9034-a823fda99855), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:42.194462 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00f8a0f0-7d3f-4536-a50e-a77e1e69082e req-ddbe4d50-aff7-4eb7-b7d9-dd2015208115 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4749954 Jan 31 18:51:42.214006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-0e0d3e65-5453-4e15-9eab-210ed8da515d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 HTTP/1.1" status: 200 len: 1000 time: 0.4795244 Jan 31 18:51:42.279998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:42.420442 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8ffa-c1b0-4e1a-9c5d-3f329f55edec tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8b951cd5-7158-4cb6-9034-a823fda99855), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:42.449067 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b8ffa-c1b0-4e1a-9c5d-3f329f55edec tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Calling delete_port for 8b951cd5-7158-4cb6-9034-a823fda99855 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:42.502930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port fa13157c-9eb8-4b49-9ab3-4e923b884b9f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fa13157c-9eb8-4b49-9ab3-4e923b884b9f,segment=NetworkSegment(5584a745-b2fe-4518-8dde-c45f64e1eca2),segment_id=5584a745-b2fe-4518-8dde-c45f64e1eca2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:42.520766 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:42.712899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=fa13157c-9eb8-4b49-9ab3-4e923b884b9f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:42.763933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port e9a00885-1b04-45ff-860d-9887303293da is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:42.764389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9a00885-1b04-45ff-860d-9887303293da), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:42.803742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a00885-1b04-45ff-860d-9887303293da {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:42.811253 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-16847075-6982-452f-9189-ffddaea5b296 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:51:42.811872 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-16847075-6982-452f-9189-ffddaea5b296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:51:42.848440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e9a00885-1b04-45ff-860d-9887303293da, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9a00885-1b04-45ff-860d-9887303293da,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:42.859546 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9a00885-1b04-45ff-860d-9887303293da), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:43.033345 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:43.042453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=e9a00885-1b04-45ff-860d-9887303293da,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:43.086148 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:43.151162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e9a00885-1b04-45ff-860d-9887303293da'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:51:43.197669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Port': ['ID=ec177a5b-442a-4512-951e-ac72c255e4fe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:43.234377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network 347a6950-7868-404e-a336-acf9a21d2e0a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:43.242407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:43.248521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:43.417485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:43.418093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:43.489855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-16847075-6982-452f-9189-ffddaea5b296 None None] Current status of the port fa13157c-9eb8-4b49-9ab3-4e923b884b9f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:43.518133 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9a9c2a5d-ae5c-4a38-8cf0-94fddabebfa7 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6095805 Jan 31 18:51:43.530258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8ffa-c1b0-4e1a-9c5d-3f329f55edec tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8b951cd5-7158-4cb6-9034-a823fda99855), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:43.556421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Request body: {'port': {'device_id': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362', 'admin_state_up': True, 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:43.616905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c6f46-c653-4729-856f-350e188524d9 req-b21bf08c-2eee-47a2-9d07-61344ef603ca tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:43.620822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f8c6f46-c653-4729-856f-350e188524d9 req-b21bf08c-2eee-47a2-9d07-61344ef603ca tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 1.9844568 Jan 31 18:51:43.725149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-575b1f28-6cd7-46ba-abb6-d52570041cbd None None] Provisioning complete for port fa13157c-9eb8-4b49-9ab3-4e923b884b9f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:43.725743 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-575b1f28-6cd7-46ba-abb6-d52570041cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:43.728094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-f621e8c7-ec50-4a34-9560-dd18e5bfe440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:43.729907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-f621e8c7-ec50-4a34-9560-dd18e5bfe440 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d2d0eeb-a20b-461a-9a31-5596d77aa9b0 HTTP/1.1" status: 200 len: 834 time: 1.5022523 Jan 31 18:51:43.793279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a242a-be61-4019-bccd-098e478d71c8 req-3110d953-f9a6-44b7-98a6-6046bd4f5f2c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:43.808438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a46a242a-be61-4019-bccd-098e478d71c8 req-3110d953-f9a6-44b7-98a6-6046bd4f5f2c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.6301880 Jan 31 18:51:43.897474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Made reservation on behalf of c30b03ab1a3445c6bab5d60413faec64 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:51:43.898210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-575b1f28-6cd7-46ba-abb6-d52570041cbd None None] Current status of the port fa13157c-9eb8-4b49-9ab3-4e923b884b9f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:43.902965 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:43.977778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f8c6f46-c653-4729-856f-350e188524d9 req-3c455332-6b92-4913-b82f-3384e01f672a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237867 Jan 31 18:51:43.979888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Attempting to bind port ecbc9165-5c95-4083-8441-3f3e909166cb on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:51:43.980572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Attempting to bind port ecbc9165-5c95-4083-8441-3f3e909166cb by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:51:43.982048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Attempting to bind port ecbc9165-5c95-4083-8441-3f3e909166cb on network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:44.067437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4cb94707-7712-4a46-80c6-9a89c922fadd None None] Provisioning complete for port ec177a5b-442a-4512-951e-ac72c255e4fe triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:44.071569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Port ecbc9165-5c95-4083-8441-3f3e909166cb on network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:51:44.072078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Attempting to bind port ecbc9165-5c95-4083-8441-3f3e909166cb on network 8d9cae6d-c34f-4255-bef4-d02e928b2b06 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:44.073344 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4cb94707-7712-4a46-80c6-9a89c922fadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:44.108416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-71e1fc2b-0f77-4d9c-a12f-cc08e05b4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:44.111341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-71e1fc2b-0f77-4d9c-a12f-cc08e05b4e91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6356ca6-7078-4eba-b66b-903ebb47077d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3551855 Jan 31 18:51:44.141895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Allocated IP 19.86.0.33 (17f6a066-cb10-4e6f-9747-52e0784ed362/014e12fa-cf5f-4730-bc6e-38f468a0782d/8561bee5-51c8-4168-b565-d54d4e97e7e1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:51:44.152212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:51:44.152639 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Checking segment: {'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:44.153022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Bound using segment: {'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:51:44.153486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Bound port: ecbc9165-5c95-4083-8441-3f3e909166cb, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae282a43-16d4-46ec-bb87-69ab036f34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:51:44.153854 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:44.173946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4cb94707-7712-4a46-80c6-9a89c922fadd None None] Port ec177a5b-442a-4512-951e-ac72c255e4fe cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:51:44.220243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a46a242a-be61-4019-bccd-098e478d71c8 req-3d72c9f9-3b9e-4faa-8914-831fc67edbe9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103808 Jan 31 18:51:44.336226 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499db59f-e1aa-4e45-8ede-7ed6d79325d1 x-openstack-request-id: req-499db59f-e1aa-4e45-8ede-7ed6d79325d1 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:44.336656 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "name": "network-vif-plugged", "status": "completed", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:44.336936 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-499db59f-e1aa-4e45-8ede-7ed6d79325d1 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:44.338264 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'code': 200} Jan 31 18:51:44.415936 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b8ffa-c1b0-4e1a-9c5d-3f329f55edec tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event deleted for resources: {'Port': ['ID=8b951cd5-7158-4cb6-9034-a823fda99855,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:44.438020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6753-b50e-4e6f-ad16-a4a19effe7fb req-85080382-5b81-4dbf-a83a-eda0e4fcabfd tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:44.446471 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a82d6753-b50e-4e6f-ad16-a4a19effe7fb req-85080382-5b81-4dbf-a83a-eda0e4fcabfd tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 943 time: 0.2696435 Jan 31 18:51:44.516663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] For port ecbc9165-5c95-4083-8441-3f3e909166cb, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:44.553916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] For port ecbc9165-5c95-4083-8441-3f3e909166cb, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ecbc9165-5c95-4083-8441-3f3e909166cb,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:51:44.652647 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:44.715245 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:44.715245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:44.715245 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:44.715245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] 10.222.0.21 "PUT /v2.0/ports/ecbc9165-5c95-4083-8441-3f3e909166cb HTTP/1.1" status: 200 len: 1092 time: 4.6832259 Jan 31 18:51:44.718224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c0b018-7f38-4f4f-96fd-83c4f51335a6', 'tag': 'ecbc9165-5c95-4083-8441-3f3e909166cb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:44.732958 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0211ded5-6341-4d51-92b3-a0aae16b7a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "07c0b018-7f38-4f4f-96fd-83c4f51335a6", "tag": "ecbc9165-5c95-4083-8441-3f3e909166cb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:44.864171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-4af2cb33-b231-45b2-a077-037578417c0b service neutron] 10.222.0.49 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7397702 Jan 31 18:51:44.875727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e9a00885-1b04-45ff-860d-9887303293da up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:44.973005 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8ffa-c1b0-4e1a-9c5d-3f329f55edec tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:45.011008 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fb7b8ffa-c1b0-4e1a-9c5d-3f329f55edec tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "DELETE /v2.0/ports/8b951cd5-7158-4cb6-9034-a823fda99855 HTTP/1.1" status: 204 len: 168 time: 3.3168674 Jan 31 18:51:45.018295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:45.039700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fa13157c-9eb8-4b49-9ab3-4e923b884b9f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:45.169685 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:45.173473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a82d6753-b50e-4e6f-ad16-a4a19effe7fb req-c21d80c4-e4bb-47fe-803a-fb97d7220e45 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7254438 Jan 31 18:51:45.270029 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port e9a00885-1b04-45ff-860d-9887303293da completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:51:45.277645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port fa13157c-9eb8-4b49-9ab3-4e923b884b9f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:45.278429 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:45.282228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port e9a00885-1b04-45ff-860d-9887303293da triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:45.282995 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e9a00885-1b04-45ff-860d-9887303293da), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:45.325904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Network 17f6a066-cb10-4e6f-9747-52e0784ed362 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:51:45.330549 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:51:45.351297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae71535-4ad7-4c0f-a0a1-6cb9951a0f9d tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:45.355467 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aae71535-4ad7-4c0f-a0a1-6cb9951a0f9d tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9514801-8720-452d-b3b7-25a6594c33ba HTTP/1.1" status: 200 len: 913 time: 0.3353155 Jan 31 18:51:45.361135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:51:45.367013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47116) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:45.515275 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event updated for resources: {'Port': ['ID=8561bee5-51c8-4168-b565-d54d4e97e7e1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:45.648265 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:45.649090 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:45.657603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port e9a00885-1b04-45ff-860d-9887303293da is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:45.666253 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e9a00885-1b04-45ff-860d-9887303293da), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:45.687429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49df3c0-d50d-4bfe-8eaf-e9553a21504d service neutron] Pushing event updated for resources: {'Port': ['ID=ecbc9165-5c95-4083-8441-3f3e909166cb,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:45.802598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6cc5d-be6d-42c7-913c-2e938b1d01f2 req-1263f969-9d09-4359-b7ee-87c2bd3d6580 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:45.803893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port fa13157c-9eb8-4b49-9ab3-4e923b884b9f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:45.816045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e9a00885-1b04-45ff-860d-9887303293da, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9a00885-1b04-45ff-860d-9887303293da,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:45.818394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1aa6cc5d-be6d-42c7-913c-2e938b1d01f2 req-1263f969-9d09-4359-b7ee-87c2bd3d6580 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 932 time: 1.3342090 Jan 31 18:51:45.825402 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-625a4d73-1a57-43e9-b6d6-45b2d21b6942 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2917874 Jan 31 18:51:45.839863 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e9a00885-1b04-45ff-860d-9887303293da), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:45.854640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Request body: {'port': {'device_id': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:45.894116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-e3204644-66ae-4e2c-a3d7-b297dc537b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:45.896428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-e3204644-66ae-4e2c-a3d7-b297dc537b57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2955cafada344780a429a6e6a13faa85&device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 1126 time: 1.0038657 Jan 31 18:51:45.938069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-cd92180e-681f-4269-84e6-aa75f4ff2840 None None] Provisioning complete for port 8561bee5-51c8-4168-b565-d54d4e97e7e1 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:45.938656 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cd92180e-681f-4269-84e6-aa75f4ff2840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:46.032557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-2be73655-29ef-41aa-91cf-4ecdb3e0e2b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecbc9165-5c95-4083-8441-3f3e909166cb HTTP/1.1" status: 200 len: 217 time: 0.1239767 Jan 31 18:51:46.042160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b04fe274-be32-47f9-b4ee-93c369451df1 req-7f253f71-b1f6-4a97-91e6-137d2179da26 service neutron] 10.222.0.49 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1376791 Jan 31 18:51:46.097434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=e9a00885-1b04-45ff-860d-9887303293da,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:46.126271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cd92180e-681f-4269-84e6-aa75f4ff2840 None None] Port 8561bee5-51c8-4168-b565-d54d4e97e7e1 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:51:46.174041 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1aa6cc5d-be6d-42c7-913c-2e938b1d01f2 req-26ad8b9b-d6c4-4ca3-9f4a-e9e2a14ebd70 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543828 Jan 31 18:51:46.187017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-3bd3b03e-c3b7-498b-8473-8e6f4686705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:46.201966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-3bd3b03e-c3b7-498b-8473-8e6f4686705c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c523f28-793d-4d04-b5eb-56fa402c8e88 HTTP/1.1" status: 200 len: 858 time: 0.1566267 Jan 31 18:51:46.338409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6'}, {'server_uuid': '5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a00885-1b04-45ff-860d-9887303293da'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:46.341957 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c3d330-1c5d-4c5d-ad47-c189be58a4fc" -d '{"events": [{"server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6"}, {"server_uuid": "5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7", "name": "network-vif-plugged", "status": "completed", "tag": "e9a00885-1b04-45ff-860d-9887303293da"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:46.409551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1634a08-3d43-4156-8736-4bd737be208b req-247ca91f-9780-477b-955e-fa94d66ce865 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:46.411184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1634a08-3d43-4156-8736-4bd737be208b req-247ca91f-9780-477b-955e-fa94d66ce865 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.9516163 Jan 31 18:51:46.436551 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527a4174-ba36-4278-a201-cc4c638243b0 x-openstack-request-id: req-527a4174-ba36-4278-a201-cc4c638243b0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:46.436882 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c0b018-7f38-4f4f-96fd-83c4f51335a6", "tag": "ecbc9165-5c95-4083-8441-3f3e909166cb", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:46.437053 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-527a4174-ba36-4278-a201-cc4c638243b0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:46.437400 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c0b018-7f38-4f4f-96fd-83c4f51335a6', 'tag': 'ecbc9165-5c95-4083-8441-3f3e909166cb', 'status': 'completed', 'code': 200} Jan 31 18:51:46.439590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-a240e42a-74cb-4964-8c2d-55c29aa67785 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d9cae6d-c34f-4255-bef4-d02e928b2b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2253535 Jan 31 18:51:47.009924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1634a08-3d43-4156-8736-4bd737be208b req-5964e1ff-e992-4434-8d98-5f67b52a97e0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5692790 Jan 31 18:51:47.063119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f955e26-6944-46e4-9cef-e7b34cfe541b req-58070166-7e0e-4811-8a73-5b3ef0bb51de tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:47.080117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f955e26-6944-46e4-9cef-e7b34cfe541b req-58070166-7e0e-4811-8a73-5b3ef0bb51de tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 0.4842999 Jan 31 18:51:47.111704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-ea194ea1-71fa-45e5-b979-ce87f5eaf074 service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356146 Jan 31 18:51:47.264432 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:47.364236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f955e26-6944-46e4-9cef-e7b34cfe541b req-7fed9d93-bcc9-4839-86bc-17eb27ebb5ce tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819240 Jan 31 18:51:47.702941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b707149-e006-4b82-9ec8-f87bd4713667 req-60da6d76-3419-4b69-9357-cd4485415f1f tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:47.712518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b707149-e006-4b82-9ec8-f87bd4713667 req-60da6d76-3419-4b69-9357-cd4485415f1f tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 943 time: 0.1413746 Jan 31 18:51:47.723447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da5cc698-6deb-4aad-af38-82fb3d53eb38 req-e202ae9f-4875-418c-b5d2-bc0226ded31e service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849948 Jan 31 18:51:47.735171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d19923-95f5-4c60-8c86-d662f084d85d req-7fcf656e-c996-4aeb-914b-6615bb3fa990 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:47.748051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02d19923-95f5-4c60-8c86-d662f084d85d req-7fcf656e-c996-4aeb-914b-6615bb3fa990 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.4471946 Jan 31 18:51:47.888237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02d19923-95f5-4c60-8c86-d662f084d85d req-e83cb307-ec24-45a7-a136-eb4ceece3a4d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390858 Jan 31 18:51:47.954842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:48.057749 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072173e5-12bc-4b93-b275-517ce8ca4a62 x-openstack-request-id: req-072173e5-12bc-4b93-b275-517ce8ca4a62 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:48.088095 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6", "code": 200}, {"server_uuid": "5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7", "name": "network-vif-plugged", "status": "completed", "tag": "e9a00885-1b04-45ff-860d-9887303293da", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:48.088095 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-072173e5-12bc-4b93-b275-517ce8ca4a62 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:48.088095 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'code': 200} Jan 31 18:51:48.088095 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a00885-1b04-45ff-860d-9887303293da', 'code': 200} Jan 31 18:51:48.130234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b707149-e006-4b82-9ec8-f87bd4713667 req-82963e68-dbc3-4d14-ac96-e8a8163e8809 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166994 Jan 31 18:51:48.151944 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-08ce9fd4-9846-4a82-8439-ffc83bdfa669 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/b9b229ed-e1d2-4680-97b5-386ec32aba36 HTTP/1.1" status: 200 len: 992 time: 0.1796176 Jan 31 18:51:48.177096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ded5-6341-4d51-92b3-a0aae16b7a5d req-fad0c60b-38e5-4c14-836b-1e5a7abdbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:48.181102 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0211ded5-6341-4d51-92b3-a0aae16b7a5d req-fad0c60b-38e5-4c14-836b-1e5a7abdbfb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2955cafada344780a429a6e6a13faa85&device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 1126 time: 0.3305533 Jan 31 18:51:48.389899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c55a5-a12b-4383-9538-82413e7b3cb6 req-72567dff-af75-4b00-b1f2-d93da157a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:48.391527 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-de4c55a5-a12b-4383-9538-82413e7b3cb6 req-72567dff-af75-4b00-b1f2-d93da157a9fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 1129 time: 0.1844752 Jan 31 18:51:48.509313 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-de4c55a5-a12b-4383-9538-82413e7b3cb6 req-04fc5192-ef81-4a59-90f3-7c2f044e7673 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921962 Jan 31 18:51:48.527769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ded5-6341-4d51-92b3-a0aae16b7a5d req-5ae2626c-e415-4de4-baa2-a94de945016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:48.530265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0211ded5-6341-4d51-92b3-a0aae16b7a5d req-5ae2626c-e415-4de4-baa2-a94de945016f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 200 len: 919 time: 0.3311627 Jan 31 18:51:48.639052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec177a5b-442a-4512-951e-ac72c255e4fe {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:48.651949 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Publish callbacks [] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:48.663264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85538c3c-8734-4116-9e26-267e5381b726 req-8832ad63-7689-47bd-9ef4-3342602ac49b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:48.667686 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-775b57e5-a7fa-4d99-b4cb-cc764e157c21 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (c9514801-8720-452d-b3b7-25a6594c33ba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:48.674926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85538c3c-8734-4116-9e26-267e5381b726 req-8832ad63-7689-47bd-9ef4-3342602ac49b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:48.678835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85538c3c-8734-4116-9e26-267e5381b726 req-8832ad63-7689-47bd-9ef4-3342602ac49b tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 1654 time: 0.4786222 Jan 31 18:51:48.774834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4eb18-62b0-4c60-9fc7-bd940ecfa45e req-4933f778-9389-4f1c-8db3-cb2d11fb901c tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:48.777630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7c4eb18-62b0-4c60-9fc7-bd940ecfa45e req-4933f778-9389-4f1c-8db3-cb2d11fb901c tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.2455544 Jan 31 18:51:48.813047 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-421ad0fb-56b6-455f-b9d1-1995698aeb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:48.905588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Transition to ACTIVE for port object ec177a5b-442a-4512-951e-ac72c255e4fe will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:51:48.920215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0211ded5-6341-4d51-92b3-a0aae16b7a5d req-4b5b6b8d-442c-447b-b673-0fc2e2325569 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecbc9165-5c95-4083-8441-3f3e909166cb HTTP/1.1" status: 200 len: 217 time: 0.1757553 Jan 31 18:51:48.939737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:49.046630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85538c3c-8734-4116-9e26-267e5381b726 req-49525a52-ecf6-4b3a-a2f8-ef208eb12346 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559630 Jan 31 18:51:49.063243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7c4eb18-62b0-4c60-9fc7-bd940ecfa45e req-dbb57824-597b-4433-91c7-6c7e25660123 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831367 Jan 31 18:51:49.088784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ded5-6341-4d51-92b3-a0aae16b7a5d req-231cd173-de5f-43a5-9ce0-85da3acd17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:49.094126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0211ded5-6341-4d51-92b3-a0aae16b7a5d req-231cd173-de5f-43a5-9ce0-85da3acd17ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c523f28-793d-4d04-b5eb-56fa402c8e88 HTTP/1.1" status: 200 len: 858 time: 0.1552956 Jan 31 18:51:49.143977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0211ded5-6341-4d51-92b3-a0aae16b7a5d req-09855661-ef33-44b2-a378-cdfd482b3c8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d9cae6d-c34f-4255-bef4-d02e928b2b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425861 Jan 31 18:51:49.420907 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Pushing event updated for resources: {'Port': ['ID=ec177a5b-442a-4512-951e-ac72c255e4fe,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:49.433919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Attempting to bind port ec177a5b-442a-4512-951e-ac72c255e4fe on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:51:49.434669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Attempting to bind port ec177a5b-442a-4512-951e-ac72c255e4fe by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f1af0c71-f843-4033-9e8a-fdeb6f95f445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:51:49.435114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Attempting to bind port ec177a5b-442a-4512-951e-ac72c255e4fe on network 347a6950-7868-404e-a336-acf9a21d2e0a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:49.451973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Port ec177a5b-442a-4512-951e-ac72c255e4fe on network 347a6950-7868-404e-a336-acf9a21d2e0a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:51:49.455645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Attempting to bind port ec177a5b-442a-4512-951e-ac72c255e4fe on network 347a6950-7868-404e-a336-acf9a21d2e0a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:49.467924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:51:49.468462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Checking segment: {'id': 'f1af0c71-f843-4033-9e8a-fdeb6f95f445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:49.469256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Bound using segment: {'id': 'f1af0c71-f843-4033-9e8a-fdeb6f95f445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:51:49.470127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Bound port: ec177a5b-442a-4512-951e-ac72c255e4fe, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1af0c71-f843-4033-9e8a-fdeb6f95f445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:51:49.470613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:49.613709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fbc5a-4b73-41da-b6a0-d7c6f580770a req-1df72bac-29a9-4b5a-8abc-f0dcf058ff8b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:49.622463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a09fbc5a-4b73-41da-b6a0-d7c6f580770a req-1df72bac-29a9-4b5a-8abc-f0dcf058ff8b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 0.3759120 Jan 31 18:51:49.682167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0211ded5-6341-4d51-92b3-a0aae16b7a5d req-167b55ba-926b-4748-bf9d-77362fbd0cf5 service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288236 Jan 31 18:51:49.687574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] For port ec177a5b-442a-4512-951e-ac72c255e4fe, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:49.693501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] For port ec177a5b-442a-4512-951e-ac72c255e4fe, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ec177a5b-442a-4512-951e-ac72c255e4fe,segment=NetworkSegment(f1af0c71-f843-4033-9e8a-fdeb6f95f445),segment_id=f1af0c71-f843-4033-9e8a-fdeb6f95f445)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:51:49.740959 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:49.758467 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a09fbc5a-4b73-41da-b6a0-d7c6f580770a req-6028f2ae-8129-49ae-8b55-0168813c4119 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301284 Jan 31 18:51:49.782409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc63bb-2e35-47f3-a521-98b82fea1b5f req-ccf985c6-d09f-4b55-b70d-ba42fc9840ba tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:49.784938 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-facc63bb-2e35-47f3-a521-98b82fea1b5f req-ccf985c6-d09f-4b55-b70d-ba42fc9840ba tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 943 time: 0.3768356 Jan 31 18:51:49.836229 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Pushing event updated for resources: {'Port': ['ID=ec177a5b-442a-4512-951e-ac72c255e4fe,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:49.883821 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:49.884295 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:49.887326 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-764a5029-36a7-4672-ba17-9af7f99b7596 service neutron] 10.222.0.49 "PUT /v2.0/ports/ec177a5b-442a-4512-951e-ac72c255e4fe HTTP/1.1" status: 200 len: 1093 time: 4.0500743 Jan 31 18:51:49.888281 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'tag': 'ec177a5b-442a-4512-951e-ac72c255e4fe'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:49.890757 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8d0276-bdf6-4455-90fc-cea8e8760cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "828a67b2-2b39-4517-9f2c-5096a2a0fde4", "tag": "ec177a5b-442a-4512-951e-ac72c255e4fe"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:49.938877 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Request body: {'port': {'device_id': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:51:50.042388 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-775b57e5-a7fa-4d99-b4cb-cc764e157c21 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Deleting port f4804ce6-e069-42fd-b097-c0ed08010076 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:50.050439 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-775b57e5-a7fa-4d99-b4cb-cc764e157c21 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f4804ce6-e069-42fd-b097-c0ed08010076), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:50.053413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-facc63bb-2e35-47f3-a521-98b82fea1b5f req-f0705946-1546-4962-8b5c-44143709e4e3 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521479 Jan 31 18:51:50.082871 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba42206f-415a-4a6d-bace-3c38e3ff64b3 x-openstack-request-id: req-ba42206f-415a-4a6d-bace-3c38e3ff64b3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:50.095314 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828a67b2-2b39-4517-9f2c-5096a2a0fde4", "tag": "ec177a5b-442a-4512-951e-ac72c255e4fe", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:50.095852 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba42206f-415a-4a6d-bace-3c38e3ff64b3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:50.096539 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'tag': 'ec177a5b-442a-4512-951e-ac72c255e4fe', 'status': 'completed', 'code': 200} Jan 31 18:51:50.101600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0211ded5-6341-4d51-92b3-a0aae16b7a5d req-c5d7d3b0-ad8f-4d48-8fab-213b841b83e1 service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752234 Jan 31 18:51:50.352742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:50.474684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-775b57e5-a7fa-4d99-b4cb-cc764e157c21 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f4804ce6-e069-42fd-b097-c0ed08010076), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:50.509679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-775b57e5-a7fa-4d99-b4cb-cc764e157c21 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Calling delete_port for f4804ce6-e069-42fd-b097-c0ed08010076 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:50.512672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0276-bdf6-4455-90fc-cea8e8760cb7 req-e93a82d1-78ba-42e5-ae72-715676ed98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:50.518413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0276-bdf6-4455-90fc-cea8e8760cb7 req-e93a82d1-78ba-42e5-ae72-715676ed98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:50.523376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a8d0276-bdf6-4455-90fc-cea8e8760cb7 req-e93a82d1-78ba-42e5-ae72-715676ed98ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c30b03ab1a3445c6bab5d60413faec64&device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 1945 time: 0.3596382 Jan 31 18:51:50.792386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f035e-aac1-47f2-a3c7-ed206ea13966 req-a1f90e6e-ae82-4ec3-8e4d-5568a3037d67 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:50.799050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f035e-aac1-47f2-a3c7-ed206ea13966 req-a1f90e6e-ae82-4ec3-8e4d-5568a3037d67 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:50.800823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da3f035e-aac1-47f2-a3c7-ed206ea13966 req-a1f90e6e-ae82-4ec3-8e4d-5568a3037d67 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 1666 time: 0.5395172 Jan 31 18:51:50.811288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245d282-2dd8-45da-b478-e7d30e1b51f7 req-c700d9a7-e370-44db-afe3-dd89f63238d8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:50.819568 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c245d282-2dd8-45da-b478-e7d30e1b51f7 req-c700d9a7-e370-44db-afe3-dd89f63238d8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.4940748 Jan 31 18:51:50.847810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7de5b-0e1d-4100-a7a1-b974dc3ca08d req-a8202301-bea3-4a37-a953-a7bcee49e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:50.851369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1d7de5b-0e1d-4100-a7a1-b974dc3ca08d req-a8202301-bea3-4a37-a953-a7bcee49e84f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 1129 time: 0.4586411 Jan 31 18:51:50.886192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ecbc9165-5c95-4083-8441-3f3e909166cb details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:51:50.928887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8561bee5-51c8-4168-b565-d54d4e97e7e1 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:50.957586 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Publish callbacks [] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:50.998021 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Transition to ACTIVE for port object 8561bee5-51c8-4168-b565-d54d4e97e7e1 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:51:51.031158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:51.038188 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0276-bdf6-4455-90fc-cea8e8760cb7 req-971ee06f-6eda-45cd-9724-68f1119a6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:51.038861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0276-bdf6-4455-90fc-cea8e8760cb7 req-971ee06f-6eda-45cd-9724-68f1119a6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:51.039404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0276-bdf6-4455-90fc-cea8e8760cb7 req-971ee06f-6eda-45cd-9724-68f1119a6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:51.041804 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a8d0276-bdf6-4455-90fc-cea8e8760cb7 req-971ee06f-6eda-45cd-9724-68f1119a6fc9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c30b03ab1a3445c6bab5d60413faec64&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5073717 Jan 31 18:51:51.103577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da3f035e-aac1-47f2-a3c7-ed206ea13966 req-a509cbb8-54bd-4319-8ec3-21d02845e809 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815347 Jan 31 18:51:51.117625 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:51:51.153952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c245d282-2dd8-45da-b478-e7d30e1b51f7 req-6520331e-76b8-4ef6-961d-5312462a4b00 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270693 Jan 31 18:51:51.183998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ecbc9165-5c95-4083-8441-3f3e909166cb, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ecbc9165-5c95-4083-8441-3f3e909166cb,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:51.206410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'ecbc9165-5c95-4083-8441-3f3e909166cb', 'network_id': '8d9cae6d-c34f-4255-bef4-d02e928b2b06', 'port_id': 'ecbc9165-5c95-4083-8441-3f3e909166cb', 'mac_address': 'fa:16:3e:e3:1d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c523f28-793d-4d04-b5eb-56fa402c8e88', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:51:51.375331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ecbc9165-5c95-4083-8441-3f3e909166cb is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:51.376215 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:51.381407 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a47a87d4-e7c3-43dc-88c3-9213bb9aea56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:51.422188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbc9165-5c95-4083-8441-3f3e909166cb {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:51.471364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ecbc9165-5c95-4083-8441-3f3e909166cb, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ecbc9165-5c95-4083-8441-3f3e909166cb,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:51.481115 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:51.594180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=ecbc9165-5c95-4083-8441-3f3e909166cb,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:51.655894 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-775b57e5-a7fa-4d99-b4cb-cc764e157c21 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f4804ce6-e069-42fd-b097-c0ed08010076), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:51.683033 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Pushing event updated for resources: {'Port': ['ID=8561bee5-51c8-4168-b565-d54d4e97e7e1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:51.780305 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b57e5-a7fa-4d99-b4cb-cc764e157c21 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event deleted for resources: {'Port': ['ID=f4804ce6-e069-42fd-b097-c0ed08010076,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:51.846829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Attempting to bind port 8561bee5-51c8-4168-b565-d54d4e97e7e1 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:51:51.847190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Attempting to bind port 8561bee5-51c8-4168-b565-d54d4e97e7e1 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '5584a745-b2fe-4518-8dde-c45f64e1eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:51:51.847514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Attempting to bind port 8561bee5-51c8-4168-b565-d54d4e97e7e1 on network 17f6a066-cb10-4e6f-9747-52e0784ed362 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:51.882358 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['ecbc9165-5c95-4083-8441-3f3e909166cb'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:51:51.883042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Port 8561bee5-51c8-4168-b565-d54d4e97e7e1 on network 17f6a066-cb10-4e6f-9747-52e0784ed362 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:51:51.883511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Attempting to bind port 8561bee5-51c8-4168-b565-d54d4e97e7e1 on network 17f6a066-cb10-4e6f-9747-52e0784ed362 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:51:51.891281 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:51:51.891864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Checking segment: {'id': '5584a745-b2fe-4518-8dde-c45f64e1eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:51:51.892486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Bound using segment: {'id': '5584a745-b2fe-4518-8dde-c45f64e1eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:51:51.893117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Bound port: 8561bee5-51c8-4168-b565-d54d4e97e7e1, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5584a745-b2fe-4518-8dde-c45f64e1eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:51:51.893648 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:52.014636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] For port 8561bee5-51c8-4168-b565-d54d4e97e7e1, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:51:52.018583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] For port 8561bee5-51c8-4168-b565-d54d4e97e7e1, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8561bee5-51c8-4168-b565-d54d4e97e7e1,segment=NetworkSegment(5584a745-b2fe-4518-8dde-c45f64e1eca2),segment_id=5584a745-b2fe-4518-8dde-c45f64e1eca2)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:51:52.040234 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:52.092614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7de5b-0e1d-4100-a7a1-b974dc3ca08d req-ab76ab72-34de-47b6-9304-21209d88d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:52.098563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1d7de5b-0e1d-4100-a7a1-b974dc3ca08d req-ab76ab72-34de-47b6-9304-21209d88d4d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 1.1983519 Jan 31 18:51:52.164844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:52.165908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:52.168192 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] 10.222.0.49 "PUT /v2.0/ports/8561bee5-51c8-4168-b565-d54d4e97e7e1 HTTP/1.1" status: 200 len: 1092 time: 2.2354081 Jan 31 18:51:52.169258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'tag': '8561bee5-51c8-4168-b565-d54d4e97e7e1'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:52.184624 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b61622-88dd-4e59-afdd-41eba07338f4" -d '{"events": [{"name": "network-changed", "server_uuid": "828a67b2-2b39-4517-9f2c-5096a2a0fde4", "tag": "8561bee5-51c8-4168-b565-d54d4e97e7e1"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:52.256560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1d7de5b-0e1d-4100-a7a1-b974dc3ca08d req-d4db0ae8-5e55-48c1-bfa7-bc94fc4526c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78722241-dd71-4213-b720-7d798751e15a HTTP/1.1" status: 200 len: 217 time: 0.0949333 Jan 31 18:51:52.335652 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5523a-c2d6-48fd-9a6a-ee007bd54f69 service neutron] Pushing event updated for resources: {'Port': ['ID=8561bee5-51c8-4168-b565-d54d4e97e7e1,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:52.388850 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:52.449966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2be34-a0d2-467c-a1ea-dfdbb243dd78 req-03c94a52-dcf8-4e7f-9a32-3b034cdbe33a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:52.455409 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-775b57e5-a7fa-4d99-b4cb-cc764e157c21 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (c9514801-8720-452d-b3b7-25a6594c33ba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:52.458007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ed2be34-a0d2-467c-a1ea-dfdbb243dd78 req-03c94a52-dcf8-4e7f-9a32-3b034cdbe33a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 946 time: 0.3558180 Jan 31 18:51:52.514239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930c172-78b2-4bc1-afe6-5fd7eb8ff075 req-a7a32c89-6391-4ed2-bf85-7d6adba1683b tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:52.517397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5930c172-78b2-4bc1-afe6-5fd7eb8ff075 req-a7a32c89-6391-4ed2-bf85-7d6adba1683b tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 944 time: 0.3836880 Jan 31 18:51:52.533087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0276-bdf6-4455-90fc-cea8e8760cb7 req-abc8da66-b5a4-4e69-8f65-7719e86f4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:52.535940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a8d0276-bdf6-4455-90fc-cea8e8760cb7 req-abc8da66-b5a4-4e69-8f65-7719e86f4226 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4728746 Jan 31 18:51:52.585256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7de5b-0e1d-4100-a7a1-b974dc3ca08d req-805bcb91-bfee-4bcf-9a94-b1ac8e52df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:52.586755 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1d7de5b-0e1d-4100-a7a1-b974dc3ca08d req-805bcb91-bfee-4bcf-9a94-b1ac8e52df25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.2829244 Jan 31 18:51:52.774113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5930c172-78b2-4bc1-afe6-5fd7eb8ff075 req-e0fa91af-a2e5-4d53-9d85-1360427eadd6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301974 Jan 31 18:51:52.839861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ed2be34-a0d2-467c-a1ea-dfdbb243dd78 req-8535185a-abf5-4def-9065-ec06be14812b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408277 Jan 31 18:51:52.861295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-5863a666-1cd5-4b39-9200-a6f29cb49077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:52.862007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-5863a666-1cd5-4b39-9200-a6f29cb49077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:52.863868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-5863a666-1cd5-4b39-9200-a6f29cb49077 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c30b03ab1a3445c6bab5d60413faec64&device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 2044 time: 0.2709007 Jan 31 18:51:52.869551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7de5b-0e1d-4100-a7a1-b974dc3ca08d req-07d8c9d8-ed49-4dfe-8a36-dbe26739f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:52.874726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1d7de5b-0e1d-4100-a7a1-b974dc3ca08d req-07d8c9d8-ed49-4dfe-8a36-dbe26739f06b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2368190 Jan 31 18:51:52.899601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775b57e5-a7fa-4d99-b4cb-cc764e157c21 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Router c9514801-8720-452d-b3b7-25a6594c33ba has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:51:52.901865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ecbc9165-5c95-4083-8441-3f3e909166cb up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:51:53.074495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-67e87e74-91b6-46e0-91e1-86fbbd1e7548 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.213&port_id=ec177a5b-442a-4512-951e-ac72c255e4fe HTTP/1.1" status: 200 len: 217 time: 0.1935289 Jan 31 18:51:53.085408 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3a4caa-f785-40e6-8a9b-0e214ccd60bf x-openstack-request-id: req-7e3a4caa-f785-40e6-8a9b-0e214ccd60bf {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:53.085766 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828a67b2-2b39-4517-9f2c-5096a2a0fde4", "tag": "8561bee5-51c8-4168-b565-d54d4e97e7e1", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:53.086074 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e3a4caa-f785-40e6-8a9b-0e214ccd60bf {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:53.087676 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'tag': '8561bee5-51c8-4168-b565-d54d4e97e7e1', 'status': 'completed', 'code': 200} Jan 31 18:51:53.090038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775b57e5-a7fa-4d99-b4cb-cc764e157c21 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:51:53.105483 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c64b2-af29-4755-bec0-eb5c410e091c None None] Sync routers for ids ['c9514801-8720-452d-b3b7-25a6594c33ba'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:51:53.112528 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-775b57e5-a7fa-4d99-b4cb-cc764e157c21 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "PUT /v2.0/routers/c9514801-8720-452d-b3b7-25a6594c33ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7406332 Jan 31 18:51:53.123677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port ecbc9165-5c95-4083-8441-3f3e909166cb completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:51:53.133752 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:53.149055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port ecbc9165-5c95-4083-8441-3f3e909166cb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:51:53.152121 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:53.164854 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c64b2-af29-4755-bec0-eb5c410e091c None None] Routers {'c9514801-8720-452d-b3b7-25a6594c33ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:53.166221 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-442c64b2-af29-4755-bec0-eb5c410e091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:51:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c9514801-8720-452d-b3b7-25a6594c33ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:53.247022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e94a0d-d8da-4f65-b384-97beeba7cbb2 req-acbe58ee-b389-442e-b7cd-8bee4773d89f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:53.252593 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e94a0d-d8da-4f65-b384-97beeba7cbb2 req-acbe58ee-b389-442e-b7cd-8bee4773d89f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:53.254773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e94a0d-d8da-4f65-b384-97beeba7cbb2 req-acbe58ee-b389-442e-b7cd-8bee4773d89f tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 1678 time: 0.3290935 Jan 31 18:51:53.269554 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-60df3e17-bbec-4896-86de-4be26c892687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:53.271366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-60df3e17-bbec-4896-86de-4be26c892687 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3787a559-3282-494e-85ca-9f0434dae79f HTTP/1.1" status: 200 len: 801 time: 0.1854887 Jan 31 18:51:53.284212 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-442c64b2-af29-4755-bec0-eb5c410e091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:53.307996 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c64b2-af29-4755-bec0-eb5c410e091c None None] Routers {'c9514801-8720-452d-b3b7-25a6594c33ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:51:53.309822 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-442c64b2-af29-4755-bec0-eb5c410e091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:51:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c9514801-8720-452d-b3b7-25a6594c33ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:53.366752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1d7de5b-0e1d-4100-a7a1-b974dc3ca08d req-a49d3cb5-ec85-4ae8-84a4-63f801cf9761 service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400737 Jan 31 18:51:53.373233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port ecbc9165-5c95-4083-8441-3f3e909166cb is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:53.375406 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:53.394031 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for router (c9514801-8720-452d-b3b7-25a6594c33ba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:53.450743 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-442c64b2-af29-4755-bec0-eb5c410e091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:53.453677 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c64b2-af29-4755-bec0-eb5c410e091c None None] The sync data for ids ['c9514801-8720-452d-b3b7-25a6594c33ba'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:51:53.467790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c0b018-7f38-4f4f-96fd-83c4f51335a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbc9165-5c95-4083-8441-3f3e909166cb'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:53.474953 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a62925-a6b9-41e2-823f-f116d7a0a0eb" -d '{"events": [{"server_uuid": "07c0b018-7f38-4f4f-96fd-83c4f51335a6", "name": "network-vif-plugged", "status": "completed", "tag": "ecbc9165-5c95-4083-8441-3f3e909166cb"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:53.475269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670df31-2d73-44c5-a9b3-54a19fa57c11 req-2ce85a5f-ee3e-46b0-9b08-2fe72707dcee tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:53.482775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e670df31-2d73-44c5-a9b3-54a19fa57c11 req-2ce85a5f-ee3e-46b0-9b08-2fe72707dcee tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.2924960 Jan 31 18:51:53.506356 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port ecbc9165-5c95-4083-8441-3f3e909166cb, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ecbc9165-5c95-4083-8441-3f3e909166cb,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:53.514784 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:53.518576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 78722241-dd71-4213-b720-7d798751e15a no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:51:53.538836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e94a0d-d8da-4f65-b384-97beeba7cbb2 req-8e7d7fc6-4635-4f5d-a87a-8c9d8ab4edd9 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593050 Jan 31 18:51:53.562174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-e8f794c1-0110-48ac-ab35-0bbd7f0c4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:53.564049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-e8f794c1-0110-48ac-ab35-0bbd7f0c4df1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=347a6950-7868-404e-a336-acf9a21d2e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2492199 Jan 31 18:51:53.618632 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1d7de5b-0e1d-4100-a7a1-b974dc3ca08d req-f64269d1-b1be-4de2-9705-4e9bc3f7801e service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431316 Jan 31 18:51:53.654950 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for router_gateway (c9514801-8720-452d-b3b7-25a6594c33ba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:53.683915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e670df31-2d73-44c5-a9b3-54a19fa57c11 req-3b4160c4-d9c5-4006-92ce-d74baa658266 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001367 Jan 31 18:51:53.781245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-af6f0def-19cc-45b1-9485-8d7733301b24 service neutron] 10.222.0.49 "GET /v2.0/networks/347a6950-7868-404e-a336-acf9a21d2e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972570 Jan 31 18:51:53.781695 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ba5140-c38b-44eb-9aa4-8a1828b59728 x-openstack-request-id: req-64ba5140-c38b-44eb-9aa4-8a1828b59728 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:53.781991 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c0b018-7f38-4f4f-96fd-83c4f51335a6", "name": "network-vif-plugged", "status": "completed", "tag": "ecbc9165-5c95-4083-8441-3f3e909166cb", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:53.782257 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64ba5140-c38b-44eb-9aa4-8a1828b59728 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:53.782653 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c0b018-7f38-4f4f-96fd-83c4f51335a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbc9165-5c95-4083-8441-3f3e909166cb', 'code': 200} Jan 31 18:51:53.837532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 78722241-dd71-4213-b720-7d798751e15a is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:53.837813 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (78722241-dd71-4213-b720-7d798751e15a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:53.839707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=ecbc9165-5c95-4083-8441-3f3e909166cb,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:53.854594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Deleting port a5dcf263-5af8-40ba-ac2e-c2d161c144b7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:53.856387 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a5dcf263-5af8-40ba-ac2e-c2d161c144b7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:53.944077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 78722241-dd71-4213-b720-7d798751e15a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=78722241-dd71-4213-b720-7d798751e15a,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:53.959880 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (78722241-dd71-4213-b720-7d798751e15a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:54.063995 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a5dcf263-5af8-40ba-ac2e-c2d161c144b7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:54.121091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Calling delete_port for a5dcf263-5af8-40ba-ac2e-c2d161c144b7 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:54.144319 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:54.162764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=78722241-dd71-4213-b720-7d798751e15a,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:54.200053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffec00-866e-4722-98a4-ea911226dd1e req-7ab0bda0-683d-4621-9a23-815c6b35757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:54.201806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ffec00-866e-4722-98a4-ea911226dd1e req-7ab0bda0-683d-4621-9a23-815c6b35757a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 1128 time: 0.2727289 Jan 31 18:51:54.203933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-9964208a-a058-48fa-b0c5-7fa0e20f4397 service neutron] 10.222.0.49 "GET /v2.0/networks/347a6950-7868-404e-a336-acf9a21d2e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060848 Jan 31 18:51:54.218973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3bf2-91c1-42f7-a38c-5caafd9a2b29 req-ab5ffc02-9d69-43ee-adeb-015c97e59423 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:54.228707 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08ed3bf2-91c1-42f7-a38c-5caafd9a2b29 req-ab5ffc02-9d69-43ee-adeb-015c97e59423 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.2894194 Jan 31 18:51:54.233079 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:54.389407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-229728c5-5051-4b6b-82b5-6bccc9b528ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.33&port_id=8561bee5-51c8-4168-b565-d54d4e97e7e1 HTTP/1.1" status: 200 len: 217 time: 0.1469035 Jan 31 18:51:54.558167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08ed3bf2-91c1-42f7-a38c-5caafd9a2b29 req-8e653933-963e-43e2-9a66-a18e2f53c0d6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273213 Jan 31 18:51:54.575644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ffec00-866e-4722-98a4-ea911226dd1e req-f1b0abc8-d040-4f28-aefc-ae01e78c879b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205559 Jan 31 18:51:54.589692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-e8fcfcf9-fc56-4b8b-8ff5-7d62436ab194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:54.592686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-e8fcfcf9-fc56-4b8b-8ff5-7d62436ab194 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=014e12fa-cf5f-4730-bc6e-38f468a0782d HTTP/1.1" status: 200 len: 801 time: 0.1939111 Jan 31 18:51:54.703353 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a5dcf263-5af8-40ba-ac2e-c2d161c144b7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:54.750506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event deleted for resources: {'Port': ['ID=a5dcf263-5af8-40ba-ac2e-c2d161c144b7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:54.799540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b14410-2be1-4c52-b4ec-6d5b6ef5c46b req-b044fe9a-9571-4f8f-9ad5-e4c90ec6daa6 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:54.806902 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49b14410-2be1-4c52-b4ec-6d5b6ef5c46b req-b044fe9a-9571-4f8f-9ad5-e4c90ec6daa6 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 944 time: 0.3246610 Jan 31 18:51:54.877562 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (c9514801-8720-452d-b3b7-25a6594c33ba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:54.924598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-91940347-8156-402e-abc5-8fcee35098e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:54.926693 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-91940347-8156-402e-abc5-8fcee35098e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=17f6a066-cb10-4e6f-9747-52e0784ed362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3205736 Jan 31 18:51:55.057294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49b14410-2be1-4c52-b4ec-6d5b6ef5c46b req-d8234131-0992-43e5-b89f-306da89aff69 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048833 Jan 31 18:51:55.065668 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (c9514801-8720-452d-b3b7-25a6594c33ba), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:55.079572 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for router_controller (c9514801-8720-452d-b3b7-25a6594c33ba), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:55.112479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc204af-0722-4cad-9c3c-c65fa98d9268 req-4fcccb81-b06e-4f31-9f55-05b281ed4826 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:55.121171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc204af-0722-4cad-9c3c-c65fa98d9268 req-4fcccb81-b06e-4f31-9f55-05b281ed4826 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:55.134491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fc204af-0722-4cad-9c3c-c65fa98d9268 req-4fcccb81-b06e-4f31-9f55-05b281ed4826 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 1678 time: 0.4524524 Jan 31 18:51:55.191423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (c9514801-8720-452d-b3b7-25a6594c33ba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:55.192148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Fanout notify agent at l3_agent the message router_deleted on router c9514801-8720-452d-b3b7-25a6594c33ba {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:51:55.201834 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:55.214743 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cf532806-eca6-44e4-8a2f-0323ee558102 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "DELETE /v2.0/routers/c9514801-8720-452d-b3b7-25a6594c33ba HTTP/1.1" status: 204 len: 168 time: 2.0783687 Jan 31 18:51:55.219859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47224) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:55.235992 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:55.374754 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-d61554f3-d20b-45d6-8980-ba98dc1af242 service neutron] 10.222.0.49 "GET /v2.0/networks/17f6a066-cb10-4e6f-9747-52e0784ed362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395907 Jan 31 18:51:55.378896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf294110-dc2d-4463-a9d9-45d749345f66 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Deleting subnet a35fa6e5-f602-4280-88c6-8c8dd7c0c76b {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:51:55.390117 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf294110-dc2d-4463-a9d9-45d749345f66 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for subnet (a35fa6e5-f602-4280-88c6-8c8dd7c0c76b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:55.390404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618035d-c0c3-462f-adcc-6856492b6d40 req-69fb0866-b048-4d1c-8dbe-f621e80060a4 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:55.408580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1618035d-c0c3-462f-adcc-6856492b6d40 req-69fb0866-b048-4d1c-8dbe-f621e80060a4 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.2712030 Jan 31 18:51:55.430991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fc204af-0722-4cad-9c3c-c65fa98d9268 req-8558bb7d-c482-4c73-a67b-74dd1d92e7d0 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878835 Jan 31 18:51:55.529418 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf294110-dc2d-4463-a9d9-45d749345f66 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (a35fa6e5-f602-4280-88c6-8c8dd7c0c76b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:55.532006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1618035d-c0c3-462f-adcc-6856492b6d40 req-a91f5735-bfd3-441a-a637-e895dbad272e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222482 Jan 31 18:51:55.668641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e40f6aa-aef5-43de-adff-1655f7e5616a req-d5a8939e-1d2d-4953-8495-ffe4da48dc16 service neutron] 10.222.0.49 "GET /v2.0/networks/17f6a066-cb10-4e6f-9747-52e0784ed362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491343 Jan 31 18:51:55.724223 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf294110-dc2d-4463-a9d9-45d749345f66 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (a35fa6e5-f602-4280-88c6-8c8dd7c0c76b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:55.784043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30c522b-467c-4567-bccc-5c924afc9c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78722241-dd71-4213-b720-7d798751e15a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:51:55.787774 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5031ce15-16aa-4b6b-a370-0f748cbc4ec3" -d '{"events": [{"server_uuid": "b30c522b-467c-4567-bccc-5c924afc9c01", "name": "network-vif-unplugged", "status": "completed", "tag": "78722241-dd71-4213-b720-7d798751e15a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:51:55.811728 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf294110-dc2d-4463-a9d9-45d749345f66 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (a35fa6e5-f602-4280-88c6-8c8dd7c0c76b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:55.865683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf294110-dc2d-4463-a9d9-45d749345f66 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event deleted for resources: {'Subnet': ['ID=a35fa6e5-f602-4280-88c6-8c8dd7c0c76b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:55.869977 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf294110-dc2d-4463-a9d9-45d749345f66 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:55.872011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d555f4-6b3d-4bc4-a19c-34b448f9d7fa None None] Network 546cf59e-c1c5-4201-ae52-2f3435181012 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:51:55.890801 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bf294110-dc2d-4463-a9d9-45d749345f66 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "DELETE /v2.0/subnets/a35fa6e5-f602-4280-88c6-8c8dd7c0c76b HTTP/1.1" status: 204 len: 168 time: 0.6741247 Jan 31 18:51:55.893188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:55.982112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1601-f92d-4efe-9ad6-d54f4192fae0 req-6f8f7eee-9789-4fa9-bbe6-6fd698c68f08 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:55.987274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c0e1601-f92d-4efe-9ad6-d54f4192fae0 req-6f8f7eee-9789-4fa9-bbe6-6fd698c68f08 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.2897179 Jan 31 18:51:56.012064 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (546cf59e-c1c5-4201-ae52-2f3435181012), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:56.054315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b61622-88dd-4e59-afdd-41eba07338f4 req-e41caa54-f4e3-4d68-9686-af672c1b6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:56.055141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b61622-88dd-4e59-afdd-41eba07338f4 req-e41caa54-f4e3-4d68-9686-af672c1b6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:56.058007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79b61622-88dd-4e59-afdd-41eba07338f4 req-e41caa54-f4e3-4d68-9686-af672c1b6585 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c30b03ab1a3445c6bab5d60413faec64&device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 2044 time: 0.2860498 Jan 31 18:51:56.143182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Deleting port 906d869c-d860-4b03-9715-f95db543aa5d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:56.144291 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (906d869c-d860-4b03-9715-f95db543aa5d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:56.268914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c0e1601-f92d-4efe-9ad6-d54f4192fae0 req-3a4d8567-6008-4930-9d0f-defce53cf1e9 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513297 Jan 31 18:51:56.381677 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] For port 906d869c-d860-4b03-9715-f95db543aa5d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=906d869c-d860-4b03-9715-f95db543aa5d,segment=NetworkSegment(0defe4f9-bb7c-40b2-b249-30b311013c49),segment_id=0defe4f9-bb7c-40b2-b249-30b311013c49)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:56.384375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-c111a8c3-a08e-468c-ab85-55c87fc6b39b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:56.384863 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (906d869c-d860-4b03-9715-f95db543aa5d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:56.387602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-c111a8c3-a08e-468c-ab85-55c87fc6b39b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 813 time: 0.5655587 Jan 31 18:51:56.418515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-68303e2f-abfa-4dd5-80da-3b1bba0a6e51 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/quotas/83e19795b457498da69c74dcc061ce65 HTTP/1.1" status: 200 len: 375 time: 0.0185845 Jan 31 18:51:56.426338 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:56.428284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Calling delete_port for 906d869c-d860-4b03-9715-f95db543aa5d owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:56.431065 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3e20e5-d0a5-4d59-bbf6-36bee3929248 x-openstack-request-id: req-4a3e20e5-d0a5-4d59-bbf6-36bee3929248 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:51:56.431660 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30c522b-467c-4567-bccc-5c924afc9c01", "name": "network-vif-unplugged", "status": "completed", "tag": "78722241-dd71-4213-b720-7d798751e15a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:51:56.432182 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a3e20e5-d0a5-4d59-bbf6-36bee3929248 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:51:56.433250 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30c522b-467c-4567-bccc-5c924afc9c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78722241-dd71-4213-b720-7d798751e15a', 'code': 200} Jan 31 18:51:56.527506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b61622-88dd-4e59-afdd-41eba07338f4 req-3f441893-ef9d-49b3-90ff-34724ac28e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:56.529127 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79b61622-88dd-4e59-afdd-41eba07338f4 req-3f441893-ef9d-49b3-90ff-34724ac28e83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=17f6a066-cb10-4e6f-9747-52e0784ed362 HTTP/1.1" status: 200 len: 903 time: 0.4465396 Jan 31 18:51:56.590948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc0580-fa16-4f84-86a9-e99719fc91d8 None None] DHCP port deletion for 546cf59e-c1c5-4201-ae52-2f3435181012 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:51:56.595501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79b61622-88dd-4e59-afdd-41eba07338f4 req-199c66a5-53d8-4ed2-8498-ea96b0991374 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.33&port_id=8561bee5-51c8-4168-b565-d54d4e97e7e1 HTTP/1.1" status: 200 len: 217 time: 0.0556593 Jan 31 18:51:56.632670 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (906d869c-d860-4b03-9715-f95db543aa5d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:56.677594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-15fc0580-fa16-4f84-86a9-e99719fc91d8 None None] Deleting port 906d869c-d860-4b03-9715-f95db543aa5d {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:56.679211 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-15fc0580-fa16-4f84-86a9-e99719fc91d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (906d869c-d860-4b03-9715-f95db543aa5d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:56.708445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-3c27d030-ebd5-47ca-a2e1-9c2abb8679ae tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2811427 Jan 31 18:51:56.713884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-a36b62c8-db6a-4f2d-8abb-38fff0e893d5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:51:56.721048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event deleted for resources: {'Port': ['ID=906d869c-d860-4b03-9715-f95db543aa5d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:56.722514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-a36b62c8-db6a-4f2d-8abb-38fff0e893d5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129704 Jan 31 18:51:56.743524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] No DVR routers for this DVR port 906d869c-d860-4b03-9715-f95db543aa5d on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:51:56.768850 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-15fc0580-fa16-4f84-86a9-e99719fc91d8 None None] For port 906d869c-d860-4b03-9715-f95db543aa5d, host n-d-812111-15, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:56.769577 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-15fc0580-fa16-4f84-86a9-e99719fc91d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (906d869c-d860-4b03-9715-f95db543aa5d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:56.791477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-15fc0580-fa16-4f84-86a9-e99719fc91d8 None None] Calling delete_port for 906d869c-d860-4b03-9715-f95db543aa5d owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:56.796363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-15fc0580-fa16-4f84-86a9-e99719fc91d8 None None] Port 906d869c-d860-4b03-9715-f95db543aa5d was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:51:56.799245 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-15fc0580-fa16-4f84-86a9-e99719fc91d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (906d869c-d860-4b03-9715-f95db543aa5d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:56.816715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b61622-88dd-4e59-afdd-41eba07338f4 req-db7f1f4b-5db8-422b-860d-620d5ab2ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:56.818341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79b61622-88dd-4e59-afdd-41eba07338f4 req-db7f1f4b-5db8-422b-860d-620d5ab2ede6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=014e12fa-cf5f-4730-bc6e-38f468a0782d HTTP/1.1" status: 200 len: 801 time: 0.2078786 Jan 31 18:51:56.844060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72fbab-a0b5-4774-a2d1-fb5a3cd84d60 req-bba42e24-eda1-40a7-9a44-4db8f3bf2fdf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:56.846867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa72fbab-a0b5-4774-a2d1-fb5a3cd84d60 req-bba42e24-eda1-40a7-9a44-4db8f3bf2fdf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 944 time: 0.2504246 Jan 31 18:51:56.876982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc0580-fa16-4f84-86a9-e99719fc91d8 None None] Pushing event deleted for resources: {'Port': ['ID=906d869c-d860-4b03-9715-f95db543aa5d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:56.891371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc0580-fa16-4f84-86a9-e99719fc91d8 None None] No DVR routers for this DVR port 906d869c-d860-4b03-9715-f95db543aa5d on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:51:56.978473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa72fbab-a0b5-4774-a2d1-fb5a3cd84d60 req-6399a34c-e34f-467b-acee-c4ce71190652 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189582 Jan 31 18:51:56.994350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-9339b03f-688a-4853-855b-96ccc369a0dd service neutron] 10.222.0.20 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702503 Jan 31 18:51:57.072771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8561bee5-51c8-4168-b565-d54d4e97e7e1 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:51:57.073355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b61622-88dd-4e59-afdd-41eba07338f4 req-fa7a79fd-b2f6-4b1d-a3e9-8dfe89486945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:57.075014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79b61622-88dd-4e59-afdd-41eba07338f4 req-fa7a79fd-b2f6-4b1d-a3e9-8dfe89486945 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=17f6a066-cb10-4e6f-9747-52e0784ed362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2245655 Jan 31 18:51:57.264934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-116582c0-e7a1-4e62-a31c-2506f95bc90d service neutron] 10.222.0.20 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689016 Jan 31 18:51:57.339466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79b61622-88dd-4e59-afdd-41eba07338f4 req-1a0a9e6a-ce77-4008-b17e-e8b2d7f611b1 service neutron] 10.222.0.49 "GET /v2.0/networks/17f6a066-cb10-4e6f-9747-52e0784ed362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502620 Jan 31 18:51:57.352403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ebfa-705b-42e1-bd5d-79932c415f8c req-2c69413e-0c98-428f-9954-1a75f4986987 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:57.371260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ebfa-705b-42e1-bd5d-79932c415f8c req-2c69413e-0c98-428f-9954-1a75f4986987 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:57.373122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e515ebfa-705b-42e1-bd5d-79932c415f8c req-2c69413e-0c98-428f-9954-1a75f4986987 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 1678 time: 0.2374899 Jan 31 18:51:57.446612 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (546cf59e-c1c5-4201-ae52-2f3435181012), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:57.449707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8561bee5-51c8-4168-b565-d54d4e97e7e1, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8561bee5-51c8-4168-b565-d54d4e97e7e1,segment=NetworkSegment(5584a745-b2fe-4518-8dde-c45f64e1eca2),segment_id=5584a745-b2fe-4518-8dde-c45f64e1eca2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:57.488431 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546cf59e-c1c5-4201-ae52-2f3435181012']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:57.498774 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '8561bee5-51c8-4168-b565-d54d4e97e7e1', 'network_id': '17f6a066-cb10-4e6f-9747-52e0784ed362', 'port_id': '8561bee5-51c8-4168-b565-d54d4e97e7e1', 'mac_address': 'fa:16:3e:b4:dc:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '014e12fa-cf5f-4730-bc6e-38f468a0782d', 'ip_address': '19.86.0.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:51:57.512209 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0defe4f9-bb7c-40b2-b249-30b311013c49') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:57.512586 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0defe4f9-bb7c-40b2-b249-30b311013c49') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:51:57.528742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (0defe4f9-bb7c-40b2-b249-30b311013c49), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:57.565718 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (0defe4f9-bb7c-40b2-b249-30b311013c49), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:57.581659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:51:57.582123 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (0defe4f9-bb7c-40b2-b249-30b311013c49), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:51:57.585897 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:51:57.637248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8561bee5-51c8-4168-b565-d54d4e97e7e1 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:57.638670 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:57.698731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8561bee5-51c8-4168-b565-d54d4e97e7e1 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:57.703628 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e515ebfa-705b-42e1-bd5d-79932c415f8c req-4b9437e4-3fed-4677-993d-352464ecd796 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168268 Jan 31 18:51:57.763052 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8561bee5-51c8-4168-b565-d54d4e97e7e1, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8561bee5-51c8-4168-b565-d54d4e97e7e1,segment=NetworkSegment(5584a745-b2fe-4518-8dde-c45f64e1eca2),segment_id=5584a745-b2fe-4518-8dde-c45f64e1eca2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:57.771472 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:57.772669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ec177a5b-442a-4512-951e-ac72c255e4fe details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:51:57.891632 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (546cf59e-c1c5-4201-ae52-2f3435181012), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:57.899819 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:57.908757 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "DELETE /v2.0/networks/546cf59e-c1c5-4201-ae52-2f3435181012 HTTP/1.1" status: 204 len: 168 time: 2.0113080 Jan 31 18:51:57.932959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79b61622-88dd-4e59-afdd-41eba07338f4 req-5d3abc55-ce63-4db4-b1cc-e9ee996a808e service neutron] 10.222.0.49 "GET /v2.0/networks/17f6a066-cb10-4e6f-9747-52e0784ed362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518765 Jan 31 18:51:57.939056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:51:57.958577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca0032-0a48-4ef6-a1b1-441bab0a1085 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event deleted for resources: {'Network': ['ID=546cf59e-c1c5-4201-ae52-2f3435181012,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:58.038002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8561bee5-51c8-4168-b565-d54d4e97e7e1,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:58.116576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cb91b-33b5-4f55-ba0b-691587349ec1 req-9b900cd7-6ca9-4b5f-a82a-c39d1aa770f9 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:58.126756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-723cb91b-33b5-4f55-ba0b-691587349ec1 req-9b900cd7-6ca9-4b5f-a82a-c39d1aa770f9 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.5131834 Jan 31 18:51:58.135811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ec177a5b-442a-4512-951e-ac72c255e4fe, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ec177a5b-442a-4512-951e-ac72c255e4fe,segment=NetworkSegment(f1af0c71-f843-4033-9e8a-fdeb6f95f445),segment_id=f1af0c71-f843-4033-9e8a-fdeb6f95f445)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:58.158655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'ec177a5b-442a-4512-951e-ac72c255e4fe', 'network_id': '347a6950-7868-404e-a336-acf9a21d2e0a', 'port_id': 'ec177a5b-442a-4512-951e-ac72c255e4fe', 'mac_address': 'fa:16:3e:be:1d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3787a559-3282-494e-85ca-9f0434dae79f', 'ip_address': '19.80.0.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:51:58.226136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ec177a5b-442a-4512-951e-ac72c255e4fe is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:58.226622 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:58.257575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec177a5b-442a-4512-951e-ac72c255e4fe {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:51:58.288785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-723cb91b-33b5-4f55-ba0b-691587349ec1 req-3420ed95-0032-4423-9e29-989d7968b4de tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609850 Jan 31 18:51:58.342731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ec177a5b-442a-4512-951e-ac72c255e4fe, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ec177a5b-442a-4512-951e-ac72c255e4fe,segment=NetworkSegment(f1af0c71-f843-4033-9e8a-fdeb6f95f445),segment_id=f1af0c71-f843-4033-9e8a-fdeb6f95f445)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:51:58.350862 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:58.393103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d8219-9372-4b55-9e69-5e55be8ad864 req-6f449850-1a0c-4b80-aad3-9c87aa3e8bc8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:58.394687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-669d8219-9372-4b55-9e69-5e55be8ad864 req-6f449850-1a0c-4b80-aad3-9c87aa3e8bc8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.5167565 Jan 31 18:51:58.475789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=ec177a5b-442a-4512-951e-ac72c255e4fe,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:51:58.574725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-eba3c77c-0b93-4e13-9c10-5332291681a9 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Deleting port 4b5fb7d8-12e3-478d-b0f5-c0912c2a310b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:51:58.575280 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eba3c77c-0b93-4e13-9c10-5332291681a9 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4b5fb7d8-12e3-478d-b0f5-c0912c2a310b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:58.622496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-669d8219-9372-4b55-9e69-5e55be8ad864 req-440a9ab5-de43-42bf-be80-2819aad6f03e tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120900 Jan 31 18:51:58.680637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['ec177a5b-442a-4512-951e-ac72c255e4fe'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:51:58.752404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 906d869c-d860-4b03-9715-f95db543aa5d no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:51:58.829952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 906d869c-d860-4b03-9715-f95db543aa5d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:51:58.830529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 906d869c-d860-4b03-9715-f95db543aa5d not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:51:58.933078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 78722241-dd71-4213-b720-7d798751e15a no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:51:59.221308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 78722241-dd71-4213-b720-7d798751e15a is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:51:59.485096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1bccaccd-0690-476b-9ce9-67e69eb120e9 req-7a0cee6c-95f1-4d82-bfef-2ed34a9677ba tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 210 time: 0.0618987 Jan 31 18:51:59.502264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba666c1-65f1-48f5-809e-3f2730432e52 req-26af332d-8e89-4506-a8aa-c4ddd84ad29b tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:59.511494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bba666c1-65f1-48f5-809e-3f2730432e52 req-26af332d-8e89-4506-a8aa-c4ddd84ad29b tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 1.0346055 Jan 31 18:51:59.665089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bba666c1-65f1-48f5-809e-3f2730432e52 req-b2ec6764-aa76-4808-8799-7eb780b1528d tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520824 Jan 31 18:51:59.671916 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eba3c77c-0b93-4e13-9c10-5332291681a9 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4b5fb7d8-12e3-478d-b0f5-c0912c2a310b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:59.672270 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eba3c77c-0b93-4e13-9c10-5332291681a9 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for floatingip (4b5fb7d8-12e3-478d-b0f5-c0912c2a310b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:51:59.702392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-eba3c77c-0b93-4e13-9c10-5332291681a9 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Calling delete_port for 4b5fb7d8-12e3-478d-b0f5-c0912c2a310b owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:51:59.712600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8561bee5-51c8-4168-b565-d54d4e97e7e1'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:51:59.852961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9b3c3-88b2-4cb8-869e-161edd4192b0 req-5e89bdb9-63e1-45d3-b5db-1c937b8f7257 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:51:59.855291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30f9b3c3-88b2-4cb8-869e-161edd4192b0 req-5e89bdb9-63e1-45d3-b5db-1c937b8f7257 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.3007100 Jan 31 18:52:00.246156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30f9b3c3-88b2-4cb8-869e-161edd4192b0 req-a967a9f1-66c4-408f-87c2-4d6f58e49684 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609588 Jan 31 18:52:00.310342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec9ab-b50b-4222-980b-643d84e62b7f req-510d6e98-743a-44e7-a3e4-e5e09077ecb5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:00.320407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec9ab-b50b-4222-980b-643d84e62b7f req-510d6e98-743a-44e7-a3e4-e5e09077ecb5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:00.331878 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93dec9ab-b50b-4222-980b-643d84e62b7f req-510d6e98-743a-44e7-a3e4-e5e09077ecb5 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 1680 time: 0.4670165 Jan 31 18:52:00.390296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-e5cddf6f-c40b-4ce2-acbd-54091b2337f4 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:00.392823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-e5cddf6f-c40b-4ce2-acbd-54091b2337f4 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.21 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 813 time: 0.6724210 Jan 31 18:52:00.422187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Request body: {'port': {'device_id': '0d125625-c71f-41da-b23a-be1c0a5d27c5', 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0', 'admin_state_up': True, 'tenant_id': '83e19795b457498da69c74dcc061ce65'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:00.639576 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eba3c77c-0b93-4e13-9c10-5332291681a9 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4b5fb7d8-12e3-478d-b0f5-c0912c2a310b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:00.717499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93dec9ab-b50b-4222-980b-643d84e62b7f req-b7086356-13f8-456e-bdae-72e1d3166048 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841131 Jan 31 18:52:00.766669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3c77c-0b93-4e13-9c10-5332291681a9 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Pushing event deleted for resources: {'Port': ['ID=4b5fb7d8-12e3-478d-b0f5-c0912c2a310b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:00.813716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399540cf-5f32-45b4-9575-1c5b5dfc040f req-fb41c731-5a0c-4185-828b-1b8d984bf34a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:00.820157 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-399540cf-5f32-45b4-9575-1c5b5dfc040f req-fb41c731-5a0c-4185-828b-1b8d984bf34a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.4248040 Jan 31 18:52:01.042868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-399540cf-5f32-45b4-9575-1c5b5dfc040f req-1383d1a4-b40f-4ceb-a205-f750141dd734 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833827 Jan 31 18:52:01.058320 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eba3c77c-0b93-4e13-9c10-5332291681a9 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks [] for floatingip (cd853fcb-fba0-417d-b46b-5418d025e76c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:01.064499 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eba3c77c-0b93-4e13-9c10-5332291681a9 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:01.066664 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-eba3c77c-0b93-4e13-9c10-5332291681a9 tempest-FloatingIPAdminTestJSON-823435672 tempest-FloatingIPAdminTestJSON-823435672-project] 10.222.0.20 "DELETE /v2.0/floatingips/cd853fcb-fba0-417d-b46b-5418d025e76c HTTP/1.1" status: 204 len: 168 time: 3.1077936 Jan 31 18:52:01.068822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Made reservation on behalf of 83e19795b457498da69c74dcc061ce65 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:01.084401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ec177a5b-442a-4512-951e-ac72c255e4fe up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:01.095299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:01.190776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port ec177a5b-442a-4512-951e-ac72c255e4fe completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:52:01.199092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port ec177a5b-442a-4512-951e-ac72c255e4fe triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:01.199593 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:01.306559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970f084-09c3-44cc-b1b1-4a143a38450e req-c8e769a8-f1a0-4034-a567-1538d5416a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:01.334568 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6970f084-09c3-44cc-b1b1-4a143a38450e req-c8e769a8-f1a0-4034-a567-1538d5416a3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2955cafada344780a429a6e6a13faa85&device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 1128 time: 0.2456818 Jan 31 18:52:01.430859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port ec177a5b-442a-4512-951e-ac72c255e4fe is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:01.430859 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:01.513048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port ec177a5b-442a-4512-951e-ac72c255e4fe, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ec177a5b-442a-4512-951e-ac72c255e4fe,segment=NetworkSegment(f1af0c71-f843-4033-9e8a-fdeb6f95f445),segment_id=f1af0c71-f843-4033-9e8a-fdeb6f95f445)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:01.515726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec177a5b-442a-4512-951e-ac72c255e4fe'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:01.524382 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14919c39-f83b-4245-b127-c3701a1387b7" -d '{"events": [{"server_uuid": "828a67b2-2b39-4517-9f2c-5096a2a0fde4", "name": "network-vif-plugged", "status": "completed", "tag": "ec177a5b-442a-4512-951e-ac72c255e4fe"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:01.534005 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:01.535124 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8561bee5-51c8-4168-b565-d54d4e97e7e1 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:01.578214 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970f084-09c3-44cc-b1b1-4a143a38450e req-875ff38b-3268-4a70-b255-f11ad07445c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:01.579653 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6970f084-09c3-44cc-b1b1-4a143a38450e req-875ff38b-3268-4a70-b255-f11ad07445c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 200 len: 919 time: 0.2339723 Jan 31 18:52:01.638442 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6970f084-09c3-44cc-b1b1-4a143a38450e req-1367cb22-2fc5-4db6-8c66-6969f6f5f5d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecbc9165-5c95-4083-8441-3f3e909166cb HTTP/1.1" status: 200 len: 217 time: 0.0501816 Jan 31 18:52:01.664913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a47a699d-7f9e-415f-bdaf-17225a6777d2 req-e2fc9642-1f3d-4d78-a989-029a9fd39a82 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 210 time: 0.1754336 Jan 31 18:52:01.743121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ba19f-0084-4144-9b0b-4b3541149943 req-1ca411a8-3880-4ce8-a8f4-b7ced602f3e2 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:01.750701 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-355ba19f-0084-4144-9b0b-4b3541149943 req-1ca411a8-3880-4ce8-a8f4-b7ced602f3e2 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.3760538 Jan 31 18:52:01.796055 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970f084-09c3-44cc-b1b1-4a143a38450e req-524503ea-952d-4a65-9acf-77e651c622de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:01.797581 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6970f084-09c3-44cc-b1b1-4a143a38450e req-524503ea-952d-4a65-9acf-77e651c622de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c523f28-793d-4d04-b5eb-56fa402c8e88 HTTP/1.1" status: 200 len: 858 time: 0.1419051 Jan 31 18:52:01.837761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-355ba19f-0084-4144-9b0b-4b3541149943 req-cb5ff7ef-1dc0-4564-9902-a0208c121e9c tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860047 Jan 31 18:52:01.840009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47310) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:01.874206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Allocated IP 172.20.0.12 (b1c9360f-629c-42db-98fa-f15c6e1c69b0/09a15e6d-a69c-4a57-8ca0-d0f230a4ef00/5f05fcdf-ce80-4c3c-9c3e-947d90574c4c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:01.910999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 8561bee5-51c8-4168-b565-d54d4e97e7e1 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:52:01.922550 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6970f084-09c3-44cc-b1b1-4a143a38450e req-462d92ce-01b4-4a5e-a38c-d8dd55735234 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d9cae6d-c34f-4255-bef4-d02e928b2b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078088 Jan 31 18:52:01.923007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=ec177a5b-442a-4512-951e-ac72c255e4fe,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:01.927623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 8561bee5-51c8-4168-b565-d54d4e97e7e1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:01.928418 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:01.996140 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d414ca-961e-4004-8c13-2e287e843618 x-openstack-request-id: req-27d414ca-961e-4004-8c13-2e287e843618 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:01.996867 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828a67b2-2b39-4517-9f2c-5096a2a0fde4", "name": "network-vif-plugged", "status": "completed", "tag": "ec177a5b-442a-4512-951e-ac72c255e4fe", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:01.997385 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27d414ca-961e-4004-8c13-2e287e843618 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:01.997993 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec177a5b-442a-4512-951e-ac72c255e4fe', 'code': 200} Jan 31 18:52:02.132996 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6970f084-09c3-44cc-b1b1-4a143a38450e req-195caf78-5f30-4bed-9384-1ed087f65a5f service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019355 Jan 31 18:52:02.153605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8561bee5-51c8-4168-b565-d54d4e97e7e1 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:02.154839 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:02.218458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8561bee5-51c8-4168-b565-d54d4e97e7e1, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8561bee5-51c8-4168-b565-d54d4e97e7e1,segment=NetworkSegment(5584a745-b2fe-4518-8dde-c45f64e1eca2),segment_id=5584a745-b2fe-4518-8dde-c45f64e1eca2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:02.224628 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:02.244982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68b4c6-ec1d-44d8-84aa-8085380488cd req-8f39c6c3-6771-43f2-ad85-f0e689eb9e95 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:02.253279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de68b4c6-ec1d-44d8-84aa-8085380488cd req-8f39c6c3-6771-43f2-ad85-f0e689eb9e95 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.3230369 Jan 31 18:52:02.326351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8561bee5-51c8-4168-b565-d54d4e97e7e1,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:02.377943 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6970f084-09c3-44cc-b1b1-4a143a38450e req-42cccd42-8be5-4280-86cc-3db850571c18 service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335119 Jan 31 18:52:02.428278 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-be22197e-bfb5-429e-9a5f-41ab28087ddb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d5b944f54a34a15b46948eec1996506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5825007 Jan 31 18:52:02.433544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47324) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:02.468725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d00ad-c7c0-4408-87c5-56b6b6a9ca8f req-338bc242-6a5e-49da-b571-178b755aac33 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:02.476770 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d00ad-c7c0-4408-87c5-56b6b6a9ca8f req-338bc242-6a5e-49da-b571-178b755aac33 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:02.484478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b1d00ad-c7c0-4408-87c5-56b6b6a9ca8f req-338bc242-6a5e-49da-b571-178b755aac33 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 1681 time: 0.3587098 Jan 31 18:52:02.522729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de68b4c6-ec1d-44d8-84aa-8085380488cd req-e9dcc1c1-0c6d-49ad-b909-e3c802c8d1aa tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682879 Jan 31 18:52:02.530176 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d30003d-f5ef-488e-ab40-27cb462809f8 admin admin] Publish callbacks [] for security_group (13b73a1b-f05f-4400-9cc7-b827a7e7130c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:02.578912 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d30003d-f5ef-488e-ab40-27cb462809f8 admin admin] Publish callbacks [] for security_group (13b73a1b-f05f-4400-9cc7-b827a7e7130c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:02.644017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d30003d-f5ef-488e-ab40-27cb462809f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (13b73a1b-f05f-4400-9cc7-b827a7e7130c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:02.647428 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d30003d-f5ef-488e-ab40-27cb462809f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:02.653512 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7d30003d-f5ef-488e-ab40-27cb462809f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13b73a1b-f05f-4400-9cc7-b827a7e7130c HTTP/1.1" status: 204 len: 168 time: 0.2146637 Jan 31 18:52:02.678706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30003d-f5ef-488e-ab40-27cb462809f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b73a1b-f05f-4400-9cc7-b827a7e7130c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:02.790823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b1d00ad-c7c0-4408-87c5-56b6b6a9ca8f req-9142eb4b-346d-459b-90e0-f0be62cdfc63 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038085 Jan 31 18:52:02.851014 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks [] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:02.982981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586a7d9-4ccd-4608-aeb4-23eba8c7b1c5 req-4c1693bc-fe33-43a7-adb9-ab4a88577063 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:02.984643 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a586a7d9-4ccd-4608-aeb4-23eba8c7b1c5 req-4c1693bc-fe33-43a7-adb9-ab4a88577063 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.1850121 Jan 31 18:52:03.005444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:03.018869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e3042d94-b66e-4d48-80f3-6661f555d908'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:52:03.122893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Network b1c9360f-629c-42db-98fa-f15c6e1c69b0 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:03.151591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:03.168098 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f0c2-dc8d-47c7-afa5-2b1c4e551f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:03.178187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:03.180782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Pushing event updated for resources: {'Port': ['ID=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:03.186578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:03.245062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a586a7d9-4ccd-4608-aeb4-23eba8c7b1c5 req-3f1407ea-1bd0-4033-bd68-96ca6bdd04e4 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520349 Jan 31 18:52:03.296394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:03.297204 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:03.340039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-61e7a716-44e6-443f-91c3-39285c57b1ec tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9308801 Jan 31 18:52:03.357773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6c50a-46c9-4812-96a0-4be5a685747c req-66e01220-2387-41e3-8111-96bb700e0da5 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:03.373401 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f0c2-dc8d-47c7-afa5-2b1c4e551f42 admin admin] Publish callbacks [] for security_group (c707010e-167a-4fbe-b0c0-b6bc8746fdc7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:03.378978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7d6c50a-46c9-4812-96a0-4be5a685747c req-66e01220-2387-41e3-8111-96bb700e0da5 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 932 time: 0.3690042 Jan 31 18:52:03.382750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f0c2-dc8d-47c7-afa5-2b1c4e551f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c707010e-167a-4fbe-b0c0-b6bc8746fdc7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:03.434821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Request body: {'port': {'device_id': '0d125625-c71f-41da-b23a-be1c0a5d27c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:03.475381 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1fc0f0c2-dc8d-47c7-afa5-2b1c4e551f42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a34c0ff1adb94bdeb3a19f00ffd1d731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3217745 Jan 31 18:52:03.477141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47354) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:03.481337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0f0c2-dc8d-47c7-afa5-2b1c4e551f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c707010e-167a-4fbe-b0c0-b6bc8746fdc7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:03.599312 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81da793a-fc6e-447c-b827-f6b3755a4666 admin admin] Publish callbacks [] for security_group (c707010e-167a-4fbe-b0c0-b6bc8746fdc7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:03.615659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7d6c50a-46c9-4812-96a0-4be5a685747c req-7893328f-8d82-4f38-bf32-5fdcbe3eac55 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341971 Jan 31 18:52:03.630688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81da793a-fc6e-447c-b827-f6b3755a4666 admin admin] Publish callbacks [] for security_group (c707010e-167a-4fbe-b0c0-b6bc8746fdc7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:03.683629 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:03.713335 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81da793a-fc6e-447c-b827-f6b3755a4666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c707010e-167a-4fbe-b0c0-b6bc8746fdc7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:03.719414 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81da793a-fc6e-447c-b827-f6b3755a4666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:03.724592 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-81da793a-fc6e-447c-b827-f6b3755a4666 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c707010e-167a-4fbe-b0c0-b6bc8746fdc7 HTTP/1.1" status: 204 len: 168 time: 0.2423451 Jan 31 18:52:03.758781 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da793a-fc6e-447c-b827-f6b3755a4666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c707010e-167a-4fbe-b0c0-b6bc8746fdc7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:03.920762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7364e11-7820-4deb-814d-1d34d3598d44 req-ba4d512a-633c-4692-a2e0-52f2ca9a4315 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:03.922329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7364e11-7820-4deb-814d-1d34d3598d44 req-ba4d512a-633c-4692-a2e0-52f2ca9a4315 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.4649434 Jan 31 18:52:04.000811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8561bee5-51c8-4168-b565-d54d4e97e7e1'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:04.010278 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c5547a-342b-4dae-89d0-326064ab4abf" -d '{"events": [{"server_uuid": "828a67b2-2b39-4517-9f2c-5096a2a0fde4", "name": "network-vif-plugged", "status": "completed", "tag": "8561bee5-51c8-4168-b565-d54d4e97e7e1"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:04.022076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b11e54-ca9f-4c87-bb3d-60f934488e1f req-38c4c998-a7bd-4ca9-b8ec-1e2e96914bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:04.023741 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b11e54-ca9f-4c87-bb3d-60f934488e1f req-38c4c998-a7bd-4ca9-b8ec-1e2e96914bde service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 1129 time: 0.4615085 Jan 31 18:52:04.039016 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69b9ec-37ac-4c2b-9f11-6057237482d0 req-eaf12f68-fb65-40aa-a1bb-a42661fec36c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:04.050525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe69b9ec-37ac-4c2b-9f11-6057237482d0 req-eaf12f68-fb65-40aa-a1bb-a42661fec36c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2466066 Jan 31 18:52:04.238542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7364e11-7820-4deb-814d-1d34d3598d44 req-9b4965c2-1a5f-4fb7-b13d-15686f487d82 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537544 Jan 31 18:52:04.314381 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe69b9ec-37ac-4c2b-9f11-6057237482d0 req-359ae696-f4ce-4cfd-afff-e786305a653b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619500 Jan 31 18:52:04.424466 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6f3c7c-74d5-479d-a82b-ab6ed740fc10 x-openstack-request-id: req-7a6f3c7c-74d5-479d-a82b-ab6ed740fc10 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:04.424928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b11e54-ca9f-4c87-bb3d-60f934488e1f req-96364462-9be2-4fba-bb3f-99680f097d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:04.432572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b11e54-ca9f-4c87-bb3d-60f934488e1f req-96364462-9be2-4fba-bb3f-99680f097d8d service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 918 time: 0.3692229 Jan 31 18:52:04.434244 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828a67b2-2b39-4517-9f2c-5096a2a0fde4", "name": "network-vif-plugged", "status": "completed", "tag": "8561bee5-51c8-4168-b565-d54d4e97e7e1", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:04.434764 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a6f3c7c-74d5-479d-a82b-ab6ed740fc10 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:04.435879 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8561bee5-51c8-4168-b565-d54d4e97e7e1', 'code': 200} Jan 31 18:52:04.620280 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47370) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:04.629495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83ec64-098d-41a3-b74f-5fdff9aa862b req-6cab8364-0e53-452b-a458-914cee695d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:04.630290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83ec64-098d-41a3-b74f-5fdff9aa862b req-6cab8364-0e53-452b-a458-914cee695d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:04.631638 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1d83ec64-098d-41a3-b74f-5fdff9aa862b req-6cab8364-0e53-452b-a458-914cee695d0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 2048 time: 0.1074955 Jan 31 18:52:04.655947 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52cdb7ee-d6ee-435a-8249-65f420618401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:04.663387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b11e54-ca9f-4c87-bb3d-60f934488e1f req-aa30c8a7-fe28-4abf-b30a-a3fd12d432c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 HTTP/1.1" status: 200 len: 1001 time: 0.2157600 Jan 31 18:52:04.711527 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1d83ec64-098d-41a3-b74f-5fdff9aa862b req-9238ad5f-a7e4-48d4-b52b-5766379e398f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625303 Jan 31 18:52:04.783614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52cdb7ee-d6ee-435a-8249-65f420618401 admin admin] Publish callbacks [] for security_group (46ce2904-ebc9-4f92-8240-0fa2cb182efc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:04.788707 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52cdb7ee-d6ee-435a-8249-65f420618401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (46ce2904-ebc9-4f92-8240-0fa2cb182efc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:04.824590 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-52cdb7ee-d6ee-435a-8249-65f420618401 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7ca50fbefec45278c2717f94876bd9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2031744 Jan 31 18:52:04.826254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47374) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:04.847791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38256d-0892-474d-90f1-a22dbb2b897b req-87b7a392-28cd-4fbf-b968-72eb1eba3193 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:04.855212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38256d-0892-474d-90f1-a22dbb2b897b req-87b7a392-28cd-4fbf-b968-72eb1eba3193 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:04.862334 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a38256d-0892-474d-90f1-a22dbb2b897b req-87b7a392-28cd-4fbf-b968-72eb1eba3193 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 1682 time: 0.4804749 Jan 31 18:52:04.868659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdb7ee-d6ee-435a-8249-65f420618401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ce2904-ebc9-4f92-8240-0fa2cb182efc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:04.897316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b11e54-ca9f-4c87-bb3d-60f934488e1f req-25a1a048-7fb7-4e46-ba99-0393c3c07e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:04.898811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b11e54-ca9f-4c87-bb3d-60f934488e1f req-25a1a048-7fb7-4e46-ba99-0393c3c07e23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 200 len: 856 time: 0.1787617 Jan 31 18:52:04.903923 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04dfc54b-c683-41b2-9b60-5b25ea446e2e admin admin] Publish callbacks [] for security_group (46ce2904-ebc9-4f92-8240-0fa2cb182efc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:04.931393 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04dfc54b-c683-41b2-9b60-5b25ea446e2e admin admin] Publish callbacks [] for security_group (46ce2904-ebc9-4f92-8240-0fa2cb182efc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:04.946712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd25e-f286-4e62-9639-2bf9ff2ea8cf req-96db7ef0-199c-421b-a87a-e8396d9d4281 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:04.956833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-237fd25e-f286-4e62-9639-2bf9ff2ea8cf req-96db7ef0-199c-421b-a87a-e8396d9d4281 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.2850471 Jan 31 18:52:04.987668 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04dfc54b-c683-41b2-9b60-5b25ea446e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (46ce2904-ebc9-4f92-8240-0fa2cb182efc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:04.991786 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04dfc54b-c683-41b2-9b60-5b25ea446e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:05.001421 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-04dfc54b-c683-41b2-9b60-5b25ea446e2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46ce2904-ebc9-4f92-8240-0fa2cb182efc HTTP/1.1" status: 204 len: 168 time: 0.1710961 Jan 31 18:52:05.026030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfc54b-c683-41b2-9b60-5b25ea446e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ce2904-ebc9-4f92-8240-0fa2cb182efc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:05.147224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:52:05.168082 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Publish callbacks [] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:05.195940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-237fd25e-f286-4e62-9639-2bf9ff2ea8cf req-ff57df9f-9a86-4e0a-82ee-b407771ccc6e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275469 Jan 31 18:52:05.217515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a38256d-0892-474d-90f1-a22dbb2b897b req-599af93a-4ce0-40ab-a6c5-ecdcc371d98c tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536811 Jan 31 18:52:05.235581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Transition to ACTIVE for port object 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:52:05.239695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b11e54-ca9f-4c87-bb3d-60f934488e1f req-ead10be8-b8f4-4067-aa89-a4086d4121d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:05.241532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b11e54-ca9f-4c87-bb3d-60f934488e1f req-ead10be8-b8f4-4067-aa89-a4086d4121d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae95513e-4638-43d6-9c17-f15bafd888ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3154123 Jan 31 18:52:05.249880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:05.436168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Pushing event updated for resources: {'Port': ['ID=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:05.626735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29148e4-2d51-43d8-b907-b296ef89310d req-03196686-ea1a-414b-ba29-479430cb58c2 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:05.628297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e29148e4-2d51-43d8-b907-b296ef89310d req-03196686-ea1a-414b-ba29-479430cb58c2 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 944 time: 0.2720916 Jan 31 18:52:05.673904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b11e54-ca9f-4c87-bb3d-60f934488e1f req-2019b138-50f5-42ac-a966-8c14e3561217 service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121592 Jan 31 18:52:05.692944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c87f0a-cc86-4b1d-8a59-645b2bfc0af6 req-69fe8972-9a06-4317-9a56-72e376aa4fc2 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:05.694529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54c87f0a-cc86-4b1d-8a59-645b2bfc0af6 req-69fe8972-9a06-4317-9a56-72e376aa4fc2 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.3410897 Jan 31 18:52:05.756536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e29148e4-2d51-43d8-b907-b296ef89310d req-9e4c0a9c-b36d-48ad-878a-f478bd8f5b9a tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169958 Jan 31 18:52:05.807567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Attempting to bind port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:52:05.807567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Attempting to bind port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:52:05.807977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Attempting to bind port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c on network b1c9360f-629c-42db-98fa-f15c6e1c69b0 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:05.833918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c on network b1c9360f-629c-42db-98fa-f15c6e1c69b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:52:05.833918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Attempting to bind port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c on network b1c9360f-629c-42db-98fa-f15c6e1c69b0 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:05.859133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:52:05.859133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Checking segment: {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:05.859133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Bound using segment: {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:52:05.859765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Bound port: 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:52:05.860048 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:05.955464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54c87f0a-cc86-4b1d-8a59-645b2bfc0af6 req-3b5df81c-ec91-45f0-bd60-9f95dd12f200 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408891 Jan 31 18:52:05.962148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9b11e54-ca9f-4c87-bb3d-60f934488e1f req-16e70453-f642-4306-bb19-1b611e910ffb service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666318 Jan 31 18:52:06.083638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb407b4-a787-41b5-8223-a4894dbb4e5c req-605116c4-9086-4d8e-acc2-5a370922acca tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:06.085424 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb407b4-a787-41b5-8223-a4894dbb4e5c req-605116c4-9086-4d8e-acc2-5a370922acca tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1601567 Jan 31 18:52:06.088391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] For port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:52:06.092360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] For port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:52:06.106348 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:06.164846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:06.165480 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:06.166917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] 10.222.0.21 "PUT /v2.0/ports/5f05fcdf-ce80-4c3c-9c3e-947d90574c4c HTTP/1.1" status: 200 len: 1093 time: 2.8168383 Jan 31 18:52:06.167377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d125625-c71f-41da-b23a-be1c0a5d27c5', 'tag': '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:06.169736 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf64981-3e1e-4454-bc50-ab51bfbb56a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d125625-c71f-41da-b23a-be1c0a5d27c5", "tag": "5f05fcdf-ce80-4c3c-9c3e-947d90574c4c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:06.230538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb407b4-a787-41b5-8223-a4894dbb4e5c req-f4e544eb-a70b-4ab8-8ba5-a9cf271bf774 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355822 Jan 31 18:52:06.276924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18410e31-bca6-4610-bbe6-7c607204a365 service neutron] Pushing event updated for resources: {'Port': ['ID=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:06.289665 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf530e4-3261-4841-b6bf-3cec3d042508 x-openstack-request-id: req-acf530e4-3261-4841-b6bf-3cec3d042508 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:06.289978 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d125625-c71f-41da-b23a-be1c0a5d27c5", "tag": "5f05fcdf-ce80-4c3c-9c3e-947d90574c4c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:06.290255 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acf530e4-3261-4841-b6bf-3cec3d042508 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:06.290691 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d125625-c71f-41da-b23a-be1c0a5d27c5', 'tag': '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c', 'status': 'completed', 'code': 200} Jan 31 18:52:06.451992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-ddeaae39-7b32-4139-9921-6360d03be99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:06.453662 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-ddeaae39-7b32-4139-9921-6360d03be99f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 1127 time: 0.2192681 Jan 31 18:52:06.510549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5d778-35e0-4938-b555-3b275fdbd5c8 req-bdbe185f-4dbe-45af-b526-0db6c03fc87a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:06.515807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5d778-35e0-4938-b555-3b275fdbd5c8 req-bdbe185f-4dbe-45af-b526-0db6c03fc87a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:06.517458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21b5d778-35e0-4938-b555-3b275fdbd5c8 req-bdbe185f-4dbe-45af-b526-0db6c03fc87a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 1682 time: 0.1575530 Jan 31 18:52:06.520123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-31a93ec5-0ca0-4aea-8bb3-dd683738f1fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c HTTP/1.1" status: 200 len: 217 time: 0.0585852 Jan 31 18:52:06.528304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020560-9a71-40a8-b59c-3d0fd60c6f79 req-925742b5-7072-402d-a913-383e8b1fc49d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:06.540057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20020560-9a71-40a8-b59c-3d0fd60c6f79 req-925742b5-7072-402d-a913-383e8b1fc49d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 946 time: 0.1649790 Jan 31 18:52:06.649109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-edd25eca-c95f-476f-9b5e-65abd6bf008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:06.650839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-edd25eca-c95f-476f-9b5e-65abd6bf008b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09a15e6d-a69c-4a57-8ca0-d0f230a4ef00 HTTP/1.1" status: 200 len: 853 time: 0.1101966 Jan 31 18:52:06.703783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21b5d778-35e0-4938-b555-3b275fdbd5c8 req-746ffaa3-866c-4ee6-a36e-4714b055fb74 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620283 Jan 31 18:52:06.705762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-3e6630c9-e035-4fa5-ba5a-6ce3e1640af2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1c9360f-629c-42db-98fa-f15c6e1c69b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462928 Jan 31 18:52:06.724895 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20020560-9a71-40a8-b59c-3d0fd60c6f79 req-3ad47b8e-1273-49c1-8cf9-dcc2de43ccb8 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776938 Jan 31 18:52:07.107974 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:07.124414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:07.275739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:07.276154 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:07.306878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:07.309700 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb56116-19c9-4e36-8799-74145f17e582" -d '{"events": [{"server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "name": "network-vif-unplugged", "status": "completed", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:07.327677 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-736694445', 'router:external': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:07.339590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:07.344845 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:07.359973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Made reservation on behalf of 5939ec06533f4292b74b91c2a35c3139 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:07.362972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:07.391345 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:07.420047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:07.444505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc89de-16b1-4937-b719-22087dfedf67 req-f077eeae-1a1d-431c-8004-760fe8167a33 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:07.446079 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-debc89de-16b1-4937-b719-22087dfedf67 req-f077eeae-1a1d-431c-8004-760fe8167a33 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 944 time: 0.5841801 Jan 31 18:52:07.462486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e954e-9ac1-414c-a439-4f49fcb1bf3f req-5b56c140-9fb9-4642-9be3-3b2b12471fdf tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:07.469639 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d5e954e-9ac1-414c-a439-4f49fcb1bf3f req-5b56c140-9fb9-4642-9be3-3b2b12471fdf tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.1722147 Jan 31 18:52:07.502682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-928b17c7-cc71-4f2d-9a85-c8ecc906873c service neutron] 10.222.0.21 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759850 Jan 31 18:52:07.527693 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for security_group (4b3ee716-20ed-4bbe-94d1-1a8893b0441c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:07.532942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4b3ee716-20ed-4bbe-94d1-1a8893b0441c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:07.560545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:52:07.563418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-debc89de-16b1-4937-b719-22087dfedf67 req-abd3f87f-5a53-42e4-94f0-8fc84bd0c35c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910969 Jan 31 18:52:07.572502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3ee716-20ed-4bbe-94d1-1a8893b0441c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:07.593114 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2c721040-5e21-43e5-9a5d-b9999eb9a0f0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:07.595295 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Added segment 2c721040-5e21-43e5-9a5d-b9999eb9a0f0 of type vlan for network a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e Jan 31 18:52:07.610928 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d5e954e-9ac1-414c-a439-4f49fcb1bf3f req-a514783b-47db-4bf8-982d-c077dc153c53 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403267 Jan 31 18:52:07.684821 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:07.706714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1779533-3c34-4bb2-8dfa-c35870f87dc1 req-1d84bc35-a48b-46f2-85b6-6ad334bf9bbc service neutron] 10.222.0.21 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951647 Jan 31 18:52:07.737916 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:07.739833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:07.740635 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:07.820384 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7082801 Jan 31 18:52:07.822154 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47448) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:07.827235 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Request body: {'subnet': {'network_id': 'a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:07.839323 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c99c88-d3ea-4139-a42e-30becd7d2955 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event updated for resources: {'Network': ['ID=a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:07.858474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Made reservation on behalf of 5939ec06533f4292b74b91c2a35c3139 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:07.858888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:52:07.861524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:08.042982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf64981-3e1e-4454-bc50-ab51bfbb56a0 req-7fbd14da-7664-4fa5-96c9-498aa3b9f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:08.045175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf64981-3e1e-4454-bc50-ab51bfbb56a0 req-7fbd14da-7664-4fa5-96c9-498aa3b9f256 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 1127 time: 0.2523944 Jan 31 18:52:08.055581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6ddde-174f-4a5b-84cb-43476276257e req-a2118bc0-155b-4794-bbda-800c7e8c9b47 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:08.062005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6ddde-174f-4a5b-84cb-43476276257e req-a2118bc0-155b-4794-bbda-800c7e8c9b47 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:08.063643 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4a6ddde-174f-4a5b-84cb-43476276257e req-a2118bc0-155b-4794-bbda-800c7e8c9b47 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 1682 time: 0.3376570 Jan 31 18:52:08.074637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eb610-3768-409a-94c9-e14388bbbe5c req-7afb6e6a-a0c1-42de-a70a-d8c8579a273f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:08.076877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a7eb610-3768-409a-94c9-e14388bbbe5c req-7afb6e6a-a0c1-42de-a70a-d8c8579a273f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.3212335 Jan 31 18:52:08.233829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 18:52:08.235407 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (fe6e3918-68f1-4fde-b548-de93c6d8bf6d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:08.283611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf64981-3e1e-4454-bc50-ab51bfbb56a0 req-cee71ab4-b711-4546-b6a1-1e8054927640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:08.286038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf64981-3e1e-4454-bc50-ab51bfbb56a0 req-cee71ab4-b711-4546-b6a1-1e8054927640 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 914 time: 0.2214069 Jan 31 18:52:08.326240 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fe6e3918-68f1-4fde-b548-de93c6d8bf6d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:08.340046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Checking segment: {'id': '2c721040-5e21-43e5-9a5d-b9999eb9a0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:08.341793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Network hostable DHCP agents. Network: a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:52:08.359117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4a6ddde-174f-4a5b-84cb-43476276257e req-3b52a9c9-6ce4-49ec-9731-6b54d577bd97 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712305 Jan 31 18:52:08.371006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a7eb610-3768-409a-94c9-e14388bbbe5c req-93756fb4-8525-48f1-9c95-877b60215d35 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770452 Jan 31 18:52:08.372661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf64981-3e1e-4454-bc50-ab51bfbb56a0 req-c58c2aeb-1c8f-4773-b916-693e1d54f72e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c HTTP/1.1" status: 200 len: 217 time: 0.0762184 Jan 31 18:52:08.395945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Network a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:52:08.416489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:08.423174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:08.423174 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:08.431031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c81c47-6733-4ea0-8d85-b5ad2c13d705 None None] Network a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:52:08.458157 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68bddaf-6dd3-41b5-87b7-0424318a4ccf x-openstack-request-id: req-b68bddaf-6dd3-41b5-87b7-0424318a4ccf {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:08.459190 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "name": "network-vif-unplugged", "status": "failed", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6", "code": 422}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:08.459471 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e209f61a-e53f-44e0-9d24-6969543115cf tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6359487 Jan 31 18:52:08.459993 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b68bddaf-6dd3-41b5-87b7-0424318a4ccf {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:08.460534 n-d-812111-15 neutron-server[103227]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'code': 422} returned with failed status Jan 31 18:52:08.462852 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:08.471446 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-603360256', 'network_id': 'a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:08.491444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf64981-3e1e-4454-bc50-ab51bfbb56a0 req-f576b89f-d035-4cbe-8b50-88a837bc9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:08.493660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf64981-3e1e-4454-bc50-ab51bfbb56a0 req-f576b89f-d035-4cbe-8b50-88a837bc9be4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09a15e6d-a69c-4a57-8ca0-d0f230a4ef00 HTTP/1.1" status: 200 len: 853 time: 0.1117399 Jan 31 18:52:08.500226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Made reservation on behalf of 5939ec06533f4292b74b91c2a35c3139 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:08.503107 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:08.525708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] device_id is not set on port 6a2c1471-3f2e-4534-9330-4ef64bf22c32 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:52:08.568310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf64981-3e1e-4454-bc50-ab51bfbb56a0 req-9d61c155-83d7-4424-abcf-1cf2f0191ecc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1c9360f-629c-42db-98fa-f15c6e1c69b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687270 Jan 31 18:52:08.618534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32d14a4-eeb2-4b6e-b526-f1170fc77249 None None] Network a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:52:08.669144 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Allocated IP 172.20.0.14 (a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e/fe6e3918-68f1-4fde-b548-de93c6d8bf6d/6a2c1471-3f2e-4534-9330-4ef64bf22c32) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:08.676005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802d69f-052a-4198-9645-dbb74071a199 req-62c8a3fc-6ce8-49c9-9b28-edc1af03a753 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:08.684234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f802d69f-052a-4198-9645-dbb74071a199 req-62c8a3fc-6ce8-49c9-9b28-edc1af03a753 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.1746995 Jan 31 18:52:08.855929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf64981-3e1e-4454-bc50-ab51bfbb56a0 req-0c73cf6d-9a75-4502-887f-5c997e986c54 service neutron] 10.222.0.21 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809956 Jan 31 18:52:08.870073 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for port (6a2c1471-3f2e-4534-9330-4ef64bf22c32), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:08.875487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff5709-d565-4caa-bca0-03c69052d550 req-2234a8ec-feaa-44d5-9f54-10de0b36fe28 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:08.877038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7ff5709-d565-4caa-bca0-03c69052d550 req-2234a8ec-feaa-44d5-9f54-10de0b36fe28 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 944 time: 0.1826248 Jan 31 18:52:08.883605 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f802d69f-052a-4198-9645-dbb74071a199 req-5c8098a2-d413-4b0f-9ff2-7b55d40c1421 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982555 Jan 31 18:52:08.937652 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6a2c1471-3f2e-4534-9330-4ef64bf22c32), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:08.979076 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Network a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:08.982430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:08.984988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:09.042817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event updated for resources: {'Port': ['ID=6a2c1471-3f2e-4534-9330-4ef64bf22c32,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:09.054853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:09.055376 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:09.076224 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-de976bf0-a9f8-4672-af4c-b9b610f156d2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6117580 Jan 31 18:52:09.078916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47462) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:09.125360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-8d076726-0b17-41e3-aa6b-f9a735d2f238 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:09.132707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-8d076726-0b17-41e3-aa6b-f9a735d2f238 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:09.135306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-8d076726-0b17-41e3-aa6b-f9a735d2f238 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 1682 time: 0.3842592 Jan 31 18:52:09.136614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf64981-3e1e-4454-bc50-ab51bfbb56a0 req-912380e6-fea3-4a00-b8a5-d14f479a8790 service neutron] 10.222.0.21 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717659 Jan 31 18:52:09.201246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-617f73dc-622b-44f3-99a2-3f78e8ac92dc tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Deleting port 6a2c1471-3f2e-4534-9330-4ef64bf22c32 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:09.202485 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617f73dc-622b-44f3-99a2-3f78e8ac92dc tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6a2c1471-3f2e-4534-9330-4ef64bf22c32), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:09.236237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7ff5709-d565-4caa-bca0-03c69052d550 req-7eb58500-35c5-4c07-a29c-03a0cd6f6ed2 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375859 Jan 31 18:52:09.303022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5ab4b-4b07-4ebc-8873-f2968691192a req-1c1d48d2-48dd-4913-9149-c8df11b79486 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:09.305170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8fb5ab4b-4b07-4ebc-8873-f2968691192a req-1c1d48d2-48dd-4913-9149-c8df11b79486 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.2916894 Jan 31 18:52:09.342273 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617f73dc-622b-44f3-99a2-3f78e8ac92dc tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6a2c1471-3f2e-4534-9330-4ef64bf22c32), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:09.355547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-617f73dc-622b-44f3-99a2-3f78e8ac92dc tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Calling delete_port for 6a2c1471-3f2e-4534-9330-4ef64bf22c32 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:09.372322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-2672ba30-207a-4b4c-8bda-a4c40c7eaf2a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting port ec177a5b-442a-4512-951e-ac72c255e4fe {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:09.372690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-2672ba30-207a-4b4c-8bda-a4c40c7eaf2a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:09.443671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8fb5ab4b-4b07-4ebc-8873-f2968691192a req-13d71ce7-4c16-47c3-889e-5c139518ad3f tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098633 Jan 31 18:52:09.512798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-2672ba30-207a-4b4c-8bda-a4c40c7eaf2a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] For port ec177a5b-442a-4512-951e-ac72c255e4fe, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=ec177a5b-442a-4512-951e-ac72c255e4fe,segment=NetworkSegment(f1af0c71-f843-4033-9e8a-fdeb6f95f445),segment_id=f1af0c71-f843-4033-9e8a-fdeb6f95f445)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:09.513610 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-2672ba30-207a-4b4c-8bda-a4c40c7eaf2a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:09.537576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-2672ba30-207a-4b4c-8bda-a4c40c7eaf2a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Calling delete_port for ec177a5b-442a-4512-951e-ac72c255e4fe owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:09.562826 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617f73dc-622b-44f3-99a2-3f78e8ac92dc tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6a2c1471-3f2e-4534-9330-4ef64bf22c32), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:09.629369 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f73dc-622b-44f3-99a2-3f78e8ac92dc tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a2c1471-3f2e-4534-9330-4ef64bf22c32,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:09.664429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dc3e8-5a82-4304-abf2-6798cc2d679a req-c973125b-b2ac-42b6-8f76-8d478e7d10fc tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:09.665995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-832dc3e8-5a82-4304-abf2-6798cc2d679a req-c973125b-b2ac-42b6-8f76-8d478e7d10fc tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1128 time: 0.0739696 Jan 31 18:52:09.703749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617f73dc-622b-44f3-99a2-3f78e8ac92dc tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:09.707827 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-617f73dc-622b-44f3-99a2-3f78e8ac92dc tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "DELETE /v2.0/ports/6a2c1471-3f2e-4534-9330-4ef64bf22c32 HTTP/1.1" status: 204 len: 168 time: 0.6268883 Jan 31 18:52:09.712063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:09.725485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e', 'external_fixed_ips': [{'subnet_id': 'fe6e3918-68f1-4fde-b548-de93c6d8bf6d', 'ip_address': '172.20.0.14'}]}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:09.762267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-2672ba30-207a-4b4c-8bda-a4c40c7eaf2a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ec177a5b-442a-4512-951e-ac72c255e4fe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:09.767544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-832dc3e8-5a82-4304-abf2-6798cc2d679a req-1f31b252-0485-4048-ae06-3ae35f26d07a tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882530 Jan 31 18:52:09.800301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672ba30-207a-4b4c-8bda-a4c40c7eaf2a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Port': ['ID=ec177a5b-442a-4512-951e-ac72c255e4fe,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:09.804397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:09.823656 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (01ca990f-dda7-4783-b668-9343ee60bf5e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:09.830018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (01ca990f-dda7-4783-b668-9343ee60bf5e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:09.853999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-2672ba30-207a-4b4c-8bda-a4c40c7eaf2a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] No DVR routers for this DVR port ec177a5b-442a-4512-951e-ac72c255e4fe on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:09.857176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-2672ba30-207a-4b4c-8bda-a4c40c7eaf2a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:09.867534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-2672ba30-207a-4b4c-8bda-a4c40c7eaf2a tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "DELETE /v2.0/ports/ec177a5b-442a-4512-951e-ac72c255e4fe HTTP/1.1" status: 204 len: 173 time: 0.6917260 Jan 31 18:52:09.868369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'name': 'network-vif-deleted', 'tag': 'ec177a5b-442a-4512-951e-ac72c255e4fe'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:09.874385 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9a49e2-e14a-42f8-adfb-df3f829fddf6" -d '{"events": [{"server_uuid": "828a67b2-2b39-4517-9f2c-5096a2a0fde4", "name": "network-vif-deleted", "tag": "ec177a5b-442a-4512-951e-ac72c255e4fe"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:10.009054 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_controller (01ca990f-dda7-4783-b668-9343ee60bf5e), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:10.162206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2a53d-6502-4f64-bd9a-08e3e875ef81 req-95ba9f7a-f0ac-4ea3-af37-cb032112a997 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:10.169920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66d2a53d-6502-4f64-bd9a-08e3e875ef81 req-95ba9f7a-f0ac-4ea3-af37-cb032112a997 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 945 time: 0.2926736 Jan 31 18:52:10.230735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fa665-dd8c-4253-b08e-75f52f31ad78 req-4665db44-c883-4c10-af06-49b4ae0e5685 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:10.243906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f61fa665-dd8c-4253-b08e-75f52f31ad78 req-4665db44-c883-4c10-af06-49b4ae0e5685 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2839582 Jan 31 18:52:10.323972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-b2435f6a-05db-4752-99a0-1819a67e0a72 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting port 8561bee5-51c8-4168-b565-d54d4e97e7e1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:10.324320 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-b2435f6a-05db-4752-99a0-1819a67e0a72 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:10.365194 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (01ca990f-dda7-4783-b668-9343ee60bf5e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:10.389396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66d2a53d-6502-4f64-bd9a-08e3e875ef81 req-ca78fe60-27f7-498c-964a-6247fc34c9ac tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/security-groups?id=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185454 Jan 31 18:52:10.414561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f61fa665-dd8c-4253-b08e-75f52f31ad78 req-47288c5e-2ebc-4eaa-b95f-0606c41ad99f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694443 Jan 31 18:52:10.460996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port 5f004f6a-0f1c-4603-b4ef-76bab833877f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:10.461533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5f004f6a-0f1c-4603-b4ef-76bab833877f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:10.479935 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1447e2e-4f56-4c35-80f6-8d858a207857 x-openstack-request-id: req-b1447e2e-4f56-4c35-80f6-8d858a207857 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:10.481137 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828a67b2-2b39-4517-9f2c-5096a2a0fde4", "name": "network-vif-deleted", "tag": "ec177a5b-442a-4512-951e-ac72c255e4fe", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:10.481414 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1447e2e-4f56-4c35-80f6-8d858a207857 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:10.482988 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'name': 'network-vif-deleted', 'tag': 'ec177a5b-442a-4512-951e-ac72c255e4fe', 'status': 'completed', 'code': 200} Jan 31 18:52:10.492130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-b2435f6a-05db-4752-99a0-1819a67e0a72 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] For port 8561bee5-51c8-4168-b565-d54d4e97e7e1, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8561bee5-51c8-4168-b565-d54d4e97e7e1,segment=NetworkSegment(5584a745-b2fe-4518-8dde-c45f64e1eca2),segment_id=5584a745-b2fe-4518-8dde-c45f64e1eca2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:10.492600 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-b2435f6a-05db-4752-99a0-1819a67e0a72 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:10.529351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-b2435f6a-05db-4752-99a0-1819a67e0a72 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Calling delete_port for 8561bee5-51c8-4168-b565-d54d4e97e7e1 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:10.624645 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5f004f6a-0f1c-4603-b4ef-76bab833877f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:10.628702 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (5f004f6a-0f1c-4603-b4ef-76bab833877f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:10.654377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for 5f004f6a-0f1c-4603-b4ef-76bab833877f owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:10.735989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30b522-746e-48bd-8578-43055a542d8c req-dc9bb0cc-b99d-4499-bf2f-33436f40ba2c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:10.738186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d30b522-746e-48bd-8578-43055a542d8c req-dc9bb0cc-b99d-4499-bf2f-33436f40ba2c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 944 time: 0.1091263 Jan 31 18:52:10.868501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d30b522-746e-48bd-8578-43055a542d8c req-06c9ce82-5bea-4fcf-8ad1-6bb0eaddbbf6 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235268 Jan 31 18:52:10.869587 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-b2435f6a-05db-4752-99a0-1819a67e0a72 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8561bee5-51c8-4168-b565-d54d4e97e7e1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:10.888488 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (01ca990f-dda7-4783-b668-9343ee60bf5e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:10.927886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2435f6a-05db-4752-99a0-1819a67e0a72 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Port': ['ID=8561bee5-51c8-4168-b565-d54d4e97e7e1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:10.938118 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:10.978184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:52:11.102532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c9c89-c4b9-4a62-b1de-388a7b8122f7 req-8ade004e-2eea-440b-885a-3df61b11576a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:11.121776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-419c9c89-c4b9-4a62-b1de-388a7b8122f7 req-8ade004e-2eea-440b-885a-3df61b11576a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.1888955 Jan 31 18:52:11.146338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-b2435f6a-05db-4752-99a0-1819a67e0a72 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] No DVR routers for this DVR port 8561bee5-51c8-4168-b565-d54d4e97e7e1 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:11.151933 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-b2435f6a-05db-4752-99a0-1819a67e0a72 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:11.155577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de9f596f-043b-4803-bf54-4b7f0a01a259 req-b2435f6a-05db-4752-99a0-1819a67e0a72 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.49 "DELETE /v2.0/ports/8561bee5-51c8-4168-b565-d54d4e97e7e1 HTTP/1.1" status: 204 len: 173 time: 1.2721868 Jan 31 18:52:11.187378 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:11.240800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-419c9c89-c4b9-4a62-b1de-388a7b8122f7 req-77984811-2a55-4aa2-81ed-163747375c57 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174371 Jan 31 18:52:11.273476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Allocated IP 172.20.0.14 (a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e/fe6e3918-68f1-4fde-b548-de93c6d8bf6d/4098c65e-63f2-4da6-88be-64a60f25ade3) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:11.372902 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:11.427425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c', 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0', 'port_id': '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c', 'mac_address': 'fa:16:3e:78:0f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a15e6d-a69c-4a57-8ca0-d0f230a4ef00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:52:11.481236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:11.482296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ec177a5b-442a-4512-951e-ac72c255e4fe no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:11.513244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: ec177a5b-442a-4512-951e-ac72c255e4fe {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:11.513244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device ec177a5b-442a-4512-951e-ac72c255e4fe not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:11.513675 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8561bee5-51c8-4168-b565-d54d4e97e7e1 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:11.516919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:11.517320 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:11.539767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 8561bee5-51c8-4168-b565-d54d4e97e7e1 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:11.540177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8561bee5-51c8-4168-b565-d54d4e97e7e1 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:11.547105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19349cd-ebfb-4cab-b838-07e3d7266d41 req-9337b96c-14f4-49df-92d0-4c6fd31cce62 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:11.548756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c19349cd-ebfb-4cab-b838-07e3d7266d41 req-9337b96c-14f4-49df-92d0-4c6fd31cce62 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.1648805 Jan 31 18:52:11.562466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-c3c975b2-0f0b-4dc6-aa66-70e4cc48d0d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1333351 Jan 31 18:52:11.563511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:52:11.588658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:11.594989 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:11.603419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2975566-f65b-4ae5-a57e-568e0ef95dc2 req-fa554bbf-0cd2-4a3f-9f0f-4ac6ccd7c03e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "GET /v2.0/ports?device_id=828a67b2-2b39-4517-9f2c-5096a2a0fde4 HTTP/1.1" status: 200 len: 210 time: 0.0769677 Jan 31 18:52:11.630439 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5f004f6a-0f1c-4603-b4ef-76bab833877f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:11.670700 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for port (4098c65e-63f2-4da6-88be-64a60f25ade3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:11.682384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:11.702759 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=5f004f6a-0f1c-4603-b4ef-76bab833877f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:11.747179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c19349cd-ebfb-4cab-b838-07e3d7266d41 req-34facd89-27a2-4882-a22b-eb53c87aea83 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822278 Jan 31 18:52:11.867783 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (b9b229ed-e1d2-4680-97b5-386ec32aba36), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:11.868372 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Floating IP b9b229ed-e1d2-4680-97b5-386ec32aba36 disassociated (deleted). External IP: 172.25.8.17, port: 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5. Jan 31 18:52:11.884730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['5f05fcdf-ce80-4c3c-9c3e-947d90574c4c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:52:11.955363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c7d62-3846-46d0-adc0-4c17d3edc868 req-6785e20f-e78f-4213-8fae-b7094832ace1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:11.966734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa9c7d62-3846-46d0-adc0-4c17d3edc868 req-6785e20f-e78f-4213-8fae-b7094832ace1 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2181952 Jan 31 18:52:12.008107 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4098c65e-63f2-4da6-88be-64a60f25ade3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:12.126433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Network a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:12.134828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:12.143142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:12.187224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa9c7d62-3846-46d0-adc0-4c17d3edc868 req-37795387-fe82-4659-8b92-8b519e3a9d98 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192574 Jan 31 18:52:12.226597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac35e6-bf8a-4f0f-92cc-c06f8299a211 req-1fb44707-eb72-4fe4-9685-374271f25dc6 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:12.228247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98ac35e6-bf8a-4f0f-92cc-c06f8299a211 req-1fb44707-eb72-4fe4-9685-374271f25dc6 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 945 time: 0.1702251 Jan 31 18:52:12.236541 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event updated for resources: {'Port': ['ID=4098c65e-63f2-4da6-88be-64a60f25ade3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:12.292891 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98ac35e6-bf8a-4f0f-92cc-c06f8299a211 req-bf175297-a5f0-411c-a52b-f2f83ea13a1f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550578 Jan 31 18:52:12.387080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bb2dc-59c7-44a0-854b-1d2f43eeb743 req-ca0d8a0a-2365-408e-8b22-1d20876999a8 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:12.388643 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c17bb2dc-59c7-44a0-854b-1d2f43eeb743 req-ca0d8a0a-2365-408e-8b22-1d20876999a8 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.0682886 Jan 31 18:52:12.465059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c17bb2dc-59c7-44a0-854b-1d2f43eeb743 req-d08a5c5a-3ff3-45ad-a512-cb370b800636 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672247 Jan 31 18:52:12.483936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'name': 'network-vif-deleted', 'tag': '8561bee5-51c8-4168-b565-d54d4e97e7e1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:12.486773 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe00296-668f-4e87-8890-cd86f2d5e1ea" -d '{"events": [{"server_uuid": "828a67b2-2b39-4517-9f2c-5096a2a0fde4", "name": "network-vif-deleted", "tag": "8561bee5-51c8-4168-b565-d54d4e97e7e1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:12.530990 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4ac5ed-06a9-4a86-9cbc-fac0150fcfdb x-openstack-request-id: req-ff4ac5ed-06a9-4a86-9cbc-fac0150fcfdb {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:12.531309 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828a67b2-2b39-4517-9f2c-5096a2a0fde4", "name": "network-vif-deleted", "tag": "8561bee5-51c8-4168-b565-d54d4e97e7e1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:12.532130 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff4ac5ed-06a9-4a86-9cbc-fac0150fcfdb {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:12.532963 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828a67b2-2b39-4517-9f2c-5096a2a0fde4', 'name': 'network-vif-deleted', 'tag': '8561bee5-51c8-4168-b565-d54d4e97e7e1', 'status': 'completed', 'code': 200} Jan 31 18:52:12.683245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47538) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:12.745998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd8ae00-8ea8-4ccd-9d75-0375af89e763 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting subnet 014e12fa-cf5f-4730-bc6e-38f468a0782d {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:52:12.750884 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ae00-8ea8-4ccd-9d75-0375af89e763 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for subnet (014e12fa-cf5f-4730-bc6e-38f468a0782d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:12.768794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router a3390a70-e0eb-43ee-8b72-fbf3461cb440 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:52:12.824032 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ae00-8ea8-4ccd-9d75-0375af89e763 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (014e12fa-cf5f-4730-bc6e-38f468a0782d), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:12.992029 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:13.010383 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ae00-8ea8-4ccd-9d75-0375af89e763 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (014e12fa-cf5f-4730-bc6e-38f468a0782d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:13.026936 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:52:13.039698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-ba744bec-5b80-42c9-9478-a365e10ef13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:13.041291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-ba744bec-5b80-42c9-9478-a365e10ef13c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af&tenant_id=ba512e98132c474b97cd38477c5c40a4 HTTP/1.1" status: 200 len: 1127 time: 0.1729493 Jan 31 18:52:13.045209 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:13.046159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63850e04-d27a-47f7-a537-0d5858a63238 None None] Sync routers for ids ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:52:13.062229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9a3d3-60dc-4913-b9fe-ac1f15bd4651 req-ec6c43d4-7c8b-4a29-8032-a20dca2d5676 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:13.063822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c9a3d3-60dc-4913-b9fe-ac1f15bd4651 req-ec6c43d4-7c8b-4a29-8032-a20dca2d5676 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.1579404 Jan 31 18:52:13.073518 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (01ca990f-dda7-4783-b668-9343ee60bf5e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:13.075767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63850e04-d27a-47f7-a537-0d5858a63238 None None] Routers {'a3390a70-e0eb-43ee-8b72-fbf3461cb440'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:13.076434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-63850e04-d27a-47f7-a537-0d5858a63238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:51:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:13.112704 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-afb2b629-ec94-47c8-8eb6-7f2e5ea1a0b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/floatingips/b9b229ed-e1d2-4680-97b5-386ec32aba36 HTTP/1.1" status: 204 len: 168 time: 3.3009942 Jan 31 18:52:13.113300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:13.116627 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735f15e3-9452-48fe-823a-e961a079bad4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:13.148115 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:52:13.168466 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:13.168881 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:13.230090 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935a6b31-779f-4de8-b1f7-39d5d2120264 x-openstack-request-id: req-935a6b31-779f-4de8-b1f7-39d5d2120264 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:13.230418 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:13.230685 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-935a6b31-779f-4de8-b1f7-39d5d2120264 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:13.234707 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'status': 'completed', 'code': 200} Jan 31 18:52:13.234932 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ae00-8ea8-4ccd-9d75-0375af89e763 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (014e12fa-cf5f-4730-bc6e-38f468a0782d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:13.288582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c9a3d3-60dc-4913-b9fe-ac1f15bd4651 req-584cfde0-d50d-419a-b2fd-2f4d5104549b tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180243 Jan 31 18:52:13.292391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8ae00-8ea8-4ccd-9d75-0375af89e763 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Subnet': ['ID=014e12fa-cf5f-4730-bc6e-38f468a0782d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:13.320614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-4d9696c5-2a5d-429b-805b-3e3ad3f6b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:13.322143 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-4d9696c5-2a5d-429b-805b-3e3ad3f6b230 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba512e98132c474b97cd38477c5c40a4&device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 1127 time: 0.2506883 Jan 31 18:52:13.336100 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ae00-8ea8-4ccd-9d75-0375af89e763 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:13.339100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-63850e04-d27a-47f7-a537-0d5858a63238 None None] Set router a3390a70-e0eb-43ee-8b72-fbf3461cb440 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:13.340225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8fd8ae00-8ea8-4ccd-9d75-0375af89e763 tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "DELETE /v2.0/subnets/014e12fa-cf5f-4730-bc6e-38f468a0782d HTTP/1.1" status: 204 len: 168 time: 0.6582615 Jan 31 18:52:13.345102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:13.348615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc4c13-ebb0-4d63-a81b-52f15e6c33b0 None None] Network 17f6a066-cb10-4e6f-9747-52e0784ed362 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:52:13.439721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f15e3-9452-48fe-823a-e961a079bad4 req-a79cb979-cb23-4bba-9e41-faad1041636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:13.441733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-735f15e3-9452-48fe-823a-e961a079bad4 req-a79cb979-cb23-4bba-9e41-faad1041636d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 1128 time: 0.2434001 Jan 31 18:52:13.513902 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (01ca990f-dda7-4783-b668-9343ee60bf5e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:13.521104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (17f6a066-cb10-4e6f-9747-52e0784ed362), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:13.619295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-22ac126a-5f1b-4229-a732-5b7a11c706d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:13.620964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-22ac126a-5f1b-4229-a732-5b7a11c706d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 200 len: 918 time: 0.2745581 Jan 31 18:52:13.691360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52a4b-b07e-46a2-b79a-6f59a669a4c0 req-6d288d44-0766-4ef2-9314-43c8a9d87631 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:13.698668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0b52a4b-b07e-46a2-b79a-6f59a669a4c0 req-6d288d44-0766-4ef2-9314-43c8a9d87631 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2529995 Jan 31 18:52:13.703120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting port fa13157c-9eb8-4b49-9ab3-4e923b884b9f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:13.703403 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:13.785931 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] For port fa13157c-9eb8-4b49-9ab3-4e923b884b9f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fa13157c-9eb8-4b49-9ab3-4e923b884b9f,segment=NetworkSegment(5584a745-b2fe-4518-8dde-c45f64e1eca2),segment_id=5584a745-b2fe-4518-8dde-c45f64e1eca2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:13.786633 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:13.788788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Router 01ca990f-dda7-4783-b668-9343ee60bf5e is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:52:13.803798 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Calling delete_port for fa13157c-9eb8-4b49-9ab3-4e923b884b9f owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:13.812345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-689a7f94-ae24-4a25-b8bb-16895adb08a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 HTTP/1.1" status: 200 len: 999 time: 0.1808920 Jan 31 18:52:13.813468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f15e3-9452-48fe-823a-e961a079bad4 req-b426e351-d137-41a5-9ba3-b566411dfe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:13.815057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-735f15e3-9452-48fe-823a-e961a079bad4 req-b426e351-d137-41a5-9ba3-b566411dfe5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6356ca6-7078-4eba-b66b-903ebb47077d HTTP/1.1" status: 200 len: 897 time: 0.3577015 Jan 31 18:52:13.822988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21925306-ee09-44d9-915d-76cfaadf3cd2 req-1ee198c9-777b-45e8-bead-4ee1713111e7 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:13.828848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21925306-ee09-44d9-915d-76cfaadf3cd2 req-1ee198c9-777b-45e8-bead-4ee1713111e7 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 945 time: 0.2850084 Jan 31 18:52:13.858331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:13.858944 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:13.932313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-735f15e3-9452-48fe-823a-e961a079bad4 req-e0b1c2e7-62a1-46e7-bcb3-71beb0ebc8bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 HTTP/1.1" status: 200 len: 217 time: 0.0878747 Jan 31 18:52:13.938485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d125625-c71f-41da-b23a-be1c0a5d27c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:13.941266 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9784fa82-dd70-43eb-ba58-e7ab12325c7b" -d '{"events": [{"server_uuid": "0d125625-c71f-41da-b23a-be1c0a5d27c5", "name": "network-vif-plugged", "status": "completed", "tag": "5f05fcdf-ce80-4c3c-9c3e-947d90574c4c"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:13.943084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0b52a4b-b07e-46a2-b79a-6f59a669a4c0 req-91b0b0ea-0084-48fe-8c05-6205637aaba3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434983 Jan 31 18:52:13.991533 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:52:14.003197 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Sync routers for ids ['01ca990f-dda7-4783-b668-9343ee60bf5e'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:52:14.010108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:14.022436 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (fa13157c-9eb8-4b49-9ab3-4e923b884b9f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.025689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-abfabbf5-89f9-4638-ac74-2244f75708a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:14.026944 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Routers {'01ca990f-dda7-4783-b668-9343ee60bf5e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:14.027970 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:51:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01ca990f-dda7-4783-b668-9343ee60bf5e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:14.029652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-abfabbf5-89f9-4638-ac74-2244f75708a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 200 len: 856 time: 0.1956062 Jan 31 18:52:14.031809 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.054257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21925306-ee09-44d9-915d-76cfaadf3cd2 req-1670cb85-7c29-4b9e-adfe-2ea74f886e29 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223454 Jan 31 18:52:14.113740 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Port': ['ID=fa13157c-9eb8-4b49-9ab3-4e923b884b9f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:14.118463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f15e3-9452-48fe-823a-e961a079bad4 req-0aa928b1-523d-4b1a-8782-1ee1db1f4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:14.120171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-735f15e3-9452-48fe-823a-e961a079bad4 req-0aa928b1-523d-4b1a-8782-1ee1db1f4586 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d2d0eeb-a20b-461a-9a31-5596d77aa9b0 HTTP/1.1" status: 200 len: 834 time: 0.1759138 Jan 31 18:52:14.125955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.127685 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b7500d55-7fef-4146-aff1-66d42bb8fca5 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.4140844 Jan 31 18:52:14.137572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] No DVR routers for this DVR port fa13157c-9eb8-4b49-9ab3-4e923b884b9f on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:14.139649 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:14.208569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82d7ca4-222f-4c34-a4be-b984c351b34f None None] DHCP port deletion for 17f6a066-cb10-4e6f-9747-52e0784ed362 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:52:14.234105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:14.260838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-63850e04-d27a-47f7-a537-0d5858a63238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:49:35Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'bd73efc6-c8c5-446e-8414-c801c7b8b4e2', 'name': '', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:bd:d5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:33Z', 'updated_at': '2022-01-31T18:49:42Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:14.304217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63850e04-d27a-47f7-a537-0d5858a63238 None None] Checking router: a3390a70-e0eb-43ee-8b72-fbf3461cb440 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:52:14.315954 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Set router 01ca990f-dda7-4783-b668-9343ee60bf5e gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:14.317573 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63850e04-d27a-47f7-a537-0d5858a63238 None None] Routers {'a3390a70-e0eb-43ee-8b72-fbf3461cb440'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:14.318274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-63850e04-d27a-47f7-a537-0d5858a63238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:51:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:14.396938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (17f6a066-cb10-4e6f-9747-52e0784ed362), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.460120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f6a066-cb10-4e6f-9747-52e0784ed362']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:14.479977 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5584a745-b2fe-4518-8dde-c45f64e1eca2') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:14.480465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5584a745-b2fe-4518-8dde-c45f64e1eca2') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:14.494165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (01ca990f-dda7-4783-b668-9343ee60bf5e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.497178 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (5584a745-b2fe-4518-8dde-c45f64e1eca2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.529025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-63850e04-d27a-47f7-a537-0d5858a63238 None None] Set router a3390a70-e0eb-43ee-8b72-fbf3461cb440 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:14.560250 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5584a745-b2fe-4518-8dde-c45f64e1eca2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.574191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:52:14.575030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (5584a745-b2fe-4518-8dde-c45f64e1eca2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:52:14.578581 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:52:14.667392 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca990f-dda7-4783-b668-9343ee60bf5e', 'name': '', 'tenant_id': '5939ec06533f4292b74b91c2a35c3139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e', 'external_fixed_ips': [{'subnet_id': 'fe6e3918-68f1-4fde-b548-de93c6d8bf6d', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '4098c65e-63f2-4da6-88be-64a60f25ade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:09Z', 'updated_at': '2022-01-31T18:52:12Z', 'revision_number': 3, 'project_id': '5939ec06533f4292b74b91c2a35c3139', 'gw_port': {'id': '4098c65e-63f2-4da6-88be-64a60f25ade3', 'name': '', 'network_id': 'a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca990f-dda7-4783-b668-9343ee60bf5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'fe6e3918-68f1-4fde-b548-de93c6d8bf6d', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:10Z', 'updated_at': '2022-01-31T18:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe6e3918-68f1-4fde-b548-de93c6d8bf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:14.710290 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Checking router: 01ca990f-dda7-4783-b668-9343ee60bf5e for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:52:14.710649 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Updating router 01ca990f-dda7-4783-b668-9343ee60bf5e port 4098c65e-63f2-4da6-88be-64a60f25ade3 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:52:14.716438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (17f6a066-cb10-4e6f-9747-52e0784ed362), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.725359 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.728646 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "DELETE /v2.0/networks/17f6a066-cb10-4e6f-9747-52e0784ed362 HTTP/1.1" status: 204 len: 168 time: 1.3837283 Jan 31 18:52:14.740884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fa13157c-9eb8-4b49-9ab3-4e923b884b9f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:14.744283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47568) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:14.756565 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (01ca990f-dda7-4783-b668-9343ee60bf5e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.756912 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4098c65e-63f2-4da6-88be-64a60f25ade3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.761984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815d8ed-18c4-4d33-926d-93438633ef5e tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Network': ['ID=17f6a066-cb10-4e6f-9747-52e0784ed362,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:14.810723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: fa13157c-9eb8-4b49-9ab3-4e923b884b9f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:14.811082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fa13157c-9eb8-4b49-9ab3-4e923b884b9f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:14.822597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-986ddf24-e271-4e2c-9602-39501fda8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:14.825215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-986ddf24-e271-4e2c-9602-39501fda8f44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae95513e-4638-43d6-9c17-f15bafd888ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7831218 Jan 31 18:52:14.838133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cb8b4-6f7c-43bd-967b-3958946756fd req-07d0509f-7eda-4058-85d4-90812f89515c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:14.848402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c6cb8b4-6f7c-43bd-967b-3958946756fd req-07d0509f-7eda-4058-85d4-90812f89515c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.7894006 Jan 31 18:52:14.857923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b3d255-18e0-4dc0-bd0a-d59cb38094ce tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting subnet 3787a559-3282-494e-85ca-9f0434dae79f {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:52:14.866610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9b3d255-18e0-4dc0-bd0a-d59cb38094ce tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for subnet (3787a559-3282-494e-85ca-9f0434dae79f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.941754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9b3d255-18e0-4dc0-bd0a-d59cb38094ce tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (3787a559-3282-494e-85ca-9f0434dae79f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:14.987303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Deleting port 4098c65e-63f2-4da6-88be-64a60f25ade3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:14.987668 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4098c65e-63f2-4da6-88be-64a60f25ade3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:15.034203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f15e3-9452-48fe-823a-e961a079bad4 req-fe8368da-6efd-4fd0-a15e-79e2713d5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:15.036740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-735f15e3-9452-48fe-823a-e961a079bad4 req-fe8368da-6efd-4fd0-a15e-79e2713d5a72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6356ca6-7078-4eba-b66b-903ebb47077d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9052885 Jan 31 18:52:15.038911 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-9c4c395d-9530-473c-92a1-5ccee752db72 service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758654 Jan 31 18:52:15.055713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-63850e04-d27a-47f7-a537-0d5858a63238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:49:35Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'bd73efc6-c8c5-446e-8414-c801c7b8b4e2', 'name': '', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:bd:d5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:33Z', 'updated_at': '2022-01-31T18:49:42Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:15.086538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d642ff-e559-472d-b6b1-f62a9d34d2b7 req-c350e163-3653-4c95-899d-052d75006b82 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:15.096057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30d642ff-e559-472d-b6b1-f62a9d34d2b7 req-c350e163-3653-4c95-899d-052d75006b82 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.8986080 Jan 31 18:52:15.096477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63850e04-d27a-47f7-a537-0d5858a63238 None None] The sync data for ids ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'] in n-d-812111-15 is: [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:49:35Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'bd73efc6-c8c5-446e-8414-c801c7b8b4e2', 'name': '', 'network_id': 'e6356ca6-7078-4eba-b66b-903ebb47077d', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:bd:d5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:33Z', 'updated_at': '2022-01-31T18:49:42Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '2d2d0eeb-a20b-461a-9a31-5596d77aa9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:52:15.169564 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Publish callbacks [] for port (4098c65e-63f2-4da6-88be-64a60f25ade3), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:15.179188 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4098c65e-63f2-4da6-88be-64a60f25ade3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:15.190162 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9b3d255-18e0-4dc0-bd0a-d59cb38094ce tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (3787a559-3282-494e-85ca-9f0434dae79f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:15.273319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c6cb8b4-6f7c-43bd-967b-3958946756fd req-0f2707ac-dec3-45be-a3df-dc984395b911 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4226775 Jan 31 18:52:15.280000 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d7ad9-cb6c-4d94-9453-a59920491bbb req-1f676069-a879-4156-a43d-b65876b36705 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:15.281827 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fa2d7ad9-cb6c-4d94-9453-a59920491bbb req-1f676069-a879-4156-a43d-b65876b36705 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.2885635 Jan 31 18:52:15.286585 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Attempting to bind port 4098c65e-63f2-4da6-88be-64a60f25ade3 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:52:15.287526 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Attempting to bind port 4098c65e-63f2-4da6-88be-64a60f25ade3 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2c721040-5e21-43e5-9a5d-b9999eb9a0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:52:15.288413 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Attempting to bind port 4098c65e-63f2-4da6-88be-64a60f25ade3 on network a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:15.291726 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4098c65e-63f2-4da6-88be-64a60f25ade3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:15.304277 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:52:15.337878 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Checking segment: {'id': '2c721040-5e21-43e5-9a5d-b9999eb9a0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:15.338825 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:15.339651 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Bound using segment: {'id': '2c721040-5e21-43e5-9a5d-b9999eb9a0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:52:15.340583 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Bound port: 4098c65e-63f2-4da6-88be-64a60f25ade3, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c721040-5e21-43e5-9a5d-b9999eb9a0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:52:15.341374 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4098c65e-63f2-4da6-88be-64a60f25ade3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:15.384410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Calling delete_port for 4098c65e-63f2-4da6-88be-64a60f25ade3 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:15.400954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30d642ff-e559-472d-b6b1-f62a9d34d2b7 req-218db3ff-6fe1-4fb1-9406-b0cfe33b8a9d tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032646 Jan 31 18:52:15.427435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2affc1b-e139-43e3-94d3-991b5818ab21 req-0904a209-5651-464d-9cbf-de0129a19eeb service neutron] 10.222.0.49 "GET /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589849 Jan 31 18:52:15.436436 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ac3673-8d28-4397-a8de-8f5fed9e5c73 x-openstack-request-id: req-f8ac3673-8d28-4397-a8de-8f5fed9e5c73 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:15.444587 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d125625-c71f-41da-b23a-be1c0a5d27c5", "name": "network-vif-plugged", "status": "completed", "tag": "5f05fcdf-ce80-4c3c-9c3e-947d90574c4c", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:15.445143 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8ac3673-8d28-4397-a8de-8f5fed9e5c73 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:15.447725 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d125625-c71f-41da-b23a-be1c0a5d27c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c', 'code': 200} Jan 31 18:52:15.469065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-735f15e3-9452-48fe-823a-e961a079bad4 req-da1d6f8e-abf9-4c3b-b487-a18243a60a2b service neutron] 10.222.0.21 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225893 Jan 31 18:52:15.560378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9b3d255-18e0-4dc0-bd0a-d59cb38094ce tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (3787a559-3282-494e-85ca-9f0434dae79f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:15.641661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c6afa6-107d-4144-9a77-e2cabc419774 None None] Network 347a6950-7868-404e-a336-acf9a21d2e0a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:52:15.642938 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3d255-18e0-4dc0-bd0a-d59cb38094ce tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Subnet': ['ID=3787a559-3282-494e-85ca-9f0434dae79f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:15.643169 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626fa3a-42e0-4c19-ab1d-8baa3c9bb7b2 None None] Pushing event updated for resources: {'Port': ['ID=4098c65e-63f2-4da6-88be-64a60f25ade3,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:15.653364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9b3d255-18e0-4dc0-bd0a-d59cb38094ce tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:15.659992 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e9b3d255-18e0-4dc0-bd0a-d59cb38094ce tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "DELETE /v2.0/subnets/3787a559-3282-494e-85ca-9f0434dae79f HTTP/1.1" status: 204 len: 168 time: 0.9145885 Jan 31 18:52:15.669510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-fa2d7ad9-cb6c-4d94-9453-a59920491bbb req-4affc1cc-e8ab-410c-9c68-b7e07392b620 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:15.669858 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fa2d7ad9-cb6c-4d94-9453-a59920491bbb req-4affc1cc-e8ab-410c-9c68-b7e07392b620 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:15.675120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47578) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:15.738314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3c4086-fc37-4c43-9898-9999423a0e65 None None] New status for floating IP b9b229ed-e1d2-4680-97b5-386ec32aba36: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:52:15.750019 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] For port 4098c65e-63f2-4da6-88be-64a60f25ade3, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:52:15.756292 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] For port 4098c65e-63f2-4da6-88be-64a60f25ade3, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4098c65e-63f2-4da6-88be-64a60f25ade3,segment=NetworkSegment(2c721040-5e21-43e5-9a5d-b9999eb9a0f0),segment_id=2c721040-5e21-43e5-9a5d-b9999eb9a0f0)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:52:15.765586 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4098c65e-63f2-4da6-88be-64a60f25ade3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:15.924263 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626fa3a-42e0-4c19-ab1d-8baa3c9bb7b2 None None] Pushing event updated for resources: {'Port': ['ID=4098c65e-63f2-4da6-88be-64a60f25ade3,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:15.935957 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Routers {'01ca990f-dda7-4783-b668-9343ee60bf5e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:15.936860 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:51:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01ca990f-dda7-4783-b668-9343ee60bf5e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:15.964817 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (347a6950-7868-404e-a336-acf9a21d2e0a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:15.967602 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-fa2d7ad9-cb6c-4d94-9453-a59920491bbb req-4affc1cc-e8ab-410c-9c68-b7e07392b620 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:15.967958 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fa2d7ad9-cb6c-4d94-9453-a59920491bbb req-4affc1cc-e8ab-410c-9c68-b7e07392b620 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:16.018186 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-fa2d7ad9-cb6c-4d94-9453-a59920491bbb req-4affc1cc-e8ab-410c-9c68-b7e07392b620 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:16.088005 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4098c65e-63f2-4da6-88be-64a60f25ade3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:16.099630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738ac52-1a3f-4555-8abb-f952c80c3dde req-1eb7eac8-98b3-4ad7-ac32-a9153dc20536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:16.101659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7738ac52-1a3f-4555-8abb-f952c80c3dde req-1eb7eac8-98b3-4ad7-ac32-a9153dc20536 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 1129 time: 0.5479486 Jan 31 18:52:16.112728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-735f15e3-9452-48fe-823a-e961a079bad4 req-965624d5-25d8-4a07-88ae-6bdfd50415f4 service neutron] 10.222.0.21 "GET /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349638 Jan 31 18:52:16.123238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62ab0c-dca3-45e9-9f3b-5b26d0a86102 req-3678731d-aed2-4eed-96f9-e84d09750f52 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:16.129775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc62ab0c-dca3-45e9-9f3b-5b26d0a86102 req-3678731d-aed2-4eed-96f9-e84d09750f52 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 946 time: 0.2914000 Jan 31 18:52:16.134153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406cd2f4-2be9-43a1-9157-bb618879edfd None None] DHCP port deletion for 347a6950-7868-404e-a336-acf9a21d2e0a request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:52:16.147921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58582cbe-36e2-4fe8-997e-ad7a47118b6e req-ffdf2c49-3031-4541-badc-f546e7a8cd56 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:16.149960 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58582cbe-36e2-4fe8-997e-ad7a47118b6e req-ffdf2c49-3031-4541-badc-f546e7a8cd56 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.3966157 Jan 31 18:52:16.155478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c2dc-9773-445c-a69c-8cfd6014cc3b req-460a0a28-af42-48cc-99c7-3ebb2e38bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:16.157186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f54c2dc-9773-445c-a69c-8cfd6014cc3b req-460a0a28-af42-48cc-99c7-3ebb2e38bf5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 1127 time: 0.2960641 Jan 31 18:52:16.179714 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event deleted for resources: {'Port': ['ID=4098c65e-63f2-4da6-88be-64a60f25ade3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:16.227098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-406cd2f4-2be9-43a1-9157-bb618879edfd None None] Deleting port ea24283f-28fb-4ca6-831b-245e6f2369cc {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:16.227472 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-406cd2f4-2be9-43a1-9157-bb618879edfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:16.274576 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] Set router 01ca990f-dda7-4783-b668-9343ee60bf5e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:16.299958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-406cd2f4-2be9-43a1-9157-bb618879edfd None None] For port ea24283f-28fb-4ca6-831b-245e6f2369cc, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ea24283f-28fb-4ca6-831b-245e6f2369cc,segment=NetworkSegment(f1af0c71-f843-4033-9e8a-fdeb6f95f445),segment_id=f1af0c71-f843-4033-9e8a-fdeb6f95f445)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:16.300761 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-406cd2f4-2be9-43a1-9157-bb618879edfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:16.312858 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Deleting port ea24283f-28fb-4ca6-831b-245e6f2369cc {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:16.315379 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:16.317930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-406cd2f4-2be9-43a1-9157-bb618879edfd None None] Calling delete_port for ea24283f-28fb-4ca6-831b-245e6f2369cc owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:16.327514 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (01ca990f-dda7-4783-b668-9343ee60bf5e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:16.413599 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-406cd2f4-2be9-43a1-9157-bb618879edfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:16.419232 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca990f-dda7-4783-b668-9343ee60bf5e', 'name': '', 'tenant_id': '5939ec06533f4292b74b91c2a35c3139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:09Z', 'updated_at': '2022-01-31T18:52:14Z', 'revision_number': 4, 'project_id': '5939ec06533f4292b74b91c2a35c3139', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:16.481419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cd2f4-2be9-43a1-9157-bb618879edfd None None] Pushing event deleted for resources: {'Port': ['ID=ea24283f-28fb-4ca6-831b-245e6f2369cc,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:16.483995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406cd2f4-2be9-43a1-9157-bb618879edfd None None] No DVR routers for this DVR port ea24283f-28fb-4ca6-831b-245e6f2369cc on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:16.504682 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c18513-5b0a-4d48-ace2-8c9146dcb2a4 None None] The sync data for ids ['01ca990f-dda7-4783-b668-9343ee60bf5e'] in n-d-812111-15 is: [{'id': '01ca990f-dda7-4783-b668-9343ee60bf5e', 'name': '', 'tenant_id': '5939ec06533f4292b74b91c2a35c3139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:09Z', 'updated_at': '2022-01-31T18:52:14Z', 'revision_number': 4, 'project_id': '5939ec06533f4292b74b91c2a35c3139', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:52:16.672565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc62ab0c-dca3-45e9-9f3b-5b26d0a86102 req-18aa97e5-9720-4b9f-a634-117e1d25a406 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206718 Jan 31 18:52:16.705166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58582cbe-36e2-4fe8-997e-ad7a47118b6e req-15125830-0754-4ccd-a9e3-c578cab081b7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5395060 Jan 31 18:52:16.724971 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7738ac52-1a3f-4555-8abb-f952c80c3dde req-5af47702-e419-42ba-81de-2193d0c785fb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148829 Jan 31 18:52:16.799383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ea24283f-28fb-4ca6-831b-245e6f2369cc no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:16.855651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c2dc-9773-445c-a69c-8cfd6014cc3b req-ac378b7e-eee8-487c-a7eb-6da2b410b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:16.857842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f54c2dc-9773-445c-a69c-8cfd6014cc3b req-ac378b7e-eee8-487c-a7eb-6da2b410b595 service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.6832650 Jan 31 18:52:16.860983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: ea24283f-28fb-4ca6-831b-245e6f2369cc {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:16.861181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ea24283f-28fb-4ca6-831b-245e6f2369cc not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:17.135064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f54c2dc-9773-445c-a69c-8cfd6014cc3b req-28f17a77-1349-4d71-95c6-d88740084e27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 200 len: 999 time: 0.2664728 Jan 31 18:52:17.184201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3882fb-1061-42c0-8f91-c1f8cc0cf078 req-a996d1d0-bee6-495c-8137-82b72fccbf74 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:17.198260 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c3882fb-1061-42c0-8f91-c1f8cc0cf078 req-a996d1d0-bee6-495c-8137-82b72fccbf74 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.3292961 Jan 31 18:52:17.231393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ed41c-7fc0-41d1-9d72-c23cfd1eaca3 req-fe906305-1038-4ea7-9b2c-22bc6ee44451 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:17.235698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe3ed41c-7fc0-41d1-9d72-c23cfd1eaca3 req-fe906305-1038-4ea7-9b2c-22bc6ee44451 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f5bb4ae-3567-436f-8988-df2fe4ffd721 HTTP/1.1" status: 200 len: 945 time: 0.2904067 Jan 31 18:52:17.274125 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (01ca990f-dda7-4783-b668-9343ee60bf5e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:17.277781 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_controller (01ca990f-dda7-4783-b668-9343ee60bf5e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:17.419038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c3882fb-1061-42c0-8f91-c1f8cc0cf078 req-d3aecb2b-013e-41a1-89a3-dec1837863b5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196751 Jan 31 18:52:17.490124 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (01ca990f-dda7-4783-b668-9343ee60bf5e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:17.491264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01ca990f-dda7-4783-b668-9343ee60bf5e {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:52:17.497865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe3ed41c-7fc0-41d1-9d72-c23cfd1eaca3 req-bbc29f39-b11d-4709-affc-a3cd2458f23c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace46808-6033-40ff-a2a2-d9dcbb9d29c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352641 Jan 31 18:52:17.529025 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:17.529314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c2dc-9773-445c-a69c-8cfd6014cc3b req-68501337-3378-430e-a94c-ff58ee385b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:17.529688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f54c2dc-9773-445c-a69c-8cfd6014cc3b req-68501337-3378-430e-a94c-ff58ee385b7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.0988932 Jan 31 18:52:17.529862 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4685f46c-116e-4745-ba21-311ab5b0e6ff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "DELETE /v2.0/routers/01ca990f-dda7-4783-b668-9343ee60bf5e HTTP/1.1" status: 204 len: 168 time: 3.3895574 Jan 31 18:52:17.530214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:17.536901 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fa2d7ad9-cb6c-4d94-9453-a59920491bbb req-4affc1cc-e8ab-410c-9c68-b7e07392b620 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (72520bbd-e90d-45c2-bf28-f3fc9feb0cc5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:17.608918 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affc1cc-e8ab-410c-9c68-b7e07392b620 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=72520bbd-e90d-45c2-bf28-f3fc9feb0cc5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:17.634823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] For port ea24283f-28fb-4ca6-831b-245e6f2369cc, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ea24283f-28fb-4ca6-831b-245e6f2369cc,segment=NetworkSegment(f1af0c71-f843-4033-9e8a-fdeb6f95f445),segment_id=f1af0c71-f843-4033-9e8a-fdeb6f95f445)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:17.635076 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:17.701889 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Calling delete_port for ea24283f-28fb-4ca6-831b-245e6f2369cc owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:17.728923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2d7ad9-cb6c-4d94-9453-a59920491bbb req-4affc1cc-e8ab-410c-9c68-b7e07392b620 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] No DVR routers for this DVR port 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:17.733408 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fa2d7ad9-cb6c-4d94-9453-a59920491bbb req-4affc1cc-e8ab-410c-9c68-b7e07392b620 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:17.736955 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-fa2d7ad9-cb6c-4d94-9453-a59920491bbb req-4affc1cc-e8ab-410c-9c68-b7e07392b620 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.21 "DELETE /v2.0/ports/72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 HTTP/1.1" status: 204 len: 173 time: 2.4417288 Jan 31 18:52:17.737703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'name': 'network-vif-deleted', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:17.741191 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d4fc88-a162-4b85-9354-db9c21025780" -d '{"events": [{"server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "name": "network-vif-deleted", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:17.741627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-247e7816-b403-4946-8720-efa5c9db8bb2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Deleting subnet fe6e3918-68f1-4fde-b548-de93c6d8bf6d {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:52:17.755162 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-247e7816-b403-4946-8720-efa5c9db8bb2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for subnet (fe6e3918-68f1-4fde-b548-de93c6d8bf6d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:17.825279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c2dc-9773-445c-a69c-8cfd6014cc3b req-49e3bcee-02bb-4c0e-a47e-11d74ff2ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:17.826801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f54c2dc-9773-445c-a69c-8cfd6014cc3b req-49e3bcee-02bb-4c0e-a47e-11d74ff2ba53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2197058 Jan 31 18:52:17.845517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8f7a9-a6ce-4a88-b965-815da93df7fa req-129296ee-ca1e-4363-bb17-b9e29b61cb33 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:17.856763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ac8f7a9-a6ce-4a88-b965-815da93df7fa req-129296ee-ca1e-4363-bb17-b9e29b61cb33 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.1918020 Jan 31 18:52:17.892815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-247e7816-b403-4946-8720-efa5c9db8bb2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (fe6e3918-68f1-4fde-b548-de93c6d8bf6d), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:18.005376 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ea24283f-28fb-4ca6-831b-245e6f2369cc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:18.047393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Port': ['ID=ea24283f-28fb-4ca6-831b-245e6f2369cc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:18.069780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] No DVR routers for this DVR port ea24283f-28fb-4ca6-831b-245e6f2369cc on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:18.304934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ac8f7a9-a6ce-4a88-b965-815da93df7fa req-0c598788-3b4e-40ab-9d98-9c63e9971c20 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443009 Jan 31 18:52:18.305499 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (347a6950-7868-404e-a336-acf9a21d2e0a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:18.323621 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-247e7816-b403-4946-8720-efa5c9db8bb2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (fe6e3918-68f1-4fde-b548-de93c6d8bf6d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:18.391726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347a6950-7868-404e-a336-acf9a21d2e0a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:18.425605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1af0c71-f843-4033-9e8a-fdeb6f95f445') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:18.426318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1af0c71-f843-4033-9e8a-fdeb6f95f445') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:18.497646 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (f1af0c71-f843-4033-9e8a-fdeb6f95f445), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:18.547803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f1af0c71-f843-4033-9e8a-fdeb6f95f445), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:18.564307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:52:18.564781 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (f1af0c71-f843-4033-9e8a-fdeb6f95f445), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: items = [ Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:52:18.572150 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:52:18.601153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5413a67-016a-4a31-92c7-f433893d46a2 req-6aca44ea-ca4a-42c0-8c5e-276b48983d0f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:18.603519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5413a67-016a-4a31-92c7-f433893d46a2 req-6aca44ea-ca4a-42c0-8c5e-276b48983d0f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 946 time: 0.6517923 Jan 31 18:52:18.685397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f54c2dc-9773-445c-a69c-8cfd6014cc3b req-1fbc5db2-f937-4c02-9670-7b7c7583a788 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8254600 Jan 31 18:52:18.722569 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (347a6950-7868-404e-a336-acf9a21d2e0a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:18.730435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:18.740164 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] 10.222.0.20 "DELETE /v2.0/networks/347a6950-7868-404e-a336-acf9a21d2e0a HTTP/1.1" status: 204 len: 168 time: 3.0560825 Jan 31 18:52:18.771451 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba0e2f-1f93-4042-be0f-a3300bc9edca tempest-ServersTestMultiNic-611217620 tempest-ServersTestMultiNic-611217620-project] Pushing event deleted for resources: {'Network': ['ID=347a6950-7868-404e-a336-acf9a21d2e0a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:18.795771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5413a67-016a-4a31-92c7-f433893d46a2 req-35e904dd-bf6f-4205-9f4c-7510aec5bc47 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665695 Jan 31 18:52:18.798584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-247e7816-b403-4946-8720-efa5c9db8bb2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (fe6e3918-68f1-4fde-b548-de93c6d8bf6d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:18.856365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e7816-b403-4946-8720-efa5c9db8bb2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6e3918-68f1-4fde-b548-de93c6d8bf6d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:18.868637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4550a-a1e4-4c80-bb89-dc1b80a509b8 req-02eaa1e7-b894-43ba-b784-3fe3f0c727c4 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:18.870352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d4550a-a1e4-4c80-bb89-dc1b80a509b8 req-02eaa1e7-b894-43ba-b784-3fe3f0c727c4 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.4099660 Jan 31 18:52:18.871555 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-247e7816-b403-4946-8720-efa5c9db8bb2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:18.878026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-247e7816-b403-4946-8720-efa5c9db8bb2 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/fe6e3918-68f1-4fde-b548-de93c6d8bf6d HTTP/1.1" status: 204 len: 168 time: 1.3439572 Jan 31 18:52:18.878594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47620) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:18.881508 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-17cbcbeb-0105-455e-9133-d5d1b9dce483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:19.006999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:19.014121 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf5c2b2-c9d4-41c6-adf2-325dd036e266 x-openstack-request-id: req-4bf5c2b2-c9d4-41c6-adf2-325dd036e266 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:19.014426 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5bb4ae-3567-436f-8988-df2fe4ffd721", "name": "network-vif-deleted", "tag": "72520bbd-e90d-45c2-bf28-f3fc9feb0cc5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:19.022438 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bf5c2b2-c9d4-41c6-adf2-325dd036e266 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:19.022999 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5bb4ae-3567-436f-8988-df2fe4ffd721', 'name': 'network-vif-deleted', 'tag': '72520bbd-e90d-45c2-bf28-f3fc9feb0cc5', 'status': 'completed', 'code': 200} Jan 31 18:52:19.058405 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:19.083035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:19.083894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 72520bbd-e90d-45c2-bf28-f3fc9feb0cc5 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:19.206234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7d4550a-a1e4-4c80-bb89-dc1b80a509b8 req-7c831584-6f87-41fc-9bde-b4e55a6f3957 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176072 Jan 31 18:52:19.217286 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:19.217933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f54c2dc-9773-445c-a69c-8cfd6014cc3b req-5a455561-203a-4fc4-8639-19d6966ff3d5 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728055 Jan 31 18:52:19.287195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:19.293027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:19.334028 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c721040-5e21-43e5-9a5d-b9999eb9a0f0') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:19.334606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c721040-5e21-43e5-9a5d-b9999eb9a0f0') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:19.381957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (2c721040-5e21-43e5-9a5d-b9999eb9a0f0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:19.409267 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2c721040-5e21-43e5-9a5d-b9999eb9a0f0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:19.418715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:52:19.419362 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (2c721040-5e21-43e5-9a5d-b9999eb9a0f0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:52:19.423520 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:52:19.552820 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:19.565126 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 18:52:19.571161 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:19.576208 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "DELETE /v2.0/networks/a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e HTTP/1.1" status: 204 len: 168 time: 0.6962271 Jan 31 18:52:19.589940 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b06261-4c5f-4f6e-b16d-e70f5a3062a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4ff29ea-baff-4f6c-b6df-5d2357a4ca2e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:19.646564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c884830-f979-43e3-9f56-dfc6e950ab16 req-3a5137a2-74ca-4303-a164-999c64c6bd4a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:19.648806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c884830-f979-43e3-9f56-dfc6e950ab16 req-3a5137a2-74ca-4303-a164-999c64c6bd4a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.2270010 Jan 31 18:52:19.676092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154fc30-e839-4505-9637-56dddddafd21 req-ac471b4d-d3c1-4ae8-9d5f-74ff7bee7870 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:19.684946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c154fc30-e839-4505-9637-56dddddafd21 req-ac471b4d-d3c1-4ae8-9d5f-74ff7bee7870 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.2610333 Jan 31 18:52:20.001277 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c154fc30-e839-4505-9637-56dddddafd21 req-c0e27545-fa6c-47aa-9110-8b9068512b4d tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154256 Jan 31 18:52:20.057258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c884830-f979-43e3-9f56-dfc6e950ab16 req-8b775e2a-9a0b-43cc-b832-3a9e80b9ecf7 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612018 Jan 31 18:52:20.062700 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47640) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:20.068862 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1f5b3595-6c5a-43b9-800c-261344dd738d tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Request body: {'router': {'name': 'tempest-router--363465002', 'project_id': 'bed6a34c39e641d982d1fc560b37aef1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:20.149703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3595-6c5a-43b9-800c-261344dd738d tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (4baf3a7b-6e44-4eb1-a6be-46c0bbc59c9e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:20.151275 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3595-6c5a-43b9-800c-261344dd738d tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (4baf3a7b-6e44-4eb1-a6be-46c0bbc59c9e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:20.387280 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3595-6c5a-43b9-800c-261344dd738d tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_controller (4baf3a7b-6e44-4eb1-a6be-46c0bbc59c9e), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:20.399310 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3595-6c5a-43b9-800c-261344dd738d tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (4baf3a7b-6e44-4eb1-a6be-46c0bbc59c9e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:20.403618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efd2cd-f18b-4d17-aa13-4b353294d18e req-c818de7d-facd-4797-95c1-bb34009e41ae tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:20.418879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1efd2cd-f18b-4d17-aa13-4b353294d18e req-c818de7d-facd-4797-95c1-bb34009e41ae tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.2420089 Jan 31 18:52:20.448376 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3595-6c5a-43b9-800c-261344dd738d tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:20.452740 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1f5b3595-6c5a-43b9-800c-261344dd738d tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3860605 Jan 31 18:52:20.454061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47646) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:20.620567 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0331b5b4-ddc0-4283-bed3-08f968ffe908 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (4baf3a7b-6e44-4eb1-a6be-46c0bbc59c9e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:20.664729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1efd2cd-f18b-4d17-aa13-4b353294d18e req-76ad7390-d97f-4ccf-ba00-72bf0df92347 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378643 Jan 31 18:52:20.710816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074140d-9b0b-4618-830b-d055d6df702d req-946fbad1-fed2-4e52-bf25-a0dc6059397a tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:20.723519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b074140d-9b0b-4618-830b-d055d6df702d req-946fbad1-fed2-4e52-bf25-a0dc6059397a tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 946 time: 0.2395561 Jan 31 18:52:20.770787 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0111a1c-6f72-4948-aaf8-f45099ad7a37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (a3390a70-e0eb-43ee-8b72-fbf3461cb440), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:20.841594 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0331b5b4-ddc0-4283-bed3-08f968ffe908 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (4baf3a7b-6e44-4eb1-a6be-46c0bbc59c9e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:20.844022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0331b5b4-ddc0-4283-bed3-08f968ffe908 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_controller (4baf3a7b-6e44-4eb1-a6be-46c0bbc59c9e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:20.875345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b074140d-9b0b-4618-830b-d055d6df702d req-6e7f04ab-0aea-4346-bc39-4086fe18f980 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490822 Jan 31 18:52:20.897789 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0331b5b4-ddc0-4283-bed3-08f968ffe908 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (4baf3a7b-6e44-4eb1-a6be-46c0bbc59c9e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:20.898893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0331b5b4-ddc0-4283-bed3-08f968ffe908 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4baf3a7b-6e44-4eb1-a6be-46c0bbc59c9e {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:52:20.929930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0331b5b4-ddc0-4283-bed3-08f968ffe908 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:20.934247 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0331b5b4-ddc0-4283-bed3-08f968ffe908 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4baf3a7b-6e44-4eb1-a6be-46c0bbc59c9e HTTP/1.1" status: 204 len: 168 time: 0.4736161 Jan 31 18:52:21.019342 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-05fbefb5-894e-46f3-a966-3499db8609f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:21.055063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47656) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:21.095841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149cdb6-70bf-416c-89d5-ac55f9a22cbe req-ffe3fa74-bcbb-4c3e-8ec6-cec1fa48a4a6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:21.107602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b149cdb6-70bf-416c-89d5-ac55f9a22cbe req-ffe3fa74-bcbb-4c3e-8ec6-cec1fa48a4a6 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.2113452 Jan 31 18:52:21.252147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47662) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:21.351572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b149cdb6-70bf-416c-89d5-ac55f9a22cbe req-5e7f5684-bd61-49af-89d7-d826e9911784 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427547 Jan 31 18:52:21.770668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-257760148', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:21.814504 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:21.815891 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:21.900997 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_controller (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:22.225105 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc76ae33-1dc3-4623-b56f-7e9230d28c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:22.231667 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:22.405363 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:22.607908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348357c-726c-445a-ae58-726ea088b8d6 req-73c69e26-63ec-4e1f-b9ae-b36bbbdad016 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:22.615729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1348357c-726c-445a-ae58-726ea088b8d6 req-73c69e26-63ec-4e1f-b9ae-b36bbbdad016 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 1.1155014 Jan 31 18:52:22.650846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cbc5080-2b56-49a0-b96f-bdec27bd89cc req-567cf68e-6806-4cd5-98d4-cf54bb86b877 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0972350 Jan 31 18:52:22.678287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcc2a7-e2a7-47ac-bcd1-1e6fe0b16a19 req-37710da2-3685-4db5-84a2-b5342d6ed32b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:22.679929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07bcc2a7-e2a7-47ac-bcd1-1e6fe0b16a19 req-37710da2-3685-4db5-84a2-b5342d6ed32b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 1.1414287 Jan 31 18:52:22.750009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b0111a1c-6f72-4948-aaf8-f45099ad7a37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port bd73efc6-c8c5-446e-8414-c801c7b8b4e2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:22.750446 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0111a1c-6f72-4948-aaf8-f45099ad7a37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:22.785898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1348357c-726c-445a-ae58-726ea088b8d6 req-5320e8eb-aed1-40fd-b43e-4b2b33a6e675 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661768 Jan 31 18:52:22.806420 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-badca311-2968-453b-bed8-2c17f453a5df req-92a038d4-d580-4dfc-a1ea-d8ae8ffbfa97 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2678382 Jan 31 18:52:22.878728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07bcc2a7-e2a7-47ac-bcd1-1e6fe0b16a19 req-da1f1d7b-c796-4b38-b76b-eef92d638c2f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909528 Jan 31 18:52:23.012200 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b0111a1c-6f72-4948-aaf8-f45099ad7a37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port bd73efc6-c8c5-446e-8414-c801c7b8b4e2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bd73efc6-c8c5-446e-8414-c801c7b8b4e2,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:23.012937 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0111a1c-6f72-4948-aaf8-f45099ad7a37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:23.031266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b0111a1c-6f72-4948-aaf8-f45099ad7a37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for bd73efc6-c8c5-446e-8414-c801c7b8b4e2 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:23.180559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badca311-2968-453b-bed8-2c17f453a5df req-862a35ac-8089-4f9a-913e-d7fc7458ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:23.184669 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-badca311-2968-453b-bed8-2c17f453a5df req-862a35ac-8089-4f9a-913e-d7fc7458ec43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 1090 time: 0.2784791 Jan 31 18:52:23.186862 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:23.426028 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badca311-2968-453b-bed8-2c17f453a5df req-3e494176-597d-4768-8a7b-b800c210d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:23.428507 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-badca311-2968-453b-bed8-2c17f453a5df req-3e494176-597d-4768-8a7b-b800c210d3b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.1519682 Jan 31 18:52:23.432292 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:23.514823 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-badca311-2968-453b-bed8-2c17f453a5df req-2b36637d-5562-495e-b544-301d550f8403 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=162f283f-1677-45df-a184-aa197baba593 HTTP/1.1" status: 200 len: 217 time: 0.0780995 Jan 31 18:52:23.520248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b6f35-c50d-403c-8bea-40cba2c343ee req-7f9cbc92-80ee-4280-9ff0-d5d95c6bab10 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:23.524786 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a14b6f35-c50d-403c-8bea-40cba2c343ee req-7f9cbc92-80ee-4280-9ff0-d5d95c6bab10 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.3585825 Jan 31 18:52:23.540494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5080-2b56-49a0-b96f-bdec27bd89cc req-6788146f-f6ba-403b-8767-f0a5c58f012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:23.544019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cbc5080-2b56-49a0-b96f-bdec27bd89cc req-6788146f-f6ba-403b-8767-f0a5c58f012d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 1128 time: 0.3794804 Jan 31 18:52:23.634718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badca311-2968-453b-bed8-2c17f453a5df req-7534a029-26bf-4dd3-ac1c-d2c7dab6d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:23.637440 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-badca311-2968-453b-bed8-2c17f453a5df req-7534a029-26bf-4dd3-ac1c-d2c7dab6d7c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.1154816 Jan 31 18:52:23.655801 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fc76ae33-1dc3-4623-b56f-7e9230d28c1d admin admin] Deleting port eb937b52-f765-4294-a500-30e556aec83f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:23.656057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc76ae33-1dc3-4623-b56f-7e9230d28c1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (eb937b52-f765-4294-a500-30e556aec83f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:23.698441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06ca11-ced8-42e3-b967-4d5ce35c3dab req-6298ae94-c6ec-4089-9d9f-988ca29fcac1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:23.706268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af06ca11-ced8-42e3-b967-4d5ce35c3dab req-6298ae94-c6ec-4089-9d9f-988ca29fcac1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.3544438 Jan 31 18:52:23.729513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a14b6f35-c50d-403c-8bea-40cba2c343ee req-780de74c-05e7-4598-88ce-f231b87a5205 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841674 Jan 31 18:52:23.802783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af06ca11-ced8-42e3-b967-4d5ce35c3dab req-d6c247f4-2c03-4f81-8e07-48f3b33468f1 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916898 Jan 31 18:52:23.884367 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badca311-2968-453b-bed8-2c17f453a5df req-6771aafa-e0bb-47e6-b7aa-bc5f67ca477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:23.888202 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-badca311-2968-453b-bed8-2c17f453a5df req-6771aafa-e0bb-47e6-b7aa-bc5f67ca477d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2346210 Jan 31 18:52:24.026926 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:24.080571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-fc76ae33-1dc3-4623-b56f-7e9230d28c1d admin admin] For port eb937b52-f765-4294-a500-30e556aec83f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=eb937b52-f765-4294-a500-30e556aec83f,segment=NetworkSegment(ad1e92c5-18a7-4462-871a-5d5111bbd825),segment_id=ad1e92c5-18a7-4462-871a-5d5111bbd825)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:24.080951 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc76ae33-1dc3-4623-b56f-7e9230d28c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (eb937b52-f765-4294-a500-30e556aec83f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:24.094260 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Allocated IP 172.25.8.249 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c6276c6e-4fcf-444a-b724-332230a146f1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:24.134728 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fc76ae33-1dc3-4623-b56f-7e9230d28c1d admin admin] Calling delete_port for eb937b52-f765-4294-a500-30e556aec83f owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:24.156253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5080-2b56-49a0-b96f-bdec27bd89cc req-5238612c-c798-4cf3-a93a-183257daa99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:24.158358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cbc5080-2b56-49a0-b96f-bdec27bd89cc req-5238612c-c798-4cf3-a93a-183257daa99c service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.3700299 Jan 31 18:52:24.186193 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-badca311-2968-453b-bed8-2c17f453a5df req-24821875-4f0a-44b0-8f57-9f0b54efb6a6 service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873633 Jan 31 18:52:24.221563 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:24.357872 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-badca311-2968-453b-bed8-2c17f453a5df req-a4504087-2295-4469-9cc0-177b0fc01942 service neutron] 10.222.0.21 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580482 Jan 31 18:52:24.404716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cbc5080-2b56-49a0-b96f-bdec27bd89cc req-cd8b234c-0517-4d84-b5f1-e34c4c7e17a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d0c0923-545b-47c5-8efa-720b35c8c4ea HTTP/1.1" status: 200 len: 217 time: 0.2209527 Jan 31 18:52:24.450311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dfd70-9ced-45d3-be31-160c4b4eca41 req-82e66fe9-4460-4974-ae86-0271fbe5c9cf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:24.453516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-570dfd70-9ced-45d3-be31-160c4b4eca41 req-82e66fe9-4460-4974-ae86-0271fbe5c9cf tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.4710405 Jan 31 18:52:24.459583 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0111a1c-6f72-4948-aaf8-f45099ad7a37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bd73efc6-c8c5-446e-8414-c801c7b8b4e2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:24.541607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0111a1c-6f72-4948-aaf8-f45099ad7a37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=bd73efc6-c8c5-446e-8414-c801c7b8b4e2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:24.574244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b6ef2-3202-4f2e-9a10-710e1afcbc56 req-fb46a3bd-9f94-45ab-9672-66a51757d4d7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:24.585551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-555b6ef2-3202-4f2e-9a10-710e1afcbc56 req-fb46a3bd-9f94-45ab-9672-66a51757d4d7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.4496691 Jan 31 18:52:24.646279 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for port (c6276c6e-4fcf-444a-b724-332230a146f1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:24.677089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5080-2b56-49a0-b96f-bdec27bd89cc req-9933f02b-ce7b-4fa3-9595-b766286dd87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:24.678687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cbc5080-2b56-49a0-b96f-bdec27bd89cc req-9933f02b-ce7b-4fa3-9595-b766286dd87b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.0773473 Jan 31 18:52:24.726708 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c6276c6e-4fcf-444a-b724-332230a146f1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:24.782360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-570dfd70-9ced-45d3-be31-160c4b4eca41 req-69573201-577a-4745-a4a5-38e9d746825a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180606 Jan 31 18:52:24.798829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Pushing event updated for resources: {'Port': ['ID=c6276c6e-4fcf-444a-b724-332230a146f1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:24.849213 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:24.877152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:24.885483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-555b6ef2-3202-4f2e-9a10-710e1afcbc56 req-df367fa1-50c2-43a4-afc8-340e2a8176ea tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987177 Jan 31 18:52:24.897139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.897697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.903116 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.903442 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.903799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.904149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.906388 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.911508 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.912133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.921091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.921616 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.922021 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.922495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:24.938642 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:24.981258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5080-2b56-49a0-b96f-bdec27bd89cc req-cd7e5b20-8fba-4ce5-b54a-f124b338e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:24.983491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cbc5080-2b56-49a0-b96f-bdec27bd89cc req-cd7e5b20-8fba-4ce5-b54a-f124b338e078 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2926207 Jan 31 18:52:25.146463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cbc5080-2b56-49a0-b96f-bdec27bd89cc req-ec42078b-9402-47f2-97b3-4e0d2d7bca5a service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521590 Jan 31 18:52:25.234942 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:25.664864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441e98a-333b-4a8f-9073-6460d6f8061b req-cc7c455b-6f82-46d7-9d0c-e6e746ec80b2 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:25.666528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b441e98a-333b-4a8f-9073-6460d6f8061b req-cc7c455b-6f82-46d7-9d0c-e6e746ec80b2 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.4695101 Jan 31 18:52:25.751712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b441e98a-333b-4a8f-9073-6460d6f8061b req-76bfe65d-6c0a-4945-8b96-6bf135a5d8c1 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714109 Jan 31 18:52:25.760158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf185ab8-4c58-4504-ac13-1df8a29e615c req-60f56a3d-d069-4e21-9845-ff5d851ca2d4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:25.780389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf185ab8-4c58-4504-ac13-1df8a29e615c req-60f56a3d-d069-4e21-9845-ff5d851ca2d4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.5652680 Jan 31 18:52:25.832369 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0111a1c-6f72-4948-aaf8-f45099ad7a37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (a3390a70-e0eb-43ee-8b72-fbf3461cb440), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:26.002396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cbc5080-2b56-49a0-b96f-bdec27bd89cc req-a9a5327f-486e-4f40-a01b-c96783a2befe service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040420 Jan 31 18:52:26.059576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf185ab8-4c58-4504-ac13-1df8a29e615c req-08161b14-9ee3-4433-a71b-f4919675c614 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782190 Jan 31 18:52:26.113591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae8a33-4f35-4593-ae25-6b55c64e74fb req-d175f1dc-b1e6-430e-a0c8-8201c5985c5a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:26.115320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4eae8a33-4f35-4593-ae25-6b55c64e74fb req-d175f1dc-b1e6-430e-a0c8-8201c5985c5a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.1830044 Jan 31 18:52:26.175753 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:26.178213 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc76ae33-1dc3-4623-b56f-7e9230d28c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (eb937b52-f765-4294-a500-30e556aec83f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:26.195071 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:26.355449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76ae33-1dc3-4623-b56f-7e9230d28c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb937b52-f765-4294-a500-30e556aec83f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:26.544539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4eae8a33-4f35-4593-ae25-6b55c64e74fb req-99e52aee-3ce7-4e93-8a67-e9a3e380a474 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136375 Jan 31 18:52:26.842506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18bbf5-9b0d-407b-bb94-a18b722d548d req-1ce9d994-bf78-4882-9f67-583b336ef010 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:26.847931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed18bbf5-9b0d-407b-bb94-a18b722d548d req-1ce9d994-bf78-4882-9f67-583b336ef010 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.4102042 Jan 31 18:52:26.915589 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc76ae33-1dc3-4623-b56f-7e9230d28c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:27.109533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:27.181413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed18bbf5-9b0d-407b-bb94-a18b722d548d req-71f2c01b-7e4b-4507-bdde-93c5d89dc681 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221912 Jan 31 18:52:27.252570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0111a1c-6f72-4948-aaf8-f45099ad7a37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router a3390a70-e0eb-43ee-8b72-fbf3461cb440 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:52:27.432375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e41914-ad15-40e8-b674-5e12edf81c19 req-470daf09-a62d-468e-b0b3-024c9acac23a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:27.434214 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60e41914-ad15-40e8-b674-5e12edf81c19 req-470daf09-a62d-468e-b0b3-024c9acac23a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.1776407 Jan 31 18:52:27.502691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d51ac0-2ad2-4ed1-aedf-c7542f981fc5 req-f71de2f3-cd8c-40eb-996b-32a5633dec2b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:27.506272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8d51ac0-2ad2-4ed1-aedf-c7542f981fc5 req-f71de2f3-cd8c-40eb-996b-32a5633dec2b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1852670 Jan 31 18:52:27.569146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0111a1c-6f72-4948-aaf8-f45099ad7a37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:52:27.573780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc76ae33-1dc3-4623-b56f-7e9230d28c1d admin admin] Router a44f0e3b-2c7a-4316-bc0d-f600ca88203f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:52:27.575332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Router 25fcf73a-52db-4f35-a24a-2fc1d1197bf6 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:52:27.576056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b0111a1c-6f72-4948-aaf8-f45099ad7a37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "PUT /v2.0/routers/a3390a70-e0eb-43ee-8b72-fbf3461cb440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2817211 Jan 31 18:52:27.580815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47706) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:27.586643 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cffd72-5d13-461f-a6a4-598d3bc45a7d None None] Sync routers for ids ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:52:27.604842 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cffd72-5d13-461f-a6a4-598d3bc45a7d None None] Routers {'a3390a70-e0eb-43ee-8b72-fbf3461cb440'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:27.605926 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e5cffd72-5d13-461f-a6a4-598d3bc45a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:27.620828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60e41914-ad15-40e8-b674-5e12edf81c19 req-42120c01-cd01-4e3d-8085-a2871106e5d0 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505585 Jan 31 18:52:27.686414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8d51ac0-2ad2-4ed1-aedf-c7542f981fc5 req-784e1419-cf1e-45ea-88a7-31d901a71b7d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725655 Jan 31 18:52:27.691697 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf403d5-2b7f-40d8-87c3-da9da93bfc13 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting subnet 2d2d0eeb-a20b-461a-9a31-5596d77aa9b0 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:52:27.725755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ccf403d5-2b7f-40d8-87c3-da9da93bfc13 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for subnet (2d2d0eeb-a20b-461a-9a31-5596d77aa9b0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:27.838612 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ccf403d5-2b7f-40d8-87c3-da9da93bfc13 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (2d2d0eeb-a20b-461a-9a31-5596d77aa9b0), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:27.854488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc76ae33-1dc3-4623-b56f-7e9230d28c1d admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:52:27.861529 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fc76ae33-1dc3-4623-b56f-7e9230d28c1d admin admin] 10.222.0.20 "PUT /v2.0/routers/a44f0e3b-2c7a-4316-bc0d-f600ca88203f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8052776 Jan 31 18:52:27.865990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c736af-bf1a-4def-bc74-7f56dbe6dfb2 None None] Sync routers for ids ['a44f0e3b-2c7a-4316-bc0d-f600ca88203f'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:52:27.866840 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e5cffd72-5d13-461f-a6a4-598d3bc45a7d None None] Set router a3390a70-e0eb-43ee-8b72-fbf3461cb440 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:27.874536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:52:27.883327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c736af-bf1a-4def-bc74-7f56dbe6dfb2 None None] Routers {'a44f0e3b-2c7a-4316-bc0d-f600ca88203f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:27.884045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-29c736af-bf1a-4def-bc74-7f56dbe6dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a44f0e3b-2c7a-4316-bc0d-f600ca88203f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:27.915609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47710) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:27.926884 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:27.928179 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6c160dae-691e-4f0c-bf3b-8d3e3ffe9d94 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.6705790 Jan 31 18:52:27.941095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:27.989672 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ccf403d5-2b7f-40d8-87c3-da9da93bfc13 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (2d2d0eeb-a20b-461a-9a31-5596d77aa9b0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:28.077539 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b0045-8fae-4deb-b842-ca1bcacf1588 None None] Sync routers for ids ['25fcf73a-52db-4f35-a24a-2fc1d1197bf6'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:52:28.083489 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ccf403d5-2b7f-40d8-87c3-da9da93bfc13 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (2d2d0eeb-a20b-461a-9a31-5596d77aa9b0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:28.103644 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b0045-8fae-4deb-b842-ca1bcacf1588 None None] Routers {'25fcf73a-52db-4f35-a24a-2fc1d1197bf6'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:28.105464 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-262b0045-8fae-4deb-b842-ca1bcacf1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['25fcf73a-52db-4f35-a24a-2fc1d1197bf6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:28.146911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-29c736af-bf1a-4def-bc74-7f56dbe6dfb2 None None] Set router a44f0e3b-2c7a-4316-bc0d-f600ca88203f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:28.150883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf403d5-2b7f-40d8-87c3-da9da93bfc13 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2d0eeb-a20b-461a-9a31-5596d77aa9b0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:28.155493 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ccf403d5-2b7f-40d8-87c3-da9da93bfc13 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:28.160895 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ccf403d5-2b7f-40d8-87c3-da9da93bfc13 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/subnets/2d2d0eeb-a20b-461a-9a31-5596d77aa9b0 HTTP/1.1" status: 204 len: 168 time: 0.5770419 Jan 31 18:52:28.164981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47716) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:28.173557 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-262b0045-8fae-4deb-b842-ca1bcacf1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:28.195105 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Publish callbacks [] for router (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:28.198251 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b0045-8fae-4deb-b842-ca1bcacf1588 None None] Routers {'25fcf73a-52db-4f35-a24a-2fc1d1197bf6'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:28.199639 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-262b0045-8fae-4deb-b842-ca1bcacf1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['25fcf73a-52db-4f35-a24a-2fc1d1197bf6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:28.220833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b21e19c-c089-4642-a58d-6623cc839fbe None None] Network e6356ca6-7078-4eba-b66b-903ebb47077d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:52:28.258676 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2d951809-0aa9-4b6b-baa6-cfa1aa041a4e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/routers/25fcf73a-52db-4f35-a24a-2fc1d1197bf6 HTTP/1.1" status: 200 len: 920 time: 0.2585659 Jan 31 18:52:28.262498 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47720) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:28.285142 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-262b0045-8fae-4deb-b842-ca1bcacf1588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:28.286079 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b0045-8fae-4deb-b842-ca1bcacf1588 None None] The sync data for ids ['25fcf73a-52db-4f35-a24a-2fc1d1197bf6'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:52:28.306952 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-76232829-7798-499d-a02d-f99625bd121b tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fcf73a-52db-4f35-a24a-2fc1d1197bf6 HTTP/1.1" status: 200 len: 205 time: 0.0435264 Jan 31 18:52:28.309189 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e5cffd72-5d13-461f-a6a4-598d3bc45a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:52:23Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:28.309649 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47722) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:28.346889 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cffd72-5d13-461f-a6a4-598d3bc45a7d None None] Checking router: a3390a70-e0eb-43ee-8b72-fbf3461cb440 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:52:28.370094 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:52:28.371011 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cffd72-5d13-461f-a6a4-598d3bc45a7d None None] Routers {'a3390a70-e0eb-43ee-8b72-fbf3461cb440'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:28.372650 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e5cffd72-5d13-461f-a6a4-598d3bc45a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:28.388699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa41e4-2014-4099-89c7-9ef7e95c1228 req-5bb7a4a6-11ea-452d-a371-c4e19a484282 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:28.390518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ffa41e4-2014-4099-89c7-9ef7e95c1228 req-5bb7a4a6-11ea-452d-a371-c4e19a484282 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.3233726 Jan 31 18:52:28.521039 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:28.538374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-29c736af-bf1a-4def-bc74-7f56dbe6dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'name': 'tempest-ServersTestMultiNic-1545749009-router', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:08Z', 'updated_at': '2022-01-31T18:52:26Z', 'revision_number': 5, 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'gw_port': {'id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:09Z', 'updated_at': '2022-01-31T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:28.580153 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e5cffd72-5d13-461f-a6a4-598d3bc45a7d None None] Set router a3390a70-e0eb-43ee-8b72-fbf3461cb440 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:28.596468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c736af-bf1a-4def-bc74-7f56dbe6dfb2 None None] Checking router: a44f0e3b-2c7a-4316-bc0d-f600ca88203f for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:52:28.608855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c736af-bf1a-4def-bc74-7f56dbe6dfb2 None None] Routers {'a44f0e3b-2c7a-4316-bc0d-f600ca88203f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:28.609477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-29c736af-bf1a-4def-bc74-7f56dbe6dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a44f0e3b-2c7a-4316-bc0d-f600ca88203f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:28.614704 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router (a3390a70-e0eb-43ee-8b72-fbf3461cb440), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:28.708470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ffa41e4-2014-4099-89c7-9ef7e95c1228 req-e9460ac6-1c91-4128-a10d-446d7dfb1a9d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112042 Jan 31 18:52:28.720267 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Publish callbacks [] for router_gateway (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:28.738532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54ac38-5cce-470d-8756-908660b4cb7e req-e36381c1-3631-4c30-8e0d-b0d5808d4055 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:28.744890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75acce91-936f-4ccb-adde-6de51b02d634 None None] DHCP port deletion for e6356ca6-7078-4eba-b66b-903ebb47077d request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:52:28.748590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff54ac38-5cce-470d-8756-908660b4cb7e req-e36381c1-3631-4c30-8e0d-b0d5808d4055 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.3273787 Jan 31 18:52:28.829685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:28.844431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff54ac38-5cce-470d-8756-908660b4cb7e req-9d079f47-e7c2-45e7-b302-ce324356d909 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944834 Jan 31 18:52:28.988496 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:29.005119 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89d98e-3700-43e1-87f9-3fa3d1cec85c req-39bcc282-7e04-4fbe-a742-6c27d2a1e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:29.006835 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0c89d98e-3700-43e1-87f9-3fa3d1cec85c req-39bcc282-7e04-4fbe-a742-6c27d2a1e349 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 1128 time: 0.2609906 Jan 31 18:52:29.017956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Deleting port 9e4646e5-9c34-4f3c-b94e-586c341221b4 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:29.018306 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:29.086437 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e5cffd72-5d13-461f-a6a4-598d3bc45a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:52:23Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:29.131857 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cffd72-5d13-461f-a6a4-598d3bc45a7d None None] The sync data for ids ['a3390a70-e0eb-43ee-8b72-fbf3461cb440'] in n-d-812111-15 is: [{'id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96248706', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '8a756d1f-3266-4592-9bb0-59d011654498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:49:25Z', 'updated_at': '2022-01-31T18:52:23Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '8a756d1f-3266-4592-9bb0-59d011654498', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3390a70-e0eb-43ee-8b72-fbf3461cb440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:49:26Z', 'updated_at': '2022-01-31T18:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:52:29.275415 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0c89d98e-3700-43e1-87f9-3fa3d1cec85c req-1d3abb16-dc0f-44cb-86d0-b42e29061ea2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584898 Jan 31 18:52:29.285393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-29c736af-bf1a-4def-bc74-7f56dbe6dfb2 None None] Set router a44f0e3b-2c7a-4316-bc0d-f600ca88203f gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:29.334446 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Deleting port c6276c6e-4fcf-444a-b724-332230a146f1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:29.335182 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c6276c6e-4fcf-444a-b724-332230a146f1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:29.464731 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] For port 9e4646e5-9c34-4f3c-b94e-586c341221b4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9e4646e5-9c34-4f3c-b94e-586c341221b4,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:29.465467 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:29.506931 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Calling delete_port for 9e4646e5-9c34-4f3c-b94e-586c341221b4 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:29.507306 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (a3390a70-e0eb-43ee-8b72-fbf3461cb440), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:29.509337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:52:29.588556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242ad9c-71b0-4700-b676-3f94bf6cacc8 req-789372b9-1079-4db3-8a38-b2e4e5227ebe tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:29.597033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e242ad9c-71b0-4700-b676-3f94bf6cacc8 req-789372b9-1079-4db3-8a38-b2e4e5227ebe tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1382465 Jan 31 18:52:29.614835 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c6276c6e-4fcf-444a-b724-332230a146f1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:29.678051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62781d-1993-4369-a0f7-66f0c4343bf0 req-33838e55-3347-4dbc-aebb-b6d0b1e71357 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:29.680109 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee62781d-1993-4369-a0f7-66f0c4343bf0 req-33838e55-3347-4dbc-aebb-b6d0b1e71357 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.7256663 Jan 31 18:52:29.694200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e242ad9c-71b0-4700-b676-3f94bf6cacc8 req-16961b1d-54bb-49c2-8708-9185a7c7bfc4 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939586 Jan 31 18:52:29.725410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:29.747123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Calling delete_port for c6276c6e-4fcf-444a-b724-332230a146f1 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:29.750291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'port_id': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'mac_address': 'fa:16:3e:ed:f2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:52:29.786504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port 8a756d1f-3266-4592-9bb0-59d011654498 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:29.787690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8a756d1f-3266-4592-9bb0-59d011654498), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:29.877260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:29.877666 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:29.919666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee62781d-1993-4369-a0f7-66f0c4343bf0 req-34e50992-761a-4181-87b2-53e3991755d1 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211516 Jan 31 18:52:29.931098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-75acce91-936f-4ccb-adde-6de51b02d634 None None] Deleting port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:29.931739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-75acce91-936f-4ccb-adde-6de51b02d634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:29.999462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port 8a756d1f-3266-4592-9bb0-59d011654498, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8a756d1f-3266-4592-9bb0-59d011654498,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:29.999735 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8a756d1f-3266-4592-9bb0-59d011654498), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:30.026384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:30.027062 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:30.051624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for 8a756d1f-3266-4592-9bb0-59d011654498 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:30.125793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3a48fffa-b38b-47f8-96e2-6f8a389aa8dc,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:30.154346 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:30.223145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:52:30.256492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-29c736af-bf1a-4def-bc74-7f56dbe6dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'name': 'tempest-ServersTestMultiNic-1545749009-router', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:08Z', 'updated_at': '2022-01-31T18:52:26Z', 'revision_number': 5, 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'gw_port': {'id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:09Z', 'updated_at': '2022-01-31T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:30.260978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-75acce91-936f-4ccb-adde-6de51b02d634 None None] For port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3a48fffa-b38b-47f8-96e2-6f8a389aa8dc,segment=NetworkSegment(6b0db814-f664-4875-9a54-93e67fad8f59),segment_id=6b0db814-f664-4875-9a54-93e67fad8f59)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:30.261487 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-75acce91-936f-4ccb-adde-6de51b02d634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:30.279083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=3a48fffa-b38b-47f8-96e2-6f8a389aa8dc,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:30.330657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-75acce91-936f-4ccb-adde-6de51b02d634 None None] Calling delete_port for 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:30.341419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c736af-bf1a-4def-bc74-7f56dbe6dfb2 None None] The sync data for ids ['a44f0e3b-2c7a-4316-bc0d-f600ca88203f'] in n-d-812111-15 is: [{'id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'name': 'tempest-ServersTestMultiNic-1545749009-router', 'tenant_id': 'c30b03ab1a3445c6bab5d60413faec64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:08Z', 'updated_at': '2022-01-31T18:52:26Z', 'revision_number': 5, 'project_id': 'c30b03ab1a3445c6bab5d60413faec64', 'gw_port': {'id': '9e4646e5-9c34-4f3c-b94e-586c341221b4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f0e3b-2c7a-4316-bc0d-f600ca88203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:09Z', 'updated_at': '2022-01-31T18:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:52:30.348900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:30.361591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.362440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.364195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.364847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.365362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.365882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.366387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.366946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.367445 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.367943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.368565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.369306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.370064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:30.376624 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:30.460494 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:30.576845 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8a756d1f-3266-4592-9bb0-59d011654498), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:30.648072 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-75acce91-936f-4ccb-adde-6de51b02d634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (3a48fffa-b38b-47f8-96e2-6f8a389aa8dc), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:30.679063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acce91-936f-4ccb-adde-6de51b02d634 None None] Pushing event deleted for resources: {'Port': ['ID=3a48fffa-b38b-47f8-96e2-6f8a389aa8dc,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:30.691855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:52:30.692519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859ece-4eec-48b8-93ce-0a25ba8c452c req-174244a4-2602-495b-8f4a-dc1325a0d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:30.694394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b859ece-4eec-48b8-93ce-0a25ba8c452c req-174244a4-2602-495b-8f4a-dc1325a0d75c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=929ddc5d4661400faea9db350575816f&device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 1127 time: 0.5048091 Jan 31 18:52:30.705611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030ef51-b7da-4a2e-b5ea-a552fd7b9f9c req-4fc49a9b-39d3-4156-99c2-06ea5efd7876 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:30.715081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a030ef51-b7da-4a2e-b5ea-a552fd7b9f9c req-4fc49a9b-39d3-4156-99c2-06ea5efd7876 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.5935516 Jan 31 18:52:30.726231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=8a756d1f-3266-4592-9bb0-59d011654498,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:30.737397 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75acce91-936f-4ccb-adde-6de51b02d634 None None] No DVR routers for this DVR port 3a48fffa-b38b-47f8-96e2-6f8a389aa8dc on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:30.872148 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9e4646e5-9c34-4f3c-b94e-586c341221b4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:30.889522 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c6276c6e-4fcf-444a-b724-332230a146f1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:30.914661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e18683-317c-4bad-8533-856179bbdef2 req-b2ed3c00-3c8e-467c-8a6a-68c246d0f970 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:30.917406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36e18683-317c-4bad-8533-856179bbdef2 req-b2ed3c00-3c8e-467c-8a6a-68c246d0f970 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 944 time: 0.7140300 Jan 31 18:52:30.929626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4646e5-9c34-4f3c-b94e-586c341221b4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:30.986363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device eb937b52-f765-4294-a500-30e556aec83f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:31.035346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Pushing event deleted for resources: {'Port': ['ID=c6276c6e-4fcf-444a-b724-332230a146f1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:31.091107 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: eb937b52-f765-4294-a500-30e556aec83f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:31.093076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device eb937b52-f765-4294-a500-30e556aec83f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:31.094692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bd73efc6-c8c5-446e-8414-c801c7b8b4e2 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:31.116071 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.158176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: bd73efc6-c8c5-446e-8414-c801c7b8b4e2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:31.158758 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bd73efc6-c8c5-446e-8414-c801c7b8b4e2 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:31.160457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (a3390a70-e0eb-43ee-8b72-fbf3461cb440), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.169856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a030ef51-b7da-4a2e-b5ea-a552fd7b9f9c req-3dbe6458-e598-46be-bb30-5ebe90f66682 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4537621 Jan 31 18:52:31.249043 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.251358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_controller (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.252987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36e18683-317c-4bad-8533-856179bbdef2 req-dc977104-655a-43c7-8b6d-153fe0dd0959 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385092 Jan 31 18:52:31.299809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.366733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859ece-4eec-48b8-93ce-0a25ba8c452c req-ac6ebd7b-b2ae-4e0b-9ec1-a99405640d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:31.368988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b859ece-4eec-48b8-93ce-0a25ba8c452c req-ac6ebd7b-b2ae-4e0b-9ec1-a99405640d1a service neutron] 10.222.0.49 "GET /v2.0/networks?id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 200 len: 913 time: 0.6378770 Jan 31 18:52:31.399978 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (25fcf73a-52db-4f35-a24a-2fc1d1197bf6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.400891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Fanout notify agent at l3_agent the message router_deleted on router 25fcf73a-52db-4f35-a24a-2fc1d1197bf6 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:52:31.411466 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.419368 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-84efe489-008c-46a0-8b63-8a183460c56f tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/routers/25fcf73a-52db-4f35-a24a-2fc1d1197bf6 HTTP/1.1" status: 204 len: 168 time: 3.1070480 Jan 31 18:52:31.434041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (a3390a70-e0eb-43ee-8b72-fbf3461cb440), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.438400 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_controller (a3390a70-e0eb-43ee-8b72-fbf3461cb440), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.451068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47744) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:31.458321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1393378651', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'enable_snat': False}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:31.465508 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.469469 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Publish callbacks [] for router_controller (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.532902 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.534665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.546510 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (a44f0e3b-2c7a-4316-bc0d-f600ca88203f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.547069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a44f0e3b-2c7a-4316-bc0d-f600ca88203f {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:52:31.551962 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.555871 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-03097c14-2897-4b4b-be2b-9ce74d022e7a admin admin] 10.222.0.20 "DELETE /v2.0/routers/a44f0e3b-2c7a-4316-bc0d-f600ca88203f HTTP/1.1" status: 204 len: 168 time: 3.6387956 Jan 31 18:52:31.558883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47746) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:31.597539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (a3390a70-e0eb-43ee-8b72-fbf3461cb440), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.598414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Fanout notify agent at l3_agent the message router_deleted on router a3390a70-e0eb-43ee-8b72-fbf3461cb440 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:52:31.648752 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.649870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ed4467ab-d256-4068-be72-355debc3e526 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/routers/a3390a70-e0eb-43ee-8b72-fbf3461cb440 HTTP/1.1" status: 204 len: 168 time: 3.4783254 Jan 31 18:52:31.686193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47748) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:31.726966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_controller (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.765931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c2064-bc27-40b2-89c4-39038608046c req-89aabb4a-b6db-45b3-87ea-3fc25b0f390b tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:31.777683 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-993c2064-bc27-40b2-89c4-39038608046c req-89aabb4a-b6db-45b3-87ea-3fc25b0f390b tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.2527771 Jan 31 18:52:31.778662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fafa50e-33fb-44dc-8a9d-e16c365aee3a admin admin] Deleting subnet f426f5a6-175a-406f-a88a-e2a36c4f0b5c {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:52:31.841001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b859ece-4eec-48b8-93ce-0a25ba8c452c req-b646640a-d986-4319-8f06-8a14c845bb34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 200 len: 999 time: 0.3164828 Jan 31 18:52:31.860025 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fafa50e-33fb-44dc-8a9d-e16c365aee3a admin admin] Publish callbacks [] for subnet (f426f5a6-175a-406f-a88a-e2a36c4f0b5c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:31.865982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f0efe-444f-49cb-8b03-2151fa9f30c9 req-4fb0c263-7301-4e15-b8bc-0e5bb5b9883c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:31.877811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b87f0efe-444f-49cb-8b03-2151fa9f30c9 req-4fb0c263-7301-4e15-b8bc-0e5bb5b9883c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.3515692 Jan 31 18:52:32.016991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-993c2064-bc27-40b2-89c4-39038608046c req-23ecc48b-ee23-469d-a35f-d34be557144f tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382085 Jan 31 18:52:32.023437 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fafa50e-33fb-44dc-8a9d-e16c365aee3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (f426f5a6-175a-406f-a88a-e2a36c4f0b5c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.028252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859ece-4eec-48b8-93ce-0a25ba8c452c req-9f5f6290-b3e1-43a9-8099-7da2450f648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:32.030096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b859ece-4eec-48b8-93ce-0a25ba8c452c req-9f5f6290-b3e1-43a9-8099-7da2450f648a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 200 len: 851 time: 0.1478295 Jan 31 18:52:32.035422 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (e6356ca6-7078-4eba-b66b-903ebb47077d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.114011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b87f0efe-444f-49cb-8b03-2151fa9f30c9 req-48d31fa4-fda0-43e4-9334-09d44af719e3 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323635 Jan 31 18:52:32.165222 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.179816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859ece-4eec-48b8-93ce-0a25ba8c452c req-67cd5113-6c52-4532-89f9-a24b9415af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:32.181365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b859ece-4eec-48b8-93ce-0a25ba8c452c req-67cd5113-6c52-4532-89f9-a24b9415af31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50fbb222-e6d0-4564-9921-e3ecb13cb1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1348479 Jan 31 18:52:32.198826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f6784-91fa-43d6-a401-1e57ae540e31 req-2a11d1b0-aaa0-429a-824e-d84cb2e04462 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:32.200455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d3f6784-91fa-43d6-a401-1e57ae540e31 req-2a11d1b0-aaa0-429a-824e-d84cb2e04462 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.0797615 Jan 31 18:52:32.360692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d3f6784-91fa-43d6-a401-1e57ae540e31 req-d6af9b53-e993-46e4-a88d-9b5a65185f4a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508856 Jan 31 18:52:32.378317 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (e6356ca6-7078-4eba-b66b-903ebb47077d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.383786 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fafa50e-33fb-44dc-8a9d-e16c365aee3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (f426f5a6-175a-406f-a88a-e2a36c4f0b5c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.432101 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b859ece-4eec-48b8-93ce-0a25ba8c452c req-18e28482-8d20-47e4-989f-e1bef8aa266f service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305820 Jan 31 18:52:32.490214 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6356ca6-7078-4eba-b66b-903ebb47077d']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:32.506934 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0db814-f664-4875-9a54-93e67fad8f59') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:32.507223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0db814-f664-4875-9a54-93e67fad8f59') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:32.531268 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (6b0db814-f664-4875-9a54-93e67fad8f59), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.551788 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (6b0db814-f664-4875-9a54-93e67fad8f59), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.562755 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fafa50e-33fb-44dc-8a9d-e16c365aee3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (f426f5a6-175a-406f-a88a-e2a36c4f0b5c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.565450 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:52:32.565943 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (6b0db814-f664-4875-9a54-93e67fad8f59), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:52:32.571166 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:52:32.584473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a327f4-c751-4910-b7d5-ee118df58110 req-421a75fe-6a8e-4b34-9553-71e2438a892e tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:32.592587 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06a327f4-c751-4910-b7d5-ee118df58110 req-421a75fe-6a8e-4b34-9553-71e2438a892e tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.2533386 Jan 31 18:52:32.679315 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafa50e-33fb-44dc-8a9d-e16c365aee3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f426f5a6-175a-406f-a88a-e2a36c4f0b5c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:32.688554 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (e6356ca6-7078-4eba-b66b-903ebb47077d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.694113 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.698001 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/networks/e6356ca6-7078-4eba-b66b-903ebb47077d HTTP/1.1" status: 204 len: 168 time: 1.0029919 Jan 31 18:52:32.707793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47760) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:32.713063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fafa50e-33fb-44dc-8a9d-e16c365aee3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.719410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d6236-f74e-4af2-9292-6319802e1dc6 None None] Network 99452e05-1570-4f4a-8999-832b2b325fc2 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:52:32.721909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2fafa50e-33fb-44dc-8a9d-e16c365aee3a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f426f5a6-175a-406f-a88a-e2a36c4f0b5c HTTP/1.1" status: 204 len: 168 time: 1.1622844 Jan 31 18:52:32.725087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8a756d1f-3266-4592-9bb0-59d011654498 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:32.734269 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:32.775288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 8a756d1f-3266-4592-9bb0-59d011654498 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:32.775922 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8a756d1f-3266-4592-9bb0-59d011654498 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:32.776640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9e4646e5-9c34-4f3c-b94e-586c341221b4 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:32.789252 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b859ece-4eec-48b8-93ce-0a25ba8c452c req-5d87c8b2-c83c-40d1-b251-7d36bd448313 service neutron] 10.222.0.49 "GET /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475602 Jan 31 18:52:32.791477 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a20811-ded4-4d4e-85a4-5dff74d3c451 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (ace46808-6033-40ff-a2a2-d9dcbb9d29c0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.806751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 9e4646e5-9c34-4f3c-b94e-586c341221b4 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:32.807517 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9e4646e5-9c34-4f3c-b94e-586c341221b4 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:32.838032 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (99452e05-1570-4f4a-8999-832b2b325fc2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.838480 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a20811-ded4-4d4e-85a4-5dff74d3c451 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (ace46808-6033-40ff-a2a2-d9dcbb9d29c0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:32.842098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7407fc-9c08-4980-9afb-316c92f73289 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Network': ['ID=e6356ca6-7078-4eba-b66b-903ebb47077d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:32.918227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87604b8f-4afe-481a-9f5d-8efdb34d8c81 req-47f49f02-c887-407c-85ba-31be9d8826a0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:32.926921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87604b8f-4afe-481a-9f5d-8efdb34d8c81 req-47f49f02-c887-407c-85ba-31be9d8826a0 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 945 time: 0.4097412 Jan 31 18:52:32.945804 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06a327f4-c751-4910-b7d5-ee118df58110 req-4a749974-5225-4d14-baa3-a0113b91b30f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454652 Jan 31 18:52:33.000887 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a20811-ded4-4d4e-85a4-5dff74d3c451 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ace46808-6033-40ff-a2a2-d9dcbb9d29c0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.005342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a20811-ded4-4d4e-85a4-5dff74d3c451 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.008898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-32a20811-ded4-4d4e-85a4-5dff74d3c451 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/security-groups/ace46808-6033-40ff-a2a2-d9dcbb9d29c0 HTTP/1.1" status: 204 len: 168 time: 0.2910802 Jan 31 18:52:33.030519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b44cbf-e4c3-49e4-9658-1b8c85a18dd0 None None] DHCP port deletion for 99452e05-1570-4f4a-8999-832b2b325fc2 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:52:33.036027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a20811-ded4-4d4e-85a4-5dff74d3c451 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace46808-6033-40ff-a2a2-d9dcbb9d29c0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:33.057030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Deleting port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:33.058455 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.063846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87604b8f-4afe-481a-9f5d-8efdb34d8c81 req-6db2db9f-0348-4bae-9dbf-3520228e4625 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358559 Jan 31 18:52:33.091925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.156914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.226794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] For port 703bbbe8-dc9d-42b5-a11f-9a09447263c9, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=703bbbe8-dc9d-42b5-a11f-9a09447263c9,segment=NetworkSegment(ad1e92c5-18a7-4462-871a-5d5111bbd825),segment_id=ad1e92c5-18a7-4462-871a-5d5111bbd825)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:33.227167 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.228013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-93b44cbf-e4c3-49e4-9658-1b8c85a18dd0 None None] Deleting port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:33.228486 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93b44cbf-e4c3-49e4-9658-1b8c85a18dd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.258938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:33.325795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Calling delete_port for 703bbbe8-dc9d-42b5-a11f-9a09447263c9 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:33.405397 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-93b44cbf-e4c3-49e4-9658-1b8c85a18dd0 None None] For port 703bbbe8-dc9d-42b5-a11f-9a09447263c9, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=703bbbe8-dc9d-42b5-a11f-9a09447263c9,segment=NetworkSegment(ad1e92c5-18a7-4462-871a-5d5111bbd825),segment_id=ad1e92c5-18a7-4462-871a-5d5111bbd825)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:33.405813 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93b44cbf-e4c3-49e4-9658-1b8c85a18dd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.429733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:33.430171 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.460258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d297ca-83e8-4f11-a18a-c24d66edb8dd req-6f02e6de-1866-4fee-b4d7-53323f64863b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:33.460944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-93b44cbf-e4c3-49e4-9658-1b8c85a18dd0 None None] Calling delete_port for 703bbbe8-dc9d-42b5-a11f-9a09447263c9 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:33.461819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96d297ca-83e8-4f11-a18a-c24d66edb8dd req-6f02e6de-1866-4fee-b4d7-53323f64863b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1817369 Jan 31 18:52:33.550807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Allocated IP 172.25.8.38 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c3f5c574-0028-4058-8a28-3faa56e03d74) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:33.610971 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96d297ca-83e8-4f11-a18a-c24d66edb8dd req-e29bb9c7-5f77-4e17-a4d7-032a02ef67f8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403718 Jan 31 18:52:33.649819 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93b44cbf-e4c3-49e4-9658-1b8c85a18dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.712365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.725876 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (703bbbe8-dc9d-42b5-a11f-9a09447263c9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.780669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] No DVR routers for this DVR port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:33.791727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b44cbf-e4c3-49e4-9658-1b8c85a18dd0 None None] No DVR routers for this DVR port 703bbbe8-dc9d-42b5-a11f-9a09447263c9 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:33.803009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b44cbf-e4c3-49e4-9658-1b8c85a18dd0 None None] Pushing event deleted for resources: {'Port': ['ID=703bbbe8-dc9d-42b5-a11f-9a09447263c9,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:33.803876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47774) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:33.814013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Pushing event deleted for resources: {'Port': ['ID=703bbbe8-dc9d-42b5-a11f-9a09447263c9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:33.825924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:33.826623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c5a9f33f-e080-406a-b42f-83205f71d1ca tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87738976', 'description': 'tempest-secgroup-smoke-87738976 description', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:33.827109 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.854829 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f33f-e080-406a-b42f-83205f71d1ca tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.858856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:33.861404 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480c39fb-d40e-415f-a3bd-b6349e7cd3e7" -d '{"events": [{"server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:33.868777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776e77-e4e6-4c9c-9677-2a61c1174c2b req-057e7400-df25-40cc-b49c-1e287b9cdf85 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:33.879926 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3776e77-e4e6-4c9c-9677-2a61c1174c2b req-057e7400-df25-40cc-b49c-1e287b9cdf85 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1469715 Jan 31 18:52:33.903784 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (99452e05-1570-4f4a-8999-832b2b325fc2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.907313 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.908778 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:33.914276 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:33.938514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:33.945448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:33.980945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:33.987317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3776e77-e4e6-4c9c-9677-2a61c1174c2b req-f3c4bc24-f404-47ea-8b7c-4225798739b9 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058834 Jan 31 18:52:33.995935 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99452e05-1570-4f4a-8999-832b2b325fc2']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:34.001586 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e420dffe-e389-4a51-975e-8fb7a250ca8f x-openstack-request-id: req-e420dffe-e389-4a51-975e-8fb7a250ca8f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:34.002167 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:34.002600 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e420dffe-e389-4a51-975e-8fb7a250ca8f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:34.003310 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'code': 200} Jan 31 18:52:34.052225 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1e92c5-18a7-4462-871a-5d5111bbd825') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:34.052802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1e92c5-18a7-4462-871a-5d5111bbd825') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:34.073388 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f5c574-0028-4058-8a28-3faa56e03d74,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:34.084653 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (ad1e92c5-18a7-4462-871a-5d5111bbd825), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.105377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:34.157081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f33f-e080-406a-b42f-83205f71d1ca tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (4a575725-3d85-427f-94c7-8d6bcab91b3e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.196140 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f33f-e080-406a-b42f-83205f71d1ca tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4a575725-3d85-427f-94c7-8d6bcab91b3e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.306563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ad1e92c5-18a7-4462-871a-5d5111bbd825), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.307658 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f33f-e080-406a-b42f-83205f71d1ca tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.308957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c5a9f33f-e080-406a-b42f-83205f71d1ca tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4872482 Jan 31 18:52:34.319033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47788) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:34.321392 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:52:34.322056 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (ad1e92c5-18a7-4462-871a-5d5111bbd825), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.328830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ea18153e-0f0b-44c4-b2d4-af42935994e7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': '4a575725-3d85-427f-94c7-8d6bcab91b3e', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:34.338550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9f33f-e080-406a-b42f-83205f71d1ca tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a575725-3d85-427f-94c7-8d6bcab91b3e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:52:34.345637 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:52:34.360328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031d117-2145-4cd0-b8e6-14eb30e94f50 req-a720d4fa-ebcf-4af5-9fe7-c62f7ac71d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:34.361868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b031d117-2145-4cd0-b8e6-14eb30e94f50 req-a720d4fa-ebcf-4af5-9fe7-c62f7ac71d48 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 1130 time: 0.2313523 Jan 31 18:52:34.379750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ec185-41dd-4dea-ac4f-cfb52387c232 req-76dd9f16-d605-45f6-8043-b2b2349a37c9 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:34.386550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a04ec185-41dd-4dea-ac4f-cfb52387c232 req-76dd9f16-d605-45f6-8043-b2b2349a37c9 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.2292712 Jan 31 18:52:34.438171 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea18153e-0f0b-44c4-b2d4-af42935994e7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (3f203778-1d88-4f34-a396-991d905d3ff5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.446712 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (99452e05-1570-4f4a-8999-832b2b325fc2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.465703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d66319-e7ae-4bf1-aa6a-28daabd91425 req-39186f61-e14f-42ed-abad-d2e4998477be tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:34.467374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24d66319-e7ae-4bf1-aa6a-28daabd91425 req-39186f61-e14f-42ed-abad-d2e4998477be tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 947 time: 0.2319355 Jan 31 18:52:34.475607 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.480243 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] 10.222.0.20 "DELETE /v2.0/networks/99452e05-1570-4f4a-8999-832b2b325fc2 HTTP/1.1" status: 204 len: 168 time: 1.7436466 Jan 31 18:52:34.482320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca76f0-0d19-47e5-a65f-25052369db6f admin admin] Pushing event deleted for resources: {'Network': ['ID=99452e05-1570-4f4a-8999-832b2b325fc2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:34.486110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.550554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a04ec185-41dd-4dea-ac4f-cfb52387c232 req-6329e696-ef05-473b-b59b-11077a751f9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563880 Jan 31 18:52:34.569647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b031d117-2145-4cd0-b8e6-14eb30e94f50 req-bc7d76d2-aa88-4389-99ea-65e4f5b5abe6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998270 Jan 31 18:52:34.661645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea18153e-0f0b-44c4-b2d4-af42935994e7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (3f203778-1d88-4f34-a396-991d905d3ff5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.686118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24d66319-e7ae-4bf1-aa6a-28daabd91425 req-e10c6149-7ca1-491b-9b10-0adac0ca4654 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925859 Jan 31 18:52:34.694338 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea18153e-0f0b-44c4-b2d4-af42935994e7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (3f203778-1d88-4f34-a396-991d905d3ff5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.735015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 703bbbe8-dc9d-42b5-a11f-9a09447263c9 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:34.765797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18153e-0f0b-44c4-b2d4-af42935994e7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f203778-1d88-4f34-a396-991d905d3ff5,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:34.797777 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea18153e-0f0b-44c4-b2d4-af42935994e7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.805075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47794) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:34.810329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 703bbbe8-dc9d-42b5-a11f-9a09447263c9 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:34.816957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ea18153e-0f0b-44c4-b2d4-af42935994e7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4955494 Jan 31 18:52:34.818218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8242558e-744f-4d17-b6a0-1c2da437844d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': '4a575725-3d85-427f-94c7-8d6bcab91b3e', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:34.819172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 703bbbe8-dc9d-42b5-a11f-9a09447263c9 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:34.905733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:34.934258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:34.962616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afc1d9-26c6-4f13-b9a2-2abb3a823bad req-090ec0f7-2dbf-4f36-99e6-76e99838233f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:34.973621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95afc1d9-26c6-4f13-b9a2-2abb3a823bad req-090ec0f7-2dbf-4f36-99e6-76e99838233f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1261399 Jan 31 18:52:35.027829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8242558e-744f-4d17-b6a0-1c2da437844d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (eb6b3470-4802-431e-995d-dcab3f2f186f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.103418 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7e85a751-0559-454e-a413-9576115b54c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c30b03ab1a3445c6bab5d60413faec64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1946428 Jan 31 18:52:35.145620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95afc1d9-26c6-4f13-b9a2-2abb3a823bad req-ffc9b252-c1b0-4c86-8c8f-043559fe82ba tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645801 Jan 31 18:52:35.147307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47800) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:35.218122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65767b2-22be-4935-9620-4801ab8443ca req-767375cb-beb3-440e-bfa2-4c25f86ccd2b tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:35.227833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d65767b2-22be-4935-9620-4801ab8443ca req-767375cb-beb3-440e-bfa2-4c25f86ccd2b tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.2338071 Jan 31 18:52:35.271255 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8242558e-744f-4d17-b6a0-1c2da437844d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (eb6b3470-4802-431e-995d-dcab3f2f186f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.287763 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8242558e-744f-4d17-b6a0-1c2da437844d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (eb6b3470-4802-431e-995d-dcab3f2f186f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.329119 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242558e-744f-4d17-b6a0-1c2da437844d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6b3470-4802-431e-995d-dcab3f2f186f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:35.339036 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8242558e-744f-4d17-b6a0-1c2da437844d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.339204 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-958960e4-30b2-4ad9-a0f8-24d141556033 admin admin] Publish callbacks [] for security_group (c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.340899 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8242558e-744f-4d17-b6a0-1c2da437844d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5343871 Jan 31 18:52:35.345842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:35.348987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d65767b2-22be-4935-9620-4801ab8443ca req-919bffe9-b7a5-4c70-83dd-6fc2a23ddf36 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220574 Jan 31 18:52:35.351280 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1dbf5de7-bcd6-45a0-bb76-d8f0e13deb79 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': '4a575725-3d85-427f-94c7-8d6bcab91b3e', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:35.367249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Router 05d44cf7-d9dc-4cd6-9f87-939e65a3aba5 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:52:35.399255 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-958960e4-30b2-4ad9-a0f8-24d141556033 admin admin] Publish callbacks [] for security_group (c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.428746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55586d6-96b1-45b2-8f61-582b9a30b41d req-57bfbd92-8f4e-44a9-87df-16b08a582671 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:35.430560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b55586d6-96b1-45b2-8f61-582b9a30b41d req-57bfbd92-8f4e-44a9-87df-16b08a582671 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1800375 Jan 31 18:52:35.452954 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5de7-bcd6-45a0-bb76-d8f0e13deb79 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (9373fcbe-120a-412d-939e-b1039e40e81f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.513917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b55586d6-96b1-45b2-8f61-582b9a30b41d req-25f54e2e-e209-46da-885f-9582f7a1f338 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621157 Jan 31 18:52:35.515228 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-958960e4-30b2-4ad9-a0f8-24d141556033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.517975 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-958960e4-30b2-4ad9-a0f8-24d141556033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.520438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-958960e4-30b2-4ad9-a0f8-24d141556033 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd HTTP/1.1" status: 204 len: 168 time: 0.3707323 Jan 31 18:52:35.538567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958960e4-30b2-4ad9-a0f8-24d141556033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c909b2b0-94d7-4b86-b8ac-6aae80cbe8dd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:35.622618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:52:35.634857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Sync routers for ids ['05d44cf7-d9dc-4cd6-9f87-939e65a3aba5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:52:35.651004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5de7-bcd6-45a0-bb76-d8f0e13deb79 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (9373fcbe-120a-412d-939e-b1039e40e81f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.660758 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5de7-bcd6-45a0-bb76-d8f0e13deb79 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (9373fcbe-120a-412d-939e-b1039e40e81f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.664524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Routers {'05d44cf7-d9dc-4cd6-9f87-939e65a3aba5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:35.665616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['05d44cf7-d9dc-4cd6-9f87-939e65a3aba5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:35.696132 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.696132 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dfbf1a98-5852-4921-9a50-4bc22602ab82 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2448492 Jan 31 18:52:35.700613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47820) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:35.740794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5de7-bcd6-45a0-bb76-d8f0e13deb79 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.742134 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1dbf5de7-bcd6-45a0-bb76-d8f0e13deb79 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3952942 Jan 31 18:52:35.743326 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf5de7-bcd6-45a0-bb76-d8f0e13deb79 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9373fcbe-120a-412d-939e-b1039e40e81f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:35.746055 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:35.751957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ba1b0124-4c2b-4f48-b71f-f308c8d832bd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': '4a575725-3d85-427f-94c7-8d6bcab91b3e', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:35.797762 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba1b0124-4c2b-4f48-b71f-f308c8d832bd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (1777271f-4fb3-4e08-9045-b5b7b7458c7f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.907602 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba1b0124-4c2b-4f48-b71f-f308c8d832bd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (1777271f-4fb3-4e08-9045-b5b7b7458c7f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.921909 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba1b0124-4c2b-4f48-b71f-f308c8d832bd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (1777271f-4fb3-4e08-9045-b5b7b7458c7f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.957521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Set router 05d44cf7-d9dc-4cd6-9f87-939e65a3aba5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:35.971633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b0124-4c2b-4f48-b71f-f308c8d832bd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1777271f-4fb3-4e08-9045-b5b7b7458c7f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:35.983346 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba1b0124-4c2b-4f48-b71f-f308c8d832bd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:35.985890 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ba1b0124-4c2b-4f48-b71f-f308c8d832bd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2385235 Jan 31 18:52:35.991564 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47836) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:36.006508 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3e381d81-9c1f-452d-b810-ff8fcce5e74a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': '4a575725-3d85-427f-94c7-8d6bcab91b3e', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:36.065332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900e0d0-b162-4830-8fa4-7e54930c0f73 req-90519245-8983-4451-a5dd-dbf5c3fc814a tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:36.067072 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1900e0d0-b162-4830-8fa4-7e54930c0f73 req-90519245-8983-4451-a5dd-dbf5c3fc814a tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.2405570 Jan 31 18:52:36.081018 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-3e381d81-9c1f-452d-b810-ff8fcce5e74a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Project ee02e97acfcd42578f53acc92edaa3d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:52:36.090565 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e381d81-9c1f-452d-b810-ff8fcce5e74a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (de4fc2e7-8cf7-4e7d-98c0-e63b7b77210f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:36.121076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-db7393bc-0bf7-441f-aaba-5441ca71703e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/routers/05d44cf7-d9dc-4cd6-9f87-939e65a3aba5 HTTP/1.1" status: 200 len: 908 time: 0.4168646 Jan 31 18:52:36.125188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:36.133965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1393378651', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'enable_snat': True}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:36.193226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:36.196488 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:36.204978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1900e0d0-b162-4830-8fa4-7e54930c0f73 req-9689ffa4-9b35-4055-8a6e-fb5860e0f1df tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250508 Jan 31 18:52:36.272274 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e381d81-9c1f-452d-b810-ff8fcce5e74a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (de4fc2e7-8cf7-4e7d-98c0-e63b7b77210f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:36.296717 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e381d81-9c1f-452d-b810-ff8fcce5e74a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (de4fc2e7-8cf7-4e7d-98c0-e63b7b77210f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:36.392055 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e381d81-9c1f-452d-b810-ff8fcce5e74a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4fc2e7-8cf7-4e7d-98c0-e63b7b77210f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:36.609437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc71d0-065c-4f4c-9a48-b30371de4c96 req-05ce0a67-eadd-4bea-ba2c-15691cced514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:36.621398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1cc71d0-065c-4f4c-9a48-b30371de4c96 req-05ce0a67-eadd-4bea-ba2c-15691cced514 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 947 time: 0.1377337 Jan 31 18:52:36.633371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d44cf7-d9dc-4cd6-9f87-939e65a3aba5', 'name': 'tempest-snat-router-1393378651', 'tenant_id': '5939ec06533f4292b74b91c2a35c3139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.38'}], 'enable_snat': False}, 'gw_port_id': 'c3f5c574-0028-4058-8a28-3faa56e03d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:31Z', 'updated_at': '2022-01-31T18:52:34Z', 'revision_number': 3, 'project_id': '5939ec06533f4292b74b91c2a35c3139', 'gw_port': {'id': 'c3f5c574-0028-4058-8a28-3faa56e03d74', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:35:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d44cf7-d9dc-4cd6-9f87-939e65a3aba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:33Z', 'updated_at': '2022-01-31T18:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:36.700288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Checking router: 05d44cf7-d9dc-4cd6-9f87-939e65a3aba5 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:52:36.703161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Updating router 05d44cf7-d9dc-4cd6-9f87-939e65a3aba5 port c3f5c574-0028-4058-8a28-3faa56e03d74 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:52:36.712368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1cc71d0-065c-4f4c-9a48-b30371de4c96 req-45042cdb-880c-4120-a8b5-15de612ab2ce tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897453 Jan 31 18:52:36.797329 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.040927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb6171-f82b-4eb4-85d5-7c17197b422b req-4dbad35b-bcef-4940-9d46-78aec2bca167 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:37.063728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84bb6171-f82b-4eb4-85d5-7c17197b422b req-4dbad35b-bcef-4940-9d46-78aec2bca167 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1612144 Jan 31 18:52:37.161979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84bb6171-f82b-4eb4-85d5-7c17197b422b req-4b1b09fb-bf9a-4b4b-ae91-3cd24f44233f tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969889 Jan 31 18:52:37.287723 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_controller (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.292164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-4efe12d9-562e-48f3-9e59-582a51fdf1a5 req-3841fd56-700e-4e50-9c10-5a4c7ec37857 service neutron] (103226) timed out ('10.222.0.20', 58088) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 18:52:37.377781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47922) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:37.385914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e381d81-9c1f-452d-b810-ff8fcce5e74a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.392857 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3e381d81-9c1f-452d-b810-ff8fcce5e74a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3992651 Jan 31 18:52:37.397217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47926) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:37.403412 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Publish callbacks [] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.403987 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d4b1b024-eed5-4f89-be78-76c10bc3a79f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': '4a575725-3d85-427f-94c7-8d6bcab91b3e', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:37.415141 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.424150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f10441-f493-48db-b09e-a324ece88d15 req-dc1b245f-efe8-4e9d-a2e4-a651dd1bdae2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:37.426292 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36f10441-f493-48db-b09e-a324ece88d15 req-dc1b245f-efe8-4e9d-a2e4-a651dd1bdae2 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30c522b-467c-4567-bccc-5c924afc9c01 HTTP/1.1" status: 200 len: 944 time: 0.1685107 Jan 31 18:52:37.483397 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a2c3d-8cbe-4568-861d-783394571d64 None None] Pushing event updated for resources: {'Port': ['ID=c3f5c574-0028-4058-8a28-3faa56e03d74,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:37.484153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c6d64-6df1-40f0-8097-b3b2b9aeab3b req-3ff68417-728e-40c6-88e9-08b262fabd07 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:37.493332 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d42c6d64-6df1-40f0-8097-b3b2b9aeab3b req-3ff68417-728e-40c6-88e9-08b262fabd07 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.1250522 Jan 31 18:52:37.511345 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Attempting to bind port c3f5c574-0028-4058-8a28-3faa56e03d74 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:52:37.511733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Attempting to bind port c3f5c574-0028-4058-8a28-3faa56e03d74 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:52:37.512106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Attempting to bind port c3f5c574-0028-4058-8a28-3faa56e03d74 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:37.517834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:52:37.518221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:37.518667 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.519589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:52:37.520841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Bound port: c3f5c574-0028-4058-8a28-3faa56e03d74, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:52:37.521887 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.573856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d42c6d64-6df1-40f0-8097-b3b2b9aeab3b req-cf70f80c-c3d4-4e5a-9fd6-68503ef8dc19 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792406 Jan 31 18:52:37.586228 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.633138 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-d4b1b024-eed5-4f89-be78-76c10bc3a79f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Project ee02e97acfcd42578f53acc92edaa3d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:52:37.635442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] For port c3f5c574-0028-4058-8a28-3faa56e03d74, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:52:37.639356 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] For port c3f5c574-0028-4058-8a28-3faa56e03d74, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c3f5c574-0028-4058-8a28-3faa56e03d74,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:52:37.649279 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b024-eed5-4f89-be78-76c10bc3a79f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (854a675e-e590-4eb5-9469-56fec2fa8353), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.652210 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.721870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-36f10441-f493-48db-b09e-a324ece88d15 req-d1240159-f59e-4bbf-9b79-07ce95e4b3d5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Deleting port 78722241-dd71-4213-b720-7d798751e15a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:37.725035 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-36f10441-f493-48db-b09e-a324ece88d15 req-d1240159-f59e-4bbf-9b79-07ce95e4b3d5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (78722241-dd71-4213-b720-7d798751e15a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.792858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1871757482-network', 'tenant_id': '0c812da1120e4be0a01b599d9b3c06a7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:37.807707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a2c3d-8cbe-4568-861d-783394571d64 None None] Pushing event updated for resources: {'Port': ['ID=c3f5c574-0028-4058-8a28-3faa56e03d74,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:37.844369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Routers {'05d44cf7-d9dc-4cd6-9f87-939e65a3aba5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:37.844369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['05d44cf7-d9dc-4cd6-9f87-939e65a3aba5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:37.880834 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b024-eed5-4f89-be78-76c10bc3a79f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (854a675e-e590-4eb5-9469-56fec2fa8353), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.891977 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b024-eed5-4f89-be78-76c10bc3a79f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (854a675e-e590-4eb5-9469-56fec2fa8353), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.968854 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b024-eed5-4f89-be78-76c10bc3a79f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:37.975293 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d4b1b024-eed5-4f89-be78-76c10bc3a79f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5719929 Jan 31 18:52:37.975293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1b024-eed5-4f89-be78-76c10bc3a79f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854a675e-e590-4eb5-9469-56fec2fa8353,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:37.988200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:38.011883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Made reservation on behalf of 0c812da1120e4be0a01b599d9b3c06a7 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:38.012860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-aed9dde6-482b-4bda-8df2-01e6333a359e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'network': {'name': 'tempest-network-smoke--1232336369', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:38.014841 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.045401 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.059176 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed9dde6-482b-4bda-8df2-01e6333a359e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Made reservation on behalf of ee02e97acfcd42578f53acc92edaa3d5 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:38.064839 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aed9dde6-482b-4bda-8df2-01e6333a359e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.104232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-36f10441-f493-48db-b09e-a324ece88d15 req-d1240159-f59e-4bbf-9b79-07ce95e4b3d5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] For port 78722241-dd71-4213-b720-7d798751e15a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=78722241-dd71-4213-b720-7d798751e15a,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:38.104835 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-36f10441-f493-48db-b09e-a324ece88d15 req-d1240159-f59e-4bbf-9b79-07ce95e4b3d5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (78722241-dd71-4213-b720-7d798751e15a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.109304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed9dde6-482b-4bda-8df2-01e6333a359e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:52:38.132831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-36f10441-f493-48db-b09e-a324ece88d15 req-d1240159-f59e-4bbf-9b79-07ce95e4b3d5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Calling delete_port for 78722241-dd71-4213-b720-7d798751e15a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:38.165624 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aed9dde6-482b-4bda-8df2-01e6333a359e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (66f079a3-42ac-4534-9541-c23fd73853f4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.165975 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-aed9dde6-482b-4bda-8df2-01e6333a359e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Added segment 66f079a3-42ac-4534-9541-c23fd73853f4 of type vlan for network 02dc426e-be1f-41b5-9e74-ae8223b96e19 Jan 31 18:52:38.287168 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aed9dde6-482b-4bda-8df2-01e6333a359e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (02dc426e-be1f-41b5-9e74-ae8223b96e19), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.297110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab152e-e299-438b-aa78-c22a0d014877 req-30363df6-d166-4635-9257-2de2a5f251ce tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:38.304666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98ab152e-e299-438b-aa78-c22a0d014877 req-30363df6-d166-4635-9257-2de2a5f251ce tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 947 time: 0.3625565 Jan 31 18:52:38.344239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.387883 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.391639 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aed9dde6-482b-4bda-8df2-01e6333a359e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (02dc426e-be1f-41b5-9e74-ae8223b96e19), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.402462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed9dde6-482b-4bda-8df2-01e6333a359e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:38.403944 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aed9dde6-482b-4bda-8df2-01e6333a359e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.435806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] Set router 05d44cf7-d9dc-4cd6-9f87-939e65a3aba5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:38.480546 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98ab152e-e299-438b-aa78-c22a0d014877 req-a653bb37-d98a-4cf4-975a-3f04259271ac tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621423 Jan 31 18:52:38.516585 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9dde6-482b-4bda-8df2-01e6333a359e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Network': ['ID=02dc426e-be1f-41b5-9e74-ae8223b96e19,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:38.536204 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aed9dde6-482b-4bda-8df2-01e6333a359e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5400565 Jan 31 18:52:38.542435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:38.548516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'admin_state_up': True, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:38.569688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 02dc426e-be1f-41b5-9e74-ae8223b96e19 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:52:38.680067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (9bc20011-8343-4be9-9781-24d55667a3bf), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.681089 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (9bc20011-8343-4be9-9781-24d55667a3bf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.784142 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Publish callbacks [] for security_group (61276fe3-b610-46b2-9ea4-52ef6046f5e3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.812517 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_controller (9bc20011-8343-4be9-9781-24d55667a3bf), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.824266 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-36f10441-f493-48db-b09e-a324ece88d15 req-d1240159-f59e-4bbf-9b79-07ce95e4b3d5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (78722241-dd71-4213-b720-7d798751e15a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.842675 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8c46f182-e9a9-4386-bebd-cd1e64ec66cc', '0d0c0923-545b-47c5-8efa-720b35c8c4ea'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:52:38.843267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (61276fe3-b610-46b2-9ea4-52ef6046f5e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:38.898156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1240159-f59e-4bbf-9b79-07ce95e4b3d5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event deleted for resources: {'Port': ['ID=78722241-dd71-4213-b720-7d798751e15a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:38.925287 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Allocated IP 172.25.8.174 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/52a34466-b28f-47ad-acbe-8bcd3b1352bd) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:38.983939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:52:38.989398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61276fe3-b610-46b2-9ea4-52ef6046f5e3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:39.052840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f10441-f493-48db-b09e-a324ece88d15 req-d1240159-f59e-4bbf-9b79-07ce95e4b3d5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] No DVR routers for this DVR port 78722241-dd71-4213-b720-7d798751e15a on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:39.057726 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-36f10441-f493-48db-b09e-a324ece88d15 req-d1240159-f59e-4bbf-9b79-07ce95e4b3d5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:39.076916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36f10441-f493-48db-b09e-a324ece88d15 req-d1240159-f59e-4bbf-9b79-07ce95e4b3d5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "DELETE /v2.0/ports/78722241-dd71-4213-b720-7d798751e15a HTTP/1.1" status: 204 len: 173 time: 1.6331007 Jan 31 18:52:39.080456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30c522b-467c-4567-bccc-5c924afc9c01', 'name': 'network-vif-deleted', 'tag': '78722241-dd71-4213-b720-7d798751e15a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:39.085093 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd889702-604d-4b1b-934d-4fef107ccfcb" -d '{"events": [{"server_uuid": "b30c522b-467c-4567-bccc-5c924afc9c01", "name": "network-vif-deleted", "tag": "78722241-dd71-4213-b720-7d798751e15a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:39.120072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68beaea-a8f0-4609-a5e6-fc436de01620 req-c493bb24-7358-40bf-8f99-69144c321e22 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:39.128491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c68beaea-a8f0-4609-a5e6-fc436de01620 req-c493bb24-7358-40bf-8f99-69144c321e22 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.4366870 Jan 31 18:52:39.149574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (94697372-6220-4f22-baa6-2ae4038a65a6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:39.150723 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Added segment 94697372-6220-4f22-baa6-2ae4038a65a6 of type vlan for network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 Jan 31 18:52:39.215689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d44cf7-d9dc-4cd6-9f87-939e65a3aba5', 'name': 'tempest-snat-router-1393378651', 'tenant_id': '5939ec06533f4292b74b91c2a35c3139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.38'}], 'enable_snat': False}, 'gw_port_id': 'c3f5c574-0028-4058-8a28-3faa56e03d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:31Z', 'updated_at': '2022-01-31T18:52:34Z', 'revision_number': 3, 'project_id': '5939ec06533f4292b74b91c2a35c3139', 'gw_port': {'id': 'c3f5c574-0028-4058-8a28-3faa56e03d74', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:35:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d44cf7-d9dc-4cd6-9f87-939e65a3aba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:33Z', 'updated_at': '2022-01-31T18:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:39.230452 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (3ac1cfd5-f267-4d8f-a602-1cc7998d4958), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:39.267261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c68beaea-a8f0-4609-a5e6-fc436de01620 req-2ae7e74c-8113-49d0-9ac1-d29eec4feee2 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372755 Jan 31 18:52:39.283395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42fe858-04ec-4f81-bcf4-516159c9964f None None] The sync data for ids ['05d44cf7-d9dc-4cd6-9f87-939e65a3aba5'] in n-d-812111-15 is: [{'id': '05d44cf7-d9dc-4cd6-9f87-939e65a3aba5', 'name': 'tempest-snat-router-1393378651', 'tenant_id': '5939ec06533f4292b74b91c2a35c3139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.38'}], 'enable_snat': False}, 'gw_port_id': 'c3f5c574-0028-4058-8a28-3faa56e03d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:31Z', 'updated_at': '2022-01-31T18:52:34Z', 'revision_number': 3, 'project_id': '5939ec06533f4292b74b91c2a35c3139', 'gw_port': {'id': 'c3f5c574-0028-4058-8a28-3faa56e03d74', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:35:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d44cf7-d9dc-4cd6-9f87-939e65a3aba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:33Z', 'updated_at': '2022-01-31T18:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:52:39.303554 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (9bc20011-8343-4be9-9781-24d55667a3bf), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:39.324221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (3ac1cfd5-f267-4d8f-a602-1cc7998d4958), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:39.326828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:39.327776 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:39.394365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0094206 Jan 31 18:52:39.398088 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47954) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:39.416444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-72d5d3ed-5c2f-47ee-b250-bf005e5b6d5e admin admin] Request body: {'subnet': {'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1871757482-subnet', 'tenant_id': '0c812da1120e4be0a01b599d9b3c06a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:39.510217 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab45435-1df1-4bb7-a777-c6e3d785ecce x-openstack-request-id: req-7ab45435-1df1-4bb7-a777-c6e3d785ecce {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:39.510796 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30c522b-467c-4567-bccc-5c924afc9c01", "name": "network-vif-deleted", "tag": "78722241-dd71-4213-b720-7d798751e15a", "status": "failed", "code": 422}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:39.511324 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ab45435-1df1-4bb7-a777-c6e3d785ecce {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:39.512211 n-d-812111-15 neutron-server[103225]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b30c522b-467c-4567-bccc-5c924afc9c01', 'name': 'network-vif-deleted', 'tag': '78722241-dd71-4213-b720-7d798751e15a', 'status': 'failed', 'code': 422} returned with failed status Jan 31 18:52:39.523640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d5d3ed-5c2f-47ee-b250-bf005e5b6d5e admin admin] Made reservation on behalf of 0c812da1120e4be0a01b599d9b3c06a7 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:39.526553 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72d5d3ed-5c2f-47ee-b250-bf005e5b6d5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:39.538768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ccc86-f244-415c-aad9-a5f34054c5c4 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac1cfd5-f267-4d8f-a602-1cc7998d4958,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:39.580917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:52:39.615735 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:39.786395 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:39.994532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:40.024311 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:40.063708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:40.073829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event updated for resources: {'Port': ['ID=52a34466-b28f-47ad-acbe-8bcd3b1352bd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:40.156893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72d5d3ed-5c2f-47ee-b250-bf005e5b6d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (fc829f45-5a94-43a4-812e-3291f476ece7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:40.354581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (9bc20011-8343-4be9-9781-24d55667a3bf), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:40.355520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5d3ed-5c2f-47ee-b250-bf005e5b6d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc829f45-5a94-43a4-812e-3291f476ece7,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:40.472724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:40.482552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd171b0-c948-4c4f-8772-e6facca37f0a req-12dd469f-4884-4f7a-a5a6-a65e486b920c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:40.485550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6fd171b0-c948-4c4f-8772-e6facca37f0a req-12dd469f-4884-4f7a-a5a6-a65e486b920c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 907 time: 0.1208630 Jan 31 18:52:40.525611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b02afd-34da-4f6c-818d-33eb11218b8e req-39f3307c-286a-47ca-84a9-6e07f5622d54 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:40.533841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91b02afd-34da-4f6c-818d-33eb11218b8e req-39f3307c-286a-47ca-84a9-6e07f5622d54 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.1112645 Jan 31 18:52:40.634470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5d3ed-5c2f-47ee-b250-bf005e5b6d5e admin admin] Checking segment: {'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:40.634928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d5d3ed-5c2f-47ee-b250-bf005e5b6d5e admin admin] Network hostable DHCP agents. Network: 3ac1cfd5-f267-4d8f-a602-1cc7998d4958, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:52:40.676388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91b02afd-34da-4f6c-818d-33eb11218b8e req-b35e7dc1-04f7-429a-881d-4bc75301f661 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331217 Jan 31 18:52:40.729728 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d5d3ed-5c2f-47ee-b250-bf005e5b6d5e admin admin] Network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:52:40.783825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-72d5d3ed-5c2f-47ee-b250-bf005e5b6d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 3ac1cfd5-f267-4d8f-a602-1cc7998d4958) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:40.794350 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d5d3ed-5c2f-47ee-b250-bf005e5b6d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:40.795049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72d5d3ed-5c2f-47ee-b250-bf005e5b6d5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:40.796067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b138cbd-64b0-45cd-9799-46c0a356bba9 None None] Network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:52:40.834074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c3f5c574-0028-4058-8a28-3faa56e03d74 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:40.877820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.25.8.170 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/f17158f3-d15f-4d51-8bad-41627ea1829e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:40.918108 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-72d5d3ed-5c2f-47ee-b250-bf005e5b6d5e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5139921 Jan 31 18:52:40.949759 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:41.044522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c3f5c574-0028-4058-8a28-3faa56e03d74 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:41.045153 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:41.157755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa7514-4589-428a-bc43-a12872b799e2 None None] Network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:52:41.293764 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:41.299176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c3f5c574-0028-4058-8a28-3faa56e03d74 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:41.299761 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:41.378646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port c3f5c574-0028-4058-8a28-3faa56e03d74, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c3f5c574-0028-4058-8a28-3faa56e03d74,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:41.385241 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:41.390483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:41.399204 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:41.446660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=c3f5c574-0028-4058-8a28-3faa56e03d74,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:41.536695 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:41.537709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=f17158f3-d15f-4d51-8bad-41627ea1829e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:41.543214 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:41.547316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:41.685273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8907c-1543-4c63-b4db-981c26443fbd req-97e6a671-592f-4787-b8d2-cf1851729f73 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:41.688201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06f8907c-1543-4c63-b4db-981c26443fbd req-97e6a671-592f-4787-b8d2-cf1851729f73 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.7167563 Jan 31 18:52:41.704234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d6315-0e47-40f8-a613-f4afecc46cd4 req-4c463849-83b8-4ed7-b265-31cd43a52830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:41.706592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f82d6315-0e47-40f8-a613-f4afecc46cd4 req-4c463849-83b8-4ed7-b265-31cd43a52830 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=732c6167da0340c5b37c8a129944c15a&device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 1129 time: 0.7126007 Jan 31 18:52:41.840102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Router 30ebfcf9-62a1-428c-8ef3-fad1f89ce52b is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:52:41.882741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041f045-4ace-4633-8d53-5d5e8155d681 req-6fc630d4-2cbd-4966-b9d4-a2848ea54095 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:41.882992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-e7705125-101c-407f-9c6a-7633381ba04c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:41.884373 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f041f045-4ace-4633-8d53-5d5e8155d681 req-6fc630d4-2cbd-4966-b9d4-a2848ea54095 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.21 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 907 time: 0.1561136 Jan 31 18:52:41.885032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-e7705125-101c-407f-9c6a-7633381ba04c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 813 time: 0.7756307 Jan 31 18:52:41.891267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06f8907c-1543-4c63-b4db-981c26443fbd req-0080fcea-802e-41e7-8371-5fcea8ee3e2c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923468 Jan 31 18:52:41.937053 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-e0ef592b-d166-4a90-b068-3af9ad88bfac tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/quotas/83e19795b457498da69c74dcc061ce65 HTTP/1.1" status: 200 len: 375 time: 0.0421119 Jan 31 18:52:41.943008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d6315-0e47-40f8-a613-f4afecc46cd4 req-5c1e2e5d-52af-4bb6-902d-4fce29d963a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:41.944929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f82d6315-0e47-40f8-a613-f4afecc46cd4 req-5c1e2e5d-52af-4bb6-902d-4fce29d963a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 200 len: 912 time: 0.2283943 Jan 31 18:52:42.061480 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-9b06a641-b937-43c0-b150-5119d4195134 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122892 Jan 31 18:52:42.064061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f82d6315-0e47-40f8-a613-f4afecc46cd4 req-d509c6f3-a724-4006-af31-77922bbde3f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1c04ab2-2363-44b3-8e68-3967fdb469e3 HTTP/1.1" status: 200 len: 1002 time: 0.1120868 Jan 31 18:52:42.132445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d6315-0e47-40f8-a613-f4afecc46cd4 req-4373a61d-87ab-4d4f-99f8-2494405ab86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:42.138023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f82d6315-0e47-40f8-a613-f4afecc46cd4 req-4373a61d-87ab-4d4f-99f8-2494405ab86e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b1b457b-8abd-4614-8276-0291f0e06e62 HTTP/1.1" status: 200 len: 850 time: 0.0647192 Jan 31 18:52:42.327992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d6315-0e47-40f8-a613-f4afecc46cd4 req-39566dd0-1693-472e-83e6-2f1bc6c5f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:42.329547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f82d6315-0e47-40f8-a613-f4afecc46cd4 req-39566dd0-1693-472e-83e6-2f1bc6c5f75c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c11bd176-3044-4185-9008-2e805d18ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1881986 Jan 31 18:52:42.396619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-d6d4fb64-2c31-4857-a8e6-899a1d8d9c8f service neutron] 10.222.0.20 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122175 Jan 31 18:52:42.402591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f5dd6c1e-572f-4a2d-970c-9efcc1e4f787 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:42.404105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f5dd6c1e-572f-4a2d-970c-9efcc1e4f787 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/networks?id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958 HTTP/1.1" status: 200 len: 818 time: 0.2312489 Jan 31 18:52:42.455634 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (9bc20011-8343-4be9-9781-24d55667a3bf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:42.496516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-810bfc06-71ee-490a-87c1-f5ca93554d09 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/quotas/0c812da1120e4be0a01b599d9b3c06a7 HTTP/1.1" status: 200 len: 375 time: 0.0602422 Jan 31 18:52:42.523304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:52:42.537495 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Sync routers for ids ['30ebfcf9-62a1-428c-8ef3-fad1f89ce52b'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:52:42.548178 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Routers {'30ebfcf9-62a1-428c-8ef3-fad1f89ce52b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:42.548947 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['30ebfcf9-62a1-428c-8ef3-fad1f89ce52b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:42.567279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-69426edf-f2df-492a-b62c-0839c7557fac tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c812da1120e4be0a01b599d9b3c06a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574210 Jan 31 18:52:42.592029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-f041f045-4ace-4633-8d53-5d5e8155d681 req-516a2d38-0c57-40ca-91bf-545b935bdd61 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Deleting port 162f283f-1677-45df-a184-aa197baba593 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:42.592681 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f041f045-4ace-4633-8d53-5d5e8155d681 req-516a2d38-0c57-40ca-91bf-545b935bdd61 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (162f283f-1677-45df-a184-aa197baba593), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:42.594927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-390bb87b-0d46-4579-9f50-74f95bed0dc0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:52:42.596373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-390bb87b-0d46-4579-9f50-74f95bed0dc0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064912 Jan 31 18:52:42.598165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:42.601688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f82d6315-0e47-40f8-a613-f4afecc46cd4 req-ae478548-d17d-484b-8553-156fa607669c service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583814 Jan 31 18:52:42.602854 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fee56760-b9d8-48cf-bd3d-9eb90637acff tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4749730 Jan 31 18:52:42.604136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48010) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:42.676910 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Set router 30ebfcf9-62a1-428c-8ef3-fad1f89ce52b gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:42.724882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c3f5c574-0028-4058-8a28-3faa56e03d74 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:42.760494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-8e080686-b4ab-40ad-9b77-0a41e6be93cc service neutron] 10.222.0.20 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545496 Jan 31 18:52:42.808531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c3f5c574-0028-4058-8a28-3faa56e03d74 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:42.808916 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:42.813088 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f041f045-4ace-4633-8d53-5d5e8155d681 req-516a2d38-0c57-40ca-91bf-545b935bdd61 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] For port 162f283f-1677-45df-a184-aa197baba593, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=162f283f-1677-45df-a184-aa197baba593,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:42.813473 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f041f045-4ace-4633-8d53-5d5e8155d681 req-516a2d38-0c57-40ca-91bf-545b935bdd61 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (162f283f-1677-45df-a184-aa197baba593), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:42.833290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-f041f045-4ace-4633-8d53-5d5e8155d681 req-516a2d38-0c57-40ca-91bf-545b935bdd61 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Calling delete_port for 162f283f-1677-45df-a184-aa197baba593 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:42.853702 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (9bc20011-8343-4be9-9781-24d55667a3bf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:42.920223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f82d6315-0e47-40f8-a613-f4afecc46cd4 req-89bccd7f-e025-47e5-a6b7-3646b14102de service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516763 Jan 31 18:52:42.930434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c3f5c574-0028-4058-8a28-3faa56e03d74 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:43.031396 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ebfcf9-62a1-428c-8ef3-fad1f89ce52b', 'name': 'tempest-snat-router-1393378651', 'tenant_id': '5939ec06533f4292b74b91c2a35c3139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '52a34466-b28f-47ad-acbe-8bcd3b1352bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:36Z', 'updated_at': '2022-01-31T18:52:40Z', 'revision_number': 3, 'project_id': '5939ec06533f4292b74b91c2a35c3139', 'gw_port': {'id': '52a34466-b28f-47ad-acbe-8bcd3b1352bd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ebfcf9-62a1-428c-8ef3-fad1f89ce52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:43.083241 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-64b67837-b78b-44b4-836e-79d24db65da0 service neutron] 10.222.0.20 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158642 Jan 31 18:52:43.096718 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Checking router: 30ebfcf9-62a1-428c-8ef3-fad1f89ce52b for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:52:43.097424 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Updating router 30ebfcf9-62a1-428c-8ef3-fad1f89ce52b port 52a34466-b28f-47ad-acbe-8bcd3b1352bd binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:52:43.136215 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:43.189642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d00f076f-7df5-4f46-8170-e8aa5c415096 service neutron] 10.222.0.20 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965641 Jan 31 18:52:43.244865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8ff0e8d6-21b3-4eb3-8e30-ea2b230a8f9e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/routers/30ebfcf9-62a1-428c-8ef3-fad1f89ce52b HTTP/1.1" status: 200 len: 908 time: 0.6395216 Jan 31 18:52:43.249376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48020) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:43.395170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc1ef4-64c8-4080-b8fa-c9f62f4af40c req-1cabcb8c-e6fe-4a0d-b6a6-738f116f6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:43.398113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6dc1ef4-64c8-4080-b8fa-c9f62f4af40c req-1cabcb8c-e6fe-4a0d-b6a6-738f116f6b56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2955cafada344780a429a6e6a13faa85&device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 1129 time: 0.2043099 Jan 31 18:52:43.496466 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f041f045-4ace-4633-8d53-5d5e8155d681 req-516a2d38-0c57-40ca-91bf-545b935bdd61 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (162f283f-1677-45df-a184-aa197baba593), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:43.712377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router 9bc20011-8343-4be9-9781-24d55667a3bf is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:52:43.804044 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f041f045-4ace-4633-8d53-5d5e8155d681 req-516a2d38-0c57-40ca-91bf-545b935bdd61 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] No DVR routers for this DVR port 162f283f-1677-45df-a184-aa197baba593 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:43.807446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c823e30-d66d-43b9-ac9d-e2675a4c97c4 req-e8442cb5-231b-458c-9d96-af71fe4d385f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:43.812699 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f041f045-4ace-4633-8d53-5d5e8155d681 req-516a2d38-0c57-40ca-91bf-545b935bdd61 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:43.814919 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Publish callbacks [] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:43.818851 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f041f045-4ace-4633-8d53-5d5e8155d681 req-516a2d38-0c57-40ca-91bf-545b935bdd61 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.21 "DELETE /v2.0/ports/162f283f-1677-45df-a184-aa197baba593 HTTP/1.1" status: 204 len: 173 time: 1.9200025 Jan 31 18:52:43.819052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a2d38-0c57-40ca-91bf-545b935bdd61 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event deleted for resources: {'Port': ['ID=162f283f-1677-45df-a184-aa197baba593,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:43.822782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194c4828-9441-4e9c-86f2-32d3cb81ac20', 'name': 'network-vif-deleted', 'tag': '162f283f-1677-45df-a184-aa197baba593'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:43.826385 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ae8891-a8ce-44b3-a480-ad5a4b48abcf" -d '{"events": [{"server_uuid": "194c4828-9441-4e9c-86f2-32d3cb81ac20", "name": "network-vif-deleted", "tag": "162f283f-1677-45df-a184-aa197baba593"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:43.828056 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:43.829225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c823e30-d66d-43b9-ac9d-e2675a4c97c4 req-e8442cb5-231b-458c-9d96-af71fe4d385f tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=194c4828-9441-4e9c-86f2-32d3cb81ac20 HTTP/1.1" status: 200 len: 907 time: 0.4655693 Jan 31 18:52:43.888010 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:43.963756 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Pushing event updated for resources: {'Port': ['ID=52a34466-b28f-47ad-acbe-8bcd3b1352bd,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:44.000292 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.000691 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.001040 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.001381 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.001723 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.002055 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.002387 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.005858 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.006499 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.009201 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.011821 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.012583 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.013004 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:44.057176 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:52:44.075513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Sync routers for ids ['9bc20011-8343-4be9-9781-24d55667a3bf'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:52:44.086835 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Attempting to bind port 52a34466-b28f-47ad-acbe-8bcd3b1352bd on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:52:44.087268 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Attempting to bind port 52a34466-b28f-47ad-acbe-8bcd3b1352bd by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:52:44.087748 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Attempting to bind port 52a34466-b28f-47ad-acbe-8bcd3b1352bd on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:44.097923 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:44.099217 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f64d1f13-78ec-42c6-941d-3e1e1a6d2f4e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.5552220 Jan 31 18:52:44.105082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48038) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:44.111600 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:52:44.112218 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:44.112876 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:44.115226 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:52:44.116649 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Bound port: 52a34466-b28f-47ad-acbe-8bcd3b1352bd, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:52:44.120309 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:44.132170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Routers {'9bc20011-8343-4be9-9781-24d55667a3bf'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:44.151669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9bc20011-8343-4be9-9781-24d55667a3bf'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:44.176142 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b46c057f-34c0-46e5-a4fe-d70710d49e4e tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ee02e97acfcd42578f53acc92edaa3d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698812 Jan 31 18:52:44.180761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:44.194914 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc1ef4-64c8-4080-b8fa-c9f62f4af40c req-643e9ea3-a5fb-4468-9d96-dfcd2c0b5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:44.196484 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6dc1ef4-64c8-4080-b8fa-c9f62f4af40c req-643e9ea3-a5fb-4468-9d96-dfcd2c0b5a49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 200 len: 919 time: 0.7622526 Jan 31 18:52:44.203424 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] For port 52a34466-b28f-47ad-acbe-8bcd3b1352bd, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:52:44.209353 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] For port 52a34466-b28f-47ad-acbe-8bcd3b1352bd, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=52a34466-b28f-47ad-acbe-8bcd3b1352bd,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:52:44.220621 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:44.295111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1838e9b-ca30-4e1f-9e60-d66fdc71eb94 req-00fdece3-eb46-4c56-9948-4423cbb6310b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 210 time: 0.1486766 Jan 31 18:52:44.334667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb7fa3-7a06-4a75-8efa-2c08b62296e7 req-04f7547e-5bc7-470a-be9e-f1003501c278 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:44.361282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1fcb7fa3-7a06-4a75-8efa-2c08b62296e7 req-04f7547e-5bc7-470a-be9e-f1003501c278 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.6094770 Jan 31 18:52:44.369808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6dc1ef4-64c8-4080-b8fa-c9f62f4af40c req-ef61e4ff-3661-4472-afd4-256acb4e7b79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9a00885-1b04-45ff-860d-9887303293da HTTP/1.1" status: 200 len: 217 time: 0.1352260 Jan 31 18:52:44.373101 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Routers {'30ebfcf9-62a1-428c-8ef3-fad1f89ce52b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:44.373648 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['30ebfcf9-62a1-428c-8ef3-fad1f89ce52b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:44.462991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Set router 9bc20011-8343-4be9-9781-24d55667a3bf gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:44.559515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e0b728-8f5f-4e70-bc09-30f3799f2510 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:44.562011 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d1e0b728-8f5f-4e70-bc09-30f3799f2510 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3797586 Jan 31 18:52:44.566841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48050) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:44.607737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1fcb7fa3-7a06-4a75-8efa-2c08b62296e7 req-aa625e34-c4e5-44d0-8a82-ceabfde4ce12 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446012 Jan 31 18:52:44.610399 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e616e48-1cdd-4196-b131-978436ca8c75 None None] Pushing event updated for resources: {'Port': ['ID=52a34466-b28f-47ad-acbe-8bcd3b1352bd,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:44.662141 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] Set router 30ebfcf9-62a1-428c-8ef3-fad1f89ce52b gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:44.818775 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b44ba2f7-19a2-4db4-b0e2-b7b04939e907 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2498887 Jan 31 18:52:44.819768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48056) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:44.831786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5aabcfdf-ae78-4e13-a7c3-c8dfe1efca08 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554127945', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:44.850875 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a759e27-014a-470a-a566-16fdc6322f02 x-openstack-request-id: req-5a759e27-014a-470a-a566-16fdc6322f02 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:44.851709 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194c4828-9441-4e9c-86f2-32d3cb81ac20", "name": "network-vif-deleted", "tag": "162f283f-1677-45df-a184-aa197baba593", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:44.853704 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a759e27-014a-470a-a566-16fdc6322f02 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:44.856120 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194c4828-9441-4e9c-86f2-32d3cb81ac20', 'name': 'network-vif-deleted', 'tag': '162f283f-1677-45df-a184-aa197baba593', 'status': 'completed', 'code': 200} Jan 31 18:52:44.911945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:45.001291 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ebfcf9-62a1-428c-8ef3-fad1f89ce52b', 'name': 'tempest-snat-router-1393378651', 'tenant_id': '5939ec06533f4292b74b91c2a35c3139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '52a34466-b28f-47ad-acbe-8bcd3b1352bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:36Z', 'updated_at': '2022-01-31T18:52:40Z', 'revision_number': 3, 'project_id': '5939ec06533f4292b74b91c2a35c3139', 'gw_port': {'id': '52a34466-b28f-47ad-acbe-8bcd3b1352bd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ebfcf9-62a1-428c-8ef3-fad1f89ce52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:45.031581 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69598133-ac3c-4d08-9f99-8da4777cd29a None None] The sync data for ids ['30ebfcf9-62a1-428c-8ef3-fad1f89ce52b'] in n-d-812111-15 is: [{'id': '30ebfcf9-62a1-428c-8ef3-fad1f89ce52b', 'name': 'tempest-snat-router-1393378651', 'tenant_id': '5939ec06533f4292b74b91c2a35c3139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '52a34466-b28f-47ad-acbe-8bcd3b1352bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:36Z', 'updated_at': '2022-01-31T18:52:40Z', 'revision_number': 3, 'project_id': '5939ec06533f4292b74b91c2a35c3139', 'gw_port': {'id': '52a34466-b28f-47ad-acbe-8bcd3b1352bd', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ebfcf9-62a1-428c-8ef3-fad1f89ce52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:52:45.120224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 162f283f-1677-45df-a184-aa197baba593 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:45.171617 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aabcfdf-ae78-4e13-a7c3-c8dfe1efca08 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Made reservation on behalf of ee02e97acfcd42578f53acc92edaa3d5 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:45.181210 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5aabcfdf-ae78-4e13-a7c3-c8dfe1efca08 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:45.197225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-12f4eafb-c304-4b50-b593-04ac7f7486c8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:45.200577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-12f4eafb-c304-4b50-b593-04ac7f7486c8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.49 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 813 time: 0.3322828 Jan 31 18:52:45.201885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 162f283f-1677-45df-a184-aa197baba593 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:45.202686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 162f283f-1677-45df-a184-aa197baba593 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:45.213561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:41Z', 'revision_number': 3, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:45.224137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71720ea1-351c-4dac-a85b-91cc029515c4 req-ac08794b-2ddc-46e9-a7ff-cd7b4a91b504 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 210 time: 0.2703831 Jan 31 18:52:45.245450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Request body: {'port': {'device_id': 'c91c960a-d8be-478e-aa37-82bef98c5328', 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0', 'admin_state_up': True, 'tenant_id': '83e19795b457498da69c74dcc061ce65'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:45.266706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc1ef4-64c8-4080-b8fa-c9f62f4af40c req-05961af3-946a-4493-8309-96b556f60833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:45.268159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6dc1ef4-64c8-4080-b8fa-c9f62f4af40c req-05961af3-946a-4493-8309-96b556f60833 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c523f28-793d-4d04-b5eb-56fa402c8e88 HTTP/1.1" status: 200 len: 858 time: 0.8828740 Jan 31 18:52:45.299400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6a425-1788-401c-97b4-8df901208e68 req-46bd0886-d732-4ad3-9d5c-0ac932e9b242 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:45.301487 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bea6a425-1788-401c-97b4-8df901208e68 req-46bd0886-d732-4ad3-9d5c-0ac932e9b242 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.7230325 Jan 31 18:52:45.341309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Checking router: 9bc20011-8343-4be9-9781-24d55667a3bf for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:52:45.342069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Updating router 9bc20011-8343-4be9-9781-24d55667a3bf port f17158f3-d15f-4d51-8bad-41627ea1829e binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:52:45.409710 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:45.583424 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6dc1ef4-64c8-4080-b8fa-c9f62f4af40c req-fa1bb359-f491-4c7b-b2bb-8391c74ed0c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d9cae6d-c34f-4255-bef4-d02e928b2b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2799420 Jan 31 18:52:45.667134 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5aabcfdf-ae78-4e13-a7c3-c8dfe1efca08 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (3b5669a5-605a-4c01-a053-cd02f42b2c6b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:45.677444 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-76b59e33-40cb-4d58-b010-77c8cdc6c8b6 req-678833d3-3785-49bd-b6c8-373aef19aa31 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 210 time: 0.1538415 Jan 31 18:52:45.763050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabcfdf-ae78-4e13-a7c3-c8dfe1efca08 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Subnet': ['ID=3b5669a5-605a-4c01-a053-cd02f42b2c6b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:45.833448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aabcfdf-ae78-4e13-a7c3-c8dfe1efca08 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Checking segment: {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:45.834173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aabcfdf-ae78-4e13-a7c3-c8dfe1efca08 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network hostable DHCP agents. Network: 02dc426e-be1f-41b5-9e74-ae8223b96e19, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:52:45.864018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bea6a425-1788-401c-97b4-8df901208e68 req-12e5cbd3-ff26-415a-8ba3-6c4e8098288e tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365767 Jan 31 18:52:45.888075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aabcfdf-ae78-4e13-a7c3-c8dfe1efca08 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 02dc426e-be1f-41b5-9e74-ae8223b96e19 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:52:45.903801 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5aabcfdf-ae78-4e13-a7c3-c8dfe1efca08 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 02dc426e-be1f-41b5-9e74-ae8223b96e19) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:45.928375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f154bc-26df-45a4-a89a-0088b9828cd5 None None] Network 02dc426e-be1f-41b5-9e74-ae8223b96e19 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:52:45.928908 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aabcfdf-ae78-4e13-a7c3-c8dfe1efca08 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:45.928908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5aabcfdf-ae78-4e13-a7c3-c8dfe1efca08 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:45.929304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Deleting port 52a34466-b28f-47ad-acbe-8bcd3b1352bd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:45.929304 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:45.957655 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5aabcfdf-ae78-4e13-a7c3-c8dfe1efca08 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1316400 Jan 31 18:52:45.958458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48066) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:45.995416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Made reservation on behalf of 83e19795b457498da69c74dcc061ce65 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:46.015702 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:46.282531 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Publish callbacks [] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:46.296367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6dc1ef4-64c8-4080-b8fa-c9f62f4af40c req-338ef586-fcf0-41f0-9c29-c810561cd972 service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948538 Jan 31 18:52:46.314665 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:46.441907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef20e5-fab8-46a2-9111-7fed1dadc584 None None] Pushing event updated for resources: {'Port': ['ID=f17158f3-d15f-4d51-8bad-41627ea1829e,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:46.444551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Attempting to bind port f17158f3-d15f-4d51-8bad-41627ea1829e on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:52:46.445049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Attempting to bind port f17158f3-d15f-4d51-8bad-41627ea1829e by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:52:46.445483 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Attempting to bind port f17158f3-d15f-4d51-8bad-41627ea1829e on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:46.460204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:52:46.460949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:46.461443 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:46.463287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:52:46.463681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Bound port: f17158f3-d15f-4d51-8bad-41627ea1829e, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:52:46.464143 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:46.526329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] For port f17158f3-d15f-4d51-8bad-41627ea1829e, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:52:46.530887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] For port f17158f3-d15f-4d51-8bad-41627ea1829e, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f17158f3-d15f-4d51-8bad-41627ea1829e,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:52:46.559413 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:46.587515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-02dc426e-be1f-41b5-9e74-ae8223b96e19', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:52:46.588201 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:46.671135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-00dbebce-451b-4c8f-af08-f38709717f5b tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:46.685593 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-00dbebce-451b-4c8f-af08-f38709717f5b tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.49 "GET /v2.0/networks?id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958 HTTP/1.1" status: 200 len: 818 time: 0.6087692 Jan 31 18:52:46.690509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef20e5-fab8-46a2-9111-7fed1dadc584 None None] Pushing event updated for resources: {'Port': ['ID=f17158f3-d15f-4d51-8bad-41627ea1829e,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:46.693619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Request body: {'port': {'device_id': 'bed1e6fe-d0f4-47fc-b7be-aeabcde0201f', 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958', 'admin_state_up': True, 'tenant_id': '0c812da1120e4be0a01b599d9b3c06a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:46.741060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Routers {'9bc20011-8343-4be9-9781-24d55667a3bf'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:46.741723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9bc20011-8343-4be9-9781-24d55667a3bf'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:46.895371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 52a34466-b28f-47ad-acbe-8bcd3b1352bd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:46.967433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Allocated IP 172.20.0.2 (02dc426e-be1f-41b5-9e74-ae8223b96e19/3b5669a5-605a-4c01-a053-cd02f42b2c6b/8ae2c527-7c8d-48a3-8818-d2e09292ffd4) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:47.007828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-ebfc90d0-4bbb-4022-a404-293a6870516d tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:47.009426 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-ebfc90d0-4bbb-4022-a404-293a6870516d tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.21 "GET /v2.0/networks?id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958 HTTP/1.1" status: 200 len: 818 time: 0.7335043 Jan 31 18:52:47.016691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Made reservation on behalf of 0c812da1120e4be0a01b599d9b3c06a7 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:47.020252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:47.041644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Request body: {'port': {'device_id': '2b937701-0b27-4ae8-aac5-7822e7f8de71', 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958', 'admin_state_up': True, 'tenant_id': '0c812da1120e4be0a01b599d9b3c06a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:47.102245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6dc1ef4-64c8-4080-b8fa-c9f62f4af40c req-196e64cd-2427-4b4f-933c-b33c92f54826 service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7942379 Jan 31 18:52:47.136660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-8cba1cfe-2b6c-49f4-9291-e5221b27b56e tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:47.137539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] For port 52a34466-b28f-47ad-acbe-8bcd3b1352bd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=52a34466-b28f-47ad-acbe-8bcd3b1352bd,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:47.137894 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:47.138202 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-8cba1cfe-2b6c-49f4-9291-e5221b27b56e tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.49 "GET /v2.0/networks?id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958 HTTP/1.1" status: 200 len: 818 time: 0.7232654 Jan 31 18:52:47.165566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Request body: {'port': {'device_id': '32d645e9-f5ef-416c-be4e-d7e134d04977', 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958', 'admin_state_up': True, 'tenant_id': '0c812da1120e4be0a01b599d9b3c06a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:47.172499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c417426-edee-415f-84b4-16caba7c04f7 req-38ba1e3e-306c-4abf-b511-d196397fca4a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:47.181164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c417426-edee-415f-84b4-16caba7c04f7 req-38ba1e3e-306c-4abf-b511-d196397fca4a tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 945 time: 1.0619388 Jan 31 18:52:47.203421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Calling delete_port for 52a34466-b28f-47ad-acbe-8bcd3b1352bd owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:47.218425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7a774-9a8d-41c7-9198-7754a67cbcf9 req-8fa12a3c-8bfd-4c21-a423-a3d376167c8f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:47.220013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dcb7a774-9a8d-41c7-9198-7754a67cbcf9 req-8fa12a3c-8bfd-4c21-a423-a3d376167c8f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 1.1296983 Jan 31 18:52:47.295718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 52a34466-b28f-47ad-acbe-8bcd3b1352bd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:47.296396 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:47.331465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] Set router 9bc20011-8343-4be9-9781-24d55667a3bf gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:47.397716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c417426-edee-415f-84b4-16caba7c04f7 req-961abff5-8ff1-4016-bfa5-c9d288745ce8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155681 Jan 31 18:52:47.476306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Allocated IP 172.20.0.3 (b1c9360f-629c-42db-98fa-f15c6e1c69b0/09a15e6d-a69c-4a57-8ca0-d0f230a4ef00/68a32784-bdb2-4c76-a515-7551823ec169) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:47.485293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dcb7a774-9a8d-41c7-9198-7754a67cbcf9 req-29288a15-1de0-43c5-88f4-75b117ae2e81 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412162 Jan 31 18:52:47.562213 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Publish callbacks [] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:47.628266 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:47.743775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 52a34466-b28f-47ad-acbe-8bcd3b1352bd is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:47.744176 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:47.758865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Network 02dc426e-be1f-41b5-9e74-ae8223b96e19 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:47.771238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:47.779495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Pushing event updated for resources: {'Port': ['ID=8ae2c527-7c8d-48a3-8818-d2e09292ffd4,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:47.786160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:47.798595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 52a34466-b28f-47ad-acbe-8bcd3b1352bd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=52a34466-b28f-47ad-acbe-8bcd3b1352bd,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:47.807085 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:47.815954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cea6b7bf-c84c-4dc9-833b-169406a0d798 req-247d6aa9-e20d-4903-bb33-09c229a558c9 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 210 time: 0.2412367 Jan 31 18:52:47.906019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5575ea37-97b3-43c0-87cf-676e7c39af2c req-6971732d-232e-418c-95d2-9ebd0f780442 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 210 time: 0.1707053 Jan 31 18:52:47.911712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Attempting to bind port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:52:47.912471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Attempting to bind port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:52:47.912471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Attempting to bind port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 on network 02dc426e-be1f-41b5-9e74-ae8223b96e19 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:47.919873 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:52:47.920252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Checking segment: {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:47.920692 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:47.921088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Bound using segment: {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:52:47.921621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Bound port: 8ae2c527-7c8d-48a3-8818-d2e09292ffd4, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:52:47.922171 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:47.931640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:41Z', 'revision_number': 3, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:47.939924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Made reservation on behalf of 0c812da1120e4be0a01b599d9b3c06a7 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:47.954337 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:47.958586 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Allocated IP 172.20.0.5 (3ac1cfd5-f267-4d8f-a602-1cc7998d4958/fc829f45-5a94-43a4-812e-3291f476ece7/8b64de5d-6003-48a9-9eab-433ab9733ad5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:47.980852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eb5a99-3050-4f85-83dd-748d9acd9657 None None] The sync data for ids ['9bc20011-8343-4be9-9781-24d55667a3bf'] in n-d-812111-15 is: [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:41Z', 'revision_number': 3, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:52:47.984588 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=52a34466-b28f-47ad-acbe-8bcd3b1352bd,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:47.998892 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks [] for port (68a32784-bdb2-4c76-a515-7551823ec169), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:48.043471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Made reservation on behalf of 0c812da1120e4be0a01b599d9b3c06a7 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:48.047404 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:48.051646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7ba7-de04-407b-abd0-6d15f9c7f12c req-00a6b59d-4358-4080-89d8-3bc66854a2b8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:48.053721 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-acef7ba7-de04-407b-abd0-6d15f9c7f12c req-00a6b59d-4358-4080-89d8-3bc66854a2b8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 945 time: 0.2788093 Jan 31 18:52:48.094540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] For port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:52:48.101602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] For port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8ae2c527-7c8d-48a3-8818-d2e09292ffd4,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:52:48.110670 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:48.196244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2b0da-4c2c-45cf-be18-ac2431679f51 None None] Pushing event updated for resources: {'Port': ['ID=8ae2c527-7c8d-48a3-8818-d2e09292ffd4,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:48.229114 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (52a34466-b28f-47ad-acbe-8bcd3b1352bd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:48.231633 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (68a32784-bdb2-4c76-a515-7551823ec169), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:48.248314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e3042d94-b66e-4d48-80f3-6661f555d908', '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:52:48.329653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event deleted for resources: {'Port': ['ID=52a34466-b28f-47ad-acbe-8bcd3b1352bd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:48.368534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0314e56-dc3c-4230-910d-4ca348b1026a req-ec8b4e27-569f-4ffd-acab-4c01a608c99c tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:48.380596 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0314e56-dc3c-4230-910d-4ca348b1026a req-ec8b4e27-569f-4ffd-acab-4c01a608c99c tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.3414705 Jan 31 18:52:48.441271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.442047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.442655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.443265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.443903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.444583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.445159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.445817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.448119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.448861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.449470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.450071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.450911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:52:48.456348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:48.583699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Pushing event updated for resources: {'Port': ['ID=68a32784-bdb2-4c76-a515-7551823ec169,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:48.642633 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks [] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:48.654177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Network b1c9360f-629c-42db-98fa-f15c6e1c69b0 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:48.744830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:48.766674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:48.815347 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-31733f4d-d655-44de-b463-4b5a0a044d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:48.921900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0314e56-dc3c-4230-910d-4ca348b1026a req-26bd2dae-244a-47c4-b2fd-546875932b85 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397449 Jan 31 18:52:48.933935 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:48.946921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-acef7ba7-de04-407b-abd0-6d15f9c7f12c req-f2602ba6-b1b2-44e7-9c17-529dee021b26 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Deleting port 0d0c0923-545b-47c5-8efa-720b35c8c4ea {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:48.947277 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-acef7ba7-de04-407b-abd0-6d15f9c7f12c req-f2602ba6-b1b2-44e7-9c17-529dee021b26 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:48.955036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:48.956253 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:48.996130 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.079213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:49.158445 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.161561 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_controller (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.165242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:49.165979 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.224806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dd6e6-f60f-4fa8-8f95-706407f12739 req-c43687d6-6b0f-4788-b6dd-1b4503318026 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:49.226411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f24dd6e6-f60f-4fa8-8f95-706407f12739 req-c43687d6-6b0f-4788-b6dd-1b4503318026 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 945 time: 0.5682924 Jan 31 18:52:49.228610 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.20.0.1 (02dc426e-be1f-41b5-9e74-ae8223b96e19/3b5669a5-605a-4c01-a053-cd02f42b2c6b/d7467468-5d7c-4fc3-9dd7-cb77ba13314e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:49.238197 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (30ebfcf9-62a1-428c-8ef3-fad1f89ce52b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.238983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30ebfcf9-62a1-428c-8ef3-fad1f89ce52b {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:52:49.249243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-1d5219a7-da2c-40bd-803d-abfeed8d350e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0171983 Jan 31 18:52:49.276739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:49.279847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:49.280296 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.282944 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.287435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1b87b14b-ca5a-436f-bdeb-7fb75e02ca8e tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "DELETE /v2.0/routers/30ebfcf9-62a1-428c-8ef3-fad1f89ce52b HTTP/1.1" status: 204 len: 168 time: 6.0370171 Jan 31 18:52:49.311115 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48088) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:49.319531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Request body: {'port': {'device_id': 'c91c960a-d8be-478e-aa37-82bef98c5328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:49.327162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8ae2c527-7c8d-48a3-8818-d2e09292ffd4,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:49.331442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-982d1698-611f-4867-9477-633467592df1 req-9ce0f5bf-057e-4118-8aa8-7cc59ad5afb8 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 210 time: 0.2593372 Jan 31 18:52:49.335355 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.336428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f17158f3-d15f-4d51-8bad-41627ea1829e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:49.343489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:49.347701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Allocated IP 172.20.0.4 (3ac1cfd5-f267-4d8f-a602-1cc7998d4958/fc829f45-5a94-43a4-812e-3291f476ece7/1d5b5682-0118-4517-8975-47324c796a8a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:49.365155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Pushing event updated for resources: {'Port': ['ID=8b64de5d-6003-48a9-9eab-433ab9733ad5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:49.382720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:49.498735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=8ae2c527-7c8d-48a3-8818-d2e09292ffd4,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:49.548371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-acef7ba7-de04-407b-abd0-6d15f9c7f12c req-f2602ba6-b1b2-44e7-9c17-529dee021b26 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] For port 0d0c0923-545b-47c5-8efa-720b35c8c4ea, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0d0c0923-545b-47c5-8efa-720b35c8c4ea,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:49.549475 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-acef7ba7-de04-407b-abd0-6d15f9c7f12c req-f2602ba6-b1b2-44e7-9c17-529dee021b26 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.560612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:49.561586 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.566752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-acef7ba7-de04-407b-abd0-6d15f9c7f12c req-f2602ba6-b1b2-44e7-9c17-529dee021b26 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Calling delete_port for 0d0c0923-545b-47c5-8efa-720b35c8c4ea owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:49.622076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f17158f3-d15f-4d51-8bad-41627ea1829e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:49.623638 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.626606 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-6ef79604-32c0-411b-a5b0-bb6a60c64301 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9400506 Jan 31 18:52:49.635905 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.647884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Request body: {'port': {'device_id': 'bed1e6fe-d0f4-47fc-b7be-aeabcde0201f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:49.795656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f17158f3-d15f-4d51-8bad-41627ea1829e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:49.796065 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.806251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f24dd6e6-f60f-4fa8-8f95-706407f12739 req-24c55608-a480-4ea5-918f-122f37a60633 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540199 Jan 31 18:52:49.844488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port f17158f3-d15f-4d51-8bad-41627ea1829e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f17158f3-d15f-4d51-8bad-41627ea1829e,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:49.845372 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.849633 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.897652 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (68a32784-bdb2-4c76-a515-7551823ec169), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.921085 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-acef7ba7-de04-407b-abd0-6d15f9c7f12c req-f2602ba6-b1b2-44e7-9c17-529dee021b26 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0d0c0923-545b-47c5-8efa-720b35c8c4ea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.932244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=f17158f3-d15f-4d51-8bad-41627ea1829e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:49.936649 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:49.941329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8c46f182-e9a9-4386-bebd-cd1e64ec66cc'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:52:49.961399 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:50.107172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee5c4db-58b3-4235-a392-ad95df217621 None None] Network 02dc426e-be1f-41b5-9e74-ae8223b96e19 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:52:50.123178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6455e8-cb51-464c-8aa9-a51e9bb7a9c6 req-5c409a38-9af6-4cff-94da-e9706ab09bcb tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:50.124829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f6455e8-cb51-464c-8aa9-a51e9bb7a9c6 req-5c409a38-9af6-4cff-94da-e9706ab09bcb tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 931 time: 0.6780174 Jan 31 18:52:50.163673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 02dc426e-be1f-41b5-9e74-ae8223b96e19 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:50.165412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2602ba6-b1b2-44e7-9c17-529dee021b26 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event deleted for resources: {'Port': ['ID=0d0c0923-545b-47c5-8efa-720b35c8c4ea,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:50.182568 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks [] for port (1d5b5682-0118-4517-8975-47324c796a8a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:50.185429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:50.196534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:50.218189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d98ca89b-9a4d-4d6a-ada1-6d5f436bcdf1 None None] Provisioning complete for port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:50.218574 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d98ca89b-9a4d-4d6a-ada1-6d5f436bcdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:50.255320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=d7467468-5d7c-4fc3-9dd7-cb77ba13314e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:50.298677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-acef7ba7-de04-407b-abd0-6d15f9c7f12c req-f2602ba6-b1b2-44e7-9c17-529dee021b26 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] No DVR routers for this DVR port 0d0c0923-545b-47c5-8efa-720b35c8c4ea on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:50.323111 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-acef7ba7-de04-407b-abd0-6d15f9c7f12c req-f2602ba6-b1b2-44e7-9c17-529dee021b26 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:50.328369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-acef7ba7-de04-407b-abd0-6d15f9c7f12c req-f2602ba6-b1b2-44e7-9c17-529dee021b26 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "DELETE /v2.0/ports/0d0c0923-545b-47c5-8efa-720b35c8c4ea HTTP/1.1" status: 204 len: 173 time: 2.1820574 Jan 31 18:52:50.329037 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c5ad36-08ed-4a29-8587-ab08ff28012b', 'name': 'network-vif-deleted', 'tag': '0d0c0923-545b-47c5-8efa-720b35c8c4ea'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:50.332496 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc8b53e-f537-4d63-92e5-946e55e2d957" -d '{"events": [{"server_uuid": "10c5ad36-08ed-4a29-8587-ab08ff28012b", "name": "network-vif-deleted", "tag": "0d0c0923-545b-47c5-8efa-720b35c8c4ea"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:50.394098 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (9bc20011-8343-4be9-9781-24d55667a3bf), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:50.459518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f6455e8-cb51-464c-8aa9-a51e9bb7a9c6 req-d5065f17-4fb8-4a24-afea-c9caa9c2f835 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057098 Jan 31 18:52:50.461659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d98ca89b-9a4d-4d6a-ada1-6d5f436bcdf1 None None] Current status of the port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:50.490277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4dbe4-cd36-470f-8174-74fa11519e63 req-4cf0e26a-2765-4084-a001-c2bfee6b29b1 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:50.499471 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8e4dbe4-cd36-470f-8174-74fa11519e63 req-4cf0e26a-2765-4084-a001-c2bfee6b29b1 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.4316227 Jan 31 18:52:50.559883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:50.584004 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d052a1f8-45f2-4f7c-ac17-fd20b099a892 x-openstack-request-id: req-d052a1f8-45f2-4f7c-ac17-fd20b099a892 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:50.584309 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c5ad36-08ed-4a29-8587-ab08ff28012b", "name": "network-vif-deleted", "tag": "0d0c0923-545b-47c5-8efa-720b35c8c4ea", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:50.584606 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d052a1f8-45f2-4f7c-ac17-fd20b099a892 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:50.585022 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c5ad36-08ed-4a29-8587-ab08ff28012b', 'name': 'network-vif-deleted', 'tag': '0d0c0923-545b-47c5-8efa-720b35c8c4ea', 'status': 'completed', 'code': 200} Jan 31 18:52:50.787336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:50.861771 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1d5b5682-0118-4517-8975-47324c796a8a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:50.947062 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:50.947618 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:50.978912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f3796f21-b9be-4df2-9828-497fd2e87f4b None None] Provisioning complete for port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:50.979299 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f3796f21-b9be-4df2-9828-497fd2e87f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:50.995521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8e4dbe4-cd36-470f-8174-74fa11519e63 req-64e257f5-b0bf-434f-aa53-e18ae6def5fe tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735575 Jan 31 18:52:51.002721 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ede529f2-e355-46c5-9a04-22809ec1b547 req-8253db77-5ec6-415d-a8ef-e6d5431bb94b tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 210 time: 0.1229446 Jan 31 18:52:51.045683 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a32784-bdb2-4c76-a515-7551823ec169 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:52:51.086574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Publish callbacks [] for port (68a32784-bdb2-4c76-a515-7551823ec169), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.103451 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c6811958-d263-44ae-a372-ede315871d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.133370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:51.136991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Transition to ACTIVE for port object 68a32784-bdb2-4c76-a515-7551823ec169 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:52:51.147842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Pushing event updated for resources: {'Port': ['ID=1d5b5682-0118-4517-8975-47324c796a8a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:51.159824 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (68a32784-bdb2-4c76-a515-7551823ec169), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.165263 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:51.184547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:51.189659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12152006-1652-45be-9605-50e5d9fdb085 req-ade42e90-384d-470d-9581-190e37d582a5 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10c5ad36-08ed-4a29-8587-ab08ff28012b HTTP/1.1" status: 200 len: 210 time: 0.0440421 Jan 31 18:52:51.200483 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Allocated IP 172.20.0.14 (3ac1cfd5-f267-4d8f-a602-1cc7998d4958/fc829f45-5a94-43a4-812e-3291f476ece7/4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:51.213780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:51.215043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f17158f3-d15f-4d51-8bad-41627ea1829e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:51.232793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Deleting port c3f5c574-0028-4058-8a28-3faa56e03d74 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:51.232793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.252618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f3796f21-b9be-4df2-9828-497fd2e87f4b None None] Current status of the port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:51.278298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f3796f21-b9be-4df2-9828-497fd2e87f4b None None] Provisioning complete for port d7467468-5d7c-4fc3-9dd7-cb77ba13314e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:51.279015 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f3796f21-b9be-4df2-9828-497fd2e87f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.302431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Pushing event updated for resources: {'Port': ['ID=68a32784-bdb2-4c76-a515-7551823ec169,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:51.321840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:51.322498 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.332068 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.334912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f3796f21-b9be-4df2-9828-497fd2e87f4b None None] Port d7467468-5d7c-4fc3-9dd7-cb77ba13314e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:52:51.336312 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f17158f3-d15f-4d51-8bad-41627ea1829e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:51.336719 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.360273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0d0c0923-545b-47c5-8efa-720b35c8c4ea no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:51.368752 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-9460d5f1-e6f3-403b-bd45-01a74a9a63c1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2189093 Jan 31 18:52:51.389215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 0d0c0923-545b-47c5-8efa-720b35c8c4ea {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:51.389535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0d0c0923-545b-47c5-8efa-720b35c8c4ea not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:51.404320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] For port c3f5c574-0028-4058-8a28-3faa56e03d74, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c3f5c574-0028-4058-8a28-3faa56e03d74,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:51.404633 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.414536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Request body: {'port': {'device_id': '32d645e9-f5ef-416c-be4e-d7e134d04977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:51.432419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Calling delete_port for c3f5c574-0028-4058-8a28-3faa56e03d74 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:51.443909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Attempting to bind port 68a32784-bdb2-4c76-a515-7551823ec169 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:52:51.444250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Attempting to bind port 68a32784-bdb2-4c76-a515-7551823ec169 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:52:51.445300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Attempting to bind port 68a32784-bdb2-4c76-a515-7551823ec169 on network b1c9360f-629c-42db-98fa-f15c6e1c69b0 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:51.450034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f17158f3-d15f-4d51-8bad-41627ea1829e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:51.453392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Port 68a32784-bdb2-4c76-a515-7551823ec169 on network b1c9360f-629c-42db-98fa-f15c6e1c69b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:52:51.453392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Attempting to bind port 68a32784-bdb2-4c76-a515-7551823ec169 on network b1c9360f-629c-42db-98fa-f15c6e1c69b0 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:51.463854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 52a34466-b28f-47ad-acbe-8bcd3b1352bd no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:51.467485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-45ce1b97-51e5-4a3f-9478-97eff75fe02a None None] Provisioning complete for port d7467468-5d7c-4fc3-9dd7-cb77ba13314e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:51.467939 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45ce1b97-51e5-4a3f-9478-97eff75fe02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.489006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 52a34466-b28f-47ad-acbe-8bcd3b1352bd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:51.489534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 52a34466-b28f-47ad-acbe-8bcd3b1352bd not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:51.495021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:52:51.495409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Checking segment: {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:51.495830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Bound using segment: {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:52:51.496174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Bound port: 68a32784-bdb2-4c76-a515-7551823ec169, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:52:51.496565 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (68a32784-bdb2-4c76-a515-7551823ec169), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.529659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-45ce1b97-51e5-4a3f-9478-97eff75fe02a None None] Port d7467468-5d7c-4fc3-9dd7-cb77ba13314e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:52:51.674216 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1d5b5682-0118-4517-8975-47324c796a8a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.684756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks [] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:51.897030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.025134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:52.028203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] For port 68a32784-bdb2-4c76-a515-7551823ec169, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:52:52.033952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] For port 68a32784-bdb2-4c76-a515-7551823ec169, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=68a32784-bdb2-4c76-a515-7551823ec169,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:52:52.041047 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:52.044962 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Pushing event updated for resources: {'Port': ['ID=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:52.048957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be29f3-a9f7-4c60-ac84-b4707804c3ee req-e55357a3-45a9-437d-8c65-cb22e316b896 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:52.054687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:52.056753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78be29f3-a9f7-4c60-ac84-b4707804c3ee req-e55357a3-45a9-437d-8c65-cb22e316b896 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 943 time: 0.5055807 Jan 31 18:52:52.068956 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (68a32784-bdb2-4c76-a515-7551823ec169), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.152508 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:52.153133 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.160062 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.165193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:52.166590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.168167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] 10.222.0.49 "PUT /v2.0/ports/68a32784-bdb2-4c76-a515-7551823ec169 HTTP/1.1" status: 200 len: 1092 time: 2.8544874 Jan 31 18:52:52.172160 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.225556 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-0160464e-5186-4011-9806-54dba3f3b7dc tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1959648 Jan 31 18:52:52.256820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Request body: {'port': {'device_id': '2b937701-0b27-4ae8-aac5-7822e7f8de71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:52.264952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78be29f3-a9f7-4c60-ac84-b4707804c3ee req-1a42cf9e-16b2-47df-aa62-dbec91beb498 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071025 Jan 31 18:52:52.265573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4390a-45f5-4456-98c5-51d112ce7e4f service neutron] Pushing event updated for resources: {'Port': ['ID=68a32784-bdb2-4c76-a515-7551823ec169,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:52.283856 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c3f5c574-0028-4058-8a28-3faa56e03d74), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.321448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b64de5d-6003-48a9-9eab-433ab9733ad5 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:52:52.336521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3f5c574-0028-4058-8a28-3faa56e03d74,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:52.339664 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Publish callbacks [] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.346359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71592a-c1d5-43ec-b1be-237b158f1cde req-28464f9c-47ea-41f6-8fd2-628c5eade12a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:52.348541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e71592a-c1d5-43ec-b1be-237b158f1cde req-28464f9c-47ea-41f6-8fd2-628c5eade12a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.2663915 Jan 31 18:52:52.368906 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (9bc20011-8343-4be9-9781-24d55667a3bf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.379507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Transition to ACTIVE for port object 8b64de5d-6003-48a9-9eab-433ab9733ad5 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:52:52.401890 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.411928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.413809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=d7467468-5d7c-4fc3-9dd7-cb77ba13314e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:52.472030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-fcc81deb-85a6-40be-b166-a0290781ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:52.473445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-fcc81deb-85a6-40be-b166-a0290781ce09 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 1126 time: 0.2520173 Jan 31 18:52:52.547845 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.555822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-62e7e086-0d49-4afd-a24b-6a4f93c11b72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a32784-bdb2-4c76-a515-7551823ec169 HTTP/1.1" status: 200 len: 217 time: 0.0623491 Jan 31 18:52:52.558494 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.590495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Pushing event updated for resources: {'Port': ['ID=8b64de5d-6003-48a9-9eab-433ab9733ad5,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:52.604779 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e71592a-c1d5-43ec-b1be-237b158f1cde req-e4873297-86df-4a03-a904-41ccbdaa1f82 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353227 Jan 31 18:52:52.606187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91c960a-d8be-478e-aa37-82bef98c5328', 'tag': '68a32784-bdb2-4c76-a515-7551823ec169'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:52.608541 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d22ae4d-a036-425e-8bf5-cbd9b5e50772" -d '{"events": [{"name": "network-changed", "server_uuid": "c91c960a-d8be-478e-aa37-82bef98c5328", "tag": "68a32784-bdb2-4c76-a515-7551823ec169"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:52.691682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2191426-a235-4ee3-8594-48b677e8c461 req-854fd7e4-b8e5-4d9a-9ea9-e48fafa6fc13 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:52.693291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2191426-a235-4ee3-8594-48b677e8c461 req-854fd7e4-b8e5-4d9a-9ea9-e48fafa6fc13 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 932 time: 0.3365302 Jan 31 18:52:52.738117 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.749380 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc0a046-a771-417d-9d50-ccada8d09b21 x-openstack-request-id: req-9bc0a046-a771-417d-9d50-ccada8d09b21 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:52.749976 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91c960a-d8be-478e-aa37-82bef98c5328", "tag": "68a32784-bdb2-4c76-a515-7551823ec169", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:52.750240 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bc0a046-a771-417d-9d50-ccada8d09b21 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:52.750658 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91c960a-d8be-478e-aa37-82bef98c5328', 'tag': '68a32784-bdb2-4c76-a515-7551823ec169', 'status': 'completed', 'code': 200} Jan 31 18:52:52.754600 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_controller (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.779540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-d10516a9-03e7-4607-8631-3e7cb0ff22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:52.781392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-d10516a9-03e7-4607-8631-3e7cb0ff22ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09a15e6d-a69c-4a57-8ca0-d0f230a4ef00 HTTP/1.1" status: 200 len: 853 time: 0.2169914 Jan 31 18:52:52.833161 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 02dc426e-be1f-41b5-9e74-ae8223b96e19 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:52.843912 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:52.854814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-deb88681-f919-4bb0-8ae0-1cb0416ec495 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b1c9360f-629c-42db-98fa-f15c6e1c69b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433004 Jan 31 18:52:52.858403 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (05d44cf7-d9dc-4cd6-9f87-939e65a3aba5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.859249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05d44cf7-d9dc-4cd6-9f87-939e65a3aba5 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:52:52.865564 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.871217 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5072b33f-3cc6-4549-97d5-3792dfce9340 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "DELETE /v2.0/routers/05d44cf7-d9dc-4cd6-9f87-939e65a3aba5 HTTP/1.1" status: 204 len: 168 time: 3.5376904 Jan 31 18:52:52.872472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48110) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:52.889582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-692926180', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:52.910831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Attempting to bind port 8b64de5d-6003-48a9-9eab-433ab9733ad5 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:52:52.911174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Attempting to bind port 8b64de5d-6003-48a9-9eab-433ab9733ad5 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:52:52.911501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Attempting to bind port 8b64de5d-6003-48a9-9eab-433ab9733ad5 on network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:52.959297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2191426-a235-4ee3-8594-48b677e8c461 req-0f1e5c06-982b-4af4-8c10-3f8b7198b5be tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319105 Jan 31 18:52:52.980203 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (5a8784d4-6634-42d0-baad-d60d9432aff9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:52.981415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (5a8784d4-6634-42d0-baad-d60d9432aff9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:53.033948 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Port 8b64de5d-6003-48a9-9eab-433ab9733ad5 on network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:52:53.034213 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Attempting to bind port 8b64de5d-6003-48a9-9eab-433ab9733ad5 on network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:53.042611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5b5682-0118-4517-8975-47324c796a8a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:52:53.062821 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Publish callbacks [] for port (1d5b5682-0118-4517-8975-47324c796a8a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:53.066198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:52:53.066540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Checking segment: {'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:53.066985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Bound using segment: {'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:52:53.067405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Bound port: 8b64de5d-6003-48a9-9eab-433ab9733ad5, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:52:53.067758 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:53.084120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-a43560ba-fd89-477c-8a79-3daba60f6651 service neutron] 10.222.0.49 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073474 Jan 31 18:52:53.111269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_controller (5a8784d4-6634-42d0-baad-d60d9432aff9), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:53.137362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Transition to ACTIVE for port object 1d5b5682-0118-4517-8975-47324c796a8a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:52:53.316017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-47b569d4-2289-4e4e-8f4e-f69b8c215606 None None] Provisioning complete for port d7467468-5d7c-4fc3-9dd7-cb77ba13314e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:53.317855 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-47b569d4-2289-4e4e-8f4e-f69b8c215606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:53.332690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f09ca9-b01e-4049-9a99-4b56e20fdd6a req-cb35993a-6fdf-40e3-97b7-0cfde46e6476 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:53.334386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0f09ca9-b01e-4049-9a99-4b56e20fdd6a req-cb35993a-6fdf-40e3-97b7-0cfde46e6476 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.2996941 Jan 31 18:52:53.362962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-47b569d4-2289-4e4e-8f4e-f69b8c215606 None None] Port d7467468-5d7c-4fc3-9dd7-cb77ba13314e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:52:53.415634 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (1d5b5682-0118-4517-8975-47324c796a8a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:53.421783 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (5a8784d4-6634-42d0-baad-d60d9432aff9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:53.465708 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93407c8e-bd91-4c4e-9da8-66e4d9a31ea8 req-65d8ad48-2f3e-4e61-87e2-15aa4a7745d5 service neutron] 10.222.0.49 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531265 Jan 31 18:52:53.528324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb0496-e29d-4e1a-8d92-9734b73ecaa8 req-b7cb1016-9e28-4140-907b-5589b1a4cafa tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:53.529971 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ffb0496-e29d-4e1a-8d92-9734b73ecaa8 req-b7cb1016-9e28-4140-907b-5589b1a4cafa tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.2883840 Jan 31 18:52:53.536382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0f09ca9-b01e-4049-9a99-4b56e20fdd6a req-4e0f43e2-5db5-4edb-8b37-bc69efe5fbd7 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846735 Jan 31 18:52:53.562970 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router 9bc20011-8343-4be9-9781-24d55667a3bf has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:52:53.562970 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Pushing event updated for resources: {'Port': ['ID=1d5b5682-0118-4517-8975-47324c796a8a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:53.570169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] For port 8b64de5d-6003-48a9-9eab-433ab9733ad5, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:52:53.638152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] For port 8b64de5d-6003-48a9-9eab-433ab9733ad5, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8b64de5d-6003-48a9-9eab-433ab9733ad5,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:52:53.638740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02e7f6-a390-4ba5-b0cf-45c644080e77 req-6cc25b27-bb12-4d26-acbd-af1a9a0120ad tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:53.645688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a02e7f6-a390-4ba5-b0cf-45c644080e77 req-6cc25b27-bb12-4d26-acbd-af1a9a0120ad tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 943 time: 0.2584932 Jan 31 18:52:53.655997 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:53.761647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:53.762273 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:53.763704 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] 10.222.0.49 "PUT /v2.0/ports/8b64de5d-6003-48a9-9eab-433ab9733ad5 HTTP/1.1" status: 200 len: 1092 time: 4.1255250 Jan 31 18:52:53.766218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed1e6fe-d0f4-47fc-b7be-aeabcde0201f', 'tag': '8b64de5d-6003-48a9-9eab-433ab9733ad5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:53.769153 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676e953c-91fb-4eb7-b683-f9ce121ff62b" -d '{"events": [{"name": "network-changed", "server_uuid": "bed1e6fe-d0f4-47fc-b7be-aeabcde0201f", "tag": "8b64de5d-6003-48a9-9eab-433ab9733ad5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:53.809234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22ae4d-a036-425e-8bf5-cbd9b5e50772 req-74aa2a53-c257-46bc-95ed-ce42c82a50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:53.810688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d22ae4d-a036-425e-8bf5-cbd9b5e50772 req-74aa2a53-c257-46bc-95ed-ce42c82a50ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 1126 time: 0.2701786 Jan 31 18:52:53.856706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a02e7f6-a390-4ba5-b0cf-45c644080e77 req-9b9f8f65-c05f-4afc-af19-9b99b768f039 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042234 Jan 31 18:52:53.891486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Attempting to bind port 1d5b5682-0118-4517-8975-47324c796a8a on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:52:53.892066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Attempting to bind port 1d5b5682-0118-4517-8975-47324c796a8a by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:52:53.892601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Attempting to bind port 1d5b5682-0118-4517-8975-47324c796a8a on network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:53.904766 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a3c3a-03b6-47c1-9cdc-c4d861de7c7a service neutron] Pushing event updated for resources: {'Port': ['ID=8b64de5d-6003-48a9-9eab-433ab9733ad5,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:53.916753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:52:53.929972 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Port 1d5b5682-0118-4517-8975-47324c796a8a on network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:52:53.930373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Attempting to bind port 1d5b5682-0118-4517-8975-47324c796a8a on network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:53.941159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Publish callbacks [] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:53.947301 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb2f453-e737-4264-a62a-b36e1698e790 x-openstack-request-id: req-afb2f453-e737-4264-a62a-b36e1698e790 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:53.947592 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed1e6fe-d0f4-47fc-b7be-aeabcde0201f", "tag": "8b64de5d-6003-48a9-9eab-433ab9733ad5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:53.947842 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afb2f453-e737-4264-a62a-b36e1698e790 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:53.948244 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed1e6fe-d0f4-47fc-b7be-aeabcde0201f', 'tag': '8b64de5d-6003-48a9-9eab-433ab9733ad5', 'status': 'completed', 'code': 200} Jan 31 18:52:53.954026 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:52:53.954026 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Checking segment: {'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:53.954026 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Bound using segment: {'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:52:53.955069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Bound port: 1d5b5682-0118-4517-8975-47324c796a8a, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:52:53.955069 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1d5b5682-0118-4517-8975-47324c796a8a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:53.957187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:52:53.973379 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Sync routers for ids ['9bc20011-8343-4be9-9781-24d55667a3bf'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:52:53.973984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b7927-7c92-450b-a41c-3727267ea802 req-f734af3c-3641-4834-890d-4460b8e60f8a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:53.981003 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fea29b88-7daf-49f8-aa8a-ee2cbb1b5002 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "PUT /v2.0/routers/9bc20011-8343-4be9-9781-24d55667a3bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0153096 Jan 31 18:52:53.981211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-293b7927-7c92-450b-a41c-3727267ea802 req-f734af3c-3641-4834-890d-4460b8e60f8a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.2577682 Jan 31 18:52:53.986460 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Transition to ACTIVE for port object 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:52:53.991053 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Routers {'9bc20011-8343-4be9-9781-24d55667a3bf'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:53.995489 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9bc20011-8343-4be9-9781-24d55667a3bf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:54.014524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.039884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7ffb0496-e29d-4e1a-8d92-9734b73ecaa8 req-715ac576-bd7d-4b44-9f64-98d9a6736e85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Deleting port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:52:54.040128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-e12cdad1-cfd6-48ea-897b-80e33390fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:54.040301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7ffb0496-e29d-4e1a-8d92-9734b73ecaa8 req-715ac576-bd7d-4b44-9f64-98d9a6736e85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.041600 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-e12cdad1-cfd6-48ea-897b-80e33390fe63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c812da1120e4be0a01b599d9b3c06a7&device_id=bed1e6fe-d0f4-47fc-b7be-aeabcde0201f HTTP/1.1" status: 200 len: 1126 time: 0.1921952 Jan 31 18:52:54.055187 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.157384 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-a2e460a3-ed24-4a35-a8e1-1f4287fb7b29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b64de5d-6003-48a9-9eab-433ab9733ad5 HTTP/1.1" status: 200 len: 217 time: 0.0903614 Jan 31 18:52:54.171022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22ae4d-a036-425e-8bf5-cbd9b5e50772 req-1682ea99-f020-4ee8-861d-9d6b340dc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:54.172663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d22ae4d-a036-425e-8bf5-cbd9b5e50772 req-1682ea99-f020-4ee8-861d-9d6b340dc0af service neutron] 10.222.0.49 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 914 time: 0.3508415 Jan 31 18:52:54.173078 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Set router 9bc20011-8343-4be9-9781-24d55667a3bf gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:54.202757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Pushing event updated for resources: {'Port': ['ID=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:54.239995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] For port 1d5b5682-0118-4517-8975-47324c796a8a, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:52:54.241565 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.314240 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-a0342329-b07f-4620-a016-b7d75390d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:54.317237 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-a0342329-b07f-4620-a016-b7d75390d04b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc829f45-5a94-43a4-812e-3291f476ece7 HTTP/1.1" status: 200 len: 858 time: 0.1507423 Jan 31 18:52:54.319549 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] For port 1d5b5682-0118-4517-8975-47324c796a8a, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1d5b5682-0118-4517-8975-47324c796a8a,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:52:54.334176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d22ae4d-a036-425e-8bf5-cbd9b5e50772 req-ad041554-4962-44c0-9682-1ff98758c964 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a32784-bdb2-4c76-a515-7551823ec169 HTTP/1.1" status: 200 len: 217 time: 0.0863903 Jan 31 18:52:54.342751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-293b7927-7c92-450b-a41c-3727267ea802 req-14b65f9b-2987-48c9-8ac2-572bdc3203b5 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613992 Jan 31 18:52:54.358860 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (1d5b5682-0118-4517-8975-47324c796a8a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.400517 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (5a8784d4-6634-42d0-baad-d60d9432aff9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.416652 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd7467468-5d7c-4fc3-9dd7-cb77ba13314e', 'name': '', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:19:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:48Z', 'updated_at': '2022-01-31T18:52:51Z', 'revision_number': 2, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:54.430991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.437516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:54.439177 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.441678 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] 10.222.0.49 "PUT /v2.0/ports/1d5b5682-0118-4517-8975-47324c796a8a HTTP/1.1" status: 200 len: 1092 time: 3.0318696 Jan 31 18:52:54.446214 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Checking router: 9bc20011-8343-4be9-9781-24d55667a3bf for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:52:54.446582 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Updating router 9bc20011-8343-4be9-9781-24d55667a3bf port d7467468-5d7c-4fc3-9dd7-cb77ba13314e binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:52:54.447367 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-30c24968-0624-4ff7-8fc5-bec1514fe72b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220994 Jan 31 18:52:54.468756 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b7d3c-a216-456b-976f-eb77558b40ff service neutron] Pushing event updated for resources: {'Port': ['ID=1d5b5682-0118-4517-8975-47324c796a8a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:54.489704 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.566370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7ffb0496-e29d-4e1a-8d92-9734b73ecaa8 req-715ac576-bd7d-4b44-9f64-98d9a6736e85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] For port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8c46f182-e9a9-4386-bebd-cd1e64ec66cc,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:54.566733 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7ffb0496-e29d-4e1a-8d92-9734b73ecaa8 req-715ac576-bd7d-4b44-9f64-98d9a6736e85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.583601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Attempting to bind port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:52:54.583940 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Attempting to bind port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:52:54.584616 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Attempting to bind port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 on network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:54.598871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 on network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:52:54.599218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Attempting to bind port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 on network 3ac1cfd5-f267-4d8f-a602-1cc7998d4958 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:54.606059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:52:54.609711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Checking segment: {'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:54.610089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Bound using segment: {'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:52:54.610750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Bound port: 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94697372-6220-4f22-baa6-2ae4038a65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:52:54.611319 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.617931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0350f-ac26-4f40-9af9-0fb3f82fba8c req-327e0f2a-0eae-4cd6-b68d-a2b91291e5f3 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:54.619486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ff0350f-ac26-4f40-9af9-0fb3f82fba8c req-327e0f2a-0eae-4cd6-b68d-a2b91291e5f3 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 944 time: 0.4518228 Jan 31 18:52:54.630437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22ae4d-a036-425e-8bf5-cbd9b5e50772 req-86250dc6-00f4-4b99-80d4-f581b44187fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:54.632301 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d22ae4d-a036-425e-8bf5-cbd9b5e50772 req-86250dc6-00f4-4b99-80d4-f581b44187fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09a15e6d-a69c-4a57-8ca0-d0f230a4ef00 HTTP/1.1" status: 200 len: 853 time: 0.2886252 Jan 31 18:52:54.642519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7ffb0496-e29d-4e1a-8d92-9734b73ecaa8 req-715ac576-bd7d-4b44-9f64-98d9a6736e85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Calling delete_port for 8c46f182-e9a9-4386-bebd-cd1e64ec66cc owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:52:54.672268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c3f5c574-0028-4058-8a28-3faa56e03d74 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:54.688893 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-61a29103-92b1-4859-a69f-5de6fc206a47 service neutron] 10.222.0.49 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156575 Jan 31 18:52:54.695578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-ee8eba37-36ea-4ad3-a6c4-83cb8b5f6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:54.697549 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-ee8eba37-36ea-4ad3-a6c4-83cb8b5f6d97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c812da1120e4be0a01b599d9b3c06a7&device_id=32d645e9-f5ef-416c-be4e-d7e134d04977 HTTP/1.1" status: 200 len: 1126 time: 0.1996984 Jan 31 18:52:54.704710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d22ae4d-a036-425e-8bf5-cbd9b5e50772 req-e8713e40-9e5b-4526-b6e2-564858738a77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b1c9360f-629c-42db-98fa-f15c6e1c69b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514433 Jan 31 18:52:54.704972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c3f5c574-0028-4058-8a28-3faa56e03d74 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:52:54.705305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c3f5c574-0028-4058-8a28-3faa56e03d74 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:54.718113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-8a6a729a-b77d-42f6-9e53-741123115038 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87738976&fields=id&tenant_id=ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 267 time: 0.2213826 Jan 31 18:52:54.773453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Allocated IP 172.25.8.108 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/53976569-345d-491f-bf2c-39b6779efbdb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:54.822441 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-b346bfa4-9b56-4bca-acc1-69aa44082eb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d5b5682-0118-4517-8975-47324c796a8a HTTP/1.1" status: 200 len: 217 time: 0.0830810 Jan 31 18:52:54.865078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] For port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:52:54.879585 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Publish callbacks [] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.887734 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.902655 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] For port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:52:54.924922 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:54.959370 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047030dc-e69d-4061-b863-4fc1876b0148 None None] Pushing event updated for resources: {'Port': ['ID=d7467468-5d7c-4fc3-9dd7-cb77ba13314e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:54.983184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-7fba4479-11e9-4bc4-8a11-ee0670b2a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:54.986123 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-7fba4479-11e9-4bc4-8a11-ee0670b2a247 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc829f45-5a94-43a4-812e-3291f476ece7 HTTP/1.1" status: 200 len: 858 time: 0.1548309 Jan 31 18:52:55.044748 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Attempting to bind port d7467468-5d7c-4fc3-9dd7-cb77ba13314e on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:52:55.045927 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Attempting to bind port d7467468-5d7c-4fc3-9dd7-cb77ba13314e by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:52:55.047343 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Attempting to bind port d7467468-5d7c-4fc3-9dd7-cb77ba13314e on network 02dc426e-be1f-41b5-9e74-ae8223b96e19 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:52:55.053933 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:52:55.054608 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Checking segment: {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:52:55.055223 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:55.055778 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Bound using segment: {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:52:55.056445 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Bound port: d7467468-5d7c-4fc3-9dd7-cb77ba13314e, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:52:55.057278 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:55.063066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:55.063813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:55.065602 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] 10.222.0.21 "PUT /v2.0/ports/4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 HTTP/1.1" status: 200 len: 1093 time: 2.8153143 Jan 31 18:52:55.067788 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-76cff758-78cf-4662-ae83-0d5d1e4a3e7b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641870 Jan 31 18:52:55.147668 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-8e62a3b1-31bd-4a0d-a680-3c683ec1a108 service neutron] 10.222.0.49 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488072 Jan 31 18:52:55.225783 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] For port d7467468-5d7c-4fc3-9dd7-cb77ba13314e, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:52:55.227063 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:55.238680 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] For port d7467468-5d7c-4fc3-9dd7-cb77ba13314e, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d7467468-5d7c-4fc3-9dd7-cb77ba13314e,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:52:55.249372 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:55.279868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195a1c4-a933-439a-bf79-ac28bb5a5f31 service neutron] Pushing event updated for resources: {'Port': ['ID=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:55.352002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 68a32784-bdb2-4c76-a515-7551823ec169 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:52:55.361352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ff0350f-ac26-4f40-9af9-0fb3f82fba8c req-5686453f-d00f-457f-a533-83845ea18563 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7256248 Jan 31 18:52:55.365698 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Routers {'9bc20011-8343-4be9-9781-24d55667a3bf'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:55.366612 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9bc20011-8343-4be9-9781-24d55667a3bf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:55.367056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-099b6eaf-68fb-4f03-937e-c5bffdf72907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:55.368902 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-099b6eaf-68fb-4f03-937e-c5bffdf72907 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c812da1120e4be0a01b599d9b3c06a7&device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 1127 time: 0.2533181 Jan 31 18:52:55.371194 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047030dc-e69d-4061-b863-4fc1876b0148 None None] Pushing event updated for resources: {'Port': ['ID=d7467468-5d7c-4fc3-9dd7-cb77ba13314e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:55.455213 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-5d5605b7-b9ef-44c3-be5f-f48e616fe4c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 HTTP/1.1" status: 200 len: 217 time: 0.0584321 Jan 31 18:52:55.465185 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-195aa08d-07e2-41a4-9b85-c4c6bcef54b8 service neutron] 10.222.0.49 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768802 Jan 31 18:52:55.527705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8c46f182-e9a9-4386-bebd-cd1e64ec66cc no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:52:55.528623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e953c-91fb-4eb7-b683-f9ce121ff62b req-35a56b46-efec-4099-92ab-b1885be18ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:55.531103 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-676e953c-91fb-4eb7-b683-f9ce121ff62b req-35a56b46-efec-4099-92ab-b1885be18ca4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c812da1120e4be0a01b599d9b3c06a7&device_id=bed1e6fe-d0f4-47fc-b7be-aeabcde0201f HTTP/1.1" status: 200 len: 1126 time: 0.2620025 Jan 31 18:52:55.532894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-525f3a2d-ee9d-42a9-84d0-ddd3f0c57f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:55.536129 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-525f3a2d-ee9d-42a9-84d0-ddd3f0c57f41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc829f45-5a94-43a4-812e-3291f476ece7 HTTP/1.1" status: 200 len: 858 time: 0.0698335 Jan 31 18:52:55.619990 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-557a32a7-7b75-419d-8bad-90d007e2d222 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628564 Jan 31 18:52:55.679206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d22ae4d-a036-425e-8bf5-cbd9b5e50772 req-d55ee4a1-fd9b-491c-a023-7892342657b6 service neutron] 10.222.0.49 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9600031 Jan 31 18:52:55.691847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f64e32-e08c-4353-8048-5484bb88559e req-4e712cb9-67fa-432b-acbc-55f8016d197c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:55.700931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-4e712cb9-67fa-432b-acbc-55f8016d197c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 797 time: 0.9386115 Jan 31 18:52:55.778241 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] Set router 9bc20011-8343-4be9-9781-24d55667a3bf gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:52:55.801305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-42c2384a-018d-4ab4-b27e-664263d4f103 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/quotas/ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 375 time: 0.0992844 Jan 31 18:52:55.862728 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e953c-91fb-4eb7-b683-f9ce121ff62b req-001482d9-1ffe-4bda-b1fd-11c2d22d8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:55.865470 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-676e953c-91fb-4eb7-b683-f9ce121ff62b req-001482d9-1ffe-4bda-b1fd-11c2d22d8798 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958 HTTP/1.1" status: 200 len: 919 time: 0.3197575 Jan 31 18:52:55.870904 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-4e0af360-3193-43b9-89ed-0ba98277e8e6 service neutron] 10.222.0.49 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335264 Jan 31 18:52:55.888197 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for port (53976569-345d-491f-bf2c-39b6779efbdb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:55.910062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed5df1-c223-46a3-b8cf-1ae089bb6252 req-b070afea-08a1-496c-9849-c558766657e8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:55.918628 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dfed5df1-c223-46a3-b8cf-1ae089bb6252 req-b070afea-08a1-496c-9849-c558766657e8 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=10684fdc-a7e4-4b9a-b27e-5629750c102b HTTP/1.1" status: 200 len: 946 time: 0.4123809 Jan 31 18:52:55.954827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d645e9-f5ef-416c-be4e-d7e134d04977', 'tag': '1d5b5682-0118-4517-8975-47324c796a8a'}, {'name': 'network-changed', 'server_uuid': '2b937701-0b27-4ae8-aac5-7822e7f8de71', 'tag': '4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:55.958714 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06735500-f8af-4e3f-954b-ecea2cce0f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "32d645e9-f5ef-416c-be4e-d7e134d04977", "tag": "1d5b5682-0118-4517-8975-47324c796a8a"}, {"name": "network-changed", "server_uuid": "2b937701-0b27-4ae8-aac5-7822e7f8de71", "tag": "4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:55.967262 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-676e953c-91fb-4eb7-b683-f9ce121ff62b req-f014f292-5735-478b-bf74-b57d5393a281 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b64de5d-6003-48a9-9eab-433ab9733ad5 HTTP/1.1" status: 200 len: 217 time: 0.0888064 Jan 31 18:52:55.970633 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-43f4cd2e-7770-4d81-83a6-7216fd09c428 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117497 Jan 31 18:52:55.978483 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7ffb0496-e29d-4e1a-8d92-9734b73ecaa8 req-715ac576-bd7d-4b44-9f64-98d9a6736e85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8c46f182-e9a9-4386-bebd-cd1e64ec66cc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:56.018290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7ca0c096-65d6-4fef-b64f-854d1cf3be54 None None] Provisioning complete for port d7467468-5d7c-4fc3-9dd7-cb77ba13314e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:56.018820 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7ca0c096-65d6-4fef-b64f-854d1cf3be54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:56.069258 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No active binding found for port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc {{(pid=103227) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 18:52:56.069952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc host None! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:52:56.070421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ac576-bd7d-4b44-9f64-98d9a6736e85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event deleted for resources: {'Port': ['ID=8c46f182-e9a9-4386-bebd-cd1e64ec66cc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:56.070774 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8c46f182-e9a9-4386-bebd-cd1e64ec66cc not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:52:56.076871 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd7467468-5d7c-4fc3-9dd7-cb77ba13314e', 'name': '', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:19:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:48Z', 'updated_at': '2022-01-31T18:52:55Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:56.082764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d22ae4d-a036-425e-8bf5-cbd9b5e50772 req-0b98d95b-5ab5-4c24-8577-c8f4b213ff16 service neutron] 10.222.0.49 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600707 Jan 31 18:52:56.087391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 68a32784-bdb2-4c76-a515-7551823ec169, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=68a32784-bdb2-4c76-a515-7551823ec169,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:56.108383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-ad0f39c5-0669-4739-b924-b79631e604c5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2985811 Jan 31 18:52:56.115072 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-434b865d-0f12-4821-8c41-ea7b63efa4b6 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188374 Jan 31 18:52:56.116726 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1bbd5-5630-437b-a095-10880716afc8 None None] The sync data for ids ['9bc20011-8343-4be9-9781-24d55667a3bf'] in n-d-812111-15 is: [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd7467468-5d7c-4fc3-9dd7-cb77ba13314e', 'name': '', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:19:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:48Z', 'updated_at': '2022-01-31T18:52:55Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:52:56.157552 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dfed5df1-c223-46a3-b8cf-1ae089bb6252 req-46f346da-4f15-4e41-9309-7e0382f7d698 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffd3093d-ad9c-4616-a5dd-a2924a38a88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327154 Jan 31 18:52:56.166602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '68a32784-bdb2-4c76-a515-7551823ec169', 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0', 'port_id': '68a32784-bdb2-4c76-a515-7551823ec169', 'mac_address': 'fa:16:3e:20:17:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a15e6d-a69c-4a57-8ca0-d0f230a4ef00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:52:56.231950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e953c-91fb-4eb7-b683-f9ce121ff62b req-f80b0872-1a34-4883-85b2-56c93717ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:56.234500 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-676e953c-91fb-4eb7-b683-f9ce121ff62b req-f80b0872-1a34-4883-85b2-56c93717ce18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc829f45-5a94-43a4-812e-3291f476ece7 HTTP/1.1" status: 200 len: 858 time: 0.2582130 Jan 31 18:52:56.238185 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:56.244007 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (53976569-345d-491f-bf2c-39b6779efbdb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:56.296484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7ca0c096-65d6-4fef-b64f-854d1cf3be54 None None] Current status of the port d7467468-5d7c-4fc3-9dd7-cb77ba13314e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:56.296883 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7ca0c096-65d6-4fef-b64f-854d1cf3be54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:56.306324 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-676e953c-91fb-4eb7-b683-f9ce121ff62b req-1eb65dbf-6df4-4e79-a0db-ff7c3e3bb58d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594726 Jan 31 18:52:56.339341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 68a32784-bdb2-4c76-a515-7551823ec169 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:56.339732 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (68a32784-bdb2-4c76-a515-7551823ec169), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:56.385247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a32784-bdb2-4c76-a515-7551823ec169 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:52:56.395810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7ca0c096-65d6-4fef-b64f-854d1cf3be54 None None] For port d7467468-5d7c-4fc3-9dd7-cb77ba13314e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d7467468-5d7c-4fc3-9dd7-cb77ba13314e,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:56.408262 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7ca0c096-65d6-4fef-b64f-854d1cf3be54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:56.447539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-0d56567c-74a2-4773-9ded-689f1c1a77a0 service neutron] 10.222.0.20 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361063 Jan 31 18:52:56.448298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 68a32784-bdb2-4c76-a515-7551823ec169, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=68a32784-bdb2-4c76-a515-7551823ec169,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:56.458089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffb0496-e29d-4e1a-8d92-9734b73ecaa8 req-715ac576-bd7d-4b44-9f64-98d9a6736e85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] No DVR routers for this DVR port 8c46f182-e9a9-4386-bebd-cd1e64ec66cc on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:52:56.461121 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7ffb0496-e29d-4e1a-8d92-9734b73ecaa8 req-715ac576-bd7d-4b44-9f64-98d9a6736e85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:56.463243 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (68a32784-bdb2-4c76-a515-7551823ec169), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:56.466346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ffb0496-e29d-4e1a-8d92-9734b73ecaa8 req-715ac576-bd7d-4b44-9f64-98d9a6736e85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "DELETE /v2.0/ports/8c46f182-e9a9-4386-bebd-cd1e64ec66cc HTTP/1.1" status: 204 len: 173 time: 2.9243600 Jan 31 18:52:56.476820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10684fdc-a7e4-4b9a-b27e-5629750c102b', 'name': 'network-vif-deleted', 'tag': '8c46f182-e9a9-4386-bebd-cd1e64ec66cc'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:56.480030 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309212c4-cfbc-4653-8dca-4bafe1c878d4" -d '{"events": [{"server_uuid": "10684fdc-a7e4-4b9a-b27e-5629750c102b", "name": "network-vif-deleted", "tag": "8c46f182-e9a9-4386-bebd-cd1e64ec66cc"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:56.484787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:52:56.519385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:52:56.523083 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:52:56.535284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0c096-65d6-4fef-b64f-854d1cf3be54 None None] Pushing event updated for resources: {'Port': ['ID=d7467468-5d7c-4fc3-9dd7-cb77ba13314e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:56.559039 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-676e953c-91fb-4eb7-b683-f9ce121ff62b req-7fe51c59-5089-4e0c-9998-6cacfb069e40 service neutron] 10.222.0.49 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152650 Jan 31 18:52:56.625383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=68a32784-bdb2-4c76-a515-7551823ec169,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:56.653362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d0281bcb-bb67-4c55-aa91-2f999599a953 None None] Provisioning complete for port d7467468-5d7c-4fc3-9dd7-cb77ba13314e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:56.653873 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0281bcb-bb67-4c55-aa91-2f999599a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:56.705649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Pushing event updated for resources: {'Port': ['ID=53976569-345d-491f-bf2c-39b6779efbdb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:56.753610 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-676e953c-91fb-4eb7-b683-f9ce121ff62b req-330b6239-298e-4105-868f-0f05a88742a1 service neutron] 10.222.0.49 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852489 Jan 31 18:52:56.782905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['68a32784-bdb2-4c76-a515-7551823ec169'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:52:56.855759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d7467468-5d7c-4fc3-9dd7-cb77ba13314e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:56.860602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d0281bcb-bb67-4c55-aa91-2f999599a953 None None] Current status of the port d7467468-5d7c-4fc3-9dd7-cb77ba13314e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:56.871117 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e908cf6-99e6-44bb-a782-7e68f69fb257 req-7b6ab17a-40cf-463d-a689-ca032c8b95d0 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:56.873289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e908cf6-99e6-44bb-a782-7e68f69fb257 req-7b6ab17a-40cf-463d-a689-ca032c8b95d0 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 943 time: 0.5828881 Jan 31 18:52:56.878492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-d2608f14-bd12-45a1-888d-d9927cf9fe4c service neutron] 10.222.0.20 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880963 Jan 31 18:52:57.024134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d7467468-5d7c-4fc3-9dd7-cb77ba13314e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:57.024555 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:57.048379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e908cf6-99e6-44bb-a782-7e68f69fb257 req-22a31c54-03d3-464e-9f78-625b4ee7114d tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400287 Jan 31 18:52:57.077839 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (5a8784d4-6634-42d0-baad-d60d9432aff9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:57.184038 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a0b859-4e0e-41de-8ac5-61491ebdf521 x-openstack-request-id: req-b4a0b859-4e0e-41de-8ac5-61491ebdf521 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:57.184360 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d645e9-f5ef-416c-be4e-d7e134d04977", "tag": "1d5b5682-0118-4517-8975-47324c796a8a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2b937701-0b27-4ae8-aac5-7822e7f8de71", "tag": "4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:57.184628 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4a0b859-4e0e-41de-8ac5-61491ebdf521 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:57.185142 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d645e9-f5ef-416c-be4e-d7e134d04977', 'tag': '1d5b5682-0118-4517-8975-47324c796a8a', 'status': 'completed', 'code': 200} Jan 31 18:52:57.186470 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b937701-0b27-4ae8-aac5-7822e7f8de71', 'tag': '4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0', 'status': 'completed', 'code': 200} Jan 31 18:52:57.269542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d7467468-5d7c-4fc3-9dd7-cb77ba13314e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:57.371350 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-54e96f88-19eb-446b-92b1-6aa8a576e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:57.371566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1d5b5682-0118-4517-8975-47324c796a8a details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:52:57.373371 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-54e96f88-19eb-446b-92b1-6aa8a576e36d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c812da1120e4be0a01b599d9b3c06a7&device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 1127 time: 0.1630359 Jan 31 18:52:57.394563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185991b-7535-47b5-b453-ec45a9174358 req-103cd2fb-dbc6-4e6e-a8f4-62f9d4894ca7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:57.398811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e185991b-7535-47b5-b453-ec45a9174358 req-103cd2fb-dbc6-4e6e-a8f4-62f9d4894ca7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.2321866 Jan 31 18:52:57.407853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-701d807b-df06-4d2a-8215-b3cfc8a6ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:57.410267 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-701d807b-df06-4d2a-8215-b3cfc8a6ec31 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c812da1120e4be0a01b599d9b3c06a7&device_id=32d645e9-f5ef-416c-be4e-d7e134d04977 HTTP/1.1" status: 200 len: 1126 time: 0.1182313 Jan 31 18:52:57.534934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1d5b5682-0118-4517-8975-47324c796a8a, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1d5b5682-0118-4517-8975-47324c796a8a,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:57.554672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '1d5b5682-0118-4517-8975-47324c796a8a', 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958', 'port_id': '1d5b5682-0118-4517-8975-47324c796a8a', 'mac_address': 'fa:16:3e:f3:7b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc829f45-5a94-43a4-812e-3291f476ece7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:52:57.605043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 1d5b5682-0118-4517-8975-47324c796a8a is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:57.605592 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1d5b5682-0118-4517-8975-47324c796a8a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:57.607452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e185991b-7535-47b5-b453-ec45a9174358 req-1639a39e-5777-47a8-9569-a7f04ac24b02 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898661 Jan 31 18:52:57.623549 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (5a8784d4-6634-42d0-baad-d60d9432aff9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:57.637880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14a51-833e-4941-8bdf-9f9a8a5e7795 req-01481083-a4a8-4ea5-9147-1ab6ebbbd6b3 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:57.648594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55a14a51-833e-4941-8bdf-9f9a8a5e7795 req-01481083-a4a8-4ea5-9147-1ab6ebbbd6b3 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 944 time: 0.3644040 Jan 31 18:52:57.654109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5b5682-0118-4517-8975-47324c796a8a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:52:57.691816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1d5b5682-0118-4517-8975-47324c796a8a, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1d5b5682-0118-4517-8975-47324c796a8a,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:57.708132 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1d5b5682-0118-4517-8975-47324c796a8a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:57.708966 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8b64de5d-6003-48a9-9eab-433ab9733ad5 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:52:57.749906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8b64de5d-6003-48a9-9eab-433ab9733ad5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8b64de5d-6003-48a9-9eab-433ab9733ad5,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:57.791080 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8372ab-e79b-432d-824c-eafe62adcee2 x-openstack-request-id: req-bb8372ab-e79b-432d-824c-eafe62adcee2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:52:57.791576 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10684fdc-a7e4-4b9a-b27e-5629750c102b", "name": "network-vif-deleted", "tag": "8c46f182-e9a9-4386-bebd-cd1e64ec66cc", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:52:57.791669 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb8372ab-e79b-432d-824c-eafe62adcee2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:52:57.792003 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10684fdc-a7e4-4b9a-b27e-5629750c102b', 'name': 'network-vif-deleted', 'tag': '8c46f182-e9a9-4386-bebd-cd1e64ec66cc', 'status': 'completed', 'code': 200} Jan 31 18:52:57.800566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '8b64de5d-6003-48a9-9eab-433ab9733ad5', 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958', 'port_id': '8b64de5d-6003-48a9-9eab-433ab9733ad5', 'mac_address': 'fa:16:3e:10:63:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc829f45-5a94-43a4-812e-3291f476ece7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:52:57.804568 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55a14a51-833e-4941-8bdf-9f9a8a5e7795 req-c7e89738-4469-41e7-bac4-cb1080aa426b tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549191 Jan 31 18:52:57.853503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da3e55ae-ced0-4e85-9ec0-b21e993d34d4 req-c6c103a6-7f66-4825-ad14-6d117b4c79bb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 210 time: 0.0766873 Jan 31 18:52:57.879128 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=1d5b5682-0118-4517-8975-47324c796a8a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:57.944634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8b64de5d-6003-48a9-9eab-433ab9733ad5 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:57.945414 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:57.965047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b64de5d-6003-48a9-9eab-433ab9733ad5 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:52:57.995893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8b64de5d-6003-48a9-9eab-433ab9733ad5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8b64de5d-6003-48a9-9eab-433ab9733ad5,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:58.008373 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:58.073593 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Router 5a8784d4-6634-42d0-baad-d60d9432aff9 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:52:58.133168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8b64de5d-6003-48a9-9eab-433ab9733ad5,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:58.219388 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-a8ddd006-6e6b-4459-bbd0-1191b5e38074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:58.221495 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-a8ddd006-6e6b-4459-bbd0-1191b5e38074 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958 HTTP/1.1" status: 200 len: 919 time: 0.8384173 Jan 31 18:52:58.280167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-294281d1-b22e-4ad8-8a1e-0f5801027748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:58.284509 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-294281d1-b22e-4ad8-8a1e-0f5801027748 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958 HTTP/1.1" status: 200 len: 919 time: 0.8652194 Jan 31 18:52:58.285949 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-d17c129e-64d1-41ed-bda8-9c10c284754d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 HTTP/1.1" status: 200 len: 217 time: 0.0551412 Jan 31 18:52:58.303493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['1d5b5682-0118-4517-8975-47324c796a8a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:52:58.375231 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-1c591d2d-4e02-402e-af39-3ba93934de44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d5b5682-0118-4517-8975-47324c796a8a HTTP/1.1" status: 200 len: 217 time: 0.0823197 Jan 31 18:52:58.376884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:52:58.385008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8b64de5d-6003-48a9-9eab-433ab9733ad5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:52:58.421448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428a121-992c-4a63-86c6-b2e1448b930f req-81c9a53b-bcc9-44da-ab69-4cd4490683f4 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:58.422388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9428a121-992c-4a63-86c6-b2e1448b930f req-81c9a53b-bcc9-44da-ab69-4cd4490683f4 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 944 time: 0.1541970 Jan 31 18:52:58.429425 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:58.431978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac59b8-a0f7-404d-9b33-36274e8a021b None None] Sync routers for ids ['5a8784d4-6634-42d0-baad-d60d9432aff9'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:52:58.433163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1ac87d84-73d6-47c4-86a8-fda59539bb1c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5478904 Jan 31 18:52:58.442832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbba20c-9bac-45af-988b-3377396cdfcd req-11bb25cd-1dbf-48ef-ad72-9e2c5e2bb091 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:58.444089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:52:58.444498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bbba20c-9bac-45af-988b-3377396cdfcd req-11bb25cd-1dbf-48ef-ad72-9e2c5e2bb091 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1653388 Jan 31 18:52:58.446419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-df53ac8e-3b39-4fd2-809f-e8170bf3051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:58.448471 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-df53ac8e-3b39-4fd2-809f-e8170bf3051c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc829f45-5a94-43a4-812e-3291f476ece7 HTTP/1.1" status: 200 len: 858 time: 0.1464419 Jan 31 18:52:58.454252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b1282197-5481-4c38-a9c5-1fc9221cfe04 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'enable_snat': False}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:58.494641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac59b8-a0f7-404d-9b33-36274e8a021b None None] Routers {'5a8784d4-6634-42d0-baad-d60d9432aff9'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:58.495278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0aac59b8-a0f7-404d-9b33-36274e8a021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5a8784d4-6634-42d0-baad-d60d9432aff9'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:58.522973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9428a121-992c-4a63-86c6-b2e1448b930f req-9f43da97-6f5a-4ef1-9cbc-8fc86ddd964d tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774424 Jan 31 18:52:58.535005 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-c19be6e8-f904-495c-a66e-83f2a1afaa02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737450 Jan 31 18:52:58.542505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bbba20c-9bac-45af-988b-3377396cdfcd req-4d1dca0d-c924-42b3-8346-03fb68d66ddd tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797422 Jan 31 18:52:58.561944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0aac59b8-a0f7-404d-9b33-36274e8a021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:58.598453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac59b8-a0f7-404d-9b33-36274e8a021b None None] Routers {'5a8784d4-6634-42d0-baad-d60d9432aff9'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:52:58.599079 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0aac59b8-a0f7-404d-9b33-36274e8a021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5a8784d4-6634-42d0-baad-d60d9432aff9'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:58.623875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-824e7d01-40ab-4148-a6e6-0d809af975b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:58.625730 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-824e7d01-40ab-4148-a6e6-0d809af975b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc829f45-5a94-43a4-812e-3291f476ece7 HTTP/1.1" status: 200 len: 858 time: 0.2257886 Jan 31 18:52:58.667228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0aac59b8-a0f7-404d-9b33-36274e8a021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:52:58.667911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac59b8-a0f7-404d-9b33-36274e8a021b None None] The sync data for ids ['5a8784d4-6634-42d0-baad-d60d9432aff9'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:52:58.777479 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-31cc9787-bde4-4929-afec-8db1d5dc0c34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ac1cfd5-f267-4d8f-a602-1cc7998d4958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158135 Jan 31 18:52:58.874703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f95c6-64d1-4704-9f5d-9cb077418b02 req-786228db-3b71-4efb-8d05-a86f0a414077 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:58.876297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef3f95c6-64d1-4704-9f5d-9cb077418b02 req-786228db-3b71-4efb-8d05-a86f0a414077 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1565268 Jan 31 18:52:58.929533 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-20237641-3ba4-46ca-b319-060cad96c213 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683095 Jan 31 18:52:58.944737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f64e32-e08c-4353-8048-5484bb88559e req-e7a74151-e96a-4b2b-9496-0edb20bf72d2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:58.946180 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-e7a74151-e96a-4b2b-9496-0edb20bf72d2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.21 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 797 time: 0.2126472 Jan 31 18:52:58.997449 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef3f95c6-64d1-4704-9f5d-9cb077418b02 req-a5838f1d-4016-4298-a66d-e979a9bfaac7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051507 Jan 31 18:52:59.010123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fc886-f481-4895-bd90-7d81b54e0734 req-7ddfb5bc-83f5-46de-b1f0-283448660080 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:59.011644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe2fc886-f481-4895-bd90-7d81b54e0734 req-7ddfb5bc-83f5-46de-b1f0-283448660080 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 944 time: 0.1303985 Jan 31 18:52:59.042654 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-1e900630-4886-4296-9e07-f9bb940d07c5 service neutron] 10.222.0.49 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569699 Jan 31 18:52:59.067894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-06ef2075-9ebf-4045-8e44-cf3406c245e9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 378 time: 0.1088231 Jan 31 18:52:59.078590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'port': {'device_id': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'admin_state_up': True, 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'security_groups': ['4a575725-3d85-427f-94c7-8d6bcab91b3e']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:52:59.145878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:52:59.166914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-498ae3c2-65a0-4f5c-9bf3-e6472117170c req-b581ee0a-7545-439e-a388-61b178a20d68 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 210 time: 0.0672956 Jan 31 18:52:59.179168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe2fc886-f481-4895-bd90-7d81b54e0734 req-77d3f659-3d74-4fd2-804b-40408ea054e2 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570537 Jan 31 18:52:59.202436 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1282197-5481-4c38-a9c5-1fc9221cfe04 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (5a8784d4-6634-42d0-baad-d60d9432aff9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:59.220679 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-faacbafb-3d93-49a0-9836-8e37a0107689 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778871 Jan 31 18:52:59.257661 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-06735500-f8af-4e3f-954b-ecea2cce0f4a req-2389f035-1631-41f7-ac49-971422c18a64 service neutron] 10.222.0.49 "GET /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053514 Jan 31 18:52:59.284631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Made reservation on behalf of ee02e97acfcd42578f53acc92edaa3d5 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:52:59.289836 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:59.291415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:59.322084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0', 'network_id': '3ac1cfd5-f267-4d8f-a602-1cc7998d4958', 'port_id': '4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0', 'mac_address': 'fa:16:3e:5b:dc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc829f45-5a94-43a4-812e-3291f476ece7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:52:59.373646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:59.374216 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:59.380786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 68a32784-bdb2-4c76-a515-7551823ec169 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:52:59.437236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:52:59.470084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:59.477079 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:59.521459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 68a32784-bdb2-4c76-a515-7551823ec169 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:52:59.531283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 68a32784-bdb2-4c76-a515-7551823ec169 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:52:59.531758 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (68a32784-bdb2-4c76-a515-7551823ec169), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:59.575203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:59.655624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 68a32784-bdb2-4c76-a515-7551823ec169 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:52:59.656081 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (68a32784-bdb2-4c76-a515-7551823ec169), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:59.685348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91c960a-d8be-478e-aa37-82bef98c5328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a32784-bdb2-4c76-a515-7551823ec169'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:52:59.687698 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eee6736-eaa4-4be5-93d6-c6712d7d8b6a" -d '{"events": [{"server_uuid": "c91c960a-d8be-478e-aa37-82bef98c5328", "name": "network-vif-plugged", "status": "completed", "tag": "68a32784-bdb2-4c76-a515-7551823ec169"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:52:59.708187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 68a32784-bdb2-4c76-a515-7551823ec169, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=68a32784-bdb2-4c76-a515-7551823ec169,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:52:59.713756 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (68a32784-bdb2-4c76-a515-7551823ec169), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:59.770627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:52:59.773318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=68a32784-bdb2-4c76-a515-7551823ec169,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:52:59.785879 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1282197-5481-4c38-a9c5-1fc9221cfe04 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (5a8784d4-6634-42d0-baad-d60d9432aff9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:59.791525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1282197-5481-4c38-a9c5-1fc9221cfe04 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (5a8784d4-6634-42d0-baad-d60d9432aff9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:52:59.916593 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1282197-5481-4c38-a9c5-1fc9221cfe04 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Router 5a8784d4-6634-42d0-baad-d60d9432aff9 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:52:59.926191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.20.0.10 (02dc426e-be1f-41b5-9e74-ae8223b96e19/3b5669a5-605a-4c01-a053-cd02f42b2c6b/f288f639-cc75-40ec-a538-60d213f6ab99) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:52:59.954000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50956-4e42-4647-956a-19a4715a8081 req-c4ae0f16-186c-4c67-a36b-811e27b1bdf2 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:59.955566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddd50956-4e42-4647-956a-19a4715a8081 req-c4ae0f16-186c-4c67-a36b-811e27b1bdf2 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 945 time: 0.1211414 Jan 31 18:52:59.987052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613a372-00c9-4008-bc63-ca9d48f96ea1 req-3e1ee25a-3172-49ef-8a32-f3ddf660ff4b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:52:59.988727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a613a372-00c9-4008-bc63-ca9d48f96ea1 req-3e1ee25a-3172-49ef-8a32-f3ddf660ff4b tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1554735 Jan 31 18:53:00.079319 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-0e1f7350-fb33-4148-b039-efebed36e546 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:00.081137 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-0e1f7350-fb33-4148-b039-efebed36e546 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 944 time: 0.1068020 Jan 31 18:53:00.099503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1282197-5481-4c38-a9c5-1fc9221cfe04 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:00.104395 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1282197-5481-4c38-a9c5-1fc9221cfe04 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:00.110844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48182) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:00.111085 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29fdfda-fe51-4208-9fb3-d9c1f3c5d659 None None] Sync routers for ids ['5a8784d4-6634-42d0-baad-d60d9432aff9'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:00.115276 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b1282197-5481-4c38-a9c5-1fc9221cfe04 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "PUT /v2.0/routers/5a8784d4-6634-42d0-baad-d60d9432aff9 HTTP/1.1" status: 200 len: 921 time: 1.6590488 Jan 31 18:53:00.123077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddd50956-4e42-4647-956a-19a4715a8081 req-906bcd94-1219-4364-8787-8ab4a67896e3 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593606 Jan 31 18:53:00.125199 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29fdfda-fe51-4208-9fb3-d9c1f3c5d659 None None] Routers {'5a8784d4-6634-42d0-baad-d60d9432aff9'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:00.125849 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f29fdfda-fe51-4208-9fb3-d9c1f3c5d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5a8784d4-6634-42d0-baad-d60d9432aff9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:00.153996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a613a372-00c9-4008-bc63-ca9d48f96ea1 req-c641cb6a-29ec-45d8-b60f-6d38823e5762 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups?id=6287d5d8-54ba-40c6-9733-0f4c66a6bc68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548758 Jan 31 18:53:00.176927 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f29fdfda-fe51-4208-9fb3-d9c1f3c5d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:00.187848 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29fdfda-fe51-4208-9fb3-d9c1f3c5d659 None None] Routers {'5a8784d4-6634-42d0-baad-d60d9432aff9'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:00.188512 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f29fdfda-fe51-4208-9fb3-d9c1f3c5d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5a8784d4-6634-42d0-baad-d60d9432aff9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:00.213200 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11717fc8-8a06-4ee8-926f-779653ebb39a x-openstack-request-id: req-11717fc8-8a06-4ee8-926f-779653ebb39a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:00.217450 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91c960a-d8be-478e-aa37-82bef98c5328", "name": "network-vif-plugged", "status": "completed", "tag": "68a32784-bdb2-4c76-a515-7551823ec169", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:00.217857 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11717fc8-8a06-4ee8-926f-779653ebb39a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:00.218388 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91c960a-d8be-478e-aa37-82bef98c5328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a32784-bdb2-4c76-a515-7551823ec169', 'code': 200} Jan 31 18:53:00.260251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Deleting port 3acc84cb-460c-45d8-9d92-97f7ac060594 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:00.260851 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:00.268639 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f29fdfda-fe51-4208-9fb3-d9c1f3c5d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:00.269519 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29fdfda-fe51-4208-9fb3-d9c1f3c5d659 None None] The sync data for ids ['5a8784d4-6634-42d0-baad-d60d9432aff9'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:00.364850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] For port 3acc84cb-460c-45d8-9d92-97f7ac060594, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=3acc84cb-460c-45d8-9d92-97f7ac060594,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:00.365117 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:00.421265 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (f288f639-cc75-40ec-a538-60d213f6ab99), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:00.463718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333155e-c3b0-457f-bc77-7c9f7dfe1ea5 req-1e9b2a21-691c-42d4-959d-0b0c665ac620 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:00.465348 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6333155e-c3b0-457f-bc77-7c9f7dfe1ea5 req-1e9b2a21-691c-42d4-959d-0b0c665ac620 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.2315421 Jan 31 18:53:00.472982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-96eecca8-dfa6-4bcb-89fd-38eebb97f9eb tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/routers/5a8784d4-6634-42d0-baad-d60d9432aff9 HTTP/1.1" status: 200 len: 921 time: 0.3557317 Jan 31 18:53:00.477657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48188) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:00.532218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56272d32-162c-4560-995a-990151cc898b req-076f352a-3e66-4410-9579-97e06e592853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:00.533813 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56272d32-162c-4560-995a-990151cc898b req-076f352a-3e66-4410-9579-97e06e592853 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 1128 time: 0.2506294 Jan 31 18:53:00.566221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a5bf6-48b7-425d-acc4-abb505f57b4c req-fd92ac2e-74ae-497b-b968-6ecf28ee6587 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:00.567805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f9a5bf6-48b7-425d-acc4-abb505f57b4c req-fd92ac2e-74ae-497b-b968-6ecf28ee6587 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 945 time: 0.2658987 Jan 31 18:53:00.683539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:00.765226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6333155e-c3b0-457f-bc77-7c9f7dfe1ea5 req-10c8ada6-219f-4d1d-b160-21fe38596752 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865469 Jan 31 18:53:00.791291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3585c-137d-44d9-b90a-f003c97a803c tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:00.792869 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-09a3585c-137d-44d9-b90a-f003c97a803c tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&device_id=5a8784d4-6634-42d0-baad-d60d9432aff9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3131037 Jan 31 18:53:00.797476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48190) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:00.801839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56272d32-162c-4560-995a-990151cc898b req-c8345bb3-98ed-4b42-84e6-1dc1f1bbe9af service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329769 Jan 31 18:53:00.810926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 02dc426e-be1f-41b5-9e74-ae8223b96e19 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:00.817989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f9a5bf6-48b7-425d-acc4-abb505f57b4c req-9a7b034b-3d08-4d36-bc18-d797ba563a90 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438114 Jan 31 18:53:00.818923 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:00.826224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:00.856386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:00.924916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:00.926242 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:00.950040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1a8db0b8-770a-4ec3-9431-55548bcec7b1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8755746 Jan 31 18:53:00.966282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Request body: {'port': {'device_id': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:00.969046 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:00.970144 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c668ed60-5b18-4817-9b92-90620011e7bc), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:00.971503 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Floating IP c668ed60-5b18-4817-9b92-90620011e7bc disassociated. External IP: 172.25.8.207, port: 3acc84cb-460c-45d8-9d92-97f7ac060594. Jan 31 18:53:00.972197 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Calling delete_port for 3acc84cb-460c-45d8-9d92-97f7ac060594 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:01.003818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adc4249-7dc0-411f-8746-1ec44bc2ba21 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:01.006032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268b90e-e4e7-4c33-8fcf-d6f87665c72c req-679fad68-3e9a-459f-99d0-6fd40b697a13 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:01.008521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7268b90e-e4e7-4c33-8fcf-d6f87665c72c req-679fad68-3e9a-459f-99d0-6fd40b697a13 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 932 time: 0.1483541 Jan 31 18:53:01.009134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48192) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:01.010595 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0adc4249-7dc0-411f-8746-1ec44bc2ba21 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 881 time: 0.2118406 Jan 31 18:53:01.056918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3265e0c8-54ce-414c-b230-cedbfbbf7405 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a8784d4-6634-42d0-baad-d60d9432aff9 HTTP/1.1" status: 200 len: 205 time: 0.0441914 Jan 31 18:53:01.057618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48194) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:01.132206 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-87765ce5-4153-4af1-bd3a-ddbd71e20b5f None None] Provisioning complete for port f288f639-cc75-40ec-a538-60d213f6ab99 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:53:01.132833 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87765ce5-4153-4af1-bd3a-ddbd71e20b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:01.163396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:53:01.169650 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:01.203155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3acc84cb-460c-45d8-9d92-97f7ac060594), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:01.210786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-87765ce5-4153-4af1-bd3a-ddbd71e20b5f None None] Port f288f639-cc75-40ec-a538-60d213f6ab99 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:53:01.230764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:53:01.239766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:53:01.240031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7268b90e-e4e7-4c33-8fcf-d6f87665c72c req-6812082b-3681-4715-a99c-78784e3721ec tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2178061 Jan 31 18:53:01.240315 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:01.247023 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event deleted for resources: {'Port': ['ID=3acc84cb-460c-45d8-9d92-97f7ac060594,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:01.346791 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (5a8784d4-6634-42d0-baad-d60d9432aff9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:01.365025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:53:01.365369 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:01.397027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1d5b5682-0118-4517-8975-47324c796a8a up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:53:01.428167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Router 5723b967-4e08-4bfb-affd-a30eb1a15b6a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:53:01.451163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:01.461305 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:01.472869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182994ca-19ac-422d-9664-889c8d843907 req-8fa4d863-c1c2-4b51-9ee7-c8f07881eb91 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:01.474461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-182994ca-19ac-422d-9664-889c8d843907 req-8fa4d863-c1c2-4b51-9ee7-c8f07881eb91 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 945 time: 0.2509532 Jan 31 18:53:01.476407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52180222-bed1-49d7-bd16-c1365a94be05 req-bd8c3731-bc7e-464f-8842-105a9199b46c tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9837b620-4cc9-46e2-982e-f278cd98797d HTTP/1.1" status: 200 len: 210 time: 0.1250496 Jan 31 18:53:01.543674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:01.552241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 1d5b5682-0118-4517-8975-47324c796a8a completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:53:01.559202 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 1d5b5682-0118-4517-8975-47324c796a8a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:53:01.559814 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1d5b5682-0118-4517-8975-47324c796a8a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:01.577616 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:01.599656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8ddbf-78a3-4400-822b-7ac0846d718f None None] Sync routers for ids ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:01.619575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8ddbf-78a3-4400-822b-7ac0846d718f None None] Routers {'5723b967-4e08-4bfb-affd-a30eb1a15b6a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:01.620570 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-69d8ddbf-78a3-4400-822b-7ac0846d718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:01.632109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] No DVR routers for this DVR port 3acc84cb-460c-45d8-9d92-97f7ac060594 on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:53:01.635628 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:01.639490 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2f01c607-ed92-4674-ad41-4910c6da2c77 req-9ab1e8e2-826c-4b07-9441-adeb2a26be85 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.49 "DELETE /v2.0/ports/3acc84cb-460c-45d8-9d92-97f7ac060594 HTTP/1.1" status: 204 len: 173 time: 1.5499098 Jan 31 18:53:01.639999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-deleted', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:01.650833 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade90520-f19f-4d2e-8489-b75ec6d862b7" -d '{"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-deleted", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:01.700644 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be374c54-be4a-4afb-bbea-582b8097fb29 x-openstack-request-id: req-be374c54-be4a-4afb-bbea-582b8097fb29 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:01.701299 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9837b620-4cc9-46e2-982e-f278cd98797d", "name": "network-vif-deleted", "tag": "3acc84cb-460c-45d8-9d92-97f7ac060594", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:01.701955 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be374c54-be4a-4afb-bbea-582b8097fb29 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:01.702582 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9837b620-4cc9-46e2-982e-f278cd98797d', 'name': 'network-vif-deleted', 'tag': '3acc84cb-460c-45d8-9d92-97f7ac060594', 'status': 'completed', 'code': 200} Jan 31 18:53:01.727352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-182994ca-19ac-422d-9664-889c8d843907 req-ef274641-b720-49a7-8500-13defdc895c1 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445884 Jan 31 18:53:01.773748 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (5a8784d4-6634-42d0-baad-d60d9432aff9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:01.805000 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 1d5b5682-0118-4517-8975-47324c796a8a is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:53:01.805412 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1d5b5682-0118-4517-8975-47324c796a8a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:01.826071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-69d8ddbf-78a3-4400-822b-7ac0846d718f None None] Set router 5723b967-4e08-4bfb-affd-a30eb1a15b6a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:53:01.897658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1d5b5682-0118-4517-8975-47324c796a8a, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1d5b5682-0118-4517-8975-47324c796a8a,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:01.907610 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1d5b5682-0118-4517-8975-47324c796a8a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:01.909010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8b64de5d-6003-48a9-9eab-433ab9733ad5 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:53:02.054568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f288f639-cc75-40ec-a538-60d213f6ab99 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:53:02.069775 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Publish callbacks [] for port (f288f639-cc75-40ec-a538-60d213f6ab99), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:02.081043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbbc89-65b8-49af-bec3-3a5e0496b93b req-e76188eb-5bd1-49ce-b2c9-9f26580dbeeb tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:02.083295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24cbbc89-65b8-49af-bec3-3a5e0496b93b req-e76188eb-5bd1-49ce-b2c9-9f26580dbeeb tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1965520 Jan 31 18:53:02.125130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Deleting port 53976569-345d-491f-bf2c-39b6779efbdb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:02.125642 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (53976569-345d-491f-bf2c-39b6779efbdb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:02.169178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Transition to ACTIVE for port object f288f639-cc75-40ec-a538-60d213f6ab99 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:53:02.180091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42ce2-edd5-48a3-bcda-2d55da4b3e1c req-85c4874c-3ea1-4c1a-a293-59bf889b7752 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:02.182561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00a42ce2-edd5-48a3-bcda-2d55da4b3e1c req-85c4874c-3ea1-4c1a-a293-59bf889b7752 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 946 time: 0.2365201 Jan 31 18:53:02.214241 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:02.221908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b937701-0b27-4ae8-aac5-7822e7f8de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0'}, {'server_uuid': '32d645e9-f5ef-416c-be4e-d7e134d04977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5b5682-0118-4517-8975-47324c796a8a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:02.224298 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41bc44d-338f-4538-b640-b0b381e8a7a7" -d '{"events": [{"server_uuid": "2b937701-0b27-4ae8-aac5-7822e7f8de71", "name": "network-vif-plugged", "status": "completed", "tag": "4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0"}, {"server_uuid": "32d645e9-f5ef-416c-be4e-d7e134d04977", "name": "network-vif-plugged", "status": "completed", "tag": "1d5b5682-0118-4517-8975-47324c796a8a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:02.253185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=1d5b5682-0118-4517-8975-47324c796a8a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:02.283972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 8b64de5d-6003-48a9-9eab-433ab9733ad5 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:53:02.298327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Pushing event updated for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:02.338440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 8b64de5d-6003-48a9-9eab-433ab9733ad5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:53:02.338824 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:02.379068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24cbbc89-65b8-49af-bec3-3a5e0496b93b req-8b318cc1-0fb0-4193-b3dd-f70b80dc0061 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689459 Jan 31 18:53:02.478462 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677d141a-df49-4c1a-b094-33e767f9d0f5 x-openstack-request-id: req-677d141a-df49-4c1a-b094-33e767f9d0f5 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:02.478922 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b937701-0b27-4ae8-aac5-7822e7f8de71", "name": "network-vif-plugged", "status": "completed", "tag": "4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0", "code": 200}, {"server_uuid": "32d645e9-f5ef-416c-be4e-d7e134d04977", "name": "network-vif-plugged", "status": "completed", "tag": "1d5b5682-0118-4517-8975-47324c796a8a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:02.479285 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-677d141a-df49-4c1a-b094-33e767f9d0f5 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:02.479964 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b937701-0b27-4ae8-aac5-7822e7f8de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0', 'code': 200} Jan 31 18:53:02.480326 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d645e9-f5ef-416c-be4e-d7e134d04977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5b5682-0118-4517-8975-47324c796a8a', 'code': 200} Jan 31 18:53:02.490147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-69d8ddbf-78a3-4400-822b-7ac0846d718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:43:50Z', 'revision_number': 4, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '5df47b28-255d-42a3-a4d9-53afccedf810', 'name': '', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'mac_address': 'fa:16:3e:a3:18:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:48Z', 'updated_at': '2022-01-31T18:43:55Z', 'revision_number': 5, 'project_id': '929ddc5d4661400faea9db350575816f', 'subnets': [{'id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:02.547914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8ddbf-78a3-4400-822b-7ac0846d718f None None] Checking router: 5723b967-4e08-4bfb-affd-a30eb1a15b6a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:53:02.567829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8b64de5d-6003-48a9-9eab-433ab9733ad5 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:53:02.567829 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:02.602623 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (53976569-345d-491f-bf2c-39b6779efbdb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:02.637513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8b64de5d-6003-48a9-9eab-433ab9733ad5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8b64de5d-6003-48a9-9eab-433ab9733ad5,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:02.641391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8ddbf-78a3-4400-822b-7ac0846d718f None None] Routers {'5723b967-4e08-4bfb-affd-a30eb1a15b6a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:02.642487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-69d8ddbf-78a3-4400-822b-7ac0846d718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:02.657181 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671586f-2e20-4a5c-a893-bccdf9a520ac req-1bf3d5b1-a69c-4436-9623-82fb49d37a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:02.657799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00a42ce2-edd5-48a3-bcda-2d55da4b3e1c req-f72f3a06-999b-4f16-91bd-167741e16097 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336410 Jan 31 18:53:02.659227 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c671586f-2e20-4a5c-a893-bccdf9a520ac req-1bf3d5b1-a69c-4436-9623-82fb49d37a42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 1129 time: 0.1023924 Jan 31 18:53:02.687140 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf44d-76e1-47cf-8363-6d993bf78935 req-fd18a318-7de6-4612-8dc7-6bd5e12cd92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:02.688868 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-94dcf44d-76e1-47cf-8363-6d993bf78935 req-fd18a318-7de6-4612-8dc7-6bd5e12cd92e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=32d645e9-f5ef-416c-be4e-d7e134d04977 HTTP/1.1" status: 200 len: 1128 time: 0.0849063 Jan 31 18:53:02.692761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Calling delete_port for 53976569-345d-491f-bf2c-39b6779efbdb owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:02.695811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Attempting to bind port f288f639-cc75-40ec-a538-60d213f6ab99 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:53:02.696154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Attempting to bind port f288f639-cc75-40ec-a538-60d213f6ab99 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:53:02.696524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Attempting to bind port f288f639-cc75-40ec-a538-60d213f6ab99 on network 02dc426e-be1f-41b5-9e74-ae8223b96e19 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:53:02.728155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Port f288f639-cc75-40ec-a538-60d213f6ab99 on network 02dc426e-be1f-41b5-9e74-ae8223b96e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:53:02.728523 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Attempting to bind port f288f639-cc75-40ec-a538-60d213f6ab99 on network 02dc426e-be1f-41b5-9e74-ae8223b96e19 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:53:02.737713 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c671586f-2e20-4a5c-a893-bccdf9a520ac req-d9fa5d1e-0efe-4e93-80cd-8d09f88419a6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687022 Jan 31 18:53:02.777836 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:02.778552 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-94dcf44d-76e1-47cf-8363-6d993bf78935 req-9af75ef6-122e-4474-b072-2ad7a0e15b5a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592287 Jan 31 18:53:02.784762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:53:02.785120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Checking segment: {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:53:02.785517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Bound using segment: {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:53:02.785973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Bound port: f288f639-cc75-40ec-a538-60d213f6ab99, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:53:02.786339 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:02.811081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ed4d3-49bb-4b78-9f9f-4c8549b8a17b req-92210611-c9e0-4719-a159-a76f12bc9860 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:02.819942 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ae8ed4d3-49bb-4b78-9f9f-4c8549b8a17b req-92210611-c9e0-4719-a159-a76f12bc9860 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 944 time: 0.2087123 Jan 31 18:53:02.856770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8b64de5d-6003-48a9-9eab-433ab9733ad5,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:02.938888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-69d8ddbf-78a3-4400-822b-7ac0846d718f None None] Set router 5723b967-4e08-4bfb-affd-a30eb1a15b6a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:53:03.000095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ae8ed4d3-49bb-4b78-9f9f-4c8549b8a17b req-448fa61a-d09f-456c-9eb6-18c390ccc142 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1788318 Jan 31 18:53:03.052815 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48216) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:03.096964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:53:03.100981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:53:03.113371 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (53976569-345d-491f-bf2c-39b6779efbdb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:03.124936 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c37b9650-f13a-47ea-9c6f-fde527d10070 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for security_group (6287d5d8-54ba-40c6-9733-0f4c66a6bc68), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:03.163009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c37b9650-f13a-47ea-9c6f-fde527d10070 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for security_group (6287d5d8-54ba-40c6-9733-0f4c66a6bc68), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:03.165962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-69d8ddbf-78a3-4400-822b-7ac0846d718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:43:50Z', 'revision_number': 4, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '5df47b28-255d-42a3-a4d9-53afccedf810', 'name': '', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'mac_address': 'fa:16:3e:a3:18:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:48Z', 'updated_at': '2022-01-31T18:43:55Z', 'revision_number': 5, 'project_id': '929ddc5d4661400faea9db350575816f', 'subnets': [{'id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:03.170182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Pushing event deleted for resources: {'Port': ['ID=53976569-345d-491f-bf2c-39b6779efbdb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:03.173660 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:03.202516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8ddbf-78a3-4400-822b-7ac0846d718f None None] The sync data for ids ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'] in n-d-812111-15 is: [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:43:50Z', 'revision_number': 4, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '5df47b28-255d-42a3-a4d9-53afccedf810', 'name': '', 'network_id': '50fbb222-e6d0-4564-9921-e3ecb13cb1c1', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'mac_address': 'fa:16:3e:a3:18:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:48Z', 'updated_at': '2022-01-31T18:43:55Z', 'revision_number': 5, 'project_id': '929ddc5d4661400faea9db350575816f', 'subnets': [{'id': 'aff3baa4-ee50-48d2-9d5d-636d147b92c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:03.256556 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c37b9650-f13a-47ea-9c6f-fde527d10070 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6287d5d8-54ba-40c6-9733-0f4c66a6bc68), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:03.260312 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c37b9650-f13a-47ea-9c6f-fde527d10070 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:03.264294 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c37b9650-f13a-47ea-9c6f-fde527d10070 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "DELETE /v2.0/security-groups/6287d5d8-54ba-40c6-9733-0f4c66a6bc68 HTTP/1.1" status: 204 len: 168 time: 0.2074354 Jan 31 18:53:03.274946 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48218) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:03.275832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b9650-f13a-47ea-9c6f-fde527d10070 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6287d5d8-54ba-40c6-9733-0f4c66a6bc68,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:03.296055 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (5a8784d4-6634-42d0-baad-d60d9432aff9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:03.303268 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-860dbbcf-eb8a-4566-a56e-cd244f16882d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] show failed (client error): The resource could not be found. Jan 31 18:53:03.328513 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-860dbbcf-eb8a-4566-a56e-cd244f16882d tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "GET /v2.0/security-groups/6287d5d8-54ba-40c6-9733-0f4c66a6bc68 HTTP/1.1" status: 404 len: 347 time: 0.0265472 Jan 31 18:53:03.329497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48220) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:03.411673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:53:03.447487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 3acc84cb-460c-45d8-9d92-97f7ac060594 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:53:03.448157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 3acc84cb-460c-45d8-9d92-97f7ac060594 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:53:03.559437 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5362d60f-714d-4add-a126-760dc6d89344 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Deleting port 870a0e77-3d1f-4f31-8ca0-537b976fc64a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:03.559981 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5362d60f-714d-4add-a126-760dc6d89344 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (870a0e77-3d1f-4f31-8ca0-537b976fc64a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:03.684221 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5362d60f-714d-4add-a126-760dc6d89344 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (870a0e77-3d1f-4f31-8ca0-537b976fc64a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:03.685376 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5362d60f-714d-4add-a126-760dc6d89344 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for floatingip (870a0e77-3d1f-4f31-8ca0-537b976fc64a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:03.720570 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16374e7b-c56f-4178-b608-8f1915cedf7a None None] New status for floating IP c668ed60-5b18-4817-9b92-90620011e7bc: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:53:03.741932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5362d60f-714d-4add-a126-760dc6d89344 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Calling delete_port for 870a0e77-3d1f-4f31-8ca0-537b976fc64a owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:03.821555 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c7460-b237-45ad-8d82-df9708b9460c req-2774947e-f616-4a7d-858a-ab9aef798875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:03.823231 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c09c7460-b237-45ad-8d82-df9708b9460c req-2774947e-f616-4a7d-858a-ab9aef798875 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 1129 time: 0.1570113 Jan 31 18:53:03.836406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1894ef-191f-431f-b129-9808c6346556 req-c62ac78a-315e-41d3-8d8d-a9cc4fc691c6 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:03.844354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a1894ef-191f-431f-b129-9808c6346556 req-c62ac78a-315e-41d3-8d8d-a9cc4fc691c6 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 945 time: 0.9898014 Jan 31 18:53:03.932046 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c09c7460-b237-45ad-8d82-df9708b9460c req-1ac1996b-1897-4ff8-9a14-6587895d9b39 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980692 Jan 31 18:53:03.948763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:03.949877 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:03.951419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] 10.222.0.21 "PUT /v2.0/ports/f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 1093 time: 2.9923811 Jan 31 18:53:03.954359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:03.958341 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa15c80f-376c-444d-92ca-6f9f0ba2c365" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:03.970557 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (5a8784d4-6634-42d0-baad-d60d9432aff9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:03.973896 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_controller (5a8784d4-6634-42d0-baad-d60d9432aff9), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:04.029196 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5362d60f-714d-4add-a126-760dc6d89344 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (870a0e77-3d1f-4f31-8ca0-537b976fc64a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:04.052661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (5a8784d4-6634-42d0-baad-d60d9432aff9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:04.053233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Fanout notify agent at l3_agent the message router_deleted on router 5a8784d4-6634-42d0-baad-d60d9432aff9 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:53:04.060151 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:04.061468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-46e5e682-05ff-4cb6-8986-87304b9d2c77 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/routers/5a8784d4-6634-42d0-baad-d60d9432aff9 HTTP/1.1" status: 204 len: 168 time: 2.9967444 Jan 31 18:53:04.069241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:04.073736 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362d60f-714d-4add-a126-760dc6d89344 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Pushing event deleted for resources: {'Port': ['ID=870a0e77-3d1f-4f31-8ca0-537b976fc64a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:04.079198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dafa7359-6154-4e98-857d-f2d7b640ed41 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-498150329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:04.111843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafbeb1-4d9a-452c-ba36-bf8cb834e88b service neutron] Pushing event updated for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:04.155789 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dafa7359-6154-4e98-857d-f2d7b640ed41 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (f5ad9c61-c693-4679-93a7-863da3ba8f7f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:04.161544 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dafa7359-6154-4e98-857d-f2d7b640ed41 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (f5ad9c61-c693-4679-93a7-863da3ba8f7f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:04.170353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274af353-c74e-4b4b-a07c-bb3e3eb271a5 req-a9b49487-179c-4d2a-a2a0-e515cfbc89bf tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:04.172366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-274af353-c74e-4b4b-a07c-bb3e3eb271a5 req-a9b49487-179c-4d2a-a2a0-e515cfbc89bf tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.3137417 Jan 31 18:53:04.193302 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a1894ef-191f-431f-b129-9808c6346556 req-6138f294-6fcc-4ba1-b964-f57d36c9142f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478148 Jan 31 18:53:04.285462 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dafa7359-6154-4e98-857d-f2d7b640ed41 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_controller (f5ad9c61-c693-4679-93a7-863da3ba8f7f), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:04.325830 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dafa7359-6154-4e98-857d-f2d7b640ed41 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (f5ad9c61-c693-4679-93a7-863da3ba8f7f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:04.380239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5362d60f-714d-4add-a126-760dc6d89344 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks [] for floatingip (c668ed60-5b18-4817-9b92-90620011e7bc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:04.385217 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5362d60f-714d-4add-a126-760dc6d89344 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:04.386657 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5362d60f-714d-4add-a126-760dc6d89344 tempest-ServerActionsTestJSON-1485567225 tempest-ServerActionsTestJSON-1485567225-project] 10.222.0.20 "DELETE /v2.0/floatingips/c668ed60-5b18-4817-9b92-90620011e7bc HTTP/1.1" status: 204 len: 168 time: 1.0553496 Jan 31 18:53:04.390683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:04.407479 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dafa7359-6154-4e98-857d-f2d7b640ed41 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:04.410643 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dafa7359-6154-4e98-857d-f2d7b640ed41 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3386877 Jan 31 18:53:04.413517 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:04.420752 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:04.429470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f64e32-e08c-4353-8048-5484bb88559e req-5f75587a-7695-4535-a453-2fb879806c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:04.431292 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-5f75587a-7695-4535-a453-2fb879806c7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1127 time: 0.2224524 Jan 31 18:53:04.484609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed1e6fe-d0f4-47fc-b7be-aeabcde0201f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b64de5d-6003-48a9-9eab-433ab9733ad5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:04.485150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-4bb8624a-75fa-47ba-b84a-0c68907603df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 217 time: 0.0423443 Jan 31 18:53:04.485266 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4e065-eacb-404f-b743-b6ff08930617" -d '{"events": [{"server_uuid": "bed1e6fe-d0f4-47fc-b7be-aeabcde0201f", "name": "network-vif-plugged", "status": "completed", "tag": "8b64de5d-6003-48a9-9eab-433ab9733ad5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:04.510897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-274af353-c74e-4b4b-a07c-bb3e3eb271a5 req-32b001c0-7971-4cb9-a9af-e4ff10f88d00 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137960 Jan 31 18:53:04.630226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f64e32-e08c-4353-8048-5484bb88559e req-5dd2982a-1ce5-4427-9381-00ad4af1dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:04.631816 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-5dd2982a-1ce5-4427-9381-00ad4af1dcc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 200 len: 834 time: 0.1183238 Jan 31 18:53:04.752930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37a4fc-3d16-4b3a-90dc-6d19cde20906 req-2121c411-e400-4d10-9fd6-72b8e65eef1e tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:04.754614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b37a4fc-3d16-4b3a-90dc-6d19cde20906 req-2121c411-e400-4d10-9fd6-72b8e65eef1e tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 946 time: 0.4166789 Jan 31 18:53:04.848776 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (f5ad9c61-c693-4679-93a7-863da3ba8f7f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:04.895161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a549f-c6ac-4def-8edf-378da9e37914 req-5beaae2a-8cb7-414c-8ef6-72abde4730a3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:04.897220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b6a549f-c6ac-4def-8edf-378da9e37914 req-5beaae2a-8cb7-414c-8ef6-72abde4730a3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 944 time: 0.2644691 Jan 31 18:53:04.937113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b37a4fc-3d16-4b3a-90dc-6d19cde20906 req-5da260fc-5da1-4728-9105-30098c8d076b tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652677 Jan 31 18:53:04.953165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f64e32-e08c-4353-8048-5484bb88559e req-3f9eed35-3251-4304-86e7-8562172f24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:04.968761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-3f9eed35-3251-4304-86e7-8562172f24b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02dc426e-be1f-41b5-9e74-ae8223b96e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2943563 Jan 31 18:53:05.108774 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:53:05.130320 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f68d7e2-e1fa-43ab-9caf-eeb2560f697d x-openstack-request-id: req-6f68d7e2-e1fa-43ab-9caf-eeb2560f697d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:05.130929 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:05.131065 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f68d7e2-e1fa-43ab-9caf-eeb2560f697d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:05.131600 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'status': 'completed', 'code': 200} Jan 31 18:53:05.148491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-1b2a07db-4f4c-4145-8b82-23aaae26913e service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772697 Jan 31 18:53:05.200364 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622b81b5-c76b-4d35-805b-1c6aa57b2ad8 x-openstack-request-id: req-622b81b5-c76b-4d35-805b-1c6aa57b2ad8 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:05.200810 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed1e6fe-d0f4-47fc-b7be-aeabcde0201f", "name": "network-vif-plugged", "status": "completed", "tag": "8b64de5d-6003-48a9-9eab-433ab9733ad5", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:05.201170 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-622b81b5-c76b-4d35-805b-1c6aa57b2ad8 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:05.201672 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed1e6fe-d0f4-47fc-b7be-aeabcde0201f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b64de5d-6003-48a9-9eab-433ab9733ad5', 'code': 200} Jan 31 18:53:05.284828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b6a549f-c6ac-4def-8edf-378da9e37914 req-3ed50206-cb39-4dcd-8e77-e99991c95f8a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3439755 Jan 31 18:53:05.429453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f5970-d462-4402-a08a-6af3c0dbc2ad req-7f734000-855f-4264-8e98-27d561c9d35d tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:05.431105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b3f5970-d462-4402-a08a-6af3c0dbc2ad req-7f734000-855f-4264-8e98-27d561c9d35d tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=32d645e9-f5ef-416c-be4e-d7e134d04977 HTTP/1.1" status: 200 len: 945 time: 0.1071260 Jan 31 18:53:05.433782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8f64e32-e08c-4353-8048-5484bb88559e req-c15f3634-8635-4b76-8520-dac0fc48f353 service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712893 Jan 31 18:53:05.565023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b3f5970-d462-4402-a08a-6af3c0dbc2ad req-7b6f0911-9e33-4006-9261-ec2fceac54c6 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197941 Jan 31 18:53:05.581715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15c80f-376c-444d-92ca-6f9f0ba2c365 req-bd30a6f1-306a-456d-ae3d-ed12012090db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:05.583362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa15c80f-376c-444d-92ca-6f9f0ba2c365 req-bd30a6f1-306a-456d-ae3d-ed12012090db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1127 time: 0.0919309 Jan 31 18:53:05.786077 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (f5ad9c61-c693-4679-93a7-863da3ba8f7f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:05.804262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f2f33-c658-4198-9044-1941063b27d8 req-09747c03-547c-4e2d-9bfc-83add5694e8a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:05.806006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d22f2f33-c658-4198-9044-1941063b27d8 req-09747c03-547c-4e2d-9bfc-83add5694e8a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1889446 Jan 31 18:53:05.815700 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:05.847495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29628f-6f39-4a05-a90f-20d5a1228b79 req-43a703e0-685c-46b8-aa64-343ef795ad5a tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:05.849396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d29628f-6f39-4a05-a90f-20d5a1228b79 req-43a703e0-685c-46b8-aa64-343ef795ad5a tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=bed1e6fe-d0f4-47fc-b7be-aeabcde0201f HTTP/1.1" status: 200 len: 945 time: 0.1549656 Jan 31 18:53:05.852908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15c80f-376c-444d-92ca-6f9f0ba2c365 req-61e67bcc-c2ee-462f-bc54-047848b004d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:05.854543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa15c80f-376c-444d-92ca-6f9f0ba2c365 req-61e67bcc-c2ee-462f-bc54-047848b004d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 898 time: 0.2576313 Jan 31 18:53:05.924619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf358408-48ec-4ec4-b2c8-ab25e30dabb3 req-b3a09777-cba5-4a1b-bcb0-9c9f2298d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:05.926300 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cf358408-48ec-4ec4-b2c8-ab25e30dabb3 req-b3a09777-cba5-4a1b-bcb0-9c9f2298d7a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bed1e6fe-d0f4-47fc-b7be-aeabcde0201f HTTP/1.1" status: 200 len: 1128 time: 0.6638150 Jan 31 18:53:05.946817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d22f2f33-c658-4198-9044-1941063b27d8 req-04518489-6e31-4982-b966-ac62abc8e893 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255345 Jan 31 18:53:05.949775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa15c80f-376c-444d-92ca-6f9f0ba2c365 req-68f45993-f793-435e-bb65-ea25c5051c86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 217 time: 0.0846808 Jan 31 18:53:05.973659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Allocated IP 172.25.8.219 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/3874b652-e553-4b40-bde8-adce3278f077) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:06.024003 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d29628f-6f39-4a05-a90f-20d5a1228b79 req-2c08e659-03ea-413d-97db-71b207bc2149 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667838 Jan 31 18:53:06.056233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15c80f-376c-444d-92ca-6f9f0ba2c365 req-007d60ba-823d-483a-aadd-e469280d1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:06.058560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa15c80f-376c-444d-92ca-6f9f0ba2c365 req-007d60ba-823d-483a-aadd-e469280d1e9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 200 len: 834 time: 0.0972977 Jan 31 18:53:06.084065 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cf358408-48ec-4ec4-b2c8-ab25e30dabb3 req-ed1e9f27-0d6f-4162-8a44-8b69422be6d0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505644 Jan 31 18:53:06.123569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15c80f-376c-444d-92ca-6f9f0ba2c365 req-8fb17740-874d-4b19-8c6c-66d95f878c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:06.125383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa15c80f-376c-444d-92ca-6f9f0ba2c365 req-8fb17740-874d-4b19-8c6c-66d95f878c7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02dc426e-be1f-41b5-9e74-ae8223b96e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0604796 Jan 31 18:53:06.180886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05d6ec2d-ec3a-4f45-896a-ea12009eecdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (5723b967-4e08-4bfb-affd-a30eb1a15b6a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:06.254465 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for port (3874b652-e553-4b40-bde8-adce3278f077), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:06.350429 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3874b652-e553-4b40-bde8-adce3278f077), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:06.356031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa15c80f-376c-444d-92ca-6f9f0ba2c365 req-b79f3811-b797-4736-bc7a-b23dee0ec503 service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181797 Jan 31 18:53:06.439150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:06.475101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:06.478734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:06.487743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Pushing event updated for resources: {'Port': ['ID=3874b652-e553-4b40-bde8-adce3278f077,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:06.502224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1f943-7ea1-4e08-9d82-6cc4dc797bce req-0e5f2f21-eeb2-4b30-9c55-7e7c45ceb5c8 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:06.503978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10f1f943-7ea1-4e08-9d82-6cc4dc797bce req-0e5f2f21-eeb2-4b30-9c55-7e7c45ceb5c8 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1724634 Jan 31 18:53:06.544556 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a7966-4964-4a36-84aa-a52739b2bbc7 req-6b87c907-f643-48c8-a7ec-cdff6df62c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:06.546078 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a54a7966-4964-4a36-84aa-a52739b2bbc7 req-6b87c907-f643-48c8-a7ec-cdff6df62c9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2955cafada344780a429a6e6a13faa85&device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 1129 time: 0.2122598 Jan 31 18:53:06.556172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32961dd-e68c-4699-8fc4-f5094fc4e7df req-543b2f7a-d0ef-4d9a-b795-d38d99668599 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:06.557923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b32961dd-e68c-4699-8fc4-f5094fc4e7df req-543b2f7a-d0ef-4d9a-b795-d38d99668599 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 944 time: 0.1814468 Jan 31 18:53:06.581267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa15c80f-376c-444d-92ca-6f9f0ba2c365 req-d5d37775-f346-4c93-b931-2d78201b253f service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077053 Jan 31 18:53:06.618019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10f1f943-7ea1-4e08-9d82-6cc4dc797bce req-e6a1bb5a-9daf-4799-90ec-8775102c15d7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003184 Jan 31 18:53:06.662604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b32961dd-e68c-4699-8fc4-f5094fc4e7df req-d7c9b3c4-a501-4f41-b872-5c21e949d061 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848520 Jan 31 18:53:06.787528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a7966-4964-4a36-84aa-a52739b2bbc7 req-f50d201f-8baf-4473-ac1e-05cbeb000c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:06.789090 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a54a7966-4964-4a36-84aa-a52739b2bbc7 req-f50d201f-8baf-4473-ac1e-05cbeb000c9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 200 len: 919 time: 0.2264297 Jan 31 18:53:06.889722 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a54a7966-4964-4a36-84aa-a52739b2bbc7 req-54dd1f92-8d53-4baf-8a9a-18dcd5ba8d02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9a00885-1b04-45ff-860d-9887303293da HTTP/1.1" status: 200 len: 217 time: 0.0628197 Jan 31 18:53:06.993142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a7966-4964-4a36-84aa-a52739b2bbc7 req-2c0f119e-ca08-40ef-9974-1cd37a243fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:06.994623 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a54a7966-4964-4a36-84aa-a52739b2bbc7 req-2c0f119e-ca08-40ef-9974-1cd37a243fdd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c523f28-793d-4d04-b5eb-56fa402c8e88 HTTP/1.1" status: 200 len: 858 time: 0.0961015 Jan 31 18:53:07.002779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (f5ad9c61-c693-4679-93a7-863da3ba8f7f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:07.070941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-05d6ec2d-ec3a-4f45-896a-ea12009eecdd admin admin] Deleting port 5df47b28-255d-42a3-a4d9-53afccedf810 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:07.071289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05d6ec2d-ec3a-4f45-896a-ea12009eecdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:07.074663 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a54a7966-4964-4a36-84aa-a52739b2bbc7 req-0d120eb7-125a-4396-84e2-0127469dcd13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d9cae6d-c34f-4255-bef4-d02e928b2b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735593 Jan 31 18:53:07.208529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f288f639-cc75-40ec-a538-60d213f6ab99 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:53:07.219441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acbd84-a6cf-48aa-b204-69d1243d92e1 req-5c3c4b5c-b012-4edc-a8e0-83a5b7072cb6 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:07.221614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12acbd84-a6cf-48aa-b204-69d1243d92e1 req-5c3c4b5c-b012-4edc-a8e0-83a5b7072cb6 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=bed1e6fe-d0f4-47fc-b7be-aeabcde0201f HTTP/1.1" status: 200 len: 945 time: 0.0947161 Jan 31 18:53:07.294288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-05d6ec2d-ec3a-4f45-896a-ea12009eecdd admin admin] For port 5df47b28-255d-42a3-a4d9-53afccedf810, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5df47b28-255d-42a3-a4d9-53afccedf810,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:07.294665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05d6ec2d-ec3a-4f45-896a-ea12009eecdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:07.302976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12acbd84-a6cf-48aa-b204-69d1243d92e1 req-6acd2542-4515-47ba-aa9c-03a3bab61ee1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631766 Jan 31 18:53:07.317662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-05d6ec2d-ec3a-4f45-896a-ea12009eecdd admin admin] Calling delete_port for 5df47b28-255d-42a3-a4d9-53afccedf810 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:07.353339 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a54a7966-4964-4a36-84aa-a52739b2bbc7 req-7d353dd9-2578-42dd-b33c-3a32d8123b44 service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624972 Jan 31 18:53:07.377027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:07.391557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'port_id': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'mac_address': 'fa:16:3e:15:1d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:53:07.458649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f288f639-cc75-40ec-a538-60d213f6ab99 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:53:07.459210 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:07.474347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f288f639-cc75-40ec-a538-60d213f6ab99 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:53:07.500512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:07.509245 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:07.563571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:07.565812 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a54a7966-4964-4a36-84aa-a52739b2bbc7 req-79ef394e-3a54-4817-893a-b82b581c4757 service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024295 Jan 31 18:53:07.587356 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (f5ad9c61-c693-4679-93a7-863da3ba8f7f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:07.595478 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (f5ad9c61-c693-4679-93a7-863da3ba8f7f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:07.803242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f288f639-cc75-40ec-a538-60d213f6ab99'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:53:07.820619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8224e-1ea2-4c01-919c-d4e7c42e8a9b req-c062142a-b557-40c4-9764-9d933afa63ae tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:07.828001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2be8224e-1ea2-4c01-919c-d4e7c42e8a9b req-c062142a-b557-40c4-9764-9d933afa63ae tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1073318 Jan 31 18:53:07.875493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43af7a-8e61-46cc-b2e5-62b99d57f187 req-2e9adef3-f2e9-4d2a-9472-f6bb107117a9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:07.881953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b43af7a-8e61-46cc-b2e5-62b99d57f187 req-2e9adef3-f2e9-4d2a-9472-f6bb107117a9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 945 time: 0.1236987 Jan 31 18:53:07.957179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b43af7a-8e61-46cc-b2e5-62b99d57f187 req-09657249-0ae0-4ec6-819b-35a7b599f059 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717068 Jan 31 18:53:07.971946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2be8224e-1ea2-4c01-919c-d4e7c42e8a9b req-2960c0eb-e1e5-4984-b59f-6d763c32b3ec tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428804 Jan 31 18:53:08.107329 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05d6ec2d-ec3a-4f45-896a-ea12009eecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5df47b28-255d-42a3-a4d9-53afccedf810), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:08.144551 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6ec2d-ec3a-4f45-896a-ea12009eecdd admin admin] Pushing event deleted for resources: {'Port': ['ID=5df47b28-255d-42a3-a4d9-53afccedf810,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:08.151532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Router f5ad9c61-c693-4679-93a7-863da3ba8f7f is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:53:08.458240 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:08.466436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ecb71-cabe-4ab3-a06d-97088793d67c req-18648348-bb1a-4e22-9b1f-28dec8480afe tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:08.466979 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:08.469215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d0ecb71-cabe-4ab3-a06d-97088793d67c req-18648348-bb1a-4e22-9b1f-28dec8480afe tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=bed1e6fe-d0f4-47fc-b7be-aeabcde0201f HTTP/1.1" status: 200 len: 945 time: 0.0715489 Jan 31 18:53:08.469551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f5808-0c7e-43c7-98c6-ff4b7f08cdc5 None None] Sync routers for ids ['f5ad9c61-c693-4679-93a7-863da3ba8f7f'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:08.471773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48288) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:08.472082 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ac9ee865-d4f4-428e-a799-8e9cdf7adf45 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "PUT /v2.0/routers/f5ad9c61-c693-4679-93a7-863da3ba8f7f HTTP/1.1" status: 200 len: 879 time: 4.0574396 Jan 31 18:53:08.484010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f5808-0c7e-43c7-98c6-ff4b7f08cdc5 None None] Routers {'f5ad9c61-c693-4679-93a7-863da3ba8f7f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:08.484801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3a6f5808-0c7e-43c7-98c6-ff4b7f08cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f5ad9c61-c693-4679-93a7-863da3ba8f7f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:08.505813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05d6ec2d-ec3a-4f45-896a-ea12009eecdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (5723b967-4e08-4bfb-affd-a30eb1a15b6a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:08.529961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3a6f5808-0c7e-43c7-98c6-ff4b7f08cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:08.539927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f5808-0c7e-43c7-98c6-ff4b7f08cdc5 None None] Routers {'f5ad9c61-c693-4679-93a7-863da3ba8f7f'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:08.540675 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3a6f5808-0c7e-43c7-98c6-ff4b7f08cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f5ad9c61-c693-4679-93a7-863da3ba8f7f'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:08.585675 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3a6f5808-0c7e-43c7-98c6-ff4b7f08cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:08.586454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f5808-0c7e-43c7-98c6-ff4b7f08cdc5 None None] The sync data for ids ['f5ad9c61-c693-4679-93a7-863da3ba8f7f'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:08.597980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d0ecb71-cabe-4ab3-a06d-97088793d67c req-0fd92f0b-98d6-4fb8-9a1e-3c1d7ba45da6 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182885 Jan 31 18:53:08.672496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-168bbb19-36e2-4110-8aa2-a1baa4f88f20 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/routers/f5ad9c61-c693-4679-93a7-863da3ba8f7f HTTP/1.1" status: 200 len: 920 time: 0.1991367 Jan 31 18:53:08.677716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48294) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:08.878331 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6bf7e2-be68-443c-8c9d-475f5b2aeef0 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:08.879915 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8c6bf7e2-be68-443c-8c9d-475f5b2aeef0 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&device_id=f5ad9c61-c693-4679-93a7-863da3ba8f7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2010734 Jan 31 18:53:08.882481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:08.911827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b39f1-b82f-4ee9-814b-200d7345a3e4 req-a9c86931-3b4b-4db0-b334-4751c0037ebe tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:08.913435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-041b39f1-b82f-4ee9-814b-200d7345a3e4 req-a9c86931-3b4b-4db0-b334-4751c0037ebe tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=bed1e6fe-d0f4-47fc-b7be-aeabcde0201f HTTP/1.1" status: 200 len: 945 time: 0.0661359 Jan 31 18:53:08.965142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d6ec2d-ec3a-4f45-896a-ea12009eecdd admin admin] Router 5723b967-4e08-4bfb-affd-a30eb1a15b6a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:53:08.973578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-041b39f1-b82f-4ee9-814b-200d7345a3e4 req-035e6359-0c61-4e62-b338-fb6c3db09449 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534680 Jan 31 18:53:09.040468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5edf95f-9260-4f01-ab76-3fc687cfd0e1 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:09.041959 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a5edf95f-9260-4f01-ab76-3fc687cfd0e1 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 881 time: 0.1584296 Jan 31 18:53:09.044893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48304) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:09.106246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6678519d-c032-4477-813f-6b00d61958a7 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad9c61-c693-4679-93a7-863da3ba8f7f HTTP/1.1" status: 200 len: 205 time: 0.0599558 Jan 31 18:53:09.108134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48306) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:09.177050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaef1a7-d98b-40f5-8ccd-995ec63ee7ed req-102439fe-105d-4f76-8d96-a9b9ca85a4b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:09.182445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-adaef1a7-d98b-40f5-8ccd-995ec63ee7ed req-102439fe-105d-4f76-8d96-a9b9ca85a4b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 945 time: 0.0969660 Jan 31 18:53:09.216193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d6ec2d-ec3a-4f45-896a-ea12009eecdd admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:09.218659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ca5dd-2291-4700-a554-dd1a3c3dfb83 req-53956620-9921-4c1c-a749-696c20ff88c2 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:09.220466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa2ca5dd-2291-4700-a554-dd1a3c3dfb83 req-53956620-9921-4c1c-a749-696c20ff88c2 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1275156 Jan 31 18:53:09.224855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f288f639-cc75-40ec-a538-60d213f6ab99 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:53:09.227358 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-05d6ec2d-ec3a-4f45-896a-ea12009eecdd admin admin] 10.222.0.20 "PUT /v2.0/routers/5723b967-4e08-4bfb-affd-a30eb1a15b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8352551 Jan 31 18:53:09.235546 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48308) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:09.237307 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee6a4e-9a65-404f-9d08-86894ebafacd None None] Sync routers for ids ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:09.265015 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee6a4e-9a65-404f-9d08-86894ebafacd None None] Routers {'5723b967-4e08-4bfb-affd-a30eb1a15b6a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:09.269397 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f3ee6a4e-9a65-404f-9d08-86894ebafacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:09.350342 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (f5ad9c61-c693-4679-93a7-863da3ba8f7f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:09.395027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port f288f639-cc75-40ec-a538-60d213f6ab99 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:53:09.401638 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-adaef1a7-d98b-40f5-8ccd-995ec63ee7ed req-8361d458-5ab8-448e-bfba-6808eabd4104 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2164855 Jan 31 18:53:09.415394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port f288f639-cc75-40ec-a538-60d213f6ab99 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:53:09.415394 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:09.479180 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa2ca5dd-2291-4700-a554-dd1a3c3dfb83 req-1c40e795-4d2f-4bf6-ab6b-3bb753718aa7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267730 Jan 31 18:53:09.509261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Publish callbacks [] for router (5723b967-4e08-4bfb-affd-a30eb1a15b6a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:09.531903 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f3ee6a4e-9a65-404f-9d08-86894ebafacd None None] Set router 5723b967-4e08-4bfb-affd-a30eb1a15b6a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:53:09.579002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f288f639-cc75-40ec-a538-60d213f6ab99 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:53:09.579578 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:09.583602 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (f5ad9c61-c693-4679-93a7-863da3ba8f7f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:09.617035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:09.621601 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9c26f9-8868-4a3e-9c29-458df6c4d79b" -d '{"events": [{"server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "name": "network-vif-plugged", "status": "completed", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:09.639301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:09.649888 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:09.707008 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199f93ac-5eeb-4252-8cab-685539f0d65a x-openstack-request-id: req-199f93ac-5eeb-4252-8cab-685539f0d65a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:09.707594 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Publish callbacks [] for router_gateway (5723b967-4e08-4bfb-affd-a30eb1a15b6a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:09.709140 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "name": "network-vif-plugged", "status": "completed", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:09.709577 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-199f93ac-5eeb-4252-8cab-685539f0d65a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:09.711570 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'code': 200} Jan 31 18:53:09.754091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:09.762221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Deleting port 3874b652-e553-4b40-bde8-adce3278f077 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:09.763468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3874b652-e553-4b40-bde8-adce3278f077), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:09.785729 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f3ee6a4e-9a65-404f-9d08-86894ebafacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:53:08Z', 'revision_number': 5, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port': {'id': 'cf65ca02-e8f7-4f1a-8931-4b52267198fe', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:41Z', 'updated_at': '2022-01-31T18:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:09.823577 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee6a4e-9a65-404f-9d08-86894ebafacd None None] Checking router: 5723b967-4e08-4bfb-affd-a30eb1a15b6a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:53:09.835540 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee6a4e-9a65-404f-9d08-86894ebafacd None None] Routers {'5723b967-4e08-4bfb-affd-a30eb1a15b6a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:09.836078 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f3ee6a4e-9a65-404f-9d08-86894ebafacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:09.883646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb84f75-f074-4b0c-8cc9-aeda0127f358 req-e03eac0d-2c1f-4896-8c4a-98cfae67d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:09.884136 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-efb84f75-f074-4b0c-8cc9-aeda0127f358 req-e03eac0d-2c1f-4896-8c4a-98cfae67d352 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1129 time: 0.1008525 Jan 31 18:53:09.885569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Deleting port cf65ca02-e8f7-4f1a-8931-4b52267198fe {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:09.886008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:09.929692 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f3ee6a4e-9a65-404f-9d08-86894ebafacd None None] Set router 5723b967-4e08-4bfb-affd-a30eb1a15b6a gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:53:09.964654 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3874b652-e553-4b40-bde8-adce3278f077), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:09.983719 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f3ee6a4e-9a65-404f-9d08-86894ebafacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:53:09Z', 'revision_number': 6, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:09.997806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Calling delete_port for 3874b652-e553-4b40-bde8-adce3278f077 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:10.028618 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee6a4e-9a65-404f-9d08-86894ebafacd None None] The sync data for ids ['5723b967-4e08-4bfb-affd-a30eb1a15b6a'] in n-d-812111-15 is: [{'id': '5723b967-4e08-4bfb-affd-a30eb1a15b6a', 'name': 'tempest-ServerActionsTestJSON-1699256330-router', 'tenant_id': '929ddc5d4661400faea9db350575816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:40Z', 'updated_at': '2022-01-31T18:53:09Z', 'revision_number': 6, 'project_id': '929ddc5d4661400faea9db350575816f', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:10.035432 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-efb84f75-f074-4b0c-8cc9-aeda0127f358 req-a45fbe51-2682-4e73-8cb3-2ded3b33d6f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1399987 Jan 31 18:53:10.082230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] For port cf65ca02-e8f7-4f1a-8931-4b52267198fe, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=cf65ca02-e8f7-4f1a-8931-4b52267198fe,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:10.082601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:10.098713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Calling delete_port for cf65ca02-e8f7-4f1a-8931-4b52267198fe owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:10.126608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ef7a-2447-4f47-bfe7-ff80c0fa681d req-54cc96e2-89b0-4cc9-868f-ae58d917f219 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:10.128827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd28ef7a-2447-4f47-bfe7-ff80c0fa681d req-54cc96e2-89b0-4cc9-868f-ae58d917f219 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=bed1e6fe-d0f4-47fc-b7be-aeabcde0201f HTTP/1.1" status: 200 len: 945 time: 0.0678513 Jan 31 18:53:10.180268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd28ef7a-2447-4f47-bfe7-ff80c0fa681d req-067c3e93-68ab-48c7-9b03-2636abe72c3b tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456779 Jan 31 18:53:10.660138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c002e27-27dc-42c4-9ae1-527fcc9cb286 req-445b8286-c647-4364-ba13-b2e8d0c6465f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:10.661945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c002e27-27dc-42c4-9ae1-527fcc9cb286 req-445b8286-c647-4364-ba13-b2e8d0c6465f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.1423967 Jan 31 18:53:10.675708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233106b-9b66-4d1c-a1b3-26faf779b66c req-70a190bb-6c3c-4148-9e42-6078b705f413 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:10.677807 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2233106b-9b66-4d1c-a1b3-26faf779b66c req-70a190bb-6c3c-4148-9e42-6078b705f413 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.49 "GET /v2.0/ports?device_id=bed1e6fe-d0f4-47fc-b7be-aeabcde0201f HTTP/1.1" status: 200 len: 945 time: 0.2022302 Jan 31 18:53:10.700670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5df47b28-255d-42a3-a4d9-53afccedf810 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:53:10.718596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d5b01-9cfb-475a-8b9d-085504f7d330 req-e54d8141-53f7-4d8b-9137-48bfc05aceb5 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:10.722502 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-467d5b01-9cfb-475a-8b9d-085504f7d330 req-e54d8141-53f7-4d8b-9137-48bfc05aceb5 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1324341 Jan 31 18:53:10.741095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 5df47b28-255d-42a3-a4d9-53afccedf810 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:53:10.741435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5df47b28-255d-42a3-a4d9-53afccedf810 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:53:10.785118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c002e27-27dc-42c4-9ae1-527fcc9cb286 req-8fe636af-6728-48e1-8785-2609b4d2a800 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1131663 Jan 31 18:53:10.788655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3874b652-e553-4b40-bde8-adce3278f077), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:10.820365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-467d5b01-9cfb-475a-8b9d-085504f7d330 req-eb7bbda6-fc74-4014-9207-e1eb6bf3828b tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711865 Jan 31 18:53:10.870397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Pushing event deleted for resources: {'Port': ['ID=3874b652-e553-4b40-bde8-adce3278f077,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:10.973159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (cf65ca02-e8f7-4f1a-8931-4b52267198fe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.038468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf65ca02-e8f7-4f1a-8931-4b52267198fe,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:11.062698 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (f5ad9c61-c693-4679-93a7-863da3ba8f7f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.159395 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2233106b-9b66-4d1c-a1b3-26faf779b66c req-929be1f3-15ca-46d5-bc5f-41e42e65ba96 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Deleting port 8b64de5d-6003-48a9-9eab-433ab9733ad5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:11.159883 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2233106b-9b66-4d1c-a1b3-26faf779b66c req-929be1f3-15ca-46d5-bc5f-41e42e65ba96 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.217168 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (f5ad9c61-c693-4679-93a7-863da3ba8f7f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.224262 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_controller (f5ad9c61-c693-4679-93a7-863da3ba8f7f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.357121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e5f30-d646-475f-b7c0-93cf0e695645 req-05ace093-f2d7-4167-9e90-91c6a655169d tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:11.359583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e4e5f30-d646-475f-b7c0-93cf0e695645 req-05ace093-f2d7-4167-9e90-91c6a655169d tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=bed1e6fe-d0f4-47fc-b7be-aeabcde0201f HTTP/1.1" status: 200 len: 945 time: 0.0788054 Jan 31 18:53:11.365094 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (5723b967-4e08-4bfb-affd-a30eb1a15b6a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.429942 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e4e5f30-d646-475f-b7c0-93cf0e695645 req-ac3986a6-792f-43bb-813d-47dedc111343 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619423 Jan 31 18:53:11.435855 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (f5ad9c61-c693-4679-93a7-863da3ba8f7f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.436405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Fanout notify agent at l3_agent the message router_deleted on router f5ad9c61-c693-4679-93a7-863da3ba8f7f {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:53:11.453824 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.460484 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-544fcc80-cd51-4210-b627-be8ad4c6bc28 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/routers/f5ad9c61-c693-4679-93a7-863da3ba8f7f HTTP/1.1" status: 204 len: 168 time: 2.3454611 Jan 31 18:53:11.460484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:11.495540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6679fa9e-a563-4f23-970d-6edb8c8982b2 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-966727138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:11.501373 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (5723b967-4e08-4bfb-affd-a30eb1a15b6a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.510939 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Publish callbacks [] for router_controller (5723b967-4e08-4bfb-affd-a30eb1a15b6a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.580114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2233106b-9b66-4d1c-a1b3-26faf779b66c req-929be1f3-15ca-46d5-bc5f-41e42e65ba96 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] For port 8b64de5d-6003-48a9-9eab-433ab9733ad5, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8b64de5d-6003-48a9-9eab-433ab9733ad5,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:11.580576 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2233106b-9b66-4d1c-a1b3-26faf779b66c req-929be1f3-15ca-46d5-bc5f-41e42e65ba96 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.591639 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (5723b967-4e08-4bfb-affd-a30eb1a15b6a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.592152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5723b967-4e08-4bfb-affd-a30eb1a15b6a {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:53:11.604629 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6679fa9e-a563-4f23-970d-6edb8c8982b2 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.605738 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6679fa9e-a563-4f23-970d-6edb8c8982b2 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.610615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2233106b-9b66-4d1c-a1b3-26faf779b66c req-929be1f3-15ca-46d5-bc5f-41e42e65ba96 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Calling delete_port for 8b64de5d-6003-48a9-9eab-433ab9733ad5 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:11.616577 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.617947 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a9395ac6-318b-4a91-afb1-9645ef52d992 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5723b967-4e08-4bfb-affd-a30eb1a15b6a HTTP/1.1" status: 204 len: 168 time: 2.3802791 Jan 31 18:53:11.620794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48338) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:11.702955 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a4b543-a46e-4a66-9fc8-984a83a5fd2d admin admin] Deleting subnet aff3baa4-ee50-48d2-9d5d-636d147b92c5 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:53:11.723087 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34a4b543-a46e-4a66-9fc8-984a83a5fd2d admin admin] Publish callbacks [] for subnet (aff3baa4-ee50-48d2-9d5d-636d147b92c5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.754791 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6679fa9e-a563-4f23-970d-6edb8c8982b2 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_controller (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.773095 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6679fa9e-a563-4f23-970d-6edb8c8982b2 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.792214 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34a4b543-a46e-4a66-9fc8-984a83a5fd2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (aff3baa4-ee50-48d2-9d5d-636d147b92c5), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.828352 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6679fa9e-a563-4f23-970d-6edb8c8982b2 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.830463 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6679fa9e-a563-4f23-970d-6edb8c8982b2 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3428283 Jan 31 18:53:11.833635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48342) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:11.840629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'enable_snat': True}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:11.941963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2233106b-9b66-4d1c-a1b3-26faf779b66c req-929be1f3-15ca-46d5-bc5f-41e42e65ba96 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8b64de5d-6003-48a9-9eab-433ab9733ad5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:11.955204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:53:11.960211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['1d5b5682-0118-4517-8975-47324c796a8a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:53:11.984962 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929be1f3-15ca-46d5-bc5f-41e42e65ba96 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Pushing event deleted for resources: {'Port': ['ID=8b64de5d-6003-48a9-9eab-433ab9733ad5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:12.081881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2233106b-9b66-4d1c-a1b3-26faf779b66c req-929be1f3-15ca-46d5-bc5f-41e42e65ba96 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] No DVR routers for this DVR port 8b64de5d-6003-48a9-9eab-433ab9733ad5 on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:53:12.085011 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2233106b-9b66-4d1c-a1b3-26faf779b66c req-929be1f3-15ca-46d5-bc5f-41e42e65ba96 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:12.088700 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2233106b-9b66-4d1c-a1b3-26faf779b66c req-929be1f3-15ca-46d5-bc5f-41e42e65ba96 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.49 "DELETE /v2.0/ports/8b64de5d-6003-48a9-9eab-433ab9733ad5 HTTP/1.1" status: 204 len: 173 time: 1.3951745 Jan 31 18:53:12.089159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed1e6fe-d0f4-47fc-b7be-aeabcde0201f', 'name': 'network-vif-deleted', 'tag': '8b64de5d-6003-48a9-9eab-433ab9733ad5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:12.091557 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d105dad-5fc3-479f-93f4-208afc1fc7c1" -d '{"events": [{"server_uuid": "bed1e6fe-d0f4-47fc-b7be-aeabcde0201f", "name": "network-vif-deleted", "tag": "8b64de5d-6003-48a9-9eab-433ab9733ad5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:12.153331 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cc0545-3ed5-483f-9e3b-abeb97aba0b3 x-openstack-request-id: req-13cc0545-3ed5-483f-9e3b-abeb97aba0b3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:12.153876 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed1e6fe-d0f4-47fc-b7be-aeabcde0201f", "name": "network-vif-deleted", "tag": "8b64de5d-6003-48a9-9eab-433ab9733ad5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:12.154316 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13cc0545-3ed5-483f-9e3b-abeb97aba0b3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:12.154909 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed1e6fe-d0f4-47fc-b7be-aeabcde0201f', 'name': 'network-vif-deleted', 'tag': '8b64de5d-6003-48a9-9eab-433ab9733ad5', 'status': 'completed', 'code': 200} Jan 31 18:53:12.393817 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34a4b543-a46e-4a66-9fc8-984a83a5fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (aff3baa4-ee50-48d2-9d5d-636d147b92c5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:12.429239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a096fac-d8a8-48a1-b9db-c302de286946 req-0e7770f9-b03e-4a40-ac18-d831d0937fd6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:12.431637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a096fac-d8a8-48a1-b9db-c302de286946 req-0e7770f9-b03e-4a40-ac18-d831d0937fd6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.4971509 Jan 31 18:53:12.434348 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:12.611604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a096fac-d8a8-48a1-b9db-c302de286946 req-060c53d7-4cdd-4183-b260-418bfafa9ef7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1664574 Jan 31 18:53:12.615709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7f5aef7-612c-416b-a2f5-ccda330d5e72 req-2f3cb723-f715-46a7-9137-d760f8dff029 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=bed1e6fe-d0f4-47fc-b7be-aeabcde0201f HTTP/1.1" status: 200 len: 210 time: 0.0470054 Jan 31 18:53:12.618542 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34a4b543-a46e-4a66-9fc8-984a83a5fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (aff3baa4-ee50-48d2-9d5d-636d147b92c5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:12.714536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4b543-a46e-4a66-9fc8-984a83a5fd2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff3baa4-ee50-48d2-9d5d-636d147b92c5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:12.726420 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34a4b543-a46e-4a66-9fc8-984a83a5fd2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:12.732478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-34a4b543-a46e-4a66-9fc8-984a83a5fd2d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aff3baa4-ee50-48d2-9d5d-636d147b92c5 HTTP/1.1" status: 204 len: 168 time: 1.1100745 Jan 31 18:53:12.735185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48354) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:12.740374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bf9eb4-f728-4769-bc27-871aaecff3b7 None None] Network 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:53:12.857980 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cf65ca02-e8f7-4f1a-8931-4b52267198fe no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:53:12.893033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: cf65ca02-e8f7-4f1a-8931-4b52267198fe {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:53:12.893822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cf65ca02-e8f7-4f1a-8931-4b52267198fe not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:53:12.922001 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (50fbb222-e6d0-4564-9921-e3ecb13cb1c1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:12.998724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Deleting port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:12.999363 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.057360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c2e0f-06f6-40ca-8680-85254c1528a5 None None] DHCP port deletion for 50fbb222-e6d0-4564-9921-e3ecb13cb1c1 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:53:13.086823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca05073-db90-4611-a786-69df58968437 req-e44daf5d-176c-4a30-ba1d-0da714e4d1d2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:13.094948 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eca05073-db90-4611-a786-69df58968437 req-e44daf5d-176c-4a30-ba1d-0da714e4d1d2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.3015988 Jan 31 18:53:13.101368 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] For port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7a9581a6-21c2-4a87-a6df-b5f53c4aeb81,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:13.102044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.116566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Calling delete_port for 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:13.132378 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.182034 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.184889 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c2e0f-06f6-40ca-8680-85254c1528a5 None None] Deleting port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:13.185725 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2e0f-06f6-40ca-8680-85254c1528a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.223842 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.281285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9581a6-21c2-4a87-a6df-b5f53c4aeb81,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:13.295842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] No DVR routers for this DVR port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:53:13.363311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eca05073-db90-4611-a786-69df58968437 req-bb1f0822-b56f-4997-b531-05c0e93b5a79 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2661548 Jan 31 18:53:13.415597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48360) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:13.440616 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (50fbb222-e6d0-4564-9921-e3ecb13cb1c1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.475286 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ae4c2e0f-06f6-40ca-8680-85254c1528a5 None None] For port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7a9581a6-21c2-4a87-a6df-b5f53c4aeb81,segment=NetworkSegment(c9de4195-2d17-4760-bd1e-96dce4633f6e),segment_id=c9de4195-2d17-4760-bd1e-96dce4633f6e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:13.476125 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2e0f-06f6-40ca-8680-85254c1528a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.489108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8b64de5d-6003-48a9-9eab-433ab9733ad5 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:53:13.506813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fbb222-e6d0-4564-9921-e3ecb13cb1c1']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:13.528207 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9de4195-2d17-4760-bd1e-96dce4633f6e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:13.528546 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9de4195-2d17-4760-bd1e-96dce4633f6e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:13.530378 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 8b64de5d-6003-48a9-9eab-433ab9733ad5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:53:13.530838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8b64de5d-6003-48a9-9eab-433ab9733ad5 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:53:13.535752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c2e0f-06f6-40ca-8680-85254c1528a5 None None] Calling delete_port for 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:13.557334 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (c9de4195-2d17-4760-bd1e-96dce4633f6e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.591992 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c9de4195-2d17-4760-bd1e-96dce4633f6e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.604067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Allocated IP 172.25.8.217 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/1918bfea-a5e7-4e97-b807-c5d9acc342fe) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:13.605027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:53:13.606128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (c9de4195-2d17-4760-bd1e-96dce4633f6e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.608534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0629d6fa-3734-46af-91b6-b3789c2a140a tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:53:13.609188 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:53:13.614011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0629d6fa-3734-46af-91b6-b3789c2a140a tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1124 time: 0.1972685 Jan 31 18:53:13.614707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48362) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:13.622286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:13.665520 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2e0f-06f6-40ca-8680-85254c1528a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (7a9581a6-21c2-4a87-a6df-b5f53c4aeb81), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.696785 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.719496 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (50fbb222-e6d0-4564-9921-e3ecb13cb1c1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.727163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.739499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c2e0f-06f6-40ca-8680-85254c1528a5 None None] Pushing event deleted for resources: {'Port': ['ID=7a9581a6-21c2-4a87-a6df-b5f53c4aeb81,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:13.740210 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] 10.222.0.20 "DELETE /v2.0/networks/50fbb222-e6d0-4564-9921-e3ecb13cb1c1 HTTP/1.1" status: 204 len: 168 time: 1.0029125 Jan 31 18:53:13.746749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c2e0f-06f6-40ca-8680-85254c1528a5 None None] No DVR routers for this DVR port 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:53:13.768932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b332e47-dd65-4217-8c75-37cccc6e1c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=50fbb222-e6d0-4564-9921-e3ecb13cb1c1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:13.899368 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for port (1918bfea-a5e7-4e97-b807-c5d9acc342fe), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:13.927467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48376) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:13.993740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:14.025593 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1918bfea-a5e7-4e97-b807-c5d9acc342fe), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:14.063719 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4053d5d8-8889-494a-b19e-37be67ae3cca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=929ddc5d4661400faea9db350575816f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313713 Jan 31 18:53:14.067624 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48378) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:14.114386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:14.120627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:14.123469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:14.139838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35d71847-6ea0-4b6a-890e-9e8e3177c02e admin admin] Publish callbacks [] for security_group (ffd3093d-ad9c-4616-a5dd-a2924a38a88c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:14.173888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event updated for resources: {'Port': ['ID=1918bfea-a5e7-4e97-b807-c5d9acc342fe,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:14.183566 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35d71847-6ea0-4b6a-890e-9e8e3177c02e admin admin] Publish callbacks [] for security_group (ffd3093d-ad9c-4616-a5dd-a2924a38a88c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:14.297669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35d71847-6ea0-4b6a-890e-9e8e3177c02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ffd3093d-ad9c-4616-a5dd-a2924a38a88c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:14.300704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35d71847-6ea0-4b6a-890e-9e8e3177c02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:14.306328 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-35d71847-6ea0-4b6a-890e-9e8e3177c02e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffd3093d-ad9c-4616-a5dd-a2924a38a88c HTTP/1.1" status: 204 len: 168 time: 0.2329767 Jan 31 18:53:14.333064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d71847-6ea0-4b6a-890e-9e8e3177c02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd3093d-ad9c-4616-a5dd-a2924a38a88c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:14.761023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:53:14.801554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:53:14.801932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7a9581a6-21c2-4a87-a6df-b5f53c4aeb81 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:53:14.988575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.25.8.230 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/2d9db5cf-6af4-496a-a66b-c22dca46f325) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:15.190415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee182721-ad08-4b51-af84-c8261cd52a02 req-c5531ed5-5043-45d3-89f2-2cb12dffac26 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:15.191978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee182721-ad08-4b51-af84-c8261cd52a02 req-c5531ed5-5043-45d3-89f2-2cb12dffac26 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.2738361 Jan 31 18:53:15.308395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2818b-c228-4b40-b3fa-dbdc641dc856 req-57618f91-4bd2-4860-a265-13ec8788632a tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:15.313005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2818b-c228-4b40-b3fa-dbdc641dc856 req-57618f91-4bd2-4860-a265-13ec8788632a tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:15.315535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4e2818b-c228-4b40-b3fa-dbdc641dc856 req-57618f91-4bd2-4860-a265-13ec8788632a tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71&device_id=32d645e9-f5ef-416c-be4e-d7e134d04977 HTTP/1.1" status: 200 len: 1682 time: 0.2636311 Jan 31 18:53:15.369084 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (2d9db5cf-6af4-496a-a66b-c22dca46f325), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:15.389990 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee182721-ad08-4b51-af84-c8261cd52a02 req-921d3c1c-ae6f-4254-8e85-2433f28a1ad1 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858203 Jan 31 18:53:15.436194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:15.441377 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:15.575640 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2d9db5cf-6af4-496a-a66b-c22dca46f325), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:15.637892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4e2818b-c228-4b40-b3fa-dbdc641dc856 req-10f56a3b-4ea5-4783-85ab-8096105c2dab tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105080 Jan 31 18:53:15.638447 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1951247266-network', 'tenant_id': 'b3d48099efc6408bade7730d2cbd68a9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:15.713973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Made reservation on behalf of b3d48099efc6408bade7730d2cbd68a9 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:53:15.716420 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:15.733757 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:15.787168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:15.798121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:15.805853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:15.849810 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Publish callbacks [] for security_group (9d749a3c-0567-4d85-b13c-77e189150817), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:15.856040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9d749a3c-0567-4d85-b13c-77e189150817), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:15.920934 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:53:15.938743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d749a3c-0567-4d85-b13c-77e189150817,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:15.958272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=2d9db5cf-6af4-496a-a66b-c22dca46f325,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:15.967163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b0086e16-1baf-47a3-a75c-2ee160417c0c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:15.968274 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Added segment b0086e16-1baf-47a3-a75c-2ee160417c0c of type vlan for network d91ba387-2200-45cd-bb70-589118ebb63f Jan 31 18:53:16.039645 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (d91ba387-2200-45cd-bb70-589118ebb63f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:16.071544 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (d91ba387-2200-45cd-bb70-589118ebb63f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:16.073201 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:16.074030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:16.109409 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:16.110314 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6725976 Jan 31 18:53:16.114743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48446) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:16.123394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9033dc5f-cfb0-4e06-80a0-c8de76e82890 admin admin] Request body: {'subnet': {'network_id': 'd91ba387-2200-45cd-bb70-589118ebb63f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1951247266-subnet', 'tenant_id': 'b3d48099efc6408bade7730d2cbd68a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:16.124360 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:16.217102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf94c1-15a9-4dcb-b98e-66182bde351c admin admin] Pushing event updated for resources: {'Network': ['ID=d91ba387-2200-45cd-bb70-589118ebb63f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:16.226040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9033dc5f-cfb0-4e06-80a0-c8de76e82890 admin admin] Made reservation on behalf of b3d48099efc6408bade7730d2cbd68a9 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:53:16.228617 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9033dc5f-cfb0-4e06-80a0-c8de76e82890 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:16.240542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network d91ba387-2200-45cd-bb70-589118ebb63f details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:53:16.546788 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9033dc5f-cfb0-4e06-80a0-c8de76e82890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (a9da007b-f283-4588-aec1-48e81f7a7949), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:16.652573 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033dc5f-cfb0-4e06-80a0-c8de76e82890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9da007b-f283-4588-aec1-48e81f7a7949,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:16.682199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Router ec6cfd47-bd15-44cc-bfdd-85e8606c9712 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:53:16.699579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033dc5f-cfb0-4e06-80a0-c8de76e82890 admin admin] Checking segment: {'id': 'b0086e16-1baf-47a3-a75c-2ee160417c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd91ba387-2200-45cd-bb70-589118ebb63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:53:16.700226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9033dc5f-cfb0-4e06-80a0-c8de76e82890 admin admin] Network hostable DHCP agents. Network: d91ba387-2200-45cd-bb70-589118ebb63f, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:53:16.724506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9033dc5f-cfb0-4e06-80a0-c8de76e82890 admin admin] Network d91ba387-2200-45cd-bb70-589118ebb63f is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:53:16.741744 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9033dc5f-cfb0-4e06-80a0-c8de76e82890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, d91ba387-2200-45cd-bb70-589118ebb63f) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:16.753858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ebc49c-f9c8-4656-9da8-94b05e83ff74 None None] Network d91ba387-2200-45cd-bb70-589118ebb63f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:53:16.755942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9033dc5f-cfb0-4e06-80a0-c8de76e82890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:16.758163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9033dc5f-cfb0-4e06-80a0-c8de76e82890 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:16.803597 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9033dc5f-cfb0-4e06-80a0-c8de76e82890 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6791971 Jan 31 18:53:16.846606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc1535-0c71-46c2-80f9-25d9240b14e6 req-0c00de28-ca23-42ce-99f4-57d961d7725d tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:16.848439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3fc1535-0c71-46c2-80f9-25d9240b14e6 req-0c00de28-ca23-42ce-99f4-57d961d7725d tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=32d645e9-f5ef-416c-be4e-d7e134d04977 HTTP/1.1" status: 200 len: 945 time: 0.2003932 Jan 31 18:53:16.931554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105d168f-3173-440d-a550-404d1a18018f None None] Network d91ba387-2200-45cd-bb70-589118ebb63f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:53:17.101746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3fc1535-0c71-46c2-80f9-25d9240b14e6 req-9dccb0e4-3326-4f19-8393-e76063be6903 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363498 Jan 31 18:53:17.138141 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (0b8ac7dd-3549-49b9-9b77-df0c88d5e193), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:17.232507 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2d9db5cf-6af4-496a-a66b-c22dca46f325), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:17.237001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:17.248634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f390061-da7d-45d4-935b-36a89ce33b63 None None] Sync routers for ids ['ec6cfd47-bd15-44cc-bfdd-85e8606c9712'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:17.263261 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:17.267092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c5537ac9-dd28-4d6b-9c1f-be4f26ddc235 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "PUT /v2.0/routers/ec6cfd47-bd15-44cc-bfdd-85e8606c9712 HTTP/1.1" status: 200 len: 914 time: 5.4297781 Jan 31 18:53:17.267306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f390061-da7d-45d4-935b-36a89ce33b63 None None] Routers {'ec6cfd47-bd15-44cc-bfdd-85e8606c9712'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:17.267306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6f390061-da7d-45d4-935b-36a89ce33b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ec6cfd47-bd15-44cc-bfdd-85e8606c9712'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:17.268433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48468) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:17.377538 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6f390061-da7d-45d4-935b-36a89ce33b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:17.395124 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f390061-da7d-45d4-935b-36a89ce33b63 None None] Routers {'ec6cfd47-bd15-44cc-bfdd-85e8606c9712'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:17.395748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6f390061-da7d-45d4-935b-36a89ce33b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ec6cfd47-bd15-44cc-bfdd-85e8606c9712'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:17.527058 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-520a5ab2-cfa3-496c-b6a6-67e48a6cdc69 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/routers/ec6cfd47-bd15-44cc-bfdd-85e8606c9712 HTTP/1.1" status: 200 len: 920 time: 0.2548802 Jan 31 18:53:17.528275 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:17.603307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076fa559-996f-4a29-a3d7-755f32b3d2b3 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:17.608865 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-076fa559-996f-4a29-a3d7-755f32b3d2b3 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&device_id=ec6cfd47-bd15-44cc-bfdd-85e8606c9712&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0695484 Jan 31 18:53:17.609144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48482) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:17.646922 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6f390061-da7d-45d4-935b-36a89ce33b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:17.649149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f390061-da7d-45d4-935b-36a89ce33b63 None None] The sync data for ids ['ec6cfd47-bd15-44cc-bfdd-85e8606c9712'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:17.746216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-28b51064-f46c-418b-a24f-a62b9ac5f034 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:17.747744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-28b51064-f46c-418b-a24f-a62b9ac5f034 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/networks?id=d91ba387-2200-45cd-bb70-589118ebb63f HTTP/1.1" status: 200 len: 813 time: 0.3146493 Jan 31 18:53:17.766078 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (2d9db5cf-6af4-496a-a66b-c22dca46f325), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:17.778241 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2d9db5cf-6af4-496a-a66b-c22dca46f325), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:17.805768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-0ebe3102-5330-494e-a6f1-4c7ba52ed71c tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/quotas/b3d48099efc6408bade7730d2cbd68a9 HTTP/1.1" status: 200 len: 375 time: 0.0501821 Jan 31 18:53:17.851727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5d3af7-5d70-4b42-8972-4ebe506ba9e0 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:17.853461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7d5d3af7-5d70-4b42-8972-4ebe506ba9e0 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 881 time: 0.2445498 Jan 31 18:53:17.859200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:17.897778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-54dd0faa-501c-4ce3-9bb4-4e9f709a1336 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3d48099efc6408bade7730d2cbd68a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909762 Jan 31 18:53:17.903082 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2afb3fb4-1908-4bd8-bae8-ebefdf54f4eb tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6cfd47-bd15-44cc-bfdd-85e8606c9712 HTTP/1.1" status: 200 len: 205 time: 0.0389593 Jan 31 18:53:17.903931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48486) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:17.912461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0604c8e-5ce0-4ff0-a08c-a993e0e3ca2f req-e874ec80-b14f-418b-a19c-2eca0885dbb6 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:17.914041 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f0604c8e-5ce0-4ff0-a08c-a993e0e3ca2f req-e874ec80-b14f-418b-a19c-2eca0885dbb6 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.49 "GET /v2.0/ports?device_id=32d645e9-f5ef-416c-be4e-d7e134d04977 HTTP/1.1" status: 200 len: 945 time: 0.1137247 Jan 31 18:53:17.963546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=2d9db5cf-6af4-496a-a66b-c22dca46f325,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:17.983617 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (0b8ac7dd-3549-49b9-9b77-df0c88d5e193), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:18.089191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-f0604c8e-5ce0-4ff0-a08c-a993e0e3ca2f req-85e6d0b4-be24-44b6-a928-52a2e272cbfa tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Deleting port 1d5b5682-0118-4517-8975-47324c796a8a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:18.089591 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f0604c8e-5ce0-4ff0-a08c-a993e0e3ca2f req-85e6d0b4-be24-44b6-a928-52a2e272cbfa tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1d5b5682-0118-4517-8975-47324c796a8a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:18.101206 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f289d7-2b7e-40c1-a225-2e96296bedd6 req-81b93b5e-c61c-4462-a909-1271d3e81cd5 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:18.102705 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-53f289d7-2b7e-40c1-a225-2e96296bedd6 req-81b93b5e-c61c-4462-a909-1271d3e81cd5 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 946 time: 0.0798514 Jan 31 18:53:18.266615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f0604c8e-5ce0-4ff0-a08c-a993e0e3ca2f req-85e6d0b4-be24-44b6-a928-52a2e272cbfa tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] For port 1d5b5682-0118-4517-8975-47324c796a8a, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1d5b5682-0118-4517-8975-47324c796a8a,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:18.267049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f0604c8e-5ce0-4ff0-a08c-a993e0e3ca2f req-85e6d0b4-be24-44b6-a928-52a2e272cbfa tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1d5b5682-0118-4517-8975-47324c796a8a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:18.286095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-f0604c8e-5ce0-4ff0-a08c-a993e0e3ca2f req-85e6d0b4-be24-44b6-a928-52a2e272cbfa tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Calling delete_port for 1d5b5682-0118-4517-8975-47324c796a8a owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:18.352115 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-53f289d7-2b7e-40c1-a225-2e96296bedd6 req-ba315066-d4cd-4d8c-a14f-742da9c52b09 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Deleting port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:18.352923 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-53f289d7-2b7e-40c1-a225-2e96296bedd6 req-ba315066-d4cd-4d8c-a14f-742da9c52b09 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:18.514837 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-53f289d7-2b7e-40c1-a225-2e96296bedd6 req-ba315066-d4cd-4d8c-a14f-742da9c52b09 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] For port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0,segment=NetworkSegment(94697372-6220-4f22-baa6-2ae4038a65a6),segment_id=94697372-6220-4f22-baa6-2ae4038a65a6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:18.515270 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-53f289d7-2b7e-40c1-a225-2e96296bedd6 req-ba315066-d4cd-4d8c-a14f-742da9c52b09 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:18.536951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-53f289d7-2b7e-40c1-a225-2e96296bedd6 req-ba315066-d4cd-4d8c-a14f-742da9c52b09 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Calling delete_port for 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:18.582962 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:18.646332 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Floating IP 0b8ac7dd-3549-49b9-9b77-df0c88d5e193 associated. External IP: 172.25.8.230, port: f288f639-cc75-40ec-a538-60d213f6ab99. Jan 31 18:53:18.654360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-69023d35-1eac-4818-85dc-cb2f894a5649 service neutron] 10.222.0.20 "GET /v2.0/networks/d91ba387-2200-45cd-bb70-589118ebb63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7350588 Jan 31 18:53:18.804560 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93070b3c-7cbe-4006-99a0-850680098adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:18.821446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e10d32-c041-481e-b307-3baa858df8bf req-e3b5e4d9-be6e-4f25-ba4f-023c978a211a tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:18.823037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2e10d32-c041-481e-b307-3baa858df8bf req-e3b5e4d9-be6e-4f25-ba4f-023c978a211a tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=32d645e9-f5ef-416c-be4e-d7e134d04977 HTTP/1.1" status: 200 len: 867 time: 0.3060219 Jan 31 18:53:18.837636 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f0604c8e-5ce0-4ff0-a08c-a993e0e3ca2f req-85e6d0b4-be24-44b6-a928-52a2e272cbfa tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1d5b5682-0118-4517-8975-47324c796a8a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:18.854369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:53:18.871769 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6d0b4-be24-44b6-a928-52a2e272cbfa tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Pushing event deleted for resources: {'Port': ['ID=1d5b5682-0118-4517-8975-47324c796a8a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:18.930488 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:18.938543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['1d5b5682-0118-4517-8975-47324c796a8a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:53:18.969173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0604c8e-5ce0-4ff0-a08c-a993e0e3ca2f req-85e6d0b4-be24-44b6-a928-52a2e272cbfa tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] No DVR routers for this DVR port 1d5b5682-0118-4517-8975-47324c796a8a on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:53:18.976633 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f0604c8e-5ce0-4ff0-a08c-a993e0e3ca2f req-85e6d0b4-be24-44b6-a928-52a2e272cbfa tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:18.980030 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f0604c8e-5ce0-4ff0-a08c-a993e0e3ca2f req-85e6d0b4-be24-44b6-a928-52a2e272cbfa tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.49 "DELETE /v2.0/ports/1d5b5682-0118-4517-8975-47324c796a8a HTTP/1.1" status: 204 len: 173 time: 1.0600541 Jan 31 18:53:18.980760 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d645e9-f5ef-416c-be4e-d7e134d04977', 'name': 'network-vif-deleted', 'tag': '1d5b5682-0118-4517-8975-47324c796a8a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:18.982971 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd734aa-1db8-4cb1-a12f-5d2ee64f1715" -d '{"events": [{"server_uuid": "32d645e9-f5ef-416c-be4e-d7e134d04977", "name": "network-vif-deleted", "tag": "1d5b5682-0118-4517-8975-47324c796a8a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:18.998155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-fcfc8b6b-0c16-4de6-a42e-62d9d95957e8 service neutron] 10.222.0.20 "GET /v2.0/networks/d91ba387-2200-45cd-bb70-589118ebb63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006926 Jan 31 18:53:19.103325 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-53f289d7-2b7e-40c1-a225-2e96296bedd6 req-ba315066-d4cd-4d8c-a14f-742da9c52b09 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:19.142265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['1d5b5682-0118-4517-8975-47324c796a8a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:53:19.169737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba315066-d4cd-4d8c-a14f-742da9c52b09 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Pushing event deleted for resources: {'Port': ['ID=4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:19.178326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2e10d32-c041-481e-b307-3baa858df8bf req-5a516f77-fb69-476c-a01a-e1ef927dffe1 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/security-groups?id=61276fe3-b610-46b2-9ea4-52ef6046f5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134341 Jan 31 18:53:19.185659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:53:19.316975 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5408256d-52fa-4a3d-8aab-cec70a9d4567 x-openstack-request-id: req-5408256d-52fa-4a3d-8aab-cec70a9d4567 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:19.317605 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d645e9-f5ef-416c-be4e-d7e134d04977", "name": "network-vif-deleted", "tag": "1d5b5682-0118-4517-8975-47324c796a8a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:19.318621 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5408256d-52fa-4a3d-8aab-cec70a9d4567 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:19.319278 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d645e9-f5ef-416c-be4e-d7e134d04977', 'name': 'network-vif-deleted', 'tag': '1d5b5682-0118-4517-8975-47324c796a8a', 'status': 'completed', 'code': 200} Jan 31 18:53:19.321180 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f289d7-2b7e-40c1-a225-2e96296bedd6 req-ba315066-d4cd-4d8c-a14f-742da9c52b09 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] No DVR routers for this DVR port 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:53:19.324168 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-53f289d7-2b7e-40c1-a225-2e96296bedd6 req-ba315066-d4cd-4d8c-a14f-742da9c52b09 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:19.328075 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-53f289d7-2b7e-40c1-a225-2e96296bedd6 req-ba315066-d4cd-4d8c-a14f-742da9c52b09 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.21 "DELETE /v2.0/ports/4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 HTTP/1.1" status: 204 len: 173 time: 1.2146504 Jan 31 18:53:19.358287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-67200372-5195-4092-8890-4d047e96fd3e req-88feeb46-5e30-4997-92b9-62b83889b77d tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 210 time: 0.0442338 Jan 31 18:53:19.382691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router 9bc20011-8343-4be9-9781-24d55667a3bf has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:53:19.389466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Deleting port 1918bfea-a5e7-4e97-b807-c5d9acc342fe {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:19.389825 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1918bfea-a5e7-4e97-b807-c5d9acc342fe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:19.534060 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1918bfea-a5e7-4e97-b807-c5d9acc342fe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:19.578867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Calling delete_port for 1918bfea-a5e7-4e97-b807-c5d9acc342fe owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:19.605783 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:19.619859 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b6b73-f97b-48ca-a344-8afad07b00fe None None] Sync routers for ids ['9bc20011-8343-4be9-9781-24d55667a3bf'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:19.637393 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b6b73-f97b-48ca-a344-8afad07b00fe None None] Routers {'9bc20011-8343-4be9-9781-24d55667a3bf'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:19.638430 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4f9b6b73-f97b-48ca-a344-8afad07b00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9bc20011-8343-4be9-9781-24d55667a3bf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:19.701404 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:19.780074 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4f9b6b73-f97b-48ca-a344-8afad07b00fe None None] Set router 9bc20011-8343-4be9-9781-24d55667a3bf gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:53:19.820115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-412449d3-28af-4f8f-9f8c-7c6e3d4ed145 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1992431 Jan 31 18:53:19.820115 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:19.823078 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b24894f-53bf-4021-a5b0-a8f20d210b97" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:19.966078 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1918bfea-a5e7-4e97-b807-c5d9acc342fe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:20.037608 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5558d8-83fd-4f7f-b09e-1dc054bfe92e x-openstack-request-id: req-8c5558d8-83fd-4f7f-b09e-1dc054bfe92e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:20.038070 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:20.038532 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c5558d8-83fd-4f7f-b09e-1dc054bfe92e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:20.039082 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'status': 'completed', 'code': 200} Jan 31 18:53:20.045016 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Pushing event deleted for resources: {'Port': ['ID=1918bfea-a5e7-4e97-b807-c5d9acc342fe,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:20.065965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24894f-53bf-4021-a5b0-a8f20d210b97 req-1820f7a0-3aff-4f5c-8d1e-aa24663ff147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:20.068468 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3b24894f-53bf-4021-a5b0-a8f20d210b97 req-1820f7a0-3aff-4f5c-8d1e-aa24663ff147 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1129 time: 0.0772007 Jan 31 18:53:20.212913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abff0a-f143-4d55-aefb-52f7b84f743c req-08496983-d577-4d42-9ef6-88adeb2ef492 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:20.220924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35abff0a-f143-4d55-aefb-52f7b84f743c req-08496983-d577-4d42-9ef6-88adeb2ef492 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.2321856 Jan 31 18:53:20.248861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24894f-53bf-4021-a5b0-a8f20d210b97 req-b10f1e82-9dba-4e9e-9087-db15fee29a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:20.250402 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3b24894f-53bf-4021-a5b0-a8f20d210b97 req-b10f1e82-9dba-4e9e-9087-db15fee29a85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 898 time: 0.1760037 Jan 31 18:53:20.350979 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:20.428694 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3b24894f-53bf-4021-a5b0-a8f20d210b97 req-6b2e8c72-8ba6-4f99-8609-31e7d9465005 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 1000 time: 0.1715341 Jan 31 18:53:20.573046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24894f-53bf-4021-a5b0-a8f20d210b97 req-7776a34a-d632-49bd-ba4d-7937c3b573ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:20.576212 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3b24894f-53bf-4021-a5b0-a8f20d210b97 req-7776a34a-d632-49bd-ba4d-7937c3b573ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 200 len: 834 time: 0.1407812 Jan 31 18:53:20.594208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fa09846-80de-47c2-98f6-0ec68d823c5c req-ed94d610-f19b-41b6-b53b-58d3649fb450 tempest-ListServersNegativeTestJSON-1106383339 tempest-ListServersNegativeTestJSON-1106383339-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b937701-0b27-4ae8-aac5-7822e7f8de71 HTTP/1.1" status: 200 len: 210 time: 0.0728691 Jan 31 18:53:20.614028 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4f9b6b73-f97b-48ca-a344-8afad07b00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '0b8ac7dd-3549-49b9-9b77-df0c88d5e193', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'port_id': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'mac_address': 'fa:16:3e:15:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:53:16Z', 'updated_at': '2022-01-31T18:53:16Z', 'revision_number': 0, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7467468-5d7c-4fc3-9dd7-cb77ba13314e', 'name': '', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:19:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:48Z', 'updated_at': '2022-01-31T18:52:56Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:20.702472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35abff0a-f143-4d55-aefb-52f7b84f743c req-e8c2e259-47bc-4a18-8ab8-c09ab7fb25d9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4803388 Jan 31 18:53:20.713092 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:20.718380 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_controller (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:20.740526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:20.743330 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b6b73-f97b-48ca-a344-8afad07b00fe None None] Checking router: 9bc20011-8343-4be9-9781-24d55667a3bf for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:53:20.768819 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b6b73-f97b-48ca-a344-8afad07b00fe None None] Routers {'9bc20011-8343-4be9-9781-24d55667a3bf'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:20.772575 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4f9b6b73-f97b-48ca-a344-8afad07b00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:52:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9bc20011-8343-4be9-9781-24d55667a3bf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:20.775765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24894f-53bf-4021-a5b0-a8f20d210b97 req-6acdb48e-8da8-44a0-8980-baa4ec7d616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:20.790093 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3b24894f-53bf-4021-a5b0-a8f20d210b97 req-6acdb48e-8da8-44a0-8980-baa4ec7d616d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02dc426e-be1f-41b5-9e74-ae8223b96e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2028673 Jan 31 18:53:20.900197 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (ec6cfd47-bd15-44cc-bfdd-85e8606c9712), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:20.900859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Fanout notify agent at l3_agent the message router_deleted on router ec6cfd47-bd15-44cc-bfdd-85e8606c9712 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:53:20.904401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7eb777b-83ad-4113-a208-3189da0e9d86 req-e418f79c-6242-439a-9490-75e664f9d739 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 210 time: 0.0737317 Jan 31 18:53:20.921173 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:20.932131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-499f8de2-48ba-4603-9738-04ba248a1a93 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/routers/ec6cfd47-bd15-44cc-bfdd-85e8606c9712 HTTP/1.1" status: 204 len: 168 time: 3.0175920 Jan 31 18:53:20.934273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48524) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:20.953468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-63a84db2-dbe2-4045-a6f7-a304b43b26a9 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2069812759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:21.022597 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a84db2-dbe2-4045-a6f7-a304b43b26a9 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (9e50d155-7d20-4b9a-8f91-37c07193bb97), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:21.024040 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a84db2-dbe2-4045-a6f7-a304b43b26a9 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (9e50d155-7d20-4b9a-8f91-37c07193bb97), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:21.062453 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-593827ce-4891-470c-bf3b-fc87e6090b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:21.086632 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4f9b6b73-f97b-48ca-a344-8afad07b00fe None None] Set router 9bc20011-8343-4be9-9781-24d55667a3bf gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:53:21.180085 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a84db2-dbe2-4045-a6f7-a304b43b26a9 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_controller (9e50d155-7d20-4b9a-8f91-37c07193bb97), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:21.191842 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a84db2-dbe2-4045-a6f7-a304b43b26a9 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (9e50d155-7d20-4b9a-8f91-37c07193bb97), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:21.222170 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-22d0d90a-90e1-4869-a098-df5f557728ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/0b8ac7dd-3549-49b9-9b77-df0c88d5e193 HTTP/1.1" status: 200 len: 992 time: 0.4793022 Jan 31 18:53:21.253368 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a84db2-dbe2-4045-a6f7-a304b43b26a9 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:21.259686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-63a84db2-dbe2-4045-a6f7-a304b43b26a9 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3202903 Jan 31 18:53:21.259954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:21.264538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'enable_snat': False}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:21.323050 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:53:21.325211 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b937701-0b27-4ae8-aac5-7822e7f8de71', 'name': 'network-vif-deleted', 'tag': '4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:21.327666 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bed09f8-811c-407f-a0ff-fac37745abec" -d '{"events": [{"server_uuid": "2b937701-0b27-4ae8-aac5-7822e7f8de71", "name": "network-vif-deleted", "tag": "4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:21.342099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-240a294b-ea3c-4c5c-8e70-bfc6bdda24c8 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:21.343611 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-240a294b-ea3c-4c5c-8e70-bfc6bdda24c8 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.49 "GET /v2.0/networks?id=d91ba387-2200-45cd-bb70-589118ebb63f HTTP/1.1" status: 200 len: 813 time: 0.3886282 Jan 31 18:53:21.346620 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3b24894f-53bf-4021-a5b0-a8f20d210b97 req-7afa6934-16b7-41b1-9f33-3803b7629fbe service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895524 Jan 31 18:53:21.367763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Request body: {'port': {'device_id': '89c95e47-fdb8-4ffd-b690-26da162b2fa0', 'network_id': 'd91ba387-2200-45cd-bb70-589118ebb63f', 'admin_state_up': True, 'tenant_id': 'b3d48099efc6408bade7730d2cbd68a9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:21.393341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:53:21.393736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:53:21.506414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1d5b5682-0118-4517-8975-47324c796a8a no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:53:21.532060 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed29d5b2-9c80-4bdc-9c61-125fc583b0e9 x-openstack-request-id: req-ed29d5b2-9c80-4bdc-9c61-125fc583b0e9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:21.532405 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b937701-0b27-4ae8-aac5-7822e7f8de71", "name": "network-vif-deleted", "tag": "4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:21.533273 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed29d5b2-9c80-4bdc-9c61-125fc583b0e9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:21.533637 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b937701-0b27-4ae8-aac5-7822e7f8de71', 'name': 'network-vif-deleted', 'tag': '4513d72c-a9ce-4fa2-bf8d-d0d58a428ad0', 'status': 'completed', 'code': 200} Jan 31 18:53:21.535805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 1d5b5682-0118-4517-8975-47324c796a8a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:53:21.536433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1d5b5682-0118-4517-8975-47324c796a8a not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:53:21.580030 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4f9b6b73-f97b-48ca-a344-8afad07b00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '0b8ac7dd-3549-49b9-9b77-df0c88d5e193', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'port_id': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'mac_address': 'fa:16:3e:15:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:53:16Z', 'updated_at': '2022-01-31T18:53:16Z', 'revision_number': 0, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7467468-5d7c-4fc3-9dd7-cb77ba13314e', 'name': '', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:19:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:48Z', 'updated_at': '2022-01-31T18:52:56Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:21.620372 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b6b73-f97b-48ca-a344-8afad07b00fe None None] The sync data for ids ['9bc20011-8343-4be9-9781-24d55667a3bf'] in n-d-812111-15 is: [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '0b8ac7dd-3549-49b9-9b77-df0c88d5e193', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'port_id': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'mac_address': 'fa:16:3e:15:1d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:53:16Z', 'updated_at': '2022-01-31T18:53:16Z', 'revision_number': 0, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7467468-5d7c-4fc3-9dd7-cb77ba13314e', 'name': '', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:19:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:48Z', 'updated_at': '2022-01-31T18:52:56Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:21.645506 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3b24894f-53bf-4021-a5b0-a8f20d210b97 req-68efce93-a364-4dff-a809-9fc639dcdf4e service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927520 Jan 31 18:53:21.649158 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Made reservation on behalf of b3d48099efc6408bade7730d2cbd68a9 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:53:21.654069 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:21.713826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48542) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:21.788847 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (9e50d155-7d20-4b9a-8f91-37c07193bb97), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:21.803811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d925f4-ce1b-41ea-b951-765bb04bd3bd req-ac6470e6-7056-47f2-8257-e27edc9be519 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:21.805209 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48d925f4-ce1b-41ea-b951-765bb04bd3bd req-ac6470e6-7056-47f2-8257-e27edc9be519 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 947 time: 0.2834587 Jan 31 18:53:21.834075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c76c11-8bae-4ac0-960d-5f131a11df56 admin admin] Deleting subnet fc829f45-5a94-43a4-812e-3291f476ece7 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:53:21.844153 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21c76c11-8bae-4ac0-960d-5f131a11df56 admin admin] Publish callbacks [] for subnet (fc829f45-5a94-43a4-812e-3291f476ece7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:21.919099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21c76c11-8bae-4ac0-960d-5f131a11df56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (fc829f45-5a94-43a4-812e-3291f476ece7), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:21.926905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48d925f4-ce1b-41ea-b951-765bb04bd3bd req-e92164eb-a1c8-44e0-b609-bcb5c2c30324 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935757 Jan 31 18:53:21.956242 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Allocated IP 172.20.0.2 (d91ba387-2200-45cd-bb70-589118ebb63f/a9da007b-f283-4588-aec1-48e81f7a7949/d61ec652-bf86-407d-bc93-e42052b28273) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:22.023307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21c76c11-8bae-4ac0-960d-5f131a11df56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (fc829f45-5a94-43a4-812e-3291f476ece7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.025878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f693b6f7-2791-4c65-8faa-782aa7db10bd None None] New status for floating IP 0b8ac7dd-3549-49b9-9b77-df0c88d5e193: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:53:22.123429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f381f855-091b-499e-95b6-b3c6d9d64db1 req-cc6ede40-df5b-441b-95dd-1cb56364e16c tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 210 time: 0.0545592 Jan 31 18:53:22.144727 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (9e50d155-7d20-4b9a-8f91-37c07193bb97), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.166428 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.225177 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48546) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:22.227997 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21c76c11-8bae-4ac0-960d-5f131a11df56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (fc829f45-5a94-43a4-812e-3291f476ece7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.294486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Allocated IP 172.25.8.225 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/8026db7d-6907-4802-b7db-78ce2072b41f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:22.311976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c76c11-8bae-4ac0-960d-5f131a11df56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc829f45-5a94-43a4-812e-3291f476ece7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:22.337360 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Publish callbacks [] for port (d61ec652-bf86-407d-bc93-e42052b28273), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.343348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21c76c11-8bae-4ac0-960d-5f131a11df56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.351754 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-21c76c11-8bae-4ac0-960d-5f131a11df56 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc829f45-5a94-43a4-812e-3291f476ece7 HTTP/1.1" status: 204 len: 168 time: 0.6346881 Jan 31 18:53:22.353145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:22.403152 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.438550 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for port (8026db7d-6907-4802-b7db-78ce2072b41f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.480616 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8026db7d-6907-4802-b7db-78ce2072b41f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.483522 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3ac1cfd5-f267-4d8f-a602-1cc7998d4958), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.499984 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-50c9e57b-599c-4ac4-ad6b-7802fc3e674c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/0b8ac7dd-3549-49b9-9b77-df0c88d5e193 HTTP/1.1" status: 200 len: 994 time: 0.2639120 Jan 31 18:53:22.537067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:22.547791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:22.563445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:22.602952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Pushing event updated for resources: {'Port': ['ID=8026db7d-6907-4802-b7db-78ce2072b41f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:22.618528 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3ac1cfd5-f267-4d8f-a602-1cc7998d4958), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.680130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac1cfd5-f267-4d8f-a602-1cc7998d4958']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:22.692957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d61ec652-bf86-407d-bc93-e42052b28273), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.698663 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94697372-6220-4f22-baa6-2ae4038a65a6') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:22.698943 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94697372-6220-4f22-baa6-2ae4038a65a6') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:22.744212 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (94697372-6220-4f22-baa6-2ae4038a65a6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.779631 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Network d91ba387-2200-45cd-bb70-589118ebb63f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:22.785622 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bf9911d9-64c9-4d0e-aaf9-f298f15629c2 req-2e1dc015-5c62-4bbe-bf82-d67ac8572197 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1952674 Jan 31 18:53:22.787861 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (94697372-6220-4f22-baa6-2ae4038a65a6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.792511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:22.812867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:22.824720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:53:22.825129 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (94697372-6220-4f22-baa6-2ae4038a65a6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:53:22.828100 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:53:22.839250 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Pushing event updated for resources: {'Port': ['ID=d61ec652-bf86-407d-bc93-e42052b28273,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:22.957281 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router_gateway (9e50d155-7d20-4b9a-8f91-37c07193bb97), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.969285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:22.971106 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:22.995443 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9911d9-64c9-4d0e-aaf9-f298f15629c2 req-95f46509-100d-45d5-b72d-832c16e013cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:22.997386 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bf9911d9-64c9-4d0e-aaf9-f298f15629c2 req-95f46509-100d-45d5-b72d-832c16e013cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 1128 time: 0.1801438 Jan 31 18:53:22.998846 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (3ac1cfd5-f267-4d8f-a602-1cc7998d4958), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:23.006634 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:23.013669 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ac1cfd5-f267-4d8f-a602-1cc7998d4958 HTTP/1.1" status: 204 len: 168 time: 0.6535296 Jan 31 18:53:23.026700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-7aa181f0-5541-47a8-911c-81f1f326f21d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:23.029051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-7aa181f0-5541-47a8-911c-81f1f326f21d tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.49 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 947 time: 0.1131444 Jan 31 18:53:23.037418 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-e41ae54f-e2a6-4e55-878c-04229b5ee0b2 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6726220 Jan 31 18:53:23.048751 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e59b6-7d1c-4f4f-a548-4ac113152ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac1cfd5-f267-4d8f-a602-1cc7998d4958,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:23.064733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Request body: {'port': {'device_id': '89c95e47-fdb8-4ffd-b690-26da162b2fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:23.197422 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d61ec652-bf86-407d-bc93-e42052b28273), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:23.253864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9911d9-64c9-4d0e-aaf9-f298f15629c2 req-a1abb074-3fb6-443c-bd37-76b61cb7ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:23.255206 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bf9911d9-64c9-4d0e-aaf9-f298f15629c2 req-a1abb074-3fb6-443c-bd37-76b61cb7ba71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 914 time: 0.2162716 Jan 31 18:53:23.323184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:23.342702 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bf9911d9-64c9-4d0e-aaf9-f298f15629c2 req-526ba0da-9838-4131-892b-df0b60cb44aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3042d94-b66e-4d48-80f3-6661f555d908 HTTP/1.1" status: 200 len: 217 time: 0.0792713 Jan 31 18:53:23.502246 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-be61d64e-fb5f-4e0a-a94f-b4df18bf19b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c812da1120e4be0a01b599d9b3c06a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1777639 Jan 31 18:53:23.512624 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:23.514089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9911d9-64c9-4d0e-aaf9-f298f15629c2 req-62f609aa-048a-4914-981d-00f293a6e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:23.515601 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bf9911d9-64c9-4d0e-aaf9-f298f15629c2 req-62f609aa-048a-4914-981d-00f293a6e331 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09a15e6d-a69c-4a57-8ca0-d0f230a4ef00 HTTP/1.1" status: 200 len: 853 time: 0.1573269 Jan 31 18:53:23.589928 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bf9911d9-64c9-4d0e-aaf9-f298f15629c2 req-f45942ef-0708-4fc4-9aa5-c293da84fea0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1c9360f-629c-42db-98fa-f15c6e1c69b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645320 Jan 31 18:53:23.663111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f581aa48-e556-4f9a-80fb-3beaebb54e81 admin admin] Publish callbacks [] for security_group (61276fe3-b610-46b2-9ea4-52ef6046f5e3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:23.702385 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f581aa48-e556-4f9a-80fb-3beaebb54e81 admin admin] Publish callbacks [] for security_group (61276fe3-b610-46b2-9ea4-52ef6046f5e3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:23.731971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17df07-8a16-498b-9b88-b6f16875af99 req-a83ec89b-1320-41df-a492-6c6270756608 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:23.733514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bb17df07-8a16-498b-9b88-b6f16875af99 req-a83ec89b-1320-41df-a492-6c6270756608 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 947 time: 0.6607912 Jan 31 18:53:23.824876 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61ec652-bf86-407d-bc93-e42052b28273 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:53:23.831855 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (9e50d155-7d20-4b9a-8f91-37c07193bb97), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:23.835504 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Publish callbacks [] for port (d61ec652-bf86-407d-bc93-e42052b28273), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:23.852513 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Deleting port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:23.853011 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:23.868799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800ddc7-e954-4719-81d0-eb8dc36225ad req-9cf4aee8-8772-4c52-beb1-272c699391a6 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:23.870598 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f800ddc7-e954-4719-81d0-eb8dc36225ad req-9cf4aee8-8772-4c52-beb1-272c699391a6 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 931 time: 0.2022495 Jan 31 18:53:23.881926 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bf9911d9-64c9-4d0e-aaf9-f298f15629c2 req-c3d4e80f-7636-4390-a25d-6c75b82ffd91 service neutron] 10.222.0.21 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774459 Jan 31 18:53:23.882944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Transition to ACTIVE for port object d61ec652-bf86-407d-bc93-e42052b28273 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:53:23.884138 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f581aa48-e556-4f9a-80fb-3beaebb54e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (61276fe3-b610-46b2-9ea4-52ef6046f5e3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:23.885135 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (9e50d155-7d20-4b9a-8f91-37c07193bb97), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:23.886957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f581aa48-e556-4f9a-80fb-3beaebb54e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:23.890371 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f581aa48-e556-4f9a-80fb-3beaebb54e81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61276fe3-b610-46b2-9ea4-52ef6046f5e3 HTTP/1.1" status: 204 len: 168 time: 0.3715620 Jan 31 18:53:23.904539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bb17df07-8a16-498b-9b88-b6f16875af99 req-cc46e175-a8d2-4150-9077-d0ed8ba94319 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups?id=4187c0ce-378b-4473-a9d2-b1b9c556257a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415873 Jan 31 18:53:23.911441 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (d61ec652-bf86-407d-bc93-e42052b28273), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:23.913752 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581aa48-e556-4f9a-80fb-3beaebb54e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61276fe3-b610-46b2-9ea4-52ef6046f5e3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:24.050497 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:24.131043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f800ddc7-e954-4719-81d0-eb8dc36225ad req-59d050e0-e5c9-40e1-a283-d1440eb9f183 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d749a3c-0567-4d85-b13c-77e189150817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400475 Jan 31 18:53:24.151556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] For port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:24.151932 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:24.238043 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:24.331565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d61ec652-bf86-407d-bc93-e42052b28273,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:24.356673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Router 9e50d155-7d20-4b9a-8f91-37c07193bb97 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:53:24.365022 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bf9911d9-64c9-4d0e-aaf9-f298f15629c2 req-6b16e19d-f67f-4290-94f6-196882230bf0 service neutron] 10.222.0.21 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757833 Jan 31 18:53:24.403943 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Attempting to bind port d61ec652-bf86-407d-bc93-e42052b28273 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:53:24.404966 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Attempting to bind port d61ec652-bf86-407d-bc93-e42052b28273 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'b0086e16-1baf-47a3-a75c-2ee160417c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd91ba387-2200-45cd-bb70-589118ebb63f'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:53:24.405657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Attempting to bind port d61ec652-bf86-407d-bc93-e42052b28273 on network d91ba387-2200-45cd-bb70-589118ebb63f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:53:24.420384 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Port d61ec652-bf86-407d-bc93-e42052b28273 on network d91ba387-2200-45cd-bb70-589118ebb63f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:53:24.420646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Attempting to bind port d61ec652-bf86-407d-bc93-e42052b28273 on network d91ba387-2200-45cd-bb70-589118ebb63f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:53:24.429802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:53:24.430423 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Checking segment: {'id': 'b0086e16-1baf-47a3-a75c-2ee160417c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd91ba387-2200-45cd-bb70-589118ebb63f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:53:24.430988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Bound using segment: {'id': 'b0086e16-1baf-47a3-a75c-2ee160417c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd91ba387-2200-45cd-bb70-589118ebb63f'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:53:24.431612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Bound port: d61ec652-bf86-407d-bc93-e42052b28273, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0086e16-1baf-47a3-a75c-2ee160417c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd91ba387-2200-45cd-bb70-589118ebb63f'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:53:24.432155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d61ec652-bf86-407d-bc93-e42052b28273), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:24.525845 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:24.526356 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (10c4ccdf-1d93-4314-813d-c4460ab6f322), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:24.526798 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Floating IP 10c4ccdf-1d93-4314-813d-c4460ab6f322 disassociated. External IP: 172.25.8.10, port: e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6. Jan 31 18:53:24.527004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] For port d61ec652-bf86-407d-bc93-e42052b28273, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:53:24.527307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Calling delete_port for e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:24.535361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] For port d61ec652-bf86-407d-bc93-e42052b28273, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d61ec652-bf86-407d-bc93-e42052b28273,segment=NetworkSegment(b0086e16-1baf-47a3-a75c-2ee160417c0c),segment_id=b0086e16-1baf-47a3-a75c-2ee160417c0c)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:53:24.546400 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (d61ec652-bf86-407d-bc93-e42052b28273), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:24.586644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:24.587530 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:24.589151 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/d61ec652-bf86-407d-bc93-e42052b28273 HTTP/1.1" status: 200 len: 1092 time: 1.5309017 Jan 31 18:53:24.589708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c95e47-fdb8-4ffd-b690-26da162b2fa0', 'tag': 'd61ec652-bf86-407d-bc93-e42052b28273'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:24.592216 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c48c94-4adf-4b36-b9c5-7372218ca117" -d '{"events": [{"name": "network-changed", "server_uuid": "89c95e47-fdb8-4ffd-b690-26da162b2fa0", "tag": "d61ec652-bf86-407d-bc93-e42052b28273"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:24.603467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:24.615239 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead1e52b-3b67-4e98-80a2-fb37c61c5b72 None None] Sync routers for ids ['9e50d155-7d20-4b9a-8f91-37c07193bb97'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:24.620023 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:24.627031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0f2c2364-c375-49dd-99d5-92105054a043 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "PUT /v2.0/routers/9e50d155-7d20-4b9a-8f91-37c07193bb97 HTTP/1.1" status: 200 len: 916 time: 3.3615069 Jan 31 18:53:24.629884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48574) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:24.638694 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1e52b-3b67-4e98-80a2-fb37c61c5b72 None None] Routers {'9e50d155-7d20-4b9a-8f91-37c07193bb97'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:24.639639 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ead1e52b-3b67-4e98-80a2-fb37c61c5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9e50d155-7d20-4b9a-8f91-37c07193bb97'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:24.650488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a68508-3090-4e7a-997e-c8327ffee8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d61ec652-bf86-407d-bc93-e42052b28273,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:24.682989 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1af520-2f86-4cc7-b9da-c0c967b5e0d4 x-openstack-request-id: req-1a1af520-2f86-4cc7-b9da-c0c967b5e0d4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:24.683304 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c95e47-fdb8-4ffd-b690-26da162b2fa0", "tag": "d61ec652-bf86-407d-bc93-e42052b28273", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:24.683538 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a1af520-2f86-4cc7-b9da-c0c967b5e0d4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:24.684041 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c95e47-fdb8-4ffd-b690-26da162b2fa0', 'tag': 'd61ec652-bf86-407d-bc93-e42052b28273', 'status': 'completed', 'code': 200} Jan 31 18:53:24.767027 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ead1e52b-3b67-4e98-80a2-fb37c61c5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:24.783772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-2d7ee9ab-e2f0-427d-9687-01177ccee5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:24.791468 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-2d7ee9ab-e2f0-427d-9687-01177ccee5ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3d48099efc6408bade7730d2cbd68a9&device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 1126 time: 0.0961108 Jan 31 18:53:24.791774 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1e52b-3b67-4e98-80a2-fb37c61c5b72 None None] Routers {'9e50d155-7d20-4b9a-8f91-37c07193bb97'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:24.791774 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ead1e52b-3b67-4e98-80a2-fb37c61c5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9e50d155-7d20-4b9a-8f91-37c07193bb97'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:24.854386 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ead1e52b-3b67-4e98-80a2-fb37c61c5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:24.854847 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead1e52b-3b67-4e98-80a2-fb37c61c5b72 None None] The sync data for ids ['9e50d155-7d20-4b9a-8f91-37c07193bb97'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:24.865998 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-64f03382-198a-4ddf-8ee3-6d5b7f91bd29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d61ec652-bf86-407d-bc93-e42052b28273 HTTP/1.1" status: 200 len: 217 time: 0.0707345 Jan 31 18:53:24.929299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:24.940455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-67c0c80c-515c-4f3d-a9ae-14fae483656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:24.942359 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-67c0c80c-515c-4f3d-a9ae-14fae483656e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9da007b-f283-4588-aec1-48e81f7a7949 HTTP/1.1" status: 200 len: 853 time: 0.0702579 Jan 31 18:53:24.981316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-95e113b4-bcf1-481e-bc61-3773adb2f633 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/routers/9e50d155-7d20-4b9a-8f91-37c07193bb97 HTTP/1.1" status: 200 len: 922 time: 0.3493145 Jan 31 18:53:24.996570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48590) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:25.001244 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-b2681f3a-75c5-44df-9931-dfb107aad826 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d91ba387-2200-45cd-bb70-589118ebb63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429885 Jan 31 18:53:25.002716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event deleted for resources: {'Port': ['ID=e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:25.123790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5baac4f-3c64-4368-b989-3d1cea0ba94f req-ac7f9e25-b183-4d89-9a87-a60e23249b6e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 210 time: 0.0369477 Jan 31 18:53:25.143972 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9918a42a-034e-482f-b18d-84aa0e5d7349 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:25.145544 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9918a42a-034e-482f-b18d-84aa0e5d7349 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&device_id=9e50d155-7d20-4b9a-8f91-37c07193bb97&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1475291 Jan 31 18:53:25.150999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48596) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:25.186187 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-2f5b2510-4e73-47f7-98c5-1f0f0c02b7f5 service neutron] 10.222.0.49 "GET /v2.0/networks/d91ba387-2200-45cd-bb70-589118ebb63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631405 Jan 31 18:53:25.213437 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:25.323111 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c19c855e-4d8e-411b-b174-7b12bb092010 req-fc5be1f8-5cc7-4d9b-ad3c-3888873aec03 service neutron] 10.222.0.49 "GET /v2.0/networks/d91ba387-2200-45cd-bb70-589118ebb63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224520 Jan 31 18:53:25.346397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:53:25.498739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c94-4adf-4b36-b9c5-7372218ca117 req-294d4b5c-476c-4648-b41b-a5560c2c3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:25.499359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720237-2788-4f3a-86f1-89de91a1c5fd req-3abf2933-7c5a-41d9-a4fe-4ce285c974ce tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:25.500484 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-37c48c94-4adf-4b36-b9c5-7372218ca117 req-294d4b5c-476c-4648-b41b-a5560c2c3645 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3d48099efc6408bade7730d2cbd68a9&device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 1126 time: 0.0995548 Jan 31 18:53:25.502018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9720237-2788-4f3a-86f1-89de91a1c5fd req-3abf2933-7c5a-41d9-a4fe-4ce285c974ce tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 943 time: 0.2295139 Jan 31 18:53:25.505625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:53:25.515644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d05d53a-da3f-45dd-820f-4ff5a119d845 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:25.529578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:25.532890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3d05d53a-da3f-45dd-820f-4ff5a119d845 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 881 time: 0.3826778 Jan 31 18:53:25.560379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:53:25.562712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:53:25.590133 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-368bdcd5-a057-4652-bf24-51b5ca12cfa4 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e50d155-7d20-4b9a-8f91-37c07193bb97 HTTP/1.1" status: 200 len: 205 time: 0.0594549 Jan 31 18:53:25.592715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48612) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:25.654912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:25.663867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9720237-2788-4f3a-86f1-89de91a1c5fd req-e428c7ac-6c27-4b8f-9341-ed47ce46b84c tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d749a3c-0567-4d85-b13c-77e189150817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519613 Jan 31 18:53:25.679800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597d973-39bf-4f18-a521-5ab33d06ebbb None None] Sync routers for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:25.700267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597d973-39bf-4f18-a521-5ab33d06ebbb None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:25.702561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1597d973-39bf-4f18-a521-5ab33d06ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:25.760620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] No DVR routers for this DVR port e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:53:25.764083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:25.770219 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d489acaa-0912-4fbe-9396-c8e144f58f3f req-785bdf5d-f167-4d44-a9f6-274af1f7b854 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.49 "DELETE /v2.0/ports/e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6 HTTP/1.1" status: 204 len: 173 time: 2.7335267 Jan 31 18:53:25.770744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'name': 'network-vif-deleted', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:25.773329 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d161e1a-32e9-473d-b9ab-92a6a5976232" -d '{"events": [{"server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "name": "network-vif-deleted", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:25.807176 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c94-4adf-4b36-b9c5-7372218ca117 req-88741c4e-891d-4f43-adf0-53257552a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:25.808911 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-37c48c94-4adf-4b36-b9c5-7372218ca117 req-88741c4e-891d-4f43-adf0-53257552a6d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d91ba387-2200-45cd-bb70-589118ebb63f HTTP/1.1" status: 200 len: 914 time: 0.2990496 Jan 31 18:53:25.843785 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e12f000-343e-4d5c-b9de-ed62be70afc7 x-openstack-request-id: req-4e12f000-343e-4d5c-b9de-ed62be70afc7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:25.844090 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367edd9-e8bd-4586-b3ce-c89e6e8347af", "name": "network-vif-deleted", "tag": "e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:25.844426 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e12f000-343e-4d5c-b9de-ed62be70afc7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:25.844939 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5367edd9-e8bd-4586-b3ce-c89e6e8347af', 'name': 'network-vif-deleted', 'tag': 'e3fa6ef2-43d4-4bc8-b84b-b3e5ed1eddf6', 'status': 'completed', 'code': 200} Jan 31 18:53:25.891545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1597d973-39bf-4f18-a521-5ab33d06ebbb None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:53:25.968299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (9e50d155-7d20-4b9a-8f91-37c07193bb97), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:25.974304 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-37c48c94-4adf-4b36-b9c5-7372218ca117 req-ad0bfc41-5da0-4495-9aa5-839c3f55173f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d61ec652-bf86-407d-bc93-e42052b28273 HTTP/1.1" status: 200 len: 217 time: 0.1399136 Jan 31 18:53:26.089077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c94-4adf-4b36-b9c5-7372218ca117 req-d5e50eaf-a271-43ad-ab26-e3609cf1d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:26.090979 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-37c48c94-4adf-4b36-b9c5-7372218ca117 req-d5e50eaf-a271-43ad-ab26-e3609cf1d2cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9da007b-f283-4588-aec1-48e81f7a7949 HTTP/1.1" status: 200 len: 853 time: 0.0709207 Jan 31 18:53:26.184413 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-37c48c94-4adf-4b36-b9c5-7372218ca117 req-0d9aa5ea-756d-4689-adc2-3bfd3d4322b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d91ba387-2200-45cd-bb70-589118ebb63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861361 Jan 31 18:53:26.262816 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:26.296841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1597d973-39bf-4f18-a521-5ab33d06ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:41Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:26.349640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff0cf3cd-690d-4668-8d9e-6cac56c839aa req-1e9edaef-fc65-469d-8127-8b8a7d87cae7 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/ports?device_id=5367edd9-e8bd-4586-b3ce-c89e6e8347af HTTP/1.1" status: 200 len: 210 time: 0.0634403 Jan 31 18:53:26.370742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597d973-39bf-4f18-a521-5ab33d06ebbb None None] Checking router: 274b00c8-ee80-4a79-a17e-cd28a8df84d3 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:53:26.381508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597d973-39bf-4f18-a521-5ab33d06ebbb None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:26.382391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1597d973-39bf-4f18-a521-5ab33d06ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:26.468044 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-37c48c94-4adf-4b36-b9c5-7372218ca117 req-7c490ddc-ff14-45f7-beee-1390f8323460 service neutron] 10.222.0.49 "GET /v2.0/networks/d91ba387-2200-45cd-bb70-589118ebb63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545111 Jan 31 18:53:26.470715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (9e50d155-7d20-4b9a-8f91-37c07193bb97), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:26.576163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1597d973-39bf-4f18-a521-5ab33d06ebbb None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:53:26.682513 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Deleting port 8026db7d-6907-4802-b7db-78ce2072b41f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:26.682994 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8026db7d-6907-4802-b7db-78ce2072b41f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:26.686850 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-37c48c94-4adf-4b36-b9c5-7372218ca117 req-e1367c4e-3c4c-4e85-b6e9-5625cf825c51 service neutron] 10.222.0.49 "GET /v2.0/networks/d91ba387-2200-45cd-bb70-589118ebb63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084386 Jan 31 18:53:26.878344 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8026db7d-6907-4802-b7db-78ce2072b41f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:26.895920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923c4f8-a9b7-46ca-9d48-b21344cc5f52 req-70415213-6228-418e-9f7a-5634b2944010 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:26.901770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e923c4f8-a9b7-46ca-9d48-b21344cc5f52 req-70415213-6228-418e-9f7a-5634b2944010 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 943 time: 0.1055701 Jan 31 18:53:26.910974 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Calling delete_port for 8026db7d-6907-4802-b7db-78ce2072b41f owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:26.990089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1597d973-39bf-4f18-a521-5ab33d06ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:41Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:27.013819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e923c4f8-a9b7-46ca-9d48-b21344cc5f52 req-18bacb81-b80a-410b-a988-e45707b041a6 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d749a3c-0567-4d85-b13c-77e189150817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052866 Jan 31 18:53:27.067809 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597d973-39bf-4f18-a521-5ab33d06ebbb None None] The sync data for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 is: [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:45:34Z', 'revision_number': 4, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f56ab8a1-8e23-40e6-a3f9-e6c635bbf782', 'name': '', 'network_id': 'ae95513e-4638-43d6-9c17-f15bafd888ba', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'mac_address': 'fa:16:3e:9b:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:32Z', 'updated_at': '2022-01-31T18:45:41Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'subnets': [{'id': '1f7f8694-fd65-4687-b630-7967006b34b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:27.252587 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8026db7d-6907-4802-b7db-78ce2072b41f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:27.330544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Pushing event deleted for resources: {'Port': ['ID=8026db7d-6907-4802-b7db-78ce2072b41f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:27.372488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.377944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.384322 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.384866 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.385226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.385605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.386433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.386433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.390368 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.393063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.393063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.393063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.393063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:27.580206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48666) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:27.656375 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be82ea-65dd-4597-a55b-70b4449e754f None None] New status for floating IP 10c4ccdf-1d93-4314-813d-c4460ab6f322: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:53:27.694964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (9e50d155-7d20-4b9a-8f91-37c07193bb97), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:27.727326 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d43f96-1be0-4d4a-8ccf-a35ef45dc63e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group (4187c0ce-378b-4473-a9d2-b1b9c556257a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:27.786503 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d43f96-1be0-4d4a-8ccf-a35ef45dc63e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group (4187c0ce-378b-4473-a9d2-b1b9c556257a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:27.941072 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d43f96-1be0-4d4a-8ccf-a35ef45dc63e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4187c0ce-378b-4473-a9d2-b1b9c556257a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:27.947136 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d43f96-1be0-4d4a-8ccf-a35ef45dc63e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:27.949439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-93d43f96-1be0-4d4a-8ccf-a35ef45dc63e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "DELETE /v2.0/security-groups/4187c0ce-378b-4473-a9d2-b1b9c556257a HTTP/1.1" status: 204 len: 168 time: 0.3679366 Jan 31 18:53:27.957517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48672) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:27.984434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d43f96-1be0-4d4a-8ccf-a35ef45dc63e tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4187c0ce-378b-4473-a9d2-b1b9c556257a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:27.991062 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-285804c9-f936-4aba-9ea7-78685715081a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] show failed (client error): The resource could not be found. Jan 31 18:53:27.992871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-285804c9-f936-4aba-9ea7-78685715081a tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "GET /v2.0/security-groups/4187c0ce-378b-4473-a9d2-b1b9c556257a HTTP/1.1" status: 404 len: 347 time: 0.0321350 Jan 31 18:53:27.995645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48674) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:28.030059 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (9e50d155-7d20-4b9a-8f91-37c07193bb97), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.035451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_controller (9e50d155-7d20-4b9a-8f91-37c07193bb97), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.154211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (9e50d155-7d20-4b9a-8f91-37c07193bb97), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.155032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Fanout notify agent at l3_agent the message router_deleted on router 9e50d155-7d20-4b9a-8f91-37c07193bb97 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:53:28.170684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.174846 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-683f7098-177d-4fb4-b8c1-b3629de8b403 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/routers/9e50d155-7d20-4b9a-8f91-37c07193bb97 HTTP/1.1" status: 204 len: 168 time: 2.5808785 Jan 31 18:53:28.180288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:28.193470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-659098777', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:28.228156 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.230687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.277248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41fb18-7ee3-4884-ac35-072261583dd1 req-799be81e-dc7a-4077-beb2-d8d5497ac374 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:28.279171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd41fb18-7ee3-4884-ac35-072261583dd1 req-799be81e-dc7a-4077-beb2-d8d5497ac374 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 943 time: 0.1545289 Jan 31 18:53:28.332158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_controller (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.335738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-05c493cb-e8f5-45f1-8cc4-a31abfd36d98 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Deleting port 05168ed6-3546-4b14-bef5-6ef9af96b953 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:28.336209 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05c493cb-e8f5-45f1-8cc4-a31abfd36d98 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (05168ed6-3546-4b14-bef5-6ef9af96b953), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.429950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd41fb18-7ee3-4884-ac35-072261583dd1 req-96f7df62-700b-4f3c-9028-8a070654476b tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d749a3c-0567-4d85-b13c-77e189150817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419923 Jan 31 18:53:28.476760 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05c493cb-e8f5-45f1-8cc4-a31abfd36d98 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (05168ed6-3546-4b14-bef5-6ef9af96b953), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.478067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05c493cb-e8f5-45f1-8cc4-a31abfd36d98 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (05168ed6-3546-4b14-bef5-6ef9af96b953), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.493121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-05c493cb-e8f5-45f1-8cc4-a31abfd36d98 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Calling delete_port for 05168ed6-3546-4b14-bef5-6ef9af96b953 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:28.585675 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.694099 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05c493cb-e8f5-45f1-8cc4-a31abfd36d98 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (05168ed6-3546-4b14-bef5-6ef9af96b953), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.770666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c493cb-e8f5-45f1-8cc4-a31abfd36d98 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Pushing event deleted for resources: {'Port': ['ID=05168ed6-3546-4b14-bef5-6ef9af96b953,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:28.827397 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05c493cb-e8f5-45f1-8cc4-a31abfd36d98 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks [] for floatingip (10c4ccdf-1d93-4314-813d-c4460ab6f322), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.831069 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05c493cb-e8f5-45f1-8cc4-a31abfd36d98 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.832275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-05c493cb-e8f5-45f1-8cc4-a31abfd36d98 tempest-AttachVolumeShelveTestJSON-953020131 tempest-AttachVolumeShelveTestJSON-953020131-project] 10.222.0.20 "DELETE /v2.0/floatingips/10c4ccdf-1d93-4314-813d-c4460ab6f322 HTTP/1.1" status: 204 len: 168 time: 0.8350623 Jan 31 18:53:28.916990 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:28.937960 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:29.055942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Allocated IP 172.25.8.39 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/bc506760-645c-4fad-a5c3-9d3270a583bd) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:29.160859 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for port (bc506760-645c-4fad-a5c3-9d3270a583bd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:29.194337 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (bc506760-645c-4fad-a5c3-9d3270a583bd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:29.236476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:29.239543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:29.243003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:29.250738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Pushing event updated for resources: {'Port': ['ID=bc506760-645c-4fad-a5c3-9d3270a583bd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:29.507488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device d61ec652-bf86-407d-bc93-e42052b28273 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:53:29.589642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ee066-cc7a-4824-acde-1a5f24db80e7 req-8867a661-d243-4fc2-a726-1ee27e25fc60 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:29.599505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-153ee066-cc7a-4824-acde-1a5f24db80e7 req-8867a661-d243-4fc2-a726-1ee27e25fc60 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 943 time: 0.0756700 Jan 31 18:53:29.650346 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port d61ec652-bf86-407d-bc93-e42052b28273, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d61ec652-bf86-407d-bc93-e42052b28273,segment=NetworkSegment(b0086e16-1baf-47a3-a75c-2ee160417c0c),segment_id=b0086e16-1baf-47a3-a75c-2ee160417c0c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:29.664975 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-153ee066-cc7a-4824-acde-1a5f24db80e7 req-8bee81f4-bbef-4799-bfbd-e311b0d07f43 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d749a3c-0567-4d85-b13c-77e189150817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648999 Jan 31 18:53:29.667864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'd61ec652-bf86-407d-bc93-e42052b28273', 'network_id': 'd91ba387-2200-45cd-bb70-589118ebb63f', 'port_id': 'd61ec652-bf86-407d-bc93-e42052b28273', 'mac_address': 'fa:16:3e:de:fc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9da007b-f283-4588-aec1-48e81f7a7949', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:53:29.711986 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port d61ec652-bf86-407d-bc93-e42052b28273 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:53:29.712456 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d61ec652-bf86-407d-bc93-e42052b28273), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:29.727921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61ec652-bf86-407d-bc93-e42052b28273 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:53:29.753261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port d61ec652-bf86-407d-bc93-e42052b28273, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d61ec652-bf86-407d-bc93-e42052b28273,segment=NetworkSegment(b0086e16-1baf-47a3-a75c-2ee160417c0c),segment_id=b0086e16-1baf-47a3-a75c-2ee160417c0c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:29.763290 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d61ec652-bf86-407d-bc93-e42052b28273), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:29.786884 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:29.835066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=d61ec652-bf86-407d-bc93-e42052b28273,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:30.034672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['d61ec652-bf86-407d-bc93-e42052b28273'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:53:30.038407 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:30.203234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Router 7d587e5d-cb99-4715-ac6f-6a8131eed8a7 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:53:30.320783 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:30.332329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406e00a-2882-48ae-a3e6-457a33ba2b70 None None] Sync routers for ids ['7d587e5d-cb99-4715-ac6f-6a8131eed8a7'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:30.344021 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:30.345615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406e00a-2882-48ae-a3e6-457a33ba2b70 None None] Routers {'7d587e5d-cb99-4715-ac6f-6a8131eed8a7'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:30.346306 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1c9e3db0-c752-4101-8dc7-c9aa757ee0e8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1646814 Jan 31 18:53:30.346781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9406e00a-2882-48ae-a3e6-457a33ba2b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7d587e5d-cb99-4715-ac6f-6a8131eed8a7'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:30.349970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48698) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:30.355877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:30.386057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9406e00a-2882-48ae-a3e6-457a33ba2b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:30.396222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406e00a-2882-48ae-a3e6-457a33ba2b70 None None] Routers {'7d587e5d-cb99-4715-ac6f-6a8131eed8a7'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:30.396872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9406e00a-2882-48ae-a3e6-457a33ba2b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7d587e5d-cb99-4715-ac6f-6a8131eed8a7'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:30.435886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9406e00a-2882-48ae-a3e6-457a33ba2b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:30.436591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406e00a-2882-48ae-a3e6-457a33ba2b70 None None] The sync data for ids ['7d587e5d-cb99-4715-ac6f-6a8131eed8a7'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:30.691994 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:30.706138 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_gateway (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:30.803329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7773-e096-483a-9739-9b113691ed27 req-bcc208f2-d4fc-4959-b0b2-b4f51fae7256 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:30.804899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ccae7773-e096-483a-9739-9b113691ed27 req-bcc208f2-d4fc-4959-b0b2-b4f51fae7256 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0677536 Jan 31 18:53:30.809197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Deleting port bc506760-645c-4fad-a5c3-9d3270a583bd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:30.809544 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bc506760-645c-4fad-a5c3-9d3270a583bd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:30.910597 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ccae7773-e096-483a-9739-9b113691ed27 req-0db1f530-2f63-41f1-8e96-143f6c1cb27a tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d749a3c-0567-4d85-b13c-77e189150817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990438 Jan 31 18:53:30.941971 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bc506760-645c-4fad-a5c3-9d3270a583bd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:30.957811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Calling delete_port for bc506760-645c-4fad-a5c3-9d3270a583bd owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:31.160761 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bc506760-645c-4fad-a5c3-9d3270a583bd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:31.196483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Pushing event deleted for resources: {'Port': ['ID=bc506760-645c-4fad-a5c3-9d3270a583bd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:31.259458 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:31.475122 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:31.478390 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:31.519063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device d61ec652-bf86-407d-bc93-e42052b28273 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:53:31.559989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Router 7d587e5d-cb99-4715-ac6f-6a8131eed8a7 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:53:31.573765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port d61ec652-bf86-407d-bc93-e42052b28273 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:53:31.578151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port d61ec652-bf86-407d-bc93-e42052b28273 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:53:31.578604 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d61ec652-bf86-407d-bc93-e42052b28273), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:31.640902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:31.648424 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:31.652705 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b342a692-6e79-4def-9ed5-2905cdbbfa34 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "PUT /v2.0/routers/7d587e5d-cb99-4715-ac6f-6a8131eed8a7 HTTP/1.1" status: 200 len: 705 time: 1.3012240 Jan 31 18:53:31.654648 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee2a8d-0678-4257-bc4c-88a5a867fc9a None None] Sync routers for ids ['7d587e5d-cb99-4715-ac6f-6a8131eed8a7'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:31.655352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48704) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:31.665881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port d61ec652-bf86-407d-bc93-e42052b28273 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:53:31.666281 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d61ec652-bf86-407d-bc93-e42052b28273), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:31.682737 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee2a8d-0678-4257-bc4c-88a5a867fc9a None None] Routers {'7d587e5d-cb99-4715-ac6f-6a8131eed8a7'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:31.683469 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-99ee2a8d-0678-4257-bc4c-88a5a867fc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7d587e5d-cb99-4715-ac6f-6a8131eed8a7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:31.691756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c95e47-fdb8-4ffd-b690-26da162b2fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61ec652-bf86-407d-bc93-e42052b28273'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:31.694354 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32f6e20-f3ae-415f-b28c-38bde92e0fb5" -d '{"events": [{"server_uuid": "89c95e47-fdb8-4ffd-b690-26da162b2fa0", "name": "network-vif-plugged", "status": "completed", "tag": "d61ec652-bf86-407d-bc93-e42052b28273"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:31.713338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port d61ec652-bf86-407d-bc93-e42052b28273, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d61ec652-bf86-407d-bc93-e42052b28273,segment=NetworkSegment(b0086e16-1baf-47a3-a75c-2ee160417c0c),segment_id=b0086e16-1baf-47a3-a75c-2ee160417c0c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:31.721114 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d61ec652-bf86-407d-bc93-e42052b28273), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:31.748635 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-99ee2a8d-0678-4257-bc4c-88a5a867fc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:31.757661 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550f3577-eb10-44e7-860b-a524a9cb325b x-openstack-request-id: req-550f3577-eb10-44e7-860b-a524a9cb325b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:31.758512 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c95e47-fdb8-4ffd-b690-26da162b2fa0", "name": "network-vif-plugged", "status": "completed", "tag": "d61ec652-bf86-407d-bc93-e42052b28273", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:31.758512 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-550f3577-eb10-44e7-860b-a524a9cb325b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:31.758741 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c95e47-fdb8-4ffd-b690-26da162b2fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61ec652-bf86-407d-bc93-e42052b28273', 'code': 200} Jan 31 18:53:31.777351 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee2a8d-0678-4257-bc4c-88a5a867fc9a None None] Routers {'7d587e5d-cb99-4715-ac6f-6a8131eed8a7'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:31.778829 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-99ee2a8d-0678-4257-bc4c-88a5a867fc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7d587e5d-cb99-4715-ac6f-6a8131eed8a7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:31.794949 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aa306290-408a-4816-a6e0-ad2d8a7a84a6 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/routers/7d587e5d-cb99-4715-ac6f-6a8131eed8a7 HTTP/1.1" status: 200 len: 740 time: 0.1381185 Jan 31 18:53:31.798938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48708) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:31.805698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=d61ec652-bf86-407d-bc93-e42052b28273,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:31.817016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.817720 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.818276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.818992 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.819540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.820092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.820678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.821333 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.821876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.822455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.823324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.823878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.824458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:31.834411 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-99ee2a8d-0678-4257-bc4c-88a5a867fc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:31.834532 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee2a8d-0678-4257-bc4c-88a5a867fc9a None None] The sync data for ids ['7d587e5d-cb99-4715-ac6f-6a8131eed8a7'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:31.864983 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48710) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:31.866527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e29aaf3b-1f86-47cd-a8d7-c05aa2ecc4c4 tempest-RoutersAdminTest-530850058 tempest-RoutersAdminTest-530850058-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&device_id=7d587e5d-cb99-4715-ac6f-6a8131eed8a7 HTTP/1.1" status: 200 len: 205 time: 0.0665207 Jan 31 18:53:31.896608 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-162438ba-0d51-4bc5-b40c-730a703a4910 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d587e5d-cb99-4715-ac6f-6a8131eed8a7 HTTP/1.1" status: 200 len: 205 time: 0.0303867 Jan 31 18:53:31.899725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48712) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:31.906756 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46fd6b-6f12-48fb-b52f-876a27e0c7e4 req-f5208cad-9975-41e8-9eaa-ac4bad6f8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:31.908530 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8d46fd6b-6f12-48fb-b52f-876a27e0c7e4 req-f5208cad-9975-41e8-9eaa-ac4bad6f8804 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 1128 time: 0.0864816 Jan 31 18:53:31.976694 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8d46fd6b-6f12-48fb-b52f-876a27e0c7e4 req-7a6f898a-b8c2-40bf-b8a6-14087c964cc5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9d749a3c-0567-4d85-b13c-77e189150817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615826 Jan 31 18:53:31.980824 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f22a8ca-e431-46a1-824a-41516394de7e tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:32.175876 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f22a8ca-e431-46a1-824a-41516394de7e tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:32.179641 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f22a8ca-e431-46a1-824a-41516394de7e tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router_controller (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:32.197155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7995a1-954d-49df-a7fc-a7f24db4fd7c req-edd455d1-426a-46a6-85c2-0c76ec5f26b4 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:32.198734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f7995a1-954d-49df-a7fc-a7f24db4fd7c req-edd455d1-426a-46a6-85c2-0c76ec5f26b4 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 945 time: 0.1809118 Jan 31 18:53:32.254577 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f22a8ca-e431-46a1-824a-41516394de7e tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (7d587e5d-cb99-4715-ac6f-6a8131eed8a7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:32.255108 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f22a8ca-e431-46a1-824a-41516394de7e tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Fanout notify agent at l3_agent the message router_deleted on router 7d587e5d-cb99-4715-ac6f-6a8131eed8a7 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:53:32.266892 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f22a8ca-e431-46a1-824a-41516394de7e tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:32.268030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6f22a8ca-e431-46a1-824a-41516394de7e tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/routers/7d587e5d-cb99-4715-ac6f-6a8131eed8a7 HTTP/1.1" status: 204 len: 168 time: 0.3671744 Jan 31 18:53:32.272863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48718) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.308383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-54e61441-365e-48a6-b921-535212e130fc tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d587e5d-cb99-4715-ac6f-6a8131eed8a7 HTTP/1.1" status: 200 len: 205 time: 0.0355735 Jan 31 18:53:32.313635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f7995a1-954d-49df-a7fc-a7f24db4fd7c req-9600aff5-5fca-4551-b5c4-9f6101ccc538 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d749a3c-0567-4d85-b13c-77e189150817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821347 Jan 31 18:53:32.317046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48720) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.363562 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-804177b6-6fff-43a5-8cd5-31a0438bcda3 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] delete failed (client error): The resource could not be found. Jan 31 18:53:32.364893 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-804177b6-6fff-43a5-8cd5-31a0438bcda3 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/routers/7d587e5d-cb99-4715-ac6f-6a8131eed8a7 HTTP/1.1" status: 404 len: 336 time: 0.0465496 Jan 31 18:53:32.367463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48722) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.401093 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c4eef509-b7a0-4007-b2fe-a231315130e2 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e50d155-7d20-4b9a-8f91-37c07193bb97 HTTP/1.1" status: 200 len: 205 time: 0.0325236 Jan 31 18:53:32.403532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48724) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.443797 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-b52226b5-5614-43b1-9527-e2b6df85cea7 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] delete failed (client error): The resource could not be found. Jan 31 18:53:32.445467 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b52226b5-5614-43b1-9527-e2b6df85cea7 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/routers/9e50d155-7d20-4b9a-8f91-37c07193bb97 HTTP/1.1" status: 404 len: 336 time: 0.0407329 Jan 31 18:53:32.447839 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48726) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.483092 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-01c965e5-3965-4fe3-a5c3-83c0d7b505ca tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6cfd47-bd15-44cc-bfdd-85e8606c9712 HTTP/1.1" status: 200 len: 205 time: 0.0302033 Jan 31 18:53:32.483539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48728) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.548676 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-7189c9a0-1a87-41b3-8e6d-602adb5f4cba tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] delete failed (client error): The resource could not be found. Jan 31 18:53:32.549639 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7189c9a0-1a87-41b3-8e6d-602adb5f4cba tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/routers/ec6cfd47-bd15-44cc-bfdd-85e8606c9712 HTTP/1.1" status: 404 len: 336 time: 0.0647414 Jan 31 18:53:32.552294 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48730) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.581273 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f6ace311-ba72-4bb9-8a26-8248c4bc44da tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ad9c61-c693-4679-93a7-863da3ba8f7f HTTP/1.1" status: 200 len: 205 time: 0.0278795 Jan 31 18:53:32.583545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48732) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.621080 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2de5fc82-bd27-4a47-85c1-ed8aba3ca490 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] delete failed (client error): The resource could not be found. Jan 31 18:53:32.622122 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2de5fc82-bd27-4a47-85c1-ed8aba3ca490 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/routers/f5ad9c61-c693-4679-93a7-863da3ba8f7f HTTP/1.1" status: 404 len: 336 time: 0.0376785 Jan 31 18:53:32.625052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48734) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.656676 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-878df66b-b149-45b9-8def-7eebc606e77c tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a8784d4-6634-42d0-baad-d60d9432aff9 HTTP/1.1" status: 200 len: 205 time: 0.0304935 Jan 31 18:53:32.659775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.697513 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-e9ac3e3f-71f0-4a36-8f72-e8c9bff42356 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] delete failed (client error): The resource could not be found. Jan 31 18:53:32.698532 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e9ac3e3f-71f0-4a36-8f72-e8c9bff42356 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/routers/5a8784d4-6634-42d0-baad-d60d9432aff9 HTTP/1.1" status: 404 len: 336 time: 0.0377452 Jan 31 18:53:32.701113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48738) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.731004 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5d9cb08e-69a4-4578-bea3-f447e24b14a2 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "GET /v2.0/ports?device_id=25fcf73a-52db-4f35-a24a-2fc1d1197bf6 HTTP/1.1" status: 200 len: 205 time: 0.0287657 Jan 31 18:53:32.734531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48740) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.776191 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-d9ba28e0-ee5d-482a-a912-1f15584ddcfe tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] delete failed (client error): The resource could not be found. Jan 31 18:53:32.779724 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d9ba28e0-ee5d-482a-a912-1f15584ddcfe tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/routers/25fcf73a-52db-4f35-a24a-2fc1d1197bf6 HTTP/1.1" status: 404 len: 336 time: 0.0417855 Jan 31 18:53:32.779942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48742) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:32.808246 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-30578450-989d-41ee-b5c7-546e1fd352d8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] DELETE failed (client error): The resource could not be found. Jan 31 18:53:32.808670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30578450-989d-41ee-b5c7-546e1fd352d8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:53:32.814485 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-30578450-989d-41ee-b5c7-546e1fd352d8 tempest-RoutersAdminTest-2075886810 tempest-RoutersAdminTest-2075886810-project] 10.222.0.20 "DELETE /v2.0/subnets/fe6e3918-68f1-4fde-b548-de93c6d8bf6d HTTP/1.1" status: 404 len: 337 time: 0.0308092 Jan 31 18:53:33.071570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48748) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:33.190956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb1e304b-e783-4b64-a8de-06c2de343997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:33.273488 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb1e304b-e783-4b64-a8de-06c2de343997 admin admin] Publish callbacks [] for security_group (841f3f73-72d6-459b-a3b5-130b50506ad1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:33.278877 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb1e304b-e783-4b64-a8de-06c2de343997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (841f3f73-72d6-459b-a3b5-130b50506ad1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:33.321810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e304b-e783-4b64-a8de-06c2de343997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841f3f73-72d6-459b-a3b5-130b50506ad1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:33.327392 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fb1e304b-e783-4b64-a8de-06c2de343997 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c682dbdf91a4f779a3d5903377300d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547445 Jan 31 18:53:33.330538 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48752) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:33.389134 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14a00f29-bf1f-4ef1-9077-f31c98454da0 admin admin] Publish callbacks [] for security_group (841f3f73-72d6-459b-a3b5-130b50506ad1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:33.421780 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14a00f29-bf1f-4ef1-9077-f31c98454da0 admin admin] Publish callbacks [] for security_group (841f3f73-72d6-459b-a3b5-130b50506ad1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:33.463566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475798ba-5bbd-4502-9f35-1e2c84264c1b req-934fe356-eff7-4e4e-91ab-f5e5be3fe1a4 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:33.465358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-475798ba-5bbd-4502-9f35-1e2c84264c1b req-934fe356-eff7-4e4e-91ab-f5e5be3fe1a4 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0569451 Jan 31 18:53:33.478718 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14a00f29-bf1f-4ef1-9077-f31c98454da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (841f3f73-72d6-459b-a3b5-130b50506ad1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:33.482817 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14a00f29-bf1f-4ef1-9077-f31c98454da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:33.486965 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-14a00f29-bf1f-4ef1-9077-f31c98454da0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/841f3f73-72d6-459b-a3b5-130b50506ad1 HTTP/1.1" status: 204 len: 168 time: 0.1554754 Jan 31 18:53:33.503127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a00f29-bf1f-4ef1-9077-f31c98454da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841f3f73-72d6-459b-a3b5-130b50506ad1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:33.561563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-475798ba-5bbd-4502-9f35-1e2c84264c1b req-e8466d02-80d3-4184-890d-7cb485efe7a7 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d749a3c-0567-4d85-b13c-77e189150817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835431 Jan 31 18:53:33.834643 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:33.883748 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5c7afa1f-29c2-47a3-9e02-27f1b8737a8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5939ec06533f4292b74b91c2a35c3139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478191 Jan 31 18:53:33.888800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48770) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:33.969982 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f9addea-66ff-4e7d-b73e-f30ddd090108 admin admin] Publish callbacks [] for security_group (4b3ee716-20ed-4bbe-94d1-1a8893b0441c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:34.373701 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f9addea-66ff-4e7d-b73e-f30ddd090108 admin admin] Publish callbacks [] for security_group (4b3ee716-20ed-4bbe-94d1-1a8893b0441c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:34.426422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eecbe-f2e8-4d87-81e2-ed4cec406ab0 req-7265f512-c99f-4f6d-b6bd-6d10ee871399 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:34.428043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc1eecbe-f2e8-4d87-81e2-ed4cec406ab0 req-7265f512-c99f-4f6d-b6bd-6d10ee871399 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0939600 Jan 31 18:53:34.454552 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f9addea-66ff-4e7d-b73e-f30ddd090108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4b3ee716-20ed-4bbe-94d1-1a8893b0441c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:34.457122 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f9addea-66ff-4e7d-b73e-f30ddd090108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:34.458267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5f9addea-66ff-4e7d-b73e-f30ddd090108 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b3ee716-20ed-4bbe-94d1-1a8893b0441c HTTP/1.1" status: 204 len: 168 time: 0.5682523 Jan 31 18:53:34.476761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9addea-66ff-4e7d-b73e-f30ddd090108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3ee716-20ed-4bbe-94d1-1a8893b0441c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:34.493788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc1eecbe-f2e8-4d87-81e2-ed4cec406ab0 req-61c99709-dec8-48ca-9fe2-0204e14dae65 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d749a3c-0567-4d85-b13c-77e189150817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595043 Jan 31 18:53:35.194672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48796) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:35.296074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1836517366'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:35.316604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Made reservation on behalf of 7efba99cafa346bf995ec55ec01f23b4 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:53:35.320208 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:35.330187 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:35.425615 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for security_group (e426fec7-df66-4bda-bc00-2612c4fa331b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:35.429943 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e426fec7-df66-4bda-bc00-2612c4fa331b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:35.462844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:53:35.470233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e426fec7-df66-4bda-bc00-2612c4fa331b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:35.481789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925cc66-81f4-41bd-a8e3-798b09b59a5e req-fb437719-39c8-49ec-bb71-2a317bb97158 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:35.483536 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6925cc66-81f4-41bd-a8e3-798b09b59a5e req-fb437719-39c8-49ec-bb71-2a317bb97158 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0643754 Jan 31 18:53:35.489198 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9c718819-ad46-4061-93e5-b2d10d8cb5d4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:35.489877 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Added segment 9c718819-ad46-4061-93e5-b2d10d8cb5d4 of type vlan for network 0efac365-e4e8-4974-a1fe-17be5c26e37b Jan 31 18:53:35.537835 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (0efac365-e4e8-4974-a1fe-17be5c26e37b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:35.569654 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (0efac365-e4e8-4974-a1fe-17be5c26e37b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:35.575744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:35.576408 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:35.602925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-6925cc66-81f4-41bd-a8e3-798b09b59a5e req-11a9e09b-25fe-42e2-a7c8-dd641d0abd85 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Deleting port d61ec652-bf86-407d-bc93-e42052b28273 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:35.603561 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6925cc66-81f4-41bd-a8e3-798b09b59a5e req-11a9e09b-25fe-42e2-a7c8-dd641d0abd85 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d61ec652-bf86-407d-bc93-e42052b28273), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:35.685553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4853401 Jan 31 18:53:35.685907 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:35.692951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e13648eb-ce70-4f33-9468-938c3f0b5c00 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'subnet': {'network_id': '0efac365-e4e8-4974-a1fe-17be5c26e37b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:35.709951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6778d-6f9b-4264-b577-1aad08dfdc78 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Network': ['ID=0efac365-e4e8-4974-a1fe-17be5c26e37b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:35.724955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 0efac365-e4e8-4974-a1fe-17be5c26e37b details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:53:35.743279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a259529-942d-4aeb-b34d-8b684efebf21 req-c33670b0-81db-40ba-8b86-c40958eeacd0 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:35.745444 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a259529-942d-4aeb-b34d-8b684efebf21 req-c33670b0-81db-40ba-8b86-c40958eeacd0 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 945 time: 0.1530674 Jan 31 18:53:35.840709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a259529-942d-4aeb-b34d-8b684efebf21 req-cb2b87d3-482d-4135-933c-f0468d7fece4 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d749a3c-0567-4d85-b13c-77e189150817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884688 Jan 31 18:53:35.887440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6925cc66-81f4-41bd-a8e3-798b09b59a5e req-11a9e09b-25fe-42e2-a7c8-dd641d0abd85 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] For port d61ec652-bf86-407d-bc93-e42052b28273, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=d61ec652-bf86-407d-bc93-e42052b28273,segment=NetworkSegment(b0086e16-1baf-47a3-a75c-2ee160417c0c),segment_id=b0086e16-1baf-47a3-a75c-2ee160417c0c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:35.887819 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6925cc66-81f4-41bd-a8e3-798b09b59a5e req-11a9e09b-25fe-42e2-a7c8-dd641d0abd85 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d61ec652-bf86-407d-bc93-e42052b28273), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:35.913792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-6925cc66-81f4-41bd-a8e3-798b09b59a5e req-11a9e09b-25fe-42e2-a7c8-dd641d0abd85 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Calling delete_port for d61ec652-bf86-407d-bc93-e42052b28273 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:35.938888 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13648eb-ce70-4f33-9468-938c3f0b5c00 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Made reservation on behalf of 7efba99cafa346bf995ec55ec01f23b4 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:53:35.944997 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e13648eb-ce70-4f33-9468-938c3f0b5c00 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:36.214860 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6925cc66-81f4-41bd-a8e3-798b09b59a5e req-11a9e09b-25fe-42e2-a7c8-dd641d0abd85 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d61ec652-bf86-407d-bc93-e42052b28273), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:36.229221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['d61ec652-bf86-407d-bc93-e42052b28273'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:53:36.287515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9e09b-25fe-42e2-a7c8-dd641d0abd85 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Pushing event deleted for resources: {'Port': ['ID=d61ec652-bf86-407d-bc93-e42052b28273,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:36.299542 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e13648eb-ce70-4f33-9468-938c3f0b5c00 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (55543288-4478-4575-b308-546ef4d7095a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:36.365484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-6925cc66-81f4-41bd-a8e3-798b09b59a5e req-11a9e09b-25fe-42e2-a7c8-dd641d0abd85 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] No DVR routers for this DVR port d61ec652-bf86-407d-bc93-e42052b28273 on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:53:36.371966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6925cc66-81f4-41bd-a8e3-798b09b59a5e req-11a9e09b-25fe-42e2-a7c8-dd641d0abd85 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:36.376738 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6925cc66-81f4-41bd-a8e3-798b09b59a5e req-11a9e09b-25fe-42e2-a7c8-dd641d0abd85 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.49 "DELETE /v2.0/ports/d61ec652-bf86-407d-bc93-e42052b28273 HTTP/1.1" status: 204 len: 173 time: 0.8875439 Jan 31 18:53:36.377211 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c95e47-fdb8-4ffd-b690-26da162b2fa0', 'name': 'network-vif-deleted', 'tag': 'd61ec652-bf86-407d-bc93-e42052b28273'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:36.379541 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2eadb2-5dae-4c40-9dd4-6ec7fd6ddf93" -d '{"events": [{"server_uuid": "89c95e47-fdb8-4ffd-b690-26da162b2fa0", "name": "network-vif-deleted", "tag": "d61ec652-bf86-407d-bc93-e42052b28273"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:36.417868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13648eb-ce70-4f33-9468-938c3f0b5c00 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Subnet': ['ID=55543288-4478-4575-b308-546ef4d7095a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:36.429961 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0562000-53d2-4f05-830a-71b35ef3a483 x-openstack-request-id: req-b0562000-53d2-4f05-830a-71b35ef3a483 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:36.430262 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c95e47-fdb8-4ffd-b690-26da162b2fa0", "name": "network-vif-deleted", "tag": "d61ec652-bf86-407d-bc93-e42052b28273", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:36.431561 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0562000-53d2-4f05-830a-71b35ef3a483 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:36.432231 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c95e47-fdb8-4ffd-b690-26da162b2fa0', 'name': 'network-vif-deleted', 'tag': 'd61ec652-bf86-407d-bc93-e42052b28273', 'status': 'completed', 'code': 200} Jan 31 18:53:36.449700 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13648eb-ce70-4f33-9468-938c3f0b5c00 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Checking segment: {'id': '9c718819-ad46-4061-93e5-b2d10d8cb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0efac365-e4e8-4974-a1fe-17be5c26e37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:53:36.450178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13648eb-ce70-4f33-9468-938c3f0b5c00 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network hostable DHCP agents. Network: 0efac365-e4e8-4974-a1fe-17be5c26e37b, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:53:36.477754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13648eb-ce70-4f33-9468-938c3f0b5c00 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 0efac365-e4e8-4974-a1fe-17be5c26e37b is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:53:36.489292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e13648eb-ce70-4f33-9468-938c3f0b5c00 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 0efac365-e4e8-4974-a1fe-17be5c26e37b) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:36.494283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13648eb-ce70-4f33-9468-938c3f0b5c00 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:36.495026 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e13648eb-ce70-4f33-9468-938c3f0b5c00 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:36.501652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa73434-238f-4a40-9583-89964c25b5e5 None None] Network 0efac365-e4e8-4974-a1fe-17be5c26e37b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:53:36.521897 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e13648eb-ce70-4f33-9468-938c3f0b5c00 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8350730 Jan 31 18:53:36.524680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:36.529511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1637953341', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:36.557494 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (75fd7dc0-58e6-4229-abb6-ab478143eaa5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:36.559158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (75fd7dc0-58e6-4229-abb6-ab478143eaa5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:36.620629 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router_controller (75fd7dc0-58e6-4229-abb6-ab478143eaa5), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:36.638242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383fe53d-cc81-43f7-bd03-c6f019d2bbe3 None None] Network 0efac365-e4e8-4974-a1fe-17be5c26e37b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:53:36.772693 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router_gateway (75fd7dc0-58e6-4229-abb6-ab478143eaa5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:36.978829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0c8af7d-8f62-4eb9-b3e7-679695de43b0 req-2e88b92e-a256-4895-96a4-e6876ca1e764 tempest-ServerPasswordTestJSON-62695980 tempest-ServerPasswordTestJSON-62695980-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c95e47-fdb8-4ffd-b690-26da162b2fa0 HTTP/1.1" status: 200 len: 210 time: 0.0385034 Jan 31 18:53:37.304415 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router_gateway (75fd7dc0-58e6-4229-abb6-ab478143eaa5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:37.324755 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:37.439913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.25.8.154 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/1882b928-5ccd-4cf2-a4c3-d702757ff63b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:37.549293 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (1882b928-5ccd-4cf2-a4c3-d702757ff63b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:37.583594 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1882b928-5ccd-4cf2-a4c3-d702757ff63b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:37.624699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:37.627703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:37.631498 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:37.663792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=1882b928-5ccd-4cf2-a4c3-d702757ff63b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:37.920776 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router_gateway (75fd7dc0-58e6-4229-abb6-ab478143eaa5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.037625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48816) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:38.098609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f01531-8b20-4044-a438-36b6611c65bf admin admin] Deleting subnet a9da007b-f283-4588-aec1-48e81f7a7949 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:53:38.102364 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f01531-8b20-4044-a438-36b6611c65bf admin admin] Publish callbacks [] for subnet (a9da007b-f283-4588-aec1-48e81f7a7949), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.143640 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f01531-8b20-4044-a438-36b6611c65bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (a9da007b-f283-4588-aec1-48e81f7a7949), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.147057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (75fd7dc0-58e6-4229-abb6-ab478143eaa5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.184169 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f01531-8b20-4044-a438-36b6611c65bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (a9da007b-f283-4588-aec1-48e81f7a7949), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.241654 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f01531-8b20-4044-a438-36b6611c65bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (a9da007b-f283-4588-aec1-48e81f7a7949), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.265603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f01531-8b20-4044-a438-36b6611c65bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9da007b-f283-4588-aec1-48e81f7a7949,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:38.276469 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f01531-8b20-4044-a438-36b6611c65bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.282754 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-65f01531-8b20-4044-a438-36b6611c65bf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a9da007b-f283-4588-aec1-48e81f7a7949 HTTP/1.1" status: 204 len: 168 time: 0.2405334 Jan 31 18:53:38.282754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48822) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:38.292918 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:53:38.361878 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (d91ba387-2200-45cd-bb70-589118ebb63f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.417496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:38.433182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba48692-ee13-4048-a0b0-d1d66cd6ea0a None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:38.447266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba48692-ee13-4048-a0b0-d1d66cd6ea0a None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:38.447487 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (d91ba387-2200-45cd-bb70-589118ebb63f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.448166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1ba48692-ee13-4048-a0b0-d1d66cd6ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:38.452551 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.457462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48824) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:38.458136 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b58aa1e3-a044-4a01-a61d-fc3ab1f4d0b6 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9323151 Jan 31 18:53:38.512853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91ba387-2200-45cd-bb70-589118ebb63f']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:38.526969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0086e16-1baf-47a3-a75c-2ee160417c0c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:38.527288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0086e16-1baf-47a3-a75c-2ee160417c0c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:38.541599 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (b0086e16-1baf-47a3-a75c-2ee160417c0c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.590389 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b0086e16-1baf-47a3-a75c-2ee160417c0c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.602214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:53:38.602632 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (b0086e16-1baf-47a3-a75c-2ee160417c0c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:53:38.604598 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:53:38.707431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1ba48692-ee13-4048-a0b0-d1d66cd6ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:38.717578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba48692-ee13-4048-a0b0-d1d66cd6ea0a None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:38.718464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1ba48692-ee13-4048-a0b0-d1d66cd6ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:38.731808 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (d91ba387-2200-45cd-bb70-589118ebb63f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.737554 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:38.742636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] 10.222.0.20 "DELETE /v2.0/networks/d91ba387-2200-45cd-bb70-589118ebb63f HTTP/1.1" status: 204 len: 168 time: 0.4590869 Jan 31 18:53:38.762163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1ba48692-ee13-4048-a0b0-d1d66cd6ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:38.763105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba48692-ee13-4048-a0b0-d1d66cd6ea0a None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:38.794627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7a32f-be7d-42c6-bab2-672e099764ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d91ba387-2200-45cd-bb70-589118ebb63f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:38.955976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:39.008051 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8950834f-2b7c-4eb1-987b-18467fb8adc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3d48099efc6408bade7730d2cbd68a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484221 Jan 31 18:53:39.008311 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:39.071963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6825970a-9316-46d7-9cc7-1e7670b7dd4d admin admin] Publish callbacks [] for security_group (9d749a3c-0567-4d85-b13c-77e189150817), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:39.084125 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:39.096118 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6825970a-9316-46d7-9cc7-1e7670b7dd4d admin admin] Publish callbacks [] for security_group (9d749a3c-0567-4d85-b13c-77e189150817), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:39.150734 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6825970a-9316-46d7-9cc7-1e7670b7dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9d749a3c-0567-4d85-b13c-77e189150817), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:39.155028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6825970a-9316-46d7-9cc7-1e7670b7dd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:39.156576 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6825970a-9316-46d7-9cc7-1e7670b7dd4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d749a3c-0567-4d85-b13c-77e189150817 HTTP/1.1" status: 204 len: 168 time: 0.1469157 Jan 31 18:53:39.168672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825970a-9316-46d7-9cc7-1e7670b7dd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d749a3c-0567-4d85-b13c-77e189150817,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:39.411360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.20.0.1 (0efac365-e4e8-4974-a1fe-17be5c26e37b/55543288-4478-4575-b308-546ef4d7095a/32fda2c1-1c03-44f7-b2af-4820dfc21eeb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:39.566435 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (32fda2c1-1c03-44f7-b2af-4820dfc21eeb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:39.567626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device d61ec652-bf86-407d-bc93-e42052b28273 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:53:39.603996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: d61ec652-bf86-407d-bc93-e42052b28273 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:53:39.604525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device d61ec652-bf86-407d-bc93-e42052b28273 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:53:39.626748 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (32fda2c1-1c03-44f7-b2af-4820dfc21eeb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:39.669075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 0efac365-e4e8-4974-a1fe-17be5c26e37b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:39.673850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:39.678234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:39.712131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=32fda2c1-1c03-44f7-b2af-4820dfc21eeb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:39.741435 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (75fd7dc0-58e6-4229-abb6-ab478143eaa5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:39.901508 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (32fda2c1-1c03-44f7-b2af-4820dfc21eeb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:39.970202 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:40.105862 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1049048612-network', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:40.128604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Made reservation on behalf of a8e288a02cb449b8affb45a44193691f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:53:40.131082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.140192 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.246897 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (32fda2c1-1c03-44f7-b2af-4820dfc21eeb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.253512 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Publish callbacks [] for security_group (afb0ec8f-5e74-439e-9253-17f906c38cba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.255522 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (32fda2c1-1c03-44f7-b2af-4820dfc21eeb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.259030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (afb0ec8f-5e74-439e-9253-17f906c38cba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.273346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:53:40.284247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1b3d63b2-72fa-4f86-a8e6-710b98edd3f6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.284751 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Added segment 1b3d63b2-72fa-4f86-a8e6-710b98edd3f6 of type vlan for network 5ef1e068-7bea-4a13-bc37-49021a461e36 Jan 31 18:53:40.350259 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (5ef1e068-7bea-4a13-bc37-49021a461e36), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.357473 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (75fd7dc0-58e6-4229-abb6-ab478143eaa5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.359403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=32fda2c1-1c03-44f7-b2af-4820dfc21eeb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:40.376370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb0ec8f-5e74-439e-9253-17f906c38cba,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:40.402661 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (5ef1e068-7bea-4a13-bc37-49021a461e36), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.404258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:40.405169 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.458947 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4874489 Jan 31 18:53:40.462957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48860) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:40.472150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b918b370-c3b7-42f5-91d8-10963f650787 admin admin] Request body: {'subnet': {'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1049048612-subnet', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:40.474267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89ebb5-211e-49f5-ab85-533c7ae81e3a admin admin] Pushing event updated for resources: {'Network': ['ID=5ef1e068-7bea-4a13-bc37-49021a461e36,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:40.486077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 5ef1e068-7bea-4a13-bc37-49021a461e36 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:53:40.492531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 0efac365-e4e8-4974-a1fe-17be5c26e37b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:40.497349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:40.542286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b918b370-c3b7-42f5-91d8-10963f650787 admin admin] Made reservation on behalf of a8e288a02cb449b8affb45a44193691f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:53:40.544222 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b918b370-c3b7-42f5-91d8-10963f650787 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.690398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:53:40.861991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b918b370-c3b7-42f5-91d8-10963f650787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (1218f3d1-b058-4751-b1ee-a61bef812b07), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.910176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:40.919991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e6e675e0-e064-42d1-bec8-a1da4fc67e77 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "PUT /v2.0/routers/75fd7dc0-58e6-4229-abb6-ab478143eaa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4584191 Jan 31 18:53:40.920485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48862) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:40.923550 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c187dc-4d4f-4e2b-802a-de5cf015b6d9 None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:40.930520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918b370-c3b7-42f5-91d8-10963f650787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1218f3d1-b058-4751-b1ee-a61bef812b07,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:40.931007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'port': {'network_id': '0efac365-e4e8-4974-a1fe-17be5c26e37b', 'name': 'tempest-FloatingIPTestJSON-1913731811'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:40.942163 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c187dc-4d4f-4e2b-802a-de5cf015b6d9 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:40.943005 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d5c187dc-4d4f-4e2b-802a-de5cf015b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:40.949001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b918b370-c3b7-42f5-91d8-10963f650787 admin admin] Checking segment: {'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:53:40.949368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918b370-c3b7-42f5-91d8-10963f650787 admin admin] Network hostable DHCP agents. Network: 5ef1e068-7bea-4a13-bc37-49021a461e36, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:53:40.972105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918b370-c3b7-42f5-91d8-10963f650787 admin admin] Network 5ef1e068-7bea-4a13-bc37-49021a461e36 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:53:40.980013 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d5c187dc-4d4f-4e2b-802a-de5cf015b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:40.987774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b918b370-c3b7-42f5-91d8-10963f650787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 5ef1e068-7bea-4a13-bc37-49021a461e36) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:40.992829 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c187dc-4d4f-4e2b-802a-de5cf015b6d9 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:40.993903 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d5c187dc-4d4f-4e2b-802a-de5cf015b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:40.996100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b918b370-c3b7-42f5-91d8-10963f650787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:40.997162 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b918b370-c3b7-42f5-91d8-10963f650787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:40.999649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fbd4da-d575-4c3b-b96c-2f54b1eb1484 None None] Network 5ef1e068-7bea-4a13-bc37-49021a461e36 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:53:41.034104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b918b370-c3b7-42f5-91d8-10963f650787 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5690229 Jan 31 18:53:41.036767 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48864) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:41.040102 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d5c187dc-4d4f-4e2b-802a-de5cf015b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:41.041179 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c187dc-4d4f-4e2b-802a-de5cf015b6d9 None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:41.043353 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1049048612-router', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:41.072393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Made reservation on behalf of 7efba99cafa346bf995ec55ec01f23b4 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:53:41.076957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:41.081484 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:41.082008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:41.108531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] device_id is not set on port 897c9887-506c-4073-a51c-c02634a39ebe yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:53:41.140015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722efce3-2645-4a3e-99dd-775fe0735906 None None] Network 5ef1e068-7bea-4a13-bc37-49021a461e36 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:53:41.195007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Publish callbacks [] for router_controller (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:41.386673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Publish callbacks [] for router_gateway (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:41.390378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.20.0.10 (0efac365-e4e8-4974-a1fe-17be5c26e37b/55543288-4478-4575-b308-546ef4d7095a/897c9887-506c-4073-a51c-c02634a39ebe) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:41.638669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (897c9887-506c-4073-a51c-c02634a39ebe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:41.786111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (897c9887-506c-4073-a51c-c02634a39ebe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:41.791614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Publish callbacks [] for router_gateway (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:41.901715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:41.930494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 0efac365-e4e8-4974-a1fe-17be5c26e37b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:41.961155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:41.968469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:42.047971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=897c9887-506c-4073-a51c-c02634a39ebe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:42.107033 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:53:42.148559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:42.149975 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:42.287953 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-604aafef-69f5-4a38-a710-f6fe5a613043 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3657780 Jan 31 18:53:42.290541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:42.300157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'port': {'network_id': '0efac365-e4e8-4974-a1fe-17be5c26e37b', 'name': 'tempest-FloatingIPTestJSON-161315466'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:42.331912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-f6778abf-0e11-4317-a102-415475728059 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:42.333756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-f6778abf-0e11-4317-a102-415475728059 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 813 time: 0.2668514 Jan 31 18:53:42.366640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-5278b4b6-f52d-46f0-98ae-c47a43c93fd3 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/quotas/83e19795b457498da69c74dcc061ce65 HTTP/1.1" status: 200 len: 375 time: 0.0193276 Jan 31 18:53:42.379862 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Allocated IP 172.25.8.203 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c10997f6-ce96-4410-ac10-b67f50ad714d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:42.567483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-cd3d436f-acf2-476f-93b6-ac5e668453eb tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1423686 Jan 31 18:53:42.614374 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Publish callbacks [] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:42.706185 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:42.794460 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:42.795769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Made reservation on behalf of 7efba99cafa346bf995ec55ec01f23b4 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:53:42.805719 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:42.817717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:42.822803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:42.853354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-c4827185-9794-417b-9608-dc7e9422bcaf service neutron] 10.222.0.20 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620418 Jan 31 18:53:42.916291 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c10997f6-ce96-4410-ac10-b67f50ad714d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:42.992520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] device_id is not set on port e90cf2c7-b38c-4217-9ead-356a00c9e353 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:53:43.000872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-8fe8beea-b939-4f13-836c-a7c6d76c616e service neutron] 10.222.0.20 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376419 Jan 31 18:53:43.152910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.20.0.14 (0efac365-e4e8-4974-a1fe-17be5c26e37b/55543288-4478-4575-b308-546ef4d7095a/e90cf2c7-b38c-4217-9ead-356a00c9e353) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:43.361530 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Publish callbacks [] for router_gateway (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:43.530098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caaf0dbf-e72b-4b90-abd4-4c0f7f5742b7 req-c5e05798-15ff-442d-93c2-21a527b53ae6 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 210 time: 0.1043603 Jan 31 18:53:43.742335 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:43.743182 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (e90cf2c7-b38c-4217-9ead-356a00c9e353), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:43.869575 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e90cf2c7-b38c-4217-9ead-356a00c9e353), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:43.950349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 0efac365-e4e8-4974-a1fe-17be5c26e37b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:43.966710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:43.970049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:44.075082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=e90cf2c7-b38c-4217-9ead-356a00c9e353,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:44.103615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:44.112553 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:44.157370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a4a03d67-06cc-48a7-940e-bb5069ba58aa tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8617570 Jan 31 18:53:44.157896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48926) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:44.162635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': 'e90cf2c7-b38c-4217-9ead-356a00c9e353', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:44.168303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Router 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:53:44.212254 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:44.402162 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:44.565180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.25.8.100 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/adfb11c6-dfe2-4204-a80b-5d48d5376cf3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:44.721301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (adfb11c6-dfe2-4204-a80b-5d48d5376cf3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:44.735730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:44.749725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Sync routers for ids ['8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:44.776174 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Routers {'8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:44.778470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:44.789467 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:44.795485 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1a288989-a05c-4fc6-af8d-a121eaeec9a2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7572510 Jan 31 18:53:44.796559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:44.837207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-547f5a0c-3427-4622-a66b-8881480c3efc req-4d39babc-8546-4ab2-932e-339d36e46e4f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 210 time: 0.0447216 Jan 31 18:53:44.838919 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (adfb11c6-dfe2-4204-a80b-5d48d5376cf3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:44.893951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:44.900426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:44.910330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:44.973133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=adfb11c6-dfe2-4204-a80b-5d48d5376cf3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:45.175636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Set router 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:53:45.449321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-9ba8dd3b-1a02-4411-bc5d-653062619110 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:45.456623 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-9ba8dd3b-1a02-4411-bc5d-653062619110 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.49 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 813 time: 0.5228157 Jan 31 18:53:45.488579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Request body: {'port': {'device_id': '3b4f3236-effa-409b-9150-1c14c07cf895', 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0', 'admin_state_up': True, 'tenant_id': '83e19795b457498da69c74dcc061ce65'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:45.573977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'name': 'tempest-ServerRescueTestJSON-1049048612-router', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:43Z', 'revision_number': 3, 'project_id': 'a8e288a02cb449b8affb45a44193691f', 'gw_port': {'id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:45.632490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Checking router: 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:53:45.632878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Updating router 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 port c10997f6-ce96-4410-ac10-b67f50ad714d binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:53:45.701321 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:46.014903 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Made reservation on behalf of 83e19795b457498da69c74dcc061ce65 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:53:46.018974 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:46.236888 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Publish callbacks [] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:46.252818 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:46.280130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-707c0f30-90eb-45eb-8fdd-d137d12568cf req-2ea0085b-0b46-4e62-ac42-ab1607ad850f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 210 time: 0.0902743 Jan 31 18:53:46.333020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0442991-8303-4111-802e-8b3308d2234a None None] Pushing event updated for resources: {'Port': ['ID=c10997f6-ce96-4410-ac10-b67f50ad714d,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:46.348870 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (b6ca58f4-6c1b-4a42-adcc-77732e889e0f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:46.392854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Attempting to bind port c10997f6-ce96-4410-ac10-b67f50ad714d on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:53:46.393226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Attempting to bind port c10997f6-ce96-4410-ac10-b67f50ad714d by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:53:46.393592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Attempting to bind port c10997f6-ce96-4410-ac10-b67f50ad714d on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:53:46.426019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:53:46.426325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:53:46.426737 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:46.427135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:53:46.427625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Bound port: c10997f6-ce96-4410-ac10-b67f50ad714d, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:53:46.428004 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:46.529590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (adfb11c6-dfe2-4204-a80b-5d48d5376cf3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:46.622639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] For port c10997f6-ce96-4410-ac10-b67f50ad714d, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:53:46.628581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] For port c10997f6-ce96-4410-ac10-b67f50ad714d, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c10997f6-ce96-4410-ac10-b67f50ad714d,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:53:46.642179 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:46.724603 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:46.726938 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Allocated IP 172.20.0.4 (b1c9360f-629c-42db-98fa-f15c6e1c69b0/09a15e6d-a69c-4a57-8ca0-d0f230a4ef00/0630e0a5-c99a-4034-b356-f27f5b9b4034) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:46.792682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0442991-8303-4111-802e-8b3308d2234a None None] Pushing event updated for resources: {'Port': ['ID=c10997f6-ce96-4410-ac10-b67f50ad714d,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:46.795400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Routers {'8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:46.796014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:46.879749 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (adfb11c6-dfe2-4204-a80b-5d48d5376cf3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:46.893881 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (adfb11c6-dfe2-4204-a80b-5d48d5376cf3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:47.018114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] Set router 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:53:47.025097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=adfb11c6-dfe2-4204-a80b-5d48d5376cf3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:47.074354 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (b6ca58f4-6c1b-4a42-adcc-77732e889e0f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:47.087345 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Allocated IP 172.20.0.1 (5ef1e068-7bea-4a13-bc37-49021a461e36/1218f3d1-b058-4751-b1ee-a61bef812b07/4b362340-6bb9-4504-9f66-10886c8a9a05) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:47.090052 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks [] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:47.234847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'name': 'tempest-ServerRescueTestJSON-1049048612-router', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:43Z', 'revision_number': 3, 'project_id': 'a8e288a02cb449b8affb45a44193691f', 'gw_port': {'id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:47.275287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356f1ca-e85c-41bf-85e2-f3e3f8fcae65 None None] The sync data for ids ['8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'] in n-d-812111-15 is: [{'id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'name': 'tempest-ServerRescueTestJSON-1049048612-router', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:43Z', 'revision_number': 3, 'project_id': 'a8e288a02cb449b8affb45a44193691f', 'gw_port': {'id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:47.290904 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Floating IP b6ca58f4-6c1b-4a42-adcc-77732e889e0f associated. External IP: 172.25.8.100, port: e90cf2c7-b38c-4217-9ead-356a00c9e353. Jan 31 18:53:47.311864 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:47.325023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e3042d94-b66e-4d48-80f3-6661f555d908', '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:53:47.329977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['68a32784-bdb2-4c76-a515-7551823ec169'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:53:47.478491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Pushing event updated for resources: {'Port': ['ID=0630e0a5-c99a-4034-b356-f27f5b9b4034,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:47.530244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Network b1c9360f-629c-42db-98fa-f15c6e1c69b0 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:47.539215 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:47.542655 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:47.606596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d961a-1d0f-4209-ad13-28d2385b4982 req-021d47c6-604f-4dd1-8f50-edde0d6a9b51 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:47.609463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:47.611061 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:47.616849 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be2d961a-1d0f-4209-ad13-28d2385b4982 req-021d47c6-604f-4dd1-8f50-edde0d6a9b51 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 931 time: 0.1781654 Jan 31 18:53:47.628932 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Publish callbacks [] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:47.637300 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-0a905a7d-0507-4300-bc63-eb8e966634e8 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1536329 Jan 31 18:53:47.658185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Request body: {'port': {'device_id': '3b4f3236-effa-409b-9150-1c14c07cf895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:47.716991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be2d961a-1d0f-4209-ad13-28d2385b4982 req-3740c2a3-f087-48b1-8c2c-957105bce40f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988302 Jan 31 18:53:47.817999 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:47.836794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:47.946902 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Network 5ef1e068-7bea-4a13-bc37-49021a461e36 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:47.971023 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Pushing event updated for resources: {'Port': ['ID=4b362340-6bb9-4504-9f66-10886c8a9a05,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:47.981248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:47.989042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:48.013604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:53:48.107620 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:48.278477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:48.291846 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6a7ee-3be6-44ee-a107-df48ac8d4718 None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:48.332483 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6a7ee-3be6-44ee-a107-df48ac8d4718 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:48.333143 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-94a6a7ee-3be6-44ee-a107-df48ac8d4718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:48.333781 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:48.403946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ab5141e4-53a0-4d70-8e99-1cf5177a7922 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2448907 Jan 31 18:53:48.404599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48984) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:48.432168 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-94a6a7ee-3be6-44ee-a107-df48ac8d4718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:48.435557 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-82f37560-e1bb-4944-afd6-17f27390a9ed tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:48.469861 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6a7ee-3be6-44ee-a107-df48ac8d4718 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:48.471313 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-94a6a7ee-3be6-44ee-a107-df48ac8d4718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:48.544300 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:48.569193 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-94a6a7ee-3be6-44ee-a107-df48ac8d4718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:48.570114 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6a7ee-3be6-44ee-a107-df48ac8d4718 None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:48.603015 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82f37560-e1bb-4944-afd6-17f27390a9ed tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (b6ca58f4-6c1b-4a42-adcc-77732e889e0f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:48.821308 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0b506eed-7122-41e6-ae84-0642b7512d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:49.043374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b712f48-466f-44c4-9a33-3c1df2467993 req-edccf0a1-501d-4269-9e63-33df01619095 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:49.053744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c10997f6-ce96-4410-ac10-b67f50ad714d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:53:49.064830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b712f48-466f-44c4-9a33-3c1df2467993 req-edccf0a1-501d-4269-9e63-33df01619095 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 931 time: 0.1589704 Jan 31 18:53:49.127187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0630e0a5-c99a-4034-b356-f27f5b9b4034 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:53:49.136655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Publish callbacks [] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:49.167678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Transition to ACTIVE for port object 0630e0a5-c99a-4034-b356-f27f5b9b4034 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:53:49.169483 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c10997f6-ce96-4410-ac10-b67f50ad714d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:53:49.169967 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:49.227410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b712f48-466f-44c4-9a33-3c1df2467993 req-367062c5-50d9-4d75-872e-e9d7646448b1 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612430 Jan 31 18:53:49.316630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24359dd5-225d-44f3-97ae-60e5b6b3a098 req-d5baeb3d-7d36-4757-bd29-4615ca6a4be4 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:49.316630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24359dd5-225d-44f3-97ae-60e5b6b3a098 req-d5baeb3d-7d36-4757-bd29-4615ca6a4be4 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.2972221 Jan 31 18:53:49.390619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c10997f6-ce96-4410-ac10-b67f50ad714d is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:53:49.391727 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:49.428022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24359dd5-225d-44f3-97ae-60e5b6b3a098 req-c266a1f6-b627-4978-a148-b158e1e62db8 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955260 Jan 31 18:53:49.432014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port c10997f6-ce96-4410-ac10-b67f50ad714d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c10997f6-ce96-4410-ac10-b67f50ad714d,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:49.441285 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:49.489256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:49.567096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=c10997f6-ce96-4410-ac10-b67f50ad714d,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:49.614888 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Publish callbacks [] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:49.665017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:49.676288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab7230-cf28-49b3-8373-eefa70260b53 req-a17680ad-e05b-4f96-abf9-d3034ed1671c tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:49.679814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3ab7230-cf28-49b3-8373-eefa70260b53 req-a17680ad-e05b-4f96-abf9-d3034ed1671c tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1129 time: 0.1299763 Jan 31 18:53:49.735491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3ab7230-cf28-49b3-8373-eefa70260b53 req-18ec3950-668f-4f30-9a62-976eb009358b tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491097 Jan 31 18:53:50.005538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4fcaf-a0f7-4f42-a93b-b88f6b18e608 req-807f9f20-c6f1-4abf-82e8-dcdeb8f5b8e8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:50.020245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2d4fcaf-a0f7-4f42-a93b-b88f6b18e608 req-807f9f20-c6f1-4abf-82e8-dcdeb8f5b8e8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.1560953 Jan 31 18:53:50.138396 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82f37560-e1bb-4944-afd6-17f27390a9ed tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:50.159257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2d4fcaf-a0f7-4f42-a93b-b88f6b18e608 req-1b35b0c4-13a1-4777-9e45-473be8bb754b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230817 Jan 31 18:53:50.159791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49020) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:50.221550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82f37560-e1bb-4944-afd6-17f27390a9ed tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (b6ca58f4-6c1b-4a42-adcc-77732e889e0f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:50.221898 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-82f37560-e1bb-4944-afd6-17f27390a9ed tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Floating IP b6ca58f4-6c1b-4a42-adcc-77732e889e0f disassociated. External IP: 172.25.8.100, port: e90cf2c7-b38c-4217-9ead-356a00c9e353. Jan 31 18:53:50.227157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Attempting to bind port 0630e0a5-c99a-4034-b356-f27f5b9b4034 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:53:50.227523 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Attempting to bind port 0630e0a5-c99a-4034-b356-f27f5b9b4034 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:53:50.227826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Attempting to bind port 0630e0a5-c99a-4034-b356-f27f5b9b4034 on network b1c9360f-629c-42db-98fa-f15c6e1c69b0 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:53:50.290367 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Port 0630e0a5-c99a-4034-b356-f27f5b9b4034 on network b1c9360f-629c-42db-98fa-f15c6e1c69b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:53:50.290841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Attempting to bind port 0630e0a5-c99a-4034-b356-f27f5b9b4034 on network b1c9360f-629c-42db-98fa-f15c6e1c69b0 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:53:50.292997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Pushing event updated for resources: {'Port': ['ID=0630e0a5-c99a-4034-b356-f27f5b9b4034,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:50.295533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:50.299799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1817-7940-4ab7-aab1-920f3106d4db req-24fff724-ea3f-4c83-84b4-782462b38428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:50.300908 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cced1817-7940-4ab7-aab1-920f3106d4db req-24fff724-ea3f-4c83-84b4-782462b38428 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2955cafada344780a429a6e6a13faa85&device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 1129 time: 1.1270134 Jan 31 18:53:50.315355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-13238a87-cc25-4e70-85f5-964698144eb1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/0b8ac7dd-3549-49b9-9b77-df0c88d5e193 HTTP/1.1" status: 200 len: 994 time: 0.1497395 Jan 31 18:53:50.436758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcd606-98a7-4f92-932c-7529d5d48b30 req-79801102-4e80-4bf6-a9cc-fd40e1fd65b0 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:50.439097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ddcd606-98a7-4f92-932c-7529d5d48b30 req-79801102-4e80-4bf6-a9cc-fd40e1fd65b0 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 943 time: 0.1184542 Jan 31 18:53:50.520001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:53:50.520440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Checking segment: {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:53:50.520810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Bound using segment: {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:53:50.521319 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Bound port: 0630e0a5-c99a-4034-b356-f27f5b9b4034, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1414c8c-3c99-4515-9b5f-09d1ba95f005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:53:50.522368 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:50.543689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ddcd606-98a7-4f92-932c-7529d5d48b30 req-ae882a25-802f-400e-8d4a-d2178c185735 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942252 Jan 31 18:53:50.588158 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Pushing event updated for resources: {'Port': ['ID=4b362340-6bb9-4504-9f66-10886c8a9a05,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:50.680846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e05c9-39ee-4085-a650-4eb6e0ca1ca2 req-2aafb680-2b86-4233-ac8b-3e9039afc4ea tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:50.684810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c3e05c9-39ee-4085-a650-4eb6e0ca1ca2 req-2aafb680-2b86-4233-ac8b-3e9039afc4ea tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.0947332 Jan 31 18:53:50.722841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-0fcdfd1b-4a31-477d-adb5-040f77af8efe req-6f1a3db2-550e-44c1-8f3d-8ce1724f20f9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:53:50.728907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fcdfd1b-4a31-477d-adb5-040f77af8efe req-6f1a3db2-550e-44c1-8f3d-8ce1724f20f9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128767 Jan 31 18:53:50.801510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c3e05c9-39ee-4085-a650-4eb6e0ca1ca2 req-3a7a5f50-5d21-4e83-adae-5c84c986d4f6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048305 Jan 31 18:53:50.869226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c10997f6-ce96-4410-ac10-b67f50ad714d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:53:50.909182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1817-7940-4ab7-aab1-920f3106d4db req-998ed8a9-e57c-4250-8a32-c663695f7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:50.910905 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cced1817-7940-4ab7-aab1-920f3106d4db req-998ed8a9-e57c-4250-8a32-c663695f7ae6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 200 len: 919 time: 0.4935632 Jan 31 18:53:50.931639 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Network 5ef1e068-7bea-4a13-bc37-49021a461e36 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:50.983548 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cced1817-7940-4ab7-aab1-920f3106d4db req-9625664c-60ba-4fe2-b3ac-2d17ea108949 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9a00885-1b04-45ff-860d-9887303293da HTTP/1.1" status: 200 len: 217 time: 0.0506952 Jan 31 18:53:50.997125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:51.066428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c10997f6-ce96-4410-ac10-b67f50ad714d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:53:51.067679 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:51.128622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d889a1-f0f5-4414-b118-742b6bc041ce req-3b75e551-cc68-471d-b621-8fa67271c21e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:51.144946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6d889a1-f0f5-4414-b118-742b6bc041ce req-3b75e551-cc68-471d-b621-8fa67271c21e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.1217856 Jan 31 18:53:51.156845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced1817-7940-4ab7-aab1-920f3106d4db req-32b0de90-2c47-4fd0-bb14-d3710a7763aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:51.158591 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cced1817-7940-4ab7-aab1-920f3106d4db req-32b0de90-2c47-4fd0-bb14-d3710a7763aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c523f28-793d-4d04-b5eb-56fa402c8e88 HTTP/1.1" status: 200 len: 858 time: 0.1556160 Jan 31 18:53:51.190155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] For port 0630e0a5-c99a-4034-b356-f27f5b9b4034, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:53:51.231628 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cced1817-7940-4ab7-aab1-920f3106d4db req-31eecbcb-f629-4003-a463-5527161acab7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d9cae6d-c34f-4255-bef4-d02e928b2b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386770 Jan 31 18:53:51.258214 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6d889a1-f0f5-4414-b118-742b6bc041ce req-34389c0a-7892-4f41-bf77-2602490d4deb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1123674 Jan 31 18:53:51.292197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c10997f6-ce96-4410-ac10-b67f50ad714d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:53:51.301276 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6524abb3-dd53-411b-b297-8bd01969512f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:51.339594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] For port 0630e0a5-c99a-4034-b356-f27f5b9b4034, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0630e0a5-c99a-4034-b356-f27f5b9b4034,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:53:51.349201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-7834c3ed-4c9c-4193-8dd7-2efa30d4d356 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2840140 Jan 31 18:53:51.394256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:51.531338 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:51.533899 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:51.535490 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] 10.222.0.49 "PUT /v2.0/ports/0630e0a5-c99a-4034-b356-f27f5b9b4034 HTTP/1.1" status: 200 len: 1092 time: 3.8853207 Jan 31 18:53:51.539182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4f3236-effa-409b-9150-1c14c07cf895', 'tag': '0630e0a5-c99a-4034-b356-f27f5b9b4034'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:53:51.541735 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a1fded-398e-44c5-892e-107315bf2b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4f3236-effa-409b-9150-1c14c07cf895", "tag": "0630e0a5-c99a-4034-b356-f27f5b9b4034"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:53:51.592105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f37560-e1bb-4944-afd6-17f27390a9ed tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:53:51.620977 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a75b7a9-b79c-4059-a450-fecd01448473 x-openstack-request-id: req-9a75b7a9-b79c-4059-a450-fecd01448473 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:53:51.621277 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4f3236-effa-409b-9150-1c14c07cf895", "tag": "0630e0a5-c99a-4034-b356-f27f5b9b4034", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:53:51.622871 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a75b7a9-b79c-4059-a450-fecd01448473 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:53:51.622871 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4f3236-effa-409b-9150-1c14c07cf895', 'tag': '0630e0a5-c99a-4034-b356-f27f5b9b4034', 'status': 'completed', 'code': 200} Jan 31 18:53:51.700387 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30864728-03a3-4f8f-b93c-0b4c2dd3d078 service neutron] Pushing event updated for resources: {'Port': ['ID=0630e0a5-c99a-4034-b356-f27f5b9b4034,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:51.710248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Router 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:53:51.724550 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cced1817-7940-4ab7-aab1-920f3106d4db req-65a2c09b-8ca6-41d6-90f3-fabddd54bd7b service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805268 Jan 31 18:53:51.818427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d96b-4a76-46f4-bc94-dbe2abd7204d req-dbc6da5c-0794-4eb5-b0b8-1ddddf41a942 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:51.829476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6816d96b-4a76-46f4-bc94-dbe2abd7204d req-dbc6da5c-0794-4eb5-b0b8-1ddddf41a942 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 943 time: 0.1311285 Jan 31 18:53:51.952005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6816d96b-4a76-46f4-bc94-dbe2abd7204d req-2a17f65e-cc5b-44f2-824f-cede336e0494 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181209 Jan 31 18:53:51.957127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-d41ec7fd-ddce-42f6-94e7-efa445fff2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:51.959411 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-d41ec7fd-ddce-42f6-94e7-efa445fff2be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 1126 time: 0.3476567 Jan 31 18:53:52.024452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbda44e-4110-4d67-994b-534ada235cf0 req-a5a67e8d-7688-48f3-932f-7f187d3c07a0 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:52.028236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cbda44e-4110-4d67-994b-534ada235cf0 req-a5a67e8d-7688-48f3-932f-7f187d3c07a0 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1070864 Jan 31 18:53:52.101133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cbda44e-4110-4d67-994b-534ada235cf0 req-ec6bdd05-620e-44ce-8da6-e3e5e0ba9df7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674736 Jan 31 18:53:52.122520 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-5c76fe11-100c-47b3-a511-32ad22293325 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0630e0a5-c99a-4034-b356-f27f5b9b4034 HTTP/1.1" status: 200 len: 217 time: 0.1041539 Jan 31 18:53:52.404961 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:52.511913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375ab06-2e0e-4769-aadc-342c44d21d4c req-51bdb7a0-aaf6-47f5-805c-9157f2b84903 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:52.517496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e375ab06-2e0e-4769-aadc-342c44d21d4c req-51bdb7a0-aaf6-47f5-805c-9157f2b84903 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.1458480 Jan 31 18:53:52.531075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f37560-e1bb-4944-afd6-17f27390a9ed tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:52.545027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215d33f-88b4-46e7-97f0-201e804df686 None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:52.546305 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cced1817-7940-4ab7-aab1-920f3106d4db req-c6ffd5b2-c76d-473a-b4f9-63542e458c6c service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7770574 Jan 31 18:53:52.558207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82f37560-e1bb-4944-afd6-17f27390a9ed tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:52.562166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215d33f-88b4-46e7-97f0-201e804df686 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:52.563095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7215d33f-88b4-46e7-97f0-201e804df686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:52.645624 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-82f37560-e1bb-4944-afd6-17f27390a9ed tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "PUT /v2.0/floatingips/b6ca58f4-6c1b-4a42-adcc-77732e889e0f HTTP/1.1" status: 200 len: 688 time: 4.2255087 Jan 31 18:53:52.648712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-5c097ae7-b97f-4801-bda6-28e74baf548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:52.650024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:52.651923 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-5c097ae7-b97f-4801-bda6-28e74baf548c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09a15e6d-a69c-4a57-8ca0-d0f230a4ef00 HTTP/1.1" status: 200 len: 853 time: 0.5153213 Jan 31 18:53:52.666985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:52.673145 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e375ab06-2e0e-4769-aadc-342c44d21d4c req-71d8342a-7b00-412e-8495-782450d5a6cf tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410072 Jan 31 18:53:52.693027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7215d33f-88b4-46e7-97f0-201e804df686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:52.697404 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Sync routers for ids ['8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:52.702457 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6a78a1ae-35f5-4146-b367-4196524c2f36 admin admin] 10.222.0.20 "PUT /v2.0/routers/8c4e9562-4f3b-47ab-bbd4-3426817c4ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9005759 Jan 31 18:53:52.715625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215d33f-88b4-46e7-97f0-201e804df686 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:52.717352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7215d33f-88b4-46e7-97f0-201e804df686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:52.757435 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Routers {'8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:52.759412 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:52.769417 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-3fe640dd-5c4c-49d4-b420-373b9e6832f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b1c9360f-629c-42db-98fa-f15c6e1c69b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776293 Jan 31 18:53:52.805518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7215d33f-88b4-46e7-97f0-201e804df686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:52.810770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215d33f-88b4-46e7-97f0-201e804df686 None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:52.996975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port adfb11c6-dfe2-4204-a80b-5d48d5376cf3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:53:52.997527 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (adfb11c6-dfe2-4204-a80b-5d48d5376cf3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:53.034762 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Set router 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:53:53.052313 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-cc942d18-881b-4718-bb29-5894fa8c84d7 service neutron] 10.222.0.49 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699296 Jan 31 18:53:53.250976 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e77d40ae-a164-47d3-bc20-ee4b62495e91 req-9054262b-34b4-4bdd-b2f2-44ef58abd6ef service neutron] 10.222.0.49 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846533 Jan 31 18:53:53.283102 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (adfb11c6-dfe2-4204-a80b-5d48d5376cf3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:53.283835 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (adfb11c6-dfe2-4204-a80b-5d48d5376cf3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:53.317264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for adfb11c6-dfe2-4204-a80b-5d48d5376cf3 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:53:53.427619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1fded-398e-44c5-892e-107315bf2b5d req-8c957ac8-c081-48c2-abd8-60bdc0c2a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:53.429205 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-17a1fded-398e-44c5-892e-107315bf2b5d req-8c957ac8-c081-48c2-abd8-60bdc0c2a22d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 1126 time: 0.1036351 Jan 31 18:53:53.446603 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'name': 'tempest-ServerRescueTestJSON-1049048612-router', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:48Z', 'revision_number': 4, 'project_id': 'a8e288a02cb449b8affb45a44193691f', 'gw_port': {'id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '4b362340-6bb9-4504-9f66-10886c8a9a05', 'name': '', 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'mac_address': 'fa:16:3e:a3:8c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '1218f3d1-b058-4751-b1ee-a61bef812b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:53:46Z', 'updated_at': '2022-01-31T18:53:48Z', 'revision_number': 2, 'project_id': 'a8e288a02cb449b8affb45a44193691f', 'subnets': [{'id': '1218f3d1-b058-4751-b1ee-a61bef812b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:53.477492 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Checking router: 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:53:53.478146 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Updating router 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 port 4b362340-6bb9-4504-9f66-10886c8a9a05 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:53:53.508731 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:53.540149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-98ac4094-52ef-42d4-ad9b-9b6a1d7b13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:53.540810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21501fde-74e1-4157-bcae-132b41d8da32 req-ca8fc9aa-0d1d-4f3d-bb3b-1a9fb71dd6b9 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:53.541694 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-98ac4094-52ef-42d4-ad9b-9b6a1d7b13e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1129 time: 0.1116092 Jan 31 18:53:53.542307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21501fde-74e1-4157-bcae-132b41d8da32 req-ca8fc9aa-0d1d-4f3d-bb3b-1a9fb71dd6b9 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 943 time: 0.4043465 Jan 31 18:53:53.644714 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-362dee63-1849-40d2-9098-2f19f92e2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:53.646218 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-362dee63-1849-40d2-9098-2f19f92e2d8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 898 time: 0.0971029 Jan 31 18:53:53.715583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-4e965bfc-b385-48b1-83dc-23b131a548e0 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:53.717299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-4e965bfc-b385-48b1-83dc-23b131a548e0 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/networks?id=5ef1e068-7bea-4a13-bc37-49021a461e36 HTTP/1.1" status: 200 len: 811 time: 0.2852943 Jan 31 18:53:53.729089 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-534c9c4e-9df8-49e6-9489-27959f6e9b55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 1002 time: 0.0687101 Jan 31 18:53:53.743875 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (adfb11c6-dfe2-4204-a80b-5d48d5376cf3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:53.783443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21501fde-74e1-4157-bcae-132b41d8da32 req-9b64475c-9430-4fe1-bf44-0176372b4f7f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719484 Jan 31 18:53:53.790667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-bf74c25e-8b85-483c-a9ca-4f8f7d4b311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:53.792445 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-bf74c25e-8b85-483c-a9ca-4f8f7d4b311e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 200 len: 834 time: 0.0558341 Jan 31 18:53:53.798183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1fded-398e-44c5-892e-107315bf2b5d req-2287c7a4-e182-4b78-af6a-b36b19d40c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:53.799573 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-17a1fded-398e-44c5-892e-107315bf2b5d req-2287c7a4-e182-4b78-af6a-b36b19d40c11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 914 time: 0.3284159 Jan 31 18:53:53.811820 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-f35cfe04-14f6-466a-8a8f-32f9804338c9 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/quotas/a8e288a02cb449b8affb45a44193691f HTTP/1.1" status: 200 len: 375 time: 0.0820682 Jan 31 18:53:53.814143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=adfb11c6-dfe2-4204-a80b-5d48d5376cf3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:53.843353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.845090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.845642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.846053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.846410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.846758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.847103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.847442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.847784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.848120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.848505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.848847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.849230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:53.866950 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-17a1fded-398e-44c5-892e-107315bf2b5d req-767f991c-27a0-4a85-8d67-2ae91134791f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0630e0a5-c99a-4034-b356-f27f5b9b4034 HTTP/1.1" status: 200 len: 217 time: 0.0585988 Jan 31 18:53:53.916639 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-bb78dcff-913f-47c1-b68f-8f9cb650a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:53.918522 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-bb78dcff-913f-47c1-b68f-8f9cb650a873 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02dc426e-be1f-41b5-9e74-ae8223b96e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1177967 Jan 31 18:53:53.931103 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Publish callbacks [] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:53.939033 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:53.943973 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (b6ca58f4-6c1b-4a42-adcc-77732e889e0f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:53.946669 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:53.947998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-43698c53-f020-49f6-9244-c4654db3ac9f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/floatingips/b6ca58f4-6c1b-4a42-adcc-77732e889e0f HTTP/1.1" status: 204 len: 168 time: 1.2736263 Jan 31 18:53:53.968479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49122) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:53.976323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '897c9887-506c-4073-a51c-c02634a39ebe'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:53.991185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-ff8b3a2b-eb24-4846-87c4-b2658dc8ba44 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8e288a02cb449b8affb45a44193691f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1663582 Jan 31 18:53:54.028363 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Pushing event updated for resources: {'Port': ['ID=4b362340-6bb9-4504-9f66-10886c8a9a05,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:54.042080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f6b86-0a7b-4193-98d6-609fb94c8ddc req-5e5341bc-771c-4642-90ed-e495a61923cd tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:54.043624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-553f6b86-0a7b-4193-98d6-609fb94c8ddc req-5e5341bc-771c-4642-90ed-e495a61923cd tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1195316 Jan 31 18:53:54.051719 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:54.052326 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.056749 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-253ed1e5-c324-4c2a-b23c-235b6baa9493 service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211975 Jan 31 18:53:54.058978 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.059386 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.059720 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.060047 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.060400 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.060733 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.061050 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.061394 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.061814 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.062140 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.062833 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.063390 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:53:54.064560 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1fded-398e-44c5-892e-107315bf2b5d req-7a0e60b7-fa7d-45a8-a373-acf4451ee2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:54.068031 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-17a1fded-398e-44c5-892e-107315bf2b5d req-7a0e60b7-fa7d-45a8-a373-acf4451ee2ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09a15e6d-a69c-4a57-8ca0-d0f230a4ef00 HTTP/1.1" status: 200 len: 853 time: 0.1906095 Jan 31 18:53:54.098354 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:54.128655 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-17a1fded-398e-44c5-892e-107315bf2b5d req-97b3179c-41e7-4aca-afdd-2d60f831b2c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b1c9360f-629c-42db-98fa-f15c6e1c69b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438263 Jan 31 18:53:54.174274 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Attempting to bind port 4b362340-6bb9-4504-9f66-10886c8a9a05 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:53:54.175256 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Attempting to bind port 4b362340-6bb9-4504-9f66-10886c8a9a05 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:53:54.175633 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Attempting to bind port 4b362340-6bb9-4504-9f66-10886c8a9a05 on network 5ef1e068-7bea-4a13-bc37-49021a461e36 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:53:54.180914 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:53:54.181297 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Checking segment: {'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:53:54.181747 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:54.182141 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Bound using segment: {'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:53:54.182601 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Bound port: 4b362340-6bb9-4504-9f66-10886c8a9a05, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:53:54.183446 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:54.241877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-7c01fc83-bb75-4fcd-b10f-b4629b90705b service neutron] 10.222.0.20 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390316 Jan 31 18:53:54.248931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-553f6b86-0a7b-4193-98d6-609fb94c8ddc req-816f037d-e545-4a18-91f9-f6bd1c2b0ef6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419094 Jan 31 18:53:54.285096 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:54.335537 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] For port 4b362340-6bb9-4504-9f66-10886c8a9a05, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:53:54.350032 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] For port 4b362340-6bb9-4504-9f66-10886c8a9a05, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4b362340-6bb9-4504-9f66-10886c8a9a05,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:53:54.362856 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:54.390355 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-10807c27-c68c-4595-a23e-26435b0d484c service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210099 Jan 31 18:53:54.436955 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-17a1fded-398e-44c5-892e-107315bf2b5d req-a552ce3f-bd11-4bae-a294-350dd96310fd service neutron] 10.222.0.49 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649465 Jan 31 18:53:54.464361 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Routers {'8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:54.465276 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:54.482401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-b04e4fe2-92c1-444d-8f70-ad4e3484515d service neutron] 10.222.0.20 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288470 Jan 31 18:53:54.488280 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:54.538872 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cf5d7-2a70-48a9-a4a1-7cd18949997b None None] Pushing event updated for resources: {'Port': ['ID=4b362340-6bb9-4504-9f66-10886c8a9a05,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:54.551115 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812d82-a4bb-46c6-919a-29da7cad28bd req-ec4cf70f-40b9-4869-ba76-6b89e1e2ce54 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:54.561676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6812d82-a4bb-46c6-919a-29da7cad28bd req-ec4cf70f-40b9-4869-ba76-6b89e1e2ce54 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.1264350 Jan 31 18:53:54.631301 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] Set router 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:53:54.672621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6812d82-a4bb-46c6-919a-29da7cad28bd req-e8a5caee-2fbc-40bb-881e-a0d3439e1f01 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052988 Jan 31 18:53:54.712553 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-17a1fded-398e-44c5-892e-107315bf2b5d req-3c04e553-593d-4b9e-9fb6-7b2b4826ae9c service neutron] 10.222.0.49 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655218 Jan 31 18:53:54.736472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.25.8.101 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/9ed919b2-d1b1-4022-a442-36807419cb08) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:54.912165 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (9ed919b2-d1b1-4022-a442-36807419cb08), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:55.010066 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (9ed919b2-d1b1-4022-a442-36807419cb08), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:55.061622 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'name': 'tempest-ServerRescueTestJSON-1049048612-router', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:48Z', 'revision_number': 4, 'project_id': 'a8e288a02cb449b8affb45a44193691f', 'gw_port': {'id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '4b362340-6bb9-4504-9f66-10886c8a9a05', 'name': '', 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'mac_address': 'fa:16:3e:a3:8c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '1218f3d1-b058-4751-b1ee-a61bef812b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:53:46Z', 'updated_at': '2022-01-31T18:53:54Z', 'revision_number': 4, 'project_id': 'a8e288a02cb449b8affb45a44193691f', 'subnets': [{'id': '1218f3d1-b058-4751-b1ee-a61bef812b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:55.064762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd934074-66fe-4e17-9c36-0cbf53762060 req-a377e23b-6268-4c78-849f-c53378e80a65 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 210 time: 0.0769868 Jan 31 18:53:55.101218 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e07281-f56c-4516-848c-bd6fd8ecf4e4 None None] The sync data for ids ['8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'] in n-d-812111-15 is: [{'id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'name': 'tempest-ServerRescueTestJSON-1049048612-router', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:48Z', 'revision_number': 4, 'project_id': 'a8e288a02cb449b8affb45a44193691f', 'gw_port': {'id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '4b362340-6bb9-4504-9f66-10886c8a9a05', 'name': '', 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'mac_address': 'fa:16:3e:a3:8c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '1218f3d1-b058-4751-b1ee-a61bef812b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:53:46Z', 'updated_at': '2022-01-31T18:53:54Z', 'revision_number': 4, 'project_id': 'a8e288a02cb449b8affb45a44193691f', 'subnets': [{'id': '1218f3d1-b058-4751-b1ee-a61bef812b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:55.152928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:55.157536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:55.161357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:55.222367 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:55.235455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=9ed919b2-d1b1-4022-a442-36807419cb08,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:55.245275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b184476-641b-46ac-a8e9-34b95f0a8b9c req-0b237b9a-cb36-4b6a-838e-8ce0dda2e9fc tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:55.253495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b184476-641b-46ac-a8e9-34b95f0a8b9c req-0b237b9a-cb36-4b6a-838e-8ce0dda2e9fc tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 943 time: 0.3020265 Jan 31 18:53:55.358825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b184476-641b-46ac-a8e9-34b95f0a8b9c req-5a334632-2021-4948-9999-3e380c5266b6 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997825 Jan 31 18:53:55.697485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce503fb-6e79-4101-84ba-6025b3bb427e req-7fd951dc-9924-4647-a78e-df261f88b010 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:55.706299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cce503fb-6e79-4101-84ba-6025b3bb427e req-7fd951dc-9924-4647-a78e-df261f88b010 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.2124486 Jan 31 18:53:56.209958 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:56.316081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cce503fb-6e79-4101-84ba-6025b3bb427e req-4ba7f396-6a21-4440-ad3f-43b025e73595 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088388 Jan 31 18:53:56.373792 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (209246d6-b6d0-4951-9449-f7fe934bb136), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:56.477170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd094e-2efa-46b5-b9de-27cd18567406 req-cc2752ac-a7b8-40f8-ae44-e07cafd3ac4d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:56.479323 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2dd094e-2efa-46b5-b9de-27cd18567406 req-cc2752ac-a7b8-40f8-ae44-e07cafd3ac4d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.6824279 Jan 31 18:53:56.547811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f441d90-f641-426d-bfa0-a451e4955e9d req-d2b0e03b-e48c-4497-b220-9bffb665f7ae tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 210 time: 0.0796447 Jan 31 18:53:56.562643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9ed919b2-d1b1-4022-a442-36807419cb08), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:56.690127 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2dd094e-2efa-46b5-b9de-27cd18567406 req-df371633-24eb-4d85-89f6-86f2a72c6789 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1981184 Jan 31 18:53:56.715097 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-15f74348-e54e-40df-b7d0-f800c0df204e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:56.717290 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-15f74348-e54e-40df-b7d0-f800c0df204e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.21 "GET /v2.0/networks?id=5ef1e068-7bea-4a13-bc37-49021a461e36 HTTP/1.1" status: 200 len: 811 time: 0.3107469 Jan 31 18:53:56.740531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Request body: {'port': {'device_id': 'e82a956a-19c8-424d-a441-b09b6d551e6a', 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36', 'admin_state_up': True, 'tenant_id': 'a8e288a02cb449b8affb45a44193691f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:56.995992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae324a-71be-4e2b-8505-255bbe712655 req-e6e8a54a-bd35-47ac-bfdd-aff8351fe827 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:56.998817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b362340-6bb9-4504-9f66-10886c8a9a05 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:53:57.004055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6fae324a-71be-4e2b-8505-255bbe712655 req-e6e8a54a-bd35-47ac-bfdd-aff8351fe827 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 943 time: 0.2874305 Jan 31 18:53:57.028828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Made reservation on behalf of a8e288a02cb449b8affb45a44193691f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:53:57.034759 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:57.118577 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (9ed919b2-d1b1-4022-a442-36807419cb08), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:57.139676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4b362340-6bb9-4504-9f66-10886c8a9a05 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:53:57.141338 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:57.147149 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (9ed919b2-d1b1-4022-a442-36807419cb08), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:57.181034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6fae324a-71be-4e2b-8505-255bbe712655 req-b95493dd-ba54-4035-b2c2-6de1849c8961 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704304 Jan 31 18:53:57.269648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=9ed919b2-d1b1-4022-a442-36807419cb08,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:57.276503 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (209246d6-b6d0-4951-9449-f7fe934bb136), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:57.391409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4b362340-6bb9-4504-9f66-10886c8a9a05 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:53:57.391817 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:57.431778 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Floating IP 209246d6-b6d0-4951-9449-f7fe934bb136 associated. External IP: 172.25.8.101, port: 897c9887-506c-4073-a51c-c02634a39ebe. Jan 31 18:53:57.454841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Allocated IP 172.20.0.8 (5ef1e068-7bea-4a13-bc37-49021a461e36/1218f3d1-b058-4751-b1ee-a61bef812b07/19624ba6-9950-4265-99e9-e80245f4fdb5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:53:57.477095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 4b362340-6bb9-4504-9f66-10886c8a9a05, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4b362340-6bb9-4504-9f66-10886c8a9a05,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:57.487178 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:57.626859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=4b362340-6bb9-4504-9f66-10886c8a9a05,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:57.653795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d7cfa-cdb6-49b8-bc94-f080862e3712 req-6dc9df24-ab4f-465b-bfe8-0649fc4fdec0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:57.661822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-378d7cfa-cdb6-49b8-bc94-f080862e3712 req-6dc9df24-ab4f-465b-bfe8-0649fc4fdec0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.2314956 Jan 31 18:53:57.690274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0630e0a5-c99a-4034-b356-f27f5b9b4034 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:53:57.705319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398934d-b0de-4a37-bdc8-89c54d536f92 req-3efe9f0f-2fe5-4d65-af33-323c3575acf6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:57.717406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6398934d-b0de-4a37-bdc8-89c54d536f92 req-3efe9f0f-2fe5-4d65-af33-323c3575acf6 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.2138581 Jan 31 18:53:57.737775 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks [] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:57.805948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:57.853497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-378d7cfa-cdb6-49b8-bc94-f080862e3712 req-20e17804-9e7b-45a7-a89b-47925489df2c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905766 Jan 31 18:53:57.879699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Network 5ef1e068-7bea-4a13-bc37-49021a461e36 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:53:57.883288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:53:57.895421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:53:57.915341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0630e0a5-c99a-4034-b356-f27f5b9b4034, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0630e0a5-c99a-4034-b356-f27f5b9b4034,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:57.947535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '0630e0a5-c99a-4034-b356-f27f5b9b4034', 'network_id': 'b1c9360f-629c-42db-98fa-f15c6e1c69b0', 'port_id': '0630e0a5-c99a-4034-b356-f27f5b9b4034', 'mac_address': 'fa:16:3e:e7:1b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a15e6d-a69c-4a57-8ca0-d0f230a4ef00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:53:57.951081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Pushing event updated for resources: {'Port': ['ID=19624ba6-9950-4265-99e9-e80245f4fdb5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:57.961293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6398934d-b0de-4a37-bdc8-89c54d536f92 req-332df121-5c85-4eeb-b8f3-1776cc59250e tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428687 Jan 31 18:53:57.971006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:53:57.992089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:57.994355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:58.033865 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-d250e11e-2230-4070-b9e0-90a98a06af54 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2976091 Jan 31 18:53:58.050141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Request body: {'port': {'device_id': 'e82a956a-19c8-424d-a441-b09b6d551e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:58.058465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0630e0a5-c99a-4034-b356-f27f5b9b4034 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:53:58.059783 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:58.092746 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0630e0a5-c99a-4034-b356-f27f5b9b4034 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:53:58.143032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0630e0a5-c99a-4034-b356-f27f5b9b4034, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0630e0a5-c99a-4034-b356-f27f5b9b4034,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:53:58.154962 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:58.173213 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:58.208692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1779eb-bf26-44e6-9fc3-edc9006761ca req-981467b0-ad7d-43f8-961e-d392ece071ef tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:58.216091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a1779eb-bf26-44e6-9fc3-edc9006761ca req-981467b0-ad7d-43f8-961e-d392ece071ef tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 931 time: 0.2425685 Jan 31 18:53:58.221960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0630e0a5-c99a-4034-b356-f27f5b9b4034,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:58.267253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:53:58.278125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280ea29-296a-429e-afef-74dbef341469 req-a85d6f11-61a3-4a9e-8248-6d76cdd27a59 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:58.283665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b189d2-a0a2-447d-869b-3a4608fa6c6b None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:53:58.288577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3280ea29-296a-429e-afef-74dbef341469 req-a85d6f11-61a3-4a9e-8248-6d76cdd27a59 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.1983769 Jan 31 18:53:58.306184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b189d2-a0a2-447d-869b-3a4608fa6c6b None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:58.306849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b1b189d2-a0a2-447d-869b-3a4608fa6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:58.339930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a1779eb-bf26-44e6-9fc3-edc9006761ca req-304d8553-d550-4959-943e-89c58cbdc986 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225328 Jan 31 18:53:58.348608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:58.415642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-07335530-5359-4cda-aa5a-44e82e8a22c7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.4441972 Jan 31 18:53:58.419518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49188) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:58.487116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3280ea29-296a-429e-afef-74dbef341469 req-4c23c56c-f1c2-4c48-9f25-9d9933d94fb2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1974270 Jan 31 18:53:58.559423 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e1312a3e-1b7b-4117-bf2e-af5aa1b24697 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "GET /v2.0/floatingips/209246d6-b6d0-4951-9449-f7fe934bb136 HTTP/1.1" status: 200 len: 979 time: 0.1391652 Jan 31 18:53:58.561891 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49190) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:58.613772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b1b189d2-a0a2-447d-869b-3a4608fa6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:58.624691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b189d2-a0a2-447d-869b-3a4608fa6c6b None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:53:58.625946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b1b189d2-a0a2-447d-869b-3a4608fa6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:58.686509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b1b189d2-a0a2-447d-869b-3a4608fa6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:53:58.687199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b189d2-a0a2-447d-869b-3a4608fa6c6b None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:53:58.708876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['0630e0a5-c99a-4034-b356-f27f5b9b4034'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:53:58.744670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19624ba6-9950-4265-99e9-e80245f4fdb5 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:53:58.759880 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Publish callbacks [] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:58.788746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Transition to ACTIVE for port object 19624ba6-9950-4265-99e9-e80245f4fdb5 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:53:58.803284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f4ee323d-785b-474b-b438-87f35f693c7e tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2397480 Jan 31 18:53:58.806809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49194) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:53:58.811940 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-587374ee-368f-4712-b924-b7a10a89c8d5 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'floatingip': {'port_id': 'e90cf2c7-b38c-4217-9ead-356a00c9e353'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:53:58.816540 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:58.866713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fb250-5045-42e8-b1a2-891b69b7501f req-47aef5e6-c9ed-4a99-9d2b-b90733a35598 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:58.871114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-392fb250-5045-42e8-b1a2-891b69b7501f req-47aef5e6-c9ed-4a99-9d2b-b90733a35598 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 944 time: 0.3063517 Jan 31 18:53:58.911949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b362340-6bb9-4504-9f66-10886c8a9a05 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:53:59.051574 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4b362340-6bb9-4504-9f66-10886c8a9a05 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:53:59.051960 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:59.052985 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-587374ee-368f-4712-b924-b7a10a89c8d5 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (209246d6-b6d0-4951-9449-f7fe934bb136), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:59.087969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71438623-e53f-4178-b56d-529dfa5295c0 req-64c00c96-12fa-472b-aada-7325e958f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:59.089650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71438623-e53f-4178-b56d-529dfa5295c0 req-64c00c96-12fa-472b-aada-7325e958f0bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 1129 time: 0.2131414 Jan 31 18:53:59.098350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-392fb250-5045-42e8-b1a2-891b69b7501f req-01e4d2bd-3200-49b5-92e7-5291e894529d tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041709 Jan 31 18:53:59.201898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4b362340-6bb9-4504-9f66-10886c8a9a05 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:53:59.211629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a1967-0941-4b7a-af92-a8d0a220ccfc req-3b4f5fe2-7154-4f96-89fe-19f5e9c0c0e8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:59.213814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d81a1967-0941-4b7a-af92-a8d0a220ccfc req-3b4f5fe2-7154-4f96-89fe-19f5e9c0c0e8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.2228014 Jan 31 18:53:59.236375 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Pushing event updated for resources: {'Port': ['ID=19624ba6-9950-4265-99e9-e80245f4fdb5,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:53:59.269153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71438623-e53f-4178-b56d-529dfa5295c0 req-99f5807d-7035-416e-8843-2e509e75be17 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696911 Jan 31 18:53:59.344176 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Attempting to bind port 19624ba6-9950-4265-99e9-e80245f4fdb5 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:53:59.344717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Attempting to bind port 19624ba6-9950-4265-99e9-e80245f4fdb5 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:53:59.345278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Attempting to bind port 19624ba6-9950-4265-99e9-e80245f4fdb5 on network 5ef1e068-7bea-4a13-bc37-49021a461e36 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:53:59.382818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Port 19624ba6-9950-4265-99e9-e80245f4fdb5 on network 5ef1e068-7bea-4a13-bc37-49021a461e36 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:53:59.383020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d81a1967-0941-4b7a-af92-a8d0a220ccfc req-c9dbb4b4-aa99-4f35-bcb5-762283d7ae8a tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280239 Jan 31 18:53:59.383361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Attempting to bind port 19624ba6-9950-4265-99e9-e80245f4fdb5 on network 5ef1e068-7bea-4a13-bc37-49021a461e36 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:53:59.394890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:53:59.395355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Checking segment: {'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:53:59.395853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Bound using segment: {'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:53:59.396431 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Bound port: 19624ba6-9950-4265-99e9-e80245f4fdb5, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:53:59.396903 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:59.425131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9090ef2-6ca2-45db-93b9-51ef43eabb2b req-8ef73c28-e074-4257-969d-0607e46be8d9 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:59.429944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9090ef2-6ca2-45db-93b9-51ef43eabb2b req-8ef73c28-e074-4257-969d-0607e46be8d9 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.2156975 Jan 31 18:53:59.564949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9090ef2-6ca2-45db-93b9-51ef43eabb2b req-4eaddfa1-72bf-4a42-84cd-68833447d333 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279047 Jan 31 18:53:59.628707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0ba0f-b520-435f-987a-423eebffb562 req-f19604ae-22c9-4458-8788-f3a557e0df75 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:59.637018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04a0ba0f-b520-435f-987a-423eebffb562 req-f19604ae-22c9-4458-8788-f3a557e0df75 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 943 time: 0.1580267 Jan 31 18:53:59.658645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] For port 19624ba6-9950-4265-99e9-e80245f4fdb5, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:53:59.688785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0630e0a5-c99a-4034-b356-f27f5b9b4034 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:53:59.695957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] For port 19624ba6-9950-4265-99e9-e80245f4fdb5, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=19624ba6-9950-4265-99e9-e80245f4fdb5,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:53:59.738041 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04a0ba0f-b520-435f-987a-423eebffb562 req-497d8c6c-114d-4581-b199-b0aa0fe593fc tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979586 Jan 31 18:53:59.817480 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:59.818051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 0630e0a5-c99a-4034-b356-f27f5b9b4034 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:53:59.834072 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 0630e0a5-c99a-4034-b356-f27f5b9b4034 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:53:59.834558 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:53:59.920865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c424e-0c2a-4f1d-9d23-249aa14783cf req-c60bc8ac-8987-4c5d-a4f2-5cbefb894a3b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:53:59.933603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f4c424e-0c2a-4f1d-9d23-249aa14783cf req-c60bc8ac-8987-4c5d-a4f2-5cbefb894a3b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.1145899 Jan 31 18:54:00.012762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f4c424e-0c2a-4f1d-9d23-249aa14783cf req-80b80a78-08ad-4994-ac8b-b749fadb29cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774546 Jan 31 18:54:00.022193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0630e0a5-c99a-4034-b356-f27f5b9b4034 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:54:00.022908 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:00.050178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f3236-effa-409b-9150-1c14c07cf895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0630e0a5-c99a-4034-b356-f27f5b9b4034'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:54:00.052959 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100791a7-e1e0-434f-b227-bccb06724322" -d '{"events": [{"server_uuid": "3b4f3236-effa-409b-9150-1c14c07cf895", "name": "network-vif-plugged", "status": "completed", "tag": "0630e0a5-c99a-4034-b356-f27f5b9b4034"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:54:00.067768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0630e0a5-c99a-4034-b356-f27f5b9b4034, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0630e0a5-c99a-4034-b356-f27f5b9b4034,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:00.078449 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:00.133594 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35598152-ea47-49a6-8978-346150c95cb8 x-openstack-request-id: req-35598152-ea47-49a6-8978-346150c95cb8 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:54:00.133907 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f3236-effa-409b-9150-1c14c07cf895", "name": "network-vif-plugged", "status": "completed", "tag": "0630e0a5-c99a-4034-b356-f27f5b9b4034", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:54:00.134140 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35598152-ea47-49a6-8978-346150c95cb8 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:54:00.134548 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f3236-effa-409b-9150-1c14c07cf895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0630e0a5-c99a-4034-b356-f27f5b9b4034', 'code': 200} Jan 31 18:54:00.192059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0630e0a5-c99a-4034-b356-f27f5b9b4034,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:00.294803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507774c7-2ede-420d-80ba-86788c618c73 req-f25d3e99-b28d-4e27-ba7f-993f4c324efd tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:00.297959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-507774c7-2ede-420d-80ba-86788c618c73 req-f25d3e99-b28d-4e27-ba7f-993f4c324efd tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 945 time: 0.0832636 Jan 31 18:54:00.370357 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-507774c7-2ede-420d-80ba-86788c618c73 req-17dcfb4e-99cf-408d-88b3-34ace81d7e3a tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648563 Jan 31 18:54:00.453115 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:00.453748 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:00.455176 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] 10.222.0.21 "PUT /v2.0/ports/19624ba6-9950-4265-99e9-e80245f4fdb5 HTTP/1.1" status: 200 len: 1092 time: 2.4126432 Jan 31 18:54:00.458157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82a956a-19c8-424d-a441-b09b6d551e6a', 'tag': '19624ba6-9950-4265-99e9-e80245f4fdb5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:54:00.461547 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c16083-6fae-41f8-b211-afadfffeaa40" -d '{"events": [{"name": "network-changed", "server_uuid": "e82a956a-19c8-424d-a441-b09b6d551e6a", "tag": "19624ba6-9950-4265-99e9-e80245f4fdb5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:54:00.514518 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-587374ee-368f-4712-b924-b7a10a89c8d5 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:54:00.572351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d84b1b-8b07-4cc0-be2c-22f833e06168 service neutron] Pushing event updated for resources: {'Port': ['ID=19624ba6-9950-4265-99e9-e80245f4fdb5,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:00.577148 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e930a506-5a4d-41cc-b1ba-0e8ff80eee9d x-openstack-request-id: req-e930a506-5a4d-41cc-b1ba-0e8ff80eee9d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:54:00.577387 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82a956a-19c8-424d-a441-b09b6d551e6a", "tag": "19624ba6-9950-4265-99e9-e80245f4fdb5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:54:00.577651 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e930a506-5a4d-41cc-b1ba-0e8ff80eee9d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:54:00.578316 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82a956a-19c8-424d-a441-b09b6d551e6a', 'tag': '19624ba6-9950-4265-99e9-e80245f4fdb5', 'status': 'completed', 'code': 200} Jan 31 18:54:00.608409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3970c-58a2-4d51-913a-f548f5ca4389 req-4f3bf7c8-515e-4071-b2e2-00b50c56a774 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:00.612723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91d3970c-58a2-4d51-913a-f548f5ca4389 req-4f3bf7c8-515e-4071-b2e2-00b50c56a774 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.1292899 Jan 31 18:54:00.614432 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018171da-11df-47d1-ba67-c484c1c04217 req-a88a7424-836f-4a0c-901a-ee965790d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:00.615948 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-018171da-11df-47d1-ba67-c484c1c04217 req-a88a7424-836f-4a0c-901a-ee965790d1d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 1128 time: 0.2938068 Jan 31 18:54:00.623332 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-587374ee-368f-4712-b924-b7a10a89c8d5 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:00.640985 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-587374ee-368f-4712-b924-b7a10a89c8d5 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (209246d6-b6d0-4951-9449-f7fe934bb136), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:00.700805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-74f7458c-259e-4135-8908-accd3ee43db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:00.702449 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-74f7458c-259e-4135-8908-accd3ee43db2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e288a02cb449b8affb45a44193691f&device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 1126 time: 0.1824310 Jan 31 18:54:00.739774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91d3970c-58a2-4d51-913a-f548f5ca4389 req-da900693-5cea-4725-a9ce-3a1f66ebc3cb tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213098 Jan 31 18:54:00.776550 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-97d2f772-6c2b-4b18-852f-c3372f233bb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19624ba6-9950-4265-99e9-e80245f4fdb5 HTTP/1.1" status: 200 len: 217 time: 0.0644686 Jan 31 18:54:00.796302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a4714-442a-412c-959e-9c9800e18e32 req-1c51efd8-84e4-4fd6-ba3b-5c282f112e45 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:00.802133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a5a4714-442a-412c-959e-9c9800e18e32 req-1c51efd8-84e4-4fd6-ba3b-5c282f112e45 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1277952 Jan 31 18:54:00.805997 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-018171da-11df-47d1-ba67-c484c1c04217 req-d66af252-1f0a-4d32-bb4c-55be765fca9c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815171 Jan 31 18:54:00.881334 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-587374ee-368f-4712-b924-b7a10a89c8d5 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Floating IP 209246d6-b6d0-4951-9449-f7fe934bb136 associated. External IP: 172.25.8.101, port: 897c9887-506c-4073-a51c-c02634a39ebe. Jan 31 18:54:00.941344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a5a4714-442a-412c-959e-9c9800e18e32 req-f0114b4e-f43a-4eb3-b711-9c8029a1df7b tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265428 Jan 31 18:54:00.965536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-812a1b24-5de6-469a-9333-1fdab442df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:00.967959 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-812a1b24-5de6-469a-9333-1fdab442df1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1218f3d1-b058-4751-b1ee-a61bef812b07 HTTP/1.1" status: 200 len: 851 time: 0.1593106 Jan 31 18:54:00.983329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863c651-fb3d-47fb-b126-77206ceb3846 req-3c76815d-365c-4118-b143-d178ff4cec86 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:00.986068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0863c651-fb3d-47fb-b126-77206ceb3846 req-3c76815d-365c-4118-b143-d178ff4cec86 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 943 time: 0.0984838 Jan 31 18:54:01.074753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0863c651-fb3d-47fb-b126-77206ceb3846 req-2f0dbd34-c288-4f3b-bafb-f7ce7fcf338a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823054 Jan 31 18:54:01.146508 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-bae6eb80-725c-4a52-b399-96640a8d549f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ef1e068-7bea-4a13-bc37-49021a461e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547282 Jan 31 18:54:01.406952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc708e-ec27-4abc-b1e7-3c8c033d8757 req-f270078f-00ab-4e16-8022-4b0c238636fe tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:01.418788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dabc708e-ec27-4abc-b1e7-3c8c033d8757 req-f270078f-00ab-4e16-8022-4b0c238636fe tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.1451721 Jan 31 18:54:01.426862 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-406b6ea4-282f-4edb-84a6-1f7ef3f49ba6 service neutron] 10.222.0.21 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662053 Jan 31 18:54:01.448610 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587374ee-368f-4712-b924-b7a10a89c8d5 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:01.552771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49252) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:01.595950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dabc708e-ec27-4abc-b1e7-3c8c033d8757 req-17e6e75b-95b0-467b-874b-334f3a5e34a8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1757915 Jan 31 18:54:01.611820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd91a6-fd37-4ead-9b32-36e674c0c221 req-6a8089fd-5b61-4dc0-9aa1-21f3e5fdc39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:01.613597 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73cd91a6-fd37-4ead-9b32-36e674c0c221 req-6a8089fd-5b61-4dc0-9aa1-21f3e5fdc39f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2955cafada344780a429a6e6a13faa85&device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 1129 time: 0.1627502 Jan 31 18:54:01.643909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441c704-82e0-4a49-bb95-2419a3a9eebf req-d0f1b486-a5cf-401d-8d9a-9cb39044f18c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:01.645663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d441c704-82e0-4a49-bb95-2419a3a9eebf req-d0f1b486-a5cf-401d-8d9a-9cb39044f18c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 945 time: 0.1509652 Jan 31 18:54:01.872142 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d558294a-781e-405c-844a-bb3ad983af5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:01.875313 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-89ae5fa3-f192-4b7e-93f4-1d40235ae4c0 req-98bc3d8a-62ac-4790-9d99-20059481197e service neutron] 10.222.0.21 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231944 Jan 31 18:54:01.877575 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587374ee-368f-4712-b924-b7a10a89c8d5 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:01.916112 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4461c3d-1d1a-451a-9f91-64fb837ef8fd None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:01.957485 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4461c3d-1d1a-451a-9f91-64fb837ef8fd None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:01.962437 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4461c3d-1d1a-451a-9f91-64fb837ef8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:01.992811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d441c704-82e0-4a49-bb95-2419a3a9eebf req-edc5dc81-1538-4ad5-8a4f-62ed52c42c76 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085186 Jan 31 18:54:02.051229 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4461c3d-1d1a-451a-9f91-64fb837ef8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:02.064805 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4461c3d-1d1a-451a-9f91-64fb837ef8fd None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:02.067194 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4461c3d-1d1a-451a-9f91-64fb837ef8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:02.130682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79522f55-ef86-4bf6-9553-ff4f53301ead req-fbdf9ef2-9f0b-4efa-9c8e-4ef746076b30 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:02.155485 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79522f55-ef86-4bf6-9553-ff4f53301ead req-fbdf9ef2-9f0b-4efa-9c8e-4ef746076b30 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.3605089 Jan 31 18:54:02.163691 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4461c3d-1d1a-451a-9f91-64fb837ef8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:02.164891 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4461c3d-1d1a-451a-9f91-64fb837ef8fd None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:02.243807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd91a6-fd37-4ead-9b32-36e674c0c221 req-961b88e6-15e3-4a21-b9fd-01663f572178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:02.245727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73cd91a6-fd37-4ead-9b32-36e674c0c221 req-961b88e6-15e3-4a21-b9fd-01663f572178 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 200 len: 919 time: 0.5990400 Jan 31 18:54:02.327340 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c16083-6fae-41f8-b211-afadfffeaa40 req-3a7f10b8-769d-47d5-ae10-967b94918a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:02.329564 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52c16083-6fae-41f8-b211-afadfffeaa40 req-3a7f10b8-769d-47d5-ae10-967b94918a31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e288a02cb449b8affb45a44193691f&device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 1126 time: 0.3299334 Jan 31 18:54:02.356501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73cd91a6-fd37-4ead-9b32-36e674c0c221 req-dce1354d-3ac9-43ca-b63f-921a0584c0e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9a00885-1b04-45ff-860d-9887303293da HTTP/1.1" status: 200 len: 217 time: 0.0888824 Jan 31 18:54:02.431539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79522f55-ef86-4bf6-9553-ff4f53301ead req-104f09ba-cbf0-439e-98dc-38bf5b721365 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727275 Jan 31 18:54:02.483883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d639-35e3-40df-9811-bbf4681a850f req-46c35e65-2cca-416f-a3d0-94129cb33984 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:02.502698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fda5d639-35e3-40df-9811-bbf4681a850f req-46c35e65-2cca-416f-a3d0-94129cb33984 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.3104300 Jan 31 18:54:02.602324 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d558294a-781e-405c-844a-bb3ad983af5f admin admin] Publish callbacks [] for security_group (6f0519fa-4985-41d2-ab06-c03c40cf4f76), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:02.610999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd91a6-fd37-4ead-9b32-36e674c0c221 req-f314de49-2212-47a7-9882-9ee1e96747b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:02.612832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73cd91a6-fd37-4ead-9b32-36e674c0c221 req-f314de49-2212-47a7-9882-9ee1e96747b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c523f28-793d-4d04-b5eb-56fa402c8e88 HTTP/1.1" status: 200 len: 858 time: 0.2434511 Jan 31 18:54:02.613485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587374ee-368f-4712-b924-b7a10a89c8d5 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:02.622173 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d558294a-781e-405c-844a-bb3ad983af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6f0519fa-4985-41d2-ab06-c03c40cf4f76), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:02.706708 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73cd91a6-fd37-4ead-9b32-36e674c0c221 req-397c0595-6140-4217-a9f1-eceb5a4389e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d9cae6d-c34f-4255-bef4-d02e928b2b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730481 Jan 31 18:54:02.754465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fda5d639-35e3-40df-9811-bbf4681a850f req-214bd063-e32f-4dbb-8ebb-3d631f544a5a tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505145 Jan 31 18:54:02.769990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558294a-781e-405c-844a-bb3ad983af5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0519fa-4985-41d2-ab06-c03c40cf4f76,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:02.774660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d558294a-781e-405c-844a-bb3ad983af5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68e1f5eef0d242e5aea513026f2b0af4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2174652 Jan 31 18:54:02.778830 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c16083-6fae-41f8-b211-afadfffeaa40 req-37528ee4-9326-4fdb-9238-a4da8504cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:02.780425 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52c16083-6fae-41f8-b211-afadfffeaa40 req-37528ee4-9326-4fdb-9238-a4da8504cc79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ef1e068-7bea-4a13-bc37-49021a461e36 HTTP/1.1" status: 200 len: 912 time: 0.4423227 Jan 31 18:54:02.781433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49264) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:02.864762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587374ee-368f-4712-b924-b7a10a89c8d5 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:02.869762 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-587374ee-368f-4712-b924-b7a10a89c8d5 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:02.872662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b68f5-3a9b-4de6-805c-9e8ec42a207e req-ea6fb0cc-1fee-44b2-9fa6-2ee5a550d8c7 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:02.875351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df74dfe-3412-44de-8103-589c8a31ad1e None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:02.880696 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c14b68f5-3a9b-4de6-805c-9e8ec42a207e req-ea6fb0cc-1fee-44b2-9fa6-2ee5a550d8c7 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 943 time: 0.3241072 Jan 31 18:54:02.898464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df74dfe-3412-44de-8103-589c8a31ad1e None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:02.899549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2df74dfe-3412-44de-8103-589c8a31ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:02.993475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2df74dfe-3412-44de-8103-589c8a31ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:03.011980 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df74dfe-3412-44de-8103-589c8a31ad1e None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:03.013837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2df74dfe-3412-44de-8103-589c8a31ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:03.016928 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c14b68f5-3a9b-4de6-805c-9e8ec42a207e req-e182dfed-f7a7-42fa-998e-dc2d76175560 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344965 Jan 31 18:54:03.033229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73cd91a6-fd37-4ead-9b32-36e674c0c221 req-25934a39-9c06-4a5d-aeff-61115066b492 service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076468 Jan 31 18:54:03.106004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2df74dfe-3412-44de-8103-589c8a31ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:03.115835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df74dfe-3412-44de-8103-589c8a31ad1e None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:03.130356 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52c16083-6fae-41f8-b211-afadfffeaa40 req-b7a54ee9-dfcc-4305-acb9-3b5beb556aea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19624ba6-9950-4265-99e9-e80245f4fdb5 HTTP/1.1" status: 200 len: 217 time: 0.1705725 Jan 31 18:54:03.131581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2591a-0a52-4074-b847-ac6fc84f2faa req-6b2e3fd5-69b6-4b9f-b778-a9d8b00ff75e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:03.133518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bca2591a-0a52-4074-b847-ac6fc84f2faa req-6b2e3fd5-69b6-4b9f-b778-a9d8b00ff75e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.2457156 Jan 31 18:54:03.211796 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-587374ee-368f-4712-b924-b7a10a89c8d5 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "PUT /v2.0/floatingips/209246d6-b6d0-4951-9449-f7fe934bb136 HTTP/1.1" status: 200 len: 978 time: 4.4046986 Jan 31 18:54:03.221102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49270) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:03.228458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-068406f4-e3ac-43ea-87ec-ebe4775c9e0c tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:03.255345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73cd91a6-fd37-4ead-9b32-36e674c0c221 req-21743aea-b99b-4e33-961c-adf22aa4285d service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107852 Jan 31 18:54:03.617210 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cefc0e2b-4be0-49f1-bdae-39ad97b53259 admin admin] Publish callbacks [] for security_group (6f0519fa-4985-41d2-ab06-c03c40cf4f76), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:03.630382 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c16083-6fae-41f8-b211-afadfffeaa40 req-74bbcca9-960f-4842-a8b8-dea087193564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:03.631849 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52c16083-6fae-41f8-b211-afadfffeaa40 req-74bbcca9-960f-4842-a8b8-dea087193564 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1218f3d1-b058-4751-b1ee-a61bef812b07 HTTP/1.1" status: 200 len: 851 time: 0.4700325 Jan 31 18:54:03.698050 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-068406f4-e3ac-43ea-87ec-ebe4775c9e0c tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (209246d6-b6d0-4951-9449-f7fe934bb136), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:03.702143 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52c16083-6fae-41f8-b211-afadfffeaa40 req-b1d8ebe4-841d-40c0-bf5c-54ef42485ae4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ef1e068-7bea-4a13-bc37-49021a461e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603967 Jan 31 18:54:03.706959 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cefc0e2b-4be0-49f1-bdae-39ad97b53259 admin admin] Publish callbacks [] for security_group (6f0519fa-4985-41d2-ab06-c03c40cf4f76), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:03.842660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cc826-b29b-4dcc-909f-041cb877f1cf req-12d037fd-488f-441c-8d0a-a69c6fba2627 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:03.845158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f06cc826-b29b-4dcc-909f-041cb877f1cf req-12d037fd-488f-441c-8d0a-a69c6fba2627 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 945 time: 0.7103920 Jan 31 18:54:03.850707 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bca2591a-0a52-4074-b847-ac6fc84f2faa req-8466c9c8-0a38-448a-b6b2-203608e8d33d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5936437 Jan 31 18:54:03.917034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f06cc826-b29b-4dcc-909f-041cb877f1cf req-9c136374-1263-4771-ba96-8157713dbad1 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652483 Jan 31 18:54:03.991677 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52c16083-6fae-41f8-b211-afadfffeaa40 req-db69798c-08d4-4690-8941-03bd90d0a42f service neutron] 10.222.0.21 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475638 Jan 31 18:54:04.065422 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cefc0e2b-4be0-49f1-bdae-39ad97b53259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6f0519fa-4985-41d2-ab06-c03c40cf4f76), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:04.076874 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cefc0e2b-4be0-49f1-bdae-39ad97b53259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:04.081569 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cefc0e2b-4be0-49f1-bdae-39ad97b53259 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f0519fa-4985-41d2-ab06-c03c40cf4f76 HTTP/1.1" status: 204 len: 168 time: 1.2235458 Jan 31 18:54:04.141398 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc0e2b-4be0-49f1-bdae-39ad97b53259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0519fa-4985-41d2-ab06-c03c40cf4f76,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:04.207956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-068406f4-e3ac-43ea-87ec-ebe4775c9e0c tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:04.215646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377719-05fe-46c0-aa63-c48974f042bd req-17b22a8e-71ac-4e54-b74b-1fc0260d74bb tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:04.225473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20377719-05fe-46c0-aa63-c48974f042bd req-17b22a8e-71ac-4e54-b74b-1fc0260d74bb tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.2199488 Jan 31 18:54:04.238948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-068406f4-e3ac-43ea-87ec-ebe4775c9e0c tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (209246d6-b6d0-4951-9449-f7fe934bb136), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:04.239287 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-068406f4-e3ac-43ea-87ec-ebe4775c9e0c tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Floating IP 209246d6-b6d0-4951-9449-f7fe934bb136 disassociated. External IP: 172.25.8.101, port: e90cf2c7-b38c-4217-9ead-356a00c9e353. Jan 31 18:54:04.310303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb702ad-bd74-4733-9678-3a940ec5cfcd req-d0a77c5e-ee02-4777-a86c-876e26ec6a92 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:04.323085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7cb702ad-bd74-4733-9678-3a940ec5cfcd req-d0a77c5e-ee02-4777-a86c-876e26ec6a92 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.2494211 Jan 31 18:54:04.481026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20377719-05fe-46c0-aa63-c48974f042bd req-10311f37-c0e0-401f-8a26-06a816d382c9 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466924 Jan 31 18:54:04.503195 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52c16083-6fae-41f8-b211-afadfffeaa40 req-269deec8-d744-4033-a369-36f3aa65f93b service neutron] 10.222.0.21 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980302 Jan 31 18:54:04.554923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7cb702ad-bd74-4733-9678-3a940ec5cfcd req-3e27df4a-8960-40d5-b245-565025436eca tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324798 Jan 31 18:54:04.742186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498e1a3-d459-431f-9ed9-209640f7b630 req-070519da-5272-4e6e-80b8-ff74a88fbadf tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:04.747217 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3498e1a3-d459-431f-9ed9-209640f7b630 req-070519da-5272-4e6e-80b8-ff74a88fbadf tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 943 time: 0.1588883 Jan 31 18:54:04.756518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49298) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:04.864243 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068406f4-e3ac-43ea-87ec-ebe4775c9e0c tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:04.879978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3498e1a3-d459-431f-9ed9-209640f7b630 req-2b603fd1-b90b-4c60-90ef-c97defda10fa tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255138 Jan 31 18:54:05.220318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068406f4-e3ac-43ea-87ec-ebe4775c9e0c tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:05.228365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-068406f4-e3ac-43ea-87ec-ebe4775c9e0c tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:05.240126 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43928d-205b-48d8-ba08-7a1f77e6ece5 None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:05.267034 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43928d-205b-48d8-ba08-7a1f77e6ece5 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:05.268693 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ef43928d-205b-48d8-ba08-7a1f77e6ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:05.290714 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-068406f4-e3ac-43ea-87ec-ebe4775c9e0c tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "PUT /v2.0/floatingips/209246d6-b6d0-4951-9449-f7fe934bb136 HTTP/1.1" status: 200 len: 688 time: 2.0662839 Jan 31 18:54:05.291554 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49310) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:05.304167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b9f1a-39a6-4da1-8d57-6bfe2a125baf req-067f8b58-e0a3-4052-9828-51c9b9a93996 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:05.329098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c1b9f1a-39a6-4da1-8d57-6bfe2a125baf req-067f8b58-e0a3-4052-9828-51c9b9a93996 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.3169525 Jan 31 18:54:05.414934 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ef43928d-205b-48d8-ba08-7a1f77e6ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:05.453634 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43928d-205b-48d8-ba08-7a1f77e6ece5 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:05.454750 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ef43928d-205b-48d8-ba08-7a1f77e6ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:05.486817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 19624ba6-9950-4265-99e9-e80245f4fdb5 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:54:05.568095 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ef43928d-205b-48d8-ba08-7a1f77e6ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:05.581334 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43928d-205b-48d8-ba08-7a1f77e6ece5 None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:05.591366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-416e5b91-8780-4d69-8fa1-9fa06d27a4e3 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 9ed919b2-d1b1-4022-a442-36807419cb08 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:05.591366 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416e5b91-8780-4d69-8fa1-9fa06d27a4e3 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9ed919b2-d1b1-4022-a442-36807419cb08), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:05.664909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c1b9f1a-39a6-4da1-8d57-6bfe2a125baf req-919aa73e-aa4d-4d8d-8dc5-0b680810fcf5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3150678 Jan 31 18:54:05.751497 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416e5b91-8780-4d69-8fa1-9fa06d27a4e3 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9ed919b2-d1b1-4022-a442-36807419cb08), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:05.752122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416e5b91-8780-4d69-8fa1-9fa06d27a4e3 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (9ed919b2-d1b1-4022-a442-36807419cb08), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:05.784249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-416e5b91-8780-4d69-8fa1-9fa06d27a4e3 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 9ed919b2-d1b1-4022-a442-36807419cb08 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:05.815570 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 19624ba6-9950-4265-99e9-e80245f4fdb5, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=19624ba6-9950-4265-99e9-e80245f4fdb5,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:05.821964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af01a08-674c-4484-8cf1-526e65ea1244 req-bbdf6e64-61bd-49a9-b2d4-1e5f8a13154e tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:05.823672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0af01a08-674c-4484-8cf1-526e65ea1244 req-bbdf6e64-61bd-49a9-b2d4-1e5f8a13154e tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.2043114 Jan 31 18:54:05.845089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '19624ba6-9950-4265-99e9-e80245f4fdb5', 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36', 'port_id': '19624ba6-9950-4265-99e9-e80245f4fdb5', 'mac_address': 'fa:16:3e:50:81:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1218f3d1-b058-4751-b1ee-a61bef812b07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:54:05.925518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 19624ba6-9950-4265-99e9-e80245f4fdb5 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:54:05.926344 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:05.950541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19624ba6-9950-4265-99e9-e80245f4fdb5 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:54:05.994868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 19624ba6-9950-4265-99e9-e80245f4fdb5, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=19624ba6-9950-4265-99e9-e80245f4fdb5,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:06.006867 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:06.089920 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416e5b91-8780-4d69-8fa1-9fa06d27a4e3 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9ed919b2-d1b1-4022-a442-36807419cb08), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:06.131563 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=19624ba6-9950-4265-99e9-e80245f4fdb5,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:06.154025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e5b91-8780-4d69-8fa1-9fa06d27a4e3 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=9ed919b2-d1b1-4022-a442-36807419cb08,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:06.295746 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['19624ba6-9950-4265-99e9-e80245f4fdb5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:54:06.307551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0af01a08-674c-4484-8cf1-526e65ea1244 req-eff4cf93-4b64-4af5-b544-c099f93f2f7d tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517342 Jan 31 18:54:06.342746 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416e5b91-8780-4d69-8fa1-9fa06d27a4e3 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (209246d6-b6d0-4951-9449-f7fe934bb136), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:06.364841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416e5b91-8780-4d69-8fa1-9fa06d27a4e3 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:06.364841 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-416e5b91-8780-4d69-8fa1-9fa06d27a4e3 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/floatingips/209246d6-b6d0-4951-9449-f7fe934bb136 HTTP/1.1" status: 204 len: 168 time: 1.0684969 Jan 31 18:54:06.366810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:06.469705 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-f8e2ee4f-e175-44ff-8dac-b2ae001c941a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] delete failed (client error): The resource could not be found. Jan 31 18:54:06.476862 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f8e2ee4f-e175-44ff-8dac-b2ae001c941a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/floatingips/209246d6-b6d0-4951-9449-f7fe934bb136 HTTP/1.1" status: 404 len: 345 time: 0.1091435 Jan 31 18:54:06.477838 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49340) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:06.504993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af75dde-1277-43b4-8c77-20b3539493d8 req-c2caa978-dff3-4ba5-a511-15330749be7f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:06.516922 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7af75dde-1277-43b4-8c77-20b3539493d8 req-c2caa978-dff3-4ba5-a511-15330749be7f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.5622184 Jan 31 18:54:06.685960 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d2646-8585-47cc-b6b0-3d88d276d635 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:06.692153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7af75dde-1277-43b4-8c77-20b3539493d8 req-e26f6971-b15b-4fa5-be46-a6069e026b0f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741393 Jan 31 18:54:06.697491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d2646-8585-47cc-b6b0-3d88d276d635 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:06.712426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d2646-8585-47cc-b6b0-3d88d276d635 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:06.714155 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-167d2646-8585-47cc-b6b0-3d88d276d635 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "GET /v2.0/ports?network_id=0efac365-e4e8-4974-a1fe-17be5c26e37b HTTP/1.1" status: 200 len: 2359 time: 0.2350972 Jan 31 18:54:06.728808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49346) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:06.792207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b06af-fa7b-42d6-82ee-64ff7e3795c0 req-c0729f07-90e8-4aaf-b3d0-d545484cfe7e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:06.794399 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a54b06af-fa7b-42d6-82ee-64ff7e3795c0 req-c0729f07-90e8-4aaf-b3d0-d545484cfe7e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 944 time: 0.2608299 Jan 31 18:54:06.853990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adc44490-417a-4a79-80d6-d5fdac1e7068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (274b00c8-ee80-4a79-a17e-cd28a8df84d3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:06.861809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946d838-753c-489a-96ad-891d5de9dc88 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:06.869267 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7946d838-753c-489a-96ad-891d5de9dc88 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "GET /v2.0/subnets/55543288-4478-4575-b308-546ef4d7095a HTTP/1.1" status: 200 len: 797 time: 0.1370289 Jan 31 18:54:06.870415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49352) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:06.877241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'port': {'network_id': '0efac365-e4e8-4974-a1fe-17be5c26e37b', 'name': 'tempest-FloatingIPTestJSON-1270031569', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:06.995134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a54b06af-fa7b-42d6-82ee-64ff7e3795c0 req-cd5656f8-fa6c-460f-a994-2111390ea259 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794255 Jan 31 18:54:07.190217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Made reservation on behalf of 7efba99cafa346bf995ec55ec01f23b4 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:54:07.371205 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:07.393270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3198b-950a-40ee-903b-aeef366c163e req-a855d82a-abe7-4adf-bb0a-5e289b70f0e2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:07.396304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] device_id is not set on port 3accb2f3-569e-4ea6-8fdb-ad005976e200 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:54:07.402545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ef3198b-950a-40ee-903b-aeef366c163e req-a855d82a-abe7-4adf-bb0a-5e289b70f0e2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.1892776 Jan 31 18:54:07.520835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 19624ba6-9950-4265-99e9-e80245f4fdb5 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:54:07.612664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 19624ba6-9950-4265-99e9-e80245f4fdb5 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:54:07.621872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 19624ba6-9950-4265-99e9-e80245f4fdb5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:54:07.622267 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:07.709930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ef3198b-950a-40ee-903b-aeef366c163e req-4cf9fc2d-664d-4c43-9a66-d0f41989bb97 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2892759 Jan 31 18:54:07.750472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 19624ba6-9950-4265-99e9-e80245f4fdb5 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:54:07.751248 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:07.767245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-adc44490-417a-4a79-80d6-d5fdac1e7068 admin admin] Deleting port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:07.769394 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adc44490-417a-4a79-80d6-d5fdac1e7068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:07.789722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82a956a-19c8-424d-a441-b09b6d551e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19624ba6-9950-4265-99e9-e80245f4fdb5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:54:07.793119 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2bb8f2-1680-4154-a5fe-18d8b2106833" -d '{"events": [{"server_uuid": "e82a956a-19c8-424d-a441-b09b6d551e6a", "name": "network-vif-plugged", "status": "completed", "tag": "19624ba6-9950-4265-99e9-e80245f4fdb5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:54:07.837241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 19624ba6-9950-4265-99e9-e80245f4fdb5, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=19624ba6-9950-4265-99e9-e80245f4fdb5,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:07.847825 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:07.900218 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b9c503-c666-467e-99ff-1fea07aeea5e x-openstack-request-id: req-46b9c503-c666-467e-99ff-1fea07aeea5e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:54:07.902462 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82a956a-19c8-424d-a441-b09b6d551e6a", "name": "network-vif-plugged", "status": "completed", "tag": "19624ba6-9950-4265-99e9-e80245f4fdb5", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:54:07.903734 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46b9c503-c666-467e-99ff-1fea07aeea5e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:54:07.905195 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82a956a-19c8-424d-a441-b09b6d551e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19624ba6-9950-4265-99e9-e80245f4fdb5', 'code': 200} Jan 31 18:54:07.986448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-adc44490-417a-4a79-80d6-d5fdac1e7068 admin admin] For port f56ab8a1-8e23-40e6-a3f9-e6c635bbf782, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f56ab8a1-8e23-40e6-a3f9-e6c635bbf782,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:07.986909 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adc44490-417a-4a79-80d6-d5fdac1e7068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:07.988940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=19624ba6-9950-4265-99e9-e80245f4fdb5,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:08.005194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-adc44490-417a-4a79-80d6-d5fdac1e7068 admin admin] Calling delete_port for f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:08.028938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa9f9-03d3-47f6-9873-6ee1d7badfa2 req-f90a2e68-c60b-423e-93c3-141e5a2c0511 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:08.031024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dabfa9f9-03d3-47f6-9873-6ee1d7badfa2 req-f90a2e68-c60b-423e-93c3-141e5a2c0511 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.1585901 Jan 31 18:54:08.175695 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.20.0.13 (0efac365-e4e8-4974-a1fe-17be5c26e37b/55543288-4478-4575-b308-546ef4d7095a/3accb2f3-569e-4ea6-8fdb-ad005976e200) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:54:08.199646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.20.0.12 (0efac365-e4e8-4974-a1fe-17be5c26e37b/55543288-4478-4575-b308-546ef4d7095a/3accb2f3-569e-4ea6-8fdb-ad005976e200) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:54:08.251935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dabfa9f9-03d3-47f6-9873-6ee1d7badfa2 req-1d5b68e1-a2f6-499b-91ad-120b00ab294d tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801310 Jan 31 18:54:08.427087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1049c2-dd6f-4a63-bfac-0a6ae0e75a37 req-b287864e-ace8-445b-8efe-4f9553525996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:08.428651 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0c1049c2-dd6f-4a63-bfac-0a6ae0e75a37 req-b287864e-ace8-445b-8efe-4f9553525996 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 1128 time: 0.4716654 Jan 31 18:54:08.522069 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0c1049c2-dd6f-4a63-bfac-0a6ae0e75a37 req-ac842f50-3e38-4788-b92e-3e4766305018 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832911 Jan 31 18:54:08.579014 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adc44490-417a-4a79-80d6-d5fdac1e7068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f56ab8a1-8e23-40e6-a3f9-e6c635bbf782), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:08.695094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc44490-417a-4a79-80d6-d5fdac1e7068 admin admin] Pushing event deleted for resources: {'Port': ['ID=f56ab8a1-8e23-40e6-a3f9-e6c635bbf782,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:08.776243 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (3accb2f3-569e-4ea6-8fdb-ad005976e200), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:08.860406 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3accb2f3-569e-4ea6-8fdb-ad005976e200), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:08.967801 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 0efac365-e4e8-4974-a1fe-17be5c26e37b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:54:08.972579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=3accb2f3-569e-4ea6-8fdb-ad005976e200,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:08.973272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee054e-3c1e-4206-aab4-2fa4424f6e8b req-04248d24-3cb2-422d-bee5-3aea53831fa7 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:08.983791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:54:08.998115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63ee054e-3c1e-4206-aab4-2fa4424f6e8b req-04248d24-3cb2-422d-bee5-3aea53831fa7 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.5466003 Jan 31 18:54:09.036398 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:54:09.158915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63ee054e-3c1e-4206-aab4-2fa4424f6e8b req-a07f5e1c-4056-4f0b-9f2f-6502097107e7 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535351 Jan 31 18:54:09.218015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e0781-67b4-4f7c-aefe-6b7ca63f9f46 req-666adf10-3a6a-4767-a469-68e2cb81deb3 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:09.220416 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:09.223086 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:09.231376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f57e0781-67b4-4f7c-aefe-6b7ca63f9f46 req-666adf10-3a6a-4767-a469-68e2cb81deb3 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.3487484 Jan 31 18:54:09.284939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd27c8f-a178-458e-b07f-32371475d242 req-4b9cee7c-c907-4726-aa84-fe146b1bab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:09.286681 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8dd27c8f-a178-458e-b07f-32371475d242 req-4b9cee7c-c907-4726-aa84-fe146b1bab11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=732c6167da0340c5b37c8a129944c15a&device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 1129 time: 0.3152425 Jan 31 18:54:09.291114 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e7fc6d33-5b26-4243-a6e1-ae0034896628 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4194198 Jan 31 18:54:09.295296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49414) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:09.321959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '3accb2f3-569e-4ea6-8fdb-ad005976e200', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:09.399568 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:09.602683 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f57e0781-67b4-4f7c-aefe-6b7ca63f9f46 req-c9166455-477d-43a4-903a-36d4475f646b tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657601 Jan 31 18:54:09.617579 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adc44490-417a-4a79-80d6-d5fdac1e7068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (274b00c8-ee80-4a79-a17e-cd28a8df84d3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:09.745644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0a8b8-a23d-47de-8555-d00f0239c97c req-b882b717-9dfe-47da-a53e-a05b99f86758 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:09.757044 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbc0a8b8-a23d-47de-8555-d00f0239c97c req-b882b717-9dfe-47da-a53e-a05b99f86758 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.2959313 Jan 31 18:54:09.851434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbc0a8b8-a23d-47de-8555-d00f0239c97c req-a45568cd-06f9-4919-b63c-b9230e47a115 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931053 Jan 31 18:54:09.914660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd27c8f-a178-458e-b07f-32371475d242 req-7108e961-3a61-42ad-9b99-7624233fb785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:09.916681 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8dd27c8f-a178-458e-b07f-32371475d242 req-7108e961-3a61-42ad-9b99-7624233fb785 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 200 len: 912 time: 0.6224396 Jan 31 18:54:09.952199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:10.053083 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8dd27c8f-a178-458e-b07f-32371475d242 req-ad40c3e4-2fd9-44e7-a5ef-f90e1e9c09c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1c04ab2-2363-44b3-8e68-3967fdb469e3 HTTP/1.1" status: 200 len: 1002 time: 0.1291239 Jan 31 18:54:10.100741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc44490-417a-4a79-80d6-d5fdac1e7068 admin admin] Router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:10.121507 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dd1856d-7ee0-413f-a5bf-1b22213154fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:10.173630 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:10.179320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd27c8f-a178-458e-b07f-32371475d242 req-74186cce-d292-4b5a-8ca3-f14011ef871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:10.181889 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8dd27c8f-a178-458e-b07f-32371475d242 req-74186cce-d292-4b5a-8ca3-f14011ef871c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b1b457b-8abd-4614-8276-0291f0e06e62 HTTP/1.1" status: 200 len: 850 time: 0.1143050 Jan 31 18:54:10.303360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd27c8f-a178-458e-b07f-32371475d242 req-00bd8c4b-5001-4807-9f04-bc67eca4985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:10.310623 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8dd27c8f-a178-458e-b07f-32371475d242 req-00bd8c4b-5001-4807-9f04-bc67eca4985d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c11bd176-3044-4185-9008-2e805d18ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1129856 Jan 31 18:54:10.320055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc44490-417a-4a79-80d6-d5fdac1e7068 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:10.330634 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-adc44490-417a-4a79-80d6-d5fdac1e7068 admin admin] 10.222.0.20 "PUT /v2.0/routers/274b00c8-ee80-4a79-a17e-cd28a8df84d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5727289 Jan 31 18:54:10.333193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49430) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:10.337309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77002c11-5e46-4cbd-bd43-ff2b54db402e None None] Sync routers for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:10.363149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77002c11-5e46-4cbd-bd43-ff2b54db402e None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:10.363939 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-77002c11-5e46-4cbd-bd43-ff2b54db402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:10.418607 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8dd27c8f-a178-458e-b07f-32371475d242 req-652d8cea-4bfe-4f1f-8ac5-d146795667de service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043301 Jan 31 18:54:10.557129 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dd1856d-7ee0-413f-a5bf-1b22213154fc admin admin] Publish callbacks [] for security_group (4c6d1d4d-7911-4128-9553-9fe186579851), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:10.585260 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8dd27c8f-a178-458e-b07f-32371475d242 req-4ea31b2e-dd10-495e-9c8a-5bc236869ef9 service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592560 Jan 31 18:54:10.592943 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dd1856d-7ee0-413f-a5bf-1b22213154fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4c6d1d4d-7911-4128-9553-9fe186579851), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:10.609279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-77002c11-5e46-4cbd-bd43-ff2b54db402e None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:54:10.651074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.25.8.214 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/5b904123-98f7-4ab3-b204-8d9250335acd) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:54:10.670660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7dd1856d-7ee0-413f-a5bf-1b22213154fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d37d6dbbf634ea88712ccd5c12fe68c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7171857 Jan 31 18:54:10.676990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49434) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:10.791312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a27e09-3040-4e3f-a9e0-ec4ef3adb221 req-8014b830-7b7e-41df-985d-8e83cd18ce6e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:10.792993 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2a27e09-3040-4e3f-a9e0-ec4ef3adb221 req-8014b830-7b7e-41df-985d-8e83cd18ce6e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.4386244 Jan 31 18:54:10.796760 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Publish callbacks [] for router (274b00c8-ee80-4a79-a17e-cd28a8df84d3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:10.830120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1856d-7ee0-413f-a5bf-1b22213154fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d1d4d-7911-4128-9553-9fe186579851,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:10.866171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67f22782-9a4e-45e7-9b1f-8bd35e14840b admin admin] Publish callbacks [] for security_group (4c6d1d4d-7911-4128-9553-9fe186579851), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:10.921992 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67f22782-9a4e-45e7-9b1f-8bd35e14840b admin admin] Publish callbacks [] for security_group (4c6d1d4d-7911-4128-9553-9fe186579851), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:10.929084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-77002c11-5e46-4cbd-bd43-ff2b54db402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:54:08Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:10.931828 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (5b904123-98f7-4ab3-b204-8d9250335acd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:10.967317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77002c11-5e46-4cbd-bd43-ff2b54db402e None None] Checking router: 274b00c8-ee80-4a79-a17e-cd28a8df84d3 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:54:10.978915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77002c11-5e46-4cbd-bd43-ff2b54db402e None None] Routers {'274b00c8-ee80-4a79-a17e-cd28a8df84d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:10.979927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-77002c11-5e46-4cbd-bd43-ff2b54db402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:11.001321 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2a27e09-3040-4e3f-a9e0-ec4ef3adb221 req-d9cdbba5-be43-4a35-b784-3ec88a421a66 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915812 Jan 31 18:54:11.015298 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5b904123-98f7-4ab3-b204-8d9250335acd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:11.025519 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67f22782-9a4e-45e7-9b1f-8bd35e14840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4c6d1d4d-7911-4128-9553-9fe186579851), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:11.028904 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67f22782-9a4e-45e7-9b1f-8bd35e14840b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:11.031047 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-67f22782-9a4e-45e7-9b1f-8bd35e14840b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c6d1d4d-7911-4128-9553-9fe186579851 HTTP/1.1" status: 204 len: 168 time: 0.3500857 Jan 31 18:54:11.084126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0642c-36af-4afa-ba76-ddd736150123 req-dbc56151-baf6-4e98-bd45-878facd83bde tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:11.086089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63a0642c-36af-4afa-ba76-ddd736150123 req-dbc56151-baf6-4e98-bd45-878facd83bde tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.3386769 Jan 31 18:54:11.109477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-77002c11-5e46-4cbd-bd43-ff2b54db402e None None] Set router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:54:11.128457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Publish callbacks [] for router_gateway (274b00c8-ee80-4a79-a17e-cd28a8df84d3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:11.152774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f22782-9a4e-45e7-9b1f-8bd35e14840b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d1d4d-7911-4128-9553-9fe186579851,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:11.211532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:54:11.222624 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:54:11.231137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:54:11.237236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63a0642c-36af-4afa-ba76-ddd736150123 req-75f17931-5af8-408e-9d06-0c3b09b4f6ec tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373363 Jan 31 18:54:11.291986 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=5b904123-98f7-4ab3-b204-8d9250335acd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:11.367228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Deleting port fadc5134-ca61-4845-a970-a4c9233ef05b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:11.367492 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:11.429736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-77002c11-5e46-4cbd-bd43-ff2b54db402e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:54:08Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:11.477317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77002c11-5e46-4cbd-bd43-ff2b54db402e None None] The sync data for ids ['274b00c8-ee80-4a79-a17e-cd28a8df84d3'] in n-d-812111-15 is: [{'id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1476192292-router', 'tenant_id': 'ba512e98132c474b97cd38477c5c40a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:45:26Z', 'updated_at': '2022-01-31T18:54:08Z', 'revision_number': 5, 'project_id': 'ba512e98132c474b97cd38477c5c40a4', 'gw_port': {'id': 'fadc5134-ca61-4845-a970-a4c9233ef05b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b00c8-ee80-4a79-a17e-cd28a8df84d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:45:27Z', 'updated_at': '2022-01-31T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:11.715165 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804a12d-26c5-445d-818b-cca0af3ea392 req-a00609ce-483e-474a-8d7d-e075e4dd64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:11.716779 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5804a12d-26c5-445d-818b-cca0af3ea392 req-a00609ce-483e-474a-8d7d-e075e4dd64b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e288a02cb449b8affb45a44193691f&device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 1128 time: 0.1124423 Jan 31 18:54:11.975378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804a12d-26c5-445d-818b-cca0af3ea392 req-c6e23c2b-8e58-48c2-95ef-a2f79757d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:11.977760 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5804a12d-26c5-445d-818b-cca0af3ea392 req-c6e23c2b-8e58-48c2-95ef-a2f79757d9cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ef1e068-7bea-4a13-bc37-49021a461e36 HTTP/1.1" status: 200 len: 912 time: 0.2543097 Jan 31 18:54:12.066596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431870a0-21f3-4423-87bc-0d7f5fbad5dc req-d9f841ef-a10e-48c2-8352-cfd984010e8a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:12.078601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-431870a0-21f3-4423-87bc-0d7f5fbad5dc req-d9f841ef-a10e-48c2-8352-cfd984010e8a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.7884154 Jan 31 18:54:12.107154 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5804a12d-26c5-445d-818b-cca0af3ea392 req-45efc4b6-e9fa-4238-84bc-3fdbb41b9c77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19624ba6-9950-4265-99e9-e80245f4fdb5 HTTP/1.1" status: 200 len: 217 time: 0.1191041 Jan 31 18:54:12.185414 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (6a086ee8-7d0b-4d30-9810-7de821d270d2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:12.198570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] For port fadc5134-ca61-4845-a970-a4c9233ef05b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fadc5134-ca61-4845-a970-a4c9233ef05b,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:12.198944 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:12.242130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804a12d-26c5-445d-818b-cca0af3ea392 req-3f2ed514-6e8d-4b7d-8a27-ce3c68e1f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:12.242130 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5804a12d-26c5-445d-818b-cca0af3ea392 req-3f2ed514-6e8d-4b7d-8a27-ce3c68e1f03e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1218f3d1-b058-4751-b1ee-a61bef812b07 HTTP/1.1" status: 200 len: 851 time: 0.1266570 Jan 31 18:54:12.246006 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-0b996041-7d9e-4d0d-bd65-e316763f3e2d service neutron] show failed (client error): The resource could not be found. Jan 31 18:54:12.247119 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-0b996041-7d9e-4d0d-bd65-e316763f3e2d service neutron] 10.222.0.21 "GET /v2.0/ports/f288f639-cc75-40ec-a538-60d213f6ab99/bindings/n-h1-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.2829421 Jan 31 18:54:12.271251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-431870a0-21f3-4423-87bc-0d7f5fbad5dc req-64583f13-cdfa-473f-bf41-609d530194fc tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1914661 Jan 31 18:54:12.279698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Calling delete_port for fadc5134-ca61-4845-a970-a4c9233ef05b owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:12.295576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6872935-df9e-45a9-8e15-4bccb9cc66cb req-c917ecb3-cb77-4bf7-9a76-d9aaf655506e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:12.299375 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5804a12d-26c5-445d-818b-cca0af3ea392 req-84ee4249-0cfa-4c19-a4a5-9f00a7438665 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ef1e068-7bea-4a13-bc37-49021a461e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450726 Jan 31 18:54:12.309294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6872935-df9e-45a9-8e15-4bccb9cc66cb req-c917ecb3-cb77-4bf7-9a76-d9aaf655506e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.3391480 Jan 31 18:54:12.421193 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5b904123-98f7-4ab3-b204-8d9250335acd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:12.516310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6872935-df9e-45a9-8e15-4bccb9cc66cb req-608e8b9b-f711-4d59-a8bb-05aca8c12e3a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101638 Jan 31 18:54:12.615869 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5804a12d-26c5-445d-818b-cca0af3ea392 req-522a7c41-e91e-42ca-a860-e0334fd85dec service neutron] 10.222.0.21 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075480 Jan 31 18:54:12.701974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d19590-969e-49cf-a2c3-a9240c532864 req-fdb8be67-ed68-448a-9ea6-82cad4f46cd7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:12.703523 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d19590-969e-49cf-a2c3-a9240c532864 req-fdb8be67-ed68-448a-9ea6-82cad4f46cd7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.1036646 Jan 31 18:54:12.733166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49474) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:12.766243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:54:12.785620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42d19590-969e-49cf-a2c3-a9240c532864 req-dcebc535-452c-4520-9ad0-e727fdc0ef26 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736601 Jan 31 18:54:12.789658 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (fadc5134-ca61-4845-a970-a4c9233ef05b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:12.817184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-7d7d178d-0597-47d2-9083-fd10a96e3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:12.819321 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-7d7d178d-0597-47d2-9083-fd10a96e3486 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6&tenant_id=ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 1129 time: 0.2873788 Jan 31 18:54:12.826887 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5804a12d-26c5-445d-818b-cca0af3ea392 req-b95127dd-607d-4718-b5d6-df5589d86780 service neutron] 10.222.0.21 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669359 Jan 31 18:54:12.830102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:54:12.832586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f56ab8a1-8e23-40e6-a3f9-e6c635bbf782 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:54:12.834568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:12.930097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fadc5134-ca61-4845-a970-a4c9233ef05b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:12.937827 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:12.979516 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd2fe443-4b16-4720-a904-4652251a4da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:12.997335 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (5b904123-98f7-4ab3-b204-8d9250335acd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.000632 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (274b00c8-ee80-4a79-a17e-cd28a8df84d3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.009480 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (5b904123-98f7-4ab3-b204-8d9250335acd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.110293 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (274b00c8-ee80-4a79-a17e-cd28a8df84d3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.114252 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Publish callbacks [] for router_controller (274b00c8-ee80-4a79-a17e-cd28a8df84d3), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.162066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=5b904123-98f7-4ab3-b204-8d9250335acd,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:13.192358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (6a086ee8-7d0b-4d30-9810-7de821d270d2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.197366 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (274b00c8-ee80-4a79-a17e-cd28a8df84d3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.197884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 274b00c8-ee80-4a79-a17e-cd28a8df84d3 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:54:13.208877 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.212846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1c090d4a-801b-463d-80e5-05ff56b5ebc6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/274b00c8-ee80-4a79-a17e-cd28a8df84d3 HTTP/1.1" status: 204 len: 168 time: 2.8784711 Jan 31 18:54:13.214182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49484) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:13.233049 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd2fe443-4b16-4720-a904-4652251a4da3 admin admin] Publish callbacks [] for security_group (7825807d-035c-4d1c-b9af-34fc8b9b0a68), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.287241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-f233c78c-dbf3-45d1-9a99-2ab8eab256dc admin admin] Deleting subnet 1f7f8694-fd65-4687-b630-7967006b34b9 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:54:13.304423 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd2fe443-4b16-4720-a904-4652251a4da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7825807d-035c-4d1c-b9af-34fc8b9b0a68), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.319437 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f233c78c-dbf3-45d1-9a99-2ab8eab256dc admin admin] Publish callbacks [] for subnet (1f7f8694-fd65-4687-b630-7967006b34b9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.428768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fe443-4b16-4720-a904-4652251a4da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7825807d-035c-4d1c-b9af-34fc8b9b0a68,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:13.456542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bd2fe443-4b16-4720-a904-4652251a4da3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d0b0f2eadeb4d1f937b32cfd2c6a648&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7198303 Jan 31 18:54:13.460266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:13.462393 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f233c78c-dbf3-45d1-9a99-2ab8eab256dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (1f7f8694-fd65-4687-b630-7967006b34b9), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.562920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bc9d3-308f-49f8-97c3-f550a0923e74 req-9c21b108-466c-4973-b7c8-b35032de55a5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:13.564511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c7bc9d3-308f-49f8-97c3-f550a0923e74 req-9c21b108-466c-4973-b7c8-b35032de55a5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.1598811 Jan 31 18:54:13.666894 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4afdac7d-a473-4198-9e41-9aca5f4662e5 admin admin] Publish callbacks [] for security_group (7825807d-035c-4d1c-b9af-34fc8b9b0a68), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.688013 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f233c78c-dbf3-45d1-9a99-2ab8eab256dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (1f7f8694-fd65-4687-b630-7967006b34b9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.690635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:13.705977 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Floating IP 6a086ee8-7d0b-4d30-9810-7de821d270d2 associated. External IP: 172.25.8.214, port: 3accb2f3-569e-4ea6-8fdb-ad005976e200. Jan 31 18:54:13.754673 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c7bc9d3-308f-49f8-97c3-f550a0923e74 req-83122578-c31a-4963-89f8-480e1971bc5c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1806924 Jan 31 18:54:13.759345 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4afdac7d-a473-4198-9e41-9aca5f4662e5 admin admin] Publish callbacks [] for security_group (7825807d-035c-4d1c-b9af-34fc8b9b0a68), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.778094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:54:13.790849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31a338-32f2-4c35-a870-c5125c82430a req-feab36ab-7ac6-4591-bc85-e12117cb523a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:13.797597 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d31a338-32f2-4c35-a870-c5125c82430a req-feab36ab-7ac6-4591-bc85-e12117cb523a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.2015593 Jan 31 18:54:13.846612 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f233c78c-dbf3-45d1-9a99-2ab8eab256dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (1f7f8694-fd65-4687-b630-7967006b34b9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.890516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8139aa90-fd82-4e9e-a90f-a580469dd5f0 None None] Network ae95513e-4638-43d6-9c17-f15bafd888ba requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:54:13.894577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:54:13.896973 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f233c78c-dbf3-45d1-9a99-2ab8eab256dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.897523 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd517d3-c160-498d-b76e-ce879a538790" -d '{"events": [{"server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "name": "network-vif-unplugged", "status": "completed", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:54:13.900933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f233c78c-dbf3-45d1-9a99-2ab8eab256dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1f7f8694-fd65-4687-b630-7967006b34b9 HTTP/1.1" status: 204 len: 168 time: 0.6705737 Jan 31 18:54:13.907313 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Publish callbacks [] for port (f288f639-cc75-40ec-a538-60d213f6ab99), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.909534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49496) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:13.915601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233c78c-dbf3-45d1-9a99-2ab8eab256dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7f8694-fd65-4687-b630-7967006b34b9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:13.990297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d31a338-32f2-4c35-a870-c5125c82430a req-045303d0-55bc-4a1e-8a3d-52955342c102 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680958 Jan 31 18:54:13.993510 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4afdac7d-a473-4198-9e41-9aca5f4662e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7825807d-035c-4d1c-b9af-34fc8b9b0a68), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.996234 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4afdac7d-a473-4198-9e41-9aca5f4662e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:13.999883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4afdac7d-a473-4198-9e41-9aca5f4662e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7825807d-035c-4d1c-b9af-34fc8b9b0a68 HTTP/1.1" status: 204 len: 168 time: 0.5328283 Jan 31 18:54:14.010444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdac7d-a473-4198-9e41-9aca5f4662e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7825807d-035c-4d1c-b9af-34fc8b9b0a68,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:14.047506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Transition to ACTIVE for port object f288f639-cc75-40ec-a538-60d213f6ab99 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:54:14.049806 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4722eb-96e1-4795-a7d3-8baee7f7d444 x-openstack-request-id: req-6c4722eb-96e1-4795-a7d3-8baee7f7d444 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:54:14.050171 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "name": "network-vif-unplugged", "status": "completed", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:54:14.050485 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c4722eb-96e1-4795-a7d3-8baee7f7d444 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:54:14.051016 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'code': 200} Jan 31 18:54:14.095761 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:14.108020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59966cb-adec-4465-a594-f4413def3256 None None] DHCP port deletion for ae95513e-4638-43d6-9c17-f15bafd888ba request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:54:14.152286 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (ae95513e-4638-43d6-9c17-f15bafd888ba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:14.201730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f59966cb-adec-4465-a594-f4413def3256 None None] Deleting port 13a5bf55-b19a-4dac-987a-e0d6621da312 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:14.203153 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f59966cb-adec-4465-a594-f4413def3256 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:14.237377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Pushing event updated for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:14.288549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f59966cb-adec-4465-a594-f4413def3256 None None] For port 13a5bf55-b19a-4dac-987a-e0d6621da312, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=13a5bf55-b19a-4dac-987a-e0d6621da312,segment=NetworkSegment(f32fd892-4c61-4e47-b4fc-8b4aacc22eff),segment_id=f32fd892-4c61-4e47-b4fc-8b4aacc22eff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:14.289323 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f59966cb-adec-4465-a594-f4413def3256 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:14.308928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f59966cb-adec-4465-a594-f4413def3256 None None] Calling delete_port for 13a5bf55-b19a-4dac-987a-e0d6621da312 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:14.371596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:14.425765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] No DVR routers for this DVR port f288f639-cc75-40ec-a538-60d213f6ab99 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:54:14.489852 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f59966cb-adec-4465-a594-f4413def3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:14.548475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59966cb-adec-4465-a594-f4413def3256 None None] Pushing event deleted for resources: {'Port': ['ID=13a5bf55-b19a-4dac-987a-e0d6621da312,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:14.589673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59966cb-adec-4465-a594-f4413def3256 None None] No DVR routers for this DVR port 13a5bf55-b19a-4dac-987a-e0d6621da312 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:54:14.620525 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:14.643094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Deleting port 13a5bf55-b19a-4dac-987a-e0d6621da312 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:14.643807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:14.657513 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de60701-8dd1-43a5-b864-6d75ccad4aa1 None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:14.696855 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de60701-8dd1-43a5-b864-6d75ccad4aa1 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:14.697927 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7de60701-8dd1-43a5-b864-6d75ccad4aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:14.752041 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:14.783458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] For port 13a5bf55-b19a-4dac-987a-e0d6621da312, host n-d-812111-15, got binding levels [] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:14.783842 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:14.797830 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7de60701-8dd1-43a5-b864-6d75ccad4aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:14.799349 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Calling delete_port for 13a5bf55-b19a-4dac-987a-e0d6621da312 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:14.802555 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Port 13a5bf55-b19a-4dac-987a-e0d6621da312 was not found and therefore no delete operation was performed {{(pid=103226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:54:14.810408 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de60701-8dd1-43a5-b864-6d75ccad4aa1 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:14.811776 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7de60701-8dd1-43a5-b864-6d75ccad4aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:14.847931 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (13a5bf55-b19a-4dac-987a-e0d6621da312), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:14.862958 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0bf4b1ae-3a62-4f5e-8ca2-1407aea5636a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.5654898 Jan 31 18:54:14.864504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49518) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:14.868164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] No DVR routers for this DVR port 13a5bf55-b19a-4dac-987a-e0d6621da312 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:54:14.875191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6cec016c-d4fc-4b3a-a7db-3257856dcb4a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'floatingip': {'port_id': '3accb2f3-569e-4ea6-8fdb-ad005976e200', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:14.883964 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 13a5bf55-b19a-4dac-987a-e0d6621da312 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:54:14.928018 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7de60701-8dd1-43a5-b864-6d75ccad4aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:14.929399 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de60701-8dd1-43a5-b864-6d75ccad4aa1 None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:14.933989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 13a5bf55-b19a-4dac-987a-e0d6621da312 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:54:14.934500 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 13a5bf55-b19a-4dac-987a-e0d6621da312 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:54:14.934753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fadc5134-ca61-4845-a970-a4c9233ef05b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:54:14.947092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a5bf55-b19a-4dac-987a-e0d6621da312,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:14.975359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: fadc5134-ca61-4845-a970-a4c9233ef05b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:54:14.975721 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fadc5134-ca61-4845-a970-a4c9233ef05b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:54:15.010594 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cec016c-d4fc-4b3a-a7db-3257856dcb4a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (6a086ee8-7d0b-4d30-9810-7de821d270d2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:15.082652 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (ae95513e-4638-43d6-9c17-f15bafd888ba), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:15.144811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Attempting to bind port f288f639-cc75-40ec-a538-60d213f6ab99 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:54:15.145256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Attempting to bind port f288f639-cc75-40ec-a538-60d213f6ab99 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:54:15.145609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Attempting to bind port f288f639-cc75-40ec-a538-60d213f6ab99 on network 02dc426e-be1f-41b5-9e74-ae8223b96e19 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:54:15.173199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae95513e-4638-43d6-9c17-f15bafd888ba']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:15.212725 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:15.213971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32fd892-4c61-4e47-b4fc-8b4aacc22eff') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:15.237823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Port f288f639-cc75-40ec-a538-60d213f6ab99 on network 02dc426e-be1f-41b5-9e74-ae8223b96e19 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:54:15.238155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Attempting to bind port f288f639-cc75-40ec-a538-60d213f6ab99 on network 02dc426e-be1f-41b5-9e74-ae8223b96e19 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:54:15.247113 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (f32fd892-4c61-4e47-b4fc-8b4aacc22eff), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:15.300550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f32fd892-4c61-4e47-b4fc-8b4aacc22eff), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:15.330199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:54:15.330817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Checking segment: {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:54:15.331292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Bound using segment: {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:54:15.333686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Bound port: f288f639-cc75-40ec-a538-60d213f6ab99, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:54:15.334326 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:15.347061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:54:15.347517 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (f32fd892-4c61-4e47-b4fc-8b4aacc22eff), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:54:15.350176 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:54:15.492445 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (ae95513e-4638-43d6-9c17-f15bafd888ba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:15.511475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:15.518450 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ae95513e-4638-43d6-9c17-f15bafd888ba HTTP/1.1" status: 204 len: 168 time: 1.6051121 Jan 31 18:54:15.547016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f288f639-cc75-40ec-a538-60d213f6ab99 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:54:15.562791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fae721-b4c9-4005-aed4-9cd7c3240415 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae95513e-4638-43d6-9c17-f15bafd888ba,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:15.586011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:54:15.591301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:54:15.605715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:15.648202 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port f288f639-cc75-40ec-a538-60d213f6ab99 host n-h1-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:54:15.649397 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f288f639-cc75-40ec-a538-60d213f6ab99 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:54:15.678795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343cfda-730a-4439-b371-acc62b7703ec req-c9b534ca-5e7b-43f9-85e7-572a00f9919f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:15.680380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e343cfda-730a-4439-b371-acc62b7703ec req-c9b534ca-5e7b-43f9-85e7-572a00f9919f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 944 time: 0.6723886 Jan 31 18:54:15.705388 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:15.706558 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:15.707446 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] 10.222.0.49 "PUT /v2.0/ports/f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 1093 time: 2.8778543 Jan 31 18:54:15.746027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90603a63-c4d2-472f-853e-16715670ff80 req-e3e4a8b3-b4be-481a-8edb-5958823b13b5 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:15.747645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90603a63-c4d2-472f-853e-16715670ff80 req-e3e4a8b3-b4be-481a-8edb-5958823b13b5 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.1828277 Jan 31 18:54:15.820421 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-6cec016c-d4fc-4b3a-a7db-3257856dcb4a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:54:15.822789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7c752-092d-4499-821e-b1f908279c98 service neutron] Pushing event updated for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:15.871095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-2475c885-3e54-4854-a3d8-332e1fb5179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:15.872662 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-2475c885-3e54-4854-a3d8-332e1fb5179d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1127 time: 0.1194189 Jan 31 18:54:15.904928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:15.915872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e343cfda-730a-4439-b371-acc62b7703ec req-599af9ef-0599-43ba-9b53-0cf0f92b118a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2219365 Jan 31 18:54:15.998006 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cec016c-d4fc-4b3a-a7db-3257856dcb4a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:16.021885 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cec016c-d4fc-4b3a-a7db-3257856dcb4a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (6a086ee8-7d0b-4d30-9810-7de821d270d2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:16.029821 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-26c8f111-e223-4b3a-a345-0227cdaf5371 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba512e98132c474b97cd38477c5c40a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1120458 Jan 31 18:54:16.032755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:16.069495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:54:16.072459 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:54:16.102274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90603a63-c4d2-472f-853e-16715670ff80 req-822f4be6-a54c-4717-92f1-fde41aa628ed tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423645 Jan 31 18:54:16.103572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-b4c6635a-594f-4229-bddc-a7981a8f66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:16.109674 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-b4c6635a-594f-4229-bddc-a7981a8f66b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 898 time: 0.2226365 Jan 31 18:54:16.197719 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a440a0-f275-436d-b955-5c06a6f36778 x-openstack-request-id: req-c5a440a0-f275-436d-b955-5c06a6f36778 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:54:16.198117 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:54:16.198272 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5a440a0-f275-436d-b955-5c06a6f36778 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:54:16.198666 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'status': 'completed', 'code': 200} Jan 31 18:54:16.203558 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61a6943e-2653-4a88-8410-e1b5ea75e4b3 admin admin] Publish callbacks [] for security_group (70a96828-cbce-4f17-9f5e-652e97509c2f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:16.288042 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61a6943e-2653-4a88-8410-e1b5ea75e4b3 admin admin] Publish callbacks [] for security_group (70a96828-cbce-4f17-9f5e-652e97509c2f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:16.305082 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-2408b3da-daa9-4f6f-ba7a-4ac6350099c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 1000 time: 0.1846633 Jan 31 18:54:16.390166 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-a965fde6-045e-40b1-8d18-fd0a74561957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:16.391919 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-a965fde6-045e-40b1-8d18-fd0a74561957 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1127 time: 0.1789227 Jan 31 18:54:16.410915 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-b8c6cb68-c53e-4cc4-a3bf-4fb6dd1f45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:16.411922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cec016c-d4fc-4b3a-a7db-3257856dcb4a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:16.412246 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-b8c6cb68-c53e-4cc4-a3bf-4fb6dd1f45c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 200 len: 834 time: 0.0985897 Jan 31 18:54:16.414210 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61a6943e-2653-4a88-8410-e1b5ea75e4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (70a96828-cbce-4f17-9f5e-652e97509c2f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:16.416944 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61a6943e-2653-4a88-8410-e1b5ea75e4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:16.418340 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-61a6943e-2653-4a88-8410-e1b5ea75e4b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70a96828-cbce-4f17-9f5e-652e97509c2f HTTP/1.1" status: 204 len: 168 time: 0.3840694 Jan 31 18:54:16.546766 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6943e-2653-4a88-8410-e1b5ea75e4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a96828-cbce-4f17-9f5e-652e97509c2f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:16.600205 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-3e21ca84-9c6d-4153-9b8c-f38fa4a334e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:16.602001 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-3e21ca84-9c6d-4153-9b8c-f38fa4a334e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02dc426e-be1f-41b5-9e74-ae8223b96e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1825449 Jan 31 18:54:16.607056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-e3ce67fe-9b09-49e0-9750-edaa5b99d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:16.610099 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-e3ce67fe-9b09-49e0-9750-edaa5b99d73c service neutron] 10.222.0.21 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 898 time: 0.2079637 Jan 31 18:54:16.641041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec016c-d4fc-4b3a-a7db-3257856dcb4a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:16.647253 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cec016c-d4fc-4b3a-a7db-3257856dcb4a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:16.654842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b84a53f-a7a2-4016-82a9-3295befd4426 None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:16.680020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b84a53f-a7a2-4016-82a9-3295befd4426 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:16.681004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3b84a53f-a7a2-4016-82a9-3295befd4426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:16.730162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:16.756434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6cec016c-d4fc-4b3a-a7db-3257856dcb4a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "PUT /v2.0/floatingips/6a086ee8-7d0b-4d30-9810-7de821d270d2 HTTP/1.1" status: 200 len: 979 time: 1.8896325 Jan 31 18:54:16.756926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49574) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:16.769049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3b84a53f-a7a2-4016-82a9-3295befd4426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:16.804102 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-86882659-0459-4d4a-ba90-07396cd63c1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 1000 time: 0.1735001 Jan 31 18:54:16.804507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b84a53f-a7a2-4016-82a9-3295befd4426 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:16.805327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3b84a53f-a7a2-4016-82a9-3295befd4426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:16.892281 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-ece96d18-bf5a-40a8-8736-24de08a738bd service neutron] 10.222.0.49 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760317 Jan 31 18:54:16.909940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3b84a53f-a7a2-4016-82a9-3295befd4426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:16.910672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b84a53f-a7a2-4016-82a9-3295befd4426 None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:17.038483 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-03ee7982-57d6-49e3-adf2-9f0c156fef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:17.039945 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-03ee7982-57d6-49e3-adf2-9f0c156fef46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 200 len: 834 time: 0.2263782 Jan 31 18:54:17.041252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 5b904123-98f7-4ab3-b204-8d9250335acd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:17.042415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5b904123-98f7-4ab3-b204-8d9250335acd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:17.085605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6c930d2-d42e-40dd-822c-786de41347e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:17.157634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-f1d593fb-b784-4f97-a8cc-481c49c15cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:17.159146 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-f1d593fb-b784-4f97-a8cc-481c49c15cd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02dc426e-be1f-41b5-9e74-ae8223b96e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1096027 Jan 31 18:54:17.164305 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5b904123-98f7-4ab3-b204-8d9250335acd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:17.164793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (5b904123-98f7-4ab3-b204-8d9250335acd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:17.166771 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-6a6a4ed2-5629-4d43-becc-3f84db08ee1b service neutron] 10.222.0.49 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584827 Jan 31 18:54:17.203857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 5b904123-98f7-4ab3-b204-8d9250335acd owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:17.367876 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-7fd612c4-7eca-4377-a7dc-97727ea63e96 service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999123 Jan 31 18:54:17.373509 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6c930d2-d42e-40dd-822c-786de41347e7 admin admin] Publish callbacks [] for security_group (ec013205-503c-4f86-b47c-1757ef6923be), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:17.412488 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6c930d2-d42e-40dd-822c-786de41347e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ec013205-503c-4f86-b47c-1757ef6923be), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:17.450921 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c6c930d2-d42e-40dd-822c-786de41347e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c719bb41a87a472a894879bfa400b807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7155638 Jan 31 18:54:17.456385 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:17.504382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeb9f1-7b70-4308-9756-90df7b5bec51 req-b1269f85-273a-4bca-ba94-ee076889fad5 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:17.504382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3bbeb9f1-7b70-4308-9756-90df7b5bec51 req-b1269f85-273a-4bca-ba94-ee076889fad5 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.1643770 Jan 31 18:54:17.510068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c54ece-8b80-4e23-bc2d-559f5758ec75 req-00442e62-49a7-4df0-956b-b3f8f5aa69a7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:17.511741 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00c54ece-8b80-4e23-bc2d-559f5758ec75 req-00442e62-49a7-4df0-956b-b3f8f5aa69a7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 944 time: 0.5209777 Jan 31 18:54:17.623020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3bbeb9f1-7b70-4308-9756-90df7b5bec51 req-49956494-f57b-4c0d-ad0b-3e4c808ca607 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100197 Jan 31 18:54:17.628056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00c54ece-8b80-4e23-bc2d-559f5758ec75 req-272dceee-4273-4aa8-ae04-51538be5b5ce tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028180 Jan 31 18:54:17.696070 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5b904123-98f7-4ab3-b204-8d9250335acd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:17.820375 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (6a086ee8-7d0b-4d30-9810-7de821d270d2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:17.823303 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Floating IP 6a086ee8-7d0b-4d30-9810-7de821d270d2 disassociated (deleted). External IP: 172.25.8.214, port: 3accb2f3-569e-4ea6-8fdb-ad005976e200. Jan 31 18:54:17.827995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=5b904123-98f7-4ab3-b204-8d9250335acd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:17.862916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-bcdb7733-47e5-40de-8dc8-51263006ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:17.867405 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-bcdb7733-47e5-40de-8dc8-51263006ad08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1127 time: 0.6074271 Jan 31 18:54:17.926087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c930d2-d42e-40dd-822c-786de41347e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec013205-503c-4f86-b47c-1757ef6923be,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:18.043996 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-ce4a6aca-f787-4de3-8cd4-4b18fd49f312 service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670020 Jan 31 18:54:18.050089 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b132ee2-167f-4b8a-8116-ab0ae5332adc admin admin] Publish callbacks [] for security_group (ec013205-503c-4f86-b47c-1757ef6923be), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:18.086706 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b132ee2-167f-4b8a-8116-ab0ae5332adc admin admin] Publish callbacks [] for security_group (ec013205-503c-4f86-b47c-1757ef6923be), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:18.100128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:18.101887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-60a4b15b-2a00-4e44-9b25-07df4a4df4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:18.103562 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-60a4b15b-2a00-4e44-9b25-07df4a4df4c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 898 time: 0.2137878 Jan 31 18:54:18.198127 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-b4118eab-ce59-48ce-8909-e18bc95d8224 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 1000 time: 0.0853217 Jan 31 18:54:18.220728 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b132ee2-167f-4b8a-8116-ab0ae5332adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ec013205-503c-4f86-b47c-1757ef6923be), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:18.224494 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b132ee2-167f-4b8a-8116-ab0ae5332adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:18.225887 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7b132ee2-167f-4b8a-8116-ab0ae5332adc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec013205-503c-4f86-b47c-1757ef6923be HTTP/1.1" status: 204 len: 168 time: 0.7665925 Jan 31 18:54:18.265259 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b132ee2-167f-4b8a-8116-ab0ae5332adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec013205-503c-4f86-b47c-1757ef6923be,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:18.281376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-ae5e8d1b-9054-4ece-871e-7512e9e83aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:18.283423 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-ae5e8d1b-9054-4ece-871e-7512e9e83aa0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 200 len: 834 time: 0.0774403 Jan 31 18:54:18.301104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:18.312895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:18.323836 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc189d-adf8-496b-b69a-728e801b70c3 None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:18.338198 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc189d-adf8-496b-b69a-728e801b70c3 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:18.339151 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-55dc189d-adf8-496b-b69a-728e801b70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:18.367248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-78485afa-c2c4-40bd-af3b-2df0f06a0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:18.369028 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-78485afa-c2c4-40bd-af3b-2df0f06a0120 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02dc426e-be1f-41b5-9e74-ae8223b96e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0786166 Jan 31 18:54:18.382890 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-55dc189d-adf8-496b-b69a-728e801b70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:18.386064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c4e97e95-b5d1-4f0c-9047-628165259b7f tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/floatingips/6a086ee8-7d0b-4d30-9810-7de821d270d2 HTTP/1.1" status: 204 len: 168 time: 1.6245899 Jan 31 18:54:18.389029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49616) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:18.394920 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc189d-adf8-496b-b69a-728e801b70c3 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:18.395769 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-55dc189d-adf8-496b-b69a-728e801b70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:53:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:18.448021 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-55dc189d-adf8-496b-b69a-728e801b70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:18.448939 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc189d-adf8-496b-b69a-728e801b70c3 None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:18.526724 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-b5a5de10-8928-4bd5-8e62-5be8df54ee13 service neutron] 10.222.0.49 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495149 Jan 31 18:54:18.554373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe9357-b021-4070-a037-4221540d33ea tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 3accb2f3-569e-4ea6-8fdb-ad005976e200 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:18.559216 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9357-b021-4070-a037-4221540d33ea tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3accb2f3-569e-4ea6-8fdb-ad005976e200), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:18.657644 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5e3a5b2e-0e07-4adf-bc9b-c436567b25d7 req-81dd3943-cc9d-41e0-a32c-fffaa51c91f0 service neutron] 10.222.0.49 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224720 Jan 31 18:54:18.660120 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9357-b021-4070-a037-4221540d33ea tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3accb2f3-569e-4ea6-8fdb-ad005976e200), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:18.678311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe9357-b021-4070-a037-4221540d33ea tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 3accb2f3-569e-4ea6-8fdb-ad005976e200 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:18.802491 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f2fbd5d-aea7-4ea7-8bf8-c7dac12593f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:18.854038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5973ac-0bc8-4645-9dac-85763c13cb3c req-c4256a79-f4ae-4752-8c04-9b337dc4ef9e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:18.855621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c5973ac-0bc8-4645-9dac-85763c13cb3c req-c4256a79-f4ae-4752-8c04-9b337dc4ef9e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.1165636 Jan 31 18:54:18.958059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c5973ac-0bc8-4645-9dac-85763c13cb3c req-01ae60ea-ff67-45e9-ab16-90d44c86d1ea tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915294 Jan 31 18:54:18.991276 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9357-b021-4070-a037-4221540d33ea tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3accb2f3-569e-4ea6-8fdb-ad005976e200), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:19.074829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe9357-b021-4070-a037-4221540d33ea tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=3accb2f3-569e-4ea6-8fdb-ad005976e200,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:19.099657 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:54:19.241041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9357-b021-4070-a037-4221540d33ea tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:19.251072 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cbbe9357-b021-4070-a037-4221540d33ea tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/ports/3accb2f3-569e-4ea6-8fdb-ad005976e200 HTTP/1.1" status: 204 len: 168 time: 0.8602378 Jan 31 18:54:19.254667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49644) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:19.261290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:19.293450 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:19.451459 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:19.594944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.25.8.68 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/890ae999-e5a6-444e-88b1-db151eb541e5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:54:19.730462 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (890ae999-e5a6-444e-88b1-db151eb541e5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:19.783840 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (890ae999-e5a6-444e-88b1-db151eb541e5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:19.838191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:54:19.844657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:54:19.849690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:54:19.892286 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=890ae999-e5a6-444e-88b1-db151eb541e5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:19.901877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd1eed-2623-41a0-b77f-b7dfd4789c48 req-efbb07e1-aa62-4002-9c1c-99cd506eff46 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:19.911777 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4fd1eed-2623-41a0-b77f-b7dfd4789c48 req-efbb07e1-aa62-4002-9c1c-99cd506eff46 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 944 time: 0.5290513 Jan 31 18:54:19.954605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (e98a8e62-4f06-462c-b4fa-627df3059aac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:19.968485 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4fd1eed-2623-41a0-b77f-b7dfd4789c48 req-962a563f-533c-4743-8402-0383f974d8b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549316 Jan 31 18:54:20.008612 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (890ae999-e5a6-444e-88b1-db151eb541e5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:20.196368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb9b85-67e6-4e2f-942c-0a00856efbba req-812ccc57-062f-4a51-a249-e32ad78769c0 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:20.198030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4cb9b85-67e6-4e2f-942c-0a00856efbba req-812ccc57-062f-4a51-a249-e32ad78769c0 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.0906267 Jan 31 18:54:20.291653 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4cb9b85-67e6-4e2f-942c-0a00856efbba req-1dec3f90-e605-4f81-8398-5b84d28e4918 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852859 Jan 31 18:54:20.300525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (890ae999-e5a6-444e-88b1-db151eb541e5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:20.309265 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (890ae999-e5a6-444e-88b1-db151eb541e5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:20.502901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=890ae999-e5a6-444e-88b1-db151eb541e5,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:20.519666 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (e98a8e62-4f06-462c-b4fa-627df3059aac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:20.547202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:20.552123 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9f64dd8c-a91c-4c77-8e3d-c1af3f339b1d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2957242 Jan 31 18:54:20.555768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49696) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:20.566642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'port': {'network_id': '0efac365-e4e8-4974-a1fe-17be5c26e37b', 'name': 'tempest-FloatingIPTestJSON-798859091'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:20.755197 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66359-6500-45de-806c-c82ce6335a1e req-3a8d9550-4b35-4c2e-93ec-c94aa1c7b9df tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:20.757947 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-3a8d9550-4b35-4c2e-93ec-c94aa1c7b9df tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6&tenant_id=ee02e97acfcd42578f53acc92edaa3d5&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 944 time: 0.1369262 Jan 31 18:54:20.782374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b485f9d-c1f4-417d-83c4-ee84955ebf88 req-7219ef61-cdc4-45e5-8acb-13f2ef50409b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:20.783811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b485f9d-c1f4-417d-83c4-ee84955ebf88 req-7219ef61-cdc4-45e5-8acb-13f2ef50409b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 944 time: 0.1264043 Jan 31 18:54:20.865058 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-dab5e2fc-330f-4ba0-97cf-bf26ec6aab8b service neutron] 10.222.0.49 "GET /v2.0/ports/f288f639-cc75-40ec-a538-60d213f6ab99/bindings/n-h1-812111-15 HTTP/1.1" status: 200 len: 383 time: 0.0984833 Jan 31 18:54:20.865538 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49728) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:20.957834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Made reservation on behalf of 7efba99cafa346bf995ec55ec01f23b4 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:54:20.966779 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:20.992888 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66359-6500-45de-806c-c82ce6335a1e req-5fb2b026-47b8-4365-863a-a955734dd0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:21.012240 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-5fb2b026-47b8-4365-863a-a955734dd0b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1127 time: 0.0996885 Jan 31 18:54:21.033971 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3fc11511-64c1-4cb6-9ac7-3a00f208cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:21.035663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b485f9d-c1f4-417d-83c4-ee84955ebf88 req-16a36cd7-d3ae-40c0-b565-ea50c72780b0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2422588 Jan 31 18:54:21.042266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] device_id is not set on port 7bc73eff-ae0f-43e9-b52c-6a4a5a227eca yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:54:21.066043 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700b319d-65c9-4700-8678-998e218ebf74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:21.196311 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f49827cc-7a64-403b-87d5-e14dd23ccb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:21.197771 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f49827cc-7a64-403b-87d5-e14dd23ccb1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 898 time: 0.1838045 Jan 31 18:54:21.257979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.20.0.9 (0efac365-e4e8-4974-a1fe-17be5c26e37b/55543288-4478-4575-b308-546ef4d7095a/7bc73eff-ae0f-43e9-b52c-6a4a5a227eca) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:54:21.302114 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700b319d-65c9-4700-8678-998e218ebf74 admin admin] Publish callbacks [] for security_group (0a33eb92-d796-4a14-946b-71f451779806), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:21.313135 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-0407e788-58b2-4694-b322-099b0637ae01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 1000 time: 0.1068556 Jan 31 18:54:21.315271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-700b319d-65c9-4700-8678-998e218ebf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0a33eb92-d796-4a14-946b-71f451779806), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:21.408449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66359-6500-45de-806c-c82ce6335a1e req-0f70a955-da9d-4296-924d-b6bc46f1ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:21.413032 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-0f70a955-da9d-4296-924d-b6bc46f1ce71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 200 len: 834 time: 0.0932612 Jan 31 18:54:21.516786 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-700b319d-65c9-4700-8678-998e218ebf74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27f6544196154e3d8e92eeaaa3f08182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6500208 Jan 31 18:54:21.517489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:21.529817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b319d-65c9-4700-8678-998e218ebf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a33eb92-d796-4a14-946b-71f451779806,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:21.558512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4eae9-6b03-4d93-b711-fbc4511109db req-2b24b99d-9f87-4e31-b89d-ac0fcdc8684d tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:21.560831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16d4eae9-6b03-4d93-b711-fbc4511109db req-2b24b99d-9f87-4e31-b89d-ac0fcdc8684d tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.1527300 Jan 31 18:54:21.572053 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66359-6500-45de-806c-c82ce6335a1e req-4a3d5f7d-34de-4471-93ea-db6374a99543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:21.573895 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-4a3d5f7d-34de-4471-93ea-db6374a99543 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02dc426e-be1f-41b5-9e74-ae8223b96e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1379161 Jan 31 18:54:21.609968 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97bdb833-ae4c-48df-88e8-72e393603bf3 admin admin] Publish callbacks [] for security_group (0a33eb92-d796-4a14-946b-71f451779806), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:21.633909 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97bdb833-ae4c-48df-88e8-72e393603bf3 admin admin] Publish callbacks [] for security_group (0a33eb92-d796-4a14-946b-71f451779806), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:21.668287 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (7bc73eff-ae0f-43e9-b52c-6a4a5a227eca), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:21.720919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16d4eae9-6b03-4d93-b711-fbc4511109db req-b4960878-80a7-48fa-bbb3-2489a4b19cbb tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363761 Jan 31 18:54:21.746371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49784) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:21.768865 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7bc73eff-ae0f-43e9-b52c-6a4a5a227eca), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:21.778857 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-59cc9df2-7629-406c-a2d0-32f3c1c4281d service neutron] 10.222.0.49 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963251 Jan 31 18:54:21.780772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97bdb833-ae4c-48df-88e8-72e393603bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0a33eb92-d796-4a14-946b-71f451779806), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:21.784059 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97bdb833-ae4c-48df-88e8-72e393603bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:21.787710 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-97bdb833-ae4c-48df-88e8-72e393603bf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a33eb92-d796-4a14-946b-71f451779806 HTTP/1.1" status: 204 len: 168 time: 0.2656894 Jan 31 18:54:21.797728 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdb833-ae4c-48df-88e8-72e393603bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a33eb92-d796-4a14-946b-71f451779806,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:21.810832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f288f639-cc75-40ec-a538-60d213f6ab99 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:54:21.859052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 0efac365-e4e8-4974-a1fe-17be5c26e37b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:54:21.877015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:54:21.882931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:54:21.918422 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-aa18be73-2486-4004-9ae5-301a9b9edec2 service neutron] 10.222.0.49 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220679 Jan 31 18:54:21.943003 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=7bc73eff-ae0f-43e9-b52c-6a4a5a227eca,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:21.976863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:21.977720 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:21.992673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1be04897-afed-4835-a789-61a01e972355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:21.998365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a8c5954a-b6d8-4d76-aad5-9cc6a60eacec tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4413109 Jan 31 18:54:21.999675 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49790) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:22.014245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-59d209c2-0da7-42ef-8301-edcdbdbeddab tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'floatingip': {'port_id': '7bc73eff-ae0f-43e9-b52c-6a4a5a227eca'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:22.020235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:22.052834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'port_id': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'mac_address': 'fa:16:3e:15:1d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:54:22.068281 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59d209c2-0da7-42ef-8301-edcdbdbeddab tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (e98a8e62-4f06-462c-b4fa-627df3059aac), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:22.150473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port f288f639-cc75-40ec-a538-60d213f6ab99 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:54:22.151245 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:22.166284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f288f639-cc75-40ec-a538-60d213f6ab99 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:54:22.174292 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1be04897-afed-4835-a789-61a01e972355 admin admin] Publish callbacks [] for security_group (c301f3d3-f5ed-405c-afdd-be645d7cd56d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:22.183022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1be04897-afed-4835-a789-61a01e972355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c301f3d3-f5ed-405c-afdd-be645d7cd56d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:22.194793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:22.200817 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:22.281248 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1be04897-afed-4835-a789-61a01e972355 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a25d01dbfe745969b9aea7162a81523&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5338352 Jan 31 18:54:22.287042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:22.287366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:22.299243 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be04897-afed-4835-a789-61a01e972355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c301f3d3-f5ed-405c-afdd-be645d7cd56d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:22.323400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff57de3-42af-4f43-b341-db6808913c1f req-afe91034-b061-4bbd-a25d-7433646a6bec tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:22.333171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eff57de3-42af-4f43-b341-db6808913c1f req-afe91034-b061-4bbd-a25d-7433646a6bec tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 945 time: 0.1694655 Jan 31 18:54:22.357165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9441c689-b756-47e4-8042-ad26eb8049ec admin admin] Publish callbacks [] for security_group (c301f3d3-f5ed-405c-afdd-be645d7cd56d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:22.385875 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9441c689-b756-47e4-8042-ad26eb8049ec admin admin] Publish callbacks [] for security_group (c301f3d3-f5ed-405c-afdd-be645d7cd56d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:22.434831 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:22.437642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eff57de3-42af-4f43-b341-db6808913c1f req-0d2ff880-54ea-4f6f-b175-41c24a9737d5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031837 Jan 31 18:54:22.495079 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9441c689-b756-47e4-8042-ad26eb8049ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c301f3d3-f5ed-405c-afdd-be645d7cd56d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:22.497965 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9441c689-b756-47e4-8042-ad26eb8049ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:22.499377 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9441c689-b756-47e4-8042-ad26eb8049ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c301f3d3-f5ed-405c-afdd-be645d7cd56d HTTP/1.1" status: 204 len: 168 time: 0.2063475 Jan 31 18:54:22.516768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441c689-b756-47e4-8042-ad26eb8049ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c301f3d3-f5ed-405c-afdd-be645d7cd56d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:22.531093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['f288f639-cc75-40ec-a538-60d213f6ab99'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:54:22.926416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59d209c2-0da7-42ef-8301-edcdbdbeddab tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:22.935734 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59d209c2-0da7-42ef-8301-edcdbdbeddab tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (e98a8e62-4f06-462c-b4fa-627df3059aac), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:23.063522 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-59d209c2-0da7-42ef-8301-edcdbdbeddab tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Floating IP e98a8e62-4f06-462c-b4fa-627df3059aac associated. External IP: 172.25.8.68, port: 7bc73eff-ae0f-43e9-b52c-6a4a5a227eca. Jan 31 18:54:23.074199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cfae4-32ca-4075-9f81-64f86be5de4a req-dfc4a2b5-1dda-4184-a001-91a73e413f4a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:23.081751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a3cfae4-32ca-4075-9f81-64f86be5de4a req-dfc4a2b5-1dda-4184-a001-91a73e413f4a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.2535000 Jan 31 18:54:23.097908 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:23.111677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c584fe-dd17-479d-a71e-0464066a2422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:23.187423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a3cfae4-32ca-4075-9f81-64f86be5de4a req-a126d06b-c8cb-4b11-aad7-c6119b14fb8a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914676 Jan 31 18:54:23.216898 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c584fe-dd17-479d-a71e-0464066a2422 admin admin] Publish callbacks [] for security_group (75b957a9-219a-4843-8d5b-024638e3748f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:23.225366 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c584fe-dd17-479d-a71e-0464066a2422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (75b957a9-219a-4843-8d5b-024638e3748f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:23.266870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c584fe-dd17-479d-a71e-0464066a2422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b957a9-219a-4843-8d5b-024638e3748f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:23.291792 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-71c584fe-dd17-479d-a71e-0464066a2422 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2d4a4898a244310932504baba2e6cff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1927578 Jan 31 18:54:23.293988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49830) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:23.384074 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8579-05b6-407a-bcc5-c66252d24ddd admin admin] Publish callbacks [] for security_group (75b957a9-219a-4843-8d5b-024638e3748f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:23.416908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d209c2-0da7-42ef-8301-edcdbdbeddab tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:23.417200 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8579-05b6-407a-bcc5-c66252d24ddd admin admin] Publish callbacks [] for security_group (75b957a9-219a-4843-8d5b-024638e3748f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:23.496012 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8579-05b6-407a-bcc5-c66252d24ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (75b957a9-219a-4843-8d5b-024638e3748f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:23.501561 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8579-05b6-407a-bcc5-c66252d24ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:23.507226 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2e0a8579-05b6-407a-bcc5-c66252d24ddd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75b957a9-219a-4843-8d5b-024638e3748f HTTP/1.1" status: 204 len: 168 time: 0.2115664 Jan 31 18:54:23.515569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a8579-05b6-407a-bcc5-c66252d24ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b957a9-219a-4843-8d5b-024638e3748f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:23.671334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d209c2-0da7-42ef-8301-edcdbdbeddab tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:23.676271 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59d209c2-0da7-42ef-8301-edcdbdbeddab tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:23.682384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e64eb6-f17b-487b-9f4b-63a0c48bb1e1 None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:23.704660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e64eb6-f17b-487b-9f4b-63a0c48bb1e1 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:23.705358 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-25e64eb6-f17b-487b-9f4b-63a0c48bb1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:23.764364 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6bd4-ccda-4f11-8947-e662d7d4aec3 req-bde92e71-355d-4a89-a4a8-411fea6175fa tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:23.774417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f80b6bd4-ccda-4f11-8947-e662d7d4aec3 req-bde92e71-355d-4a89-a4a8-411fea6175fa tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 945 time: 0.1560502 Jan 31 18:54:23.790361 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-59d209c2-0da7-42ef-8301-edcdbdbeddab tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "PUT /v2.0/floatingips/e98a8e62-4f06-462c-b4fa-627df3059aac HTTP/1.1" status: 200 len: 976 time: 1.7850623 Jan 31 18:54:23.790629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49850) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:23.915849 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f80b6bd4-ccda-4f11-8947-e662d7d4aec3 req-43176c19-510d-4170-bf88-a2b8262a5e6a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1243136 Jan 31 18:54:24.013915 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 7bc73eff-ae0f-43e9-b52c-6a4a5a227eca {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:24.014166 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7bc73eff-ae0f-43e9-b52c-6a4a5a227eca), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:24.043253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f288f639-cc75-40ec-a538-60d213f6ab99 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:54:24.053506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-25e64eb6-f17b-487b-9f4b-63a0c48bb1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:24.091760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e64eb6-f17b-487b-9f4b-63a0c48bb1e1 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:24.092321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-25e64eb6-f17b-487b-9f4b-63a0c48bb1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:24.172274 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:24.175872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-25e64eb6-f17b-487b-9f4b-63a0c48bb1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:24.190032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e64eb6-f17b-487b-9f4b-63a0c48bb1e1 None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:24.210395 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7bc73eff-ae0f-43e9-b52c-6a4a5a227eca), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:24.355887 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:24.403320 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:24.422947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'port_id': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'mac_address': 'fa:16:3e:15:1d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:54:24.431242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9f7bf-2c80-4d55-a384-97fc58db8b2e req-b2ec1b5e-807b-49e8-a398-1423a0002c68 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:24.439963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61a9f7bf-2c80-4d55-a384-97fc58db8b2e req-b2ec1b5e-807b-49e8-a398-1423a0002c68 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.1458843 Jan 31 18:54:24.517042 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:24.517649 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (e98a8e62-4f06-462c-b4fa-627df3059aac), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:24.517806 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Floating IP e98a8e62-4f06-462c-b4fa-627df3059aac disassociated. External IP: 172.25.8.68, port: 7bc73eff-ae0f-43e9-b52c-6a4a5a227eca. Jan 31 18:54:24.518048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 7bc73eff-ae0f-43e9-b52c-6a4a5a227eca owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:24.537005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61a9f7bf-2c80-4d55-a384-97fc58db8b2e req-46e9296e-f340-4883-b363-ec1a326ea63e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912378 Jan 31 18:54:24.598797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77623ea-427a-4119-b23d-5a36f7d00eae req-97138e8b-8f28-4961-9d1c-644a54d43642 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569828 Jan 31 18:54:24.679874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66359-6500-45de-806c-c82ce6335a1e req-1367eba3-e018-4c84-afa7-6e70289e28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:24.681497 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-1367eba3-e018-4c84-afa7-6e70289e28f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6&tenant_id=ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 1128 time: 0.0948746 Jan 31 18:54:24.696057 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:24.738730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77623ea-427a-4119-b23d-5a36f7d00eae req-42b0ae27-fbd8-44ac-91c2-6b89fb553bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:24.740240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77623ea-427a-4119-b23d-5a36f7d00eae req-42b0ae27-fbd8-44ac-91c2-6b89fb553bc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2955cafada344780a429a6e6a13faa85&device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 1129 time: 0.0991292 Jan 31 18:54:24.826163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:24.939282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77623ea-427a-4119-b23d-5a36f7d00eae req-081b817a-bdd9-48ad-a737-ec4cf8ec8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:24.941023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77623ea-427a-4119-b23d-5a36f7d00eae req-081b817a-bdd9-48ad-a737-ec4cf8ec8f3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 200 len: 919 time: 0.1630003 Jan 31 18:54:24.994687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7bc73eff-ae0f-43e9-b52c-6a4a5a227eca), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:25.015783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77623ea-427a-4119-b23d-5a36f7d00eae req-745a5bee-189c-4bf4-941c-f99a39f2f38c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9a00885-1b04-45ff-860d-9887303293da HTTP/1.1" status: 200 len: 217 time: 0.0533273 Jan 31 18:54:25.041918 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=7bc73eff-ae0f-43e9-b52c-6a4a5a227eca,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:25.244828 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:25.248378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:25.318675 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:25.340019 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:54:25.454556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77623ea-427a-4119-b23d-5a36f7d00eae req-c4ef73d2-2285-490d-b10f-df9b8fec8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:25.456151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77623ea-427a-4119-b23d-5a36f7d00eae req-c4ef73d2-2285-490d-b10f-df9b8fec8dde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c523f28-793d-4d04-b5eb-56fa402c8e88 HTTP/1.1" status: 200 len: 858 time: 0.4326503 Jan 31 18:54:25.464761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f288f639-cc75-40ec-a538-60d213f6ab99 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:54:25.479780 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Publish callbacks [] for port (f288f639-cc75-40ec-a538-60d213f6ab99), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:25.497644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77623ea-427a-4119-b23d-5a36f7d00eae req-1d3cc57f-a197-4dea-a4c6-9ece26e3a532 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d9cae6d-c34f-4255-bef4-d02e928b2b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334418 Jan 31 18:54:25.604539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Ignored duplicate provisioning block setup for port f288f639-cc75-40ec-a538-60d213f6ab99 by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 31 18:54:25.614073 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:25.652312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77623ea-427a-4119-b23d-5a36f7d00eae req-f96551ba-2a4f-4ab8-aced-d48663c6d8c6 service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476202 Jan 31 18:54:25.676463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Pushing event updated for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=9']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:25.719955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:25.732553 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aec119-d11a-4e39-8f78-c4d66113f3c7 None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:25.750144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d1673-4abf-4643-b647-f595d105b188 req-7e84a009-19aa-40a9-a32c-3f2b960b1b18 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:25.757322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-771d1673-4abf-4643-b647-f595d105b188 req-7e84a009-19aa-40a9-a32c-3f2b960b1b18 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 945 time: 0.6668129 Jan 31 18:54:25.765329 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aec119-d11a-4e39-8f78-c4d66113f3c7 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:25.770516 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a0aec119-d11a-4e39-8f78-c4d66113f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:25.832816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f288f639-cc75-40ec-a538-60d213f6ab99 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:54:25.908399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port f288f639-cc75-40ec-a538-60d213f6ab99 host n-h2-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:54:25.908879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f288f639-cc75-40ec-a538-60d213f6ab99 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:54:26.001402 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b260006e-65ad-48c4-8769-32331519e9e6 req-770a1a7d-e5e6-4c71-80cd-ace39c740b84 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5097244 Jan 31 18:54:26.099275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ea5df-8022-493d-b3fa-e018d1fd7266 req-4d10db99-cd38-497e-b315-2b0656fe8e71 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:26.118416 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-896ea5df-8022-493d-b3fa-e018d1fd7266 req-4d10db99-cd38-497e-b315-2b0656fe8e71 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.3564780 Jan 31 18:54:26.122859 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a0aec119-d11a-4e39-8f78-c4d66113f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:26.134776 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aec119-d11a-4e39-8f78-c4d66113f3c7 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:26.136352 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a0aec119-d11a-4e39-8f78-c4d66113f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:26.146578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77623ea-427a-4119-b23d-5a36f7d00eae req-26bba680-8369-490c-929c-8dd2540719eb service neutron] 10.222.0.21 "GET /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873486 Jan 31 18:54:26.152952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-771d1673-4abf-4643-b647-f595d105b188 req-f0723b1b-e56d-4eb5-9c82-ed3986d73b2e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3462379 Jan 31 18:54:26.219734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-896ea5df-8022-493d-b3fa-e018d1fd7266 req-354ada2f-a432-4e5c-88f9-23238ea49264 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652905 Jan 31 18:54:26.222437 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:26.234832 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a0aec119-d11a-4e39-8f78-c4d66113f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:26.235810 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aec119-d11a-4e39-8f78-c4d66113f3c7 None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:26.293314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] No DVR routers for this DVR port f288f639-cc75-40ec-a538-60d213f6ab99 on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:54:26.737100 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:26.740318 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4e412080-6abc-4e36-b07f-d4905fd3c7d4 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/ports/7bc73eff-ae0f-43e9-b52c-6a4a5a227eca HTTP/1.1" status: 204 len: 168 time: 2.9485991 Jan 31 18:54:26.743069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49924) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:26.796506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Attempting to bind port f288f639-cc75-40ec-a538-60d213f6ab99 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:54:26.796858 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Attempting to bind port f288f639-cc75-40ec-a538-60d213f6ab99 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:54:26.797398 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Attempting to bind port f288f639-cc75-40ec-a538-60d213f6ab99 on network 02dc426e-be1f-41b5-9e74-ae8223b96e19 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:54:26.804596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260006e-65ad-48c4-8769-32331519e9e6 req-c9d4e3c5-7987-48d9-812a-b5fd1221d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:26.806270 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b260006e-65ad-48c4-8769-32331519e9e6 req-c9d4e3c5-7987-48d9-812a-b5fd1221d541 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=732c6167da0340c5b37c8a129944c15a&device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 1129 time: 0.6959929 Jan 31 18:54:26.806930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Port f288f639-cc75-40ec-a538-60d213f6ab99 on network 02dc426e-be1f-41b5-9e74-ae8223b96e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:54:26.807297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Attempting to bind port f288f639-cc75-40ec-a538-60d213f6ab99 on network 02dc426e-be1f-41b5-9e74-ae8223b96e19 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:54:26.814022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:54:26.814382 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Checking segment: {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:54:26.814935 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Bound using segment: {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:54:26.815693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Bound port: f288f639-cc75-40ec-a538-60d213f6ab99, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f079a3-42ac-4534-9541-c23fd73853f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:54:26.815693 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:26.823095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-78992b17-9975-4f7c-a3df-ec4a024f53c8 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "GET /v2.0/floatingips/e98a8e62-4f06-462c-b4fa-627df3059aac HTTP/1.1" status: 200 len: 687 time: 0.0748591 Jan 31 18:54:26.823647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49926) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:27.013678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:54:27.035551 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:27.043465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:54:27.044527 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6a23e-6474-4fe3-b726-8b7145091d0a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 890ae999-e5a6-444e-88b1-db151eb541e5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:27.045150 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a23e-6474-4fe3-b726-8b7145091d0a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (890ae999-e5a6-444e-88b1-db151eb541e5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:27.045971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260006e-65ad-48c4-8769-32331519e9e6 req-dc724841-32f4-4cc0-956c-03b06733bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:27.048064 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b260006e-65ad-48c4-8769-32331519e9e6 req-dc724841-32f4-4cc0-956c-03b06733bab2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 200 len: 912 time: 0.1963191 Jan 31 18:54:27.073539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:27.173045 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a23e-6474-4fe3-b726-8b7145091d0a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (890ae999-e5a6-444e-88b1-db151eb541e5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:27.180072 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a23e-6474-4fe3-b726-8b7145091d0a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (890ae999-e5a6-444e-88b1-db151eb541e5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:27.197232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6a23e-6474-4fe3-b726-8b7145091d0a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 890ae999-e5a6-444e-88b1-db151eb541e5 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:27.277920 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:27.278967 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:27.281627 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] 10.222.0.21 "PUT /v2.0/ports/f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 1093 time: 2.5928481 Jan 31 18:54:27.298324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:54:27.313641 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:54:27.381626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb4cc-52e2-4441-98ac-fc0c6de31c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:27.388966 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a23e-6474-4fe3-b726-8b7145091d0a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (890ae999-e5a6-444e-88b1-db151eb541e5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:27.471491 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b260006e-65ad-48c4-8769-32331519e9e6 req-3caac5ac-4f62-4956-9ff0-2518aef4d7d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1c04ab2-2363-44b3-8e68-3967fdb469e3 HTTP/1.1" status: 200 len: 1002 time: 0.4161484 Jan 31 18:54:27.491559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6a23e-6474-4fe3-b726-8b7145091d0a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=890ae999-e5a6-444e-88b1-db151eb541e5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:27.532016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Pushing event updated for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=10']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:27.572518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.572871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.573286 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.573632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.573964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.574292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.574622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.574945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.575268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.575588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.575910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.576226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.576619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c7fd-4e31-405e-8b5a-e8b8a25128ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:27.625735 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66359-6500-45de-806c-c82ce6335a1e req-2fa63028-aa73-4fcf-91c1-4c79743843e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:27.627615 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-2fa63028-aa73-4fcf-91c1-4c79743843e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1128 time: 0.2945006 Jan 31 18:54:27.638705 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260006e-65ad-48c4-8769-32331519e9e6 req-6b0ff80e-660b-4aba-b396-b30ffcb8ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:27.641117 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b260006e-65ad-48c4-8769-32331519e9e6 req-6b0ff80e-660b-4aba-b396-b30ffcb8ba7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b1b457b-8abd-4614-8276-0291f0e06e62 HTTP/1.1" status: 200 len: 850 time: 0.1369197 Jan 31 18:54:27.644554 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee927-bf77-4a1b-be5c-68f67206505f req-df560a9a-195c-4127-959e-7460b663b667 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:27.646302 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93eee927-bf77-4a1b-be5c-68f67206505f req-df560a9a-195c-4127-959e-7460b663b667 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.2726362 Jan 31 18:54:27.666565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce9660-2dd2-4ff2-9689-72a46926c4d3 req-75a2b850-f8a4-4d5c-b83a-813b52c428d6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:27.677103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4ce9660-2dd2-4ff2-9689-72a46926c4d3 req-75a2b850-f8a4-4d5c-b83a-813b52c428d6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 945 time: 0.3011224 Jan 31 18:54:27.709335 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a23e-6474-4fe3-b726-8b7145091d0a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (e98a8e62-4f06-462c-b4fa-627df3059aac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:27.712586 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a23e-6474-4fe3-b726-8b7145091d0a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:27.718834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c2e6a23e-6474-4fe3-b726-8b7145091d0a tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/floatingips/e98a8e62-4f06-462c-b4fa-627df3059aac HTTP/1.1" status: 204 len: 168 time: 0.8871253 Jan 31 18:54:27.740210 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:27.745644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': 'e90cf2c7-b38c-4217-9ead-356a00c9e353'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:27.801021 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb4cc-52e2-4441-98ac-fc0c6de31c2c admin admin] Publish callbacks [] for security_group (95a9717f-0fb6-4b9a-98b3-b9de5e08f683), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:27.812956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b1cb4cc-52e2-4441-98ac-fc0c6de31c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (95a9717f-0fb6-4b9a-98b3-b9de5e08f683), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:27.831953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4ce9660-2dd2-4ff2-9689-72a46926c4d3 req-65f3fd89-185b-4c3e-a371-680dc2c6bcaa tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537094 Jan 31 18:54:27.841929 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:27.848593 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260006e-65ad-48c4-8769-32331519e9e6 req-bcdf6b8c-e2fe-4868-b064-2021ce4b805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:27.850192 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b260006e-65ad-48c4-8769-32331519e9e6 req-bcdf6b8c-e2fe-4868-b064-2021ce4b805a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c11bd176-3044-4185-9008-2e805d18ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1830802 Jan 31 18:54:27.873100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93eee927-bf77-4a1b-be5c-68f67206505f req-e5945499-152f-4795-8c74-413ad8098a4e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925974 Jan 31 18:54:27.896621 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5b1cb4cc-52e2-4441-98ac-fc0c6de31c2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d120f9822fc4bf69a3b5f9268b2edf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8499515 Jan 31 18:54:27.896621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66359-6500-45de-806c-c82ce6335a1e req-75cc1b7e-1638-4196-862a-d01a48e85614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:27.896621 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-75cc1b7e-1638-4196-862a-d01a48e85614 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 898 time: 0.2483165 Jan 31 18:54:27.896621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49980) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:27.923651 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cb4cc-52e2-4441-98ac-fc0c6de31c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a9717f-0fb6-4b9a-98b3-b9de5e08f683,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:28.047236 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b40901-985d-49b3-a08e-8e068e5bf5c3 x-openstack-request-id: req-e6b40901-985d-49b3-a08e-8e068e5bf5c3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:54:28.047651 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:54:28.047982 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6b40901-985d-49b3-a08e-8e068e5bf5c3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:54:28.048430 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'status': 'completed', 'code': 200} Jan 31 18:54:28.078687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-6240c77b-3aac-4ca6-8b80-9bd8c8f7335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:28.080293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-6240c77b-3aac-4ca6-8b80-9bd8c8f7335f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1128 time: 0.0916204 Jan 31 18:54:28.083536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49986) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:28.123049 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:28.127542 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-5a222eb6-8998-421b-9ef8-be61bad7288f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 1000 time: 0.2194328 Jan 31 18:54:28.151074 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0fbb-7eef-40d5-9ca0-e3a229937688 admin admin] Publish callbacks [] for security_group (95a9717f-0fb6-4b9a-98b3-b9de5e08f683), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:28.167291 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b260006e-65ad-48c4-8769-32331519e9e6 req-bb909278-18cf-4da1-90e1-bf042833d4ba service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014684 Jan 31 18:54:28.255044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0fbb-7eef-40d5-9ca0-e3a229937688 admin admin] Publish callbacks [] for security_group (95a9717f-0fb6-4b9a-98b3-b9de5e08f683), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:28.276709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-af2108ea-b8c4-442c-a910-ced56b41d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:28.278364 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-af2108ea-b8c4-442c-a910-ced56b41d745 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 898 time: 0.1894777 Jan 31 18:54:28.298914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05a22158-e315-4fca-ae44-35cb5a3ce608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:28.307861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f08a8286-efd0-49f1-8916-9013e5617a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:28.309914 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-f08a8286-efd0-49f1-8916-9013e5617a99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 200 len: 834 time: 0.1600325 Jan 31 18:54:28.399183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.25.8.36 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/572f01b4-d3f4-4534-b1bb-f178601b2073) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:54:28.432107 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b260006e-65ad-48c4-8769-32331519e9e6 req-b89360bf-a338-4587-bb59-d58325845854 service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323949 Jan 31 18:54:28.443642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-06760dcb-ed02-4550-8602-7d2d1d162043 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 1000 time: 0.1571665 Jan 31 18:54:28.450989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66359-6500-45de-806c-c82ce6335a1e req-49d3e556-21a6-459e-84cd-7b5a9df02524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:28.454091 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-49d3e556-21a6-459e-84cd-7b5a9df02524 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02dc426e-be1f-41b5-9e74-ae8223b96e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1350226 Jan 31 18:54:28.457282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0fbb-7eef-40d5-9ca0-e3a229937688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (95a9717f-0fb6-4b9a-98b3-b9de5e08f683), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:28.460053 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0fbb-7eef-40d5-9ca0-e3a229937688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:28.464366 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0e4f0fbb-7eef-40d5-9ca0-e3a229937688 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95a9717f-0fb6-4b9a-98b3-b9de5e08f683 HTTP/1.1" status: 204 len: 168 time: 0.5576158 Jan 31 18:54:28.511176 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f0fbb-7eef-40d5-9ca0-e3a229937688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a9717f-0fb6-4b9a-98b3-b9de5e08f683,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:28.635209 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-14b055f4-f4da-4d55-bf38-18fc0ddd02be service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687458 Jan 31 18:54:28.641271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05a22158-e315-4fca-ae44-35cb5a3ce608 admin admin] Publish callbacks [] for security_group (56a6274f-fe9a-4729-8244-f64c84ae61ad), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:28.643503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-5a70f748-28e7-4d47-867b-d36108912515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:28.645403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-5a70f748-28e7-4d47-867b-d36108912515 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 200 len: 834 time: 0.1921563 Jan 31 18:54:28.655761 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05a22158-e315-4fca-ae44-35cb5a3ce608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (56a6274f-fe9a-4729-8244-f64c84ae61ad), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:28.713491 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (572f01b4-d3f4-4534-b1bb-f178601b2073), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:28.749567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-c3ab9236-b17a-4c1d-be8e-c36ebc5d6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:28.753353 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-05a22158-e315-4fca-ae44-35cb5a3ce608 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac045af8964a4b6c989113c86dab1c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6658626 Jan 31 18:54:28.753459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-c3ab9236-b17a-4c1d-be8e-c36ebc5d6c38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02dc426e-be1f-41b5-9e74-ae8223b96e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0987203 Jan 31 18:54:28.753591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49996) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:28.760829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a22158-e315-4fca-ae44-35cb5a3ce608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a6274f-fe9a-4729-8244-f64c84ae61ad,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:28.814853 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f1e66359-6500-45de-806c-c82ce6335a1e req-b653c102-eba6-4339-9a39-ad02f7550808 service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721327 Jan 31 18:54:28.845495 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-203dc80c-6ab3-47bf-927c-2ae272618571 admin admin] Publish callbacks [] for security_group (56a6274f-fe9a-4729-8244-f64c84ae61ad), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:28.935601 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (572f01b4-d3f4-4534-b1bb-f178601b2073), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:28.953583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-203dc80c-6ab3-47bf-927c-2ae272618571 admin admin] Publish callbacks [] for security_group (56a6274f-fe9a-4729-8244-f64c84ae61ad), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:28.974746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50002) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:29.003682 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-94669761-aeb0-42f4-b34e-3dda47fb1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:29.005205 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-94669761-aeb0-42f4-b34e-3dda47fb1fdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1128 time: 0.1130683 Jan 31 18:54:29.017430 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-ff8af56c-eb7e-492b-bdaa-906fb6be77ca service neutron] 10.222.0.49 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581263 Jan 31 18:54:29.032970 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f51673e8-7ae0-4442-b491-2ad7bf946d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:29.128478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:54:29.141186 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-203dc80c-6ab3-47bf-927c-2ae272618571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (56a6274f-fe9a-4729-8244-f64c84ae61ad), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:29.143772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-203dc80c-6ab3-47bf-927c-2ae272618571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:29.147384 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-203dc80c-6ab3-47bf-927c-2ae272618571 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56a6274f-fe9a-4729-8244-f64c84ae61ad HTTP/1.1" status: 204 len: 168 time: 0.3908694 Jan 31 18:54:29.157191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:54:29.167222 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203dc80c-6ab3-47bf-927c-2ae272618571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a6274f-fe9a-4729-8244-f64c84ae61ad,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:29.169259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:54:29.301118 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-0d8ee0cf-d916-4f7f-9521-28932788a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:29.303987 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-0d8ee0cf-d916-4f7f-9521-28932788a93d service neutron] 10.222.0.21 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 898 time: 0.2868335 Jan 31 18:54:29.430298 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f51673e8-7ae0-4442-b491-2ad7bf946d8d admin admin] Publish callbacks [] for security_group (247c25d6-0d9b-415a-b495-22bd18a85d23), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:29.442145 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f51673e8-7ae0-4442-b491-2ad7bf946d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (247c25d6-0d9b-415a-b495-22bd18a85d23), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:29.446695 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-a9983860-5160-41be-b46a-2bc8c5ad22f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 1000 time: 0.1308620 Jan 31 18:54:29.477237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=572f01b4-d3f4-4534-b1bb-f178601b2073,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:29.493041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51673e8-7ae0-4442-b491-2ad7bf946d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247c25d6-0d9b-415a-b495-22bd18a85d23,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:29.546432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831f63c-f526-4d8f-a14a-e53b65ef2637 req-c0075895-0344-45a5-9f5d-1d9062ee6f0c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:29.548128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1831f63c-f526-4d8f-a14a-e53b65ef2637 req-c0075895-0344-45a5-9f5d-1d9062ee6f0c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 945 time: 0.5405178 Jan 31 18:54:29.553329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-ab88a95e-7e4c-43ce-b353-399225cfa96c service neutron] 10.222.0.49 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185015 Jan 31 18:54:29.581971 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f51673e8-7ae0-4442-b491-2ad7bf946d8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16dc1f2a19ab4ae3a5b929d412a652ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5990241 Jan 31 18:54:29.584549 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50012) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:29.604998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c756b66-f603-46a4-882a-593c3d4f0d07 req-fbf16ba3-b8a6-4676-8272-b595fd4b6c4f tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:29.606616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c756b66-f603-46a4-882a-593c3d4f0d07 req-fbf16ba3-b8a6-4676-8272-b595fd4b6c4f tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.5732586 Jan 31 18:54:29.611407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-976bc504-784e-47ad-b601-0310c99a2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:29.612815 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-976bc504-784e-47ad-b601-0310c99a2a34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 200 len: 834 time: 0.1214249 Jan 31 18:54:29.707294 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e67a2049-8756-414d-b8b5-1ced90dfa1e8 admin admin] Publish callbacks [] for security_group (247c25d6-0d9b-415a-b495-22bd18a85d23), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:29.709043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1831f63c-f526-4d8f-a14a-e53b65ef2637 req-735f29df-02a7-46e7-b884-6ec319b77124 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1374660 Jan 31 18:54:29.712905 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-a5f4484d-2125-49d8-ac1d-ec491a08619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:29.714535 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-a5f4484d-2125-49d8-ac1d-ec491a08619b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02dc426e-be1f-41b5-9e74-ae8223b96e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0893450 Jan 31 18:54:29.748630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50014) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:29.779054 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7432c334-287b-45cd-86cc-b5a8a1f4eda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:29.787591 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e67a2049-8756-414d-b8b5-1ced90dfa1e8 admin admin] Publish callbacks [] for security_group (247c25d6-0d9b-415a-b495-22bd18a85d23), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:29.795999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c756b66-f603-46a4-882a-593c3d4f0d07 req-095aa0c4-0d75-43a7-baff-782a7645e4f7 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572156 Jan 31 18:54:29.869331 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-47d1b84c-c8a6-4aa1-940a-d8193075955f service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449258 Jan 31 18:54:29.929871 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7432c334-287b-45cd-86cc-b5a8a1f4eda9 admin admin] Publish callbacks [] for security_group (d084cf4f-b387-4528-95f9-75ae2e77b93f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:29.934070 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7432c334-287b-45cd-86cc-b5a8a1f4eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d084cf4f-b387-4528-95f9-75ae2e77b93f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:29.952316 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e67a2049-8756-414d-b8b5-1ced90dfa1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (247c25d6-0d9b-415a-b495-22bd18a85d23), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:29.955949 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e67a2049-8756-414d-b8b5-1ced90dfa1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:29.959889 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e67a2049-8756-414d-b8b5-1ced90dfa1e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/247c25d6-0d9b-415a-b495-22bd18a85d23 HTTP/1.1" status: 204 len: 168 time: 0.3717587 Jan 31 18:54:29.968959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a2049-8756-414d-b8b5-1ced90dfa1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247c25d6-0d9b-415a-b495-22bd18a85d23,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:30.002275 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-675f8ac6-c7da-49c0-8ba8-00ef04fa59e0 req-76d3643e-9d7e-4ee2-afe7-3c8fb8d13de6 service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250403 Jan 31 18:54:30.031032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432c334-287b-45cd-86cc-b5a8a1f4eda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d084cf4f-b387-4528-95f9-75ae2e77b93f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:30.035694 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7432c334-287b-45cd-86cc-b5a8a1f4eda9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17c96a634a144fe7a46af9397951d8b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861493 Jan 31 18:54:30.040257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50018) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:30.192967 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-984cca74-b6e7-4fae-bed0-1f9c0d28221d admin admin] Publish callbacks [] for security_group (d084cf4f-b387-4528-95f9-75ae2e77b93f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:30.250632 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-984cca74-b6e7-4fae-bed0-1f9c0d28221d admin admin] Publish callbacks [] for security_group (d084cf4f-b387-4528-95f9-75ae2e77b93f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:30.283895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (c544fb4a-3b0d-452d-bcb0-4b8a604eacaf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:30.335925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-984cca74-b6e7-4fae-bed0-1f9c0d28221d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d084cf4f-b387-4528-95f9-75ae2e77b93f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:30.338917 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-984cca74-b6e7-4fae-bed0-1f9c0d28221d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:30.348249 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-984cca74-b6e7-4fae-bed0-1f9c0d28221d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d084cf4f-b387-4528-95f9-75ae2e77b93f HTTP/1.1" status: 204 len: 168 time: 0.3030026 Jan 31 18:54:30.355133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cca74-b6e7-4fae-bed0-1f9c0d28221d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d084cf4f-b387-4528-95f9-75ae2e77b93f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:30.397103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (572f01b4-d3f4-4534-b1bb-f178601b2073), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:30.647794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (572f01b4-d3f4-4534-b1bb-f178601b2073), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:30.658216 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (572f01b4-d3f4-4534-b1bb-f178601b2073), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:30.897578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=572f01b4-d3f4-4534-b1bb-f178601b2073,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:31.025302 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c544fb4a-3b0d-452d-bcb0-4b8a604eacaf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:31.258256 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Floating IP c544fb4a-3b0d-452d-bcb0-4b8a604eacaf associated. External IP: 172.25.8.36, port: e90cf2c7-b38c-4217-9ead-356a00c9e353. Jan 31 18:54:31.411555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb39f5-f3da-4cba-ab4f-8dd426cca4be req-4218d7e0-682c-4ad1-a497-b0b68c783cf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:31.415350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fdb39f5-f3da-4cba-ab4f-8dd426cca4be req-4218d7e0-682c-4ad1-a497-b0b68c783cf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 945 time: 0.5308173 Jan 31 18:54:31.595224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1454e7-156f-4c51-a67f-9c85dae67de5 req-f3d25648-8d19-411f-b776-fd9e53bc0a7b tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:31.598005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e1454e7-156f-4c51-a67f-9c85dae67de5 req-f3d25648-8d19-411f-b776-fd9e53bc0a7b tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.6220412 Jan 31 18:54:31.604429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f288f639-cc75-40ec-a538-60d213f6ab99 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:54:31.859162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:31.887693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'port_id': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'mac_address': 'fa:16:3e:15:1d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:54:31.904214 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fdb39f5-f3da-4cba-ab4f-8dd426cca4be req-f13a7550-58e3-4c50-b6cd-3471a4eaf89b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4584305 Jan 31 18:54:31.991453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f288f639-cc75-40ec-a538-60d213f6ab99 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:54:31.992513 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:32.036486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f288f639-cc75-40ec-a538-60d213f6ab99 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:54:32.116389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:32.130083 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:32.140764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e1454e7-156f-4c51-a67f-9c85dae67de5 req-c1ad55f6-82e6-43ad-b0e5-efeabd53b437 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098279 Jan 31 18:54:32.197791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:32.243614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=11']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:32.255115 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.255842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.256395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.256912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.257414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.257910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.258419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.259020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.259513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.260125 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.260646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.261155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.261651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:32.450666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f288f639-cc75-40ec-a538-60d213f6ab99'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:54:32.495925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:32.511989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd168a74-5b16-4d87-9b4f-9df2880d5386 None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:32.540484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd168a74-5b16-4d87-9b4f-9df2880d5386 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:32.541129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd168a74-5b16-4d87-9b4f-9df2880d5386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:32.550300 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:32.623935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6f44c106-32ef-4f70-8d53-b0ef78d6023d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8779159 Jan 31 18:54:32.624351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50100) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:32.631161 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-76ab5702-3fa4-4f5c-8a1b-60a3f28155c0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1454593233'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:32.653297 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd168a74-5b16-4d87-9b4f-9df2880d5386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:32.690980 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ab5702-3fa4-4f5c-8a1b-60a3f28155c0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Made reservation on behalf of 7efba99cafa346bf995ec55ec01f23b4 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:54:32.694792 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ab5702-3fa4-4f5c-8a1b-60a3f28155c0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:32.724685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ab5702-3fa4-4f5c-8a1b-60a3f28155c0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:54:32.725420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd168a74-5b16-4d87-9b4f-9df2880d5386 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:32.726055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd168a74-5b16-4d87-9b4f-9df2880d5386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:32.736996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ab5702-3fa4-4f5c-8a1b-60a3f28155c0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e600415e-6aee-4369-9a9e-3268485b20d5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:32.737433 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-76ab5702-3fa4-4f5c-8a1b-60a3f28155c0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Added segment e600415e-6aee-4369-9a9e-3268485b20d5 of type vlan for network 0dc5f602-dfb5-47d1-b706-0728c19d4e26 Jan 31 18:54:32.805304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd168a74-5b16-4d87-9b4f-9df2880d5386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:32.805995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd168a74-5b16-4d87-9b4f-9df2880d5386 None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:32.829413 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ab5702-3fa4-4f5c-8a1b-60a3f28155c0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (0dc5f602-dfb5-47d1-b706-0728c19d4e26), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:32.864167 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ab5702-3fa4-4f5c-8a1b-60a3f28155c0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (0dc5f602-dfb5-47d1-b706-0728c19d4e26), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:32.870719 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ab5702-3fa4-4f5c-8a1b-60a3f28155c0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:32.872738 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ab5702-3fa4-4f5c-8a1b-60a3f28155c0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:32.949398 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-76ab5702-3fa4-4f5c-8a1b-60a3f28155c0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3215990 Jan 31 18:54:32.950287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50116) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:32.955296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-708b4e1c-f83a-48c0-8ecf-1f912de468df tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'subnet': {'network_id': '0dc5f602-dfb5-47d1-b706-0728c19d4e26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:33.046811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab5702-3fa4-4f5c-8a1b-60a3f28155c0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Network': ['ID=0dc5f602-dfb5-47d1-b706-0728c19d4e26,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:33.070392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 0dc5f602-dfb5-47d1-b706-0728c19d4e26 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:54:33.267648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522caaf6-8502-4459-806d-899f2a8fac1c req-c4532688-f4c0-4a8e-be25-51b45ead4fa5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:33.275128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-522caaf6-8502-4459-806d-899f2a8fac1c req-c4532688-f4c0-4a8e-be25-51b45ead4fa5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 946 time: 0.1900098 Jan 31 18:54:33.317089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708b4e1c-f83a-48c0-8ecf-1f912de468df tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Made reservation on behalf of 7efba99cafa346bf995ec55ec01f23b4 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:54:33.328648 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-708b4e1c-f83a-48c0-8ecf-1f912de468df tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:33.617057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-522caaf6-8502-4459-806d-899f2a8fac1c req-2d4c1589-301f-4c1e-a0c3-96855a8625e7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3339167 Jan 31 18:54:33.646799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:33.906610 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3e336d3a-01e8-4695-abcc-e70cf1bd0d82 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/0b8ac7dd-3549-49b9-9b77-df0c88d5e193 HTTP/1.1" status: 200 len: 993 time: 0.2507808 Jan 31 18:54:33.912801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa120-4515-4dca-b8f5-91f38ca171a2 req-bcd2f7b7-05b6-405c-9ddd-d133eef4f061 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:33.914562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-733aa120-4515-4dca-b8f5-91f38ca171a2 req-bcd2f7b7-05b6-405c-9ddd-d133eef4f061 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.5797572 Jan 31 18:54:33.916366 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-708b4e1c-f83a-48c0-8ecf-1f912de468df tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (3e0e112c-a348-4881-8245-4a8b1e52b7c9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:34.028593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-733aa120-4515-4dca-b8f5-91f38ca171a2 req-781ec107-7c4c-4e64-a6b3-3b353bd495e2 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005480 Jan 31 18:54:34.062012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b4e1c-f83a-48c0-8ecf-1f912de468df tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Subnet': ['ID=3e0e112c-a348-4881-8245-4a8b1e52b7c9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:34.081555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b4e1c-f83a-48c0-8ecf-1f912de468df tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Checking segment: {'id': 'e600415e-6aee-4369-9a9e-3268485b20d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0dc5f602-dfb5-47d1-b706-0728c19d4e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:54:34.082766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b4e1c-f83a-48c0-8ecf-1f912de468df tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network hostable DHCP agents. Network: 0dc5f602-dfb5-47d1-b706-0728c19d4e26, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:54:34.110820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b4e1c-f83a-48c0-8ecf-1f912de468df tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 0dc5f602-dfb5-47d1-b706-0728c19d4e26 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:54:34.131245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-708b4e1c-f83a-48c0-8ecf-1f912de468df tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 0dc5f602-dfb5-47d1-b706-0728c19d4e26) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:54:34.138075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b4e1c-f83a-48c0-8ecf-1f912de468df tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:34.139793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-708b4e1c-f83a-48c0-8ecf-1f912de468df tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:34.152159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17759523-de3b-4b6d-8543-b86ea64f20cf None None] Network 0dc5f602-dfb5-47d1-b706-0728c19d4e26 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:54:34.182600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-708b4e1c-f83a-48c0-8ecf-1f912de468df tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2316644 Jan 31 18:54:34.185314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50184) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:34.191018 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-384891096', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:34.220327 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (f21f0602-605d-4445-8029-0e1cae55dd0b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:34.222007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (f21f0602-605d-4445-8029-0e1cae55dd0b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:34.296357 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router_controller (f21f0602-605d-4445-8029-0e1cae55dd0b), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:34.389376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-0dc5f602-dfb5-47d1-b706-0728c19d4e26', 'network_id': '0dc5f602-dfb5-47d1-b706-0728c19d4e26', 'project_id': '7efba99cafa346bf995ec55ec01f23b4', 'fixed_ips': [{'subnet_id': '3e0e112c-a348-4881-8245-4a8b1e52b7c9'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:54:34.393255 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:34.588836 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router_gateway (f21f0602-605d-4445-8029-0e1cae55dd0b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:34.739344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Allocated IP 172.20.0.2 (0dc5f602-dfb5-47d1-b706-0728c19d4e26/3e0e112c-a348-4881-8245-4a8b1e52b7c9/9fc08ec5-e0db-4829-a987-80b21afd6659) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:54:35.042971 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Publish callbacks [] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:35.045807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router_gateway (f21f0602-605d-4445-8029-0e1cae55dd0b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:35.062786 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:35.129270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Pushing event updated for resources: {'Port': ['ID=9fc08ec5-e0db-4829-a987-80b21afd6659,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:35.148397 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:35.150727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Network 0dc5f602-dfb5-47d1-b706-0728c19d4e26 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:54:35.155274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:54:35.173875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:54:35.269296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Attempting to bind port 9fc08ec5-e0db-4829-a987-80b21afd6659 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:54:35.270243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Attempting to bind port 9fc08ec5-e0db-4829-a987-80b21afd6659 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'e600415e-6aee-4369-9a9e-3268485b20d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0dc5f602-dfb5-47d1-b706-0728c19d4e26'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:54:35.270920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Attempting to bind port 9fc08ec5-e0db-4829-a987-80b21afd6659 on network 0dc5f602-dfb5-47d1-b706-0728c19d4e26 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:54:35.278751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:54:35.279516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Checking segment: {'id': 'e600415e-6aee-4369-9a9e-3268485b20d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0dc5f602-dfb5-47d1-b706-0728c19d4e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:54:35.280754 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:35.281619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Bound using segment: {'id': 'e600415e-6aee-4369-9a9e-3268485b20d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0dc5f602-dfb5-47d1-b706-0728c19d4e26'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:54:35.282837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Bound port: 9fc08ec5-e0db-4829-a987-80b21afd6659, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e600415e-6aee-4369-9a9e-3268485b20d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0dc5f602-dfb5-47d1-b706-0728c19d4e26'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:54:35.283413 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:35.353416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc30088-50aa-4300-8707-0baec5d5c95b req-feaef139-5e77-4cb3-9162-458eba7ddc87 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:35.371753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8fc30088-50aa-4300-8707-0baec5d5c95b req-feaef139-5e77-4cb3-9162-458eba7ddc87 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.1349897 Jan 31 18:54:35.383119 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] For port 9fc08ec5-e0db-4829-a987-80b21afd6659, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:54:35.388151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] For port 9fc08ec5-e0db-4829-a987-80b21afd6659, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9fc08ec5-e0db-4829-a987-80b21afd6659,segment=NetworkSegment(e600415e-6aee-4369-9a9e-3268485b20d5),segment_id=e600415e-6aee-4369-9a9e-3268485b20d5)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:54:35.401418 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:35.405522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.25.8.234 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/7ddda918-8c0c-4cab-ad6b-b3e7b45b3c7d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:54:35.487890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8fc30088-50aa-4300-8707-0baec5d5c95b req-1028f88f-b4a4-439b-aaa9-9f853a343103 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096683 Jan 31 18:54:35.516609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0610016-fe53-47cb-9111-76d1abfbdc73 None None] Pushing event updated for resources: {'Port': ['ID=9fc08ec5-e0db-4829-a987-80b21afd6659,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:35.636209 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f288f639-cc75-40ec-a538-60d213f6ab99 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:54:35.650239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (7ddda918-8c0c-4cab-ad6b-b3e7b45b3c7d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:35.766096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7ddda918-8c0c-4cab-ad6b-b3e7b45b3c7d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:35.770441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port f288f639-cc75-40ec-a538-60d213f6ab99 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:54:35.776134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port f288f639-cc75-40ec-a538-60d213f6ab99 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:54:35.776720 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:35.816847 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:54:35.825464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:54:35.832835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:54:36.078550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f288f639-cc75-40ec-a538-60d213f6ab99 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:54:36.078760 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:36.100559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=7ddda918-8c0c-4cab-ad6b-b3e7b45b3c7d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:36.139818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:54:36.142128 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20136600-e0f4-4e13-bb44-3c239a3f4cb4" -d '{"events": [{"server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "name": "network-vif-plugged", "status": "completed", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:54:36.194304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:36.204168 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:36.280009 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41194d5d-a8fe-4b46-8bc2-c80e577473c2 x-openstack-request-id: req-41194d5d-a8fe-4b46-8bc2-c80e577473c2 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:54:36.280777 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "name": "network-vif-plugged", "status": "completed", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:54:36.281231 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41194d5d-a8fe-4b46-8bc2-c80e577473c2 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:54:36.281727 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'code': 200} Jan 31 18:54:36.328792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=12']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:36.618267 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router_gateway (f21f0602-605d-4445-8029-0e1cae55dd0b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:36.726182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26779a8-153a-4be4-87fd-eb819c0c6a85 req-066a4b40-dc16-486d-b0e8-75fc43435358 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:36.741597 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e26779a8-153a-4be4-87fd-eb819c0c6a85 req-066a4b40-dc16-486d-b0e8-75fc43435358 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.1497393 Jan 31 18:54:36.881012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e26779a8-153a-4be4-87fd-eb819c0c6a85 req-dc5bb0a8-bb18-43f1-9101-cd71e665086f tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382945 Jan 31 18:54:36.975575 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (f21f0602-605d-4445-8029-0e1cae55dd0b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:37.068751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9fc08ec5-e0db-4829-a987-80b21afd6659 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:54:37.246082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 9fc08ec5-e0db-4829-a987-80b21afd6659 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:54:37.246719 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:37.425325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router f21f0602-605d-4445-8029-0e1cae55dd0b is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:54:37.493927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 9fc08ec5-e0db-4829-a987-80b21afd6659 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:54:37.495217 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:37.511056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaceaff3-b554-44cc-b87f-c4b585d839c0 None None] Network 0dc5f602-dfb5-47d1-b706-0728c19d4e26 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:54:37.619013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 9fc08ec5-e0db-4829-a987-80b21afd6659, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9fc08ec5-e0db-4829-a987-80b21afd6659,segment=NetworkSegment(e600415e-6aee-4369-9a9e-3268485b20d5),segment_id=e600415e-6aee-4369-9a9e-3268485b20d5)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:37.641900 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:37.652303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f1ad7116-28c6-429c-8d1d-9453bf5b40c9 None None] Provisioning complete for port 9fc08ec5-e0db-4829-a987-80b21afd6659 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:54:37.652803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7116-28c6-429c-8d1d-9453bf5b40c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:37.700702 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:37.728940 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4fd516-d60e-4171-a4e9-2eddff792047 None None] Sync routers for ids ['f21f0602-605d-4445-8029-0e1cae55dd0b'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:37.754732 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4fd516-d60e-4171-a4e9-2eddff792047 None None] Routers {'f21f0602-605d-4445-8029-0e1cae55dd0b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:37.755356 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5c4fd516-d60e-4171-a4e9-2eddff792047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f21f0602-605d-4445-8029-0e1cae55dd0b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:37.776035 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:37.777884 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e507d15a-7860-4139-bad7-e25c75f05aeb tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5906427 Jan 31 18:54:37.780866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50328) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:37.784046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=9fc08ec5-e0db-4829-a987-80b21afd6659,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:37.864300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad7116-28c6-429c-8d1d-9453bf5b40c9 None None] Current status of the port 9fc08ec5-e0db-4829-a987-80b21afd6659 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:54:37.872916 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5c4fd516-d60e-4171-a4e9-2eddff792047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:37.902360 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4fd516-d60e-4171-a4e9-2eddff792047 None None] Routers {'f21f0602-605d-4445-8029-0e1cae55dd0b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:37.902984 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5c4fd516-d60e-4171-a4e9-2eddff792047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f21f0602-605d-4445-8029-0e1cae55dd0b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:38.001633 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5c4fd516-d60e-4171-a4e9-2eddff792047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:38.003667 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4fd516-d60e-4171-a4e9-2eddff792047 None None] The sync data for ids ['f21f0602-605d-4445-8029-0e1cae55dd0b'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:38.283773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99e297-5625-4aed-a1e3-8713e123d262 req-6e419116-a648-4fe7-aa80-0240dc736847 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:38.285381 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd99e297-5625-4aed-a1e3-8713e123d262 req-6e419116-a648-4fe7-aa80-0240dc736847 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.1744556 Jan 31 18:54:38.292237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-cc73a530-e163-4551-9d35-1f98c76983e1 None None] Provisioning complete for port 9fc08ec5-e0db-4829-a987-80b21afd6659 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:54:38.294036 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cc73a530-e163-4551-9d35-1f98c76983e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:38.475606 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cc73a530-e163-4551-9d35-1f98c76983e1 None None] Current status of the port 9fc08ec5-e0db-4829-a987-80b21afd6659 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:54:38.526874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd99e297-5625-4aed-a1e3-8713e123d262 req-418ac779-dd3b-4892-81a5-439c3917fea8 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417212 Jan 31 18:54:38.739804 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:38.886063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9fc08ec5-e0db-4829-a987-80b21afd6659 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:54:38.971308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 9fc08ec5-e0db-4829-a987-80b21afd6659 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:54:38.971956 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:39.098172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 9fc08ec5-e0db-4829-a987-80b21afd6659 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:54:39.212441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.20.0.1 (0dc5f602-dfb5-47d1-b706-0728c19d4e26/3e0e112c-a348-4881-8245-4a8b1e52b7c9/2e38aa5a-943f-4040-95ec-40060bdd1fe4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:54:39.844518 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (2e38aa5a-943f-4040-95ec-40060bdd1fe4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:39.893008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608ff7-a249-4f44-bfa5-8e25698deeae req-6a0af2cb-7ebf-44a1-a525-62a72748694b tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:39.894904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e608ff7-a249-4f44-bfa5-8e25698deeae req-6a0af2cb-7ebf-44a1-a525-62a72748694b tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.2193172 Jan 31 18:54:39.896685 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2e38aa5a-943f-4040-95ec-40060bdd1fe4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:39.967565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 0dc5f602-dfb5-47d1-b706-0728c19d4e26 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:54:39.980207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:54:39.991445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:54:40.000424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=2e38aa5a-943f-4040-95ec-40060bdd1fe4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:40.041977 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50408) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:40.062873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e608ff7-a249-4f44-bfa5-8e25698deeae req-3814fd11-3845-4496-8460-a7be59abd595 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601462 Jan 31 18:54:40.102911 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (f21f0602-605d-4445-8029-0e1cae55dd0b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:40.324228 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c64a3e0-18d1-49e6-888d-b1271c8f2b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:40.353919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c34a68d-ebe8-457d-9cc5-3a6030b4bf91 None None] Provisioning complete for port 2e38aa5a-943f-4040-95ec-40060bdd1fe4 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:54:40.354721 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c34a68d-ebe8-457d-9cc5-3a6030b4bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2e38aa5a-943f-4040-95ec-40060bdd1fe4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:40.385172 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2e38aa5a-943f-4040-95ec-40060bdd1fe4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:40.410281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c34a68d-ebe8-457d-9cc5-3a6030b4bf91 None None] Port 2e38aa5a-943f-4040-95ec-40060bdd1fe4 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:54:40.473906 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c64a3e0-18d1-49e6-888d-b1271c8f2b49 admin admin] Publish callbacks [] for security_group (b75aea0f-3dd7-46e0-b479-434651e60fbc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:40.480905 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c64a3e0-18d1-49e6-888d-b1271c8f2b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b75aea0f-3dd7-46e0-b479-434651e60fbc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:40.523101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64a3e0-18d1-49e6-888d-b1271c8f2b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75aea0f-3dd7-46e0-b479-434651e60fbc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:40.528513 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8c64a3e0-18d1-49e6-888d-b1271c8f2b49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77b061432b2742afa9b765bb1748a21c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4850345 Jan 31 18:54:40.534676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50422) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:40.595735 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-798aa2bb-1455-439d-9273-eaee6e9f6cab admin admin] Publish callbacks [] for security_group (b75aea0f-3dd7-46e0-b479-434651e60fbc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:40.645436 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-798aa2bb-1455-439d-9273-eaee6e9f6cab admin admin] Publish callbacks [] for security_group (b75aea0f-3dd7-46e0-b479-434651e60fbc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:40.833021 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (2e38aa5a-943f-4040-95ec-40060bdd1fe4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:40.839197 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2e38aa5a-943f-4040-95ec-40060bdd1fe4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:40.936448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (f21f0602-605d-4445-8029-0e1cae55dd0b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:40.938750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=2e38aa5a-943f-4040-95ec-40060bdd1fe4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:41.082260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-798aa2bb-1455-439d-9273-eaee6e9f6cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b75aea0f-3dd7-46e0-b479-434651e60fbc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:41.082901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 0dc5f602-dfb5-47d1-b706-0728c19d4e26 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:54:41.084358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:54:41.086705 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-798aa2bb-1455-439d-9273-eaee6e9f6cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:41.088578 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-798aa2bb-1455-439d-9273-eaee6e9f6cab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b75aea0f-3dd7-46e0-b479-434651e60fbc HTTP/1.1" status: 204 len: 168 time: 0.5525248 Jan 31 18:54:41.109709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798aa2bb-1455-439d-9273-eaee6e9f6cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75aea0f-3dd7-46e0-b479-434651e60fbc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:41.293170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e5cf7-2d21-4b3f-aed2-80796d89773d req-30d9fd5d-c5e0-441d-8a72-8c38abc8494f tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:41.295432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a2e5cf7-2d21-4b3f-aed2-80796d89773d req-30d9fd5d-c5e0-441d-8a72-8c38abc8494f tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.1170850 Jan 31 18:54:41.364065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router f21f0602-605d-4445-8029-0e1cae55dd0b has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:41.405555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a2e5cf7-2d21-4b3f-aed2-80796d89773d req-a717d1e2-742b-44c8-a28f-4edbb6c04ce4 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041195 Jan 31 18:54:41.547888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:41.551790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1189eade-20b2-4a55-8f4c-b42397d5d386 None None] Provisioning complete for port 2e38aa5a-943f-4040-95ec-40060bdd1fe4 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:54:41.552288 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1189eade-20b2-4a55-8f4c-b42397d5d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2e38aa5a-943f-4040-95ec-40060bdd1fe4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:41.557409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:41.563316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'port': {'network_id': '0dc5f602-dfb5-47d1-b706-0728c19d4e26', 'name': 'tempest-FloatingIPTestJSON-91055000'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:41.576185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e5d400cf-8c2b-4e9e-a71d-e264cd282907 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "PUT /v2.0/routers/f21f0602-605d-4445-8029-0e1cae55dd0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7940836 Jan 31 18:54:41.577041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd8171-3143-4c09-80db-c15d79a8c7eb None None] Sync routers for ids ['f21f0602-605d-4445-8029-0e1cae55dd0b'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:41.599629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd8171-3143-4c09-80db-c15d79a8c7eb None None] Routers {'f21f0602-605d-4445-8029-0e1cae55dd0b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:41.600468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-33bd8171-3143-4c09-80db-c15d79a8c7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f21f0602-605d-4445-8029-0e1cae55dd0b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:41.667187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-33bd8171-3143-4c09-80db-c15d79a8c7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:41.677096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd8171-3143-4c09-80db-c15d79a8c7eb None None] Routers {'f21f0602-605d-4445-8029-0e1cae55dd0b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:41.677961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-33bd8171-3143-4c09-80db-c15d79a8c7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f21f0602-605d-4445-8029-0e1cae55dd0b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:41.679843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1189eade-20b2-4a55-8f4c-b42397d5d386 None None] Port 2e38aa5a-943f-4040-95ec-40060bdd1fe4 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:54:41.736777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-33bd8171-3143-4c09-80db-c15d79a8c7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:41.737780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd8171-3143-4c09-80db-c15d79a8c7eb None None] The sync data for ids ['f21f0602-605d-4445-8029-0e1cae55dd0b'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:41.812275 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Made reservation on behalf of 7efba99cafa346bf995ec55ec01f23b4 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:54:41.818028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:41.849606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] device_id is not set on port 6c71fcf6-82dd-45ac-9926-3e047b3c912f yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:54:42.008288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Allocated IP 172.20.0.7 (0dc5f602-dfb5-47d1-b706-0728c19d4e26/3e0e112c-a348-4881-8245-4a8b1e52b7c9/6c71fcf6-82dd-45ac-9926-3e047b3c912f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:54:42.225103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for port (6c71fcf6-82dd-45ac-9926-3e047b3c912f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:42.264865 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6c71fcf6-82dd-45ac-9926-3e047b3c912f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:42.308417 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Network 0dc5f602-dfb5-47d1-b706-0728c19d4e26 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:54:42.313043 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:54:42.316842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:54:42.352460 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event updated for resources: {'Port': ['ID=6c71fcf6-82dd-45ac-9926-3e047b3c912f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:42.391163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:42.391828 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:42.425197 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-af6952bb-64f1-40f5-ad67-a92a2cc8f724 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8665531 Jan 31 18:54:42.427795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50472) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:42.449209 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6d7096c9-2471-4f1c-b559-e3c0ae52b791 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Request body: {'floatingip': {'port_id': '6c71fcf6-82dd-45ac-9926-3e047b3c912f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:42.597626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d7096c9-2471-4f1c-b559-e3c0ae52b791 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (c544fb4a-3b0d-452d-bcb0-4b8a604eacaf), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:42.730279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d00f4a-2e9c-4518-a929-58c20b85635d req-3d4213a4-d6ea-4d87-833d-4b3aba34aeef tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:42.733272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28d00f4a-2e9c-4518-a929-58c20b85635d req-3d4213a4-d6ea-4d87-833d-4b3aba34aeef tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.1899548 Jan 31 18:54:42.826683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-46af34b2-dfd8-4be4-b9a1-cdc8cd7dab61 None None] Provisioning complete for port 6c71fcf6-82dd-45ac-9926-3e047b3c912f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:54:42.835685 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46af34b2-dfd8-4be4-b9a1-cdc8cd7dab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6c71fcf6-82dd-45ac-9926-3e047b3c912f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:42.903497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28d00f4a-2e9c-4518-a929-58c20b85635d req-35bea792-e539-4b41-a89d-75cfcd99aad0 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609232 Jan 31 18:54:42.945164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-46af34b2-dfd8-4be4-b9a1-cdc8cd7dab61 None None] Port 6c71fcf6-82dd-45ac-9926-3e047b3c912f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:54:43.241275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be118cb4-878b-4da0-af64-058155458f0a req-b58d2611-13c0-4363-83ad-3f4b3292142c tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:43.244027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be118cb4-878b-4da0-af64-058155458f0a req-b58d2611-13c0-4363-83ad-3f4b3292142c tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.0710015 Jan 31 18:54:43.380848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be118cb4-878b-4da0-af64-058155458f0a req-a8e81a2d-ca0e-4bef-88af-21ddcd3352a9 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281588 Jan 31 18:54:43.471256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d7096c9-2471-4f1c-b559-e3c0ae52b791 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:43.477801 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d7096c9-2471-4f1c-b559-e3c0ae52b791 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c544fb4a-3b0d-452d-bcb0-4b8a604eacaf), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:43.494801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50498) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:43.602753 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-6d7096c9-2471-4f1c-b559-e3c0ae52b791 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Floating IP c544fb4a-3b0d-452d-bcb0-4b8a604eacaf associated. External IP: 172.25.8.36, port: e90cf2c7-b38c-4217-9ead-356a00c9e353. Jan 31 18:54:43.769490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50514) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:43.796728 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad82-bc0f-410b-9b1a-91c7ff3bbf7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:43.839797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9f93c1de-644a-491c-8096-4d835448edbb tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1795404641'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:43.840282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9f93c1de-644a-491c-8096-4d835448edbb tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Unknown quota resources ['metering_label']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:54:43.909854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7096c9-2471-4f1c-b559-e3c0ae52b791 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:44.046079 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7096c9-2471-4f1c-b559-e3c0ae52b791 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:44.058917 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5a005-d820-4daf-9509-7a6a1c8fc7ce None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:44.069990 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5a005-d820-4daf-9509-7a6a1c8fc7ce None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:44.070610 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-efe5a005-d820-4daf-9509-7a6a1c8fc7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:44.116372 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-efe5a005-d820-4daf-9509-7a6a1c8fc7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:44.131316 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5a005-d820-4daf-9509-7a6a1c8fc7ce None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:44.132348 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-efe5a005-d820-4daf-9509-7a6a1c8fc7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:44.175136 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-efe5a005-d820-4daf-9509-7a6a1c8fc7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:44.176058 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5a005-d820-4daf-9509-7a6a1c8fc7ce None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:44.210775 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad82-bc0f-410b-9b1a-91c7ff3bbf7f admin admin] Publish callbacks [] for security_group (8ecd782d-5c2b-46eb-9835-87cb8ee06c33), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:44.215328 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f93c1de-644a-491c-8096-4d835448edbb tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:44.217614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9f93c1de-644a-491c-8096-4d835448edbb tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4455669 Jan 31 18:54:44.222030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50528) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:44.227367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d3b88de3-b1a9-4c1e-9c7c-13c2c9e1a648 tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b0b66c46-0c6b-419c-bcb7-14a481f56c14'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:44.228147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d3b88de3-b1a9-4c1e-9c7c-13c2c9e1a648 tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:54:44.239167 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53b9ad82-bc0f-410b-9b1a-91c7ff3bbf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8ecd782d-5c2b-46eb-9835-87cb8ee06c33), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:44.382457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2d55c-16f3-405e-8483-5f08adfdf70a req-9ba9669b-9aa1-4049-b7fc-37fa9747aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:44.383428 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0dd2d55c-16f3-405e-8483-5f08adfdf70a req-9ba9669b-9aa1-4049-b7fc-37fa9747aa0d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 1128 time: 0.0965123 Jan 31 18:54:44.386767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9ad82-bc0f-410b-9b1a-91c7ff3bbf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecd782d-5c2b-46eb-9835-87cb8ee06c33,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:44.393831 n-d-812111-15 neutron-server[103225]: WARNING neutron.services.metering.metering_plugin [None req-d3b88de3-b1a9-4c1e-9c7c-13c2c9e1a648 tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 31 18:54:44.466079 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0dd2d55c-16f3-405e-8483-5f08adfdf70a req-a0ba7b92-f832-4029-b159-f86bb9fd1d05 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732467 Jan 31 18:54:44.476866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-53b9ad82-bc0f-410b-9b1a-91c7ff3bbf7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57f3810f941c4d10a2b215e1a48d2eff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9794574 Jan 31 18:54:44.479520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:44.506346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7096c9-2471-4f1c-b559-e3c0ae52b791 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router f21f0602-605d-4445-8029-0e1cae55dd0b has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:44.518124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3b88de3-b1a9-4c1e-9c7c-13c2c9e1a648 tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:44.519369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d3b88de3-b1a9-4c1e-9c7c-13c2c9e1a648 tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2956929 Jan 31 18:54:44.527830 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50534) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:44.534967 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec45e6a-3679-4a13-b926-9a1074e159ec req-0304210e-022d-449c-bf8a-1629035b2e63 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:44.536627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec45e6a-3679-4a13-b926-9a1074e159ec req-0304210e-022d-449c-bf8a-1629035b2e63 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.5303843 Jan 31 18:54:44.536962 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1de4b29a-af4f-4bc3-b2e1-baac4d2270bd tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b0b66c46-0c6b-419c-bcb7-14a481f56c14'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:44.537581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1de4b29a-af4f-4bc3-b2e1-baac4d2270bd tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:54:44.619715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fda82-814f-49e2-8fc8-81ea999bbfc9 req-ae47fd0c-97ac-468e-a1ea-729898ffc9c8 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:44.621289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-465fda82-814f-49e2-8fc8-81ea999bbfc9 req-ae47fd0c-97ac-468e-a1ea-729898ffc9c8 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.1082151 Jan 31 18:54:44.625655 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ec45e6a-3679-4a13-b926-9a1074e159ec req-4a76b02f-5665-471a-8247-d0de86fdb27d tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652499 Jan 31 18:54:44.681616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-465fda82-814f-49e2-8fc8-81ea999bbfc9 req-ad2229d1-cc77-432c-a1ac-5cf530612bbb tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477443 Jan 31 18:54:44.688000 n-d-812111-15 neutron-server[103226]: WARNING neutron.services.metering.metering_plugin [None req-1de4b29a-af4f-4bc3-b2e1-baac4d2270bd tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 31 18:54:44.724477 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59e4abd7-632c-4beb-ad20-85b81b9c781c admin admin] Publish callbacks [] for security_group (8ecd782d-5c2b-46eb-9835-87cb8ee06c33), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:44.839384 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1de4b29a-af4f-4bc3-b2e1-baac4d2270bd tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:44.840620 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1de4b29a-af4f-4bc3-b2e1-baac4d2270bd tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3098900 Jan 31 18:54:44.843938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50538) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:44.856029 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dac8dde2-a5b2-4777-8d94-6682b17cc52d tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=91c7ba25-7f27-4bb7-ae98-ff3f688df4ba HTTP/1.1" status: 200 len: 464 time: 0.0102851 Jan 31 18:54:44.860165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50540) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:44.880539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59e4abd7-632c-4beb-ad20-85b81b9c781c admin admin] Publish callbacks [] for security_group (8ecd782d-5c2b-46eb-9835-87cb8ee06c33), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:44.929974 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7096c9-2471-4f1c-b559-e3c0ae52b791 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:44.936227 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d7096c9-2471-4f1c-b559-e3c0ae52b791 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:44.946271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f67f9-c471-40d7-8c89-23ebfea8331b None None] Sync routers for ids ['f21f0602-605d-4445-8029-0e1cae55dd0b'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:44.957733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f67f9-c471-40d7-8c89-23ebfea8331b None None] Routers {'f21f0602-605d-4445-8029-0e1cae55dd0b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:44.958569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-795f67f9-c471-40d7-8c89-23ebfea8331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f21f0602-605d-4445-8029-0e1cae55dd0b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:44.992559 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-526a6452-4d2d-40e4-a500-3d0ea290bd05 tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:44.993706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-795f67f9-c471-40d7-8c89-23ebfea8331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:44.994100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-526a6452-4d2d-40e4-a500-3d0ea290bd05 tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/91c7ba25-7f27-4bb7-ae98-ff3f688df4ba HTTP/1.1" status: 204 len: 168 time: 0.1324587 Jan 31 18:54:44.998264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:45.005140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59e4abd7-632c-4beb-ad20-85b81b9c781c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8ecd782d-5c2b-46eb-9835-87cb8ee06c33), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:45.008153 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59e4abd7-632c-4beb-ad20-85b81b9c781c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:45.009355 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-59e4abd7-632c-4beb-ad20-85b81b9c781c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ecd782d-5c2b-46eb-9835-87cb8ee06c33 HTTP/1.1" status: 204 len: 168 time: 0.5243437 Jan 31 18:54:45.023407 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6d7096c9-2471-4f1c-b559-e3c0ae52b791 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "PUT /v2.0/floatingips/c544fb4a-3b0d-452d-bcb0-4b8a604eacaf HTTP/1.1" status: 200 len: 975 time: 2.5943456 Jan 31 18:54:45.024784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4abd7-632c-4beb-ad20-85b81b9c781c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecd782d-5c2b-46eb-9835-87cb8ee06c33,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:45.026406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50546) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:45.029117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f67f9-c471-40d7-8c89-23ebfea8331b None None] Routers {'f21f0602-605d-4445-8029-0e1cae55dd0b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:45.036412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-795f67f9-c471-40d7-8c89-23ebfea8331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f21f0602-605d-4445-8029-0e1cae55dd0b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:45.036509 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9b5f2deb-2858-42d8-a81d-4597fc34776e tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=91c7ba25-7f27-4bb7-ae98-ff3f688df4ba HTTP/1.1" status: 200 len: 221 time: 0.0327172 Jan 31 18:54:45.036580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:45.063082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d8211e62-c5f8-4a72-bc45-2620af0b24bd tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1699562019', 'description': 'label created by tempest'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:45.063600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d8211e62-c5f8-4a72-bc45-2620af0b24bd tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Unknown quota resources ['metering_label']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:54:45.115197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-795f67f9-c471-40d7-8c89-23ebfea8331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:45.115870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f67f9-c471-40d7-8c89-23ebfea8331b None None] The sync data for ids ['f21f0602-605d-4445-8029-0e1cae55dd0b'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:45.358372 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8211e62-c5f8-4a72-bc45-2620af0b24bd tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:45.362318 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d8211e62-c5f8-4a72-bc45-2620af0b24bd tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3220344 Jan 31 18:54:45.362544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50554) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:45.388673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50556) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:45.397636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 6c71fcf6-82dd-45ac-9926-3e047b3c912f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:45.398043 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6c71fcf6-82dd-45ac-9926-3e047b3c912f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:45.423419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11af247e-2ece-4039-94ec-12a342001524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:45.455063 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-371cb060-03d9-4c51-97a9-715ddace9a7a tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=bd33a1ae-4b4e-45d9-8d56-afb2df77dc7d HTTP/1.1" status: 200 len: 468 time: 0.0913684 Jan 31 18:54:45.457870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50558) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:45.891090 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6c71fcf6-82dd-45ac-9926-3e047b3c912f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:45.965302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143659d-56c1-4b99-9764-8ba900a12586 req-f03887df-26c2-4d41-b8ae-f64d2d9b114f tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:45.967503 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6143659d-56c1-4b99-9764-8ba900a12586 req-f03887df-26c2-4d41-b8ae-f64d2d9b114f tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.21 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.1757646 Jan 31 18:54:45.993024 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e544b0b5-345b-4d1a-a0e2-97f0adf948bf tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:45.997222 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e544b0b5-345b-4d1a-a0e2-97f0adf948bf tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/bd33a1ae-4b4e-45d9-8d56-afb2df77dc7d HTTP/1.1" status: 204 len: 168 time: 0.5277400 Jan 31 18:54:45.998545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50568) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:46.054614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11af247e-2ece-4039-94ec-12a342001524 admin admin] Publish callbacks [] for security_group (153f50c9-01a6-4152-9d8d-b03593c7c5a9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.075933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c81b289a-d7a1-4fca-97bd-6e04cfa419f7 tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=bd33a1ae-4b4e-45d9-8d56-afb2df77dc7d HTTP/1.1" status: 200 len: 216 time: 0.0383344 Jan 31 18:54:46.078692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50570) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:46.090306 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11af247e-2ece-4039-94ec-12a342001524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (153f50c9-01a6-4152-9d8d-b03593c7c5a9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.104971 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cb3780ad-50e9-483e-b93a-61f3c53bc67c tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0218699 Jan 31 18:54:46.106342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:46.124105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91694d25-f6c9-4028-a846-aad1dc82ca33 req-3be0bf83-c7fb-4713-8bfe-6e182e3fec17 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:46.126315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91694d25-f6c9-4028-a846-aad1dc82ca33 req-3be0bf83-c7fb-4713-8bfe-6e182e3fec17 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 945 time: 0.1466918 Jan 31 18:54:46.139655 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-78ae2f41-a290-49fd-844a-24706ab91e4c tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0248237 Jan 31 18:54:46.139655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50574) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:46.149084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3cd51-6aed-4b5a-8b4f-9acf1801bd12 req-3e58636e-0dee-4487-b997-900bf26bef0d tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:46.150510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3f3cd51-6aed-4b5a-8b4f-9acf1801bd12 req-3e58636e-0dee-4487-b997-900bf26bef0d tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.1719940 Jan 31 18:54:46.183785 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-11af247e-2ece-4039-94ec-12a342001524 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4907232c486a4a12b5285186908c23f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7909856 Jan 31 18:54:46.183785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af247e-2ece-4039-94ec-12a342001524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153f50c9-01a6-4152-9d8d-b03593c7c5a9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:46.186128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50576) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:46.248541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7664dd26-5f9b-457d-b055-96f9c7de0503 tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/b0b66c46-0c6b-419c-bcb7-14a481f56c14 HTTP/1.1" status: 200 len: 473 time: 0.1045029 Jan 31 18:54:46.248757 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.248757 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c544fb4a-3b0d-452d-bcb0-4b8a604eacaf), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.248757 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Floating IP c544fb4a-3b0d-452d-bcb0-4b8a604eacaf disassociated. External IP: 172.25.8.36, port: 6c71fcf6-82dd-45ac-9926-3e047b3c912f. Jan 31 18:54:46.248757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 6c71fcf6-82dd-45ac-9926-3e047b3c912f owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:46.248757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50578) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:46.266381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-6143659d-56c1-4b99-9764-8ba900a12586 req-7af91b61-c13c-42dd-a262-b39e4afdc749 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Deleting port ecbc9165-5c95-4083-8441-3f3e909166cb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:46.266564 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6143659d-56c1-4b99-9764-8ba900a12586 req-7af91b61-c13c-42dd-a262-b39e4afdc749 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.293442 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c3105f8c-3b0f-434d-9275-e81ec8db8ab8 tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/9a1e5a3b-2b50-4823-a4c0-54f8eab6c8bb HTTP/1.1" status: 200 len: 461 time: 0.0403063 Jan 31 18:54:46.294511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50580) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:46.325087 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91694d25-f6c9-4028-a846-aad1dc82ca33 req-d4035cca-b9d6-4cfa-a3d9-4c9f0f8e7064 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690185 Jan 31 18:54:46.351679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3f3cd51-6aed-4b5a-8b4f-9acf1801bd12 req-54ba4277-3472-4cba-8078-a4b584dffa56 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878347 Jan 31 18:54:46.412244 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18970962-b2ac-4495-ac37-c38d1e16da55 admin admin] Publish callbacks [] for security_group (153f50c9-01a6-4152-9d8d-b03593c7c5a9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.427944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6143659d-56c1-4b99-9764-8ba900a12586 req-7af91b61-c13c-42dd-a262-b39e4afdc749 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] For port ecbc9165-5c95-4083-8441-3f3e909166cb, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=ecbc9165-5c95-4083-8441-3f3e909166cb,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:46.428317 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6143659d-56c1-4b99-9764-8ba900a12586 req-7af91b61-c13c-42dd-a262-b39e4afdc749 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.444566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-6143659d-56c1-4b99-9764-8ba900a12586 req-7af91b61-c13c-42dd-a262-b39e4afdc749 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Calling delete_port for ecbc9165-5c95-4083-8441-3f3e909166cb owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:46.467627 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dc11342-c404-42ba-9aa3-4e5f5b78def7 tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.471256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7dc11342-c404-42ba-9aa3-4e5f5b78def7 tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/9a1e5a3b-2b50-4823-a4c0-54f8eab6c8bb HTTP/1.1" status: 204 len: 168 time: 0.1683114 Jan 31 18:54:46.472373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50584) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:46.546623 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18970962-b2ac-4495-ac37-c38d1e16da55 admin admin] Publish callbacks [] for security_group (153f50c9-01a6-4152-9d8d-b03593c7c5a9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.561167 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6c71fcf6-82dd-45ac-9926-3e047b3c912f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.597860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=6c71fcf6-82dd-45ac-9926-3e047b3c912f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:46.805233 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f1fea5a-f7b5-46fd-bb52-a362034082ca tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.826334 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7f1fea5a-f7b5-46fd-bb52-a362034082ca tempest-MeteringTestJSON-1547700334 tempest-MeteringTestJSON-1547700334-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/b0b66c46-0c6b-419c-bcb7-14a481f56c14 HTTP/1.1" status: 204 len: 168 time: 0.3528790 Jan 31 18:54:46.834930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6143659d-56c1-4b99-9764-8ba900a12586 req-7af91b61-c13c-42dd-a262-b39e4afdc749 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ecbc9165-5c95-4083-8441-3f3e909166cb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.849731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e9a00885-1b04-45ff-860d-9887303293da', 'ecbc9165-5c95-4083-8441-3f3e909166cb'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:54:46.865633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router f21f0602-605d-4445-8029-0e1cae55dd0b has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:46.878476 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18970962-b2ac-4495-ac37-c38d1e16da55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (153f50c9-01a6-4152-9d8d-b03593c7c5a9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.881236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18970962-b2ac-4495-ac37-c38d1e16da55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:46.890600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-18970962-b2ac-4495-ac37-c38d1e16da55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/153f50c9-01a6-4152-9d8d-b03593c7c5a9 HTTP/1.1" status: 204 len: 168 time: 0.7042370 Jan 31 18:54:46.917402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18970962-b2ac-4495-ac37-c38d1e16da55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153f50c9-01a6-4152-9d8d-b03593c7c5a9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:46.951940 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af91b61-c13c-42dd-a262-b39e4afdc749 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Pushing event deleted for resources: {'Port': ['ID=ecbc9165-5c95-4083-8441-3f3e909166cb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:46.989672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-6143659d-56c1-4b99-9764-8ba900a12586 req-7af91b61-c13c-42dd-a262-b39e4afdc749 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] No DVR routers for this DVR port ecbc9165-5c95-4083-8441-3f3e909166cb on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:54:46.999443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6143659d-56c1-4b99-9764-8ba900a12586 req-7af91b61-c13c-42dd-a262-b39e4afdc749 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:47.004039 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6143659d-56c1-4b99-9764-8ba900a12586 req-7af91b61-c13c-42dd-a262-b39e4afdc749 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.21 "DELETE /v2.0/ports/ecbc9165-5c95-4083-8441-3f3e909166cb HTTP/1.1" status: 204 len: 173 time: 1.0267661 Jan 31 18:54:47.096508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fcc4b-3272-4912-84a9-2c70219d25dc req-d9b4cb43-be7a-451d-8ad1-c4d379495e27 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:47.107984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e90fcc4b-3272-4912-84a9-2c70219d25dc req-d9b4cb43-be7a-451d-8ad1-c4d379495e27 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.1429026 Jan 31 18:54:47.147961 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c0b018-7f38-4f4f-96fd-83c4f51335a6', 'name': 'network-vif-deleted', 'tag': 'ecbc9165-5c95-4083-8441-3f3e909166cb'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:54:47.154686 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5030d8-3e31-4b9a-84af-d179ad8d5681" -d '{"events": [{"server_uuid": "07c0b018-7f38-4f4f-96fd-83c4f51335a6", "name": "network-vif-deleted", "tag": "ecbc9165-5c95-4083-8441-3f3e909166cb"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:54:47.160703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:47.177280 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be19bb8d-3403-4311-aa18-c18cefb98982 None None] Sync routers for ids ['f21f0602-605d-4445-8029-0e1cae55dd0b'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:47.240507 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8664333-5b70-4694-b36f-d4971f01be34 x-openstack-request-id: req-c8664333-5b70-4694-b36f-d4971f01be34 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:54:47.240961 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c0b018-7f38-4f4f-96fd-83c4f51335a6", "name": "network-vif-deleted", "tag": "ecbc9165-5c95-4083-8441-3f3e909166cb", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:54:47.241489 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8664333-5b70-4694-b36f-d4971f01be34 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:54:47.242074 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c0b018-7f38-4f4f-96fd-83c4f51335a6', 'name': 'network-vif-deleted', 'tag': 'ecbc9165-5c95-4083-8441-3f3e909166cb', 'status': 'completed', 'code': 200} Jan 31 18:54:47.245616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e90fcc4b-3272-4912-84a9-2c70219d25dc req-d6d99e35-c315-4895-a96a-f252e6480ee9 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348157 Jan 31 18:54:47.246438 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19bb8d-3403-4311-aa18-c18cefb98982 None None] Routers {'f21f0602-605d-4445-8029-0e1cae55dd0b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:47.247308 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-be19bb8d-3403-4311-aa18-c18cefb98982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f21f0602-605d-4445-8029-0e1cae55dd0b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:47.286560 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:47.290853 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-de8a4e74-530e-4ae0-90b2-99629f973365 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/ports/6c71fcf6-82dd-45ac-9926-3e047b3c912f HTTP/1.1" status: 204 len: 168 time: 2.2634950 Jan 31 18:54:47.300701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:47.366952 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-be19bb8d-3403-4311-aa18-c18cefb98982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:47.376699 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19bb8d-3403-4311-aa18-c18cefb98982 None None] Routers {'f21f0602-605d-4445-8029-0e1cae55dd0b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:47.377314 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-be19bb8d-3403-4311-aa18-c18cefb98982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f21f0602-605d-4445-8029-0e1cae55dd0b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:47.458469 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-be19bb8d-3403-4311-aa18-c18cefb98982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:47.459351 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be19bb8d-3403-4311-aa18-c18cefb98982 None None] The sync data for ids ['f21f0602-605d-4445-8029-0e1cae55dd0b'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:47.521212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6e8b665-22e1-479f-882d-438ca917379f req-30e835d6-84ca-4a4d-8f77-a79ff7b43f64 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=07c0b018-7f38-4f4f-96fd-83c4f51335a6 HTTP/1.1" status: 200 len: 210 time: 0.0512831 Jan 31 18:54:47.568524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50612) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:47.756871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68866f8-10f5-490e-8fe0-02a59f18fde2 req-15aa7761-f8cc-4fd6-b317-1b2af667e54a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:47.758763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b68866f8-10f5-490e-8fe0-02a59f18fde2 req-15aa7761-f8cc-4fd6-b317-1b2af667e54a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.2408063 Jan 31 18:54:47.827118 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb1aadb2-ab7a-421a-9254-360449e4038f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:47.866934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b68866f8-10f5-490e-8fe0-02a59f18fde2 req-e510ee6e-640d-4cc6-bbfa-a9a839d38d5f tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937819 Jan 31 18:54:47.970925 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5d09-1a22-4679-a994-0d2d219e22e0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (f21f0602-605d-4445-8029-0e1cae55dd0b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:47.997421 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb1aadb2-ab7a-421a-9254-360449e4038f admin admin] Publish callbacks [] for security_group (bb09f06a-cbb9-474c-8ca1-2c7e90b657ce), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:48.005169 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb1aadb2-ab7a-421a-9254-360449e4038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bb09f06a-cbb9-474c-8ca1-2c7e90b657ce), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:48.052630 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eb1aadb2-ab7a-421a-9254-360449e4038f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c7ed9f934ee4ddb98e55285fbfcb392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4827030 Jan 31 18:54:48.058127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50630) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:48.071551 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1aadb2-ab7a-421a-9254-360449e4038f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb09f06a-cbb9-474c-8ca1-2c7e90b657ce,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:48.172909 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f94c11f7-8855-49e0-95b4-f1262d34121b admin admin] Publish callbacks [] for security_group (bb09f06a-cbb9-474c-8ca1-2c7e90b657ce), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:48.295017 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f94c11f7-8855-49e0-95b4-f1262d34121b admin admin] Publish callbacks [] for security_group (bb09f06a-cbb9-474c-8ca1-2c7e90b657ce), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:48.423022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-487713a0-d66b-40e0-a8ab-19718f47cc63 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:48.424701 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-487713a0-d66b-40e0-a8ab-19718f47cc63 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/networks?id=5ef1e068-7bea-4a13-bc37-49021a461e36 HTTP/1.1" status: 200 len: 811 time: 0.2716701 Jan 31 18:54:48.469037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-943c530f-4727-469e-b505-f81756ff3dbc tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/quotas/a8e288a02cb449b8affb45a44193691f HTTP/1.1" status: 200 len: 375 time: 0.0268400 Jan 31 18:54:48.492739 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f94c11f7-8855-49e0-95b4-f1262d34121b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bb09f06a-cbb9-474c-8ca1-2c7e90b657ce), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:48.495405 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f94c11f7-8855-49e0-95b4-f1262d34121b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:48.496630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f94c11f7-8855-49e0-95b4-f1262d34121b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb09f06a-cbb9-474c-8ca1-2c7e90b657ce HTTP/1.1" status: 204 len: 168 time: 0.4375401 Jan 31 18:54:48.545304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c11f7-8855-49e0-95b4-f1262d34121b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb09f06a-cbb9-474c-8ca1-2c7e90b657ce,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:48.558173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c45f-fe02-490d-a42e-51e31fd7c3c6 req-e11c9540-6837-4cd9-82f8-1de212b64254 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:48.561258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e53c45f-fe02-490d-a42e-51e31fd7c3c6 req-e11c9540-6837-4cd9-82f8-1de212b64254 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.1874354 Jan 31 18:54:48.641658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-1a91d643-3aec-4fc5-83d9-a1edf878d933 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8e288a02cb449b8affb45a44193691f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397212 Jan 31 18:54:48.704811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e53c45f-fe02-490d-a42e-51e31fd7c3c6 req-a9214462-66a5-401b-ad12-98507ad550a3 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333992 Jan 31 18:54:48.769212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d5d09-1a22-4679-a994-0d2d219e22e0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 2e38aa5a-943f-4040-95ec-40060bdd1fe4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:48.770765 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5d09-1a22-4679-a994-0d2d219e22e0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2e38aa5a-943f-4040-95ec-40060bdd1fe4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:48.837171 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a96feda1-0222-4449-b5e8-feab8eadb5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:48.881661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-b4b935d1-8b87-4324-8286-9dee41bb6d83 service neutron] 10.222.0.20 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283897 Jan 31 18:54:48.956876 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5d09-1a22-4679-a994-0d2d219e22e0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2e38aa5a-943f-4040-95ec-40060bdd1fe4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:49.007855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d5d09-1a22-4679-a994-0d2d219e22e0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 2e38aa5a-943f-4040-95ec-40060bdd1fe4 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:49.065304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50670) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:49.086466 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ab40153-6145-4344-b5f3-3e34d9a54efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:49.128752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-7f4984f5-64fe-42b5-a92f-41d613c049b5 service neutron] 10.222.0.20 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411404 Jan 31 18:54:49.154834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-96179b42-669c-4274-9f26-95cc9cfa741a tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:49.162040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-96179b42-669c-4274-9f26-95cc9cfa741a tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.2016039 Jan 31 18:54:49.216029 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ab40153-6145-4344-b5f3-3e34d9a54efe admin admin] Publish callbacks [] for security_group (a3780813-bd30-4537-898e-3496c40601fc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:49.221981 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ab40153-6145-4344-b5f3-3e34d9a54efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a3780813-bd30-4537-898e-3496c40601fc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:49.306945 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8ab40153-6145-4344-b5f3-3e34d9a54efe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1eef090f518641f98f9f6310d9b7449b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400498 Jan 31 18:54:49.309360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:49.311804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab40153-6145-4344-b5f3-3e34d9a54efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3780813-bd30-4537-898e-3496c40601fc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:49.412575 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37dea628-c883-43a8-af77-ecf69fbbea3a admin admin] Publish callbacks [] for security_group (a3780813-bd30-4537-898e-3496c40601fc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:49.446133 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37dea628-c883-43a8-af77-ecf69fbbea3a admin admin] Publish callbacks [] for security_group (a3780813-bd30-4537-898e-3496c40601fc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:49.486639 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92f71d86-05df-4516-811a-35c1a160ccae req-c1ff699f-fb42-4549-99c7-97457fb30945 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 210 time: 0.1113071 Jan 31 18:54:49.544962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb20ee-82a5-44f5-95c8-5afa742290c9 req-87b88d24-0885-45be-84cb-c3d8ac323f8a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:49.546639 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37dea628-c883-43a8-af77-ecf69fbbea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a3780813-bd30-4537-898e-3496c40601fc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:49.547065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4bcb20ee-82a5-44f5-95c8-5afa742290c9 req-87b88d24-0885-45be-84cb-c3d8ac323f8a tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.3148775 Jan 31 18:54:49.550750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37dea628-c883-43a8-af77-ecf69fbbea3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:49.552853 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-37dea628-c883-43a8-af77-ecf69fbbea3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3780813-bd30-4537-898e-3496c40601fc HTTP/1.1" status: 204 len: 168 time: 0.2372866 Jan 31 18:54:49.581621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dea628-c883-43a8-af77-ecf69fbbea3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3780813-bd30-4537-898e-3496c40601fc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:49.594775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Deleting port b1c04ab2-2363-44b3-8e68-3967fdb469e3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:49.597988 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:49.678904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ecbc9165-5c95-4083-8441-3f3e909166cb no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:54:49.746191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: ecbc9165-5c95-4083-8441-3f3e909166cb {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:54:49.749040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device ecbc9165-5c95-4083-8441-3f3e909166cb not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:54:50.110868 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674cd53-79b7-4da1-8b67-a9eb188d4e2a req-ddf13b8e-a220-4c27-bef5-923b7c79ba76 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:50.118716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8674cd53-79b7-4da1-8b67-a9eb188d4e2a req-ddf13b8e-a220-4c27-bef5-923b7c79ba76 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 946 time: 0.1722691 Jan 31 18:54:50.150425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4bcb20ee-82a5-44f5-95c8-5afa742290c9 req-d6f73c5c-49a6-4853-9e51-5b204a2c9ca4 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888340 Jan 31 18:54:50.219581 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5d09-1a22-4679-a994-0d2d219e22e0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2e38aa5a-943f-4040-95ec-40060bdd1fe4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:50.249180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] For port b1c04ab2-2363-44b3-8e68-3967fdb469e3, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b1c04ab2-2363-44b3-8e68-3967fdb469e3,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:50.249180 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:50.297633 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8674cd53-79b7-4da1-8b67-a9eb188d4e2a req-4ea926cc-5644-4c57-bdfe-42500f526631 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7ce308d-4912-4dc7-b0ae-b735f67608aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779611 Jan 31 18:54:50.354248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d5d09-1a22-4679-a994-0d2d219e22e0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=2e38aa5a-943f-4040-95ec-40060bdd1fe4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:50.754853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb32ba31-c940-48a8-8a60-3cb57035ca59 req-149a59f2-783d-4680-8377-c5a9c44b9e28 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 210 time: 0.1002913 Jan 31 18:54:50.893503 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:50.894100 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (1cd7530c-b32d-4f67-ae36-da16c581351f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:50.894594 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Floating IP 1cd7530c-b32d-4f67-ae36-da16c581351f disassociated. External IP: 172.25.8.142, port: b1c04ab2-2363-44b3-8e68-3967fdb469e3. Jan 31 18:54:50.895077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Calling delete_port for b1c04ab2-2363-44b3-8e68-3967fdb469e3 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:50.954049 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5d09-1a22-4679-a994-0d2d219e22e0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (f21f0602-605d-4445-8029-0e1cae55dd0b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:51.025827 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34500987-974f-461c-8d8d-5d3bea31a6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:51.195804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-ff4ca34f-ab79-4234-b51e-ef749034d7bd tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:51.197473 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-ff4ca34f-ab79-4234-b51e-ef749034d7bd tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.49 "GET /v2.0/networks?id=5ef1e068-7bea-4a13-bc37-49021a461e36 HTTP/1.1" status: 200 len: 811 time: 0.2762523 Jan 31 18:54:51.217840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Request body: {'port': {'device_id': 'add7a105-262c-423a-9bd1-d79cd20d6ebb', 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36', 'admin_state_up': True, 'tenant_id': 'a8e288a02cb449b8affb45a44193691f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:51.328858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8d5d09-1a22-4679-a994-0d2d219e22e0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router f21f0602-605d-4445-8029-0e1cae55dd0b has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:51.335572 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b1c04ab2-2363-44b3-8e68-3967fdb469e3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:51.416759 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Made reservation on behalf of a8e288a02cb449b8affb45a44193691f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:54:51.423760 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:51.567005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event deleted for resources: {'Port': ['ID=b1c04ab2-2363-44b3-8e68-3967fdb469e3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:51.706941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Allocated IP 172.20.0.11 (5ef1e068-7bea-4a13-bc37-49021a461e36/1218f3d1-b058-4751-b1ee-a61bef812b07/4e9c8f0d-cf1d-43d3-8744-6537501e426a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:54:51.793468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ceabf12-5a15-461d-9fca-d8d481d55fa0 req-de4034ed-615c-4f8d-8437-3f810f9ed1a4 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 210 time: 0.2327380 Jan 31 18:54:51.820433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9517b-45d4-46ac-9a73-db85f97dd313 req-f3354f1a-6473-4af7-821a-60127cc93829 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:51.825884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8df9517b-45d4-46ac-9a73-db85f97dd313 req-f3354f1a-6473-4af7-821a-60127cc93829 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.4930015 Jan 31 18:54:51.945485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Router 968d1fae-4795-4bd8-875c-fa9d3774c451 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:54:51.950879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8d5d09-1a22-4679-a994-0d2d219e22e0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:51.963006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0f8d5d09-1a22-4679-a994-0d2d219e22e0 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "PUT /v2.0/routers/f21f0602-605d-4445-8029-0e1cae55dd0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6634154 Jan 31 18:54:51.968274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50756) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:51.968509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159644d1-06d2-47f4-8567-344757f53fda None None] Sync routers for ids ['f21f0602-605d-4445-8029-0e1cae55dd0b'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:51.992429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8df9517b-45d4-46ac-9a73-db85f97dd313 req-cb994d1f-b57b-4d04-9e88-26ea7216f238 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651745 Jan 31 18:54:52.003232 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159644d1-06d2-47f4-8567-344757f53fda None None] Routers {'f21f0602-605d-4445-8029-0e1cae55dd0b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:52.004112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-159644d1-06d2-47f4-8567-344757f53fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f21f0602-605d-4445-8029-0e1cae55dd0b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:52.033222 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4487eac-45e5-44f8-9665-9075735374d4 req-161eb59a-eb49-4ec6-9ebd-ccb25de23647 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 210 time: 0.0786862 Jan 31 18:54:52.152175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-159644d1-06d2-47f4-8567-344757f53fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:52.182597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159644d1-06d2-47f4-8567-344757f53fda None None] Routers {'f21f0602-605d-4445-8029-0e1cae55dd0b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:52.183381 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-159644d1-06d2-47f4-8567-344757f53fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f21f0602-605d-4445-8029-0e1cae55dd0b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:52.262188 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:54:52.280003 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf851a-972b-48c6-ae6c-75ec56fe5214 None None] Sync routers for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:54:52.335605 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cf851a-972b-48c6-ae6c-75ec56fe5214 None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:52.336686 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-26cf851a-972b-48c6-ae6c-75ec56fe5214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:52.348211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks [] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:52.399657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50764) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:52.428181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] No DVR routers for this DVR port b1c04ab2-2363-44b3-8e68-3967fdb469e3 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:54:52.451048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50770) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:52.454694 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:52.459318 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router (f21f0602-605d-4445-8029-0e1cae55dd0b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:52.480546 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:52.484160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71902934-16cc-4872-aa3a-53f23d02d5d8 req-5b85e775-e824-42de-b0ef-16e270ed0596 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.49 "DELETE /v2.0/ports/b1c04ab2-2363-44b3-8e68-3967fdb469e3 HTTP/1.1" status: 204 len: 173 time: 3.2960589 Jan 31 18:54:52.485158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'name': 'network-vif-deleted', 'tag': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:54:52.492413 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7575ea-7e31-4b43-b2fd-89d1ed8c7d52" -d '{"events": [{"server_uuid": "e1bf36db-ee53-41a0-b164-344464671fb1", "name": "network-vif-deleted", "tag": "b1c04ab2-2363-44b3-8e68-3967fdb469e3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:54:52.535328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['19624ba6-9950-4265-99e9-e80245f4fdb5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:54:52.542667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-159644d1-06d2-47f4-8567-344757f53fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:52.543310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159644d1-06d2-47f4-8567-344757f53fda None None] The sync data for ids ['f21f0602-605d-4445-8029-0e1cae55dd0b'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:52.603292 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a6a4b3-36eb-45e6-af30-2024fe7de549 x-openstack-request-id: req-62a6a4b3-36eb-45e6-af30-2024fe7de549 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:54:52.603702 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bf36db-ee53-41a0-b164-344464671fb1", "name": "network-vif-deleted", "tag": "b1c04ab2-2363-44b3-8e68-3967fdb469e3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:54:52.604062 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62a6a4b3-36eb-45e6-af30-2024fe7de549 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:54:52.604622 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bf36db-ee53-41a0-b164-344464671fb1', 'name': 'network-vif-deleted', 'tag': 'b1c04ab2-2363-44b3-8e68-3967fdb469e3', 'status': 'completed', 'code': 200} Jan 31 18:54:52.654829 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-26cf851a-972b-48c6-ae6c-75ec56fe5214 None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:54:52.655098 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e27fdbd3-2d9f-4a11-bccc-81a77db3316b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:52.663064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Pushing event updated for resources: {'Port': ['ID=4e9c8f0d-cf1d-43d3-8744-6537501e426a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:52.675212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Network 5ef1e068-7bea-4a13-bc37-49021a461e36 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:54:52.694528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:54:52.724034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:54:52.751734 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:52.801045 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8ad3309c-31c3-414c-80cb-de5fb499e019 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1659212185'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:52.819647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:52.820305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:52.845078 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e27fdbd3-2d9f-4a11-bccc-81a77db3316b admin admin] Publish callbacks [] for security_group (f61b86b9-167d-49a3-a386-dd04524aa7b1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:52.851460 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e27fdbd3-2d9f-4a11-bccc-81a77db3316b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f61b86b9-167d-49a3-a386-dd04524aa7b1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:52.897276 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d04738dc-579c-4e4d-b34e-eb7a3b8bde7a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6858032 Jan 31 18:54:52.901315 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ad3309c-31c3-414c-80cb-de5fb499e019 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (1a76a011-0008-4216-ae61-3c7c53cf8311), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:52.902351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ad3309c-31c3-414c-80cb-de5fb499e019 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (1a76a011-0008-4216-ae61-3c7c53cf8311), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:52.906258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e27fdbd3-2d9f-4a11-bccc-81a77db3316b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50dbd8585da048c6837294cc92f5d44c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5051713 Jan 31 18:54:52.910985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:52.918253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Request body: {'port': {'device_id': 'add7a105-262c-423a-9bd1-d79cd20d6ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:52.924575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fdbd3-2d9f-4a11-bccc-81a77db3316b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61b86b9-167d-49a3-a386-dd04524aa7b1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:52.960275 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router_gateway (f21f0602-605d-4445-8029-0e1cae55dd0b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:53.008102 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4c4f0b0-fb99-4b68-bed0-85faa0c92390 req-3e496e85-98b7-451c-a96d-70c46ab1bc00 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1bf36db-ee53-41a0-b164-344464671fb1 HTTP/1.1" status: 200 len: 210 time: 0.0446844 Jan 31 18:54:53.095236 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ad3309c-31c3-414c-80cb-de5fb499e019 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router_controller (1a76a011-0008-4216-ae61-3c7c53cf8311), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:53.105056 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ad3309c-31c3-414c-80cb-de5fb499e019 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (1a76a011-0008-4216-ae61-3c7c53cf8311), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:53.110496 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-26cf851a-972b-48c6-ae6c-75ec56fe5214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:38Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:53.121711 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:53.147804 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ad3309c-31c3-414c-80cb-de5fb499e019 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:53.149503 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8ad3309c-31c3-414c-80cb-de5fb499e019 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6957498 Jan 31 18:54:53.152599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50784) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:53.155792 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e5d1-4990-404f-83ed-751ac9cbe891 admin admin] Publish callbacks [] for security_group (f61b86b9-167d-49a3-a386-dd04524aa7b1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:53.167442 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf851a-972b-48c6-ae6c-75ec56fe5214 None None] Checking router: 968d1fae-4795-4bd8-875c-fa9d3774c451 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:54:53.178275 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cf851a-972b-48c6-ae6c-75ec56fe5214 None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:54:53.178792 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-26cf851a-972b-48c6-ae6c-75ec56fe5214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:53.286678 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e5d1-4990-404f-83ed-751ac9cbe891 admin admin] Publish callbacks [] for security_group (f61b86b9-167d-49a3-a386-dd04524aa7b1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:53.295110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9d26b-03ae-4013-8cef-7331018414d6 req-e9ebe164-1f02-4cfb-aac9-1c912037d854 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:53.304124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23e9d26b-03ae-4013-8cef-7331018414d6 req-e9ebe164-1f02-4cfb-aac9-1c912037d854 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.1988256 Jan 31 18:54:53.310948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5de17dbd-aac5-4f4a-82b4-bb10500b7df2 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (1a76a011-0008-4216-ae61-3c7c53cf8311), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:53.328831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 7ddda918-8c0c-4cab-ad6b-b3e7b45b3c7d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:53.329209 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7ddda918-8c0c-4cab-ad6b-b3e7b45b3c7d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:53.349835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3b382-d606-47de-963d-96601011bf4e req-e0157a4e-aa17-48db-a693-d5ca49cdd749 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:53.351677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ef3b382-d606-47de-963d-96601011bf4e req-e0157a4e-aa17-48db-a693-d5ca49cdd749 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 932 time: 0.1686032 Jan 31 18:54:53.352193 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-26cf851a-972b-48c6-ae6c-75ec56fe5214 None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:54:53.404301 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23e9d26b-03ae-4013-8cef-7331018414d6 req-1b040b13-fc1d-47c8-937f-d744501ec044 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982349 Jan 31 18:54:53.469432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ef3b382-d606-47de-963d-96601011bf4e req-e39ec915-4739-4518-9ea5-0acd34830bb9 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036382 Jan 31 18:54:53.612289 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-26cf851a-972b-48c6-ae6c-75ec56fe5214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:38Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:53.660559 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf851a-972b-48c6-ae6c-75ec56fe5214 None None] The sync data for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 is: [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:38Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:54:53.962819 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486c9fc-41e2-47ef-8139-366c0ba5539b None None] New status for floating IP 1cd7530c-b32d-4f67-ae36-da16c581351f: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:54:54.032124 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5de17dbd-aac5-4f4a-82b4-bb10500b7df2 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (1a76a011-0008-4216-ae61-3c7c53cf8311), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.037888 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5de17dbd-aac5-4f4a-82b4-bb10500b7df2 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router_controller (1a76a011-0008-4216-ae61-3c7c53cf8311), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.040545 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7ddda918-8c0c-4cab-ad6b-b3e7b45b3c7d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.042998 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e5d1-4990-404f-83ed-751ac9cbe891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f61b86b9-167d-49a3-a386-dd04524aa7b1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.046446 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e5d1-4990-404f-83ed-751ac9cbe891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.050079 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c0e6e5d1-4990-404f-83ed-751ac9cbe891 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f61b86b9-167d-49a3-a386-dd04524aa7b1 HTTP/1.1" status: 204 len: 168 time: 1.1338804 Jan 31 18:54:54.068749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b1c04ab2-2363-44b3-8e68-3967fdb469e3 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:54:54.078370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 7ddda918-8c0c-4cab-ad6b-b3e7b45b3c7d owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:54.114271 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6e5d1-4990-404f-83ed-751ac9cbe891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61b86b9-167d-49a3-a386-dd04524aa7b1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:54.128460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50794) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:54.138532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5de17dbd-aac5-4f4a-82b4-bb10500b7df2 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (1a76a011-0008-4216-ae61-3c7c53cf8311), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.138851 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de17dbd-aac5-4f4a-82b4-bb10500b7df2 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a76a011-0008-4216-ae61-3c7c53cf8311 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:54:54.154129 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.154971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: b1c04ab2-2363-44b3-8e68-3967fdb469e3 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:54:54.155451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b1c04ab2-2363-44b3-8e68-3967fdb469e3 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:54:54.180602 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5de17dbd-aac5-4f4a-82b4-bb10500b7df2 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.181765 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5de17dbd-aac5-4f4a-82b4-bb10500b7df2 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1a76a011-0008-4216-ae61-3c7c53cf8311 HTTP/1.1" status: 204 len: 168 time: 1.0278764 Jan 31 18:54:54.192041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50796) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:54.207201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1260b312-85f4-4050-a626-66ea935aeb86 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Request body: {'router': {'name': 'tempest-router-867575903', 'distributed': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:54.281022 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.296702 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1260b312-85f4-4050-a626-66ea935aeb86 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (7862962b-1abc-4da5-93d9-95598c3a7402), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.300213 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1260b312-85f4-4050-a626-66ea935aeb86 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (7862962b-1abc-4da5-93d9-95598c3a7402), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.370486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9c8f0d-cf1d-43d3-8744-6537501e426a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:54:54.383229 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Publish callbacks [] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.402180 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1260b312-85f4-4050-a626-66ea935aeb86 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router_controller (7862962b-1abc-4da5-93d9-95598c3a7402), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.408697 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1260b312-85f4-4050-a626-66ea935aeb86 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (7862962b-1abc-4da5-93d9-95598c3a7402), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.428694 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group (b7ce308d-4912-4dc7-b0ae-b735f67608aa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.447271 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1260b312-85f4-4050-a626-66ea935aeb86 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.450087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Transition to ACTIVE for port object 4e9c8f0d-cf1d-43d3-8744-6537501e426a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:54:54.451710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1260b312-85f4-4050-a626-66ea935aeb86 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2583554 Jan 31 18:54:54.451919 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7ddda918-8c0c-4cab-ad6b-b3e7b45b3c7d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.452559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50802) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:54.488262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=7ddda918-8c0c-4cab-ad6b-b3e7b45b3c7d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:54.493952 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.625993 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50806) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:54.631443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (f21f0602-605d-4445-8029-0e1cae55dd0b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.757159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9c8f0d-cf1d-43d3-8744-6537501e426a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:54.760166 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0212b421-5104-40cc-8990-c9e8bc16a737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.830904 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (f21f0602-605d-4445-8029-0e1cae55dd0b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.838325 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router_controller (f21f0602-605d-4445-8029-0e1cae55dd0b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.855163 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3062-f2fc-4917-b61c-17f9a38d0c4e tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (7862962b-1abc-4da5-93d9-95598c3a7402), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.859558 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group (b7ce308d-4912-4dc7-b0ae-b735f67608aa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.961631 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (f21f0602-605d-4445-8029-0e1cae55dd0b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.962605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Fanout notify agent at l3_agent the message router_deleted on router f21f0602-605d-4445-8029-0e1cae55dd0b {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:54:54.983016 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:54.986601 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-026ce0a2-82cf-443b-91b6-612642a45302 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/routers/f21f0602-605d-4445-8029-0e1cae55dd0b HTTP/1.1" status: 204 len: 168 time: 3.0156975 Jan 31 18:54:54.987578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:55.020267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7fb3d-1267-415e-b3ef-6281cdbd1ff3 req-cc773b4d-6745-487b-882c-6be3be027402 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:55.022822 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b3d7fb3d-1267-415e-b3ef-6281cdbd1ff3 req-cc773b4d-6745-487b-882c-6be3be027402 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.3429134 Jan 31 18:54:55.072883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Attempting to bind port 4e9c8f0d-cf1d-43d3-8744-6537501e426a on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:54:55.073532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Attempting to bind port 4e9c8f0d-cf1d-43d3-8744-6537501e426a by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:54:55.073532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Attempting to bind port 4e9c8f0d-cf1d-43d3-8744-6537501e426a on network 5ef1e068-7bea-4a13-bc37-49021a461e36 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:54:55.108711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Port 4e9c8f0d-cf1d-43d3-8744-6537501e426a on network 5ef1e068-7bea-4a13-bc37-49021a461e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:54:55.109042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Attempting to bind port 4e9c8f0d-cf1d-43d3-8744-6537501e426a on network 5ef1e068-7bea-4a13-bc37-49021a461e36 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:54:55.135000 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:54:55.135353 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Checking segment: {'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:54:55.135753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Bound using segment: {'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:54:55.136211 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Bound port: 4e9c8f0d-cf1d-43d3-8744-6537501e426a, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:54:55.136607 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.146502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d4161-6580-4e53-a141-0b5e9e971d65 req-a39e4a49-7ccb-4824-abbd-e634308cf53b tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:55.153037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-160d4161-6580-4e53-a141-0b5e9e971d65 req-a39e4a49-7ccb-4824-abbd-e634308cf53b tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 946 time: 0.3296397 Jan 31 18:54:55.158380 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3062-f2fc-4917-b61c-17f9a38d0c4e tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (7862962b-1abc-4da5-93d9-95598c3a7402), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.158793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0212b421-5104-40cc-8990-c9e8bc16a737 admin admin] Publish callbacks [] for security_group (a8bdf85e-b7e9-4253-abd8-24bff14a00ad), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.166111 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3062-f2fc-4917-b61c-17f9a38d0c4e tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router_controller (7862962b-1abc-4da5-93d9-95598c3a7402), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.174726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b3c9d8-72bf-4c30-ac2c-4e4f8c032686 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting subnet 3e0e112c-a348-4881-8245-4a8b1e52b7c9 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:54:55.179428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19796a8e-c783-4e8a-be30-28926cf1f471 req-8b9728cf-1fde-4a2d-8ab5-38a01ee943c7 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:55.181220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-19796a8e-c783-4e8a-be30-28926cf1f471 req-8b9728cf-1fde-4a2d-8ab5-38a01ee943c7 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 944 time: 0.3569622 Jan 31 18:54:55.203217 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0212b421-5104-40cc-8990-c9e8bc16a737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a8bdf85e-b7e9-4253-abd8-24bff14a00ad), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.209009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82b3c9d8-72bf-4c30-ac2c-4e4f8c032686 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for subnet (3e0e112c-a348-4881-8245-4a8b1e52b7c9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.229808 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.260078 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b7ce308d-4912-4dc7-b0ae-b735f67608aa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.262830 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.268100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "DELETE /v2.0/security-groups/b7ce308d-4912-4dc7-b0ae-b735f67608aa HTTP/1.1" status: 204 len: 168 time: 1.1344423 Jan 31 18:54:55.282033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:55.313202 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0212b421-5104-40cc-8990-c9e8bc16a737 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30e46d12c9cf450b8d26a3f4378912e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6743217 Jan 31 18:54:55.315247 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-99141a9b-b2fe-41e9-b218-6f9bf361196d tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] show failed (client error): The resource could not be found. Jan 31 18:54:55.319264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-99141a9b-b2fe-41e9-b218-6f9bf361196d tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups/b7ce308d-4912-4dc7-b0ae-b735f67608aa HTTP/1.1" status: 404 len: 347 time: 0.0308559 Jan 31 18:54:55.320646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50814) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:55.321123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50816) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:55.327517 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82b3c9d8-72bf-4c30-ac2c-4e4f8c032686 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (3e0e112c-a348-4881-8245-4a8b1e52b7c9), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.336714 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212b421-5104-40cc-8990-c9e8bc16a737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bdf85e-b7e9-4253-abd8-24bff14a00ad,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:55.358672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ce308d-4912-4dc7-b0ae-b735f67608aa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:55.365542 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3062-f2fc-4917-b61c-17f9a38d0c4e tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (7862962b-1abc-4da5-93d9-95598c3a7402), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.366402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ba3062-f2fc-4917-b61c-17f9a38d0c4e tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7862962b-1abc-4da5-93d9-95598c3a7402 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:54:55.371168 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3062-f2fc-4917-b61c-17f9a38d0c4e tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.373254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a2ba3062-f2fc-4917-b61c-17f9a38d0c4e tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] 10.222.0.20 "DELETE /v2.0/routers/7862962b-1abc-4da5-93d9-95598c3a7402 HTTP/1.1" status: 204 len: 168 time: 0.9144058 Jan 31 18:54:55.391064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50818) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:55.391262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-160d4161-6580-4e53-a141-0b5e9e971d65 req-55e8dba3-7f2f-44f0-81b3-37dfb6a17b34 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/security-groups?id=63adeae3-ff33-4362-af60-867bb24edf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361963 Jan 31 18:54:55.400605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a748bf90-0c54-491b-acd6-ea68c78265af tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Request body: {'router': {'name': 'tempest-router-2094019103', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b36f462a89f049aea1ca99a61327b505'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:55.412766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.413281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.413731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.414214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.414690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.415135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.415590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.416063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.416610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.417043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.417491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.418042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.418475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc14c-a351-4242-8bc9-349e66f6882c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:54:55.439954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-19796a8e-c783-4e8a-be30-28926cf1f471 req-94c1c12a-521b-405d-868e-5240e781b3e1 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381587 Jan 31 18:54:55.471035 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] For port 4e9c8f0d-cf1d-43d3-8744-6537501e426a, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:54:55.492189 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7b28346-50c9-44e1-8db1-681133d9fda9 admin admin] Publish callbacks [] for security_group (a8bdf85e-b7e9-4253-abd8-24bff14a00ad), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.524950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7b28346-50c9-44e1-8db1-681133d9fda9 admin admin] Publish callbacks [] for security_group (a8bdf85e-b7e9-4253-abd8-24bff14a00ad), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.539969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] For port 4e9c8f0d-cf1d-43d3-8744-6537501e426a, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4e9c8f0d-cf1d-43d3-8744-6537501e426a,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:54:55.564855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b3d7fb3d-1267-415e-b3ef-6281cdbd1ff3 req-109e1181-172b-41d8-a880-de3b36156de7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Deleting port e9a00885-1b04-45ff-860d-9887303293da {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:55.564855 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b3d7fb3d-1267-415e-b3ef-6281cdbd1ff3 req-109e1181-172b-41d8-a880-de3b36156de7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e9a00885-1b04-45ff-860d-9887303293da), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.587093 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7b28346-50c9-44e1-8db1-681133d9fda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a8bdf85e-b7e9-4253-abd8-24bff14a00ad), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.589913 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7b28346-50c9-44e1-8db1-681133d9fda9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.591875 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e7b28346-50c9-44e1-8db1-681133d9fda9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8bdf85e-b7e9-4253-abd8-24bff14a00ad HTTP/1.1" status: 204 len: 168 time: 0.2526581 Jan 31 18:54:55.601251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b28346-50c9-44e1-8db1-681133d9fda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bdf85e-b7e9-4253-abd8-24bff14a00ad,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:55.603116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.605194 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a748bf90-0c54-491b-acd6-ea68c78265af tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (ed0ea1c7-127f-4351-a37e-8d886ddd7390), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.606181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a748bf90-0c54-491b-acd6-ea68c78265af tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (ed0ea1c7-127f-4351-a37e-8d886ddd7390), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.728032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:55.728687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.730101 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] 10.222.0.49 "PUT /v2.0/ports/4e9c8f0d-cf1d-43d3-8744-6537501e426a HTTP/1.1" status: 200 len: 1093 time: 2.8207450 Jan 31 18:54:55.730567 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add7a105-262c-423a-9bd1-d79cd20d6ebb', 'tag': '4e9c8f0d-cf1d-43d3-8744-6537501e426a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:54:55.733133 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01107442-c011-49af-bcde-51e7624a1c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "add7a105-262c-423a-9bd1-d79cd20d6ebb", "tag": "4e9c8f0d-cf1d-43d3-8744-6537501e426a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:54:55.754005 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82b3c9d8-72bf-4c30-ac2c-4e4f8c032686 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (3e0e112c-a348-4881-8245-4a8b1e52b7c9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.828981 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877a6a74-01c2-4e39-88c1-582680c7d3d7 x-openstack-request-id: req-877a6a74-01c2-4e39-88c1-582680c7d3d7 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:54:55.829274 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add7a105-262c-423a-9bd1-d79cd20d6ebb", "tag": "4e9c8f0d-cf1d-43d3-8744-6537501e426a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:54:55.829528 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-877a6a74-01c2-4e39-88c1-582680c7d3d7 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:54:55.829928 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add7a105-262c-423a-9bd1-d79cd20d6ebb', 'tag': '4e9c8f0d-cf1d-43d3-8744-6537501e426a', 'status': 'completed', 'code': 200} Jan 31 18:54:55.862787 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a748bf90-0c54-491b-acd6-ea68c78265af tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router_controller (ed0ea1c7-127f-4351-a37e-8d886ddd7390), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.881332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772d835-727f-47fa-a51c-f82afbf42a37 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9c8f0d-cf1d-43d3-8744-6537501e426a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:55.900503 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a748bf90-0c54-491b-acd6-ea68c78265af tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (ed0ea1c7-127f-4351-a37e-8d886ddd7390), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.916283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b3d7fb3d-1267-415e-b3ef-6281cdbd1ff3 req-109e1181-172b-41d8-a880-de3b36156de7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] For port e9a00885-1b04-45ff-860d-9887303293da, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e9a00885-1b04-45ff-860d-9887303293da,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:55.916681 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b3d7fb3d-1267-415e-b3ef-6281cdbd1ff3 req-109e1181-172b-41d8-a880-de3b36156de7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e9a00885-1b04-45ff-860d-9887303293da), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.945540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b3d7fb3d-1267-415e-b3ef-6281cdbd1ff3 req-109e1181-172b-41d8-a880-de3b36156de7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Calling delete_port for e9a00885-1b04-45ff-860d-9887303293da owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:55.961005 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a748bf90-0c54-491b-acd6-ea68c78265af tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.964941 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a748bf90-0c54-491b-acd6-ea68c78265af tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5679648 Jan 31 18:54:55.965332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50828) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:55.973212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-16edec4c-6059-41de-a8bd-9819bf8ac505 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Deleting port b3a792ed-2e6f-4148-b098-5ddbcb24b547 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:55.973568 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16edec4c-6059-41de-a8bd-9819bf8ac505 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b3a792ed-2e6f-4148-b098-5ddbcb24b547), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:55.979303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:56.071275 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82b3c9d8-72bf-4c30-ac2c-4e4f8c032686 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (3e0e112c-a348-4881-8245-4a8b1e52b7c9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.099637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-f932b3c7-66f5-4dcd-9235-d31263ab832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:56.101182 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-f932b3c7-66f5-4dcd-9235-d31263ab832a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a8e288a02cb449b8affb45a44193691f&device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 1127 time: 0.3039637 Jan 31 18:54:56.114236 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:54:56.135962 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3c9d8-72bf-4c30-ac2c-4e4f8c032686 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0e112c-a348-4881-8245-4a8b1e52b7c9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:56.145230 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82b3c9d8-72bf-4c30-ac2c-4e4f8c032686 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.151035 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-82b3c9d8-72bf-4c30-ac2c-4e4f8c032686 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/subnets/3e0e112c-a348-4881-8245-4a8b1e52b7c9 HTTP/1.1" status: 204 len: 168 time: 1.1566675 Jan 31 18:54:56.155823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50836) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:56.161424 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72e74f-06a0-4786-b631-2fbb4b6eb27b None None] Network 0dc5f602-dfb5-47d1-b706-0728c19d4e26 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:54:56.210005 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-eb8fdcfa-4804-4ffd-98a2-bef9b2fcd4c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e9c8f0d-cf1d-43d3-8744-6537501e426a HTTP/1.1" status: 200 len: 217 time: 0.0864265 Jan 31 18:54:56.300533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16edec4c-6059-41de-a8bd-9819bf8ac505 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b3a792ed-2e6f-4148-b098-5ddbcb24b547), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.300872 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16edec4c-6059-41de-a8bd-9819bf8ac505 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (b3a792ed-2e6f-4148-b098-5ddbcb24b547), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.371892 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-16edec4c-6059-41de-a8bd-9819bf8ac505 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Calling delete_port for b3a792ed-2e6f-4148-b098-5ddbcb24b547 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:56.388790 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.390103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (ed0ea1c7-127f-4351-a37e-8d886ddd7390), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.390935 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-08c90ad4-a796-4b60-8f30-e0df17244140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:56.391730 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (ed0ea1c7-127f-4351-a37e-8d886ddd7390), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.392600 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-08c90ad4-a796-4b60-8f30-e0df17244140 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1218f3d1-b058-4751-b1ee-a61bef812b07 HTTP/1.1" status: 200 len: 851 time: 0.1577587 Jan 31 18:54:56.396136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (0dc5f602-dfb5-47d1-b706-0728c19d4e26), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.539161 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-5b867fa5-84f3-473b-b0d0-c0b4ec83eba5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ef1e068-7bea-4a13-bc37-49021a461e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332755 Jan 31 18:54:56.558468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e72368-5177-4edc-a4dd-69213e1401b5 None None] DHCP port deletion for 0dc5f602-dfb5-47d1-b706-0728c19d4e26 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:54:56.639826 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b3d7fb3d-1267-415e-b3ef-6281cdbd1ff3 req-109e1181-172b-41d8-a880-de3b36156de7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e9a00885-1b04-45ff-860d-9887303293da), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.643613 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c8e72368-5177-4edc-a4dd-69213e1401b5 None None] Deleting port 9fc08ec5-e0db-4829-a987-80b21afd6659 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:56.656946 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8e72368-5177-4edc-a4dd-69213e1401b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.661484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e9a00885-1b04-45ff-860d-9887303293da'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:54:56.701032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103225) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 31 18:54:56.701471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Router ed0ea1c7-127f-4351-a37e-8d886ddd7390 migrating from provider to provider. {{(pid=103225) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 31 18:54:56.701987 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router_controller (ed0ea1c7-127f-4351-a37e-8d886ddd7390), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.705482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0177ece7-dc39-487e-895f-0f2a69cf2205 req-bf59c834-4f47-4d5f-9193-bbce0d6d2769 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7 HTTP/1.1" status: 200 len: 210 time: 0.1217883 Jan 31 18:54:56.711637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router_controller (ed0ea1c7-127f-4351-a37e-8d886ddd7390), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.738857 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e1181-172b-41d8-a880-de3b36156de7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Pushing event deleted for resources: {'Port': ['ID=e9a00885-1b04-45ff-860d-9887303293da,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:56.746342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (ed0ea1c7-127f-4351-a37e-8d886ddd7390), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.845678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c8e72368-5177-4edc-a4dd-69213e1401b5 None None] For port 9fc08ec5-e0db-4829-a987-80b21afd6659, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9fc08ec5-e0db-4829-a987-80b21afd6659,segment=NetworkSegment(e600415e-6aee-4369-9a9e-3268485b20d5),segment_id=e600415e-6aee-4369-9a9e-3268485b20d5)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:56.855037 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8e72368-5177-4edc-a4dd-69213e1401b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.865618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33770d83-2f35-4c28-b2cb-e4ec5839db04 req-4525ee12-0775-4999-a368-b90ca5f47398 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:56.876440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d7fb3d-1267-415e-b3ef-6281cdbd1ff3 req-109e1181-172b-41d8-a880-de3b36156de7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] No DVR routers for this DVR port e9a00885-1b04-45ff-860d-9887303293da on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:54:56.881776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33770d83-2f35-4c28-b2cb-e4ec5839db04 req-4525ee12-0775-4999-a368-b90ca5f47398 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 944 time: 0.2991178 Jan 31 18:54:56.892827 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b3d7fb3d-1267-415e-b3ef-6281cdbd1ff3 req-109e1181-172b-41d8-a880-de3b36156de7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:56.893975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c8e72368-5177-4edc-a4dd-69213e1401b5 None None] Calling delete_port for 9fc08ec5-e0db-4829-a987-80b21afd6659 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:56.903514 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b3d7fb3d-1267-415e-b3ef-6281cdbd1ff3 req-109e1181-172b-41d8-a880-de3b36156de7 tempest-ServerRescueNegativeTestJSON-1404682375 tempest-ServerRescueNegativeTestJSON-1404682375-project] 10.222.0.21 "DELETE /v2.0/ports/e9a00885-1b04-45ff-860d-9887303293da HTTP/1.1" status: 204 len: 173 time: 1.8512342 Jan 31 18:54:56.913807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9fc08ec5-e0db-4829-a987-80b21afd6659 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:54:56.969812 n-d-812111-15 neutron-server[103225]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] No L3 agents can host the router ed0ea1c7-127f-4351-a37e-8d886ddd7390 Jan 31 18:54:56.976808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 9fc08ec5-e0db-4829-a987-80b21afd6659 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:56.977154 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:57.037748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33770d83-2f35-4c28-b2cb-e4ec5839db04 req-bed58ddf-6aa9-48cb-9b42-106fdb501145 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546056 Jan 31 18:54:57.128636 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-41626b32-d8a2-4d62-a328-6fb76f4b8262 service neutron] 10.222.0.49 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753238 Jan 31 18:54:57.141142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 9fc08ec5-e0db-4829-a987-80b21afd6659 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:54:57.141689 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:57.169875 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8e72368-5177-4edc-a4dd-69213e1401b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:57.246611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Hosts for router ed0ea1c7-127f-4351-a37e-8d886ddd7390: [] {{(pid=103225) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 31 18:54:57.264949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e72368-5177-4edc-a4dd-69213e1401b5 None None] No DVR routers for this DVR port 9fc08ec5-e0db-4829-a987-80b21afd6659 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:54:57.274508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Hosts for other DVR routers connected to router ed0ea1c7-127f-4351-a37e-8d886ddd7390: set() {{(pid=103225) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 31 18:54:57.277467 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:57.283811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c325bca8-3686-4042-9acc-03c53d3b84c9 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] 10.222.0.20 "PUT /v2.0/routers/ed0ea1c7-127f-4351-a37e-8d886ddd7390 HTTP/1.1" status: 200 len: 717 time: 1.3142073 Jan 31 18:54:57.284639 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50858) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:57.310780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e72368-5177-4edc-a4dd-69213e1401b5 None None] Pushing event deleted for resources: {'Port': ['ID=9fc08ec5-e0db-4829-a987-80b21afd6659,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:57.335509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] For port 9fc08ec5-e0db-4829-a987-80b21afd6659, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9fc08ec5-e0db-4829-a987-80b21afd6659,segment=NetworkSegment(e600415e-6aee-4369-9a9e-3268485b20d5),segment_id=e600415e-6aee-4369-9a9e-3268485b20d5)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:54:57.336228 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:57.397312 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16edec4c-6059-41de-a8bd-9819bf8ac505 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b3a792ed-2e6f-4148-b098-5ddbcb24b547), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:57.413129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 9fc08ec5-e0db-4829-a987-80b21afd6659 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:57.454766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7b6de0be-0cac-4952-b212-8b3075a59a7c tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] 10.222.0.20 "GET /v2.0/routers/ed0ea1c7-127f-4351-a37e-8d886ddd7390 HTTP/1.1" status: 200 len: 717 time: 0.1689298 Jan 31 18:54:57.457471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50862) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:57.784610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50874) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:57.785622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edec4c-6059-41de-a8bd-9819bf8ac505 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event deleted for resources: {'Port': ['ID=b3a792ed-2e6f-4148-b098-5ddbcb24b547,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:57.838989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7', 'name': 'network-vif-deleted', 'tag': 'e9a00885-1b04-45ff-860d-9887303293da'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:54:57.841539 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec36806d-9216-42c1-813f-93473f9c7e04" -d '{"events": [{"server_uuid": "5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7", "name": "network-vif-deleted", "tag": "e9a00885-1b04-45ff-860d-9887303293da"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:54:57.915959 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7afb8ab8-984e-44b9-90ba-43f655b37db1 req-1eb504b9-3a15-4ca7-95ed-e6b9aef4a92d service neutron] 10.222.0.49 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885250 Jan 31 18:54:57.917499 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9530c75e-1aa5-4f0a-ba9d-e2677cba039a x-openstack-request-id: req-9530c75e-1aa5-4f0a-ba9d-e2677cba039a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:54:57.917793 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7", "name": "network-vif-deleted", "tag": "e9a00885-1b04-45ff-860d-9887303293da", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:54:57.918055 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9530c75e-1aa5-4f0a-ba9d-e2677cba039a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:54:57.918448 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa392f9-f5c0-43a2-9e85-6c4d20e2eee7', 'name': 'network-vif-deleted', 'tag': 'e9a00885-1b04-45ff-860d-9887303293da', 'status': 'completed', 'code': 200} Jan 31 18:54:57.940031 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16edec4c-6059-41de-a8bd-9819bf8ac505 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (1cd7530c-b32d-4f67-ae36-da16c581351f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:57.942736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16edec4c-6059-41de-a8bd-9819bf8ac505 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:57.952975 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-16edec4c-6059-41de-a8bd-9819bf8ac505 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "DELETE /v2.0/floatingips/1cd7530c-b32d-4f67-ae36-da16c581351f HTTP/1.1" status: 204 len: 168 time: 2.6278026 Jan 31 18:54:57.968687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-67ad5c03-548a-4101-a93c-7fd61ca6cf80 tempest-RoutersTestDVR-1131783065 tempest-RoutersTestDVR-1131783065-project] 10.222.0.20 "GET /v2.0/routers/ed0ea1c7-127f-4351-a37e-8d886ddd7390 HTTP/1.1" status: 200 len: 683 time: 0.5095572 Jan 31 18:54:57.972493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50884) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:58.053453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9fc08ec5-e0db-4829-a987-80b21afd6659), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:58.103721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=9fc08ec5-e0db-4829-a987-80b21afd6659,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:58.111920 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] No DVR routers for this DVR port 9fc08ec5-e0db-4829-a987-80b21afd6659 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:54:58.158176 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107442-c011-49af-bcde-51e7624a1c5a req-9625062a-a3f8-4f85-a024-caf2fddc5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:58.159769 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-01107442-c011-49af-bcde-51e7624a1c5a req-9625062a-a3f8-4f85-a024-caf2fddc5f45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a8e288a02cb449b8affb45a44193691f&device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 1127 time: 0.1573756 Jan 31 18:54:58.234592 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cb19-8417-4545-bb3f-41862fa08b32 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (ed0ea1c7-127f-4351-a37e-8d886ddd7390), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:58.329753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (0dc5f602-dfb5-47d1-b706-0728c19d4e26), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:58.361816 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc5f602-dfb5-47d1-b706-0728c19d4e26']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:58.379999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e600415e-6aee-4369-9a9e-3268485b20d5') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:58.380435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e600415e-6aee-4369-9a9e-3268485b20d5') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:54:58.402520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (e600415e-6aee-4369-9a9e-3268485b20d5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:58.426683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107442-c011-49af-bcde-51e7624a1c5a req-d546482d-d99d-4263-9f21-adce5959520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:58.428067 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-01107442-c011-49af-bcde-51e7624a1c5a req-d546482d-d99d-4263-9f21-adce5959520b service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ef1e068-7bea-4a13-bc37-49021a461e36 HTTP/1.1" status: 200 len: 912 time: 0.2490466 Jan 31 18:54:58.440832 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e600415e-6aee-4369-9a9e-3268485b20d5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:58.459738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:54:58.460669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (e600415e-6aee-4369-9a9e-3268485b20d5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:54:58.466797 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:54:58.536256 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-01107442-c011-49af-bcde-51e7624a1c5a req-d0fb2840-7d23-4ab1-8015-fc909cd3d90f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e9c8f0d-cf1d-43d3-8744-6537501e426a HTTP/1.1" status: 200 len: 217 time: 0.0907269 Jan 31 18:54:58.745925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107442-c011-49af-bcde-51e7624a1c5a req-3c2c43be-8857-4a78-b863-e45884effd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:58.754796 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-01107442-c011-49af-bcde-51e7624a1c5a req-3c2c43be-8857-4a78-b863-e45884effd0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1218f3d1-b058-4751-b1ee-a61bef812b07 HTTP/1.1" status: 200 len: 851 time: 0.1518044 Jan 31 18:54:58.759689 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (0dc5f602-dfb5-47d1-b706-0728c19d4e26), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:58.813303 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-01107442-c011-49af-bcde-51e7624a1c5a req-5d34b6f4-d1f0-487d-810f-01b479207b8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ef1e068-7bea-4a13-bc37-49021a461e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492487 Jan 31 18:54:58.834159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:58.841416 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/networks/0dc5f602-dfb5-47d1-b706-0728c19d4e26 HTTP/1.1" status: 204 len: 168 time: 2.6525393 Jan 31 18:54:58.863475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50912) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:58.886033 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f55189-7cab-49f4-904f-b4e2145b63cf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Network': ['ID=0dc5f602-dfb5-47d1-b706-0728c19d4e26,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:58.896681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50916) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:58.922997 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cb19-8417-4545-bb3f-41862fa08b32 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (ed0ea1c7-127f-4351-a37e-8d886ddd7390), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:58.929732 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cb19-8417-4545-bb3f-41862fa08b32 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router_controller (ed0ea1c7-127f-4351-a37e-8d886ddd7390), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:58.973036 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-aeb65861-676c-4973-b608-1c66453ab9bc tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242072719', 'description': 'tempest-description--971428830'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:58.975225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c321a13-f114-4130-9407-a57a64395b83 req-b3e6b962-0e1a-4f61-9d4d-f28a6aeb49cc tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:54:58.983053 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c321a13-f114-4130-9407-a57a64395b83 req-b3e6b962-0e1a-4f61-9d4d-f28a6aeb49cc tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 944 time: 0.7592976 Jan 31 18:54:59.004921 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aeb65861-676c-4973-b608-1c66453ab9bc tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.059349 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cb19-8417-4545-bb3f-41862fa08b32 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (ed0ea1c7-127f-4351-a37e-8d886ddd7390), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.060057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba2cb19-8417-4545-bb3f-41862fa08b32 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed0ea1c7-127f-4351-a37e-8d886ddd7390 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:54:59.073577 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cb19-8417-4545-bb3f-41862fa08b32 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.074749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1ba2cb19-8417-4545-bb3f-41862fa08b32 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] 10.222.0.20 "DELETE /v2.0/routers/ed0ea1c7-127f-4351-a37e-8d886ddd7390 HTTP/1.1" status: 204 len: 168 time: 1.1009736 Jan 31 18:54:59.080221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50918) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:59.094104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-13529606-8eb4-4cf3-9619-0dbefc618139 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Request body: {'router': {'name': 'tempest-router-1482904629', 'distributed': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:59.106165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c321a13-f114-4130-9407-a57a64395b83 req-ca69d964-8dda-4c8a-bcad-224188d02ce5 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222908 Jan 31 18:54:59.180982 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13529606-8eb4-4cf3-9619-0dbefc618139 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (e95c54d3-1939-4e4f-8a18-7e94ff708527), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.182137 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13529606-8eb4-4cf3-9619-0dbefc618139 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (e95c54d3-1939-4e4f-8a18-7e94ff708527), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.191540 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-01107442-c011-49af-bcde-51e7624a1c5a req-990a2478-1c60-456a-962b-67623f05f9d4 service neutron] 10.222.0.49 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482208 Jan 31 18:54:59.213953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4bb04-bebc-4ef0-bac2-09bd7a5cc343 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 572f01b4-d3f4-4534-b1bb-f178601b2073 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:54:59.214653 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dc4bb04-bebc-4ef0-bac2-09bd7a5cc343 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (572f01b4-d3f4-4534-b1bb-f178601b2073), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.268861 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13529606-8eb4-4cf3-9619-0dbefc618139 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router_controller (e95c54d3-1939-4e4f-8a18-7e94ff708527), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.277865 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13529606-8eb4-4cf3-9619-0dbefc618139 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (e95c54d3-1939-4e4f-8a18-7e94ff708527), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.306565 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13529606-8eb4-4cf3-9619-0dbefc618139 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.307832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-13529606-8eb4-4cf3-9619-0dbefc618139 tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2214873 Jan 31 18:54:59.311330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50924) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:59.386829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50926) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:59.390812 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aeb65861-676c-4973-b608-1c66453ab9bc tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group (de239d3e-1f52-437a-8c5b-5cd74dfd7e07), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.416385 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aeb65861-676c-4973-b608-1c66453ab9bc tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (de239d3e-1f52-437a-8c5b-5cd74dfd7e07), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.428075 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b370d405-26d6-4aeb-8ad6-dea2dddafbca tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (e95c54d3-1939-4e4f-8a18-7e94ff708527), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.475269 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aeb65861-676c-4973-b608-1c66453ab9bc tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.476924 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aeb65861-676c-4973-b608-1c66453ab9bc tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5786266 Jan 31 18:54:59.479473 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-01107442-c011-49af-bcde-51e7624a1c5a req-653a238a-cb1d-4817-8a05-3c22816c721a service neutron] 10.222.0.49 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744725 Jan 31 18:54:59.480115 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50930) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:59.492273 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb65861-676c-4973-b608-1c66453ab9bc tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de239d3e-1f52-437a-8c5b-5cd74dfd7e07,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:59.497858 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6edc1316-f969-4219-aeec-7c17e9673de7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Request body: {'security_group_rule': {'security_group_id': 'de239d3e-1f52-437a-8c5b-5cd74dfd7e07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:59.524418 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dc4bb04-bebc-4ef0-bac2-09bd7a5cc343 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (572f01b4-d3f4-4534-b1bb-f178601b2073), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.525067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dc4bb04-bebc-4ef0-bac2-09bd7a5cc343 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (572f01b4-d3f4-4534-b1bb-f178601b2073), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.547973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4bb04-bebc-4ef0-bac2-09bd7a5cc343 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 572f01b4-d3f4-4534-b1bb-f178601b2073 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:54:59.559856 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6edc1316-f969-4219-aeec-7c17e9673de7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group_rule (639b6b66-c143-45e3-aee9-fd82006feace), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.631643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d070a8a4-3b5c-4213-ab60-3761a42b5794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.637123 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b370d405-26d6-4aeb-8ad6-dea2dddafbca tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (e95c54d3-1939-4e4f-8a18-7e94ff708527), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.646666 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd84169b-5d91-4905-ab9d-6b36f357dff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.670514 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b370d405-26d6-4aeb-8ad6-dea2dddafbca tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router_controller (e95c54d3-1939-4e4f-8a18-7e94ff708527), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.690686 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6edc1316-f969-4219-aeec-7c17e9673de7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group_rule (639b6b66-c143-45e3-aee9-fd82006feace), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.701957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6edc1316-f969-4219-aeec-7c17e9673de7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (639b6b66-c143-45e3-aee9-fd82006feace), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.721882 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc1316-f969-4219-aeec-7c17e9673de7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639b6b66-c143-45e3-aee9-fd82006feace,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:59.756504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e9a00885-1b04-45ff-860d-9887303293da no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:54:59.759801 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6edc1316-f969-4219-aeec-7c17e9673de7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.761223 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6edc1316-f969-4219-aeec-7c17e9673de7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2726853 Jan 31 18:54:59.761365 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b370d405-26d6-4aeb-8ad6-dea2dddafbca tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (e95c54d3-1939-4e4f-8a18-7e94ff708527), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.761730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b370d405-26d6-4aeb-8ad6-dea2dddafbca tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e95c54d3-1939-4e4f-8a18-7e94ff708527 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:54:59.764229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50932) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:54:59.769399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fb4fcaae-70d3-47fa-b63b-3d3afd80f7a5 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Request body: {'security_group_rule': {'security_group_id': 'de239d3e-1f52-437a-8c5b-5cd74dfd7e07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:54:59.776115 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b370d405-26d6-4aeb-8ad6-dea2dddafbca tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.777262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b370d405-26d6-4aeb-8ad6-dea2dddafbca tempest-RoutersTestDVR-321477873 tempest-RoutersTestDVR-321477873-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e95c54d3-1939-4e4f-8a18-7e94ff708527 HTTP/1.1" status: 204 len: 168 time: 0.4648609 Jan 31 18:54:59.804199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: e9a00885-1b04-45ff-860d-9887303293da {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:54:59.804829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e9a00885-1b04-45ff-860d-9887303293da not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:54:59.859760 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dc4bb04-bebc-4ef0-bac2-09bd7a5cc343 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (572f01b4-d3f4-4534-b1bb-f178601b2073), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.863701 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd84169b-5d91-4905-ab9d-6b36f357dff8 admin admin] Publish callbacks [] for security_group (fcab9304-f620-498b-9eff-ed93a52b8dd1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.872830 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd84169b-5d91-4905-ab9d-6b36f357dff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fcab9304-f620-498b-9eff-ed93a52b8dd1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.896169 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb4fcaae-70d3-47fa-b63b-3d3afd80f7a5 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group_rule (5bb3b478-1fda-424d-8d70-0c7a6342ad64), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:54:59.922738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84169b-5d91-4905-ab9d-6b36f357dff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcab9304-f620-498b-9eff-ed93a52b8dd1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:59.932120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4bb04-bebc-4ef0-bac2-09bd7a5cc343 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=572f01b4-d3f4-4534-b1bb-f178601b2073,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:54:59.994637 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fd84169b-5d91-4905-ab9d-6b36f357dff8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b18c8a9a9c324730ab6a639fadea890a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999308 Jan 31 18:54:59.996373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:00.046798 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dc4bb04-bebc-4ef0-bac2-09bd7a5cc343 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for floatingip (c544fb4a-3b0d-452d-bcb0-4b8a604eacaf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.050258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dc4bb04-bebc-4ef0-bac2-09bd7a5cc343 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.051545 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4dc4bb04-bebc-4ef0-bac2-09bd7a5cc343 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/floatingips/c544fb4a-3b0d-452d-bcb0-4b8a604eacaf HTTP/1.1" status: 204 len: 168 time: 1.1855221 Jan 31 18:55:00.056936 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50940) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:00.072521 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb4fcaae-70d3-47fa-b63b-3d3afd80f7a5 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group_rule (5bb3b478-1fda-424d-8d70-0c7a6342ad64), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.091908 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8c81e7-a476-438d-b5a5-d307e2e9dfc8 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] DELETE failed (client error): The resource could not be found. Jan 31 18:55:00.092445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8c81e7-a476-438d-b5a5-d307e2e9dfc8 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:55:00.095594 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3a8c81e7-a476-438d-b5a5-d307e2e9dfc8 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/ports/6c71fcf6-82dd-45ac-9926-3e047b3c912f HTTP/1.1" status: 404 len: 333 time: 0.0375991 Jan 31 18:55:00.098872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50942) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:00.107725 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22d3181d-f2a3-4a76-b41e-539887536c6b admin admin] Publish callbacks [] for security_group (fcab9304-f620-498b-9eff-ed93a52b8dd1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.108680 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb4fcaae-70d3-47fa-b63b-3d3afd80f7a5 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5bb3b478-1fda-424d-8d70-0c7a6342ad64), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.138214 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50944) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:00.144523 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-206115a0-5561-4265-b569-09c0c77decea tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "GET /v2.0/ports?device_id=f21f0602-605d-4445-8029-0e1cae55dd0b HTTP/1.1" status: 200 len: 205 time: 0.0444412 Jan 31 18:55:00.150628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50948) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:00.161934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22d3181d-f2a3-4a76-b41e-539887536c6b admin admin] Publish callbacks [] for security_group (fcab9304-f620-498b-9eff-ed93a52b8dd1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.197050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fcaae-70d3-47fa-b63b-3d3afd80f7a5 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb3b478-1fda-424d-8d70-0c7a6342ad64,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:00.210954 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb4fcaae-70d3-47fa-b63b-3d3afd80f7a5 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.210954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fb4fcaae-70d3-47fa-b63b-3d3afd80f7a5 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4453621 Jan 31 18:55:00.217690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50952) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:00.223017 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:00.236969 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22d3181d-f2a3-4a76-b41e-539887536c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fcab9304-f620-498b-9eff-ed93a52b8dd1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.239563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22d3181d-f2a3-4a76-b41e-539887536c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.241251 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-22d3181d-f2a3-4a76-b41e-539887536c6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcab9304-f620-498b-9eff-ed93a52b8dd1 HTTP/1.1" status: 204 len: 168 time: 0.2437642 Jan 31 18:55:00.256523 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3181d-f2a3-4a76-b41e-539887536c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcab9304-f620-498b-9eff-ed93a52b8dd1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:00.266072 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.271001 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-4864b927-0f04-4356-9f29-20eecc529618 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] delete failed (client error): The resource could not be found. Jan 31 18:55:00.272074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4864b927-0f04-4356-9f29-20eecc529618 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/routers/f21f0602-605d-4445-8029-0e1cae55dd0b HTTP/1.1" status: 404 len: 336 time: 0.1200321 Jan 31 18:55:00.282021 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:00.335767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d070a8a4-3b5c-4213-ab60-3761a42b5794 admin admin] Deleting port 67fdc59c-b1af-41e6-80d0-a0072c97de41 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:00.336112 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d070a8a4-3b5c-4213-ab60-3761a42b5794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.339214 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bc7879-77ec-4855-8590-bd78a171241d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] DELETE failed (client error): The resource could not be found. Jan 31 18:55:00.339944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bc7879-77ec-4855-8590-bd78a171241d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:55:00.344910 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e5bc7879-77ec-4855-8590-bd78a171241d tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/subnets/3e0e112c-a348-4881-8245-4a8b1e52b7c9 HTTP/1.1" status: 404 len: 337 time: 0.0497353 Jan 31 18:55:00.348496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50958) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:00.416467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf404b-12f3-4346-a285-5b38d567265a req-576ce227-2bf3-4653-98fc-3148bdee8f9c tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:00.424404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2bf404b-12f3-4346-a285-5b38d567265a req-576ce227-2bf3-4653-98fc-3148bdee8f9c tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 944 time: 0.1499474 Jan 31 18:55:00.479288 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1448aa91-3b1b-4eaf-9bff-2faffd1a2eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.530178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2bf404b-12f3-4346-a285-5b38d567265a req-b3bd9359-87ec-48f6-a0cc-d59cbd5d5c12 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044924 Jan 31 18:55:00.543737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d070a8a4-3b5c-4213-ab60-3761a42b5794 admin admin] For port 67fdc59c-b1af-41e6-80d0-a0072c97de41, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=67fdc59c-b1af-41e6-80d0-a0072c97de41,segment=NetworkSegment(ae282a43-16d4-46ec-bb87-69ab036f34f0),segment_id=ae282a43-16d4-46ec-bb87-69ab036f34f0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:00.543737 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d070a8a4-3b5c-4213-ab60-3761a42b5794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.573714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d070a8a4-3b5c-4213-ab60-3761a42b5794 admin admin] Calling delete_port for 67fdc59c-b1af-41e6-80d0-a0072c97de41 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:00.699810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0707d91b-e25a-4298-875b-67f647a422e7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port e90cf2c7-b38c-4217-9ead-356a00c9e353 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:00.700157 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0707d91b-e25a-4298-875b-67f647a422e7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e90cf2c7-b38c-4217-9ead-356a00c9e353), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.704962 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1448aa91-3b1b-4eaf-9bff-2faffd1a2eb3 admin admin] Publish callbacks [] for security_group (6cd47de4-0942-457c-8034-3fc1d5dce994), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.708953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 50966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:00.732613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1448aa91-3b1b-4eaf-9bff-2faffd1a2eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6cd47de4-0942-457c-8034-3fc1d5dce994), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.735106 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.790435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd0044a3-2247-4f48-ade9-f702a4a52c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.833538 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d070a8a4-3b5c-4213-ab60-3761a42b5794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (67fdc59c-b1af-41e6-80d0-a0072c97de41), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.861586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070a8a4-3b5c-4213-ab60-3761a42b5794 admin admin] Pushing event deleted for resources: {'Port': ['ID=67fdc59c-b1af-41e6-80d0-a0072c97de41,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:00.880249 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1448aa91-3b1b-4eaf-9bff-2faffd1a2eb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b36f462a89f049aea1ca99a61327b505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7363620 Jan 31 18:55:00.890151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50968) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:00.893837 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448aa91-3b1b-4eaf-9bff-2faffd1a2eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd47de4-0942-457c-8034-3fc1d5dce994,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:00.924695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0707d91b-e25a-4298-875b-67f647a422e7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e90cf2c7-b38c-4217-9ead-356a00c9e353), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:00.977149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0707d91b-e25a-4298-875b-67f647a422e7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for e90cf2c7-b38c-4217-9ead-356a00c9e353 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:01.048353 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba545528-3317-444d-b145-76cdba4b2eac admin admin] Publish callbacks [] for security_group (6cd47de4-0942-457c-8034-3fc1d5dce994), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.066830 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Allocated IP 172.25.8.70 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/de7080e8-0ca9-4dae-a2ec-db8c3f81779b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:55:01.115592 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba545528-3317-444d-b145-76cdba4b2eac admin admin] Publish callbacks [] for security_group (6cd47de4-0942-457c-8034-3fc1d5dce994), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.116146 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd0044a3-2247-4f48-ade9-f702a4a52c28 admin admin] Publish callbacks [] for security_group (e5ce4b8f-b9d5-49f3-b6e1-5939e36f42c3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.132197 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd0044a3-2247-4f48-ade9-f702a4a52c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e5ce4b8f-b9d5-49f3-b6e1-5939e36f42c3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.148351 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d070a8a4-3b5c-4213-ab60-3761a42b5794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.219337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0044a3-2247-4f48-ade9-f702a4a52c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ce4b8f-b9d5-49f3-b6e1-5939e36f42c3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:01.228028 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fd0044a3-2247-4f48-ade9-f702a4a52c28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e3e66e1009f48b4a19a180063ba0607&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5062840 Jan 31 18:55:01.232250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50970) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:01.289466 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba545528-3317-444d-b145-76cdba4b2eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6cd47de4-0942-457c-8034-3fc1d5dce994), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.293008 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba545528-3317-444d-b145-76cdba4b2eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.298761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ba545528-3317-444d-b145-76cdba4b2eac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cd47de4-0942-457c-8034-3fc1d5dce994 HTTP/1.1" status: 204 len: 168 time: 0.4022262 Jan 31 18:55:01.332470 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for port (de7080e8-0ca9-4dae-a2ec-db8c3f81779b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.334831 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0707d91b-e25a-4298-875b-67f647a422e7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e90cf2c7-b38c-4217-9ead-356a00c9e353), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.385877 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707d91b-e25a-4298-875b-67f647a422e7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=e90cf2c7-b38c-4217-9ead-356a00c9e353,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:01.388796 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba545528-3317-444d-b145-76cdba4b2eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd47de4-0942-457c-8034-3fc1d5dce994,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:01.416539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a611c744-530f-4820-a421-4fd029dc99e1 admin admin] Publish callbacks [] for security_group (e5ce4b8f-b9d5-49f3-b6e1-5939e36f42c3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.503698 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a611c744-530f-4820-a421-4fd029dc99e1 admin admin] Publish callbacks [] for security_group (e5ce4b8f-b9d5-49f3-b6e1-5939e36f42c3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.545203 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0707d91b-e25a-4298-875b-67f647a422e7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.555482 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0707d91b-e25a-4298-875b-67f647a422e7 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/ports/e90cf2c7-b38c-4217-9ead-356a00c9e353 HTTP/1.1" status: 204 len: 168 time: 1.2010045 Jan 31 18:55:01.557844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:01.563243 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (de7080e8-0ca9-4dae-a2ec-db8c3f81779b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.619085 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:01.624791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:01.632981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:01.644350 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event updated for resources: {'Port': ['ID=de7080e8-0ca9-4dae-a2ec-db8c3f81779b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:01.758974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d070a8a4-3b5c-4213-ab60-3761a42b5794 admin admin] Router e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:55:01.767112 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a611c744-530f-4820-a421-4fd029dc99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e5ce4b8f-b9d5-49f3-b6e1-5939e36f42c3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.769776 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a611c744-530f-4820-a421-4fd029dc99e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.774025 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a611c744-530f-4820-a421-4fd029dc99e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5ce4b8f-b9d5-49f3-b6e1-5939e36f42c3 HTTP/1.1" status: 204 len: 168 time: 0.5400624 Jan 31 18:55:01.827009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (d6df95c0-e538-4448-9de7-3622a0bda86f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.839993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611c744-530f-4820-a421-4fd029dc99e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ce4b8f-b9d5-49f3-b6e1-5939e36f42c3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:01.866846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6bda9-42ef-4dc4-a450-a4178f77314f req-95afeeb1-56eb-4f17-a513-fab43eef98c5 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:01.875532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c6bda9-42ef-4dc4-a450-a4178f77314f req-95afeeb1-56eb-4f17-a513-fab43eef98c5 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 944 time: 0.1924536 Jan 31 18:55:01.894998 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (de7080e8-0ca9-4dae-a2ec-db8c3f81779b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:01.897107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50984) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:01.975818 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ef40ecd-ac72-415c-8fd7-9646fea790a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:02.037105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4e9c8f0d-cf1d-43d3-8744-6537501e426a details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:55:02.040017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7742ecd1-632a-4bd5-b5bd-b4780d224e86 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 897c9887-506c-4073-a51c-c02634a39ebe {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:02.040890 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7742ecd1-632a-4bd5-b5bd-b4780d224e86 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (897c9887-506c-4073-a51c-c02634a39ebe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:02.124697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c6bda9-42ef-4dc4-a450-a4178f77314f req-d8b0d113-5cda-4729-9b5e-51a9a35048d5 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475431 Jan 31 18:55:02.181618 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for port (de7080e8-0ca9-4dae-a2ec-db8c3f81779b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:02.191278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (de7080e8-0ca9-4dae-a2ec-db8c3f81779b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:02.210218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d070a8a4-3b5c-4213-ab60-3761a42b5794 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:55:02.219701 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea066b59-ae41-4538-939c-d5f99ad253bb None None] Sync routers for ids ['e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:55:02.228709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d070a8a4-3b5c-4213-ab60-3761a42b5794 admin admin] 10.222.0.20 "PUT /v2.0/routers/e441ec3d-e51b-4d03-b181-0e3b81fbe6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4422472 Jan 31 18:55:02.233048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 50990) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:02.237939 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea066b59-ae41-4538-939c-d5f99ad253bb None None] Routers {'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:02.238856 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ea066b59-ae41-4538-939c-d5f99ad253bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:02.256554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4e9c8f0d-cf1d-43d3-8744-6537501e426a, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4e9c8f0d-cf1d-43d3-8744-6537501e426a,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:02.291967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '4e9c8f0d-cf1d-43d3-8744-6537501e426a', 'network_id': '5ef1e068-7bea-4a13-bc37-49021a461e36', 'port_id': '4e9c8f0d-cf1d-43d3-8744-6537501e426a', 'mac_address': 'fa:16:3e:81:ad:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1218f3d1-b058-4751-b1ee-a61bef812b07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:55:02.348066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event updated for resources: {'Port': ['ID=de7080e8-0ca9-4dae-a2ec-db8c3f81779b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:02.350747 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (d6df95c0-e538-4448-9de7-3622a0bda86f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:02.393005 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:02.395845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4e9c8f0d-cf1d-43d3-8744-6537501e426a is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:02.397248 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:02.399828 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5871c2e8-82a7-4862-af9a-31c41032939f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1808896 Jan 31 18:55:02.417596 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ea066b59-ae41-4538-939c-d5f99ad253bb None None] Set router e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:55:02.442167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9c8f0d-cf1d-43d3-8744-6537501e426a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:55:02.501181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4e9c8f0d-cf1d-43d3-8744-6537501e426a, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4e9c8f0d-cf1d-43d3-8744-6537501e426a,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:02.509381 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:02.638792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4e9c8f0d-cf1d-43d3-8744-6537501e426a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:02.815670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['4e9c8f0d-cf1d-43d3-8744-6537501e426a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:55:02.895000 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ea066b59-ae41-4538-939c-d5f99ad253bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'name': 'tempest-ServerRescueNegativeTestJSON-962364957-router', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:51:11Z', 'updated_at': '2022-01-31T18:55:00Z', 'revision_number': 5, 'project_id': '2955cafada344780a429a6e6a13faa85', 'gw_port': {'id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:51:13Z', 'updated_at': '2022-01-31T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:02.967093 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7742ecd1-632a-4bd5-b5bd-b4780d224e86 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (897c9887-506c-4073-a51c-c02634a39ebe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:02.977112 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea066b59-ae41-4538-939c-d5f99ad253bb None None] Checking router: e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:55:02.993658 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea066b59-ae41-4538-939c-d5f99ad253bb None None] Routers {'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:02.994787 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ea066b59-ae41-4538-939c-d5f99ad253bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:03.084656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7742ecd1-632a-4bd5-b5bd-b4780d224e86 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 897c9887-506c-4073-a51c-c02634a39ebe owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:03.118861 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ef40ecd-ac72-415c-8fd7-9646fea790a3 admin admin] Publish callbacks [] for security_group (01407eb7-4bef-4438-956d-355764493cf9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:03.161368 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ea066b59-ae41-4538-939c-d5f99ad253bb None None] Set router e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:55:03.206861 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ef40ecd-ac72-415c-8fd7-9646fea790a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (01407eb7-4bef-4438-956d-355764493cf9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:03.267710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef40ecd-ac72-415c-8fd7-9646fea790a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01407eb7-4bef-4438-956d-355764493cf9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:03.372932 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-8cb9a1da-3aca-46c5-8f5e-4407b0a122bb tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1242072719&fields=id&tenant_id=732c6167da0340c5b37c8a129944c15a HTTP/1.1" status: 200 len: 267 time: 0.4356034 Jan 31 18:55:03.444327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51026) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:03.445102 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5ef40ecd-ac72-415c-8fd7-9646fea790a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9a9e096a4cb47bdb9ae0da760e48b30&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5444262 Jan 31 18:55:03.446552 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Publish callbacks [] for router (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:03.474031 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ea066b59-ae41-4538-939c-d5f99ad253bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'name': 'tempest-ServerRescueNegativeTestJSON-962364957-router', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:51:11Z', 'updated_at': '2022-01-31T18:55:00Z', 'revision_number': 5, 'project_id': '2955cafada344780a429a6e6a13faa85', 'gw_port': {'id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:51:13Z', 'updated_at': '2022-01-31T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:03.510428 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea066b59-ae41-4538-939c-d5f99ad253bb None None] The sync data for ids ['e441ec3d-e51b-4d03-b181-0e3b81fbe6f2'] in n-d-812111-15 is: [{'id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'name': 'tempest-ServerRescueNegativeTestJSON-962364957-router', 'tenant_id': '2955cafada344780a429a6e6a13faa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:51:11Z', 'updated_at': '2022-01-31T18:55:00Z', 'revision_number': 5, 'project_id': '2955cafada344780a429a6e6a13faa85', 'gw_port': {'id': '10e0073e-d6fb-45d6-8d08-a5494db4d2f2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e441ec3d-e51b-4d03-b181-0e3b81fbe6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:51:13Z', 'updated_at': '2022-01-31T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:55:03.552443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94f634a1-b3fa-488b-a42e-15d736d57d04 admin admin] Publish callbacks [] for security_group (01407eb7-4bef-4438-956d-355764493cf9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:03.606103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94f634a1-b3fa-488b-a42e-15d736d57d04 admin admin] Publish callbacks [] for security_group (01407eb7-4bef-4438-956d-355764493cf9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:03.658822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508a472-7495-4b58-a45b-684ea93ceb28 req-99c53b73-542a-4949-a092-acdb8eeb0fa1 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:03.661731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4508a472-7495-4b58-a45b-684ea93ceb28 req-99c53b73-542a-4949-a092-acdb8eeb0fa1 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 945 time: 0.3723779 Jan 31 18:55:03.686257 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94f634a1-b3fa-488b-a42e-15d736d57d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (01407eb7-4bef-4438-956d-355764493cf9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:03.696717 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94f634a1-b3fa-488b-a42e-15d736d57d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:03.698401 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-94f634a1-b3fa-488b-a42e-15d736d57d04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01407eb7-4bef-4438-956d-355764493cf9 HTTP/1.1" status: 204 len: 168 time: 0.2523422 Jan 31 18:55:03.729806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f634a1-b3fa-488b-a42e-15d736d57d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01407eb7-4bef-4438-956d-355764493cf9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:03.805454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-1dae2552-3d32-457b-bf47-63df4793d075 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:03.814344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-1dae2552-3d32-457b-bf47-63df4793d075 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/networks?id=c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 200 len: 811 time: 0.4408534 Jan 31 18:55:03.874833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4508a472-7495-4b58-a45b-684ea93ceb28 req-3d6569a7-f1a4-46c6-903f-7d291d534de6 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641486 Jan 31 18:55:03.887407 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Publish callbacks [] for router_gateway (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:03.897981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-ebd3dacc-dead-44a3-b23d-f72e3b515870 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/quotas/732c6167da0340c5b37c8a129944c15a HTTP/1.1" status: 200 len: 375 time: 0.0824151 Jan 31 18:55:04.001266 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7742ecd1-632a-4bd5-b5bd-b4780d224e86 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (897c9887-506c-4073-a51c-c02634a39ebe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:04.033946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4e9c8f0d-cf1d-43d3-8744-6537501e426a up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:55:04.069528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742ecd1-632a-4bd5-b5bd-b4780d224e86 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=897c9887-506c-4073-a51c-c02634a39ebe,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:04.138457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 4e9c8f0d-cf1d-43d3-8744-6537501e426a completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:55:04.147994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 4e9c8f0d-cf1d-43d3-8744-6537501e426a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:04.148913 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:04.213385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Deleting port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:04.214392 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:04.217755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7742ecd1-632a-4bd5-b5bd-b4780d224e86 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:04.221554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7742ecd1-632a-4bd5-b5bd-b4780d224e86 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/ports/897c9887-506c-4073-a51c-c02634a39ebe HTTP/1.1" status: 204 len: 168 time: 2.6178350 Jan 31 18:55:04.224170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51048) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:04.248856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-e24a2a36-b9f2-4464-bd36-ada952481b80 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=732c6167da0340c5b37c8a129944c15a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3494458 Jan 31 18:55:04.361093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4e9c8f0d-cf1d-43d3-8744-6537501e426a is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:04.367506 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:04.370757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394bf4e9-2b39-47d1-badc-d2b750d8fccf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:04.378377 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-394bf4e9-2b39-47d1-badc-d2b750d8fccf tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "GET /v2.0/ports?device_id=75fd7dc0-58e6-4229-abb6-ab478143eaa5 HTTP/1.1" status: 200 len: 913 time: 0.1512461 Jan 31 18:55:04.380103 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51054) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:04.412117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add7a105-262c-423a-9bd1-d79cd20d6ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9c8f0d-cf1d-43d3-8744-6537501e426a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:04.412117 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f52c2d6-a384-4502-ba0d-d19033ccbfa3" -d '{"events": [{"server_uuid": "add7a105-262c-423a-9bd1-d79cd20d6ebb", "name": "network-vif-plugged", "status": "completed", "tag": "4e9c8f0d-cf1d-43d3-8744-6537501e426a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:04.452955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4e9c8f0d-cf1d-43d3-8744-6537501e426a, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4e9c8f0d-cf1d-43d3-8744-6537501e426a,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:04.459055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:04.505584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] For port 10e0073e-d6fb-45d6-8d08-a5494db4d2f2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=10e0073e-d6fb-45d6-8d08-a5494db4d2f2,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:04.505794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:04.529584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Calling delete_port for 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:04.539548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-b378f4ac-dc8b-4c5f-bfda-48548f3ef4da service neutron] 10.222.0.20 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556031 Jan 31 18:55:04.545569 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ce532f-b357-445e-a11d-bb72e9b9556d x-openstack-request-id: req-29ce532f-b357-445e-a11d-bb72e9b9556d {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:04.546090 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add7a105-262c-423a-9bd1-d79cd20d6ebb", "name": "network-vif-plugged", "status": "completed", "tag": "4e9c8f0d-cf1d-43d3-8744-6537501e426a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:04.546515 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29ce532f-b357-445e-a11d-bb72e9b9556d {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:04.547082 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add7a105-262c-423a-9bd1-d79cd20d6ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9c8f0d-cf1d-43d3-8744-6537501e426a', 'code': 200} Jan 31 18:55:04.548013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4e9c8f0d-cf1d-43d3-8744-6537501e426a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:04.660085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-0602d650-4992-4f5e-b884-9babbb033570 service neutron] 10.222.0.20 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195407 Jan 31 18:55:04.706945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f45bc9-5ab7-4f32-b974-5f4dd78d47c4 req-dcef60aa-12af-4ee9-a7e3-6ba85ca92beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:04.708520 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-26f45bc9-5ab7-4f32-b974-5f4dd78d47c4 req-dcef60aa-12af-4ee9-a7e3-6ba85ca92beb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 1129 time: 0.1092467 Jan 31 18:55:04.842229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 67fdc59c-b1af-41e6-80d0-a0072c97de41 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:04.902051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 67fdc59c-b1af-41e6-80d0-a0072c97de41 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:04.902948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 67fdc59c-b1af-41e6-80d0-a0072c97de41 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:04.903894 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-26f45bc9-5ab7-4f32-b974-5f4dd78d47c4 req-b7f1c086-3263-42a7-a2cc-5ee67bb77b7b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210179 Jan 31 18:55:05.115098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6acc6863-8095-4aa2-bddf-aad78e555f56 req-36a80d64-8bd1-4d2e-93bb-efac1f1d0537 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 210 time: 0.1496928 Jan 31 18:55:05.131676 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (10e0073e-d6fb-45d6-8d08-a5494db4d2f2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:05.208791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e0073e-d6fb-45d6-8d08-a5494db4d2f2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:05.233218 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1cd48c6-7d83-4af6-9535-d37bac10a866 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (75fd7dc0-58e6-4229-abb6-ab478143eaa5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:05.325285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:05.584691 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:05.597440 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Publish callbacks [] for router_controller (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:05.616110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa491-15db-411d-b930-8c4433500963 req-68f8664f-e907-426a-9dc6-66ffcf4d9186 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:05.633307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-743aa491-15db-411d-b930-8c4433500963 req-68f8664f-e907-426a-9dc6-66ffcf4d9186 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.3812912 Jan 31 18:55:05.697005 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51098) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:05.782075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb9d2-0590-47c3-929a-67e8e4e864ce req-b7af271f-c9ac-470b-ab27-dd738fbe7e1c tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:05.790668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88dfb9d2-0590-47c3-929a-67e8e4e864ce req-b7af271f-c9ac-470b-ab27-dd738fbe7e1c tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1130 time: 0.3928316 Jan 31 18:55:05.857776 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (e441ec3d-e51b-4d03-b181-0e3b81fbe6f2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:05.858505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:55:05.863202 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:05.867218 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a6d98385-0468-4739-95d5-5cfcf40722e4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e441ec3d-e51b-4d03-b181-0e3b81fbe6f2 HTTP/1.1" status: 204 len: 168 time: 3.6297882 Jan 31 18:55:05.877517 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-743aa491-15db-411d-b930-8c4433500963 req-53635a3a-1b5d-498e-97ec-b899c6a5088c tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406049 Jan 31 18:55:05.881915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51104) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:06.024540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-949609518'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:06.051412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-93eface4-4002-4199-ac72-5fb9324b398a admin admin] Deleting subnet 8c523f28-793d-4d04-b5eb-56fa402c8e88 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:55:06.082675 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93eface4-4002-4199-ac72-5fb9324b398a admin admin] Publish callbacks [] for subnet (8c523f28-793d-4d04-b5eb-56fa402c8e88), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:06.107334 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:06.110867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:06.141538 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:06.149689 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93eface4-4002-4199-ac72-5fb9324b398a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (8c523f28-793d-4d04-b5eb-56fa402c8e88), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:06.182123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd48c6-7d83-4af6-9535-d37bac10a866 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 32fda2c1-1c03-44f7-b2af-4820dfc21eeb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:06.183452 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1cd48c6-7d83-4af6-9535-d37bac10a866 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (32fda2c1-1c03-44f7-b2af-4820dfc21eeb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:06.196728 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93eface4-4002-4199-ac72-5fb9324b398a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (8c523f28-793d-4d04-b5eb-56fa402c8e88), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:06.272790 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93eface4-4002-4199-ac72-5fb9324b398a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (8c523f28-793d-4d04-b5eb-56fa402c8e88), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:06.362216 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1cd48c6-7d83-4af6-9535-d37bac10a866 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (32fda2c1-1c03-44f7-b2af-4820dfc21eeb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:06.379122 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93eface4-4002-4199-ac72-5fb9324b398a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:06.382414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-93eface4-4002-4199-ac72-5fb9324b398a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8c523f28-793d-4d04-b5eb-56fa402c8e88 HTTP/1.1" status: 204 len: 168 time: 0.4952953 Jan 31 18:55:06.387077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51112) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:06.395023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88dfb9d2-0590-47c3-929a-67e8e4e864ce req-0b48ce47-6bfa-44bf-bb62-d1b4d89b2622 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6033199 Jan 31 18:55:06.395761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eface4-4002-4199-ac72-5fb9324b398a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c523f28-793d-4d04-b5eb-56fa402c8e88,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:06.396984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd48c6-7d83-4af6-9535-d37bac10a866 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 32fda2c1-1c03-44f7-b2af-4820dfc21eeb owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:06.442631 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51114) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:06.454624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8376da11-906a-4e63-9f4d-22fc27f1cc70 req-bc90a37c-1790-461a-9c63-e0a0efddcf1b tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 210 time: 0.1565096 Jan 31 18:55:06.925924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:06.996436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:06.997324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 10e0073e-d6fb-45d6-8d08-a5494db4d2f2 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:07.094092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cca96-f3eb-4fc6-806e-2049d12634ff req-e1b7e4de-6546-4e53-b217-9f3a9ad2dc7b tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:07.095900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d7cca96-f3eb-4fc6-806e-2049d12634ff req-e1b7e4de-6546-4e53-b217-9f3a9ad2dc7b tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.1292028 Jan 31 18:55:07.179809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (8d9cae6d-c34f-4255-bef4-d02e928b2b06), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:07.190801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d7cca96-f3eb-4fc6-806e-2049d12634ff req-c0ed535e-fc28-4f09-b4fb-f35826730355 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863345 Jan 31 18:55:07.224960 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for security_group (09c62f9b-178e-4fd4-b396-d644dfff34d0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:07.258346 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (09c62f9b-178e-4fd4-b396-d644dfff34d0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:07.361666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:07.388631 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-ec911947-46a0-482b-b005-6a047a1cbdfa tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:07.390140 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-ec911947-46a0-482b-b005-6a047a1cbdfa tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.49 "GET /v2.0/networks?id=c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 200 len: 811 time: 0.5087504 Jan 31 18:55:07.436662 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a08689af-1f1d-4333-bab5-8db6aa642e85), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:07.437012 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Added segment a08689af-1f1d-4333-bab5-8db6aa642e85 of type vlan for network abdd9463-7b20-4632-b373-1c4a304cb243 Jan 31 18:55:07.455143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c62f9b-178e-4fd4-b396-d644dfff34d0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:07.482605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1cd48c6-7d83-4af6-9535-d37bac10a866 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (32fda2c1-1c03-44f7-b2af-4820dfc21eeb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:07.636550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (abdd9463-7b20-4632-b373-1c4a304cb243), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:07.645879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd48c6-7d83-4af6-9535-d37bac10a866 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=32fda2c1-1c03-44f7-b2af-4820dfc21eeb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:07.649208 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (8d9cae6d-c34f-4255-bef4-d02e928b2b06), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:07.661446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8267a47a-d244-4671-be0a-4c72660e151e req-a664c146-64dd-44d0-83a5-83b0de26a7e3 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 210 time: 0.0641410 Jan 31 18:55:07.690364 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83ddd-8369-4b56-91d5-fdb415d81676 req-590d2fc7-1d64-4784-bc86-75eec531ea4b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:07.693353 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8a83ddd-8369-4b56-91d5-fdb415d81676 req-590d2fc7-1d64-4784-bc86-75eec531ea4b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 945 time: 0.2431767 Jan 31 18:55:07.729586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e56084-0bd5-47e4-9c7d-7a260bb0746c req-f350051b-2e51-45fc-afbc-464bfa118cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:07.732295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34e56084-0bd5-47e4-9c7d-7a260bb0746c req-f350051b-2e51-45fc-afbc-464bfa118cd3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a8e288a02cb449b8affb45a44193691f&device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 1129 time: 0.1797912 Jan 31 18:55:07.752882 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9cae6d-c34f-4255-bef4-d02e928b2b06']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:07.766574 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-4159bfb2-3e54-40be-b6a6-48c3d3d4367c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=732c6167da0340c5b37c8a129944c15a HTTP/1.1" status: 200 len: 380 time: 0.3491235 Jan 31 18:55:07.788025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Request body: {'port': {'device_id': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'admin_state_up': True, 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'security_groups': ['de239d3e-1f52-437a-8c5b-5cd74dfd7e07']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:07.796968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae282a43-16d4-46ec-bb87-69ab036f34f0') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:07.797264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae282a43-16d4-46ec-bb87-69ab036f34f0') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:07.808029 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (abdd9463-7b20-4632-b373-1c4a304cb243), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:07.813695 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:07.814271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:07.848549 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (ae282a43-16d4-46ec-bb87-69ab036f34f0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:07.889958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8a83ddd-8369-4b56-91d5-fdb415d81676 req-985c87e4-24e2-4266-aebe-fa4863ef3aa7 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895061 Jan 31 18:55:07.942900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62107148-bfe0-43a8-a8d6-814d565099e6 req-a93003bb-6621-4796-8315-e696c916d8e8 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:07.944567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62107148-bfe0-43a8-a8d6-814d565099e6 req-a93003bb-6621-4796-8315-e696c916d8e8 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.1669211 Jan 31 18:55:07.950650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e56084-0bd5-47e4-9c7d-7a260bb0746c req-87c46848-6d07-463b-89e8-8eb1d5f6e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:07.952582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34e56084-0bd5-47e4-9c7d-7a260bb0746c req-87c46848-6d07-463b-89e8-8eb1d5f6e869 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ef1e068-7bea-4a13-bc37-49021a461e36 HTTP/1.1" status: 200 len: 912 time: 0.2103219 Jan 31 18:55:07.972201 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ae282a43-16d4-46ec-bb87-69ab036f34f0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:08.020488 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3124835 Jan 31 18:55:08.020659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34e56084-0bd5-47e4-9c7d-7a260bb0746c req-d42a1594-ff69-4448-9fb7-5190b9839a47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e9c8f0d-cf1d-43d3-8744-6537501e426a HTTP/1.1" status: 200 len: 217 time: 0.0486836 Jan 31 18:55:08.027382 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:08.027792 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (ae282a43-16d4-46ec-bb87-69ab036f34f0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:08.034138 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:08.035833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port 2d9db5cf-6af4-496a-a66b-c22dca46f325 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:08.035833 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2d9db5cf-6af4-496a-a66b-c22dca46f325), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:08.071419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78abc70-0b27-47d4-8216-4b0b43ae9d80 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=abdd9463-7b20-4632-b373-1c4a304cb243,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:08.089723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network abdd9463-7b20-4632-b373-1c4a304cb243 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:08.143716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62107148-bfe0-43a8-a8d6-814d565099e6 req-0b59bf9b-eb69-4c86-8a01-a43160610d3c tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899974 Jan 31 18:55:08.166886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51150) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:08.173965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d2a62f2e-33cd-414d-abf5-a11d170ff999 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'network_id': 'abdd9463-7b20-4632-b373-1c4a304cb243', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:08.198858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e56084-0bd5-47e4-9c7d-7a260bb0746c req-554d0471-a3b3-4f2d-973f-64647608979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:08.201062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34e56084-0bd5-47e4-9c7d-7a260bb0746c req-554d0471-a3b3-4f2d-973f-64647608979b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1218f3d1-b058-4751-b1ee-a61bef812b07 HTTP/1.1" status: 200 len: 851 time: 0.1713326 Jan 31 18:55:08.284280 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34e56084-0bd5-47e4-9c7d-7a260bb0746c req-a5c1b66d-9b8c-483b-8242-2f5afc1a88a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ef1e068-7bea-4a13-bc37-49021a461e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491669 Jan 31 18:55:08.299453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (8d9cae6d-c34f-4255-bef4-d02e928b2b06), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:08.321353 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:08.324553 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8d9cae6d-c34f-4255-bef4-d02e928b2b06 HTTP/1.1" status: 204 len: 168 time: 1.9345784 Jan 31 18:55:08.351980 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbb088-00da-49d1-86aa-b51aac586cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9cae6d-c34f-4255-bef4-d02e928b2b06,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:08.357677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1cd48c6-7d83-4af6-9535-d37bac10a866 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (75fd7dc0-58e6-4229-abb6-ab478143eaa5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:08.411511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Made reservation on behalf of 732c6167da0340c5b37c8a129944c15a for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:08.414866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:08.424044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2d9db5cf-6af4-496a-a66b-c22dca46f325), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:08.424235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34e56084-0bd5-47e4-9c7d-7a260bb0746c req-a70a4258-753d-47b8-9953-eccb71376be1 service neutron] 10.222.0.49 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276155 Jan 31 18:55:08.424933 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (2d9db5cf-6af4-496a-a66b-c22dca46f325), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:08.507741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for 2d9db5cf-6af4-496a-a66b-c22dca46f325 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:08.581850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a62f2e-33cd-414d-abf5-a11d170ff999 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:08.586612 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2a62f2e-33cd-414d-abf5-a11d170ff999 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:08.652433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51162) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:08.678163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34e56084-0bd5-47e4-9c7d-7a260bb0746c req-404bf455-965d-4082-bd14-53e8873780e5 service neutron] 10.222.0.49 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450495 Jan 31 18:55:08.762760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6d882def-085f-4c26-9b7f-5cea38f83631 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2955cafada344780a429a6e6a13faa85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1091127 Jan 31 18:55:08.770081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51170) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:08.939746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Allocated IP 172.20.0.11 (c11bd176-3044-4185-9008-2e805d18ae14/8b1b457b-8abd-4614-8276-0291f0e06e62/faead6b1-1bd3-4f5e-9694-bc35a0e00a93) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:55:09.188840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91de7418-62b9-4546-81be-b9dbd6e17864 req-d20e9e28-0275-49e3-ab24-fadef43e16d6 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 210 time: 0.3322849 Jan 31 18:55:09.208643 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:09.280384 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:09.287066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cd48c6-7d83-4af6-9535-d37bac10a866 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:55:09.363624 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Network c11bd176-3044-4185-9008-2e805d18ae14 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:09.375099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:09.378032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:09.382601 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d85187c9-57eb-46ae-afdb-b23fd130f62b admin admin] Publish callbacks [] for security_group (63adeae3-ff33-4362-af60-867bb24edf7d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:09.422485 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2d9db5cf-6af4-496a-a66b-c22dca46f325), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:09.443286 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2a62f2e-33cd-414d-abf5-a11d170ff999 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (1617cfff-4725-4d1f-9091-989eee1d4a2c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:09.503022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d85187c9-57eb-46ae-afdb-b23fd130f62b admin admin] Publish callbacks [] for security_group (63adeae3-ff33-4362-af60-867bb24edf7d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:09.561865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fde579-27ff-4979-a69a-1cad09760ccc req-4bcd8453-1354-4a31-bac0-593cd4fb40ef tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:09.564355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1fde579-27ff-4979-a69a-1cad09760ccc req-4bcd8453-1354-4a31-bac0-593cd4fb40ef tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 945 time: 0.3714857 Jan 31 18:55:09.624085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73757fb6-49ba-4730-bd84-0720a448e322 req-d2714031-1801-4037-85f3-2410ff1c02a4 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:09.625900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73757fb6-49ba-4730-bd84-0720a448e322 req-d2714031-1801-4037-85f3-2410ff1c02a4 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 945 time: 0.4362118 Jan 31 18:55:09.634402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228de60-21f6-4cf5-88e5-a50d986d2c59 req-6f8af4a5-70b0-4228-a007-1a3223154ace tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:09.636242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4228de60-21f6-4cf5-88e5-a50d986d2c59 req-6f8af4a5-70b0-4228-a007-1a3223154ace tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.3140302 Jan 31 18:55:09.696566 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d85187c9-57eb-46ae-afdb-b23fd130f62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (63adeae3-ff33-4362-af60-867bb24edf7d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:09.699286 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d85187c9-57eb-46ae-afdb-b23fd130f62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:09.701241 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d85187c9-57eb-46ae-afdb-b23fd130f62b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63adeae3-ff33-4362-af60-867bb24edf7d HTTP/1.1" status: 204 len: 168 time: 0.9288149 Jan 31 18:55:09.725099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-55f69d5f-08c1-42c6-9d1f-ce4fd976c8a7 None None] Provisioning complete for port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:09.725615 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55f69d5f-08c1-42c6-9d1f-ce4fd976c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:09.749745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a62f2e-33cd-414d-abf5-a11d170ff999 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=1617cfff-4725-4d1f-9091-989eee1d4a2c,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:09.766901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85187c9-57eb-46ae-afdb-b23fd130f62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63adeae3-ff33-4362-af60-867bb24edf7d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:09.810590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-55f69d5f-08c1-42c6-9d1f-ce4fd976c8a7 None None] Port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:55:09.859572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event updated for resources: {'Port': ['ID=faead6b1-1bd3-4f5e-9694-bc35a0e00a93,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:09.872466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73757fb6-49ba-4730-bd84-0720a448e322 req-b6487695-78bc-42b4-97cf-ade78d06ad10 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067447 Jan 31 18:55:09.884134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a62f2e-33cd-414d-abf5-a11d170ff999 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking segment: {'id': 'a08689af-1f1d-4333-bab5-8db6aa642e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'abdd9463-7b20-4632-b373-1c4a304cb243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:09.884134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a62f2e-33cd-414d-abf5-a11d170ff999 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network hostable DHCP agents. Network: abdd9463-7b20-4632-b373-1c4a304cb243, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:09.912242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4228de60-21f6-4cf5-88e5-a50d986d2c59 req-35d2081b-ec39-4eae-944c-d64846be2a9d tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443829 Jan 31 18:55:09.923033 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=2d9db5cf-6af4-496a-a66b-c22dca46f325,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:09.936525 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:09.937381 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:09.939168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a62f2e-33cd-414d-abf5-a11d170ff999 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network abdd9463-7b20-4632-b373-1c4a304cb243 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:09.962334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f1fde579-27ff-4979-a69a-1cad09760ccc req-bfd52e15-7714-4a0f-a609-9926ef6464af tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Deleting port 0630e0a5-c99a-4034-b356-f27f5b9b4034 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:09.963138 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1fde579-27ff-4979-a69a-1cad09760ccc req-bfd52e15-7714-4a0f-a609-9926ef6464af tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:09.967336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d2a62f2e-33cd-414d-abf5-a11d170ff999 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, abdd9463-7b20-4632-b373-1c4a304cb243) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:09.979266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e83e479-622b-4033-a7d7-5616e6f28f7d None None] Network abdd9463-7b20-4632-b373-1c4a304cb243 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:09.988222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a62f2e-33cd-414d-abf5-a11d170ff999 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:09.989178 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2a62f2e-33cd-414d-abf5-a11d170ff999 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.035324 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-9890d355-3687-455b-a90a-592998a66b02 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2549744 Jan 31 18:55:10.042201 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (0b8ac7dd-3549-49b9-9b77-df0c88d5e193), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.042684 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Floating IP 0b8ac7dd-3549-49b9-9b77-df0c88d5e193 disassociated (deleted). External IP: 172.25.8.230, port: f288f639-cc75-40ec-a538-60d213f6ab99. Jan 31 18:55:10.055051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d2a62f2e-33cd-414d-abf5-a11d170ff999 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8850188 Jan 31 18:55:10.059907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51198) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:10.060964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Request body: {'port': {'device_id': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:10.075662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-202e79f5-5497-471d-b0ed-d0f97e7f6cc5 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1386427440'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:10.124105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cd48c6-7d83-4af6-9535-d37bac10a866 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:55:10.132372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202e79f5-5497-471d-b0ed-d0f97e7f6cc5 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:10.132481 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a1cd48c6-7d83-4af6-9535-d37bac10a866 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "PUT /v2.0/routers/75fd7dc0-58e6-4229-abb6-ab478143eaa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7488592 Jan 31 18:55:10.138133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51202) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:10.138968 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-202e79f5-5497-471d-b0ed-d0f97e7f6cc5 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.176159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78de351-6e49-4626-bc0a-88a6bf8374e9 None None] Sync routers for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:55:10.183661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f1fde579-27ff-4979-a69a-1cad09760ccc req-bfd52e15-7714-4a0f-a609-9926ef6464af tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] For port 0630e0a5-c99a-4034-b356-f27f5b9b4034, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0630e0a5-c99a-4034-b356-f27f5b9b4034,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:10.184094 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1fde579-27ff-4979-a69a-1cad09760ccc req-bfd52e15-7714-4a0f-a609-9926ef6464af tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.190788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-abdd9463-7b20-4632-b373-1c4a304cb243', 'network_id': 'abdd9463-7b20-4632-b373-1c4a304cb243', 'project_id': '2a20cd5c8ccd4d139797abe19df72129', 'fixed_ips': [{'subnet_id': '1617cfff-4725-4d1f-9091-989eee1d4a2c'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:10.193335 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.213056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f1fde579-27ff-4979-a69a-1cad09760ccc req-bfd52e15-7714-4a0f-a609-9926ef6464af tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Calling delete_port for 0630e0a5-c99a-4034-b356-f27f5b9b4034 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:10.238963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78de351-6e49-4626-bc0a-88a6bf8374e9 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:10.240848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a78de351-6e49-4626-bc0a-88a6bf8374e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:10.261651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202e79f5-5497-471d-b0ed-d0f97e7f6cc5 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:10.286502 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a78de351-6e49-4626-bc0a-88a6bf8374e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:10.299477 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.326769 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-202e79f5-5497-471d-b0ed-d0f97e7f6cc5 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (97ff9f53-f5cd-4fe8-85f2-96d595aab9d5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.327125 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-202e79f5-5497-471d-b0ed-d0f97e7f6cc5 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Added segment 97ff9f53-f5cd-4fe8-85f2-96d595aab9d5 of type vlan for network a120c29f-51db-4222-8c74-a5ee0a004057 Jan 31 18:55:10.374299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78de351-6e49-4626-bc0a-88a6bf8374e9 None None] Routers {'75fd7dc0-58e6-4229-abb6-ab478143eaa5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:10.375293 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a78de351-6e49-4626-bc0a-88a6bf8374e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:10.437512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a78de351-6e49-4626-bc0a-88a6bf8374e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:10.438649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78de351-6e49-4626-bc0a-88a6bf8374e9 None None] The sync data for ids ['75fd7dc0-58e6-4229-abb6-ab478143eaa5'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:55:10.460907 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-202e79f5-5497-471d-b0ed-d0f97e7f6cc5 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (a120c29f-51db-4222-8c74-a5ee0a004057), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.474817 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router (75fd7dc0-58e6-4229-abb6-ab478143eaa5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.531235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84cc34-f537-4290-9636-5b0c67ec3cdc req-43d7da3c-33f9-4159-879f-7adf8b36d551 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:10.532944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce84cc34-f537-4290-9636-5b0c67ec3cdc req-43d7da3c-33f9-4159-879f-7adf8b36d551 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 932 time: 0.2128053 Jan 31 18:55:10.534927 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-202e79f5-5497-471d-b0ed-d0f97e7f6cc5 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (a120c29f-51db-4222-8c74-a5ee0a004057), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.540100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202e79f5-5497-471d-b0ed-d0f97e7f6cc5 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:10.540990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-202e79f5-5497-471d-b0ed-d0f97e7f6cc5 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.587384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Allocated IP 172.20.255.242 (abdd9463-7b20-4632-b373-1c4a304cb243/1617cfff-4725-4d1f-9091-989eee1d4a2c/866abfb3-af1e-44c2-8233-fd7ad28149fd) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:55:10.716128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-202e79f5-5497-471d-b0ed-d0f97e7f6cc5 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6534748 Jan 31 18:55:10.719749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51218) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:10.733782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c1bda0f9-3c0c-4076-a3e7-fa3b1949d97e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'network_id': 'a120c29f-51db-4222-8c74-a5ee0a004057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:10.785511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e79f5-5497-471d-b0ed-d0f97e7f6cc5 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=a120c29f-51db-4222-8c74-a5ee0a004057,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:10.848892 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1fde579-27ff-4979-a69a-1cad09760ccc req-bfd52e15-7714-4a0f-a609-9926ef6464af tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0630e0a5-c99a-4034-b356-f27f5b9b4034), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.869887 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce84cc34-f537-4290-9636-5b0c67ec3cdc req-f83b202b-cc11-49f0-83f0-1ff608538767 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260865 Jan 31 18:55:10.875543 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router_gateway (75fd7dc0-58e6-4229-abb6-ab478143eaa5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.881065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router 9bc20011-8343-4be9-9781-24d55667a3bf has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:55:10.898222 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Publish callbacks [] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:10.901553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd52e15-7714-4a0f-a609-9926ef6464af tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Pushing event deleted for resources: {'Port': ['ID=0630e0a5-c99a-4034-b356-f27f5b9b4034,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:10.916529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network a120c29f-51db-4222-8c74-a5ee0a004057 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:10.920503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e3042d94-b66e-4d48-80f3-6661f555d908', '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:55:10.985283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['68a32784-bdb2-4c76-a515-7551823ec169', '0630e0a5-c99a-4034-b356-f27f5b9b4034'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:55:10.994913 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:11.020965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bda0f9-3c0c-4076-a3e7-fa3b1949d97e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:11.024759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1bda0f9-3c0c-4076-a3e7-fa3b1949d97e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:11.127741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fde579-27ff-4979-a69a-1cad09760ccc req-bfd52e15-7714-4a0f-a609-9926ef6464af tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] No DVR routers for this DVR port 0630e0a5-c99a-4034-b356-f27f5b9b4034 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:11.127972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Network abdd9463-7b20-4632-b373-1c4a304cb243 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:11.130513 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1fde579-27ff-4979-a69a-1cad09760ccc req-bfd52e15-7714-4a0f-a609-9926ef6464af tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:11.134377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1fde579-27ff-4979-a69a-1cad09760ccc req-bfd52e15-7714-4a0f-a609-9926ef6464af tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.49 "DELETE /v2.0/ports/0630e0a5-c99a-4034-b356-f27f5b9b4034 HTTP/1.1" status: 204 len: 173 time: 1.4965444 Jan 31 18:55:11.136124 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Pushing event updated for resources: {'Port': ['ID=866abfb3-af1e-44c2-8233-fd7ad28149fd,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:11.140743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:11.163924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting port 1882b928-5ccd-4cf2-a4c3-d702757ff63b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:11.164508 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1882b928-5ccd-4cf2-a4c3-d702757ff63b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:11.166462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:11.175340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f3236-effa-409b-9150-1c14c07cf895', 'name': 'network-vif-deleted', 'tag': '0630e0a5-c99a-4034-b356-f27f5b9b4034'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:11.177651 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7ea99c-ccc2-4b93-9903-ffaec741c785" -d '{"events": [{"server_uuid": "3b4f3236-effa-409b-9150-1c14c07cf895", "name": "network-vif-deleted", "tag": "0630e0a5-c99a-4034-b356-f27f5b9b4034"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:11.271284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:55:11.279784 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa019142-99cc-4a91-b8dc-3bb1c4bcbc30 req-ffff5668-aa78-4c05-9228-f9a36456334c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4f3236-effa-409b-9150-1c14c07cf895 HTTP/1.1" status: 200 len: 210 time: 0.2072163 Jan 31 18:55:11.284116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:11.284269 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cf65b-4bdd-4f8b-abe7-18560edff472 None None] Sync routers for ids ['9bc20011-8343-4be9-9781-24d55667a3bf'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:55:11.306505 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cf65b-4bdd-4f8b-abe7-18560edff472 None None] Routers {'9bc20011-8343-4be9-9781-24d55667a3bf'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:11.307935 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-787cf65b-4bdd-4f8b-abe7-18560edff472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9bc20011-8343-4be9-9781-24d55667a3bf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:11.347189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51236) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:11.377145 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc8d753-d7d0-4482-b469-d104583489fd x-openstack-request-id: req-8bc8d753-d7d0-4482-b469-d104583489fd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:11.377802 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f3236-effa-409b-9150-1c14c07cf895", "name": "network-vif-deleted", "tag": "0630e0a5-c99a-4034-b356-f27f5b9b4034", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:11.378267 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bc8d753-d7d0-4482-b469-d104583489fd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:11.378820 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f3236-effa-409b-9150-1c14c07cf895', 'name': 'network-vif-deleted', 'tag': '0630e0a5-c99a-4034-b356-f27f5b9b4034', 'status': 'completed', 'code': 200} Jan 31 18:55:11.414893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faead6b1-1bd3-4f5e-9694-bc35a0e00a93 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:55:11.439202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Publish callbacks [] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:11.440757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d0faf-4a0a-448a-8d0b-b9b9359acf08 req-da83fc4e-750b-42ec-9915-143e2638964a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:11.443955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c67d0faf-4a0a-448a-8d0b-b9b9359acf08 req-da83fc4e-750b-42ec-9915-143e2638964a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.3649285 Jan 31 18:55:11.445908 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ed1c54ad-3f35-4bc9-9859-66e99923e2b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/floatingips/0b8ac7dd-3549-49b9-9b77-df0c88d5e193 HTTP/1.1" status: 204 len: 168 time: 5.0017185 Jan 31 18:55:11.452831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:11.455283 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fe9808-cc57-4a5b-b263-8138083cf729" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:11.466966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1882b928-5ccd-4cf2-a4c3-d702757ff63b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:11.480835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Transition to ACTIVE for port object faead6b1-1bd3-4f5e-9694-bc35a0e00a93 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:55:11.487495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Calling delete_port for 1882b928-5ccd-4cf2-a4c3-d702757ff63b owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:11.494539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:11.613780 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-787cf65b-4bdd-4f8b-abe7-18560edff472 None None] Set router 9bc20011-8343-4be9-9781-24d55667a3bf gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:55:11.657527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Pushing event updated for resources: {'Port': ['ID=faead6b1-1bd3-4f5e-9694-bc35a0e00a93,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:11.747319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c67d0faf-4a0a-448a-8d0b-b9b9359acf08 req-a737a171-816e-4e52-aa6d-d0ef0358e076 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810855 Jan 31 18:55:11.869335 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Attempting to bind port 866abfb3-af1e-44c2-8233-fd7ad28149fd on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:55:11.869676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Attempting to bind port 866abfb3-af1e-44c2-8233-fd7ad28149fd by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'a08689af-1f1d-4333-bab5-8db6aa642e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'abdd9463-7b20-4632-b373-1c4a304cb243'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:55:11.874785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Attempting to bind port 866abfb3-af1e-44c2-8233-fd7ad28149fd on network abdd9463-7b20-4632-b373-1c4a304cb243 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:11.897750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Attempting to bind port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:55:11.898577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Attempting to bind port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:55:11.899097 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Attempting to bind port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 on network c11bd176-3044-4185-9008-2e805d18ae14 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:11.914499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 on network c11bd176-3044-4185-9008-2e805d18ae14 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:55:11.915565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Attempting to bind port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 on network c11bd176-3044-4185-9008-2e805d18ae14 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:11.932822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:55:11.933292 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Checking segment: {'id': 'a08689af-1f1d-4333-bab5-8db6aa642e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'abdd9463-7b20-4632-b373-1c4a304cb243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:11.933671 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:11.934138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Bound using segment: {'id': 'a08689af-1f1d-4333-bab5-8db6aa642e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'abdd9463-7b20-4632-b373-1c4a304cb243'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:55:11.936648 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-425467656-network', 'tenant_id': '4b841fd96ab5453fab9c32d46b4d477b'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:11.939232 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Bound port: 866abfb3-af1e-44c2-8233-fd7ad28149fd, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08689af-1f1d-4333-bab5-8db6aa642e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'abdd9463-7b20-4632-b373-1c4a304cb243'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:55:11.939674 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:11.972649 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994357ae-6a45-4616-8062-8a8e2a17af7f x-openstack-request-id: req-994357ae-6a45-4616-8062-8a8e2a17af7f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:11.976947 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:11.977357 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-994357ae-6a45-4616-8062-8a8e2a17af7f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:11.977899 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'status': 'completed', 'code': 200} Jan 31 18:55:12.076358 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:55:12.081234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Checking segment: {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:12.086129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Bound using segment: {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:55:12.086781 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Bound port: faead6b1-1bd3-4f5e-9694-bc35a0e00a93, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:55:12.087560 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:12.100885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] For port 866abfb3-af1e-44c2-8233-fd7ad28149fd, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:55:12.102519 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1bda0f9-3c0c-4076-a3e7-fa3b1949d97e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (afe81185-3734-4409-825e-30f3513ace3e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:12.106413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] For port 866abfb3-af1e-44c2-8233-fd7ad28149fd, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=866abfb3-af1e-44c2-8233-fd7ad28149fd,segment=NetworkSegment(a08689af-1f1d-4333-bab5-8db6aa642e85),segment_id=a08689af-1f1d-4333-bab5-8db6aa642e85)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:55:12.163364 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-787cf65b-4bdd-4f8b-abe7-18560edff472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd7467468-5d7c-4fc3-9dd7-cb77ba13314e', 'name': '', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:19:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:48Z', 'updated_at': '2022-01-31T18:52:56Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:12.166844 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:12.203255 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cf65b-4bdd-4f8b-abe7-18560edff472 None None] Checking router: 9bc20011-8343-4be9-9781-24d55667a3bf for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:55:12.214358 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cf65b-4bdd-4f8b-abe7-18560edff472 None None] Routers {'9bc20011-8343-4be9-9781-24d55667a3bf'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:12.215523 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-787cf65b-4bdd-4f8b-abe7-18560edff472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:54:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9bc20011-8343-4be9-9781-24d55667a3bf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:12.279823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Made reservation on behalf of 4b841fd96ab5453fab9c32d46b4d477b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:12.283443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7a6bb-6c14-4bd5-8ba4-cada511cf8d6 None None] Pushing event updated for resources: {'Port': ['ID=866abfb3-af1e-44c2-8233-fd7ad28149fd,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:12.294349 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:12.329452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5a1c6-a5cf-4668-9a3d-e054bb51bbc2 req-f1bb1917-6afb-45d5-8de4-7a0020cc630b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:12.339046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7be5a1c6-a5cf-4668-9a3d-e054bb51bbc2 req-f1bb1917-6afb-45d5-8de4-7a0020cc630b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 947 time: 0.3725233 Jan 31 18:55:12.343852 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:12.370752 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1882b928-5ccd-4cf2-a4c3-d702757ff63b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:12.384465 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bda0f9-3c0c-4076-a3e7-fa3b1949d97e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=afe81185-3734-4409-825e-30f3513ace3e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:12.457637 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-787cf65b-4bdd-4f8b-abe7-18560edff472 None None] Set router 9bc20011-8343-4be9-9781-24d55667a3bf gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:55:12.460911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bda0f9-3c0c-4076-a3e7-fa3b1949d97e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking segment: {'id': '97ff9f53-f5cd-4fe8-85f2-96d595aab9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a120c29f-51db-4222-8c74-a5ee0a004057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:12.461055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bda0f9-3c0c-4076-a3e7-fa3b1949d97e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network hostable DHCP agents. Network: a120c29f-51db-4222-8c74-a5ee0a004057, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:12.463765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] For port faead6b1-1bd3-4f5e-9694-bc35a0e00a93, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:55:12.480458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Port': ['ID=1882b928-5ccd-4cf2-a4c3-d702757ff63b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:12.490478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7be5a1c6-a5cf-4668-9a3d-e054bb51bbc2 req-c3c118ed-320c-49dd-b53b-158e24a9d9b0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1501596 Jan 31 18:55:12.519089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe9808-cc57-4a5b-b263-8138083cf729 req-172b2fc4-9b1e-4967-b978-fb4f2b737a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:12.520872 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-96fe9808-cc57-4a5b-b263-8138083cf729 req-172b2fc4-9b1e-4967-b978-fb4f2b737a72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 1130 time: 0.5244622 Jan 31 18:55:12.567622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] For port faead6b1-1bd3-4f5e-9694-bc35a0e00a93, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=faead6b1-1bd3-4f5e-9694-bc35a0e00a93,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:55:12.582321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a8fe2-3c2e-4b62-96ec-910ace8e78a8 req-6b21d535-57b7-4dfd-8200-ac9635a742a4 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:12.587906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd6a8fe2-3c2e-4b62-96ec-910ace8e78a8 req-6b21d535-57b7-4dfd-8200-ac9635a742a4 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 944 time: 0.4569364 Jan 31 18:55:12.616908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bda0f9-3c0c-4076-a3e7-fa3b1949d97e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network a120c29f-51db-4222-8c74-a5ee0a004057 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:12.648672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:12.651760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c1bda0f9-3c0c-4076-a3e7-fa3b1949d97e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, a120c29f-51db-4222-8c74-a5ee0a004057) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:12.659208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bda0f9-3c0c-4076-a3e7-fa3b1949d97e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:12.660038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1bda0f9-3c0c-4076-a3e7-fa3b1949d97e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:12.669982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd1e764-2339-4f07-9871-3d6a173b6242 None None] Network a120c29f-51db-4222-8c74-a5ee0a004057 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:12.745889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd6a8fe2-3c2e-4b62-96ec-910ace8e78a8 req-9d2594e0-5cfd-42a8-bf53-4fb469d45fde tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409035 Jan 31 18:55:12.777900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c1bda0f9-3c0c-4076-a3e7-fa3b1949d97e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0537946 Jan 31 18:55:12.780841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51270) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:12.890608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:12.891540 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:12.893894 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] 10.222.0.49 "PUT /v2.0/ports/faead6b1-1bd3-4f5e-9694-bc35a0e00a93 HTTP/1.1" status: 200 len: 1093 time: 2.8478286 Jan 31 18:55:12.930846 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (75fd7dc0-58e6-4229-abb6-ab478143eaa5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:13.086389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b76b114-ecd1-4589-acfe-b31c7ec69140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-a120c29f-51db-4222-8c74-a5ee0a004057', 'network_id': 'a120c29f-51db-4222-8c74-a5ee0a004057', 'project_id': '2a20cd5c8ccd4d139797abe19df72129', 'fixed_ips': [{'subnet_id': 'afe81185-3734-4409-825e-30f3513ace3e'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:13.089862 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3b76b114-ecd1-4589-acfe-b31c7ec69140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:13.137123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 866abfb3-af1e-44c2-8233-fd7ad28149fd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:55:13.142668 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (a120c29f-51db-4222-8c74-a5ee0a004057), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:13.164326 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-787cf65b-4bdd-4f8b-abe7-18560edff472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd7467468-5d7c-4fc3-9dd7-cb77ba13314e', 'name': '', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:19:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:48Z', 'updated_at': '2022-01-31T18:52:56Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:13.200652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3580a-2fe7-4885-97f4-84723e17e737 req-44bd94ed-60c9-42a7-8624-377b838c9d2a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:13.202267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80b3580a-2fe7-4885-97f4-84723e17e737 req-44bd94ed-60c9-42a7-8624-377b838c9d2a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.1982327 Jan 31 18:55:13.210396 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cf65b-4bdd-4f8b-abe7-18560edff472 None None] The sync data for ids ['9bc20011-8343-4be9-9781-24d55667a3bf'] in n-d-812111-15 is: [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:52:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd7467468-5d7c-4fc3-9dd7-cb77ba13314e', 'name': '', 'network_id': '02dc426e-be1f-41b5-9e74-ae8223b96e19', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:19:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:48Z', 'updated_at': '2022-01-31T18:52:56Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '3b5669a5-605a-4c01-a053-cd02f42b2c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:55:13.276653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 866abfb3-af1e-44c2-8233-fd7ad28149fd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:13.277158 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:13.300308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f46de-73de-4e6a-bd61-f7a6ea5898ee service neutron] Pushing event updated for resources: {'Port': ['ID=faead6b1-1bd3-4f5e-9694-bc35a0e00a93,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:13.433388 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (75fd7dc0-58e6-4229-abb6-ab478143eaa5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:13.436087 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router_controller (75fd7dc0-58e6-4229-abb6-ab478143eaa5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:13.472113 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (afe81185-3734-4409-825e-30f3513ace3e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:13.601372 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80b3580a-2fe7-4885-97f4-84723e17e737 req-4318f4d1-95be-41c5-9798-1a5abadcae49 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920486 Jan 31 18:55:13.804579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b82950-65c7-4ada-ab0b-f0641f73fea0 req-832ea146-b07f-45f1-a034-70bb6fa590a3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:13.811861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1b82950-65c7-4ada-ab0b-f0641f73fea0 req-832ea146-b07f-45f1-a034-70bb6fa590a3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 947 time: 0.3478494 Jan 31 18:55:13.897878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad4052b-2ab8-48b5-a831-2ac9704f6e85 None None] New status for floating IP 0b8ac7dd-3549-49b9-9b77-df0c88d5e193: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:55:14.056563 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (afe81185-3734-4409-825e-30f3513ace3e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.069496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 866abfb3-af1e-44c2-8233-fd7ad28149fd is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:14.069931 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.072544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38561ed3-7cd8-466d-8d08-dd6180cca76d None None] Network abdd9463-7b20-4632-b373-1c4a304cb243 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-3b76b114-ecd1-4589-acfe-b31c7ec69140 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afe81185-3734-4409-825e-30f3513ace3e: This subnet is being modified by another concurrent operation. Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:55:14.113315 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afe81185-3734-4409-825e-30f3513ace3e: This subnet is being modified by another concurrent operation. Jan 31 18:55:14.117572 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 18:55:14.122465 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Publish callbacks [] for security_group (01ee5d02-52ff-483b-9039-4298518dd45f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.122465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'tag': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:14.122465 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6927261a-9d9f-4c6f-aeb2-7b167e9f580c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bb00cf-4bdf-4947-9a0d-30f891f75f21", "tag": "faead6b1-1bd3-4f5e-9694-bc35a0e00a93"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:14.130538 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe9808-cc57-4a5b-b263-8138083cf729 req-563fb4ef-d2eb-41bd-af64-0dbf5248fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:14.133824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0630e0a5-c99a-4034-b356-f27f5b9b4034 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:14.133905 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-96fe9808-cc57-4a5b-b263-8138083cf729 req-563fb4ef-d2eb-41bd-af64-0dbf5248fad6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 200 len: 898 time: 1.5671344 Jan 31 18:55:14.134919 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (75fd7dc0-58e6-4229-abb6-ab478143eaa5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.135881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Fanout notify agent at l3_agent the message router_deleted on router 75fd7dc0-58e6-4229-abb6-ab478143eaa5 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:55:14.138986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (01ee5d02-52ff-483b-9039-4298518dd45f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.149766 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.151136 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-de0a5fb2-d54c-473c-a182-e5ffde6ad4ff tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/routers/75fd7dc0-58e6-4229-abb6-ab478143eaa5 HTTP/1.1" status: 204 len: 168 time: 4.0115175 Jan 31 18:55:14.169652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51302) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:14.179591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Subnet': ['ID=afe81185-3734-4409-825e-30f3513ace3e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:14.204274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf1c1fd-fba8-4a8b-9042-587313e3404d None None] Network a120c29f-51db-4222-8c74-a5ee0a004057 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:14.207592 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-96fe9808-cc57-4a5b-b263-8138083cf729 req-877a5a36-43ae-4e59-8031-3866a5b17e15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 200 len: 217 time: 0.0534146 Jan 31 18:55:14.272618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70f93b-72b3-4dd4-a63b-ec473132c914 req-cf666ad9-ac6d-406d-93e0-fb9ddf51a239 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:14.274715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe9808-cc57-4a5b-b263-8138083cf729 req-64900aca-f62f-455f-b511-d74d50bbd022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:14.276168 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-96fe9808-cc57-4a5b-b263-8138083cf729 req-64900aca-f62f-455f-b511-d74d50bbd022 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 200 len: 834 time: 0.0553622 Jan 31 18:55:14.281741 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d70f93b-72b3-4dd4-a63b-ec473132c914 req-cf666ad9-ac6d-406d-93e0-fb9ddf51a239 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 947 time: 0.5903475 Jan 31 18:55:14.282130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:14.301395 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-de75f98a-5651-4273-9e69-7703607146bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:14.302811 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-de75f98a-5651-4273-9e69-7703607146bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=732c6167da0340c5b37c8a129944c15a&device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 1127 time: 1.3431978 Jan 31 18:55:14.326591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 0630e0a5-c99a-4034-b356-f27f5b9b4034 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:14.326933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0630e0a5-c99a-4034-b356-f27f5b9b4034 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:14.366105 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-f43e1f14-514b-461f-ae0e-2ddd7305e11f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faead6b1-1bd3-4f5e-9694-bc35a0e00a93 HTTP/1.1" status: 200 len: 217 time: 0.0542223 Jan 31 18:55:14.379615 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (a120c29f-51db-4222-8c74-a5ee0a004057), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.384860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fe434e01-ef28-42c7-b064-83667dae7495 None None] Provisioning complete for port 866abfb3-af1e-44c2-8233-fd7ad28149fd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:14.385243 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe434e01-ef28-42c7-b064-83667dae7495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.441688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 866abfb3-af1e-44c2-8233-fd7ad28149fd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=866abfb3-af1e-44c2-8233-fd7ad28149fd,segment=NetworkSegment(a08689af-1f1d-4333-bab5-8db6aa642e85),segment_id=a08689af-1f1d-4333-bab5-8db6aa642e85)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:14.452777 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-31757996-a9c4-4194-922c-cefbda1024c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:14.454765 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-31757996-a9c4-4194-922c-cefbda1024c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b1b457b-8abd-4614-8276-0291f0e06e62 HTTP/1.1" status: 200 len: 850 time: 0.0564530 Jan 31 18:55:14.458702 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.460668 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (802b2afa-b661-4035-bb4d-3bfaf282fbba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.461032 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Added segment 802b2afa-b661-4035-bb4d-3bfaf282fbba of type vlan for network f678c3da-4934-49be-acf3-696f784d9a07 Jan 31 18:55:14.463602 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ee5d02-52ff-483b-9039-4298518dd45f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:14.475585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ddba-584c-49cb-ad91-173ef96625e1 req-5d3575f5-ac5e-4f18-a677-6dd2b2eb0fd0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:14.477253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bb1ddba-584c-49cb-ad91-173ef96625e1 req-5d3575f5-ac5e-4f18-a677-6dd2b2eb0fd0 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 944 time: 0.4953330 Jan 31 18:55:14.490968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a120c29f-51db-4222-8c74-a5ee0a004057']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:14.523193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-305fcb96-8aac-4a1d-92e9-44fd239b1f03 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Deleting subnet 55543288-4478-4575-b308-546ef4d7095a {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:55:14.539035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ff9f53-f5cd-4fe8-85f2-96d595aab9d5') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:14.540102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ff9f53-f5cd-4fe8-85f2-96d595aab9d5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:14.557084 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-305fcb96-8aac-4a1d-92e9-44fd239b1f03 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks [] for subnet (55543288-4478-4575-b308-546ef4d7095a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.605192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=866abfb3-af1e-44c2-8233-fd7ad28149fd,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:14.620423 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-305fcb96-8aac-4a1d-92e9-44fd239b1f03 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (55543288-4478-4575-b308-546ef4d7095a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.659499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe9808-cc57-4a5b-b263-8138083cf729 req-40e2c29e-7e63-4f08-8b8b-e39a33912d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:14.661166 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-96fe9808-cc57-4a5b-b263-8138083cf729 req-40e2c29e-7e63-4f08-8b8b-e39a33912d4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02dc426e-be1f-41b5-9e74-ae8223b96e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3740602 Jan 31 18:55:14.663696 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (f678c3da-4934-49be-acf3-696f784d9a07), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.690668 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-305fcb96-8aac-4a1d-92e9-44fd239b1f03 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (55543288-4478-4575-b308-546ef4d7095a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.737856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fe434e01-ef28-42c7-b064-83667dae7495 None None] Current status of the port 866abfb3-af1e-44c2-8233-fd7ad28149fd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:14.770049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d70f93b-72b3-4dd4-a63b-ec473132c914 req-2db11697-7822-47da-bfee-5cbf212c4c28 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4868166 Jan 31 18:55:14.813729 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-96fe9808-cc57-4a5b-b263-8138083cf729 req-f088affa-bb89-4122-b954-1c5bb74e05d0 service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372020 Jan 31 18:55:14.818093 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (97ff9f53-f5cd-4fe8-85f2-96d595aab9d5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.835210 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:55:14.840132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-3022b236-b958-46a2-8792-645f94371053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:14.842604 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-3022b236-b958-46a2-8792-645f94371053 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c11bd176-3044-4185-9008-2e805d18ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3746293 Jan 31 18:55:14.863251 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0716e864-e2ec-4fe1-a421-79e196c1773f x-openstack-request-id: req-0716e864-e2ec-4fe1-a421-79e196c1773f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:14.866739 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bb00cf-4bdf-4947-9a0d-30f891f75f21", "tag": "faead6b1-1bd3-4f5e-9694-bc35a0e00a93", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:14.869508 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0716e864-e2ec-4fe1-a421-79e196c1773f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:14.870136 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'tag': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93', 'status': 'completed', 'code': 200} Jan 31 18:55:14.915141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e1b82950-65c7-4ada-ab0b-f0641f73fea0 req-14927e00-6829-4c70-b7af-14fedaeabc22 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port f288f639-cc75-40ec-a538-60d213f6ab99 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:14.915484 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e1b82950-65c7-4ada-ab0b-f0641f73fea0 req-14927e00-6829-4c70-b7af-14fedaeabc22 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:14.942375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 866abfb3-af1e-44c2-8233-fd7ad28149fd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:55:14.982158 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (97ff9f53-f5cd-4fe8-85f2-96d595aab9d5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.012564 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-c491cb44-86d2-4c8d-a658-3bb77a3920e8 service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410244 Jan 31 18:55:15.038644 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d45e50-3f77-4aa7-b680-fbb11a827e0c None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:55:15.079560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:15.081954 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (97ff9f53-f5cd-4fe8-85f2-96d595aab9d5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:15.115188 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:15.145163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-312677a0-0622-4388-adb3-c02a0ecef921 None None] Provisioning complete for port 866abfb3-af1e-44c2-8233-fd7ad28149fd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:15.150060 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-312677a0-0622-4388-adb3-c02a0ecef921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.177808 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-caf23b83-dd95-48f9-aa8b-e1b78c09f595 req-e0cd79b9-35fc-44bb-994e-5a108f657d5d service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590669 Jan 31 18:55:15.255367 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-96fe9808-cc57-4a5b-b263-8138083cf729 req-05e42569-c9f3-497e-8889-0b7cae44acae service neutron] 10.222.0.21 "GET /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287283 Jan 31 18:55:15.268745 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (f678c3da-4934-49be-acf3-696f784d9a07), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.269735 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:15.272175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.329034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 866abfb3-af1e-44c2-8233-fd7ad28149fd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:15.329810 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.367006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bb1ddba-584c-49cb-ad91-173ef96625e1 req-90b1544e-9eef-4659-b473-bcf33ca76325 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8646348 Jan 31 18:55:15.379649 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-305fcb96-8aac-4a1d-92e9-44fd239b1f03 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (55543288-4478-4575-b308-546ef4d7095a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.384257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e1b82950-65c7-4ada-ab0b-f0641f73fea0 req-14927e00-6829-4c70-b7af-14fedaeabc22 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port f288f639-cc75-40ec-a538-60d213f6ab99, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f288f639-cc75-40ec-a538-60d213f6ab99,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:15.384651 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e1b82950-65c7-4ada-ab0b-f0641f73fea0 req-14927e00-6829-4c70-b7af-14fedaeabc22 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.436683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] Pushing event updated for resources: {'Network': ['ID=f678c3da-4934-49be-acf3-696f784d9a07,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:15.443050 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-312677a0-0622-4388-adb3-c02a0ecef921 None None] Current status of the port 866abfb3-af1e-44c2-8233-fd7ad28149fd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:15.456433 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d29ab466-7d1b-4b26-ad12-c6fda122612b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.0936141 Jan 31 18:55:15.457335 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network f678c3da-4934-49be-acf3-696f784d9a07 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:15.457671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:15.466710 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3227b58d-1fa5-4361-a382-06e207897261 admin admin] Request body: {'subnet': {'network_id': 'f678c3da-4934-49be-acf3-696f784d9a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-425467656-subnet', 'tenant_id': '4b841fd96ab5453fab9c32d46b4d477b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:15.496148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e1b82950-65c7-4ada-ab0b-f0641f73fea0 req-14927e00-6829-4c70-b7af-14fedaeabc22 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for f288f639-cc75-40ec-a538-60d213f6ab99 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:15.501714 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (a120c29f-51db-4222-8c74-a5ee0a004057), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.503244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fcb96-8aac-4a1d-92e9-44fd239b1f03 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Subnet': ['ID=55543288-4478-4575-b308-546ef4d7095a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:15.525265 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927261a-9d9f-4c6f-aeb2-7b167e9f580c req-a37fc203-5c11-43e4-b46e-75942c4bdc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:15.527493 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6927261a-9d9f-4c6f-aeb2-7b167e9f580c req-a37fc203-5c11-43e4-b46e-75942c4bdc48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=732c6167da0340c5b37c8a129944c15a&device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 1127 time: 0.2703626 Jan 31 18:55:15.533019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d45e50-3f77-4aa7-b680-fbb11a827e0c None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:55:15.534137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3227b58d-1fa5-4361-a382-06e207897261 admin admin] Made reservation on behalf of 4b841fd96ab5453fab9c32d46b4d477b for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:15.537793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.541103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3227b58d-1fa5-4361-a382-06e207897261 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.545002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/a120c29f-51db-4222-8c74-a5ee0a004057 HTTP/1.1" status: 204 len: 168 time: 2.7628844 Jan 31 18:55:15.561081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:15.570436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-305fcb96-8aac-4a1d-92e9-44fd239b1f03 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.582852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-305fcb96-8aac-4a1d-92e9-44fd239b1f03 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/subnets/55543288-4478-4575-b308-546ef4d7095a HTTP/1.1" status: 204 len: 168 time: 1.4059825 Jan 31 18:55:15.594498 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f66698ea-28a7-4b81-86d8-b01f1d741216 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-724800983'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:15.603396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51322) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:15.623981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4f1f0-f048-4697-a576-c7df568b87fd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Network': ['ID=a120c29f-51db-4222-8c74-a5ee0a004057,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:15.664494 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 866abfb3-af1e-44c2-8233-fd7ad28149fd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:15.714298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66698ea-28a7-4b81-86d8-b01f1d741216 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:15.718868 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f66698ea-28a7-4b81-86d8-b01f1d741216 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.791997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66698ea-28a7-4b81-86d8-b01f1d741216 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:15.803882 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f66698ea-28a7-4b81-86d8-b01f1d741216 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ee3bef29-c55b-45ac-8827-75cf6364a2f9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.804249 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-f66698ea-28a7-4b81-86d8-b01f1d741216 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Added segment ee3bef29-c55b-45ac-8827-75cf6364a2f9 of type vlan for network 629cb025-e971-4278-8d70-9a64a8232c73 Jan 31 18:55:15.867230 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f66698ea-28a7-4b81-86d8-b01f1d741216 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (629cb025-e971-4278-8d70-9a64a8232c73), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.954485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927261a-9d9f-4c6f-aeb2-7b167e9f580c req-45f2ef33-4074-49e0-bbfe-fc09ad601f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:15.956269 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6927261a-9d9f-4c6f-aeb2-7b167e9f580c req-45f2ef33-4074-49e0-bbfe-fc09ad601f56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 200 len: 912 time: 0.4096420 Jan 31 18:55:15.970864 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f66698ea-28a7-4b81-86d8-b01f1d741216 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (629cb025-e971-4278-8d70-9a64a8232c73), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:15.975803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66698ea-28a7-4b81-86d8-b01f1d741216 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:15.976760 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f66698ea-28a7-4b81-86d8-b01f1d741216 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:16.030626 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6927261a-9d9f-4c6f-aeb2-7b167e9f580c req-cbf9f9bd-7469-47ef-af65-d06839bd09e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faead6b1-1bd3-4f5e-9694-bc35a0e00a93 HTTP/1.1" status: 200 len: 217 time: 0.0614121 Jan 31 18:55:16.261451 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f66698ea-28a7-4b81-86d8-b01f1d741216 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6844060 Jan 31 18:55:16.261451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3227b58d-1fa5-4361-a382-06e207897261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (47cbfabb-5673-40fc-837f-3e4636f58b3a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:16.262224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e77ba1-b9ca-4c8d-8dac-2b79001c3aa7 req-6d94309a-1153-4645-b033-5f884961e803 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:16.264879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51340) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:16.269060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42e77ba1-b9ca-4c8d-8dac-2b79001c3aa7 req-6d94309a-1153-4645-b033-5f884961e803 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 1.2131646 Jan 31 18:55:16.276618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'network_id': '629cb025-e971-4278-8d70-9a64a8232c73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:16.369706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927261a-9d9f-4c6f-aeb2-7b167e9f580c req-c6c6dd31-2ab3-448b-abb6-6990cbcad742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:16.372715 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6927261a-9d9f-4c6f-aeb2-7b167e9f580c req-c6c6dd31-2ab3-448b-abb6-6990cbcad742 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b1b457b-8abd-4614-8276-0291f0e06e62 HTTP/1.1" status: 200 len: 850 time: 0.3176997 Jan 31 18:55:16.393464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42e77ba1-b9ca-4c8d-8dac-2b79001c3aa7 req-ec6c8652-ecbe-4a0e-865c-620311302def tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179364 Jan 31 18:55:16.401882 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (0efac365-e4e8-4974-a1fe-17be5c26e37b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:16.421513 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66698ea-28a7-4b81-86d8-b01f1d741216 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=629cb025-e971-4278-8d70-9a64a8232c73,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:16.425637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227b58d-1fa5-4361-a382-06e207897261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47cbfabb-5673-40fc-837f-3e4636f58b3a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:16.438073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 629cb025-e971-4278-8d70-9a64a8232c73 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:16.477643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb6d7a-e728-40b7-8c9e-63426033a756 req-8274d28e-a287-4bf2-8052-b82ae82034f0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:16.487391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faeb6d7a-e728-40b7-8c9e-63426033a756 req-8274d28e-a287-4bf2-8052-b82ae82034f0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d4b8151-fe98-4102-89c3-a5daabb8eee6 HTTP/1.1" status: 200 len: 947 time: 0.3555813 Jan 31 18:55:16.608382 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:16.613472 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:16.688998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Performing IP validity checks on allocation pools {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 18:55:16.689667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 18:55:16.726583 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (0efac365-e4e8-4974-a1fe-17be5c26e37b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:16.752881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faeb6d7a-e728-40b7-8c9e-63426033a756 req-fefe5af2-c422-4d54-a3fb-a6be1ea03171 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a575725-3d85-427f-94c7-8d6bcab91b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2595375 Jan 31 18:55:16.763689 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e1b82950-65c7-4ada-ab0b-f0641f73fea0 req-14927e00-6829-4c70-b7af-14fedaeabc22 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f288f639-cc75-40ec-a538-60d213f6ab99), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:16.784741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935765a2-010c-4640-b08a-4b8b39f717df req-0cb844d5-575f-49b6-864a-79c08e3a4862 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:16.786352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-935765a2-010c-4640-b08a-4b8b39f717df req-0cb844d5-575f-49b6-864a-79c08e3a4862 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 944 time: 0.2589049 Jan 31 18:55:16.795055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efac365-e4e8-4974-a1fe-17be5c26e37b']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:16.835158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14927e00-6829-4c70-b7af-14fedaeabc22 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=f288f639-cc75-40ec-a538-60d213f6ab99,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:16.851453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (40c48790-5dc3-4571-a413-386e1f476ba6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:16.852870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c718819-ad46-4061-93e5-b2d10d8cb5d4') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:16.853271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c718819-ad46-4061-93e5-b2d10d8cb5d4') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:16.887758 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (9c718819-ad46-4061-93e5-b2d10d8cb5d4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:16.897880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227b58d-1fa5-4361-a382-06e207897261 admin admin] Checking segment: {'id': '802b2afa-b661-4035-bb4d-3bfaf282fbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f678c3da-4934-49be-acf3-696f784d9a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:16.898098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3227b58d-1fa5-4361-a382-06e207897261 admin admin] Network hostable DHCP agents. Network: f678c3da-4934-49be-acf3-696f784d9a07, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:16.921919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b82950-65c7-4ada-ab0b-f0641f73fea0 req-14927e00-6829-4c70-b7af-14fedaeabc22 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] No DVR routers for this DVR port f288f639-cc75-40ec-a538-60d213f6ab99 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:16.926853 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e1b82950-65c7-4ada-ab0b-f0641f73fea0 req-14927e00-6829-4c70-b7af-14fedaeabc22 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:16.930257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1b82950-65c7-4ada-ab0b-f0641f73fea0 req-14927e00-6829-4c70-b7af-14fedaeabc22 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.21 "DELETE /v2.0/ports/f288f639-cc75-40ec-a538-60d213f6ab99 HTTP/1.1" status: 204 len: 173 time: 3.0996933 Jan 31 18:55:16.930798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'name': 'network-vif-deleted', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:16.933446 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ad2f9e-0ba6-4b2d-ba34-4ad061ed53fe" -d '{"events": [{"server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "name": "network-vif-deleted", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:16.939524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9c718819-ad46-4061-93e5-b2d10d8cb5d4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:16.951365 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927261a-9d9f-4c6f-aeb2-7b167e9f580c req-5d81b3a0-ca30-4c23-93ad-cc8e1fadc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:16.952994 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6927261a-9d9f-4c6f-aeb2-7b167e9f580c req-5d81b3a0-ca30-4c23-93ad-cc8e1fadc53f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c11bd176-3044-4185-9008-2e805d18ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5230060 Jan 31 18:55:16.955547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=40c48790-5dc3-4571-a413-386e1f476ba6,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:16.967492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:16.967640 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (9c718819-ad46-4061-93e5-b2d10d8cb5d4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:16.970894 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:16.988726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3227b58d-1fa5-4361-a382-06e207897261 admin admin] Network f678c3da-4934-49be-acf3-696f784d9a07 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:17.010471 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-935765a2-010c-4640-b08a-4b8b39f717df req-899200c5-8661-4930-9d1c-ddff9d1e78c4 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910303 Jan 31 18:55:17.055610 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3227b58d-1fa5-4361-a382-06e207897261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, f678c3da-4934-49be-acf3-696f784d9a07) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:17.057098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking segment: {'id': 'ee3bef29-c55b-45ac-8827-75cf6364a2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '629cb025-e971-4278-8d70-9a64a8232c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:17.057976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network hostable DHCP agents. Network: 629cb025-e971-4278-8d70-9a64a8232c73, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:17.068307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227b58d-1fa5-4361-a382-06e207897261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:17.069093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3227b58d-1fa5-4361-a382-06e207897261 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:17.076719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e08a5-89b5-4b8b-8e91-0ab4c1033a03 None None] Network f678c3da-4934-49be-acf3-696f784d9a07 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:17.079035 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169af056-48c4-4ea5-ad84-7f8a3dc49841 x-openstack-request-id: req-169af056-48c4-4ea5-ad84-7f8a3dc49841 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:17.079567 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4b8151-fe98-4102-89c3-a5daabb8eee6", "name": "network-vif-deleted", "tag": "f288f639-cc75-40ec-a538-60d213f6ab99", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:17.080176 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-169af056-48c4-4ea5-ad84-7f8a3dc49841 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:17.080769 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4b8151-fe98-4102-89c3-a5daabb8eee6', 'name': 'network-vif-deleted', 'tag': 'f288f639-cc75-40ec-a538-60d213f6ab99', 'status': 'completed', 'code': 200} Jan 31 18:55:17.124637 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3227b58d-1fa5-4361-a382-06e207897261 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6555686 Jan 31 18:55:17.131749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network 629cb025-e971-4278-8d70-9a64a8232c73 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:17.132951 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (0efac365-e4e8-4974-a1fe-17be5c26e37b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:17.140959 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:17.143211 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6927261a-9d9f-4c6f-aeb2-7b167e9f580c req-a8e6850d-2d9f-4e0f-ab97-08edb865aa4c service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765144 Jan 31 18:55:17.143942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 629cb025-e971-4278-8d70-9a64a8232c73) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:17.152025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:17.152697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:17.152967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] 10.222.0.20 "DELETE /v2.0/networks/0efac365-e4e8-4974-a1fe-17be5c26e37b HTTP/1.1" status: 204 len: 168 time: 1.5481601 Jan 31 18:55:17.173682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0667f72-f896-40df-bcca-7a2681252670 tempest-FloatingIPTestJSON-498940829 tempest-FloatingIPTestJSON-498940829-project] Pushing event deleted for resources: {'Network': ['ID=0efac365-e4e8-4974-a1fe-17be5c26e37b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:17.220628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced31269-01ac-4aa0-a9b2-b5d6bcdc885f None None] Network 629cb025-e971-4278-8d70-9a64a8232c73 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:17.361038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39137140-0148-46c2-bdef-666833abe650 None None] Network f678c3da-4934-49be-acf3-696f784d9a07 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:17.375443 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dca31443-668b-4aea-9b63-773dda3247dd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1053319 Jan 31 18:55:17.378057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51364) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:17.531818 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (629cb025-e971-4278-8d70-9a64a8232c73), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:17.573303 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6927261a-9d9f-4c6f-aeb2-7b167e9f580c req-ddf394d3-9ef7-40ef-bf70-b59dfb742fb7 service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222360 Jan 31 18:55:17.628110 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (40c48790-5dc3-4571-a413-386e1f476ba6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:17.639173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4454f668-9497-4a6b-aa31-79d54bfe8865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-629cb025-e971-4278-8d70-9a64a8232c73', 'network_id': '629cb025-e971-4278-8d70-9a64a8232c73', 'project_id': '2a20cd5c8ccd4d139797abe19df72129', 'fixed_ips': [{'subnet_id': '40c48790-5dc3-4571-a413-386e1f476ba6'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:17.640224 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4454f668-9497-4a6b-aa31-79d54bfe8865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:17.756087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c42b1-9138-471f-8d9f-bee0cfe19405 req-14feb78b-93cb-4635-93c7-912c7897f4de tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:17.757982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b17c42b1-9138-471f-8d9f-bee0cfe19405 req-14feb78b-93cb-4635-93c7-912c7897f4de tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.1265116 Jan 31 18:55:17.788185 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (40c48790-5dc3-4571-a413-386e1f476ba6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-4454f668-9497-4a6b-aa31-79d54bfe8865 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40c48790-5dc3-4571-a413-386e1f476ba6: This subnet is being modified by another concurrent operation. Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:55:17.827219 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40c48790-5dc3-4571-a413-386e1f476ba6: This subnet is being modified by another concurrent operation. Jan 31 18:55:17.830803 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 18:55:17.838511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f288f639-cc75-40ec-a538-60d213f6ab99 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:17.861820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:17.879949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Subnet': ['ID=40c48790-5dc3-4571-a413-386e1f476ba6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:17.970251 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (629cb025-e971-4278-8d70-9a64a8232c73), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:17.999791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629cb025-e971-4278-8d70-9a64a8232c73']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:18.013761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3bef29-c55b-45ac-8827-75cf6364a2f9') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:18.014403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3bef29-c55b-45ac-8827-75cf6364a2f9') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:18.026267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (ee3bef29-c55b-45ac-8827-75cf6364a2f9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.043903 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ee3bef29-c55b-45ac-8827-75cf6364a2f9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.051971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:18.053192 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (ee3bef29-c55b-45ac-8827-75cf6364a2f9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.109424 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51384) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:18.166522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: f288f639-cc75-40ec-a538-60d213f6ab99 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:18.166931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f288f639-cc75-40ec-a538-60d213f6ab99 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:18.170817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e359db-8e2e-4e6f-b0c7-79d23ae7f204 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:55:18.172930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device faead6b1-1bd3-4f5e-9694-bc35a0e00a93 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:18.194980 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:18.203723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b17c42b1-9138-471f-8d9f-bee0cfe19405 req-eb16da3f-ee9e-4d76-946a-befb919e093b tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349687 Jan 31 18:55:18.236009 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (629cb025-e971-4278-8d70-9a64a8232c73), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.247117 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.251895 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/629cb025-e971-4278-8d70-9a64a8232c73 HTTP/1.1" status: 204 len: 168 time: 0.8725305 Jan 31 18:55:18.257183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51390) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:18.264276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bc5465c0-be19-4ac6-8fd0-52b04d203932 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-562343868'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:18.314126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90491e49-c1ef-4c3c-839f-37ac0ca1196b tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Network': ['ID=629cb025-e971-4278-8d70-9a64a8232c73,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:18.377867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port faead6b1-1bd3-4f5e-9694-bc35a0e00a93, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=faead6b1-1bd3-4f5e-9694-bc35a0e00a93,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:18.411275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'port_id': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93', 'mac_address': 'fa:16:3e:65:4a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:55:18.525363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5465c0-be19-4ac6-8fd0-52b04d203932 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:18.530991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc5465c0-be19-4ac6-8fd0-52b04d203932 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.588467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466200-5276-4658-b5cc-4560fa6f663c req-e8d107d8-8a32-4ef6-b913-f88a5f27b8e4 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:18.591627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87466200-5276-4658-b5cc-4560fa6f663c req-e8d107d8-8a32-4ef6-b913-f88a5f27b8e4 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 944 time: 0.2542787 Jan 31 18:55:18.603136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:18.603789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5465c0-be19-4ac6-8fd0-52b04d203932 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:18.604784 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.635617 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc5465c0-be19-4ac6-8fd0-52b04d203932 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (da5f5c20-725d-41a5-b41c-5120722a1913), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.635970 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-bc5465c0-be19-4ac6-8fd0-52b04d203932 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Added segment da5f5c20-725d-41a5-b41c-5120722a1913 of type vlan for network df802921-5a68-4f9f-ad83-0c585b3adca9 Jan 31 18:55:18.663698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faead6b1-1bd3-4f5e-9694-bc35a0e00a93 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:55:18.712545 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc5465c0-be19-4ac6-8fd0-52b04d203932 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (df802921-5a68-4f9f-ad83-0c585b3adca9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.719383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87466200-5276-4658-b5cc-4560fa6f663c req-ab59cbba-b9e4-4c82-be2f-afaca8e11bce tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168647 Jan 31 18:55:18.721715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port faead6b1-1bd3-4f5e-9694-bc35a0e00a93, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=faead6b1-1bd3-4f5e-9694-bc35a0e00a93,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:18.728623 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.750721 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc5465c0-be19-4ac6-8fd0-52b04d203932 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (df802921-5a68-4f9f-ad83-0c585b3adca9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.758487 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-97114c02-ac09-4b98-bc93-17501ad61103 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7efba99cafa346bf995ec55ec01f23b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6449733 Jan 31 18:55:18.760012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5465c0-be19-4ac6-8fd0-52b04d203932 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:18.760509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:18.764226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaee9-fc7e-40fa-bd34-8affeddc917e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (9bc20011-8343-4be9-9781-24d55667a3bf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.766687 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc5465c0-be19-4ac6-8fd0-52b04d203932 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:18.816104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bc5465c0-be19-4ac6-8fd0-52b04d203932 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5575233 Jan 31 18:55:18.818716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51406) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:18.872410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-dc714148-2979-4abe-9982-80e62579cb5c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'network_id': 'df802921-5a68-4f9f-ad83-0c585b3adca9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:18.931654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=faead6b1-1bd3-4f5e-9694-bc35a0e00a93,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:18.955963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e359db-8e2e-4e6f-b0c7-79d23ae7f204 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:55:18.966299 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a4f52f08-579a-4afa-b43b-226f9bb76fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:19.052400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5465c0-be19-4ac6-8fd0-52b04d203932 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=df802921-5a68-4f9f-ad83-0c585b3adca9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:19.084574 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ca8f248-c736-478e-8608-97d1ad86a5a7 admin admin] Publish callbacks [] for security_group (e426fec7-df66-4bda-bc00-2612c4fa331b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:19.159803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['faead6b1-1bd3-4f5e-9694-bc35a0e00a93'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:55:19.169789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network df802921-5a68-4f9f-ad83-0c585b3adca9 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:19.231970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-0d9dbaf4-f201-4dc9-99cf-d544f99f9fd4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:19.235092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-0d9dbaf4-f201-4dc9-99cf-d544f99f9fd4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/networks?id=f678c3da-4934-49be-acf3-696f784d9a07 HTTP/1.1" status: 200 len: 808 time: 0.3795578 Jan 31 18:55:19.237036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc714148-2979-4abe-9982-80e62579cb5c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:19.241422 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc714148-2979-4abe-9982-80e62579cb5c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:19.290836 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ca8f248-c736-478e-8608-97d1ad86a5a7 admin admin] Publish callbacks [] for security_group (e426fec7-df66-4bda-bc00-2612c4fa331b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:19.385903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-66cbe1cb-cf86-4db2-b4e3-ae316d866043 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/quotas/4b841fd96ab5453fab9c32d46b4d477b HTTP/1.1" status: 200 len: 375 time: 0.0368614 Jan 31 18:55:19.476854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-71f1caa5-2ecf-4e29-a04f-2aa15498acc1 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b841fd96ab5453fab9c32d46b4d477b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785725 Jan 31 18:55:19.568903 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ca8f248-c736-478e-8608-97d1ad86a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e426fec7-df66-4bda-bc00-2612c4fa331b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:19.578004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ca8f248-c736-478e-8608-97d1ad86a5a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:19.579019 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ca8f248-c736-478e-8608-97d1ad86a5a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e426fec7-df66-4bda-bc00-2612c4fa331b HTTP/1.1" status: 204 len: 168 time: 0.8125830 Jan 31 18:55:19.646945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8f248-c736-478e-8608-97d1ad86a5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e426fec7-df66-4bda-bc00-2612c4fa331b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:19.682620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c68714f-1b65-47d6-a06a-a5a31eb5c2c7 None None] Network 629cb025-e971-4278-8d70-9a64a8232c73 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:19.718576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f1bfaee9-fc7e-40fa-bd34-8affeddc917e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port d7467468-5d7c-4fc3-9dd7-cb77ba13314e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:19.718827 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaee9-fc7e-40fa-bd34-8affeddc917e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:19.721500 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c68714f-1b65-47d6-a06a-a5a31eb5c2c7 None None] Network 629cb025-e971-4278-8d70-9a64a8232c73 could not be found, it might have been deleted concurrently. {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 31 18:55:19.722486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5643ff6-33f3-434b-8980-59a1e0ca1eb3 req-bebad750-846f-4905-b945-5831a624c69d tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:19.724859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5643ff6-33f3-434b-8980-59a1e0ca1eb3 req-bebad750-846f-4905-b945-5831a624c69d tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.3437529 Jan 31 18:55:19.849406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-ed392f8b-392e-48fb-8100-4b13d6ea7101 service neutron] 10.222.0.20 "GET /v2.0/networks/f678c3da-4934-49be-acf3-696f784d9a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611717 Jan 31 18:55:19.861378 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc714148-2979-4abe-9982-80e62579cb5c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (104743d7-c4d1-4b5d-beb2-0b2ff0b9a9d4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:19.890299 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f1bfaee9-fc7e-40fa-bd34-8affeddc917e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port d7467468-5d7c-4fc3-9dd7-cb77ba13314e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d7467468-5d7c-4fc3-9dd7-cb77ba13314e,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:19.890875 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaee9-fc7e-40fa-bd34-8affeddc917e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:19.914615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f1bfaee9-fc7e-40fa-bd34-8affeddc917e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for d7467468-5d7c-4fc3-9dd7-cb77ba13314e owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:20.025238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-4ef16b08-8d15-422e-8355-5882b542a690 service neutron] 10.222.0.20 "GET /v2.0/networks/f678c3da-4934-49be-acf3-696f784d9a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500793 Jan 31 18:55:20.071013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc714148-2979-4abe-9982-80e62579cb5c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=104743d7-c4d1-4b5d-beb2-0b2ff0b9a9d4,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:20.085298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5643ff6-33f3-434b-8980-59a1e0ca1eb3 req-b35977ee-2649-4f91-a26c-1384d48cd4ed tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510008 Jan 31 18:55:20.109031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc714148-2979-4abe-9982-80e62579cb5c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking segment: {'id': 'da5f5c20-725d-41a5-b41c-5120722a1913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'df802921-5a68-4f9f-ad83-0c585b3adca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:20.111681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc714148-2979-4abe-9982-80e62579cb5c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network hostable DHCP agents. Network: df802921-5a68-4f9f-ad83-0c585b3adca9, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:20.145480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc714148-2979-4abe-9982-80e62579cb5c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network df802921-5a68-4f9f-ad83-0c585b3adca9 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:20.163646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-dc714148-2979-4abe-9982-80e62579cb5c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, df802921-5a68-4f9f-ad83-0c585b3adca9) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:20.181014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc714148-2979-4abe-9982-80e62579cb5c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:20.181235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a7f74-a1ed-4215-a1f1-5883edf04dfd None None] Network df802921-5a68-4f9f-ad83-0c585b3adca9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:20.181864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc714148-2979-4abe-9982-80e62579cb5c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:20.215647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dc714148-2979-4abe-9982-80e62579cb5c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3561091 Jan 31 18:55:20.218183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51430) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:20.365978 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636345f-cab1-43d3-ba37-195aebc499fe req-656c683b-419c-43a5-a83f-2ee3133b44b8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:20.374095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4636345f-cab1-43d3-ba37-195aebc499fe req-656c683b-419c-43a5-a83f-2ee3133b44b8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 945 time: 0.1086631 Jan 31 18:55:20.455796 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaee9-fc7e-40fa-bd34-8affeddc917e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d7467468-5d7c-4fc3-9dd7-cb77ba13314e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:20.495649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-df802921-5a68-4f9f-ad83-0c585b3adca9', 'network_id': 'df802921-5a68-4f9f-ad83-0c585b3adca9', 'project_id': '2a20cd5c8ccd4d139797abe19df72129', 'fixed_ips': [{'subnet_id': '104743d7-c4d1-4b5d-beb2-0b2ff0b9a9d4'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:20.506932 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:20.735848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4636345f-cab1-43d3-ba37-195aebc499fe req-4eff537f-c14f-4c02-8f0a-574d6e22a1c7 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531694 Jan 31 18:55:20.763288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1a0bbe2e-4c45-4eaf-bfd2-e1ae91625fc1 req-e53e4523-06a2-4863-9356-a11dc7da0e52 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 210 time: 0.2113509 Jan 31 18:55:20.812192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfaee9-fc7e-40fa-bd34-8affeddc917e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=d7467468-5d7c-4fc3-9dd7-cb77ba13314e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:20.848585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Allocated IP 172.20.0.1 (df802921-5a68-4f9f-ad83-0c585b3adca9/104743d7-c4d1-4b5d-beb2-0b2ff0b9a9d4/018721c3-0891-4e34-a0fa-66e88a87de25) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:55:20.924581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (df802921-5a68-4f9f-ad83-0c585b3adca9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:21.065288 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3ce334be-f035-473a-b876-e4e4d3f652f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:21.405695 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Publish callbacks [] for port (018721c3-0891-4e34-a0fa-66e88a87de25), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:21.415941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:21.428268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963e62d-b003-4d23-b0f0-15c85f6f8465 req-6e3ae42f-ef4d-403d-bea4-7d143668b8c3 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:21.446385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7963e62d-b003-4d23-b0f0-15c85f6f8465 req-6e3ae42f-ef4d-403d-bea4-7d143668b8c3 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.1821423 Jan 31 18:55:21.448735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51478) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:21.473588 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Network df802921-5a68-4f9f-ad83-0c585b3adca9 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:21.492252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:21.519831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:21.523567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Pushing event updated for resources: {'Port': ['ID=018721c3-0891-4e34-a0fa-66e88a87de25,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:21.613754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Attempting to bind port 018721c3-0891-4e34-a0fa-66e88a87de25 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:55:21.614096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Attempting to bind port 018721c3-0891-4e34-a0fa-66e88a87de25 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'da5f5c20-725d-41a5-b41c-5120722a1913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'df802921-5a68-4f9f-ad83-0c585b3adca9'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:55:21.614476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Attempting to bind port 018721c3-0891-4e34-a0fa-66e88a87de25 on network df802921-5a68-4f9f-ad83-0c585b3adca9 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:21.623534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:55:21.623534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Checking segment: {'id': 'da5f5c20-725d-41a5-b41c-5120722a1913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'df802921-5a68-4f9f-ad83-0c585b3adca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:21.623534 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:21.623534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Bound using segment: {'id': 'da5f5c20-725d-41a5-b41c-5120722a1913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'df802921-5a68-4f9f-ad83-0c585b3adca9'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:55:21.624007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Bound port: 018721c3-0891-4e34-a0fa-66e88a87de25, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5f5c20-725d-41a5-b41c-5120722a1913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'df802921-5a68-4f9f-ad83-0c585b3adca9'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:55:21.624145 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:21.706448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7963e62d-b003-4d23-b0f0-15c85f6f8465 req-24cd1fc5-7660-4c4a-bc8d-0ef6e44e1ee1 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589526 Jan 31 18:55:21.769406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] For port 018721c3-0891-4e34-a0fa-66e88a87de25, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:55:21.778595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] For port 018721c3-0891-4e34-a0fa-66e88a87de25, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=018721c3-0891-4e34-a0fa-66e88a87de25,segment=NetworkSegment(da5f5c20-725d-41a5-b41c-5120722a1913),segment_id=da5f5c20-725d-41a5-b41c-5120722a1913)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:55:21.814258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:21.987822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'networks': [{'name': 'tempest-network--61736123'}, {'name': 'tempest-network--1052258629'}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:21.988431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'network': {'name': 'tempest-network--61736123'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:21.989025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'network': {'name': 'tempest-network--1052258629'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:22.048647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8c381-6c6a-40f9-a8e3-42d0daea9ede None None] Pushing event updated for resources: {'Port': ['ID=018721c3-0891-4e34-a0fa-66e88a87de25,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:22.071303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70947cac-059a-429a-95a2-63c91600925d req-56b1d799-bf23-4132-bf99-8d9feed2dcc6 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 210 time: 0.0958853 Jan 31 18:55:22.072628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Made reservation on behalf of 1136fbba9e36496aa94c9d276c69888f for: {'network': 2} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:22.077277 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.131341 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (104743d7-c4d1-4b5d-beb2-0b2ff0b9a9d4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.137326 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.158247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device faead6b1-1bd3-4f5e-9694-bc35a0e00a93 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:55:22.204210 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1bfaee9-fc7e-40fa-bd34-8affeddc917e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (9bc20011-8343-4be9-9781-24d55667a3bf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.278550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (104743d7-c4d1-4b5d-beb2-0b2ff0b9a9d4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.328002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:55:22.337875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:22.339436 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.369234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Subnet': ['ID=104743d7-c4d1-4b5d-beb2-0b2ff0b9a9d4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:22.487197 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.521746 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (df802921-5a68-4f9f-ad83-0c585b3adca9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.570761 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for security_group (9c3ed5ab-bd31-4b6f-869c-6739d5a0e3af), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.573347 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df802921-5a68-4f9f-ad83-0c585b3adca9']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:22.592266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5f5c20-725d-41a5-b41c-5120722a1913') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:22.593163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5f5c20-725d-41a5-b41c-5120722a1913') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:22.603952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:22.604426 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.677782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:22.688748 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bcbce4-818b-4f6a-971e-34895b8321fe" -d '{"events": [{"server_uuid": "a9bb00cf-4bdf-4947-9a0d-30f891f75f21", "name": "network-vif-plugged", "status": "completed", "tag": "faead6b1-1bd3-4f5e-9694-bc35a0e00a93"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:22.754209 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6601dc-2efb-4a55-8f0a-3822f6ba4c9b x-openstack-request-id: req-df6601dc-2efb-4a55-8f0a-3822f6ba4c9b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:22.757235 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bb00cf-4bdf-4947-9a0d-30f891f75f21", "name": "network-vif-plugged", "status": "completed", "tag": "faead6b1-1bd3-4f5e-9694-bc35a0e00a93", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:22.758710 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df6601dc-2efb-4a55-8f0a-3822f6ba4c9b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:22.761211 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93', 'code': 200} Jan 31 18:55:22.774898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port faead6b1-1bd3-4f5e-9694-bc35a0e00a93, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=faead6b1-1bd3-4f5e-9694-bc35a0e00a93,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:22.784744 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.793330 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9c3ed5ab-bd31-4b6f-869c-6739d5a0e3af), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.797178 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:22.854331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-52303d70-100c-4f5a-84d3-0fe7c00c21af tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:22.859089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-52303d70-100c-4f5a-84d3-0fe7c00c21af tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.21 "GET /v2.0/networks?id=f678c3da-4934-49be-acf3-696f784d9a07 HTTP/1.1" status: 200 len: 808 time: 0.2840714 Jan 31 18:55:22.876580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccc02f-460b-4511-88cc-ca476631ce39 req-68400f76-b2ca-46ac-b16c-2f7cdc562e89 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:22.891557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faccc02f-460b-4511-88cc-ca476631ce39 req-68400f76-b2ca-46ac-b16c-2f7cdc562e89 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 945 time: 1.0057817 Jan 31 18:55:22.904233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Request body: {'port': {'device_id': 'cc4fdabe-21a5-4720-8daf-dc957260ed24', 'network_id': 'f678c3da-4934-49be-acf3-696f784d9a07', 'admin_state_up': True, 'tenant_id': '4b841fd96ab5453fab9c32d46b4d477b'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:22.944974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=faead6b1-1bd3-4f5e-9694-bc35a0e00a93,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:23.039914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (da5f5c20-725d-41a5-b41c-5120722a1913), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:23.064926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bfaee9-fc7e-40fa-bd34-8affeddc917e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router 9bc20011-8343-4be9-9781-24d55667a3bf has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:55:23.081063 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-faccc02f-460b-4511-88cc-ca476631ce39 req-38236d9b-cdf3-4e4d-9a2a-11771fae35e9 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871421 Jan 31 18:55:23.113841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (da5f5c20-725d-41a5-b41c-5120722a1913), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:23.138922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:23.140380 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (da5f5c20-725d-41a5-b41c-5120722a1913), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:23.146609 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:23.167316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9f7a6-f916-4ac2-baa6-db6c0f4a2f71 req-44631d38-1b45-4c20-bf61-6cd6f7845f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:23.170607 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6fe9f7a6-f916-4ac2-baa6-db6c0f4a2f71 req-44631d38-1b45-4c20-bf61-6cd6f7845f06 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 1129 time: 0.1724839 Jan 31 18:55:23.190359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 018721c3-0891-4e34-a0fa-66e88a87de25 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:55:23.234702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3ed5ab-bd31-4b6f-869c-6739d5a0e3af,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:23.333210 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Made reservation on behalf of 4b841fd96ab5453fab9c32d46b4d477b for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:23.337516 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:23.351782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 018721c3-0891-4e34-a0fa-66e88a87de25 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:23.352270 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:23.359054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b333-aa6b-412f-82c1-630d5af39bf8 req-b79a04ef-9471-4072-880c-4fc5f1b289e9 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:23.361131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ed9b333-aa6b-412f-82c1-630d5af39bf8 req-b79a04ef-9471-4072-880c-4fc5f1b289e9 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.3309245 Jan 31 18:55:23.406846 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6fe9f7a6-f916-4ac2-baa6-db6c0f4a2f71 req-e4352cc5-25ef-455f-bf4c-853d4f295b2f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816664 Jan 31 18:55:23.491468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 18:55:23.491468 n-d-812111-15 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 18:55:23.491468 n-d-812111-15 neutron-server[103226]: [parameters: {'id': 'df802921-5a68-4f9f-ad83-0c585b3adca9'}] Jan 31 18:55:23.491468 n-d-812111-15 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:55:23.491907 n-d-812111-15 neutron-server[103226]: DEBUG oslo_db.api [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:55:23.542797 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bfaee9-fc7e-40fa-bd34-8affeddc917e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:55:23.555115 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f1bfaee9-fc7e-40fa-bd34-8affeddc917e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "PUT /v2.0/routers/9bc20011-8343-4be9-9781-24d55667a3bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6919615 Jan 31 18:55:23.555745 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6fb35-c8f7-451a-bce7-6f0432d2b619 None None] Sync routers for ids ['9bc20011-8343-4be9-9781-24d55667a3bf'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:55:23.561193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51512) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:23.569587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 018721c3-0891-4e34-a0fa-66e88a87de25 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:23.570193 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:23.578722 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6fb35-c8f7-451a-bce7-6f0432d2b619 None None] Routers {'9bc20011-8343-4be9-9781-24d55667a3bf'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:23.580419 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-96f6fb35-c8f7-451a-bce7-6f0432d2b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:55:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9bc20011-8343-4be9-9781-24d55667a3bf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:23.639815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Allocated IP 172.20.0.4 (f678c3da-4934-49be-acf3-696f784d9a07/47cbfabb-5673-40fc-837f-3e4636f58b3a/364db6ce-22ee-4d2a-8c8f-4417301a3a72) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:55:23.702732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 018721c3-0891-4e34-a0fa-66e88a87de25, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=018721c3-0891-4e34-a0fa-66e88a87de25,segment=NetworkSegment(da5f5c20-725d-41a5-b41c-5120722a1913),segment_id=da5f5c20-725d-41a5-b41c-5120722a1913)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:23.718082 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:23.755628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ee9d5c-5f26-4833-bea7-f30f864757df tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting subnet 3b5669a5-605a-4c01-a053-cd02f42b2c6b {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:55:23.763641 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10ee9d5c-5f26-4833-bea7-f30f864757df tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for subnet (3b5669a5-605a-4c01-a053-cd02f42b2c6b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:23.778344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:23.841209 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=018721c3-0891-4e34-a0fa-66e88a87de25,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:23.874080 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2fc50438-9242-4c02-9338-736622b06a66 req-82fdd177-5372-4a69-9a29-1e5a1325f280 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 210 time: 0.1194165 Jan 31 18:55:23.876100 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10ee9d5c-5f26-4833-bea7-f30f864757df tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (3b5669a5-605a-4c01-a053-cd02f42b2c6b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:23.900970 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3e31cfcf-4149-477b-b93b-9abe41cac1fa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:23.901249 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Added segment 3e31cfcf-4149-477b-b93b-9abe41cac1fa of type vlan for network f171ac62-e93f-4de3-b8c9-b6cf7f807c6e Jan 31 18:55:23.915712 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-96f6fb35-c8f7-451a-bce7-6f0432d2b619 None None] Set router 9bc20011-8343-4be9-9781-24d55667a3bf gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:55:23.960265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ed9b333-aa6b-412f-82c1-630d5af39bf8 req-9a0bb5ba-c867-4855-b43b-3bef075e0961 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911911 Jan 31 18:55:23.994945 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (df802921-5a68-4f9f-ad83-0c585b3adca9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.061055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.088635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10775b9-23dd-4a49-87c2-b9532821809b None None] Network df802921-5a68-4f9f-ad83-0c585b3adca9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:24.219230 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (f171ac62-e93f-4de3-b8c9-b6cf7f807c6e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.230539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Publish callbacks [] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.249189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6b2d2bfc-3eac-4b6a-8121-48431fb430e7 None None] Provisioning complete for port 018721c3-0891-4e34-a0fa-66e88a87de25 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:24.249747 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6b2d2bfc-3eac-4b6a-8121-48431fb430e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.326758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29192d-0ccd-4d3a-8bb8-1778750b12d6 req-bf97d178-b1b3-4a45-ac40-5d56ec1a302b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:24.336148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c29192d-0ccd-4d3a-8bb8-1778750b12d6 req-bf97d178-b1b3-4a45-ac40-5d56ec1a302b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 945 time: 0.2014155 Jan 31 18:55:24.339237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:24.348904 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10ee9d5c-5f26-4833-bea7-f30f864757df tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (3b5669a5-605a-4c01-a053-cd02f42b2c6b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.411150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d2bfc-3eac-4b6a-8121-48431fb430e7 None None] Current status of the port 018721c3-0891-4e34-a0fa-66e88a87de25 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:24.415800 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.423629 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-96f6fb35-c8f7-451a-bce7-6f0432d2b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:55:20Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:24.431503 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (68a2336c-3eac-4ed8-a4e0-e4f2d596a782), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.431902 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Added segment 68a2336c-3eac-4ed8-a4e0-e4f2d596a782 of type vlan for network 51bccc26-6df5-49b2-aa5e-f358a6aeac29 Jan 31 18:55:24.434054 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.465668 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6fb35-c8f7-451a-bce7-6f0432d2b619 None None] Checking router: 9bc20011-8343-4be9-9781-24d55667a3bf for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:55:24.477278 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6fb35-c8f7-451a-bce7-6f0432d2b619 None None] Routers {'9bc20011-8343-4be9-9781-24d55667a3bf'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:24.478119 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-96f6fb35-c8f7-451a-bce7-6f0432d2b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:55:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9bc20011-8343-4be9-9781-24d55667a3bf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:24.534717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d27248-6142-405b-abbe-0c792676fc24 None None] DHCP port deletion for df802921-5a68-4f9f-ad83-0c585b3adca9 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:55:24.590655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10ee9d5c-5f26-4833-bea7-f30f864757df tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (3b5669a5-605a-4c01-a053-cd02f42b2c6b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.628704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Network f678c3da-4934-49be-acf3-696f784d9a07 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:24.631820 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (51bccc26-6df5-49b2-aa5e-f358a6aeac29), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.662179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fe226a-8f96-4bf9-870f-42ce30915fa0 None None] Network 02dc426e-be1f-41b5-9e74-ae8223b96e19 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:24.674397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:24.685423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:24.698851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c29192d-0ccd-4d3a-8bb8-1778750b12d6 req-d9190b2c-5960-4a3e-baa9-d1094c99f79e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612533 Jan 31 18:55:24.700178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Pushing event updated for resources: {'Port': ['ID=364db6ce-22ee-4d2a-8c8f-4417301a3a72,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:24.718521 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10ee9d5c-5f26-4833-bea7-f30f864757df tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.728107 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-10ee9d5c-5f26-4833-bea7-f30f864757df tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/subnets/3b5669a5-605a-4c01-a053-cd02f42b2c6b HTTP/1.1" status: 204 len: 168 time: 1.1656649 Jan 31 18:55:24.739306 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51530) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:24.759167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85ef45-2f7f-4817-8680-6018250bd5f9 req-1ee3ef15-73ff-4a2f-ac06-02ea6aad9c7f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:24.769405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d85ef45-2f7f-4817-8680-6018250bd5f9 req-1ee3ef15-73ff-4a2f-ac06-02ea6aad9c7f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 946 time: 0.4255691 Jan 31 18:55:24.772880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:55:24.811849 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-96f6fb35-c8f7-451a-bce7-6f0432d2b619 None None] Set router 9bc20011-8343-4be9-9781-24d55667a3bf gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:55:24.841595 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:24.842775 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.851089 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (f171ac62-e93f-4de3-b8c9-b6cf7f807c6e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.851795 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (51bccc26-6df5-49b2-aa5e-f358a6aeac29), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.859489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:24.865090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:24.866046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.934793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b9d27248-6142-405b-abbe-0c792676fc24 None None] Deleting port 018721c3-0891-4e34-a0fa-66e88a87de25 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:24.935163 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9d27248-6142-405b-abbe-0c792676fc24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:24.971500 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event updated for resources: {'Network': ['ID=f171ac62-e93f-4de3-b8c9-b6cf7f807c6e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:25.013001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 018721c3-0891-4e34-a0fa-66e88a87de25 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:25.015058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network f171ac62-e93f-4de3-b8c9-b6cf7f807c6e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:25.020116 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee9d5c-5f26-4833-bea7-f30f864757df tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5669a5-605a-4c01-a053-cd02f42b2c6b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:25.048601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router (9bc20011-8343-4be9-9781-24d55667a3bf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:25.109967 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event updated for resources: {'Network': ['ID=51bccc26-6df5-49b2-aa5e-f358a6aeac29,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:25.110435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Deleting port 018721c3-0891-4e34-a0fa-66e88a87de25 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:25.111171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:25.140509 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-770171d8-9ff1-4e60-b03f-41f8d455febf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.6870813 Jan 31 18:55:25.147324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-54f66cf9-17f6-4f25-a44e-3ddac719e6a4 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2511919 Jan 31 18:55:25.148561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51538) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:25.173525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d85ef45-2f7f-4817-8680-6018250bd5f9 req-2dbf2162-b7d1-460c-8e86-90c3fb8e64b4 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4013855 Jan 31 18:55:25.196040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b9d27248-6142-405b-abbe-0c792676fc24 None None] For port 018721c3-0891-4e34-a0fa-66e88a87de25, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=018721c3-0891-4e34-a0fa-66e88a87de25,segment=NetworkSegment(da5f5c20-725d-41a5-b41c-5120722a1913),segment_id=da5f5c20-725d-41a5-b41c-5120722a1913)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:25.196715 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9d27248-6142-405b-abbe-0c792676fc24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:25.223586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b9d27248-6142-405b-abbe-0c792676fc24 None None] Calling delete_port for 018721c3-0891-4e34-a0fa-66e88a87de25 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:25.251669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] For port 018721c3-0891-4e34-a0fa-66e88a87de25, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=018721c3-0891-4e34-a0fa-66e88a87de25,segment=NetworkSegment(da5f5c20-725d-41a5-b41c-5120722a1913),segment_id=da5f5c20-725d-41a5-b41c-5120722a1913)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:25.253585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:25.266249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Request body: {'port': {'device_id': 'cc4fdabe-21a5-4720-8daf-dc957260ed24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:25.291657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Calling delete_port for 018721c3-0891-4e34-a0fa-66e88a87de25 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:25.379361 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-96f6fb35-c8f7-451a-bce7-6f0432d2b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:55:20Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:25.419216 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6fb35-c8f7-451a-bce7-6f0432d2b619 None None] The sync data for ids ['9bc20011-8343-4be9-9781-24d55667a3bf'] in n-d-812111-15 is: [{'id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550297292', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:52:38Z', 'updated_at': '2022-01-31T18:55:20Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': 'f17158f3-d15f-4d51-8bad-41627ea1829e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20011-8343-4be9-9781-24d55667a3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:52:40Z', 'updated_at': '2022-01-31T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:55:25.477064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 51bccc26-6df5-49b2-aa5e-f358a6aeac29 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:25.614999 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:25.695295 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (9bc20011-8343-4be9-9781-24d55667a3bf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:25.723632 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:25.739043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 018721c3-0891-4e34-a0fa-66e88a87de25 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:25.741862 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:25.768735 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9d27248-6142-405b-abbe-0c792676fc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (018721c3-0891-4e34-a0fa-66e88a87de25), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:25.819278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Port': ['ID=018721c3-0891-4e34-a0fa-66e88a87de25,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:25.830201 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No DVR routers for this DVR port 018721c3-0891-4e34-a0fa-66e88a87de25 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:25.852358 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d27248-6142-405b-abbe-0c792676fc24 None None] Pushing event deleted for resources: {'Port': ['ID=018721c3-0891-4e34-a0fa-66e88a87de25,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:25.997644 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (df802921-5a68-4f9f-ad83-0c585b3adca9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.028619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df802921-5a68-4f9f-ad83-0c585b3adca9']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:26.041056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5f5c20-725d-41a5-b41c-5120722a1913') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:26.041366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5f5c20-725d-41a5-b41c-5120722a1913') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:26.055075 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (da5f5c20-725d-41a5-b41c-5120722a1913), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.079426 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (da5f5c20-725d-41a5-b41c-5120722a1913), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.095491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:26.095491 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (da5f5c20-725d-41a5-b41c-5120722a1913), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.147319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20872f4e-5fa3-48a7-8afb-76f19b642189 None None] DHCP port deletion for 02dc426e-be1f-41b5-9e74-ae8223b96e19 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:55:26.151398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d27248-6142-405b-abbe-0c792676fc24 None None] No DVR routers for this DVR port 018721c3-0891-4e34-a0fa-66e88a87de25 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:26.230120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19addf-9872-45e6-ac9c-9f2bf8a9ae73 req-d869cabc-1437-42b5-a9de-04e6f674cb96 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:26.232814 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bf19addf-9872-45e6-ac9c-9f2bf8a9ae73 req-d869cabc-1437-42b5-a9de-04e6f674cb96 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.49 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 945 time: 0.8007655 Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:26.233891 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:26.236410 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (df802921-5a68-4f9f-ad83-0c585b3adca9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.275310 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.334944 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.339564 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/df802921-5a68-4f9f-ad83-0c585b3adca9 HTTP/1.1" status: 204 len: 168 time: 6.1192086 Jan 31 18:55:26.347240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.350162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51560) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:26.371825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1069362270'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:26.385202 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-20872f4e-5fa3-48a7-8afb-76f19b642189 None None] Deleting port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:26.386234 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-20872f4e-5fa3-48a7-8afb-76f19b642189 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.401032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185db563-0acc-4c27-9bae-e984641e6daf req-b4d76b18-7061-4d67-b972-cabb0115486d tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:26.402685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-185db563-0acc-4c27-9bae-e984641e6daf req-b4d76b18-7061-4d67-b972-cabb0115486d tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 1.2507145 Jan 31 18:55:26.414855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32ed46-eda8-4384-86f5-3e0833a21428 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Network': ['ID=df802921-5a68-4f9f-ad83-0c585b3adca9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:26.490538 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-20872f4e-5fa3-48a7-8afb-76f19b642189 None None] For port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8ae2c527-7c8d-48a3-8818-d2e09292ffd4,segment=NetworkSegment(66f079a3-42ac-4534-9541-c23fd73853f4),segment_id=66f079a3-42ac-4534-9541-c23fd73853f4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:26.491535 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-20872f4e-5fa3-48a7-8afb-76f19b642189 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.492963 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port f17158f3-d15f-4d51-8bad-41627ea1829e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:26.494162 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.507609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-bf19addf-9872-45e6-ac9c-9f2bf8a9ae73 req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Deleting port 68a32784-bdb2-4c76-a515-7551823ec169 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:26.508703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf19addf-9872-45e6-ac9c-9f2bf8a9ae73 req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (68a32784-bdb2-4c76-a515-7551823ec169), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.547346 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-20872f4e-5fa3-48a7-8afb-76f19b642189 None None] Calling delete_port for 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:26.635333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98edf14-59b4-402c-91ea-af363a76769c req-575b4433-26b7-44a5-bf5d-7e2cd15f3083 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:26.637983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a98edf14-59b4-402c-91ea-af363a76769c req-575b4433-26b7-44a5-bf5d-7e2cd15f3083 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 931 time: 0.5057456 Jan 31 18:55:26.656673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:26.660532 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.682773 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-20872f4e-5fa3-48a7-8afb-76f19b642189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (8ae2c527-7c8d-48a3-8818-d2e09292ffd4), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.687234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f7a37-41ea-4ada-81e2-31ba7ebdce8f tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:26.693040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f7a37-41ea-4ada-81e2-31ba7ebdce8f tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:26.698337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f7a37-41ea-4ada-81e2-31ba7ebdce8f tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:26.705517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f7a37-41ea-4ada-81e2-31ba7ebdce8f tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:26.707292 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20872f4e-5fa3-48a7-8afb-76f19b642189 None None] No DVR routers for this DVR port 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:26.707750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c05f7a37-41ea-4ada-81e2-31ba7ebdce8f tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.5222096 Jan 31 18:55:26.737766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51570) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:26.762798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20872f4e-5fa3-48a7-8afb-76f19b642189 None None] Pushing event deleted for resources: {'Port': ['ID=8ae2c527-7c8d-48a3-8818-d2e09292ffd4,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:26.836174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-bf19addf-9872-45e6-ac9c-9f2bf8a9ae73 req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] For port 68a32784-bdb2-4c76-a515-7551823ec169, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=68a32784-bdb2-4c76-a515-7551823ec169,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:26.840518 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf19addf-9872-45e6-ac9c-9f2bf8a9ae73 req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (68a32784-bdb2-4c76-a515-7551823ec169), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:26.887613 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-bf19addf-9872-45e6-ac9c-9f2bf8a9ae73 req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Calling delete_port for 68a32784-bdb2-4c76-a515-7551823ec169 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:26.928108 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b87e262-ac4e-4faa-9536-ce197b421e52 req-8860b8e9-a679-4b8e-b56b-d554042de366 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2765656 Jan 31 18:55:26.962328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d7467468-5d7c-4fc3-9dd7-cb77ba13314e no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:26.987426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d7467468-5d7c-4fc3-9dd7-cb77ba13314e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:26.987925 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d7467468-5d7c-4fc3-9dd7-cb77ba13314e not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:26.988732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:27.015073 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port f17158f3-d15f-4d51-8bad-41627ea1829e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f17158f3-d15f-4d51-8bad-41627ea1829e,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:27.015523 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:27.021616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-185db563-0acc-4c27-9bae-e984641e6daf req-de10fc3f-c07a-42eb-9684-e89fd4d647e2 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918832 Jan 31 18:55:27.055449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:27.056002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8ae2c527-7c8d-48a3-8818-d2e09292ffd4 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:27.092687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:27.106983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a98edf14-59b4-402c-91ea-af363a76769c req-c440c682-aedb-49e2-9281-6b336d9d40a8 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/security-groups?id=01ee5d02-52ff-483b-9039-4298518dd45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549234 Jan 31 18:55:27.125894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for f17158f3-d15f-4d51-8bad-41627ea1829e owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:27.129386 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (f171ac62-e93f-4de3-b8c9-b6cf7f807c6e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:27.154373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e262-ac4e-4faa-9536-ce197b421e52 req-6c42c4d3-209c-4847-84d0-631928908499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:27.156245 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b87e262-ac4e-4faa-9536-ce197b421e52 req-6c42c4d3-209c-4847-84d0-631928908499 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83e19795b457498da69c74dcc061ce65&device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 1129 time: 0.1923070 Jan 31 18:55:27.201711 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (0ad78b8c-029e-4460-9c28-16f7c4499057), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:27.202396 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Added segment 0ad78b8c-029e-4460-9c28-16f7c4499057 of type vlan for network cab628fb-0070-439a-a582-a20ce8c41fdb Jan 31 18:55:27.313339 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e262-ac4e-4faa-9536-ce197b421e52 req-df6ecf3b-104b-47bb-b005-38fa2fd9ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:27.314579 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b87e262-ac4e-4faa-9536-ce197b421e52 req-df6ecf3b-104b-47bb-b005-38fa2fd9ff4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 200 len: 914 time: 0.1036103 Jan 31 18:55:27.335115 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (cab628fb-0070-439a-a582-a20ce8c41fdb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:27.446049 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:55:27.542425 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (f171ac62-e93f-4de3-b8c9-b6cf7f807c6e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:27.577809 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (cab628fb-0070-439a-a582-a20ce8c41fdb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:27.583399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:27.584118 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:27.637422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f171ac62-e93f-4de3-b8c9-b6cf7f807c6e']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:27.692241 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b87e262-ac4e-4faa-9536-ce197b421e52 req-c89401c2-3c34-4cbf-aa62-f632b313bb2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c HTTP/1.1" status: 200 len: 217 time: 0.3703220 Jan 31 18:55:27.718712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e31cfcf-4149-477b-b93b-9abe41cac1fa') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:27.718938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e31cfcf-4149-477b-b93b-9abe41cac1fa') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:27.741252 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3789306 Jan 31 18:55:27.759943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99055ef8-5a1c-43d7-9b69-19ea0c84f1b8 req-64a149fd-9b7a-47e0-91c1-8a74703fb965 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:27.761658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99055ef8-5a1c-43d7-9b69-19ea0c84f1b8 req-64a149fd-9b7a-47e0-91c1-8a74703fb965 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 946 time: 0.4171629 Jan 31 18:55:27.763536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:27.769153 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (3e31cfcf-4149-477b-b93b-9abe41cac1fa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:27.770618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b0143055-204d-4011-9726-773df458b5bc tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'network_id': 'cab628fb-0070-439a-a582-a20ce8c41fdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:27.802228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f79972-5154-496d-b6c0-d887a2bff908 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=cab628fb-0070-439a-a582-a20ce8c41fdb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:27.817551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network cab628fb-0070-439a-a582-a20ce8c41fdb details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:27.832629 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3e31cfcf-4149-477b-b93b-9abe41cac1fa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:27.855269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:27.855809 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (3e31cfcf-4149-477b-b93b-9abe41cac1fa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:27.860313 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:27.866232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364db6ce-22ee-4d2a-8c8f-4417301a3a72 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:55:27.894328 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Publish callbacks [] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:27.896327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e262-ac4e-4faa-9536-ce197b421e52 req-e9423c30-53f7-4ac4-bb57-81a77920bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:27.897961 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b87e262-ac4e-4faa-9536-ce197b421e52 req-e9423c30-53f7-4ac4-bb57-81a77920bcdc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09a15e6d-a69c-4a57-8ca0-d0f230a4ef00 HTTP/1.1" status: 200 len: 853 time: 0.1962309 Jan 31 18:55:27.948737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf19addf-9872-45e6-ac9c-9f2bf8a9ae73 req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (68a32784-bdb2-4c76-a515-7551823ec169), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:27.952601 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b87e262-ac4e-4faa-9536-ce197b421e52 req-64fdfcb6-2dd8-4cd9-95e1-489b20833e46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1c9360f-629c-42db-98fa-f15c6e1c69b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469472 Jan 31 18:55:27.954723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3473c-3694-4842-99c7-4150928aa529 req-c7de515f-626c-418a-865e-c601a3d68b6d tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:27.956295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4e3473c-3694-4842-99c7-4150928aa529 req-c7de515f-626c-418a-865e-c601a3d68b6d tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=c91c960a-d8be-478e-aa37-82bef98c5328 HTTP/1.1" status: 200 len: 945 time: 0.7803693 Jan 31 18:55:27.972329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e3042d94-b66e-4d48-80f3-6661f555d908', '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:55:27.978528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['68a32784-bdb2-4c76-a515-7551823ec169'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:55:27.980889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99055ef8-5a1c-43d7-9b69-19ea0c84f1b8 req-3dd67c70-9a5b-4be3-8d9d-d86c38257f29 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004054 Jan 31 18:55:27.994219 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Pushing event deleted for resources: {'Port': ['ID=68a32784-bdb2-4c76-a515-7551823ec169,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:28.000516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Transition to ACTIVE for port object 364db6ce-22ee-4d2a-8c8f-4417301a3a72 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:55:28.004244 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (f171ac62-e93f-4de3-b8c9-b6cf7f807c6e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.014060 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.020411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "DELETE /v2.0/networks/f171ac62-e93f-4de3-b8c9-b6cf7f807c6e HTTP/1.1" status: 204 len: 168 time: 1.2787664 Jan 31 18:55:28.036460 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.038463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51584) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:28.055647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.055996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.056363 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.056714 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.057046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.057375 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.057737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.058027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.058479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.058847 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.059156 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.059630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.060110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:28.121949 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf19addf-9872-45e6-ac9c-9f2bf8a9ae73 req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] No DVR routers for this DVR port 68a32784-bdb2-4c76-a515-7551823ec169 on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:28.130984 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf19addf-9872-45e6-ac9c-9f2bf8a9ae73 req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.134568 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bf19addf-9872-45e6-ac9c-9f2bf8a9ae73 req-4d2d1f85-7e4f-49d1-ba73-0100ff19c884 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.49 "DELETE /v2.0/ports/68a32784-bdb2-4c76-a515-7551823ec169 HTTP/1.1" status: 204 len: 173 time: 1.8957393 Jan 31 18:55:28.137283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91c960a-d8be-478e-aa37-82bef98c5328', 'name': 'network-vif-deleted', 'tag': '68a32784-bdb2-4c76-a515-7551823ec169'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:28.140696 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6f5b3e-a9df-4e6d-8f59-1867010d4e6a" -d '{"events": [{"server_uuid": "c91c960a-d8be-478e-aa37-82bef98c5328", "name": "network-vif-deleted", "tag": "68a32784-bdb2-4c76-a515-7551823ec169"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:28.170020 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0143055-204d-4011-9726-773df458b5bc tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:28.174261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0143055-204d-4011-9726-773df458b5bc tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.255857 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4e3473c-3694-4842-99c7-4150928aa529 req-f383fb40-4307-4ca3-bb84-9ff782b25cca tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796893 Jan 31 18:55:28.260608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d37524-b4b3-4192-91f9-0c0c215f1c64 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event deleted for resources: {'Network': ['ID=f171ac62-e93f-4de3-b8c9-b6cf7f807c6e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:28.306789 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b87e262-ac4e-4faa-9536-ce197b421e52 req-274721e3-ced7-41a3-bfdd-a180fba16ba8 service neutron] 10.222.0.21 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195448 Jan 31 18:55:28.347073 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (51bccc26-6df5-49b2-aa5e-f358a6aeac29), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.360638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51596) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:28.407252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f17158f3-d15f-4d51-8bad-41627ea1829e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.470129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=f17158f3-d15f-4d51-8bad-41627ea1829e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:28.487794 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b87e262-ac4e-4faa-9536-ce197b421e52 req-77f7a62e-c8f9-45ee-856d-fb5f76786c1d service neutron] 10.222.0.21 "GET /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695104 Jan 31 18:55:28.524087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Pushing event updated for resources: {'Port': ['ID=364db6ce-22ee-4d2a-8c8f-4417301a3a72,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:28.622172 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18f25a5a-b04b-4f60-89d7-57495b326d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.624525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (9bc20011-8343-4be9-9781-24d55667a3bf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.698111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0143055-204d-4011-9726-773df458b5bc tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (d4e5920e-deed-48bc-8b29-d648c211e5a5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.718137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d42a31-a2af-44cc-90d7-df8a0ecf96f5 req-fab73a74-278e-49ea-a214-729614cd3fed tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:28.719763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6d42a31-a2af-44cc-90d7-df8a0ecf96f5 req-fab73a74-278e-49ea-a214-729614cd3fed tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 946 time: 0.4538801 Jan 31 18:55:28.737227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:28.739057 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (51bccc26-6df5-49b2-aa5e-f358a6aeac29), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.757703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a2fe24ab-4fd6-4636-b7db-726a09e90405 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Request body: {'floatingip': {'port_id': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:28.763783 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (9bc20011-8343-4be9-9781-24d55667a3bf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.769000 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_controller (9bc20011-8343-4be9-9781-24d55667a3bf), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.815689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Attempting to bind port 364db6ce-22ee-4d2a-8c8f-4417301a3a72 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:55:28.816035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Attempting to bind port 364db6ce-22ee-4d2a-8c8f-4417301a3a72 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '802b2afa-b661-4035-bb4d-3bfaf282fbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f678c3da-4934-49be-acf3-696f784d9a07'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:55:28.816410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Attempting to bind port 364db6ce-22ee-4d2a-8c8f-4417301a3a72 on network f678c3da-4934-49be-acf3-696f784d9a07 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:28.828800 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e38c6b-47ee-4243-baad-2487f3fd9600 x-openstack-request-id: req-51e38c6b-47ee-4243-baad-2487f3fd9600 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:28.829556 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91c960a-d8be-478e-aa37-82bef98c5328", "name": "network-vif-deleted", "tag": "68a32784-bdb2-4c76-a515-7551823ec169", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:28.830001 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51e38c6b-47ee-4243-baad-2487f3fd9600 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:28.830605 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91c960a-d8be-478e-aa37-82bef98c5328', 'name': 'network-vif-deleted', 'tag': '68a32784-bdb2-4c76-a515-7551823ec169', 'status': 'completed', 'code': 200} Jan 31 18:55:28.837489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626adf9-a937-43d2-aa59-17f512def2c3 req-b66cecb5-775a-4b12-a4a0-917966f1d8cf tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:28.839088 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3626adf9-a937-43d2-aa59-17f512def2c3 req-b66cecb5-775a-4b12-a4a0-917966f1d8cf tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.3995018 Jan 31 18:55:28.840602 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0143055-204d-4011-9726-773df458b5bc tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=d4e5920e-deed-48bc-8b29-d648c211e5a5,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:28.844727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bccc26-6df5-49b2-aa5e-f358a6aeac29']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:28.857351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (9bc20011-8343-4be9-9781-24d55667a3bf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.858086 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Fanout notify agent at l3_agent the message router_deleted on router 9bc20011-8343-4be9-9781-24d55667a3bf {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:55:28.873971 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.875488 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-427e2f6b-a6b6-46da-acd8-7fa25ab8358f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/routers/9bc20011-8343-4be9-9781-24d55667a3bf HTTP/1.1" status: 204 len: 168 time: 4.1293533 Jan 31 18:55:28.880698 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0143055-204d-4011-9726-773df458b5bc tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking segment: {'id': '0ad78b8c-029e-4460-9c28-16f7c4499057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'cab628fb-0070-439a-a582-a20ce8c41fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:28.881482 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0143055-204d-4011-9726-773df458b5bc tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network hostable DHCP agents. Network: cab628fb-0070-439a-a582-a20ce8c41fdb, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:28.886164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51602) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:28.888244 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fe24ab-4fd6-4636-b7db-726a09e90405 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (d6df95c0-e538-4448-9de7-3622a0bda86f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:28.938967 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Port 364db6ce-22ee-4d2a-8c8f-4417301a3a72 on network f678c3da-4934-49be-acf3-696f784d9a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:55:28.939223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Attempting to bind port 364db6ce-22ee-4d2a-8c8f-4417301a3a72 on network f678c3da-4934-49be-acf3-696f784d9a07 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:28.973944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a2336c-3eac-4ed8-a4e0-e4f2d596a782') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:28.974147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a2336c-3eac-4ed8-a4e0-e4f2d596a782') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:29.003587 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0143055-204d-4011-9726-773df458b5bc tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network cab628fb-0070-439a-a582-a20ce8c41fdb is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:29.018573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:55:29.019281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Checking segment: {'id': '802b2afa-b661-4035-bb4d-3bfaf282fbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f678c3da-4934-49be-acf3-696f784d9a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:29.020234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Bound using segment: {'id': '802b2afa-b661-4035-bb4d-3bfaf282fbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f678c3da-4934-49be-acf3-696f784d9a07'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:55:29.021458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Bound port: 364db6ce-22ee-4d2a-8c8f-4417301a3a72, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802b2afa-b661-4035-bb4d-3bfaf282fbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f678c3da-4934-49be-acf3-696f784d9a07'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:55:29.021458 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.025890 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (02dc426e-be1f-41b5-9e74-ae8223b96e19), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.029759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (68a2336c-3eac-4ed8-a4e0-e4f2d596a782), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.030001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b0143055-204d-4011-9726-773df458b5bc tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, cab628fb-0070-439a-a582-a20ce8c41fdb) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:29.036128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0143055-204d-4011-9726-773df458b5bc tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:29.036642 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0143055-204d-4011-9726-773df458b5bc tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.043366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8524b2-e2be-414c-b547-75ae93a89963 None None] Network cab628fb-0070-439a-a582-a20ce8c41fdb requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:29.090139 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b0143055-204d-4011-9726-773df458b5bc tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3236408 Jan 31 18:55:29.093803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51606) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:29.115312 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (68a2336c-3eac-4ed8-a4e0-e4f2d596a782), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.153079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:29.153409 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (68a2336c-3eac-4ed8-a4e0-e4f2d596a782), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:29.157546 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:29.275577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50514e5e-d636-4c7a-b731-a086f006290d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-cab628fb-0070-439a-a582-a20ce8c41fdb', 'network_id': 'cab628fb-0070-439a-a582-a20ce8c41fdb', 'project_id': '2a20cd5c8ccd4d139797abe19df72129', 'fixed_ips': [{'subnet_id': 'd4e5920e-deed-48bc-8b29-d648c211e5a5'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:29.278275 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50514e5e-d636-4c7a-b731-a086f006290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.281588 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (02dc426e-be1f-41b5-9e74-ae8223b96e19), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.318968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dc426e-be1f-41b5-9e74-ae8223b96e19']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:29.337390 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f079a3-42ac-4534-9541-c23fd73853f4') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:29.337696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f079a3-42ac-4534-9541-c23fd73853f4') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:29.355143 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (66f079a3-42ac-4534-9541-c23fd73853f4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.361126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (cab628fb-0070-439a-a582-a20ce8c41fdb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.380624 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (66f079a3-42ac-4534-9541-c23fd73853f4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.390915 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:29.391344 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (66f079a3-42ac-4534-9541-c23fd73853f4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:29.394389 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:29.490940 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (02dc426e-be1f-41b5-9e74-ae8223b96e19), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.493356 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (d4e5920e-deed-48bc-8b29-d648c211e5a5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.502291 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.508745 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/networks/02dc426e-be1f-41b5-9e74-ae8223b96e19 HTTP/1.1" status: 204 len: 168 time: 0.6202786 Jan 31 18:55:29.511001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:29.557371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd480a75-df02-4fc9-99f1-f55b03c52d56 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Network': ['ID=02dc426e-be1f-41b5-9e74-ae8223b96e19,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:29.630030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (d4e5920e-deed-48bc-8b29-d648c211e5a5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.670308 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c685d06b-6bd0-4fa7-bba1-6909323332a5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (4a575725-3d85-427f-94c7-8d6bcab91b3e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.672489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e5920e-deed-48bc-8b29-d648c211e5a5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:29.695420 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3626adf9-a937-43d2-aa59-17f512def2c3 req-d8380482-9ef4-49e0-bd6b-7e5441f8fbdf tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8239343 Jan 31 18:55:29.743793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c685d06b-6bd0-4fa7-bba1-6909323332a5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (4a575725-3d85-427f-94c7-8d6bcab91b3e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.774364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (cab628fb-0070-439a-a582-a20ce8c41fdb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.811821 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (51bccc26-6df5-49b2-aa5e-f358a6aeac29), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.815789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab628fb-0070-439a-a582-a20ce8c41fdb']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:29.817874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18f25a5a-b04b-4f60-89d7-57495b326d9d admin admin] Publish callbacks [] for security_group (b22df8fc-c357-4c3d-9fdd-7d28db6933a5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.827413 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad78b8c-029e-4460-9c28-16f7c4499057') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:29.827765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad78b8c-029e-4460-9c28-16f7c4499057') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:29.838884 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (0ad78b8c-029e-4460-9c28-16f7c4499057), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.859072 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (0ad78b8c-029e-4460-9c28-16f7c4499057), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.870684 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:29.872260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (0ad78b8c-029e-4460-9c28-16f7c4499057), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:29.880571 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:29.885876 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.892380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "DELETE /v2.0/networks/51bccc26-6df5-49b2-aa5e-f358a6aeac29 HTTP/1.1" status: 204 len: 168 time: 1.8217056 Jan 31 18:55:29.898705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5991b4-8ca4-4b25-846b-b7b9e6c423fa tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event deleted for resources: {'Network': ['ID=51bccc26-6df5-49b2-aa5e-f358a6aeac29,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:29.900794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18f25a5a-b04b-4f60-89d7-57495b326d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b22df8fc-c357-4c3d-9fdd-7d28db6933a5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:29.905011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51614) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:29.912579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] For port 364db6ce-22ee-4d2a-8c8f-4417301a3a72, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-50514e5e-d636-4c7a-b731-a086f006290d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4e5920e-deed-48bc-8b29-d648c211e5a5: This subnet is being modified by another concurrent operation. Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:55:29.935102 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4e5920e-deed-48bc-8b29-d648c211e5a5: This subnet is being modified by another concurrent operation. Jan 31 18:55:29.938624 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 18:55:29.971048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3beb87b-4d28-4685-9302-b5fec133c75d None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:55:30.085370 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c685d06b-6bd0-4fa7-bba1-6909323332a5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4a575725-3d85-427f-94c7-8d6bcab91b3e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.089407 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c685d06b-6bd0-4fa7-bba1-6909323332a5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.091236 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c685d06b-6bd0-4fa7-bba1-6909323332a5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/security-groups/4a575725-3d85-427f-94c7-8d6bcab91b3e HTTP/1.1" status: 204 len: 168 time: 0.5776708 Jan 31 18:55:30.117543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3beb87b-4d28-4685-9302-b5fec133c75d None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:55:30.121865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57753f55-cb42-4096-ac6a-ad8251e53712 req-d927f3a1-e4cb-4ac1-a780-a95142acc185 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:30.128997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57753f55-cb42-4096-ac6a-ad8251e53712 req-d927f3a1-e4cb-4ac1-a780-a95142acc185 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 943 time: 1.1425221 Jan 31 18:55:30.149296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] For port 364db6ce-22ee-4d2a-8c8f-4417301a3a72, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=364db6ce-22ee-4d2a-8c8f-4417301a3a72,segment=NetworkSegment(802b2afa-b661-4035-bb4d-3bfaf282fbba),segment_id=802b2afa-b661-4035-bb4d-3bfaf282fbba)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:55:30.153717 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (cab628fb-0070-439a-a582-a20ce8c41fdb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.185279 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.185606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-18f25a5a-b04b-4f60-89d7-57495b326d9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7f1fc6ec7624cf291693336fa34c3a5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8179502 Jan 31 18:55:30.192612 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/cab628fb-0070-439a-a582-a20ce8c41fdb HTTP/1.1" status: 204 len: 168 time: 1.0975628 Jan 31 18:55:30.194630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685d06b-6bd0-4fa7-bba1-6909323332a5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a575725-3d85-427f-94c7-8d6bcab91b3e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:30.201521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51620) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:30.201873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51622) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:30.207791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 68a32784-bdb2-4c76-a515-7551823ec169 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:30.217882 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.224267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896e0eb-be0e-47ce-9973-a2b686b7a141 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Network': ['ID=cab628fb-0070-439a-a582-a20ce8c41fdb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:30.230839 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c1fb7e72-4aa8-4d31-85a7-2fcb529e32eb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1247921917'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:30.246556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 68a32784-bdb2-4c76-a515-7551823ec169 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:30.247190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 68a32784-bdb2-4c76-a515-7551823ec169 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:30.301716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1ca41-0613-4e0b-a53b-dc50ff588c48 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:30.308045 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1ca41-0613-4e0b-a53b-dc50ff588c48 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:30.310589 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b0a1ca41-0613-4e0b-a53b-dc50ff588c48 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3938243 Jan 31 18:55:30.314945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f25a5a-b04b-4f60-89d7-57495b326d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22df8fc-c357-4c3d-9fdd-7d28db6933a5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:30.316406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:30.323002 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-430f86d0-fa09-4394-81f0-746af77c76d6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1804601700'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:30.348584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430f86d0-fa09-4394-81f0-746af77c76d6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Made reservation on behalf of 1136fbba9e36496aa94c9d276c69888f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:30.352666 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-430f86d0-fa09-4394-81f0-746af77c76d6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.389003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430f86d0-fa09-4394-81f0-746af77c76d6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:30.390221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42996356-cf8e-4af0-8cdc-1bc2d62b5bda None None] Network cab628fb-0070-439a-a582-a20ce8c41fdb requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:30.392105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:30.393045 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.394512 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] 10.222.0.21 "PUT /v2.0/ports/364db6ce-22ee-4d2a-8c8f-4417301a3a72 HTTP/1.1" status: 200 len: 1092 time: 5.2076745 Jan 31 18:55:30.399313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4fdabe-21a5-4720-8daf-dc957260ed24', 'tag': '364db6ce-22ee-4d2a-8c8f-4417301a3a72'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:30.400673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-430f86d0-fa09-4394-81f0-746af77c76d6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (325be4ef-3ac6-4c8a-a0d2-104b1dbd6378), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.401131 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-430f86d0-fa09-4394-81f0-746af77c76d6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Added segment 325be4ef-3ac6-4c8a-a0d2-104b1dbd6378 of type vlan for network 971c9912-3de2-4862-8bcb-4f6a3e5d9aef Jan 31 18:55:30.402926 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ccc81a-5fdc-4478-8cff-581cdf5b4bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4fdabe-21a5-4720-8daf-dc957260ed24", "tag": "364db6ce-22ee-4d2a-8c8f-4417301a3a72"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:30.411905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42996356-cf8e-4af0-8cdc-1bc2d62b5bda None None] Network cab628fb-0070-439a-a582-a20ce8c41fdb could not be found, it might have been deleted concurrently. {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 31 18:55:30.444659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fb7e72-4aa8-4d31-85a7-2fcb529e32eb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:30.448824 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7e72-4aa8-4d31-85a7-2fcb529e32eb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.473742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-430f86d0-fa09-4394-81f0-746af77c76d6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (971c9912-3de2-4862-8bcb-4f6a3e5d9aef), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.509252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-430f86d0-fa09-4394-81f0-746af77c76d6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (971c9912-3de2-4862-8bcb-4f6a3e5d9aef), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.515131 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430f86d0-fa09-4394-81f0-746af77c76d6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:30.515744 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-430f86d0-fa09-4394-81f0-746af77c76d6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.536075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57753f55-cb42-4096-ac6a-ad8251e53712 req-93be91c7-2e75-472a-afd0-c084e3514719 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/security-groups?id=01ee5d02-52ff-483b-9039-4298518dd45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640800 Jan 31 18:55:30.544409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ef1f9-7924-48da-b63b-59356aab6e82 service neutron] Pushing event updated for resources: {'Port': ['ID=364db6ce-22ee-4d2a-8c8f-4417301a3a72,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:30.553703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6b706-2a8f-423c-89d2-9c1bc3fe7aae req-1491bd40-a055-487a-8303-b469c7b3219a tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:30.555521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffc6b706-2a8f-423c-89d2-9c1bc3fe7aae req-1491bd40-a055-487a-8303-b469c7b3219a tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 946 time: 0.4450982 Jan 31 18:55:30.608472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fb7e72-4aa8-4d31-85a7-2fcb529e32eb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:30.616808 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67cf38af-01a5-4f6a-b15b-efaf8c3f3e08 admin admin] Publish callbacks [] for security_group (b22df8fc-c357-4c3d-9fdd-7d28db6933a5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.648052 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-430f86d0-fa09-4394-81f0-746af77c76d6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3259380 Jan 31 18:55:30.656013 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-a2fe24ab-4fd6-4636-b7db-726a09e90405 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:55:30.657699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51628) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:30.664074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-82a3c18d-ae6e-4d9b-adaa-7c3b6ff6cc86 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1517112784'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:30.664302 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7e72-4aa8-4d31-85a7-2fcb529e32eb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e4ef4c81-bd37-482d-a645-f406422728a6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.664501 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-c1fb7e72-4aa8-4d31-85a7-2fcb529e32eb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Added segment e4ef4c81-bd37-482d-a645-f406422728a6 of type vlan for network d9578a5d-00a8-4736-92f9-4987e1493931 Jan 31 18:55:30.680627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f86d0-fa09-4394-81f0-746af77c76d6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event updated for resources: {'Network': ['ID=971c9912-3de2-4862-8bcb-4f6a3e5d9aef,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:30.695922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3c18d-ae6e-4d9b-adaa-7c3b6ff6cc86 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Made reservation on behalf of 1136fbba9e36496aa94c9d276c69888f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:30.698448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 971c9912-3de2-4862-8bcb-4f6a3e5d9aef details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:30.700615 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82a3c18d-ae6e-4d9b-adaa-7c3b6ff6cc86 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.724933 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6554ab0-b16a-4f96-aa6f-49e03ebe620e x-openstack-request-id: req-a6554ab0-b16a-4f96-aa6f-49e03ebe620e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:30.725509 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4fdabe-21a5-4720-8daf-dc957260ed24", "tag": "364db6ce-22ee-4d2a-8c8f-4417301a3a72", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:30.725509 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6554ab0-b16a-4f96-aa6f-49e03ebe620e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:30.725918 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4fdabe-21a5-4720-8daf-dc957260ed24', 'tag': '364db6ce-22ee-4d2a-8c8f-4417301a3a72', 'status': 'completed', 'code': 200} Jan 31 18:55:30.728675 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a3c18d-ae6e-4d9b-adaa-7c3b6ff6cc86 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:30.736272 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67cf38af-01a5-4f6a-b15b-efaf8c3f3e08 admin admin] Publish callbacks [] for security_group (b22df8fc-c357-4c3d-9fdd-7d28db6933a5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.740883 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82a3c18d-ae6e-4d9b-adaa-7c3b6ff6cc86 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (af14adf1-f001-40b8-beba-0fae379b24f4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.741504 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-82a3c18d-ae6e-4d9b-adaa-7c3b6ff6cc86 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Added segment af14adf1-f001-40b8-beba-0fae379b24f4 of type vlan for network 82c5523e-d3f3-4553-bbc1-2852a305216e Jan 31 18:55:30.787890 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82a3c18d-ae6e-4d9b-adaa-7c3b6ff6cc86 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (82c5523e-d3f3-4553-bbc1-2852a305216e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.795134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-28a1f391-e451-4bc4-9ed9-6bb3ed6f96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:30.796721 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-28a1f391-e451-4bc4-9ed9-6bb3ed6f96c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b841fd96ab5453fab9c32d46b4d477b&device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 1126 time: 0.3424776 Jan 31 18:55:30.826555 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82a3c18d-ae6e-4d9b-adaa-7c3b6ff6cc86 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (82c5523e-d3f3-4553-bbc1-2852a305216e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.832311 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fe24ab-4fd6-4636-b7db-726a09e90405 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.833473 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3c18d-ae6e-4d9b-adaa-7c3b6ff6cc86 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:30.834171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82a3c18d-ae6e-4d9b-adaa-7c3b6ff6cc86 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.841069 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffc6b706-2a8f-423c-89d2-9c1bc3fe7aae req-b0b46471-9fb7-4c2c-9244-76238ad11763 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576396 Jan 31 18:55:30.868077 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fe24ab-4fd6-4636-b7db-726a09e90405 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (d6df95c0-e538-4448-9de7-3622a0bda86f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.871419 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7e72-4aa8-4d31-85a7-2fcb529e32eb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (d9578a5d-00a8-4736-92f9-4987e1493931), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:30.894276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f17158f3-d15f-4d51-8bad-41627ea1829e no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:30.931578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-b8c26354-c646-4edd-b57c-5c29a60fbcaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=364db6ce-22ee-4d2a-8c8f-4417301a3a72 HTTP/1.1" status: 200 len: 217 time: 0.1215575 Jan 31 18:55:30.943273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: f17158f3-d15f-4d51-8bad-41627ea1829e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:30.944109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f17158f3-d15f-4d51-8bad-41627ea1829e not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:30.968896 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-82a3c18d-ae6e-4d9b-adaa-7c3b6ff6cc86 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3093975 Jan 31 18:55:30.971333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51634) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:30.978101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'ports': [{'network_id': '971c9912-3de2-4862-8bcb-4f6a3e5d9aef', 'name': 'tempest-port--194483616', 'admin_state_up': True}, {'network_id': '82c5523e-d3f3-4553-bbc1-2852a305216e', 'admin_state_up': False}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:30.978583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'port': {'network_id': '971c9912-3de2-4862-8bcb-4f6a3e5d9aef', 'name': 'tempest-port--194483616', 'admin_state_up': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:30.979162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'port': {'network_id': '82c5523e-d3f3-4553-bbc1-2852a305216e', 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:30.999078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3c18d-ae6e-4d9b-adaa-7c3b6ff6cc86 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event updated for resources: {'Network': ['ID=82c5523e-d3f3-4553-bbc1-2852a305216e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:31.132205 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7e72-4aa8-4d31-85a7-2fcb529e32eb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (d9578a5d-00a8-4736-92f9-4987e1493931), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:31.138055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fb7e72-4aa8-4d31-85a7-2fcb529e32eb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:31.138716 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7e72-4aa8-4d31-85a7-2fcb529e32eb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:31.163130 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67cf38af-01a5-4f6a-b15b-efaf8c3f3e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b22df8fc-c357-4c3d-9fdd-7d28db6933a5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:31.164293 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67cf38af-01a5-4f6a-b15b-efaf8c3f3e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:31.165630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-67cf38af-01a5-4f6a-b15b-efaf8c3f3e08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b22df8fc-c357-4c3d-9fdd-7d28db6933a5 HTTP/1.1" status: 204 len: 168 time: 0.9454660 Jan 31 18:55:31.220622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 82c5523e-d3f3-4553-bbc1-2852a305216e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:31.278733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:31.286918 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-78e55d0e-f889-4c0b-8a11-f9f9e70629b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053096357', 'description': 'tempest-secgroup-smoke-1053096357 description', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:31.375233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-223b3fc7-b787-49a6-92db-b5ab7c87afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:31.377165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-223b3fc7-b787-49a6-92db-b5ab7c87afb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=47cbfabb-5673-40fc-837f-3e4636f58b3a HTTP/1.1" status: 200 len: 848 time: 0.4067268 Jan 31 18:55:31.387998 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78e55d0e-f889-4c0b-8a11-f9f9e70629b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:31.390386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf38af-01a5-4f6a-b15b-efaf8c3f3e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22df8fc-c357-4c3d-9fdd-7d28db6933a5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:31.446476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c1fb7e72-4aa8-4d31-85a7-2fcb529e32eb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2249577 Jan 31 18:55:31.458296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51642) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:31.475517 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'network_id': 'd9578a5d-00a8-4736-92f9-4987e1493931', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:31.478416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb7e72-4aa8-4d31-85a7-2fcb529e32eb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=d9578a5d-00a8-4736-92f9-4987e1493931,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:31.483104 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-a2fe24ab-4fd6-4636-b7db-726a09e90405 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Floating IP d6df95c0-e538-4448-9de7-3622a0bda86f associated. External IP: 172.25.8.70, port: faead6b1-1bd3-4f5e-9694-bc35a0e00a93. Jan 31 18:55:31.498409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network d9578a5d-00a8-4736-92f9-4987e1493931 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:31.515493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-3c5f4e50-d0a7-4a09-83a2-9beccb1ce2f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f678c3da-4934-49be-acf3-696f784d9a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100113 Jan 31 18:55:31.537925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91ac73-8f9f-497e-a816-504740889297 req-aa39b94b-f0ad-41be-93fd-fc38e9138032 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:31.547142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b91ac73-8f9f-497e-a816-504740889297 req-aa39b94b-f0ad-41be-93fd-fc38e9138032 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.5412827 Jan 31 18:55:31.659022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72339970-c3ed-402e-adf3-bd1c87ea70e6 req-7466f97d-8cdb-4577-a153-b2a420f03532 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:31.661600 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-72339970-c3ed-402e-adf3-bd1c87ea70e6 req-7466f97d-8cdb-4577-a153-b2a420f03532 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 946 time: 0.2704322 Jan 31 18:55:31.735972 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51646) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:31.762774 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78e55d0e-f889-4c0b-8a11-f9f9e70629b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (54980aea-9851-49c3-993e-7fb120763d85), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:31.779729 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea86b157-e87f-4763-838d-4649bd87d173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:31.781540 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78e55d0e-f889-4c0b-8a11-f9f9e70629b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (54980aea-9851-49c3-993e-7fb120763d85), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:31.819266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:31.822665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:31.834184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Made reservation on behalf of 1136fbba9e36496aa94c9d276c69888f for: {'port': 2} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:31.838531 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:31.857915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b91ac73-8f9f-497e-a816-504740889297 req-74ad1ad0-ce1e-49da-97a2-f767a59a6d93 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091688 Jan 31 18:55:31.890420 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78e55d0e-f889-4c0b-8a11-f9f9e70629b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:31.896497 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-78e55d0e-f889-4c0b-8a11-f9f9e70629b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6111629 Jan 31 18:55:31.896736 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:31.904299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-8b50f65d-cbcb-4734-8c10-563818abd9b5 service neutron] 10.222.0.21 "GET /v2.0/networks/f678c3da-4934-49be-acf3-696f784d9a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792882 Jan 31 18:55:31.907010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51650) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:31.912597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bb5131ad-866a-41ef-9dc5-9b60230f4d01 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': '54980aea-9851-49c3-993e-7fb120763d85', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:31.938263 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e55d0e-f889-4c0b-8a11-f9f9e70629b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54980aea-9851-49c3-993e-7fb120763d85,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:31.965393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Performing IP validity checks on allocation pools {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 18:55:31.965615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 18:55:32.055666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-72339970-c3ed-402e-adf3-bd1c87ea70e6 req-03b37f26-1e47-4ca4-9771-a366024e073b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Deleting port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:32.056093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-72339970-c3ed-402e-adf3-bd1c87ea70e6 req-03b37f26-1e47-4ca4-9771-a366024e073b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.126444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a5d6c-0ab7-4404-ac3c-e545ebd467f2 req-716ede9f-2962-4a0c-93ba-3821ab41c200 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:32.128000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-197a5d6c-0ab7-4404-ac3c-e545ebd467f2 req-716ede9f-2962-4a0c-93ba-3821ab41c200 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 943 time: 0.3679981 Jan 31 18:55:32.173291 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea86b157-e87f-4763-838d-4649bd87d173 admin admin] Publish callbacks [] for security_group (726eee9b-363e-4f1f-9326-38e39abc4622), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.184807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea86b157-e87f-4763-838d-4649bd87d173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (726eee9b-363e-4f1f-9326-38e39abc4622), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.303888 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea86b157-e87f-4763-838d-4649bd87d173 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83a001517c954a49930d09fa2feb2538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5610142 Jan 31 18:55:32.307436 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51652) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:32.310633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-72339970-c3ed-402e-adf3-bd1c87ea70e6 req-03b37f26-1e47-4ca4-9771-a366024e073b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] For port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:32.311190 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-72339970-c3ed-402e-adf3-bd1c87ea70e6 req-03b37f26-1e47-4ca4-9771-a366024e073b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.334692 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86b157-e87f-4763-838d-4649bd87d173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726eee9b-363e-4f1f-9326-38e39abc4622,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:32.338688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (2f254dce-8a2c-453b-9d11-51c8e1bcf55f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.396927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-72339970-c3ed-402e-adf3-bd1c87ea70e6 req-03b37f26-1e47-4ca4-9771-a366024e073b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Calling delete_port for 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:32.541004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=2f254dce-8a2c-453b-9d11-51c8e1bcf55f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:32.546974 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb5131ad-866a-41ef-9dc5-9b60230f4d01 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (69e3648e-781c-44c6-8656-ccecaa209855), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.596218 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd766-00de-4478-9d17-58d342e28540 admin admin] Publish callbacks [] for security_group (726eee9b-363e-4f1f-9326-38e39abc4622), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.601778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking segment: {'id': 'e4ef4c81-bd37-482d-a645-f406422728a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd9578a5d-00a8-4736-92f9-4987e1493931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:32.602297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network hostable DHCP agents. Network: d9578a5d-00a8-4736-92f9-4987e1493931, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:32.658364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd766-00de-4478-9d17-58d342e28540 admin admin] Publish callbacks [] for security_group (726eee9b-363e-4f1f-9326-38e39abc4622), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.680294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff8bc285-6ace-4b8a-a4e6-51ec6da4e702 req-b930b90b-7c7b-4c75-9075-41ef45a4019f service neutron] 10.222.0.21 "GET /v2.0/networks/f678c3da-4934-49be-acf3-696f784d9a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7592289 Jan 31 18:55:32.711817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network d9578a5d-00a8-4736-92f9-4987e1493931 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:32.713214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fe24ab-4fd6-4636-b7db-726a09e90405 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Router 968d1fae-4795-4bd8-875c-fa9d3774c451 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:55:32.723200 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be4ba7-212f-408d-8bac-b6eaf287f0d4 req-d3c1e568-3fb8-4cf6-908e-169fc6e4fc21 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:32.731548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15be4ba7-212f-408d-8bac-b6eaf287f0d4 req-d3c1e568-3fb8-4cf6-908e-169fc6e4fc21 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d125625-c71f-41da-b23a-be1c0a5d27c5 HTTP/1.1" status: 200 len: 946 time: 0.6938915 Jan 31 18:55:32.737170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, d9578a5d-00a8-4736-92f9-4987e1493931) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:32.749973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:32.750441 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.752040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] device_id is not set on port 1620daeb-29bb-418e-b91b-2329c3b83d82 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:55:32.759480 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b63923-5661-4a65-9d94-1b97f8f78457 None None] Network d9578a5d-00a8-4736-92f9-4987e1493931 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:32.760179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-197a5d6c-0ab7-4404-ac3c-e545ebd467f2 req-50632b6c-dc6a-420a-9aa2-7bc8a0ba3523 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/security-groups?id=01ee5d02-52ff-483b-9039-4298518dd45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873966 Jan 31 18:55:32.784575 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8fc8711c-6a4a-440c-a572-3fe57c58cc86 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3198357 Jan 31 18:55:32.787271 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51654) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:32.803573 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-72339970-c3ed-402e-adf3-bd1c87ea70e6 req-03b37f26-1e47-4ca4-9771-a366024e073b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5f05fcdf-ce80-4c3c-9c3e-947d90574c4c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.840983 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb5131ad-866a-41ef-9dc5-9b60230f4d01 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (69e3648e-781c-44c6-8656-ccecaa209855), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.850802 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd766-00de-4478-9d17-58d342e28540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (726eee9b-363e-4f1f-9326-38e39abc4622), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.853898 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd766-00de-4478-9d17-58d342e28540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.858788 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ee8fd766-00de-4478-9d17-58d342e28540 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/726eee9b-363e-4f1f-9326-38e39abc4622 HTTP/1.1" status: 204 len: 168 time: 0.5397403 Jan 31 18:55:32.909217 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb5131ad-866a-41ef-9dc5-9b60230f4d01 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (69e3648e-781c-44c6-8656-ccecaa209855), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:32.963273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e3042d94-b66e-4d48-80f3-6661f555d908', '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:55:32.985809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (d9578a5d-00a8-4736-92f9-4987e1493931), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:33.008602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15be4ba7-212f-408d-8bac-b6eaf287f0d4 req-0532e04a-f925-4bbe-a65a-aa749a9e7f4c tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752657 Jan 31 18:55:33.027900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5131ad-866a-41ef-9dc5-9b60230f4d01 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e3648e-781c-44c6-8656-ccecaa209855,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:33.033450 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b37f26-1e47-4ca4-9771-a366024e073b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Pushing event deleted for resources: {'Port': ['ID=5f05fcdf-ce80-4c3c-9c3e-947d90574c4c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:33.045533 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb5131ad-866a-41ef-9dc5-9b60230f4d01 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:33.047805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bb5131ad-866a-41ef-9dc5-9b60230f4d01 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1381183 Jan 31 18:55:33.062325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-d9578a5d-00a8-4736-92f9-4987e1493931', 'network_id': 'd9578a5d-00a8-4736-92f9-4987e1493931', 'project_id': '2a20cd5c8ccd4d139797abe19df72129', 'fixed_ips': [{'subnet_id': '2f254dce-8a2c-453b-9d11-51c8e1bcf55f'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:33.063807 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:33.080836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:33.090359 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-72339970-c3ed-402e-adf3-bd1c87ea70e6 req-03b37f26-1e47-4ca4-9771-a366024e073b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] No DVR routers for this DVR port 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:33.098096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-72339970-c3ed-402e-adf3-bd1c87ea70e6 req-03b37f26-1e47-4ca4-9771-a366024e073b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:33.101894 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-72339970-c3ed-402e-adf3-bd1c87ea70e6 req-03b37f26-1e47-4ca4-9771-a366024e073b tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.21 "DELETE /v2.0/ports/5f05fcdf-ce80-4c3c-9c3e-947d90574c4c HTTP/1.1" status: 204 len: 173 time: 1.4303744 Jan 31 18:55:33.105596 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:55:33.110823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-987c4779-7027-4597-abdf-53c60e38b5c2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': '54980aea-9851-49c3-993e-7fb120763d85', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:33.121495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccc81a-5fdc-4478-8cff-581cdf5b4bcf req-4c4867dd-d6e5-4419-a2f3-ae9790aa0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:33.121844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d125625-c71f-41da-b23a-be1c0a5d27c5', 'name': 'network-vif-deleted', 'tag': '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:33.123114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6ccc81a-5fdc-4478-8cff-581cdf5b4bcf req-4c4867dd-d6e5-4419-a2f3-ae9790aa0856 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b841fd96ab5453fab9c32d46b4d477b&device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 1126 time: 0.3618145 Jan 31 18:55:33.132482 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a6ed0a-822d-48c2-a9df-51b96a755e06" -d '{"events": [{"server_uuid": "0d125625-c71f-41da-b23a-be1c0a5d27c5", "name": "network-vif-deleted", "tag": "5f05fcdf-ce80-4c3c-9c3e-947d90574c4c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:33.147874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fd766-00de-4478-9d17-58d342e28540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726eee9b-363e-4f1f-9326-38e39abc4622,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:33.243002 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa3f911-db78-4966-9393-b62c295cf76c x-openstack-request-id: req-7aa3f911-db78-4966-9393-b62c295cf76c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:33.243296 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d125625-c71f-41da-b23a-be1c0a5d27c5", "name": "network-vif-deleted", "tag": "5f05fcdf-ce80-4c3c-9c3e-947d90574c4c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:33.243555 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7aa3f911-db78-4966-9393-b62c295cf76c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:33.243961 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d125625-c71f-41da-b23a-be1c0a5d27c5', 'name': 'network-vif-deleted', 'tag': '5f05fcdf-ce80-4c3c-9c3e-947d90574c4c', 'status': 'completed', 'code': 200} Jan 31 18:55:33.259723 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (2f254dce-8a2c-453b-9d11-51c8e1bcf55f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:33.331875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fe24ab-4fd6-4636-b7db-726a09e90405 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:55:33.339374 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fe24ab-4fd6-4636-b7db-726a09e90405 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:33.376581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b50f9e3-d014-4f5c-b873-fd62dd63b5b8 None None] Sync routers for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:55:33.421213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b50f9e3-d014-4f5c-b873-fd62dd63b5b8 None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:33.421864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7b50f9e3-d014-4f5c-b873-fd62dd63b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:55:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:33.428617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Allocated IP 172.20.0.3 (d9578a5d-00a8-4736-92f9-4987e1493931/2f254dce-8a2c-453b-9d11-51c8e1bcf55f/fec391ca-476d-4d12-9ee5-9f84cbe3c301) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:55:33.504606 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987c4779-7027-4597-abdf-53c60e38b5c2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (1c78ce81-c4de-4e95-bdac-b55cc20e1e2a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:33.520773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a2fe24ab-4fd6-4636-b7db-726a09e90405 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "PUT /v2.0/floatingips/d6df95c0-e538-4448-9de7-3622a0bda86f HTTP/1.1" status: 200 len: 991 time: 4.7733576 Jan 31 18:55:33.543067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'tag': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:33.546064 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f79e988-0575-4f18-bead-3964c24ea7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bb00cf-4bdf-4947-9a0d-30f891f75f21", "tag": "faead6b1-1bd3-4f5e-9694-bc35a0e00a93"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:33.556153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aaeb5-e7a5-42ce-9483-90dd1ed078b0 req-47ea8834-b6a8-4366-a5bf-21a5cea2372a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:33.574411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e3aaeb5-e7a5-42ce-9483-90dd1ed078b0 req-47ea8834-b6a8-4366-a5bf-21a5cea2372a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.5791996 Jan 31 18:55:33.658816 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for port (1620daeb-29bb-418e-b91b-2329c3b83d82), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:33.688306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-7b50f9e3-d014-4f5c-b873-fd62dd63b5b8 None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:55:33.718367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccc81a-5fdc-4478-8cff-581cdf5b4bcf req-dcca60ec-4393-4167-b502-7a9d3592b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:33.720555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6ccc81a-5fdc-4478-8cff-581cdf5b4bcf req-dcca60ec-4393-4167-b502-7a9d3592b0c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f678c3da-4934-49be-acf3-696f784d9a07 HTTP/1.1" status: 200 len: 909 time: 0.5165920 Jan 31 18:55:33.872561 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Publish callbacks [] for port (fec391ca-476d-4d12-9ee5-9f84cbe3c301), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:33.907217 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (fec391ca-476d-4d12-9ee5-9f84cbe3c301), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:33.913149 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (2f254dce-8a2c-453b-9d11-51c8e1bcf55f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:33.914161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6ccc81a-5fdc-4478-8cff-581cdf5b4bcf req-7449d56e-1eda-4f66-93ef-21aef6a6e48d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=364db6ce-22ee-4d2a-8c8f-4417301a3a72 HTTP/1.1" status: 200 len: 217 time: 0.1253047 Jan 31 18:55:33.930142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] device_id is not set on port a3cc527c-94b7-4c78-86c1-3afc33e54a8e yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:55:33.957950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Subnet': ['ID=2f254dce-8a2c-453b-9d11-51c8e1bcf55f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:33.986730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Network d9578a5d-00a8-4736-92f9-4987e1493931 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:34.000588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e3aaeb5-e7a5-42ce-9483-90dd1ed078b0 req-331f0413-29d1-484f-9705-7e46575f4359 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180009 Jan 31 18:55:34.042299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (d9578a5d-00a8-4736-92f9-4987e1493931), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.049514 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987c4779-7027-4597-abdf-53c60e38b5c2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (1c78ce81-c4de-4e95-bdac-b55cc20e1e2a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.060902 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987c4779-7027-4597-abdf-53c60e38b5c2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (1c78ce81-c4de-4e95-bdac-b55cc20e1e2a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.075582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9b708-7156-4fd2-9166-8e71c4cd13f0 req-68e9c781-48e0-4dfe-a86e-2a61ad5ddfcd tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:34.077772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-efc9b708-7156-4fd2-9166-8e71c4cd13f0 req-68e9c781-48e0-4dfe-a86e-2a61ad5ddfcd tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 946 time: 0.4571717 Jan 31 18:55:34.078398 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9578a5d-00a8-4736-92f9-4987e1493931']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:34.085138 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8174ac-6857-48f7-a479-c146a436e416 x-openstack-request-id: req-7f8174ac-6857-48f7-a479-c146a436e416 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:34.085432 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bb00cf-4bdf-4947-9a0d-30f891f75f21", "tag": "faead6b1-1bd3-4f5e-9694-bc35a0e00a93", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:34.085692 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f8174ac-6857-48f7-a479-c146a436e416 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:34.086099 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'tag': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93', 'status': 'completed', 'code': 200} Jan 31 18:55:34.100958 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ef4c81-bd37-482d-a645-f406422728a6') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:34.101375 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ef4c81-bd37-482d-a645-f406422728a6') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:34.108853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccc81a-5fdc-4478-8cff-581cdf5b4bcf req-8470d032-08db-4ab0-9904-041bbb3fdb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:34.110384 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6ccc81a-5fdc-4478-8cff-581cdf5b4bcf req-8470d032-08db-4ab0-9904-041bbb3fdb49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=47cbfabb-5673-40fc-837f-3e4636f58b3a HTTP/1.1" status: 200 len: 848 time: 0.1745992 Jan 31 18:55:34.114565 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (e4ef4c81-bd37-482d-a645-f406422728a6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.125964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c4779-7027-4597-abdf-53c60e38b5c2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c78ce81-c4de-4e95-bdac-b55cc20e1e2a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:34.136931 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e4ef4c81-bd37-482d-a645-f406422728a6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.145099 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987c4779-7027-4597-abdf-53c60e38b5c2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.146736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-987c4779-7027-4597-abdf-53c60e38b5c2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0611453 Jan 31 18:55:34.147062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:34.147616 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (e4ef4c81-bd37-482d-a645-f406422728a6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.165644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:34.171086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6ccc81a-5fdc-4478-8cff-581cdf5b4bcf req-3c85e9a1-381a-4623-94ab-e1f49a55406c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f678c3da-4934-49be-acf3-696f784d9a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468378 Jan 31 18:55:34.174369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6ac059fe-07d1-4084-a4cd-378ce1073eb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': '54980aea-9851-49c3-993e-7fb120763d85', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:34.274006 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:34.279591 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 18:55:34.279591 n-d-812111-15 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 18:55:34.279591 n-d-812111-15 neutron-server[103226]: [parameters: {'id': 'd9578a5d-00a8-4736-92f9-4987e1493931'}] Jan 31 18:55:34.279591 n-d-812111-15 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:55:34.280498 n-d-812111-15 neutron-server[103226]: DEBUG oslo_db.api [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:55:34.345772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79e988-0575-4f18-bead-3964c24ea7a8 req-2b53d0da-95b4-43d9-81cd-8ad1446fb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:34.347769 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f79e988-0575-4f18-bead-3964c24ea7a8 req-2b53d0da-95b4-43d9-81cd-8ad1446fb529 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=732c6167da0340c5b37c8a129944c15a&device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 1129 time: 0.0704379 Jan 31 18:55:34.358836 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ac059fe-07d1-4084-a4cd-378ce1073eb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (b3192241-c820-40a5-a240-eef77d8934e3), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.421142 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for port (a3cc527c-94b7-4c78-86c1-3afc33e54a8e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.435624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:34.442915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:34.445768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Pushing event updated for resources: {'Port': ['ID=fec391ca-476d-4d12-9ee5-9f84cbe3c301,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:34.460446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.460986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6ccc81a-5fdc-4478-8cff-581cdf5b4bcf req-126772d0-eff1-4cc6-9d4b-0023b6cbe8fd service neutron] 10.222.0.21 "GET /v2.0/networks/f678c3da-4934-49be-acf3-696f784d9a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792013 Jan 31 18:55:34.461560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.461977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.462430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.462829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.463239 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.465719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.466242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.466723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.467133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.467529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.467917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.468503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:34.597703 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Attempting to bind port fec391ca-476d-4d12-9ee5-9f84cbe3c301 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:55:34.598403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Attempting to bind port fec391ca-476d-4d12-9ee5-9f84cbe3c301 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'e4ef4c81-bd37-482d-a645-f406422728a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd9578a5d-00a8-4736-92f9-4987e1493931'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:55:34.600024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Attempting to bind port fec391ca-476d-4d12-9ee5-9f84cbe3c301 on network d9578a5d-00a8-4736-92f9-4987e1493931 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:34.601832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ac059fe-07d1-4084-a4cd-378ce1073eb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (b3192241-c820-40a5-a240-eef77d8934e3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.612540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:55:34.614587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Checking segment: {'id': 'e4ef4c81-bd37-482d-a645-f406422728a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd9578a5d-00a8-4736-92f9-4987e1493931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:34.615284 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.615986 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Bound using segment: {'id': 'e4ef4c81-bd37-482d-a645-f406422728a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd9578a5d-00a8-4736-92f9-4987e1493931'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:55:34.616738 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Bound port: fec391ca-476d-4d12-9ee5-9f84cbe3c301, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ef4c81-bd37-482d-a645-f406422728a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd9578a5d-00a8-4736-92f9-4987e1493931'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:55:34.617496 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fec391ca-476d-4d12-9ee5-9f84cbe3c301), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.644594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbc30e-e022-436f-a16a-635ee12acc5f req-36800ca9-4e7a-4f4c-8564-4a0a0bbfa170 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:34.649175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ebbc30e-e022-436f-a16a-635ee12acc5f req-36800ca9-4e7a-4f4c-8564-4a0a0bbfa170 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 943 time: 0.3781164 Jan 31 18:55:34.660258 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ac059fe-07d1-4084-a4cd-378ce1073eb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (b3192241-c820-40a5-a240-eef77d8934e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.725173 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1620daeb-29bb-418e-b91b-2329c3b83d82), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.764895 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] For port fec391ca-476d-4d12-9ee5-9f84cbe3c301, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:55:34.784304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] For port fec391ca-476d-4d12-9ee5-9f84cbe3c301, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fec391ca-476d-4d12-9ee5-9f84cbe3c301,segment=NetworkSegment(e4ef4c81-bd37-482d-a645-f406422728a6),segment_id=e4ef4c81-bd37-482d-a645-f406422728a6)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:55:34.794177 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fec391ca-476d-4d12-9ee5-9f84cbe3c301), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.823261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (d9578a5d-00a8-4736-92f9-4987e1493931), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.828928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac059fe-07d1-4084-a4cd-378ce1073eb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3192241-c820-40a5-a240-eef77d8934e3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:34.854267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-efc9b708-7156-4fd2-9166-8e71c4cd13f0 req-549c966d-4756-47e4-9661-a1eadad9111b tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7562892 Jan 31 18:55:34.860012 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ac059fe-07d1-4084-a4cd-378ce1073eb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:34.864205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6ac059fe-07d1-4084-a4cd-378ce1073eb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6930628 Jan 31 18:55:34.872756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51708) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:34.921928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-650f2926-7da5-4ab0-ae30-1984aea314f1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': '54980aea-9851-49c3-993e-7fb120763d85', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:34.932521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79e988-0575-4f18-bead-3964c24ea7a8 req-4af8ae45-e74f-40fa-8eaa-cb2b7eb1d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:34.935971 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f79e988-0575-4f18-bead-3964c24ea7a8 req-4af8ae45-e74f-40fa-8eaa-cb2b7eb1d898 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 200 len: 912 time: 0.5818315 Jan 31 18:55:34.983654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6ccc81a-5fdc-4478-8cff-581cdf5b4bcf req-3ac2e64b-d8d8-451a-845d-1a26101517a5 service neutron] 10.222.0.21 "GET /v2.0/networks/f678c3da-4934-49be-acf3-696f784d9a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925969 Jan 31 18:55:35.034864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event updated for resources: {'Port': ['ID=1620daeb-29bb-418e-b91b-2329c3b83d82,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:35.054567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89124623-383a-47e3-bdeb-d6f35293070b None None] Pushing event updated for resources: {'Port': ['ID=fec391ca-476d-4d12-9ee5-9f84cbe3c301,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:35.123408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ebbc30e-e022-436f-a16a-635ee12acc5f req-c441c58b-c19c-4d3a-823f-dce3bb748c77 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/security-groups?id=01ee5d02-52ff-483b-9039-4298518dd45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484422 Jan 31 18:55:35.130606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Deleting port fec391ca-476d-4d12-9ee5-9f84cbe3c301 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:35.131006 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (fec391ca-476d-4d12-9ee5-9f84cbe3c301), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:35.138813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7b50f9e3-d014-4f5c-b873-fd62dd63b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'd6df95c0-e538-4448-9de7-3622a0bda86f', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'port_id': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'mac_address': 'fa:16:3e:65:4a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:55:01Z', 'updated_at': '2022-01-31T18:55:30Z', 'revision_number': 1, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:38Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:35.176742 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f79e988-0575-4f18-bead-3964c24ea7a8 req-873c18f5-d108-453a-aa83-0bdd80ad239a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faead6b1-1bd3-4f5e-9694-bc35a0e00a93 HTTP/1.1" status: 200 len: 999 time: 0.2321813 Jan 31 18:55:35.218027 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-650f2926-7da5-4ab0-ae30-1984aea314f1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (c3ac5e5d-45ce-4af8-b57c-c4c50ed2580e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:35.224520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Checking segment: {'id': '325be4ef-3ac6-4c8a-a0d2-104b1dbd6378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '971c9912-3de2-4862-8bcb-4f6a3e5d9aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:35.225037 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Network hostable DHCP agents. Network: 971c9912-3de2-4862-8bcb-4f6a3e5d9aef, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:35.227958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b50f9e3-d014-4f5c-b873-fd62dd63b5b8 None None] Checking router: 968d1fae-4795-4bd8-875c-fa9d3774c451 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:55:35.249905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b50f9e3-d014-4f5c-b873-fd62dd63b5b8 None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:35.251146 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7b50f9e3-d014-4f5c-b873-fd62dd63b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:55:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:35.327921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a976f0f1-d5c4-4dd0-bb15-12135a0fc012 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:55:35.358493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0aa36-e40e-4b96-912a-c83590ca6560 req-d236d402-6da3-42c6-bb10-b4d2e4f82829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:35.361686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14c0aa36-e40e-4b96-912a-c83590ca6560 req-d236d402-6da3-42c6-bb10-b4d2e4f82829 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 1129 time: 0.3684461 Jan 31 18:55:35.384796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] For port fec391ca-476d-4d12-9ee5-9f84cbe3c301, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fec391ca-476d-4d12-9ee5-9f84cbe3c301,segment=NetworkSegment(e4ef4c81-bd37-482d-a645-f406422728a6),segment_id=e4ef4c81-bd37-482d-a645-f406422728a6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:35.385047 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (fec391ca-476d-4d12-9ee5-9f84cbe3c301), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:35.387341 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Network 971c9912-3de2-4862-8bcb-4f6a3e5d9aef is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:35.405528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79e988-0575-4f18-bead-3964c24ea7a8 req-9aba0b65-6caf-4fa1-b646-a1e8ac15a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:35.407133 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f79e988-0575-4f18-bead-3964c24ea7a8 req-9aba0b65-6caf-4fa1-b646-a1e8ac15a8bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b1b457b-8abd-4614-8276-0291f0e06e62 HTTP/1.1" status: 200 len: 850 time: 0.2201424 Jan 31 18:55:35.439903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e666-d069-4c73-8f05-6396ebeac73a req-e8eac854-4372-4d0f-bb91-c9a30edc309b tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:35.443486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df82e666-d069-4c73-8f05-6396ebeac73a req-e8eac854-4372-4d0f-bb91-c9a30edc309b tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.3182487 Jan 31 18:55:35.445562 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Calling delete_port for fec391ca-476d-4d12-9ee5-9f84cbe3c301 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:35.476950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-7b50f9e3-d014-4f5c-b873-fd62dd63b5b8 None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:55:35.482369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 971c9912-3de2-4862-8bcb-4f6a3e5d9aef) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:35.488090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:35.489195 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a3cc527c-94b7-4c78-86c1-3afc33e54a8e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:35.516564 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-650f2926-7da5-4ab0-ae30-1984aea314f1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (c3ac5e5d-45ce-4af8-b57c-c4c50ed2580e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:35.585499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976f0f1-d5c4-4dd0-bb15-12135a0fc012 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:55:35.596958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14c0aa36-e40e-4b96-912a-c83590ca6560 req-001468cf-094b-4c84-9b92-afcee1187e31 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142951 Jan 31 18:55:35.650870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79e988-0575-4f18-bead-3964c24ea7a8 req-0024e13e-eb80-4f00-89c8-fbf3a1216412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:35.653256 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-650f2926-7da5-4ab0-ae30-1984aea314f1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (c3ac5e5d-45ce-4af8-b57c-c4c50ed2580e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:35.654206 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f79e988-0575-4f18-bead-3964c24ea7a8 req-0024e13e-eb80-4f00-89c8-fbf3a1216412 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c11bd176-3044-4185-9008-2e805d18ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2290275 Jan 31 18:55:35.725184 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (fec391ca-476d-4d12-9ee5-9f84cbe3c301), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:35.734385 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-650f2926-7da5-4ab0-ae30-1984aea314f1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:35.735779 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-650f2926-7da5-4ab0-ae30-1984aea314f1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8341544 Jan 31 18:55:35.747696 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df82e666-d069-4c73-8f05-6396ebeac73a req-8022e20f-d322-4e7a-85cf-8694ce9a9708 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934108 Jan 31 18:55:35.752493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51726) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:35.759794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-66e29438-37c9-4635-b744-25c4bacc31ef tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': '54980aea-9851-49c3-993e-7fb120763d85', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:35.776213 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Port': ['ID=fec391ca-476d-4d12-9ee5-9f84cbe3c301,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:35.798954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No DVR routers for this DVR port fec391ca-476d-4d12-9ee5-9f84cbe3c301 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:35.804944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f2926-7da5-4ab0-ae30-1984aea314f1 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ac5e5d-45ce-4af8-b57c-c4c50ed2580e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:35.810911 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-66e29438-37c9-4635-b744-25c4bacc31ef tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Project ee02e97acfcd42578f53acc92edaa3d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:55:35.829280 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66e29438-37c9-4635-b744-25c4bacc31ef tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (4074e07b-a234-42ea-a0a8-cf90171cacba), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:35.841312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Checking segment: {'id': 'af14adf1-f001-40b8-beba-0fae379b24f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '82c5523e-d3f3-4553-bbc1-2852a305216e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:35.841312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Network hostable DHCP agents. Network: 82c5523e-d3f3-4553-bbc1-2852a305216e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:35.852914 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event updated for resources: {'Port': ['ID=a3cc527c-94b7-4c78-86c1-3afc33e54a8e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:35.897258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51728) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:35.937307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Network 82c5523e-d3f3-4553-bbc1-2852a305216e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:35.954772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 364db6ce-22ee-4d2a-8c8f-4417301a3a72 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:55:35.955386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 82c5523e-d3f3-4553-bbc1-2852a305216e) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:35.969738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:35.976722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:35.982767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:35.983236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.010103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66e29438-37c9-4635-b744-25c4bacc31ef tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (4074e07b-a234-42ea-a0a8-cf90171cacba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.018508 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66e29438-37c9-4635-b744-25c4bacc31ef tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (4074e07b-a234-42ea-a0a8-cf90171cacba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.041747 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (d9578a5d-00a8-4736-92f9-4987e1493931), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.053778 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f79e988-0575-4f18-bead-3964c24ea7a8 req-4518d698-b5ff-4781-ae4e-783699a2788e service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517533 Jan 31 18:55:36.070568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e29438-37c9-4635-b744-25c4bacc31ef tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4074e07b-a234-42ea-a0a8-cf90171cacba,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:36.076129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:36.082428 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66e29438-37c9-4635-b744-25c4bacc31ef tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.086165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-66e29438-37c9-4635-b744-25c4bacc31ef tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3292148 Jan 31 18:55:36.097837 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-894b7caf-ba21-40b3-b1c3-7a2b812fbcdc tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.1213391 Jan 31 18:55:36.098733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51734) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:36.099080 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:36.124905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:36.125494 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5f05fcdf-ce80-4c3c-9c3e-947d90574c4c not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:36.232647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-86d84fae-34a7-4223-8823-b954f1445510 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': '54980aea-9851-49c3-993e-7fb120763d85', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:36.255943 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9578a5d-00a8-4736-92f9-4987e1493931']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:36.267765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79fc59-8a3c-4fea-a656-2c7e558187bd req-7672c1f0-b2ba-4dbd-b0ca-9f07e36bb498 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:36.282442 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-86d84fae-34a7-4223-8823-b954f1445510 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Project ee02e97acfcd42578f53acc92edaa3d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:55:36.282710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c79fc59-8a3c-4fea-a656-2c7e558187bd req-7672c1f0-b2ba-4dbd-b0ca-9f07e36bb498 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 946 time: 0.2226393 Jan 31 18:55:36.284619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ef4c81-bd37-482d-a645-f406422728a6') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:36.285136 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1397ca5d-d083-4368-9925-8073ac672287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.285286 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ef4c81-bd37-482d-a645-f406422728a6') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:36.333843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 364db6ce-22ee-4d2a-8c8f-4417301a3a72, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=364db6ce-22ee-4d2a-8c8f-4417301a3a72,segment=NetworkSegment(802b2afa-b661-4035-bb4d-3bfaf282fbba),segment_id=802b2afa-b661-4035-bb4d-3bfaf282fbba)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:36.337339 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86d84fae-34a7-4223-8823-b954f1445510 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (b529a1e7-28d3-47ff-83cf-29e3a63d7322), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.364056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '364db6ce-22ee-4d2a-8c8f-4417301a3a72', 'network_id': 'f678c3da-4934-49be-acf3-696f784d9a07', 'port_id': '364db6ce-22ee-4d2a-8c8f-4417301a3a72', 'mac_address': 'fa:16:3e:33:23:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47cbfabb-5673-40fc-837f-3e4636f58b3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:55:36.375348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbc1f9d-945a-42a1-bce9-1c398f2afece None None] Network d9578a5d-00a8-4736-92f9-4987e1493931 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:36.377428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200f9bc-e6f6-4d86-9b16-0b07e7f949af None None] Network 971c9912-3de2-4862-8bcb-4f6a3e5d9aef requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:36.389614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189214a3-b83d-4591-b682-a46577a85b8b None None] Network 82c5523e-d3f3-4553-bbc1-2852a305216e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:36.419200 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86d84fae-34a7-4223-8823-b954f1445510 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (b529a1e7-28d3-47ff-83cf-29e3a63d7322), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.421757 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (e4ef4c81-bd37-482d-a645-f406422728a6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.444379 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86d84fae-34a7-4223-8823-b954f1445510 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (b529a1e7-28d3-47ff-83cf-29e3a63d7322), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.488504 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e4ef4c81-bd37-482d-a645-f406422728a6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.493663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86d84fae-34a7-4223-8823-b954f1445510 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.495221 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-86d84fae-34a7-4223-8823-b954f1445510 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3882287 Jan 31 18:55:36.496346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c79fc59-8a3c-4fea-a656-2c7e558187bd req-41161981-b1d7-4bc6-b26c-071a42c42517 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982365 Jan 31 18:55:36.517619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51742) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:36.547520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fff6e0fd-627d-405d-a28c-6b6c250a04cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'network': {'name': 'tempest-network-smoke--291189688', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:36.562614 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6d7ae-6f3a-4ced-a22e-4d8c28242a16 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:36.568879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6d7ae-6f3a-4ced-a22e-4d8c28242a16 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:36.574785 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-87b6d7ae-6f3a-4ced-a22e-4d8c28242a16 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4634728 Jan 31 18:55:36.574785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:36.574785 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (e4ef4c81-bd37-482d-a645-f406422728a6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.584110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d84fae-34a7-4223-8823-b954f1445510 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b529a1e7-28d3-47ff-83cf-29e3a63d7322,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:36.587091 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:36.592455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ac6ac-ddd5-478c-be2f-965681bd1206 req-d6c5e941-f898-4a50-b239-08cfb1b6f995 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:36.593507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51744) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:36.595620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb8ac6ac-ddd5-478c-be2f-965681bd1206 req-d6c5e941-f898-4a50-b239-08cfb1b6f995 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 943 time: 0.2583528 Jan 31 18:55:36.614816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7b50f9e3-d014-4f5c-b873-fd62dd63b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'd6df95c0-e538-4448-9de7-3622a0bda86f', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'port_id': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'mac_address': 'fa:16:3e:65:4a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:55:01Z', 'updated_at': '2022-01-31T18:55:30Z', 'revision_number': 1, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:38Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:36.687472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb8ac6ac-ddd5-478c-be2f-965681bd1206 req-277950ea-1793-4246-ad53-f02c28749428 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/security-groups?id=01ee5d02-52ff-483b-9039-4298518dd45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798693 Jan 31 18:55:36.715150 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1397ca5d-d083-4368-9925-8073ac672287 admin admin] Publish callbacks [] for security_group (09467b73-570d-4515-aecd-35576788c49f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.722356 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1397ca5d-d083-4368-9925-8073ac672287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (09467b73-570d-4515-aecd-35576788c49f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.760439 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6f79e988-0575-4f18-bead-3964c24ea7a8 req-3a0e6976-b7b6-432d-ae47-3a10da9775ed service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6876194 Jan 31 18:55:36.801531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff6e0fd-627d-405d-a28c-6b6c250a04cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Made reservation on behalf of ee02e97acfcd42578f53acc92edaa3d5 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:36.805539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fff6e0fd-627d-405d-a28c-6b6c250a04cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.836621 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (d9578a5d-00a8-4736-92f9-4987e1493931), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.853185 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.858384 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/d9578a5d-00a8-4736-92f9-4987e1493931 HTTP/1.1" status: 204 len: 168 time: 4.0699539 Jan 31 18:55:36.864984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51748) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:36.883988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1397ca5d-d083-4368-9925-8073ac672287 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52159797e5fa45c6ac2517a74a2e0cba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9831860 Jan 31 18:55:36.885080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397ca5d-d083-4368-9925-8073ac672287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09467b73-570d-4515-aecd-35576788c49f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:36.887342 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2bf064fb-7912-4025-89dd-d2ba49a95d0c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2094996128'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:36.896704 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:36.897731 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2c04-7c19-4458-888e-f58c07df8dd4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Network': ['ID=d9578a5d-00a8-4736-92f9-4987e1493931,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:36.908616 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff6e0fd-627d-405d-a28c-6b6c250a04cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:36.931976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-185ea093-e546-4766-993e-5253fc362a46 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Deleting port 1620daeb-29bb-418e-b91b-2329c3b83d82 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:36.932239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-185ea093-e546-4766-993e-5253fc362a46 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1620daeb-29bb-418e-b91b-2329c3b83d82), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:36.944486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b50f9e3-d014-4f5c-b873-fd62dd63b5b8 None None] The sync data for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 is: [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'd6df95c0-e538-4448-9de7-3622a0bda86f', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'port_id': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'mac_address': 'fa:16:3e:65:4a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:55:01Z', 'updated_at': '2022-01-31T18:55:30Z', 'revision_number': 1, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:38Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:55:37.001437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 364db6ce-22ee-4d2a-8c8f-4417301a3a72 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:37.002214 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.017749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381cf8e-dbf7-4b99-baec-894a35f99dce req-71fcc344-e261-4f2f-aca0-595f85701d80 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:37.020107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5381cf8e-dbf7-4b99-baec-894a35f99dce req-71fcc344-e261-4f2f-aca0-595f85701d80 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.1023972 Jan 31 18:55:37.026709 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-185ea093-e546-4766-993e-5253fc362a46 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1620daeb-29bb-418e-b91b-2329c3b83d82), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.044992 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-185ea093-e546-4766-993e-5253fc362a46 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Calling delete_port for 1620daeb-29bb-418e-b91b-2329c3b83d82 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:37.052622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364db6ce-22ee-4d2a-8c8f-4417301a3a72 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:55:37.092988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 364db6ce-22ee-4d2a-8c8f-4417301a3a72, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=364db6ce-22ee-4d2a-8c8f-4417301a3a72,segment=NetworkSegment(802b2afa-b661-4035-bb4d-3bfaf282fbba),segment_id=802b2afa-b661-4035-bb4d-3bfaf282fbba)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:37.103204 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.157103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5381cf8e-dbf7-4b99-baec-894a35f99dce req-8708d343-469c-4c16-94b9-2a2c40bffec1 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303799 Jan 31 18:55:37.159723 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-185ea093-e546-4766-993e-5253fc362a46 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1620daeb-29bb-418e-b91b-2329c3b83d82), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.165247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fff6e0fd-627d-405d-a28c-6b6c250a04cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (915a34ad-8ac2-4d00-939d-d39c54d8e500), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.166082 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-fff6e0fd-627d-405d-a28c-6b6c250a04cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Added segment 915a34ad-8ac2-4d00-939d-d39c54d8e500 of type vlan for network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e Jan 31 18:55:37.207937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=364db6ce-22ee-4d2a-8c8f-4417301a3a72,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:37.259167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf064fb-7912-4025-89dd-d2ba49a95d0c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:37.259811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2bf064fb-7912-4025-89dd-d2ba49a95d0c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.267693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ea093-e546-4766-993e-5253fc362a46 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event deleted for resources: {'Port': ['ID=1620daeb-29bb-418e-b91b-2329c3b83d82,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:37.317414 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fff6e0fd-627d-405d-a28c-6b6c250a04cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.332739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['364db6ce-22ee-4d2a-8c8f-4417301a3a72'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:55:37.355940 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84547ba3-178c-4df9-906f-a8d172f78831 admin admin] Publish callbacks [] for security_group (09467b73-570d-4515-aecd-35576788c49f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.360765 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-185ea093-e546-4766-993e-5253fc362a46 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.372966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51756) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:37.382631 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739d8fd-e933-4db1-8aa9-5d391cf2dd8b None None] New status for floating IP d6df95c0-e538-4448-9de7-3622a0bda86f: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:55:37.405802 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-185ea093-e546-4766-993e-5253fc362a46 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "DELETE /v2.0/ports/1620daeb-29bb-418e-b91b-2329c3b83d82 HTTP/1.1" status: 204 len: 168 time: 0.7915723 Jan 31 18:55:37.620220 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fff6e0fd-627d-405d-a28c-6b6c250a04cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.635944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff6e0fd-627d-405d-a28c-6b6c250a04cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:37.638673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fff6e0fd-627d-405d-a28c-6b6c250a04cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.672405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801d726-9274-4791-afd2-e0ba1a7e9651 req-37686250-2464-41d5-89f0-f3778135809e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:37.674028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7801d726-9274-4791-afd2-e0ba1a7e9651 req-37686250-2464-41d5-89f0-f3778135809e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.1349411 Jan 31 18:55:37.687742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84547ba3-178c-4df9-906f-a8d172f78831 admin admin] Publish callbacks [] for security_group (09467b73-570d-4515-aecd-35576788c49f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.702328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3da95d70-72f5-4455-8483-214426a8dab6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Deleting port a3cc527c-94b7-4c78-86c1-3afc33e54a8e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:37.702784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3da95d70-72f5-4455-8483-214426a8dab6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a3cc527c-94b7-4c78-86c1-3afc33e54a8e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.741400 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf064fb-7912-4025-89dd-d2ba49a95d0c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:37.786125 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fff6e0fd-627d-405d-a28c-6b6c250a04cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2651484 Jan 31 18:55:37.791012 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2bf064fb-7912-4025-89dd-d2ba49a95d0c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c79f9065-0f05-4338-9394-34086bafc30d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.791378 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-2bf064fb-7912-4025-89dd-d2ba49a95d0c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Added segment c79f9065-0f05-4338-9394-34086bafc30d of type vlan for network 3770347d-863f-49fb-a296-154136c73f00 Jan 31 18:55:37.815487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51764) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:37.827838 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7801d726-9274-4791-afd2-e0ba1a7e9651 req-4feb9e17-3888-41aa-bbd2-f8bed8178fee tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358886 Jan 31 18:55:37.841093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'admin_state_up': True, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:37.873598 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.874901 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.920783 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3da95d70-72f5-4455-8483-214426a8dab6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a3cc527c-94b7-4c78-86c1-3afc33e54a8e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.938535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2bf064fb-7912-4025-89dd-d2ba49a95d0c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (3770347d-863f-49fb-a296-154136c73f00), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:37.943769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af21cb-a4fb-4ad4-8b80-a473f30b2f7c req-c1096bc2-acdd-4e0f-8415-18fc10f4b7ba tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:37.951147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63af21cb-a4fb-4ad4-8b80-a473f30b2f7c req-c1096bc2-acdd-4e0f-8415-18fc10f4b7ba tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 946 time: 0.2693474 Jan 31 18:55:37.984959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6e0fd-627d-405d-a28c-6b6c250a04cd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Network': ['ID=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:38.000025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:38.007674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ed347-92f2-4aed-8c2b-587807f9033c req-f8a91cca-e44f-498f-aae0-90a1efd51177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:38.010280 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3c6ed347-92f2-4aed-8c2b-587807f9033c req-f8a91cca-e44f-498f-aae0-90a1efd51177 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a8e288a02cb449b8affb45a44193691f&device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 1129 time: 0.5269146 Jan 31 18:55:38.013124 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84547ba3-178c-4df9-906f-a8d172f78831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (09467b73-570d-4515-aecd-35576788c49f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:38.019096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84547ba3-178c-4df9-906f-a8d172f78831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:38.021394 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-84547ba3-178c-4df9-906f-a8d172f78831 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09467b73-570d-4515-aecd-35576788c49f HTTP/1.1" status: 204 len: 168 time: 1.1206028 Jan 31 18:55:38.022424 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2bf064fb-7912-4025-89dd-d2ba49a95d0c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (3770347d-863f-49fb-a296-154136c73f00), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:38.030765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf064fb-7912-4025-89dd-d2ba49a95d0c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:38.031610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2bf064fb-7912-4025-89dd-d2ba49a95d0c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:38.041433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3da95d70-72f5-4455-8483-214426a8dab6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Calling delete_port for a3cc527c-94b7-4c78-86c1-3afc33e54a8e owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:38.046691 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_controller (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:38.095604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63af21cb-a4fb-4ad4-8b80-a473f30b2f7c req-a5fa73df-23a8-41a4-a303-594fcff6355c tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434348 Jan 31 18:55:38.103854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84547ba3-178c-4df9-906f-a8d172f78831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09467b73-570d-4515-aecd-35576788c49f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:38.328570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ed347-92f2-4aed-8c2b-587807f9033c req-4a6a90ce-3e9f-477f-b4fe-217f9458af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:38.330916 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3c6ed347-92f2-4aed-8c2b-587807f9033c req-4a6a90ce-3e9f-477f-b4fe-217f9458af85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ef1e068-7bea-4a13-bc37-49021a461e36 HTTP/1.1" status: 200 len: 912 time: 0.2952473 Jan 31 18:55:38.332410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf064fb-7912-4025-89dd-d2ba49a95d0c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=3770347d-863f-49fb-a296-154136c73f00,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:38.345942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 3770347d-863f-49fb-a296-154136c73f00 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:38.379607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbe678-710d-4493-80a1-9b0b308086ad req-27faa6fb-de56-460d-8b37-8b9f441e1e5b tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:38.383219 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35fbe678-710d-4493-80a1-9b0b308086ad req-27faa6fb-de56-460d-8b37-8b9f441e1e5b tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 944 time: 0.3715596 Jan 31 18:55:38.430197 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3c6ed347-92f2-4aed-8c2b-587807f9033c req-d818a6ab-2762-487c-b8e9-d4e50ae3a2a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e9c8f0d-cf1d-43d3-8744-6537501e426a HTTP/1.1" status: 200 len: 217 time: 0.0897083 Jan 31 18:55:38.449662 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:38.479629 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2bf064fb-7912-4025-89dd-d2ba49a95d0c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5987468 Jan 31 18:55:38.486138 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:38.505215 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1847e92a-a549-4b8e-a9b5-2c9de3a0db94 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'network_id': '3770347d-863f-49fb-a296-154136c73f00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:38.723241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ed347-92f2-4aed-8c2b-587807f9033c req-16373977-a59a-48fd-ae6b-dbe4e96445b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:38.723488 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3da95d70-72f5-4455-8483-214426a8dab6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a3cc527c-94b7-4c78-86c1-3afc33e54a8e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:38.725229 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3c6ed347-92f2-4aed-8c2b-587807f9033c req-16373977-a59a-48fd-ae6b-dbe4e96445b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1218f3d1-b058-4751-b1ee-a61bef812b07 HTTP/1.1" status: 200 len: 851 time: 0.2926464 Jan 31 18:55:38.739870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35fbe678-710d-4493-80a1-9b0b308086ad req-bc8d4f95-5d99-4a36-a316-b7c840f12723 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/security-groups?id=01ee5d02-52ff-483b-9039-4298518dd45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115191 Jan 31 18:55:38.784647 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3c6ed347-92f2-4aed-8c2b-587807f9033c req-82f4ba56-0533-4fdb-9b57-21dd137b2684 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ef1e068-7bea-4a13-bc37-49021a461e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526521 Jan 31 18:55:38.789143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da95d70-72f5-4455-8483-214426a8dab6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event deleted for resources: {'Port': ['ID=a3cc527c-94b7-4c78-86c1-3afc33e54a8e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:38.801060 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3da95d70-72f5-4455-8483-214426a8dab6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:38.805746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3da95d70-72f5-4455-8483-214426a8dab6 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "DELETE /v2.0/ports/a3cc527c-94b7-4c78-86c1-3afc33e54a8e HTTP/1.1" status: 204 len: 168 time: 1.4313107 Jan 31 18:55:38.809765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51788) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:38.910372 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3c6ed347-92f2-4aed-8c2b-587807f9033c req-1cbb3ae8-c404-46d5-80a1-db200e14179a service neutron] 10.222.0.49 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180215 Jan 31 18:55:38.911681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1847e92a-a549-4b8e-a9b5-2c9de3a0db94 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:38.916041 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1847e92a-a549-4b8e-a9b5-2c9de3a0db94 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:38.930387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-65bd8db3-ebce-41fb-875a-e2182f83893b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1186545 Jan 31 18:55:38.945108 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51798) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:38.961387 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f42fc418-9b83-4351-89c4-f189ab7e5fad tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1992238053'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:39.132234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42fc418-9b83-4351-89c4-f189ab7e5fad tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Made reservation on behalf of 1136fbba9e36496aa94c9d276c69888f for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:39.136863 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f42fc418-9b83-4351-89c4-f189ab7e5fad tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:39.255612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a494c4e-0931-45f9-b01a-9cbd4e78eaf5 req-e0879a36-770f-4e2f-9037-d28779da9c5d tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:39.257892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a494c4e-0931-45f9-b01a-9cbd4e78eaf5 req-e0879a36-770f-4e2f-9037-d28779da9c5d tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.2373779 Jan 31 18:55:39.269347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42fc418-9b83-4351-89c4-f189ab7e5fad tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:39.309348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1847e92a-a549-4b8e-a9b5-2c9de3a0db94 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (05e0d659-d880-40d2-ac53-d1a41ea1fcb4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:39.342400 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f42fc418-9b83-4351-89c4-f189ab7e5fad tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a5c8119e-c38b-4b9e-bb44-99ccd52dd4b0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:39.342748 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-f42fc418-9b83-4351-89c4-f189ab7e5fad tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Added segment a5c8119e-c38b-4b9e-bb44-99ccd52dd4b0 of type vlan for network 58a2d9cc-f029-48b8-b7b7-b57d99c3fe60 Jan 31 18:55:39.405471 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a494c4e-0931-45f9-b01a-9cbd4e78eaf5 req-e79e2d06-75ce-4135-8b05-6e392e8fbd1e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372821 Jan 31 18:55:39.406052 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:39.428192 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3c6ed347-92f2-4aed-8c2b-587807f9033c req-893e2fc5-dc65-429a-a1b1-146e7f2bc14d service neutron] 10.222.0.49 "GET /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494654 Jan 31 18:55:39.486188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847e92a-a549-4b8e-a9b5-2c9de3a0db94 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=05e0d659-d880-40d2-ac53-d1a41ea1fcb4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:39.502323 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847e92a-a549-4b8e-a9b5-2c9de3a0db94 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking segment: {'id': 'c79f9065-0f05-4338-9394-34086bafc30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3770347d-863f-49fb-a296-154136c73f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:39.503572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1847e92a-a549-4b8e-a9b5-2c9de3a0db94 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network hostable DHCP agents. Network: 3770347d-863f-49fb-a296-154136c73f00, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:39.535806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1847e92a-a549-4b8e-a9b5-2c9de3a0db94 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network 3770347d-863f-49fb-a296-154136c73f00 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:39.557730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1847e92a-a549-4b8e-a9b5-2c9de3a0db94 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 3770347d-863f-49fb-a296-154136c73f00) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:39.569289 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9bad1-a2c1-4dd5-8758-e79e292de522 None None] Network 3770347d-863f-49fb-a296-154136c73f00 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:39.580503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1847e92a-a549-4b8e-a9b5-2c9de3a0db94 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:39.581290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1847e92a-a549-4b8e-a9b5-2c9de3a0db94 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:39.619760 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1847e92a-a549-4b8e-a9b5-2c9de3a0db94 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1292288 Jan 31 18:55:39.621942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:39.895756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-3770347d-863f-49fb-a296-154136c73f00', 'network_id': '3770347d-863f-49fb-a296-154136c73f00', 'project_id': '2a20cd5c8ccd4d139797abe19df72129', 'fixed_ips': [{'subnet_id': '05e0d659-d880-40d2-ac53-d1a41ea1fcb4'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:39.903899 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:39.915288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 364db6ce-22ee-4d2a-8c8f-4417301a3a72 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:55:39.942352 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3770347d-863f-49fb-a296-154136c73f00), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.010552 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51820) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:40.058096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (05e0d659-d880-40d2-ac53-d1a41ea1fcb4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.130895 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 364db6ce-22ee-4d2a-8c8f-4417301a3a72 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:55:40.169996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 364db6ce-22ee-4d2a-8c8f-4417301a3a72 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:40.170488 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.228177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Allocated IP 172.20.0.1 (3770347d-863f-49fb-a296-154136c73f00/05e0d659-d880-40d2-ac53-d1a41ea1fcb4/b4cb33cf-2a33-46b1-943e-29b9bca0bab9) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:55:40.320098 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.330359 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e314c4c-cf9c-4a3b-adf0-c1ad586b25e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.347583 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f42fc418-9b83-4351-89c4-f189ab7e5fad tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (58a2d9cc-f029-48b8-b7b7-b57d99c3fe60), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.356295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 364db6ce-22ee-4d2a-8c8f-4417301a3a72 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:40.356727 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.439932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4fdabe-21a5-4720-8daf-dc957260ed24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364db6ce-22ee-4d2a-8c8f-4417301a3a72'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:40.445832 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e0e5b3-754e-41dc-8bb4-b22c1c62cdfe" -d '{"events": [{"server_uuid": "cc4fdabe-21a5-4720-8daf-dc957260ed24", "name": "network-vif-plugged", "status": "completed", "tag": "364db6ce-22ee-4d2a-8c8f-4417301a3a72"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:40.474878 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e314c4c-cf9c-4a3b-adf0-c1ad586b25e0 admin admin] Publish callbacks [] for security_group (7045e8f4-604d-43fb-b030-30e654084311), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.481301 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e314c4c-cf9c-4a3b-adf0-c1ad586b25e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7045e8f4-604d-43fb-b030-30e654084311), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.508846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 364db6ce-22ee-4d2a-8c8f-4417301a3a72, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=364db6ce-22ee-4d2a-8c8f-4417301a3a72,segment=NetworkSegment(802b2afa-b661-4035-bb4d-3bfaf282fbba),segment_id=802b2afa-b661-4035-bb4d-3bfaf282fbba)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:40.546444 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8e314c4c-cf9c-4a3b-adf0-c1ad586b25e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cde50b8537e749a99c7a1f85c893756e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5320766 Jan 31 18:55:40.548480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:40.567078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e314c4c-cf9c-4a3b-adf0-c1ad586b25e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7045e8f4-604d-43fb-b030-30e654084311,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:40.570292 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.634512 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11ce69d9-af1d-4c96-9605-76e51ff57bf2 admin admin] Publish callbacks [] for security_group (7045e8f4-604d-43fb-b030-30e654084311), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.662840 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11ce69d9-af1d-4c96-9605-76e51ff57bf2 admin admin] Publish callbacks [] for security_group (7045e8f4-604d-43fb-b030-30e654084311), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.671502 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f42fc418-9b83-4351-89c4-f189ab7e5fad tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (58a2d9cc-f029-48b8-b7b7-b57d99c3fe60), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.684888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42fc418-9b83-4351-89c4-f189ab7e5fad tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:40.687305 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f42fc418-9b83-4351-89c4-f189ab7e5fad tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.694390 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Publish callbacks [] for port (b4cb33cf-2a33-46b1-943e-29b9bca0bab9), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.709681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (b4cb33cf-2a33-46b1-943e-29b9bca0bab9), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.721066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=364db6ce-22ee-4d2a-8c8f-4417301a3a72,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:40.752419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11ce69d9-af1d-4c96-9605-76e51ff57bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7045e8f4-604d-43fb-b030-30e654084311), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.756692 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11ce69d9-af1d-4c96-9605-76e51ff57bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.760232 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-11ce69d9-af1d-4c96-9605-76e51ff57bf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7045e8f4-604d-43fb-b030-30e654084311 HTTP/1.1" status: 204 len: 168 time: 0.2080493 Jan 31 18:55:40.763937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565d8ec-7b84-4473-bcde-173e167a97f3 req-0b0bb3d1-f78d-4e91-8527-1afb8eb189db tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:40.767518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2565d8ec-7b84-4473-bcde-173e167a97f3 req-0b0bb3d1-f78d-4e91-8527-1afb8eb189db tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 944 time: 0.4527018 Jan 31 18:55:40.771580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce69d9-af1d-4c96-9605-76e51ff57bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7045e8f4-604d-43fb-b030-30e654084311,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:40.781604 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (05e0d659-d880-40d2-ac53-d1a41ea1fcb4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:40.798818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f42fc418-9b83-4351-89c4-f189ab7e5fad tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8476894 Jan 31 18:55:40.819234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51836) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:40.827080 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9f211693-2544-4d2b-a79a-094846b4bac5 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-316749665'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:40.831967 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Subnet': ['ID=05e0d659-d880-40d2-ac53-d1a41ea1fcb4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:40.864033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Network 3770347d-863f-49fb-a296-154136c73f00 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:40.899237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:40.904990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:40.954301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Pushing event updated for resources: {'Port': ['ID=b4cb33cf-2a33-46b1-943e-29b9bca0bab9,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:40.958661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b703599-e245-495d-8b19-9719c271ae2d req-fd193bc1-54de-4092-9963-8aab373bbfe7 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:40.960550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b703599-e245-495d-8b19-9719c271ae2d req-fd193bc1-54de-4092-9963-8aab373bbfe7 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.3933237 Jan 31 18:55:40.990747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fc418-9b83-4351-89c4-f189ab7e5fad tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event updated for resources: {'Network': ['ID=58a2d9cc-f029-48b8-b7b7-b57d99c3fe60,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:41.009169 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Attempting to bind port b4cb33cf-2a33-46b1-943e-29b9bca0bab9 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:55:41.009973 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Attempting to bind port b4cb33cf-2a33-46b1-943e-29b9bca0bab9 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c79f9065-0f05-4338-9394-34086bafc30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3770347d-863f-49fb-a296-154136c73f00'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:55:41.010587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Attempting to bind port b4cb33cf-2a33-46b1-943e-29b9bca0bab9 on network 3770347d-863f-49fb-a296-154136c73f00 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:41.021722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 58a2d9cc-f029-48b8-b7b7-b57d99c3fe60 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:41.028988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.25.8.146 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/7fa6b4ef-1018-4ce0-a1f7-997988423c9c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:55:41.054218 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3770347d-863f-49fb-a296-154136c73f00), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.079867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:55:41.091243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Checking segment: {'id': 'c79f9065-0f05-4338-9394-34086bafc30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3770347d-863f-49fb-a296-154136c73f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:41.092318 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.093005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Bound using segment: {'id': 'c79f9065-0f05-4338-9394-34086bafc30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3770347d-863f-49fb-a296-154136c73f00'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:55:41.093761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Bound port: b4cb33cf-2a33-46b1-943e-29b9bca0bab9, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79f9065-0f05-4338-9394-34086bafc30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3770347d-863f-49fb-a296-154136c73f00'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:55:41.095234 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b4cb33cf-2a33-46b1-943e-29b9bca0bab9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.129166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2565d8ec-7b84-4473-bcde-173e167a97f3 req-8355e839-2ccc-42f2-bb61-7b96c5366d69 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/security-groups?id=01ee5d02-52ff-483b-9039-4298518dd45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214090 Jan 31 18:55:41.138422 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f211693-2544-4d2b-a79a-094846b4bac5 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Made reservation on behalf of 1136fbba9e36496aa94c9d276c69888f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:41.142794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f211693-2544-4d2b-a79a-094846b4bac5 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.146016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3770347d-863f-49fb-a296-154136c73f00']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:41.164729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79f9065-0f05-4338-9394-34086bafc30d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:41.165037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79f9065-0f05-4338-9394-34086bafc30d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:41.179777 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (c79f9065-0f05-4338-9394-34086bafc30d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.206367 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c79f9065-0f05-4338-9394-34086bafc30d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.208376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f211693-2544-4d2b-a79a-094846b4bac5 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:41.220711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:41.221267 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (c79f9065-0f05-4338-9394-34086bafc30d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:41.224616 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:41.226528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b703599-e245-495d-8b19-9719c271ae2d req-e62d67e9-1bda-4b17-95da-c863ad8e4b9f tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430625 Jan 31 18:55:41.239489 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f211693-2544-4d2b-a79a-094846b4bac5 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c63a27ce-a7c4-4ffe-8533-19640808507b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.239932 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-9f211693-2544-4d2b-a79a-094846b4bac5 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Added segment c63a27ce-a7c4-4ffe-8533-19640808507b of type vlan for network 74033c78-471f-4704-8374-1bcd7f8ceeb1 Jan 31 18:55:41.259542 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.266414 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa25ed67-871e-4301-9ae3-d71822dafe87 x-openstack-request-id: req-fa25ed67-871e-4301-9ae3-d71822dafe87 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:41.268425 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4fdabe-21a5-4720-8daf-dc957260ed24", "name": "network-vif-plugged", "status": "completed", "tag": "364db6ce-22ee-4d2a-8c8f-4417301a3a72", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:41.268898 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa25ed67-871e-4301-9ae3-d71822dafe87 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:41.270238 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4fdabe-21a5-4720-8daf-dc957260ed24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364db6ce-22ee-4d2a-8c8f-4417301a3a72', 'code': 200} Jan 31 18:55:41.369379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] For port b4cb33cf-2a33-46b1-943e-29b9bca0bab9, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:55:41.383102 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.441363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] For port b4cb33cf-2a33-46b1-943e-29b9bca0bab9, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b4cb33cf-2a33-46b1-943e-29b9bca0bab9,segment=NetworkSegment(c79f9065-0f05-4338-9394-34086bafc30d),segment_id=c79f9065-0f05-4338-9394-34086bafc30d)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:55:41.444672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:41.451078 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 18:55:41.451078 n-d-812111-15 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 18:55:41.451078 n-d-812111-15 neutron-server[103226]: [parameters: {'id': '3770347d-863f-49fb-a296-154136c73f00'}] Jan 31 18:55:41.451078 n-d-812111-15 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:55:41.453896 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b4cb33cf-2a33-46b1-943e-29b9bca0bab9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.458867 n-d-812111-15 neutron-server[103226]: DEBUG oslo_db.api [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:55:41.460251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:41.460688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f211693-2544-4d2b-a79a-094846b4bac5 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (74033c78-471f-4704-8374-1bcd7f8ceeb1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.463459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:41.470995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=7fa6b4ef-1018-4ce0-a1f7-997988423c9c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:41.543099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f211693-2544-4d2b-a79a-094846b4bac5 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (74033c78-471f-4704-8374-1bcd7f8ceeb1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.548672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f211693-2544-4d2b-a79a-094846b4bac5 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:41.549332 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f211693-2544-4d2b-a79a-094846b4bac5 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:41.659745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93130a0-2ee1-408a-aa53-ef6ebc86c280 None None] Pushing event updated for resources: {'Port': ['ID=b4cb33cf-2a33-46b1-943e-29b9bca0bab9,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:41.672143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53703ee9-5540-4949-8f97-e2d49d82351d None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:55:41.710551 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9f211693-2544-4d2b-a79a-094846b4bac5 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8896368 Jan 31 18:55:41.747715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f211693-2544-4d2b-a79a-094846b4bac5 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event updated for resources: {'Network': ['ID=74033c78-471f-4704-8374-1bcd7f8ceeb1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:41.774883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 74033c78-471f-4704-8374-1bcd7f8ceeb1 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:41.854172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:41.859445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'subnets': [{'network_id': '58a2d9cc-f029-48b8-b7b7-b57d99c3fe60', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1371174422', 'ip_version': 4}, {'network_id': '74033c78-471f-4704-8374-1bcd7f8ceeb1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:41.859768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'subnet': {'network_id': '58a2d9cc-f029-48b8-b7b7-b57d99c3fe60', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1371174422', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:41.860364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Request body: {'subnet': {'network_id': '74033c78-471f-4704-8374-1bcd7f8ceeb1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:41.945779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c8fdf-3fe1-4733-8857-9cb4c235f249 req-9f957e08-d2b3-4fd5-a8d2-06e2a643b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:41.947532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d82c8fdf-3fe1-4733-8857-9cb4c235f249 req-9f957e08-d2b3-4fd5-a8d2-06e2a643b200 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 1128 time: 0.6052830 Jan 31 18:55:41.975896 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3770347d-863f-49fb-a296-154136c73f00), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.025206 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53703ee9-5540-4949-8f97-e2d49d82351d None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:55:42.138324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d82c8fdf-3fe1-4733-8857-9cb4c235f249 req-93f1a4ff-f022-4e86-beb3-cf989b821367 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=01ee5d02-52ff-483b-9039-4298518dd45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839325 Jan 31 18:55:42.196100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Deleting port b4cb33cf-2a33-46b1-943e-29b9bca0bab9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:42.196482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b4cb33cf-2a33-46b1-943e-29b9bca0bab9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.267302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] For port b4cb33cf-2a33-46b1-943e-29b9bca0bab9, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b4cb33cf-2a33-46b1-943e-29b9bca0bab9,segment=NetworkSegment(c79f9065-0f05-4338-9394-34086bafc30d),segment_id=c79f9065-0f05-4338-9394-34086bafc30d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:42.267604 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b4cb33cf-2a33-46b1-943e-29b9bca0bab9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.283112 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Calling delete_port for b4cb33cf-2a33-46b1-943e-29b9bca0bab9 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:42.371236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Made reservation on behalf of 1136fbba9e36496aa94c9d276c69888f for: {'subnet': 2} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:42.376754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.377107 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.384760 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b4cb33cf-2a33-46b1-943e-29b9bca0bab9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.467453 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.491530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No DVR routers for this DVR port b4cb33cf-2a33-46b1-943e-29b9bca0bab9 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:42.493449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Port': ['ID=b4cb33cf-2a33-46b1-943e-29b9bca0bab9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:42.640700 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3770347d-863f-49fb-a296-154136c73f00), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.667121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3770347d-863f-49fb-a296-154136c73f00']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:42.678743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79f9065-0f05-4338-9394-34086bafc30d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:42.679145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79f9065-0f05-4338-9394-34086bafc30d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:42.690225 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (c79f9065-0f05-4338-9394-34086bafc30d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.706283 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c79f9065-0f05-4338-9394-34086bafc30d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.711885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:42.712813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (c79f9065-0f05-4338-9394-34086bafc30d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.770351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b47ae-37b4-4d32-894e-b4d8aae4b6e0 None None] Network 3770347d-863f-49fb-a296-154136c73f00 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:42.782134 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:42.796711 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (3770347d-863f-49fb-a296-154136c73f00), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.806487 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.811531 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/3770347d-863f-49fb-a296-154136c73f00 HTTP/1.1" status: 204 len: 168 time: 3.1885376 Jan 31 18:55:42.815717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:42.833813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8508c0df-ee20-4452-97ae-43867050b4e8 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2057835869'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:42.855924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf4718-4e98-4f5f-9fe8-f381cfdc0fc7 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Network': ['ID=3770347d-863f-49fb-a296-154136c73f00,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:42.880879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8508c0df-ee20-4452-97ae-43867050b4e8 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:42.890969 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8508c0df-ee20-4452-97ae-43867050b4e8 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.926584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:42.995883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8508c0df-ee20-4452-97ae-43867050b4e8 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:43.007422 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8508c0df-ee20-4452-97ae-43867050b4e8 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (edcf1e6a-145a-4ed9-9b9f-ce845a81ff7f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:43.008021 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-8508c0df-ee20-4452-97ae-43867050b4e8 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Added segment edcf1e6a-145a-4ed9-9b9f-ce845a81ff7f of type vlan for network 705920e1-8d4d-4ce3-8529-c38828885723 Jan 31 18:55:43.057076 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8508c0df-ee20-4452-97ae-43867050b4e8 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (705920e1-8d4d-4ce3-8529-c38828885723), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:43.106260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8508c0df-ee20-4452-97ae-43867050b4e8 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (705920e1-8d4d-4ce3-8529-c38828885723), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:43.112233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8508c0df-ee20-4452-97ae-43867050b4e8 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:43.113097 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8508c0df-ee20-4452-97ae-43867050b4e8 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:43.205560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6e81c-1e98-48be-af52-c2caad36ee9d req-147074a6-825c-4b4c-bbf3-e105db0e6298 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:43.207692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7c6e81c-1e98-48be-af52-c2caad36ee9d req-147074a6-825c-4b4c-bbf3-e105db0e6298 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 945 time: 0.8319390 Jan 31 18:55:43.388268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c52a9f-227b-499e-9109-9abac2c30cf2 req-318af221-6dbd-4c60-b995-afc4119d21ee tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:43.390188 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-74c52a9f-227b-499e-9109-9abac2c30cf2 req-318af221-6dbd-4c60-b995-afc4119d21ee tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.6958218 Jan 31 18:55:43.450419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-74c52a9f-227b-499e-9109-9abac2c30cf2 req-10e682af-2862-4773-a74e-f135611794ee tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526569 Jan 31 18:55:43.454656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7c6e81c-1e98-48be-af52-c2caad36ee9d req-3d81cdfd-db8f-4f3b-8d2b-02e522c06ab5 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/security-groups?id=01ee5d02-52ff-483b-9039-4298518dd45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355540 Jan 31 18:55:43.456912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:55:43.647543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:55:43.666612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Sync routers for ids ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:55:43.695295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Routers {'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:43.695664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:55:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:43.702429 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:43.706742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fb8ef9c6-b4a0-4845-9334-914623e7f5be tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.8774557 Jan 31 18:55:43.711220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51908) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:43.729392 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8508c0df-ee20-4452-97ae-43867050b4e8 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8993857 Jan 31 18:55:43.730558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51910) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:43.745615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508c0df-ee20-4452-97ae-43867050b4e8 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=705920e1-8d4d-4ce3-8529-c38828885723,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:43.792564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 705920e1-8d4d-4ce3-8529-c38828885723 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:43.847540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9ea88598-1cc5-40e4-8cec-8dcd6e00e7bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'network_id': '705920e1-8d4d-4ce3-8529-c38828885723', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:43.852853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51914) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:43.870748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1589a1bf-8ed1-4e67-9d4d-72d56a5970d0 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ee02e97acfcd42578f53acc92edaa3d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1580870 Jan 31 18:55:43.883880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51918) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:44.106919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Set router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:55:44.177702 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (43caa628-fd79-4192-a6ae-ee68369d7b36), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:44.224819 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57bc6926-426c-485f-ba1e-2daebb800f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:44.244812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event updated for resources: {'Subnet': ['ID=43caa628-fd79-4192-a6ae-ee68369d7b36,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:44.256003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Checking segment: {'id': 'a5c8119e-c38b-4b9e-bb44-99ccd52dd4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '58a2d9cc-f029-48b8-b7b7-b57d99c3fe60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:44.256406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Network hostable DHCP agents. Network: 58a2d9cc-f029-48b8-b7b7-b57d99c3fe60, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:44.278546 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Network 58a2d9cc-f029-48b8-b7b7-b57d99c3fe60 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:44.290632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 58a2d9cc-f029-48b8-b7b7-b57d99c3fe60) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:44.296386 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (46ac694d-e9cd-4eb1-8890-23675188c07e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:44.313202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea88598-1cc5-40e4-8cec-8dcd6e00e7bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:44.317310 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea88598-1cc5-40e4-8cec-8dcd6e00e7bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:44.371618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event updated for resources: {'Subnet': ['ID=46ac694d-e9cd-4eb1-8890-23675188c07e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:44.384859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa94f26-fa42-443c-beb9-33fdc0a25cfa tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:44.386788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1aa94f26-fa42-443c-beb9-33fdc0a25cfa tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5004835 Jan 31 18:55:44.390617 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51924) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:44.408831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c22e65-80b7-45d5-97b7-d348ad20b9ea req-7940f39a-42e2-48ff-bc89-b2401364a24c tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:44.410362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5c22e65-80b7-45d5-97b7-d348ad20b9ea req-7940f39a-42e2-48ff-bc89-b2401364a24c tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.4200807 Jan 31 18:55:44.432414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a1c39-ebf6-46d1-a297-3791c93c66c2 None None] Network 58a2d9cc-f029-48b8-b7b7-b57d99c3fe60 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:44.457735 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5301c007-f7ba-4f35-b696-4592a95d8b57 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0659173 Jan 31 18:55:44.459098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51926) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:44.465841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Checking segment: {'id': 'c63a27ce-a7c4-4ffe-8533-19640808507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '74033c78-471f-4704-8374-1bcd7f8ceeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:44.466265 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Network hostable DHCP agents. Network: 74033c78-471f-4704-8374-1bcd7f8ceeb1, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:44.472798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1226a0c2-510a-4208-889c-0f7f525bf590 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-628665762', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:44.508429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Network 74033c78-471f-4704-8374-1bcd7f8ceeb1 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:44.529850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 74033c78-471f-4704-8374-1bcd7f8ceeb1) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:44.534457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:44.535096 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:44.536417 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:44.553999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:55:41Z', 'revision_number': 3, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:44.561123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a589389c-f421-41b2-86c8-4b9e7f51887d None None] Network 74033c78-471f-4704-8374-1bcd7f8ceeb1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:44.574752 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-50cc89c9-a651-43f2-a55b-da8a84c7283b tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7168407 Jan 31 18:55:44.577516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51930) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:44.684220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5c22e65-80b7-45d5-97b7-d348ad20b9ea req-7533f54d-8a85-41f9-a54c-73f25a3b7b8a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610211 Jan 31 18:55:44.717212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e1c44e-c6f4-4b2a-86e0-a4f5ec4fb4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-58a2d9cc-f029-48b8-b7b7-b57d99c3fe60', 'network_id': '58a2d9cc-f029-48b8-b7b7-b57d99c3fe60', 'project_id': '1136fbba9e36496aa94c9d276c69888f', 'fixed_ips': [{'subnet_id': '43caa628-fd79-4192-a6ae-ee68369d7b36'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:44.718248 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-51e1c44e-c6f4-4b2a-86e0-a4f5ec4fb4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:44.720660 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57bc6926-426c-485f-ba1e-2daebb800f39 admin admin] Publish callbacks [] for security_group (317b51e5-3951-46cf-af6b-4174155339c5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:44.755133 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57bc6926-426c-485f-ba1e-2daebb800f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (317b51e5-3951-46cf-af6b-4174155339c5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:44.755610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Checking router: ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:55:44.756200 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Updating router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:55:44.764221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-74033c78-471f-4704-8374-1bcd7f8ceeb1', 'network_id': '74033c78-471f-4704-8374-1bcd7f8ceeb1', 'project_id': '1136fbba9e36496aa94c9d276c69888f', 'fixed_ips': [{'subnet_id': '46ac694d-e9cd-4eb1-8890-23675188c07e'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:44.769403 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:44.786680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbe585b-8777-4825-89da-fe473759a0a0 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:44.790507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbe585b-8777-4825-89da-fe473759a0a0 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:44.793854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbe585b-8777-4825-89da-fe473759a0a0 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:44.801620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc6926-426c-485f-ba1e-2daebb800f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317b51e5-3951-46cf-af6b-4174155339c5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:44.803616 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1bbe585b-8777-4825-89da-fe473759a0a0 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2243872 Jan 31 18:55:44.806812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:44.843990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c195cbd-6810-406d-b380-ec81127b8771 req-b5934a44-90d4-450d-ad06-1a0c3d7486eb tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:44.851122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c195cbd-6810-406d-b380-ec81127b8771 req-b5934a44-90d4-450d-ad06-1a0c3d7486eb tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 945 time: 0.2258420 Jan 31 18:55:44.862398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-57bc6926-426c-485f-ba1e-2daebb800f39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a238370f2804980a077f02d69b2e627&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0058701 Jan 31 18:55:44.864821 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:44.868735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1226a0c2-510a-4208-889c-0f7f525bf590 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Made reservation on behalf of ee02e97acfcd42578f53acc92edaa3d5 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:44.872781 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1226a0c2-510a-4208-889c-0f7f525bf590 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:44.969774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-67404e8f-fdb0-4100-bf54-615a7c5bddce tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Deleting subnet 43caa628-fd79-4192-a6ae-ee68369d7b36 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:55:44.979079 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67404e8f-fdb0-4100-bf54-615a7c5bddce tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for subnet (43caa628-fd79-4192-a6ae-ee68369d7b36), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.028908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce82444-5ca3-407b-b87d-092d396e440d admin admin] Publish callbacks [] for security_group (317b51e5-3951-46cf-af6b-4174155339c5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.032155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67404e8f-fdb0-4100-bf54-615a7c5bddce tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (43caa628-fd79-4192-a6ae-ee68369d7b36), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.039799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c195cbd-6810-406d-b380-ec81127b8771 req-8678b5e8-4ceb-403e-a4ca-ea0d66d29860 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/security-groups?id=01ee5d02-52ff-483b-9039-4298518dd45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876254 Jan 31 18:55:45.100022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce82444-5ca3-407b-b87d-092d396e440d admin admin] Publish callbacks [] for security_group (317b51e5-3951-46cf-af6b-4174155339c5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.124506 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67404e8f-fdb0-4100-bf54-615a7c5bddce tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (43caa628-fd79-4192-a6ae-ee68369d7b36), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.226017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce82444-5ca3-407b-b87d-092d396e440d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (317b51e5-3951-46cf-af6b-4174155339c5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.232429 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce82444-5ca3-407b-b87d-092d396e440d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.237390 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ce82444-5ca3-407b-b87d-092d396e440d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/317b51e5-3951-46cf-af6b-4174155339c5 HTTP/1.1" status: 204 len: 168 time: 0.3713512 Jan 31 18:55:45.245001 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67404e8f-fdb0-4100-bf54-615a7c5bddce tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (43caa628-fd79-4192-a6ae-ee68369d7b36), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.286106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce82444-5ca3-407b-b87d-092d396e440d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b51e5-3951-46cf-af6b-4174155339c5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:45.302100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67404e8f-fdb0-4100-bf54-615a7c5bddce tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event deleted for resources: {'Subnet': ['ID=43caa628-fd79-4192-a6ae-ee68369d7b36,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:45.325059 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67404e8f-fdb0-4100-bf54-615a7c5bddce tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.328917 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-67404e8f-fdb0-4100-bf54-615a7c5bddce tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "DELETE /v2.0/subnets/43caa628-fd79-4192-a6ae-ee68369d7b36 HTTP/1.1" status: 204 len: 168 time: 0.5210159 Jan 31 18:55:45.345884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51946) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:45.378444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea88598-1cc5-40e4-8cec-8dcd6e00e7bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (75414414-0dc8-4880-aa16-dd672f7bebe5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.411119 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.561299 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2f79d7-d50f-47c5-b857-fb4a8ab889cf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Deleting subnet 46ac694d-e9cd-4eb1-8890-23675188c07e {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:55:45.663455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea88598-1cc5-40e4-8cec-8dcd6e00e7bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking segment: {'id': 'edcf1e6a-145a-4ed9-9b9f-ce845a81ff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '705920e1-8d4d-4ce3-8529-c38828885723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:45.663842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea88598-1cc5-40e4-8cec-8dcd6e00e7bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network hostable DHCP agents. Network: 705920e1-8d4d-4ce3-8529-c38828885723, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-51e1c44e-c6f4-4b2a-86e0-a4f5ec4fb4f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43caa628-fd79-4192-a6ae-ee68369d7b36: This subnet is being modified by another concurrent operation. Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:55:45.720533 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43caa628-fd79-4192-a6ae-ee68369d7b36: This subnet is being modified by another concurrent operation. Jan 31 18:55:45.723958 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 18:55:45.782704 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1226a0c2-510a-4208-889c-0f7f525bf590 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (8f145fd4-597b-4073-9498-74d669e5811f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.786434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a71fcc-f7c2-4684-a4fa-7a3dda2869e8 None None] Network 58a2d9cc-f029-48b8-b7b7-b57d99c3fe60 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:45.836146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea88598-1cc5-40e4-8cec-8dcd6e00e7bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=75414414-0dc8-4880-aa16-dd672f7bebe5,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:45.846164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea88598-1cc5-40e4-8cec-8dcd6e00e7bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network 705920e1-8d4d-4ce3-8529-c38828885723 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:45.927174 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Allocated IP 172.20.0.18 (74033c78-471f-4704-8374-1bcd7f8ceeb1/46ac694d-e9cd-4eb1-8890-23675188c07e/cba48a5b-ddca-45fa-a057-abb1eb3fec5c) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:55:45.936436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9ea88598-1cc5-40e4-8cec-8dcd6e00e7bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 705920e1-8d4d-4ce3-8529-c38828885723) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:45.965172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea88598-1cc5-40e4-8cec-8dcd6e00e7bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:45.965798 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea88598-1cc5-40e4-8cec-8dcd6e00e7bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:45.981884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f536ce31-7b25-4f06-9722-fefb037d776f None None] Network 705920e1-8d4d-4ce3-8529-c38828885723 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:46.009719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226a0c2-510a-4208-889c-0f7f525bf590 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Subnet': ['ID=8f145fd4-597b-4073-9498-74d669e5811f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:46.038885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61c08a-9295-4246-b646-a911c0cbf54e req-5e00e06f-3f12-46b8-b6ed-3acf2d7400a4 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:46.040535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf61c08a-9295-4246-b646-a911c0cbf54e req-5e00e06f-3f12-46b8-b6ed-3acf2d7400a4 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.2252510 Jan 31 18:55:46.047258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 51970) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:46.047799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9ea88598-1cc5-40e4-8cec-8dcd6e00e7bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3039610 Jan 31 18:55:46.088383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd414aa-4b95-4d1d-86a2-ad66427c1c9d req-4687c618-4d06-4e99-b7e5-5d9c7ef53441 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:46.091502 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dd414aa-4b95-4d1d-86a2-ad66427c1c9d req-4687c618-4d06-4e99-b7e5-5d9c7ef53441 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 945 time: 0.3962994 Jan 31 18:55:46.122938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226a0c2-510a-4208-889c-0f7f525bf590 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Checking segment: {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:46.123460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1226a0c2-510a-4208-889c-0f7f525bf590 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network hostable DHCP agents. Network: fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:46.181421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1226a0c2-510a-4208-889c-0f7f525bf590 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:46.233448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1226a0c2-510a-4208-889c-0f7f525bf590 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:46.248260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1226a0c2-510a-4208-889c-0f7f525bf590 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:46.248913 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1226a0c2-510a-4208-889c-0f7f525bf590 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:46.272757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf61c08a-9295-4246-b646-a911c0cbf54e req-71ba140d-47a1-4385-bedc-0e2974612d5f tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184198 Jan 31 18:55:46.276200 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (705920e1-8d4d-4ce3-8529-c38828885723), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:46.279212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7dd414aa-4b95-4d1d-86a2-ad66427c1c9d req-ba191d1e-a202-47c8-8a04-8e5d23931110 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807063 Jan 31 18:55:46.284744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf427a-eb39-427f-8dd1-1c73359e8add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-705920e1-8d4d-4ce3-8529-c38828885723', 'network_id': '705920e1-8d4d-4ce3-8529-c38828885723', 'project_id': '2a20cd5c8ccd4d139797abe19df72129', 'fixed_ips': [{'subnet_id': '75414414-0dc8-4880-aa16-dd672f7bebe5'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:46.294832 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d9bf427a-eb39-427f-8dd1-1c73359e8add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:46.302385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1226a0c2-510a-4208-889c-0f7f525bf590 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8359747 Jan 31 18:55:46.305375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 51978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:46.335306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eba42b5-acb1-4510-bc8d-0308f19041ac None None] Network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:46.407882 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (75414414-0dc8-4880-aa16-dd672f7bebe5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:46.528521 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (75414414-0dc8-4880-aa16-dd672f7bebe5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:46.670108 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Subnet': ['ID=75414414-0dc8-4880-aa16-dd672f7bebe5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:46.688439 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (705920e1-8d4d-4ce3-8529-c38828885723), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:46.738969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705920e1-8d4d-4ce3-8529-c38828885723']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:46.750989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcf1e6a-145a-4ed9-9b9f-ce845a81ff7f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:46.751395 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcf1e6a-145a-4ed9-9b9f-ce845a81ff7f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:46.766140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (edcf1e6a-145a-4ed9-9b9f-ce845a81ff7f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:46.784593 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (edcf1e6a-145a-4ed9-9b9f-ce845a81ff7f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:46.795417 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:46.796827 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (edcf1e6a-145a-4ed9-9b9f-ce845a81ff7f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:46.804734 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:46.812045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ips': [{'subnet_id': '8f145fd4-597b-4073-9498-74d669e5811f'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:46.812950 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:46.899576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Publish callbacks [] for port (cba48a5b-ddca-45fa-a057-abb1eb3fec5c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:46.935670 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e2f79d7-d50f-47c5-b857-fb4a8ab889cf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for subnet (46ac694d-e9cd-4eb1-8890-23675188c07e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.047490 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e2f79d7-d50f-47c5-b857-fb4a8ab889cf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (46ac694d-e9cd-4eb1-8890-23675188c07e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.184672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Allocated IP 172.20.0.2 (fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e/8f145fd4-597b-4073-9498-74d669e5811f/cff5b89f-f551-45a3-a5f5-ef6d1798764e) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:55:47.217366 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e2f79d7-d50f-47c5-b857-fb4a8ab889cf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (46ac694d-e9cd-4eb1-8890-23675188c07e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.232477 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (cba48a5b-ddca-45fa-a057-abb1eb3fec5c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.319747 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Publish callbacks [] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.345084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Pushing event updated for resources: {'Port': ['ID=cba48a5b-ddca-45fa-a057-abb1eb3fec5c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-d9bf427a-eb39-427f-8dd1-1c73359e8add None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75414414-0dc8-4880-aa16-dd672f7bebe5: This subnet is being modified by another concurrent operation. Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 18:55:47.352322 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75414414-0dc8-4880-aa16-dd672f7bebe5: This subnet is being modified by another concurrent operation. Jan 31 18:55:47.356609 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 18:55:47.377286 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (705920e1-8d4d-4ce3-8529-c38828885723), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.390854 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.420071 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.434249 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/705920e1-8d4d-4ce3-8529-c38828885723 HTTP/1.1" status: 204 len: 168 time: 1.3830233 Jan 31 18:55:47.467713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:47.491719 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1172820789'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:47.507176 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24b95f-56f9-4306-961e-9c3338b92fa1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Network': ['ID=705920e1-8d4d-4ce3-8529-c38828885723,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:47.616142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea750502-52a0-4ab2-b802-a61d1a122e43 None None] Network 705920e1-8d4d-4ce3-8529-c38828885723 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:47.643076 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795ad17-da67-44ce-a9e2-5344b1f2445a req-d18f5552-a378-46e1-baf4-4cec2aa89b6e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:47.645620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Network 74033c78-471f-4704-8374-1bcd7f8ceeb1 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:47.647736 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d795ad17-da67-44ce-a9e2-5344b1f2445a req-d18f5552-a378-46e1-baf4-4cec2aa89b6e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.49 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.5290301 Jan 31 18:55:47.652550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Attempting to bind port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:55:47.653014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Attempting to bind port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:55:47.653392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Attempting to bind port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:47.655379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea750502-52a0-4ab2-b802-a61d1a122e43 None None] Network 705920e1-8d4d-4ce3-8529-c38828885723 could not be found, it might have been deleted concurrently. {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 31 18:55:47.658050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:47.667565 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.697943 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e2f79d7-d50f-47c5-b857-fb4a8ab889cf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (46ac694d-e9cd-4eb1-8890-23675188c07e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.727108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:47.739079 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:47.757770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:55:47.758158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:47.758579 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.758984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:55:47.759484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Bound port: 7fa6b4ef-1018-4ce0-a1f7-997988423c9c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:55:47.759871 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.861753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f79d7-d50f-47c5-b857-fb4a8ab889cf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event deleted for resources: {'Subnet': ['ID=46ac694d-e9cd-4eb1-8890-23675188c07e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:47.877682 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e2f79d7-d50f-47c5-b857-fb4a8ab889cf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.883768 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8e2f79d7-d50f-47c5-b857-fb4a8ab889cf tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "DELETE /v2.0/subnets/46ac694d-e9cd-4eb1-8890-23675188c07e HTTP/1.1" status: 204 len: 168 time: 2.5338473 Jan 31 18:55:47.883768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52018) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:47.950211 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:47.979097 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (7e4fc484-8e2c-4214-8613-c109e6ade05c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:47.979582 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Added segment 7e4fc484-8e2c-4214-8613-c109e6ade05c of type vlan for network 4fa0cef6-4674-452f-95de-ca34ce8042b1 Jan 31 18:55:47.987936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57be60-ed94-46c2-babb-8decfcacd244 None None] Pushing event updated for resources: {'Port': ['ID=7fa6b4ef-1018-4ce0-a1f7-997988423c9c,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:48.042190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d175800f-f45b-4ee8-8c04-5d869a665fc8 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:48.047809 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d175800f-f45b-4ee8-8c04-5d869a665fc8 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1589308 Jan 31 18:55:48.050244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53553450-0d78-442a-95a5-ab9890f93c78 req-c6f972fd-8973-4e56-9066-78b82b8cb99e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:48.051569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53553450-0d78-442a-95a5-ab9890f93c78 req-c6f972fd-8973-4e56-9066-78b82b8cb99e tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 945 time: 0.3239722 Jan 31 18:55:48.067438 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52026) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:48.067639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Attempting to bind port cba48a5b-ddca-45fa-a057-abb1eb3fec5c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:55:48.067639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Attempting to bind port cba48a5b-ddca-45fa-a057-abb1eb3fec5c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c63a27ce-a7c4-4ffe-8533-19640808507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '74033c78-471f-4704-8374-1bcd7f8ceeb1'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:55:48.067989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Attempting to bind port cba48a5b-ddca-45fa-a057-abb1eb3fec5c on network 74033c78-471f-4704-8374-1bcd7f8ceeb1 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:48.084908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b52d81-13d6-462a-a355-5a9200b0d1d4 req-4f5864f7-bfff-48c2-9231-c8d781aa288f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:48.086296 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7b52d81-13d6-462a-a355-5a9200b0d1d4 req-4f5864f7-bfff-48c2-9231-c8d781aa288f tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 945 time: 0.3601861 Jan 31 18:55:48.100732 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (4fa0cef6-4674-452f-95de-ca34ce8042b1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.156015 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Publish callbacks [] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.159535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd676dc0-10e6-47fa-b334-91a36789a627 req-5143bedf-aaf0-4d63-95ed-801225e27130 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:48.166850 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd676dc0-10e6-47fa-b334-91a36789a627 req-5143bedf-aaf0-4d63-95ed-801225e27130 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.4298477 Jan 31 18:55:48.187178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] For port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:55:48.191469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] For port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7fa6b4ef-1018-4ce0-a1f7-997988423c9c,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:55:48.196119 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:55:48.197183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Checking segment: {'id': 'c63a27ce-a7c4-4ffe-8533-19640808507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '74033c78-471f-4704-8374-1bcd7f8ceeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:48.198371 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.199287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Bound using segment: {'id': 'c63a27ce-a7c4-4ffe-8533-19640808507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '74033c78-471f-4704-8374-1bcd7f8ceeb1'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:55:48.200102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Bound port: cba48a5b-ddca-45fa-a057-abb1eb3fec5c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63a27ce-a7c4-4ffe-8533-19640808507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '74033c78-471f-4704-8374-1bcd7f8ceeb1'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:55:48.201148 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cba48a5b-ddca-45fa-a057-abb1eb3fec5c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.268155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:55:48.309137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] For port cba48a5b-ddca-45fa-a057-abb1eb3fec5c, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:55:48.316468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] For port cba48a5b-ddca-45fa-a057-abb1eb3fec5c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=cba48a5b-ddca-45fa-a057-abb1eb3fec5c,segment=NetworkSegment(c63a27ce-a7c4-4ffe-8533-19640808507b),segment_id=c63a27ce-a7c4-4ffe-8533-19640808507b)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:55:48.325332 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.325501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd676dc0-10e6-47fa-b334-91a36789a627 req-0eb978e8-5913-4294-9317-ab346a4eeeb8 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568995 Jan 31 18:55:48.330325 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.338918 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d795ad17-da67-44ce-a9e2-5344b1f2445a req-bc37e748-0a71-400f-ac12-a5859ef6cc55 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Deleting port 4e9c8f0d-cf1d-43d3-8744-6537501e426a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:48.339211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d795ad17-da67-44ce-a9e2-5344b1f2445a req-bc37e748-0a71-400f-ac12-a5859ef6cc55 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.357004 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cba48a5b-ddca-45fa-a057-abb1eb3fec5c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.363058 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (74033c78-471f-4704-8374-1bcd7f8ceeb1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.371187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (4fa0cef6-4674-452f-95de-ca34ce8042b1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.376850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:48.378004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.442456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:48.456087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:48.475818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:48.519171 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0401599 Jan 31 18:55:48.519171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52036) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:48.531549 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fabc8357-87ce-4425-aa40-3c5bb6c8320f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:48.577812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Pushing event updated for resources: {'Port': ['ID=cff5b89f-f551-45a3-a5f5-ef6d1798764e,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:48.598767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Routers {'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:48.599371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:55:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:48.607983 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21edc5e-c02d-47d9-898d-0bc8730b9c08 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=4fa0cef6-4674-452f-95de-ca34ce8042b1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:48.671630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 4fa0cef6-4674-452f-95de-ca34ce8042b1 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:48.674061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119a884a-8997-459b-b9de-250e551044e1 None None] Network 74033c78-471f-4704-8374-1bcd7f8ceeb1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:48.709230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53553450-0d78-442a-95a5-ab9890f93c78 req-be6aad22-1c92-4d44-851c-174901f3db21 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336420 Jan 31 18:55:48.805496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d795ad17-da67-44ce-a9e2-5344b1f2445a req-bc37e748-0a71-400f-ac12-a5859ef6cc55 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] For port 4e9c8f0d-cf1d-43d3-8744-6537501e426a, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4e9c8f0d-cf1d-43d3-8744-6537501e426a,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:48.806025 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d795ad17-da67-44ce-a9e2-5344b1f2445a req-bc37e748-0a71-400f-ac12-a5859ef6cc55 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.814721 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.836838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f7b52d81-13d6-462a-a355-5a9200b0d1d4 req-3b7fbe5f-0e9b-4c27-a28f-36551eb52961 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Deleting port e3042d94-b66e-4d48-80f3-6661f555d908 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:48.837191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f7b52d81-13d6-462a-a355-5a9200b0d1d4 req-3b7fbe5f-0e9b-4c27-a28f-36551eb52961 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:48.999683 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fabc8357-87ce-4425-aa40-3c5bb6c8320f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (4fa0cef6-4674-452f-95de-ca34ce8042b1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:49.035428 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fabc8357-87ce-4425-aa40-3c5bb6c8320f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (4fa0cef6-4674-452f-95de-ca34ce8042b1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:49.050114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fabc8357-87ce-4425-aa40-3c5bb6c8320f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network 4fa0cef6-4674-452f-95de-ca34ce8042b1 is not hosted by any dhcp agent {{(pid=103226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 18:55:49.058581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc8357-87ce-4425-aa40-3c5bb6c8320f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:49.060071 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fabc8357-87ce-4425-aa40-3c5bb6c8320f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:49.067886 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fabc8357-87ce-4425-aa40-3c5bb6c8320f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "PUT /v2.0/networks/4fa0cef6-4674-452f-95de-ca34ce8042b1 HTTP/1.1" status: 200 len: 723 time: 0.5438890 Jan 31 18:55:49.071296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d795ad17-da67-44ce-a9e2-5344b1f2445a req-bc37e748-0a71-400f-ac12-a5859ef6cc55 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Calling delete_port for 4e9c8f0d-cf1d-43d3-8744-6537501e426a owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:49.073638 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52048) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:49.084397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5b0981f0-78ee-4606-be6f-344a55363c69 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'network_id': '4fa0cef6-4674-452f-95de-ca34ce8042b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:49.156350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f7b52d81-13d6-462a-a355-5a9200b0d1d4 req-3b7fbe5f-0e9b-4c27-a28f-36551eb52961 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] For port e3042d94-b66e-4d48-80f3-6661f555d908, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e3042d94-b66e-4d48-80f3-6661f555d908,segment=NetworkSegment(e1414c8c-3c99-4515-9b5f-09d1ba95f005),segment_id=e1414c8c-3c99-4515-9b5f-09d1ba95f005)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:49.156913 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f7b52d81-13d6-462a-a355-5a9200b0d1d4 req-3b7fbe5f-0e9b-4c27-a28f-36551eb52961 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:49.215721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f7b52d81-13d6-462a-a355-5a9200b0d1d4 req-3b7fbe5f-0e9b-4c27-a28f-36551eb52961 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Calling delete_port for e3042d94-b66e-4d48-80f3-6661f555d908 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:49.217830 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Deleting port cba48a5b-ddca-45fa-a057-abb1eb3fec5c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:49.218386 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (cba48a5b-ddca-45fa-a057-abb1eb3fec5c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:49.321351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Attempting to bind port cff5b89f-f551-45a3-a5f5-ef6d1798764e on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:55:49.321782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Attempting to bind port cff5b89f-f551-45a3-a5f5-ef6d1798764e by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:55:49.322096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Attempting to bind port cff5b89f-f551-45a3-a5f5-ef6d1798764e on network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:49.471712 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de449800-ace6-496d-8381-10ac75c79d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:49.489194 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:55:49.500225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Checking segment: {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:49.501432 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:49.502416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Bound using segment: {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:55:49.503097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Bound port: cff5b89f-f551-45a3-a5f5-ef6d1798764e, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:55:49.503503 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:49.553668 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57be60-ed94-46c2-babb-8decfcacd244 None None] Pushing event updated for resources: {'Port': ['ID=7fa6b4ef-1018-4ce0-a1f7-997988423c9c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:49.600212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc8357-87ce-4425-aa40-3c5bb6c8320f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=4fa0cef6-4674-452f-95de-ca34ce8042b1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:49.696104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] For port cba48a5b-ddca-45fa-a057-abb1eb3fec5c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=cba48a5b-ddca-45fa-a057-abb1eb3fec5c,segment=NetworkSegment(c63a27ce-a7c4-4ffe-8533-19640808507b),segment_id=c63a27ce-a7c4-4ffe-8533-19640808507b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:49.696631 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (cba48a5b-ddca-45fa-a057-abb1eb3fec5c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:49.726154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 4fa0cef6-4674-452f-95de-ca34ce8042b1 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:49.729258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Calling delete_port for cba48a5b-ddca-45fa-a057-abb1eb3fec5c owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:49.757509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0981f0-78ee-4606-be6f-344a55363c69 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:49.760903 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b0981f0-78ee-4606-be6f-344a55363c69 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:49.898527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] Set router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:55:50.002956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52092) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:50.007652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbd0bd-d014-4089-8ea6-cd4ff8c405fc req-2f0ba680-6625-4482-8f5c-47af3d569fcf tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:50.016313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bcbd0bd-d014-4089-8ea6-cd4ff8c405fc req-2f0ba680-6625-4482-8f5c-47af3d569fcf tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=add7a105-262c-423a-9bd1-d79cd20d6ebb HTTP/1.1" status: 200 len: 946 time: 0.5182524 Jan 31 18:55:50.019411 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0f753-592f-4be0-9c71-dd9f4dbe6d72 None None] Pushing event updated for resources: {'Port': ['ID=cba48a5b-ddca-45fa-a057-abb1eb3fec5c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:50.035453 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f7b52d81-13d6-462a-a355-5a9200b0d1d4 req-3b7fbe5f-0e9b-4c27-a28f-36551eb52961 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e3042d94-b66e-4d48-80f3-6661f555d908), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.046485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.20.0.1 (fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e/8f145fd4-597b-4073-9498-74d669e5811f/eb69a1ed-b582-4d6e-b7e7-3f660430644c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:55:50.082661 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d795ad17-da67-44ce-a9e2-5344b1f2445a req-bc37e748-0a71-400f-ac12-a5859ef6cc55 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4e9c8f0d-cf1d-43d3-8744-6537501e426a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.083399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] For port cff5b89f-f551-45a3-a5f5-ef6d1798764e, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:55:50.101671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['4e9c8f0d-cf1d-43d3-8744-6537501e426a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:55:50.103820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['19624ba6-9950-4265-99e9-e80245f4fdb5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:55:50.111481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] For port cff5b89f-f551-45a3-a5f5-ef6d1798764e, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=cff5b89f-f551-45a3-a5f5-ef6d1798764e,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:55:50.113094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fbe5f-0e9b-4c27-a28f-36551eb52961 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Pushing event deleted for resources: {'Port': ['ID=e3042d94-b66e-4d48-80f3-6661f555d908,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:50.118185 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (cba48a5b-ddca-45fa-a057-abb1eb3fec5c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.176274 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.200875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37e748-0a71-400f-ac12-a5859ef6cc55 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Pushing event deleted for resources: {'Port': ['ID=4e9c8f0d-cf1d-43d3-8744-6537501e426a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:50.202490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836972e-a754-42e7-8517-d3eba776aad3 req-e7f24d96-9c68-4a8d-b1d8-2ad613eebea5 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:50.204038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e836972e-a754-42e7-8517-d3eba776aad3 req-e7f24d96-9c68-4a8d-b1d8-2ad613eebea5 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6 HTTP/1.1" status: 200 len: 945 time: 0.3405428 Jan 31 18:55:50.250728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c19dca-d3be-4b85-882a-da7c300a00fa None None] Pushing event updated for resources: {'Port': ['ID=cff5b89f-f551-45a3-a5f5-ef6d1798764e,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:50.258362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event deleted for resources: {'Port': ['ID=cba48a5b-ddca-45fa-a057-abb1eb3fec5c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:50.262783 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd6189fd-ee2b-4bdd-ae61-0dc67b695937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.267228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] No DVR routers for this DVR port cba48a5b-ddca-45fa-a057-abb1eb3fec5c on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:50.281069 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bcbd0bd-d014-4089-8ea6-cd4ff8c405fc req-69f7ad3e-8ab9-4d27-ba80-cc7a70dc3f1e tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635787 Jan 31 18:55:50.395997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d795ad17-da67-44ce-a9e2-5344b1f2445a req-bc37e748-0a71-400f-ac12-a5859ef6cc55 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] No DVR routers for this DVR port 4e9c8f0d-cf1d-43d3-8744-6537501e426a on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:50.406732 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d795ad17-da67-44ce-a9e2-5344b1f2445a req-bc37e748-0a71-400f-ac12-a5859ef6cc55 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.411382 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d795ad17-da67-44ce-a9e2-5344b1f2445a req-bc37e748-0a71-400f-ac12-a5859ef6cc55 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.49 "DELETE /v2.0/ports/4e9c8f0d-cf1d-43d3-8744-6537501e426a HTTP/1.1" status: 204 len: 173 time: 2.7544885 Jan 31 18:55:50.422979 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add7a105-262c-423a-9bd1-d79cd20d6ebb', 'name': 'network-vif-deleted', 'tag': '4e9c8f0d-cf1d-43d3-8744-6537501e426a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:50.425765 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8e88cc-0e1d-4e15-afe7-20d154bcb1d5" -d '{"events": [{"server_uuid": "add7a105-262c-423a-9bd1-d79cd20d6ebb", "name": "network-vif-deleted", "tag": "4e9c8f0d-cf1d-43d3-8744-6537501e426a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:50.428967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:55:41Z', 'revision_number': 3, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:50.473430 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.538165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b52d81-13d6-462a-a355-5a9200b0d1d4 req-3b7fbe5f-0e9b-4c27-a28f-36551eb52961 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] No DVR routers for this DVR port e3042d94-b66e-4d48-80f3-6661f555d908 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:50.542918 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f7b52d81-13d6-462a-a355-5a9200b0d1d4 req-3b7fbe5f-0e9b-4c27-a28f-36551eb52961 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.543934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd52f9-9643-4ad3-8ed7-cbbfc41c30bd None None] The sync data for ids ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'] in n-d-812111-15 is: [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:55:41Z', 'revision_number': 3, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:55:50.548405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7b52d81-13d6-462a-a355-5a9200b0d1d4 req-3b7fbe5f-0e9b-4c27-a28f-36551eb52961 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.21 "DELETE /v2.0/ports/e3042d94-b66e-4d48-80f3-6661f555d908 HTTP/1.1" status: 204 len: 173 time: 2.4488986 Jan 31 18:55:50.550531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6', 'name': 'network-vif-deleted', 'tag': 'e3042d94-b66e-4d48-80f3-6661f555d908'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:50.566244 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44657ea5-3ea6-488a-97a0-c8360b765af8" -d '{"events": [{"server_uuid": "fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6", "name": "network-vif-deleted", "tag": "e3042d94-b66e-4d48-80f3-6661f555d908"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:50.570755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.603307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (74033c78-471f-4704-8374-1bcd7f8ceeb1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.662312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=eb69a1ed-b582-4d6e-b7e7-3f660430644c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:50.677691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:50.748181 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59b0a46-1a4b-4d18-8041-d8d5d1266380 x-openstack-request-id: req-b59b0a46-1a4b-4d18-8041-d8d5d1266380 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:50.749910 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add7a105-262c-423a-9bd1-d79cd20d6ebb", "name": "network-vif-deleted", "tag": "4e9c8f0d-cf1d-43d3-8744-6537501e426a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:50.750248 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b59b0a46-1a4b-4d18-8041-d8d5d1266380 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:50.751424 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add7a105-262c-423a-9bd1-d79cd20d6ebb', 'name': 'network-vif-deleted', 'tag': '4e9c8f0d-cf1d-43d3-8744-6537501e426a', 'status': 'completed', 'code': 200} Jan 31 18:55:50.752389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e836972e-a754-42e7-8517-d3eba776aad3 req-802b063a-87f9-47aa-b808-abfa731b3031 tempest-AttachVolumeNegativeTest-996252384 tempest-AttachVolumeNegativeTest-996252384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8109e643-08a3-46e5-9478-08ee164bb14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278420 Jan 31 18:55:50.753802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:50.767387 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:50.816298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74033c78-471f-4704-8374-1bcd7f8ceeb1']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:50.864072 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63a27ce-a7c4-4ffe-8533-19640808507b') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:50.864418 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63a27ce-a7c4-4ffe-8533-19640808507b') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:50.891402 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (c63a27ce-a7c4-4ffe-8533-19640808507b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.894380 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b0981f0-78ee-4606-be6f-344a55363c69 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (b4d00be3-265e-49db-b03e-d08ff14f6d8e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.933905 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:50.983568 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c63a27ce-a7c4-4ffe-8533-19640808507b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.001928 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253b9cbd-d2e7-4002-82f1-4849a9a4b15e x-openstack-request-id: req-253b9cbd-d2e7-4002-82f1-4849a9a4b15e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:51.002323 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6", "name": "network-vif-deleted", "tag": "e3042d94-b66e-4d48-80f3-6661f555d908", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:51.002706 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-253b9cbd-d2e7-4002-82f1-4849a9a4b15e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:51.003167 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb35f1fe-2fb8-4f9d-8a83-2f37b9edbed6', 'name': 'network-vif-deleted', 'tag': 'e3042d94-b66e-4d48-80f3-6661f555d908', 'status': 'completed', 'code': 200} Jan 31 18:55:51.049707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0981f0-78ee-4606-be6f-344a55363c69 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=b4d00be3-265e-49db-b03e-d08ff14f6d8e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:51.049931 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f999ac69-6b13-4ace-a3b6-d3e4ad833730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.112932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:51.113406 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (c63a27ce-a7c4-4ffe-8533-19640808507b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:51.116872 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:51.146829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a23349-4ff7-46f4-8b1d-5d4904e80e24 req-81a92341-132e-4df9-bea5-876ad19f24cb tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:51.148416 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45a23349-4ff7-46f4-8b1d-5d4904e80e24 req-81a92341-132e-4df9-bea5-876ad19f24cb tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 945 time: 0.2988129 Jan 31 18:55:51.165303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0981f0-78ee-4606-be6f-344a55363c69 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking segment: {'id': '7e4fc484-8e2c-4214-8613-c109e6ade05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4fa0cef6-4674-452f-95de-ca34ce8042b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:51.165688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0981f0-78ee-4606-be6f-344a55363c69 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network hostable DHCP agents. Network: 4fa0cef6-4674-452f-95de-ca34ce8042b1, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:51.196327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cff5b89f-f551-45a3-a5f5-ef6d1798764e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:55:51.327010 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (74033c78-471f-4704-8374-1bcd7f8ceeb1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.343616 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0981f0-78ee-4606-be6f-344a55363c69 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network 4fa0cef6-4674-452f-95de-ca34ce8042b1 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:51.360470 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.365121 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "DELETE /v2.0/networks/74033c78-471f-4704-8374-1bcd7f8ceeb1 HTTP/1.1" status: 204 len: 168 time: 3.2968171 Jan 31 18:55:51.371068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52106) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:51.371717 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.403824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port cff5b89f-f551-45a3-a5f5-ef6d1798764e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:51.404140 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.417958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45a23349-4ff7-46f4-8b1d-5d4904e80e24 req-b9adc4f1-c16d-4bd7-8590-17bbca519e01 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/security-groups?id=01ee5d02-52ff-483b-9039-4298518dd45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234931 Jan 31 18:55:51.453354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea357a71-1612-4986-b161-3c219888c5a2 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event deleted for resources: {'Network': ['ID=74033c78-471f-4704-8374-1bcd7f8ceeb1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:51.471393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5b0981f0-78ee-4606-be6f-344a55363c69 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 4fa0cef6-4674-452f-95de-ca34ce8042b1) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:51.494232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0981f0-78ee-4606-be6f-344a55363c69 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:51.495578 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b0981f0-78ee-4606-be6f-344a55363c69 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.503661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c91b70-4955-45dc-b088-f8d6707c9399 None None] Network 4fa0cef6-4674-452f-95de-ca34ce8042b1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:51.622608 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd6189fd-ee2b-4bdd-ae61-0dc67b695937 admin admin] Publish callbacks [] for security_group (11a90d2c-5b77-4604-b018-97fb40fffbde), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.641639 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5b0981f0-78ee-4606-be6f-344a55363c69 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5662806 Jan 31 18:55:51.642713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52110) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:51.649201 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd6189fd-ee2b-4bdd-ae61-0dc67b695937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (11a90d2c-5b77-4604-b018-97fb40fffbde), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.691645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1cc7ed1f-46c3-41bd-8b7a-c3698cd9bf31 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:51.740780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6189fd-ee2b-4bdd-ae61-0dc67b695937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a90d2c-5b77-4604-b018-97fb40fffbde,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:51.812141 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bd6189fd-ee2b-4bdd-ae61-0dc67b695937 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a44f5f7f1df42ddbc5a7f74c5700247&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8062785 Jan 31 18:55:51.818812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52116) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:51.880399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:51.896450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-4fa0cef6-4674-452f-95de-ca34ce8042b1', 'network_id': '4fa0cef6-4674-452f-95de-ca34ce8042b1', 'project_id': '2a20cd5c8ccd4d139797abe19df72129', 'fixed_ips': [{'subnet_id': 'b4d00be3-265e-49db-b03e-d08ff14f6d8e'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:51.897331 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.932274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port cff5b89f-f551-45a3-a5f5-ef6d1798764e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:51.932811 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.953700 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d42afae2-b237-4bea-bc93-cb6413f002fd admin admin] Publish callbacks [] for security_group (11a90d2c-5b77-4604-b018-97fb40fffbde), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:51.965582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e9422f-7d04-4c85-b39e-d4f35f790a89 admin admin] Deleting subnet 09a15e6d-a69c-4a57-8ca0-d0f230a4ef00 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:55:51.973742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e3042d94-b66e-4d48-80f3-6661f555d908 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:51.985182 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96e9422f-7d04-4c85-b39e-d4f35f790a89 admin admin] Publish callbacks [] for subnet (09a15e6d-a69c-4a57-8ca0-d0f230a4ef00), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.015706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: e3042d94-b66e-4d48-80f3-6661f555d908 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:52.015960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e3042d94-b66e-4d48-80f3-6661f555d908 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:52.052303 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (58a2d9cc-f029-48b8-b7b7-b57d99c3fe60), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.054212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port cff5b89f-f551-45a3-a5f5-ef6d1798764e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=cff5b89f-f551-45a3-a5f5-ef6d1798764e,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:52.094945 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96e9422f-7d04-4c85-b39e-d4f35f790a89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (09a15e6d-a69c-4a57-8ca0-d0f230a4ef00), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.141679 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96e9422f-7d04-4c85-b39e-d4f35f790a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (09a15e6d-a69c-4a57-8ca0-d0f230a4ef00), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.146772 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.220222 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96e9422f-7d04-4c85-b39e-d4f35f790a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (09a15e6d-a69c-4a57-8ca0-d0f230a4ef00), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.268220 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d42afae2-b237-4bea-bc93-cb6413f002fd admin admin] Publish callbacks [] for security_group (11a90d2c-5b77-4604-b018-97fb40fffbde), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.272073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=cff5b89f-f551-45a3-a5f5-ef6d1798764e,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:52.277470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04598666-4c69-46fe-80a9-a0e72e24313d None None] Network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:52.290351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9422f-7d04-4c85-b39e-d4f35f790a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a15e6d-a69c-4a57-8ca0-d0f230a4ef00,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:52.308765 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96e9422f-7d04-4c85-b39e-d4f35f790a89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.317170 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-96e9422f-7d04-4c85-b39e-d4f35f790a89 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/09a15e6d-a69c-4a57-8ca0-d0f230a4ef00 HTTP/1.1" status: 204 len: 168 time: 0.4348202 Jan 31 18:55:52.321917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52122) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:52.371394 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d42afae2-b237-4bea-bc93-cb6413f002fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (11a90d2c-5b77-4604-b018-97fb40fffbde), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.375751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d42afae2-b237-4bea-bc93-cb6413f002fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.379418 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d42afae2-b237-4bea-bc93-cb6413f002fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11a90d2c-5b77-4604-b018-97fb40fffbde HTTP/1.1" status: 204 len: 168 time: 0.5574884 Jan 31 18:55:52.396151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42afae2-b237-4bea-bc93-cb6413f002fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a90d2c-5b77-4604-b018-97fb40fffbde,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:52.415956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e2b80-69e4-403e-9ec2-25b3670b5270 req-63210a25-ffe4-440b-8917-19898232cdfd tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:52.419028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f64e2b80-69e4-403e-9ec2-25b3670b5270 req-63210a25-ffe4-440b-8917-19898232cdfd tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.5064669 Jan 31 18:55:52.452367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Allocated IP 172.20.0.2 (4fa0cef6-4674-452f-95de-ca34ce8042b1/b4d00be3-265e-49db-b03e-d08ff14f6d8e/68e1b6fa-fca5-4344-85c2-aff656dcfe8b) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:55:52.561299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (58a2d9cc-f029-48b8-b7b7-b57d99c3fe60), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.603328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4e9c8f0d-cf1d-43d3-8744-6537501e426a no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:52.633222 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1cc7ed1f-46c3-41bd-8b7a-c3698cd9bf31 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14315695'] for subnet (b4d00be3-265e-49db-b03e-d08ff14f6d8e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.648268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a2d9cc-f029-48b8-b7b7-b57d99c3fe60']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:52.649673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 4e9c8f0d-cf1d-43d3-8744-6537501e426a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:52.650685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4e9c8f0d-cf1d-43d3-8744-6537501e426a not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:52.689793 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Publish callbacks [] for port (68e1b6fa-fca5-4344-85c2-aff656dcfe8b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.737593 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (68e1b6fa-fca5-4344-85c2-aff656dcfe8b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.778536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-07fe8bb4-892c-43e0-8eac-634d0b790340 None None] Provisioning complete for port cff5b89f-f551-45a3-a5f5-ef6d1798764e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:52.779321 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07fe8bb4-892c-43e0-8eac-634d0b790340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.840986 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:52.848033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Network 4fa0cef6-4674-452f-95de-ca34ce8042b1 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:52.875996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:52.879394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:55:52.893668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:52.919841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3685bbc-fbe2-49db-ab2e-31715cd2c715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.040666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Pushing event updated for resources: {'Port': ['ID=68e1b6fa-fca5-4344-85c2-aff656dcfe8b,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:53.058788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Attempting to bind port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:55:53.059163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Attempting to bind port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '7e4fc484-8e2c-4214-8613-c109e6ade05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4fa0cef6-4674-452f-95de-ca34ce8042b1'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:55:53.059531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Attempting to bind port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b on network 4fa0cef6-4674-452f-95de-ca34ce8042b1 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:53.067036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:55:53.067418 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Checking segment: {'id': '7e4fc484-8e2c-4214-8613-c109e6ade05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4fa0cef6-4674-452f-95de-ca34ce8042b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:53.067823 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.070970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Bound using segment: {'id': '7e4fc484-8e2c-4214-8613-c109e6ade05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4fa0cef6-4674-452f-95de-ca34ce8042b1'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:55:53.071496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Bound port: 68e1b6fa-fca5-4344-85c2-aff656dcfe8b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4fc484-8e2c-4214-8613-c109e6ade05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '4fa0cef6-4674-452f-95de-ca34ce8042b1'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:55:53.071891 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (68e1b6fa-fca5-4344-85c2-aff656dcfe8b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.170753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3685bbc-fbe2-49db-ab2e-31715cd2c715 admin admin] Publish callbacks [] for security_group (a1f1c644-df3e-4084-8d5c-b732cae0063d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.187532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3685bbc-fbe2-49db-ab2e-31715cd2c715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a1f1c644-df3e-4084-8d5c-b732cae0063d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.235407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] For port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:55:53.238830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] For port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=68e1b6fa-fca5-4344-85c2-aff656dcfe8b,segment=NetworkSegment(7e4fc484-8e2c-4214-8613-c109e6ade05c),segment_id=7e4fc484-8e2c-4214-8613-c109e6ade05c)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:55:53.246443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cff5b89f-f551-45a3-a5f5-ef6d1798764e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:55:53.252019 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3685bbc-fbe2-49db-ab2e-31715cd2c715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f1c644-df3e-4084-8d5c-b732cae0063d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:53.260929 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c3685bbc-fbe2-49db-ab2e-31715cd2c715 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a2d10b41696487eac7873e6906b1ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3652649 Jan 31 18:55:53.261468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:53.297096 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (68e1b6fa-fca5-4344-85c2-aff656dcfe8b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.347467 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a054-3c8a-45ab-99f4-4ad5bb1cf5a5 admin admin] Publish callbacks [] for security_group (a1f1c644-df3e-4084-8d5c-b732cae0063d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.356466 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (b1c9360f-629c-42db-98fa-f15c6e1c69b0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.406734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-07fe8bb4-892c-43e0-8eac-634d0b790340 None None] Current status of the port cff5b89f-f551-45a3-a5f5-ef6d1798764e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:53.409063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c8119e-c38b-4b9e-bb44-99ccd52dd4b0') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:53.410334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c8119e-c38b-4b9e-bb44-99ccd52dd4b0') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:53.417498 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a054-3c8a-45ab-99f4-4ad5bb1cf5a5 admin admin] Publish callbacks [] for security_group (a1f1c644-df3e-4084-8d5c-b732cae0063d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.454798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c82f5-2ffb-4509-9e2a-960241c2dbf6 req-02e1586d-bf56-47b8-8030-74260799a19b tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:53.456389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b25c82f5-2ffb-4509-9e2a-960241c2dbf6 req-02e1586d-bf56-47b8-8030-74260799a19b tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 945 time: 1.5452569 Jan 31 18:55:53.473454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c1b5b-f8e6-436b-8a34-ccaca4068736 None None] Pushing event updated for resources: {'Port': ['ID=68e1b6fa-fca5-4344-85c2-aff656dcfe8b,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:53.488283 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (a5c8119e-c38b-4b9e-bb44-99ccd52dd4b0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.488970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port cff5b89f-f551-45a3-a5f5-ef6d1798764e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:53.489305 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.526069 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a054-3c8a-45ab-99f4-4ad5bb1cf5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a1f1c644-df3e-4084-8d5c-b732cae0063d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.529240 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a054-3c8a-45ab-99f4-4ad5bb1cf5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.533273 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8ee2a054-3c8a-45ab-99f4-4ad5bb1cf5a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1f1c644-df3e-4084-8d5c-b732cae0063d HTTP/1.1" status: 204 len: 168 time: 0.2667341 Jan 31 18:55:53.544064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2a054-3c8a-45ab-99f4-4ad5bb1cf5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f1c644-df3e-4084-8d5c-b732cae0063d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:53.653419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-32fe7c5c-f8d0-408e-84dd-4502aa9fa1dc None None] Provisioning complete for port cff5b89f-f551-45a3-a5f5-ef6d1798764e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:53.654015 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32fe7c5c-f8d0-408e-84dd-4502aa9fa1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.750506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port cff5b89f-f551-45a3-a5f5-ef6d1798764e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:53.751662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7fa6b4ef-1018-4ce0-a1f7-997988423c9c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:55:53.768722 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a5c8119e-c38b-4b9e-bb44-99ccd52dd4b0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.801446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f64e2b80-69e4-403e-9ec2-25b3670b5270 req-a9135591-141e-4f89-bff4-402dd51d46dd tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/security-groups?id=afb0ec8f-5e74-439e-9253-17f906c38cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1979070 Jan 31 18:55:53.888517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:53.896634 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (a5c8119e-c38b-4b9e-bb44-99ccd52dd4b0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:53.897605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c009b7-3528-4652-bca2-57b6bcc7344a req-387dd356-0b6e-40ac-aafa-012d633fed7b tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:53.902362 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-32c009b7-3528-4652-bca2-57b6bcc7344a req-387dd356-0b6e-40ac-aafa-012d633fed7b tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 945 time: 0.1024568 Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:53.907691 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:54.002369 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.077831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-32c009b7-3528-4652-bca2-57b6bcc7344a req-8dbefbe8-fa31-4dde-a374-0c6c0842769a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Deleting port 19624ba6-9950-4265-99e9-e80245f4fdb5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:54.078186 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-32c009b7-3528-4652-bca2-57b6bcc7344a req-8dbefbe8-fa31-4dde-a374-0c6c0842769a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.097089 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (b1c9360f-629c-42db-98fa-f15c6e1c69b0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.137015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c9360f-629c-42db-98fa-f15c6e1c69b0']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:54.163595 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1414c8c-3c99-4515-9b5f-09d1ba95f005') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:54.164585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1414c8c-3c99-4515-9b5f-09d1ba95f005') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:54.177456 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (e1414c8c-3c99-4515-9b5f-09d1ba95f005), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.203487 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e1414c8c-3c99-4515-9b5f-09d1ba95f005), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.205051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:54.205567 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (e1414c8c-3c99-4515-9b5f-09d1ba95f005), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.216327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-32c009b7-3528-4652-bca2-57b6bcc7344a req-8dbefbe8-fa31-4dde-a374-0c6c0842769a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] For port 19624ba6-9950-4265-99e9-e80245f4fdb5, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=19624ba6-9950-4265-99e9-e80245f4fdb5,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:54.216327 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-32c009b7-3528-4652-bca2-57b6bcc7344a req-8dbefbe8-fa31-4dde-a374-0c6c0842769a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.246571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-32fe7c5c-f8d0-408e-84dd-4502aa9fa1dc None None] Current status of the port cff5b89f-f551-45a3-a5f5-ef6d1798764e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:54.254901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-32c009b7-3528-4652-bca2-57b6bcc7344a req-8dbefbe8-fa31-4dde-a374-0c6c0842769a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Calling delete_port for 19624ba6-9950-4265-99e9-e80245f4fdb5 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:54.268967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:54.269361 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.281949 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:54.294202 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:54.323631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e093b-1cb4-4e33-9312-d86e50eafa65 req-9c39c6e6-af47-4f3c-9102-a75fd84b4c1d tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:54.331589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea1e093b-1cb4-4e33-9312-d86e50eafa65 req-9c39c6e6-af47-4f3c-9102-a75fd84b4c1d tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 945 time: 1.7267935 Jan 31 18:55:54.333586 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.336997 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1cc7ed1f-46c3-41bd-8b7a-c3698cd9bf31 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781439280065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15875217'] for subnet (b4d00be3-265e-49db-b03e-d08ff14f6d8e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.347851 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.353100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-32fe7c5c-f8d0-408e-84dd-4502aa9fa1dc None None] Provisioning complete for port eb69a1ed-b582-4d6e-b7e7-3f660430644c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:54.353693 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32fe7c5c-f8d0-408e-84dd-4502aa9fa1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.400563 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-32fe7c5c-f8d0-408e-84dd-4502aa9fa1dc None None] Port eb69a1ed-b582-4d6e-b7e7-3f660430644c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:55:54.427296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7ed1f-46c3-41bd-8b7a-c3698cd9bf31 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:54.428115 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1cc7ed1f-46c3-41bd-8b7a-c3698cd9bf31 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.434184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1cc7ed1f-46c3-41bd-8b7a-c3698cd9bf31 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "PUT /v2.0/subnets/b4d00be3-265e-49db-b03e-d08ff14f6d8e HTTP/1.1" status: 200 len: 806 time: 2.7763395 Jan 31 18:55:54.435186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (b1c9360f-629c-42db-98fa-f15c6e1c69b0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.437011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:54.441041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.447700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] 10.222.0.20 "DELETE /v2.0/networks/b1c9360f-629c-42db-98fa-f15c6e1c69b0 HTTP/1.1" status: 204 len: 168 time: 2.1024456 Jan 31 18:55:54.487445 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:54.488147 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.534951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7fa6b4ef-1018-4ce0-a1f7-997988423c9c,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:54.565611 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.574878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=eb69a1ed-b582-4d6e-b7e7-3f660430644c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:54.634908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (4fa0cef6-4674-452f-95de-ca34ce8042b1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.689783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=7fa6b4ef-1018-4ce0-a1f7-997988423c9c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:54.693461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3aa11ca0-062e-499c-a139-47f9c9a9effd None None] Provisioning complete for port eb69a1ed-b582-4d6e-b7e7-3f660430644c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:54.693858 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3aa11ca0-062e-499c-a139-47f9c9a9effd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.722971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a318468-767a-405a-9ef9-e7518fe8b66b admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c9360f-629c-42db-98fa-f15c6e1c69b0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:54.747867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Deleting port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:54.748217 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (68e1b6fa-fca5-4344-85c2-aff656dcfe8b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.757865 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-32c009b7-3528-4652-bca2-57b6bcc7344a req-8dbefbe8-fa31-4dde-a374-0c6c0842769a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (19624ba6-9950-4265-99e9-e80245f4fdb5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.775091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['19624ba6-9950-4265-99e9-e80245f4fdb5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:55:54.780101 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (58a2d9cc-f029-48b8-b7b7-b57d99c3fe60), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.789863 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.797416 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "DELETE /v2.0/networks/58a2d9cc-f029-48b8-b7b7-b57d99c3fe60 HTTP/1.1" status: 204 len: 168 time: 3.3855944 Jan 31 18:55:54.799678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:54.813331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3aa11ca0-062e-499c-a139-47f9c9a9effd None None] Port eb69a1ed-b582-4d6e-b7e7-3f660430644c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:55:54.875493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52162) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:54.876492 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:54.887876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab6b7b-0841-4d88-9c6d-def6d6ace9c4 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event deleted for resources: {'Network': ['ID=58a2d9cc-f029-48b8-b7b7-b57d99c3fe60,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:54.890470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7ed1f-46c3-41bd-8b7a-c3698cd9bf31 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=b4d00be3-265e-49db-b03e-d08ff14f6d8e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:54.934418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea1e093b-1cb4-4e33-9312-d86e50eafa65 req-4a372561-7293-46c7-af5d-837f26193ae2 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/security-groups?id=01ee5d02-52ff-483b-9039-4298518dd45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018302 Jan 31 18:55:55.048627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbefbe8-fa31-4dde-a374-0c6c0842769a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Pushing event deleted for resources: {'Port': ['ID=19624ba6-9950-4265-99e9-e80245f4fdb5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:55.058186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-efb465bf-4b96-4b46-b240-f426d6b10ba7 req-6b35d6b7-e821-410f-9fa7-0b5aa51a6ffd tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 210 time: 0.0813859 Jan 31 18:55:55.066231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a15ffc2e-d26b-444f-95f8-58a6788e546a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83e19795b457498da69c74dcc061ce65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1855190 Jan 31 18:55:55.106419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:55.126335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b25c82f5-2ffb-4509-9e2a-960241c2dbf6 req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Deleting port 364db6ce-22ee-4d2a-8c8f-4417301a3a72 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:55:55.127046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b25c82f5-2ffb-4509-9e2a-960241c2dbf6 req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:55.250615 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:55.271719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b25c82f5-2ffb-4509-9e2a-960241c2dbf6 req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] For port 364db6ce-22ee-4d2a-8c8f-4417301a3a72, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=364db6ce-22ee-4d2a-8c8f-4417301a3a72,segment=NetworkSegment(802b2afa-b661-4035-bb4d-3bfaf282fbba),segment_id=802b2afa-b661-4035-bb4d-3bfaf282fbba)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:55.272312 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b25c82f5-2ffb-4509-9e2a-960241c2dbf6 req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:55.284451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7fa6b4ef-1018-4ce0-a1f7-997988423c9c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:55:55.292735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b25c82f5-2ffb-4509-9e2a-960241c2dbf6 req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Calling delete_port for 364db6ce-22ee-4d2a-8c8f-4417301a3a72 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:55.425639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:55.427806 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:55.554678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af5865-7f5a-484c-9f90-172213aebabb None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:55:55.573763 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b25c82f5-2ffb-4509-9e2a-960241c2dbf6 req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (364db6ce-22ee-4d2a-8c8f-4417301a3a72), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:55.652116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:55:55.656302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Pushing event deleted for resources: {'Port': ['ID=364db6ce-22ee-4d2a-8c8f-4417301a3a72,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:55.670011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af5865-7f5a-484c-9f90-172213aebabb None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:55:55.683755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:55.691555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.691921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.692727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.693184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.693584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.693938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.694274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.694613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.694945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.695275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.695605 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.695930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.696509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:55.703012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25c82f5-2ffb-4509-9e2a-960241c2dbf6 req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] No DVR routers for this DVR port 364db6ce-22ee-4d2a-8c8f-4417301a3a72 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:55.705423 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b25c82f5-2ffb-4509-9e2a-960241c2dbf6 req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:55.711015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b25c82f5-2ffb-4509-9e2a-960241c2dbf6 req-36326a2b-fea1-4503-b377-ad41a23e0091 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.21 "DELETE /v2.0/ports/364db6ce-22ee-4d2a-8c8f-4417301a3a72 HTTP/1.1" status: 204 len: 173 time: 2.2063107 Jan 31 18:55:55.712347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4fdabe-21a5-4720-8daf-dc957260ed24', 'name': 'network-vif-deleted', 'tag': '364db6ce-22ee-4d2a-8c8f-4417301a3a72'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:55.717894 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a501328-381d-4e30-a93c-74f73be0e95b" -d '{"events": [{"server_uuid": "cc4fdabe-21a5-4720-8daf-dc957260ed24", "name": "network-vif-deleted", "tag": "364db6ce-22ee-4d2a-8c8f-4417301a3a72"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:55.778869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-845c406e-8542-4a51-a3ce-c57a7eb14af5 None None] Provisioning complete for port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:55.779452 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-845c406e-8542-4a51-a3ce-c57a7eb14af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (68e1b6fa-fca5-4344-85c2-aff656dcfe8b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:55.841698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:55.845874 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 68e1b6fa-fca5-4344-85c2-aff656dcfe8b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:55:55.882292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c009b7-3528-4652-bca2-57b6bcc7344a req-8dbefbe8-fa31-4dde-a374-0c6c0842769a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] No DVR routers for this DVR port 19624ba6-9950-4265-99e9-e80245f4fdb5 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:55.906789 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-32c009b7-3528-4652-bca2-57b6bcc7344a req-8dbefbe8-fa31-4dde-a374-0c6c0842769a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:55.914306 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6ac181-f548-4af9-8476-92f4abfebf3e x-openstack-request-id: req-3d6ac181-f548-4af9-8476-92f4abfebf3e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:55.914657 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4fdabe-21a5-4720-8daf-dc957260ed24", "name": "network-vif-deleted", "tag": "364db6ce-22ee-4d2a-8c8f-4417301a3a72", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:55.914902 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d6ac181-f548-4af9-8476-92f4abfebf3e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:55.915317 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4fdabe-21a5-4720-8daf-dc957260ed24', 'name': 'network-vif-deleted', 'tag': '364db6ce-22ee-4d2a-8c8f-4417301a3a72', 'status': 'completed', 'code': 200} Jan 31 18:55:55.915893 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-32c009b7-3528-4652-bca2-57b6bcc7344a req-8dbefbe8-fa31-4dde-a374-0c6c0842769a tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.21 "DELETE /v2.0/ports/19624ba6-9950-4265-99e9-e80245f4fdb5 HTTP/1.1" status: 204 len: 173 time: 2.0053291 Jan 31 18:55:55.927912 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82a956a-19c8-424d-a441-b09b6d551e6a', 'name': 'network-vif-deleted', 'tag': '19624ba6-9950-4265-99e9-e80245f4fdb5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:55:55.935640 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff21786b-cd36-435c-9b54-17f39a8ad951" -d '{"events": [{"server_uuid": "e82a956a-19c8-424d-a441-b09b6d551e6a", "name": "network-vif-deleted", "tag": "19624ba6-9950-4265-99e9-e80245f4fdb5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:55:55.938537 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:55:55.967828 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (82c5523e-d3f3-4553-bbc1-2852a305216e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:55.998834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 364db6ce-22ee-4d2a-8c8f-4417301a3a72 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:56.022397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] For port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=68e1b6fa-fca5-4344-85c2-aff656dcfe8b,segment=NetworkSegment(7e4fc484-8e2c-4214-8613-c109e6ade05c),segment_id=7e4fc484-8e2c-4214-8613-c109e6ade05c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:56.023439 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (68e1b6fa-fca5-4344-85c2-aff656dcfe8b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.032929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 364db6ce-22ee-4d2a-8c8f-4417301a3a72 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:56.033279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 364db6ce-22ee-4d2a-8c8f-4417301a3a72 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:56.033706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 19624ba6-9950-4265-99e9-e80245f4fdb5 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:56.046043 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Calling delete_port for 68e1b6fa-fca5-4344-85c2-aff656dcfe8b owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:55:56.095157 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fcc347-b8ca-4cb0-b358-923c41a593df x-openstack-request-id: req-c1fcc347-b8ca-4cb0-b358-923c41a593df {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:55:56.096097 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82a956a-19c8-424d-a441-b09b6d551e6a", "name": "network-vif-deleted", "tag": "19624ba6-9950-4265-99e9-e80245f4fdb5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:55:56.096097 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1fcc347-b8ca-4cb0-b358-923c41a593df {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:55:56.096560 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82a956a-19c8-424d-a441-b09b6d551e6a', 'name': 'network-vif-deleted', 'tag': '19624ba6-9950-4265-99e9-e80245f4fdb5', 'status': 'completed', 'code': 200} Jan 31 18:55:56.100822 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-525fabff-642a-421f-8428-0f7b61771649 admin admin] Publish callbacks [] for security_group (8109e643-08a3-46e5-9478-08ee164bb14c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.137702 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:56.138077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (68e1b6fa-fca5-4344-85c2-aff656dcfe8b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.165696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 19624ba6-9950-4265-99e9-e80245f4fdb5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:56.166295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 19624ba6-9950-4265-99e9-e80245f4fdb5 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:56.231726 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-525fabff-642a-421f-8428-0f7b61771649 admin admin] Publish callbacks [] for security_group (8109e643-08a3-46e5-9478-08ee164bb14c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.265500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6598f51-99d0-4158-898c-b22357ff7a8f req-4be6fbde-e9ff-4d79-ba5d-747f0596b2a9 tempest-ServerTagsTestJSON-1619702454 tempest-ServerTagsTestJSON-1619702454-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4fdabe-21a5-4720-8daf-dc957260ed24 HTTP/1.1" status: 200 len: 210 time: 0.0890527 Jan 31 18:55:56.267613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (82c5523e-d3f3-4553-bbc1-2852a305216e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.340806 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.361342 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c5523e-d3f3-4553-bbc1-2852a305216e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:56.392277 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af14adf1-f001-40b8-beba-0fae379b24f4') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:56.399012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af14adf1-f001-40b8-beba-0fae379b24f4') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:56.407120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-845c406e-8542-4a51-a3ce-c57a7eb14af5 None None] Current status of the port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:56.407808 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-845c406e-8542-4a51-a3ce-c57a7eb14af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (68e1b6fa-fca5-4344-85c2-aff656dcfe8b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.419048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe899f47-6255-4188-9b0e-2ed7992f265b req-c3e3eebc-0e72-4197-a463-fb0ac2effc81 tempest-ServerRescueTestJSON-2007011260 tempest-ServerRescueTestJSON-2007011260-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82a956a-19c8-424d-a441-b09b6d551e6a HTTP/1.1" status: 200 len: 210 time: 0.0705979 Jan 31 18:55:56.431646 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (af14adf1-f001-40b8-beba-0fae379b24f4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.442601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:55:56.452745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-939e9626-f878-4821-a0cb-ade3bb80deb5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "PUT /v2.0/routers/ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1460962 Jan 31 18:55:56.459809 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Sync routers for ids ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:55:56.478701 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (af14adf1-f001-40b8-beba-0fae379b24f4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.508846 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Routers {'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:56.509563 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:56.566151 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-525fabff-642a-421f-8428-0f7b61771649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8109e643-08a3-46e5-9478-08ee164bb14c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.574592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52198) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:56.584010 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-525fabff-642a-421f-8428-0f7b61771649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.585313 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-525fabff-642a-421f-8428-0f7b61771649 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8109e643-08a3-46e5-9478-08ee164bb14c HTTP/1.1" status: 204 len: 168 time: 1.4745088 Jan 31 18:55:56.586326 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-845c406e-8542-4a51-a3ce-c57a7eb14af5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 31 18:55:56.586326 n-d-812111-15 neutron-server[103227]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Jan 31 18:55:56.586326 n-d-812111-15 neutron-server[103227]: [parameters: {'status': 'ACTIVE', 'ports_id': '68e1b6fa-fca5-4344-85c2-aff656dcfe8b'}] Jan 31 18:55:56.586326 n-d-812111-15 neutron-server[103227]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:55:56.586907 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-845c406e-8542-4a51-a3ce-c57a7eb14af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:55:56.597212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:56.605114 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (af14adf1-f001-40b8-beba-0fae379b24f4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:56.611764 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:56.660828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:56.661356 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (68e1b6fa-fca5-4344-85c2-aff656dcfe8b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.689727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eacc9f1-1b0d-4a6a-8a5e-43ee2cc5248a None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:55:56.704032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fabff-642a-421f-8428-0f7b61771649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8109e643-08a3-46e5-9478-08ee164bb14c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:56.798739 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Set router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:55:56.837092 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (68e1b6fa-fca5-4344-85c2-aff656dcfe8b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.846415 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (82c5523e-d3f3-4553-bbc1-2852a305216e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.879938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1678496801'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:56.888218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eacc9f1-1b0d-4a6a-8a5e-43ee2cc5248a None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:55:56.920481 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:56.927757 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "DELETE /v2.0/networks/82c5523e-d3f3-4553-bbc1-2852a305216e HTTP/1.1" status: 204 len: 168 time: 2.1221950 Jan 31 18:55:56.929567 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Port': ['ID=68e1b6fa-fca5-4344-85c2-aff656dcfe8b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:56.932908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52214) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:56.993449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddb137-891e-445f-ac83-2d42467af60d tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event deleted for resources: {'Network': ['ID=82c5523e-d3f3-4553-bbc1-2852a305216e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:57.011032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No DVR routers for this DVR port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:55:57.078639 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Made reservation on behalf of 805579fd5b764cbd834b432590813c80 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:57.083085 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.093479 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b4d00be3-265e-49db-b03e-d08ff14f6d8e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.147165 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.147390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-845c406e-8542-4a51-a3ce-c57a7eb14af5 None None] Port 68e1b6fa-fca5-4344-85c2-aff656dcfe8b update to ACTIVE by agent not found {{(pid=103227) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 31 18:55:57.180357 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (b4d00be3-265e-49db-b03e-d08ff14f6d8e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.210054 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (971c9912-3de2-4862-8bcb-4f6a3e5d9aef), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.214162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d00be3-265e-49db-b03e-d08ff14f6d8e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:57.225773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-5ebb0de9-1d3a-48df-9d4a-4a2a9a55ecb6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053096357&fields=id&tenant_id=ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 267 time: 0.3404040 Jan 31 18:55:57.264729 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:55:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'eb69a1ed-b582-4d6e-b7e7-3f660430644c', 'name': '', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:16:9f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '8f145fd4-597b-4073-9498-74d669e5811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:49Z', 'updated_at': '2022-01-31T18:55:52Z', 'revision_number': 2, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '8f145fd4-597b-4073-9498-74d669e5811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:57.366752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986d305d-cda6-4984-bedf-7362c285d2f9 None None] Network 4fa0cef6-4674-452f-95de-ca34ce8042b1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:57.376567 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Checking router: ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:55:57.377510 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Updating router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 port eb69a1ed-b582-4d6e-b7e7-3f660430644c binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:55:57.414774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:57.441716 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.462965 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks [] for security_group (6c2c63c5-2fcb-4cf9-bb44-0b9a5d43b06f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.492462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89375b5-1c59-48af-9061-3775ac55351b admin admin] Deleting subnet 47cbfabb-5673-40fc-837f-3e4636f58b3a {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:55:57.498622 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c89375b5-1c59-48af-9061-3775ac55351b admin admin] Publish callbacks [] for subnet (47cbfabb-5673-40fc-837f-3e4636f58b3a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.538524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-7310b398-7732-4d17-8232-0e7e723dbb91 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:57.545278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-7310b398-7732-4d17-8232-0e7e723dbb91 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/networks?id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e HTTP/1.1" status: 200 len: 796 time: 0.3161423 Jan 31 18:55:57.560750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6c2c63c5-2fcb-4cf9-bb44-0b9a5d43b06f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.567634 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (4fa0cef6-4674-452f-95de-ca34ce8042b1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.622079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:57.638083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ded85681-92a2-412a-bba7-8af3ca08e6ce), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.638753 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Added segment ded85681-92a2-412a-bba7-8af3ca08e6ce of type vlan for network 378878a7-16c7-4e00-ab3c-a64ecf4bb552 Jan 31 18:55:57.642232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:57.671529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa0cef6-4674-452f-95de-ca34ce8042b1']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:57.705036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0976bf-8de3-4d34-b07d-df95adaec275 None None] DHCP port deletion for 4fa0cef6-4674-452f-95de-ca34ce8042b1 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:55:57.718435 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (971c9912-3de2-4862-8bcb-4f6a3e5d9aef), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.729920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e565d453-5c3d-42d2-8e9c-be572f8fb22e None None] Network 4fa0cef6-4674-452f-95de-ca34ce8042b1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:57.777642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-96aa75ed-0090-4871-9f6b-da65fe7b934b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/quotas/ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 375 time: 0.0851433 Jan 31 18:55:57.781982 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4fc484-8e2c-4214-8613-c109e6ade05c') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:57.782473 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4fc484-8e2c-4214-8613-c109e6ade05c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:57.785654 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (378878a7-16c7-4e00-ab3c-a64ecf4bb552), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.797724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (7e4fc484-8e2c-4214-8613-c109e6ade05c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.805336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971c9912-3de2-4862-8bcb-4f6a3e5d9aef']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:57.818752 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (7e4fc484-8e2c-4214-8613-c109e6ade05c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.828233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:57.828942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (7e4fc484-8e2c-4214-8613-c109e6ade05c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.852063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2c63c5-2fcb-4cf9-bb44-0b9a5d43b06f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:57.868052 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:57.887506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325be4ef-3ac6-4c8a-a0d2-104b1dbd6378') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:57.887992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325be4ef-3ac6-4c8a-a0d2-104b1dbd6378') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:57.901925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c89375b5-1c59-48af-9061-3775ac55351b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (47cbfabb-5673-40fc-837f-3e4636f58b3a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.913703 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (325be4ef-3ac6-4c8a-a0d2-104b1dbd6378), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.944028 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (378878a7-16c7-4e00-ab3c-a64ecf4bb552), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.950777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:57.951466 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.956082 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (325be4ef-3ac6-4c8a-a0d2-104b1dbd6378), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.982905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-af9007d8-65db-4a4d-afd9-763427f3f310 None None] Provisioning complete for port eb69a1ed-b582-4d6e-b7e7-3f660430644c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:57.984150 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-af9007d8-65db-4a4d-afd9-763427f3f310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:57.998463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-6e9dacaa-7716-42ee-ac18-38e09d3d1065 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1981809 Jan 31 18:55:57.999625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:58.000043 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (325be4ef-3ac6-4c8a-a0d2-104b1dbd6378), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:58.007966 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:58.076183 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Publish callbacks [] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.083300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-af9007d8-65db-4a4d-afd9-763427f3f310 None None] Port eb69a1ed-b582-4d6e-b7e7-3f660430644c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:55:58.098020 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.098227 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5191369 Jan 31 18:55:58.105160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52242) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:58.122095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8b5d727d-9561-42fc-8135-b77890662fef tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Request body: {'subnet': {'network_id': '378878a7-16c7-4e00-ab3c-a64ecf4bb552', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:58.188644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e39e38-0abd-4983-8adf-b9c8646eaa8e tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Pushing event updated for resources: {'Network': ['ID=378878a7-16c7-4e00-ab3c-a64ecf4bb552,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:58.207419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 378878a7-16c7-4e00-ab3c-a64ecf4bb552 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:58.224775 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (971c9912-3de2-4862-8bcb-4f6a3e5d9aef), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.249077 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c89375b5-1c59-48af-9061-3775ac55351b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (47cbfabb-5673-40fc-837f-3e4636f58b3a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.262173 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Pushing event updated for resources: {'Port': ['ID=eb69a1ed-b582-4d6e-b7e7-3f660430644c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:58.273165 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.273781 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.274319 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.274789 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.275249 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.275734 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.277747 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.278482 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.278979 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.279452 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.280658 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.281023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] 10.222.0.20 "DELETE /v2.0/networks/971c9912-3de2-4862-8bcb-4f6a3e5d9aef HTTP/1.1" status: 204 len: 168 time: 1.3461683 Jan 31 18:55:58.281528 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.281957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b039b0-1f2a-4956-85cf-29704d8df584 tempest-BulkNetworkOpsTest-2101379713 tempest-BulkNetworkOpsTest-2101379713-project] Pushing event deleted for resources: {'Network': ['ID=971c9912-3de2-4862-8bcb-4f6a3e5d9aef,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:58.282906 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.283475 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:55:58.332370 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Attempting to bind port eb69a1ed-b582-4d6e-b7e7-3f660430644c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:55:58.333129 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Attempting to bind port eb69a1ed-b582-4d6e-b7e7-3f660430644c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:55:58.333793 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Attempting to bind port eb69a1ed-b582-4d6e-b7e7-3f660430644c on network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:55:58.341405 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:55:58.342390 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Checking segment: {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:58.343353 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.343932 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Bound using segment: {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:55:58.344948 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Bound port: eb69a1ed-b582-4d6e-b7e7-3f660430644c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:55:58.346050 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.392954 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (4fa0cef6-4674-452f-95de-ca34ce8042b1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.417584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-213b420b-466e-4e71-ab0c-7e092eadac1f service neutron] 10.222.0.20 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908360 Jan 31 18:55:58.419790 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.424816 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/4fa0cef6-4674-452f-95de-ca34ce8042b1 HTTP/1.1" status: 204 len: 168 time: 3.9863553 Jan 31 18:55:58.428404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:58.461785 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c89375b5-1c59-48af-9061-3775ac55351b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (47cbfabb-5673-40fc-837f-3e4636f58b3a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.517421 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] For port eb69a1ed-b582-4d6e-b7e7-3f660430644c, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:55:58.522053 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89375b5-1c59-48af-9061-3775ac55351b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47cbfabb-5673-40fc-837f-3e4636f58b3a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:58.526773 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] For port eb69a1ed-b582-4d6e-b7e7-3f660430644c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=eb69a1ed-b582-4d6e-b7e7-3f660430644c,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:55:58.543785 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.549349 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774b89a-6f6e-4d0f-9b00-d4998b76bbe1 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Network': ['ID=4fa0cef6-4674-452f-95de-ca34ce8042b1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:58.569354 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c89375b5-1c59-48af-9061-3775ac55351b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.574598 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c89375b5-1c59-48af-9061-3775ac55351b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/47cbfabb-5673-40fc-837f-3e4636f58b3a HTTP/1.1" status: 204 len: 168 time: 1.1533930 Jan 31 18:55:58.586345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52252) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:58.610794 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-becab508-6b48-4f67-a55b-81c1d9139f5e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:55:58.611339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-becab508-6b48-4f67-a55b-81c1d9139f5e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:55:58.618009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-becab508-6b48-4f67-a55b-81c1d9139f5e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/4fa0cef6-4674-452f-95de-ca34ce8042b1 HTTP/1.1" status: 404 len: 339 time: 0.1841867 Jan 31 18:55:58.619343 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52256) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:58.626052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b4710244-9069-4a25-8ba4-55329336073f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1743665241', 'description': 'd1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:58.632024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3e011999-4e52-4bce-bd57-0af2f9182fbf None None] Provisioning complete for port eb69a1ed-b582-4d6e-b7e7-3f660430644c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:58.632554 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e011999-4e52-4bce-bd57-0af2f9182fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.788664 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Routers {'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:55:58.791114 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:58.794146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5d727d-9561-42fc-8135-b77890662fef tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Made reservation on behalf of 805579fd5b764cbd834b432590813c80 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:58.810378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b5d727d-9561-42fc-8135-b77890662fef tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.869389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3e011999-4e52-4bce-bd57-0af2f9182fbf None None] Current status of the port eb69a1ed-b582-4d6e-b7e7-3f660430644c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:58.870748 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e011999-4e52-4bce-bd57-0af2f9182fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.889591 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-950abdc4-fabf-4cc1-9668-d4403b38313f service neutron] 10.222.0.20 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709544 Jan 31 18:55:58.892696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4710244-9069-4a25-8ba4-55329336073f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:55:58.896114 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4710244-9069-4a25-8ba4-55329336073f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.926599 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (f678c3da-4934-49be-acf3-696f784d9a07), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:58.972752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52266) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:58.978582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3e011999-4e52-4bce-bd57-0af2f9182fbf None None] For port eb69a1ed-b582-4d6e-b7e7-3f660430644c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=eb69a1ed-b582-4d6e-b7e7-3f660430644c,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:55:58.987739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e011999-4e52-4bce-bd57-0af2f9182fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.064377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4710244-9069-4a25-8ba4-55329336073f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:55:59.066833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 68e1b6fa-fca5-4344-85c2-aff656dcfe8b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:55:59.150764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 68e1b6fa-fca5-4344-85c2-aff656dcfe8b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:55:59.151608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 68e1b6fa-fca5-4344-85c2-aff656dcfe8b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:55:59.171198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e011999-4e52-4bce-bd57-0af2f9182fbf None None] Pushing event updated for resources: {'Port': ['ID=eb69a1ed-b582-4d6e-b7e7-3f660430644c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:59.181439 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4710244-9069-4a25-8ba4-55329336073f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (716f7166-1127-45cc-a389-14589326c847), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.189731 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-b4710244-9069-4a25-8ba4-55329336073f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Added segment 716f7166-1127-45cc-a389-14589326c847 of type vlan for network 8b91b092-b6a0-45a6-99de-57c7b0be62c4 Jan 31 18:55:59.212685 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (f678c3da-4934-49be-acf3-696f784d9a07), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.221354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-398efda6-ff14-4944-8b87-b86ff6a73204 None None] Provisioning complete for port eb69a1ed-b582-4d6e-b7e7-3f660430644c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:55:59.221743 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-398efda6-ff14-4944-8b87-b86ff6a73204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.291161 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b5d727d-9561-42fc-8135-b77890662fef tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (fb248b97-d07a-4f05-8b53-bd63045c035c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.339433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f678c3da-4934-49be-acf3-696f784d9a07']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:59.357342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4710244-9069-4a25-8ba4-55329336073f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (8b91b092-b6a0-45a6-99de-57c7b0be62c4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.372433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802b2afa-b661-4035-bb4d-3bfaf282fbba') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:59.372736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802b2afa-b661-4035-bb4d-3bfaf282fbba') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:55:59.426667 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (802b2afa-b661-4035-bb4d-3bfaf282fbba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.457516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-398efda6-ff14-4944-8b87-b86ff6a73204 None None] Current status of the port eb69a1ed-b582-4d6e-b7e7-3f660430644c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:55:59.508628 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (802b2afa-b661-4035-bb4d-3bfaf282fbba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.529081 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277d702-4ff6-49e6-abdd-85dbbfb4a94b None None] Pushing event updated for resources: {'Port': ['ID=eb69a1ed-b582-4d6e-b7e7-3f660430644c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:59.553055 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d727d-9561-42fc-8135-b77890662fef tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Pushing event updated for resources: {'Subnet': ['ID=fb248b97-d07a-4f05-8b53-bd63045c035c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:59.586928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d727d-9561-42fc-8135-b77890662fef tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Checking segment: {'id': 'ded85681-92a2-412a-bba7-8af3ca08e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '378878a7-16c7-4e00-ab3c-a64ecf4bb552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:55:59.587500 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d727d-9561-42fc-8135-b77890662fef tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Network hostable DHCP agents. Network: 378878a7-16c7-4e00-ab3c-a64ecf4bb552, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:55:59.611246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68ecce12-060f-4403-b94d-bd59e202469e req-103bfb1f-77aa-46b8-ad0a-ec3170fe7566 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 210 time: 0.1869094 Jan 31 18:55:59.621887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:55:59.621887 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (802b2afa-b661-4035-bb4d-3bfaf282fbba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.621887 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4710244-9069-4a25-8ba4-55329336073f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (8b91b092-b6a0-45a6-99de-57c7b0be62c4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.624624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4710244-9069-4a25-8ba4-55329336073f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:59.625342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4710244-9069-4a25-8ba4-55329336073f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.627216 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d727d-9561-42fc-8135-b77890662fef tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Network 378878a7-16c7-4e00-ab3c-a64ecf4bb552 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:55:59.627898 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:55:59.633893 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] Set router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:55:59.645405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d727d-9561-42fc-8135-b77890662fef tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 378878a7-16c7-4e00-ab3c-a64ecf4bb552) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:55:59.655474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f34b83-44a9-4267-b0f2-c7eeeb547d05 None None] Network 378878a7-16c7-4e00-ab3c-a64ecf4bb552 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:55:59.671636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5d727d-9561-42fc-8135-b77890662fef tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:55:59.672244 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b5d727d-9561-42fc-8135-b77890662fef tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.720406 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8b5d727d-9561-42fc-8135-b77890662fef tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6050019 Jan 31 18:55:59.723634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52288) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:59.741122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Request body: {'port': {'network_id': '378878a7-16c7-4e00-ab3c-a64ecf4bb552', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1723875345'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:55:59.766062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-82daeb1e-3ecb-43e5-b5d3-5835ef9d5ff3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1136fbba9e36496aa94c9d276c69888f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7921481 Jan 31 18:55:59.779130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:59.898334 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b4710244-9069-4a25-8ba4-55329336073f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2774379 Jan 31 18:55:59.901824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4710244-9069-4a25-8ba4-55329336073f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=8b91b092-b6a0-45a6-99de-57c7b0be62c4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:55:59.906992 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52294) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:55:59.936593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 8b91b092-b6a0-45a6-99de-57c7b0be62c4 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:55:59.956643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (f678c3da-4934-49be-acf3-696f784d9a07), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.970988 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.981499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-378878a7-16c7-4e00-ab3c-a64ecf4bb552', 'network_id': '378878a7-16c7-4e00-ab3c-a64ecf4bb552', 'project_id': '805579fd5b764cbd834b432590813c80', 'fixed_ips': [{'subnet_id': 'fb248b97-d07a-4f05-8b53-bd63045c035c'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:55:59.982641 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:55:59.987299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f678c3da-4934-49be-acf3-696f784d9a07 HTTP/1.1" status: 204 len: 168 time: 1.3979802 Jan 31 18:56:00.018185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26328dde-f3af-476c-975b-febbda7c38b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f678c3da-4934-49be-acf3-696f784d9a07,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:00.050086 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51d85354-0666-41a8-b44c-b84c57090826 admin admin] Publish callbacks [] for security_group (9c3ed5ab-bd31-4b6f-869c-6739d5a0e3af), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:00.097745 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d5ea3f-387e-44e1-9bdd-f18c4ae36874 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:00.099315 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-80d5ea3f-387e-44e1-9bdd-f18c4ae36874 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/networks?id=8b91b092-b6a0-45a6-99de-57c7b0be62c4 HTTP/1.1" status: 200 len: 761 time: 0.1908898 Jan 31 18:56:00.115168 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3db0-f4d3-427a-abcd-6f1c09093061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:00.119292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52300) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:00.123765 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51d85354-0666-41a8-b44c-b84c57090826 admin admin] Publish callbacks [] for security_group (9c3ed5ab-bd31-4b6f-869c-6739d5a0e3af), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:00.234442 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2c14992b-bc5c-47be-9b57-e8f672323edf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'description': 'd2'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:00.236617 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51d85354-0666-41a8-b44c-b84c57090826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9c3ed5ab-bd31-4b6f-869c-6739d5a0e3af), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:00.244727 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:55:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'eb69a1ed-b582-4d6e-b7e7-3f660430644c', 'name': '', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:16:9f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '8f145fd4-597b-4073-9498-74d669e5811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:49Z', 'updated_at': '2022-01-31T18:55:58Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '8f145fd4-597b-4073-9498-74d669e5811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:00.245718 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51d85354-0666-41a8-b44c-b84c57090826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:00.251370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-51d85354-0666-41a8-b44c-b84c57090826 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c3ed5ab-bd31-4b6f-869c-6739d5a0e3af HTTP/1.1" status: 204 len: 168 time: 0.4707665 Jan 31 18:56:00.269956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d85354-0666-41a8-b44c-b84c57090826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3ed5ab-bd31-4b6f-869c-6739d5a0e3af,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:00.338184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52312) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:00.380982 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ca679-38be-49e0-b2f3-effddfc722e7 None None] The sync data for ids ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'] in n-d-812111-15 is: [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:55:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'eb69a1ed-b582-4d6e-b7e7-3f660430644c', 'name': '', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:16:9f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '8f145fd4-597b-4073-9498-74d669e5811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:49Z', 'updated_at': '2022-01-31T18:55:58Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '8f145fd4-597b-4073-9498-74d669e5811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:56:00.464698 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Made reservation on behalf of 805579fd5b764cbd834b432590813c80 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:00.473232 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Allocated IP 172.20.0.2 (378878a7-16c7-4e00-ab3c-a64ecf4bb552/fb248b97-d07a-4f05-8b53-bd63045c035c/7ba0ef13-83de-40fe-bf74-42e992aa739b) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:00.475963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:00.484231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2b347728-5d67-4e45-8513-547dab8ef8ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b841fd96ab5453fab9c32d46b4d477b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422632 Jan 31 18:56:00.487741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52314) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:00.668093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] device_id is not set on port 3b0905d7-4465-49eb-a9bd-5d90e33148a0 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:00.704223 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4c8efdf-992d-4320-bcb2-715c9d41c1f4 admin admin] Publish callbacks [] for security_group (01ee5d02-52ff-483b-9039-4298518dd45f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:00.767383 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4c8efdf-992d-4320-bcb2-715c9d41c1f4 admin admin] Publish callbacks [] for security_group (01ee5d02-52ff-483b-9039-4298518dd45f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:00.937145 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-930e4ec3-0e1a-4225-ade6-e30c14bb978b req-7601f847-e732-42aa-a9a3-c2b1c9e31efe tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 210 time: 0.0628018 Jan 31 18:56:00.937832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4c8efdf-992d-4320-bcb2-715c9d41c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (01ee5d02-52ff-483b-9039-4298518dd45f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:00.940694 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4c8efdf-992d-4320-bcb2-715c9d41c1f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:00.942390 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f4c8efdf-992d-4320-bcb2-715c9d41c1f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01ee5d02-52ff-483b-9039-4298518dd45f HTTP/1.1" status: 204 len: 168 time: 0.4532156 Jan 31 18:56:00.962128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8efdf-992d-4320-bcb2-715c9d41c1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ee5d02-52ff-483b-9039-4298518dd45f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:01.253406 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Publish callbacks [] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:01.265718 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:01.371412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device eb69a1ed-b582-4d6e-b7e7-3f660430644c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:01.546965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Network 378878a7-16c7-4e00-ab3c-a64ecf4bb552 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:01.562300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Pushing event updated for resources: {'Port': ['ID=7ba0ef13-83de-40fe-bf74-42e992aa739b,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:01.567399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:01.574569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:01.631161 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c14992b-bc5c-47be-9b57-e8f672323edf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (8b91b092-b6a0-45a6-99de-57c7b0be62c4), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:01.680704 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-93769959-559b-4eef-bd2f-c8557d41d06c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:01.682943 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-93769959-559b-4eef-bd2f-c8557d41d06c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.21 "GET /v2.0/networks?id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e HTTP/1.1" status: 200 len: 796 time: 0.3328183 Jan 31 18:56:01.762904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port eb69a1ed-b582-4d6e-b7e7-3f660430644c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:01.763972 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:01.765301 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c14992b-bc5c-47be-9b57-e8f672323edf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (8b91b092-b6a0-45a6-99de-57c7b0be62c4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:01.818354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Attempting to bind port 7ba0ef13-83de-40fe-bf74-42e992aa739b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:01.819863 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Attempting to bind port 7ba0ef13-83de-40fe-bf74-42e992aa739b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'ded85681-92a2-412a-bba7-8af3ca08e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '378878a7-16c7-4e00-ab3c-a64ecf4bb552'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:01.820545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Attempting to bind port 7ba0ef13-83de-40fe-bf74-42e992aa739b on network 378878a7-16c7-4e00-ab3c-a64ecf4bb552 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:01.845690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:56:01.846463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Checking segment: {'id': 'ded85681-92a2-412a-bba7-8af3ca08e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '378878a7-16c7-4e00-ab3c-a64ecf4bb552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:01.847142 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:01.847758 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Bound using segment: {'id': 'ded85681-92a2-412a-bba7-8af3ca08e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '378878a7-16c7-4e00-ab3c-a64ecf4bb552'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:56:01.848506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Bound port: 7ba0ef13-83de-40fe-bf74-42e992aa739b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded85681-92a2-412a-bba7-8af3ca08e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '378878a7-16c7-4e00-ab3c-a64ecf4bb552'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:56:01.849126 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:01.893421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c14992b-bc5c-47be-9b57-e8f672323edf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network 8b91b092-b6a0-45a6-99de-57c7b0be62c4 is not hosted by any dhcp agent {{(pid=103226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 18:56:01.899761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c14992b-bc5c-47be-9b57-e8f672323edf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:01.900397 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c14992b-bc5c-47be-9b57-e8f672323edf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:01.901845 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2c14992b-bc5c-47be-9b57-e8f672323edf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "PUT /v2.0/networks/8b91b092-b6a0-45a6-99de-57c7b0be62c4 HTTP/1.1" status: 200 len: 758 time: 1.6824212 Jan 31 18:56:01.904564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52348) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:01.932840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Allocated IP 172.20.0.12 (378878a7-16c7-4e00-ab3c-a64ecf4bb552/fb248b97-d07a-4f05-8b53-bd63045c035c/3b0905d7-4465-49eb-a9bd-5d90e33148a0) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:01.953923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14992b-bc5c-47be-9b57-e8f672323edf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=8b91b092-b6a0-45a6-99de-57c7b0be62c4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:02.034475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 8b91b092-b6a0-45a6-99de-57c7b0be62c4 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:02.128059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port eb69a1ed-b582-4d6e-b7e7-3f660430644c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:02.170196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd0ba43-fa24-4dc1-96cd-46209bd1531c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:02.181736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2bd0ba43-fa24-4dc1-96cd-46209bd1531c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/networks?id=8b91b092-b6a0-45a6-99de-57c7b0be62c4 HTTP/1.1" status: 200 len: 761 time: 0.2760172 Jan 31 18:56:02.183424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52358) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:02.208962 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-90172bfb-9c55-4240-8284-0c058686c75c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 380 time: 0.5139942 Jan 31 18:56:02.237124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ad892f7-c57b-4b50-b6f6-465a50375155 req-6f133d77-9b26-4cdf-9969-88260edb4927 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 210 time: 0.1510477 Jan 31 18:56:02.245437 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'port': {'device_id': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'admin_state_up': True, 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'security_groups': ['54980aea-9851-49c3-993e-7fb120763d85']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:02.245774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9c84c951-5afd-4b7e-8f21-5748ab477726 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-223408989'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:02.278985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c84c951-5afd-4b7e-8f21-5748ab477726 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:02.283355 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c84c951-5afd-4b7e-8f21-5748ab477726 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:02.311745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] For port 7ba0ef13-83de-40fe-bf74-42e992aa739b, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:02.318341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] For port 7ba0ef13-83de-40fe-bf74-42e992aa739b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7ba0ef13-83de-40fe-bf74-42e992aa739b,segment=NetworkSegment(ded85681-92a2-412a-bba7-8af3ca08e6ce),segment_id=ded85681-92a2-412a-bba7-8af3ca08e6ce)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:56:02.327443 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:02.343913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c84c951-5afd-4b7e-8f21-5748ab477726 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:02.371474 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c84c951-5afd-4b7e-8f21-5748ab477726 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:02.372374 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-9c84c951-5afd-4b7e-8f21-5748ab477726 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Added segment 2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7 of type vlan for network 3a5c9c7b-568b-40e3-abbb-e17cc1fb9140 Jan 31 18:56:02.404660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83364f8-a642-4e01-9f1c-2c0c8e14de1a None None] Pushing event updated for resources: {'Port': ['ID=7ba0ef13-83de-40fe-bf74-42e992aa739b,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:02.489352 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c84c951-5afd-4b7e-8f21-5748ab477726 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (3a5c9c7b-568b-40e3-abbb-e17cc1fb9140), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:02.576316 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c84c951-5afd-4b7e-8f21-5748ab477726 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (3a5c9c7b-568b-40e3-abbb-e17cc1fb9140), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:02.583335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c84c951-5afd-4b7e-8f21-5748ab477726 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:02.584010 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c84c951-5afd-4b7e-8f21-5748ab477726 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:02.681270 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea3db0-f4d3-427a-abcd-6f1c09093061 admin admin] Deleting port 4b362340-6bb9-4504-9f66-10886c8a9a05 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:02.681936 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3db0-f4d3-427a-abcd-6f1c09093061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:02.720502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Made reservation on behalf of ee02e97acfcd42578f53acc92edaa3d5 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:02.732779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:02.736664 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9c84c951-5afd-4b7e-8f21-5748ab477726 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5145359 Jan 31 18:56:02.737303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52374) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:02.756235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6cf5adb5-01d1-4fa1-b601-b2dfe5bfc063 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'network_id': '3a5c9c7b-568b-40e3-abbb-e17cc1fb9140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:02.925063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84c951-5afd-4b7e-8f21-5748ab477726 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=3a5c9c7b-568b-40e3-abbb-e17cc1fb9140,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:02.939316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 3a5c9c7b-568b-40e3-abbb-e17cc1fb9140 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:03.003497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf5adb5-01d1-4fa1-b601-b2dfe5bfc063 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:03.022259 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cf5adb5-01d1-4fa1-b601-b2dfe5bfc063 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:03.098103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks [] for port (3b0905d7-4465-49eb-a9bd-5d90e33148a0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:03.301217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7ba0ef13-83de-40fe-bf74-42e992aa739b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:03.352910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f9ea3db0-f4d3-427a-abcd-6f1c09093061 admin admin] For port 4b362340-6bb9-4504-9f66-10886c8a9a05, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4b362340-6bb9-4504-9f66-10886c8a9a05,segment=NetworkSegment(1b3d63b2-72fa-4f86-a8e6-710b98edd3f6),segment_id=1b3d63b2-72fa-4f86-a8e6-710b98edd3f6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:03.353319 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3db0-f4d3-427a-abcd-6f1c09093061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:03.368092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea3db0-f4d3-427a-abcd-6f1c09093061 admin admin] Calling delete_port for 4b362340-6bb9-4504-9f66-10886c8a9a05 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:03.453893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7ba0ef13-83de-40fe-bf74-42e992aa739b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:03.454833 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:03.584372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52394) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:03.592642 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3b0905d7-4465-49eb-a9bd-5d90e33148a0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:03.602371 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3db0-f4d3-427a-abcd-6f1c09093061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4b362340-6bb9-4504-9f66-10886c8a9a05), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:03.611387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7ba0ef13-83de-40fe-bf74-42e992aa739b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:03.616740 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:03.647426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Network 378878a7-16c7-4e00-ab3c-a64ecf4bb552 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:03.656613 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:03.679901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:03.732527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 7ba0ef13-83de-40fe-bf74-42e992aa739b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7ba0ef13-83de-40fe-bf74-42e992aa739b,segment=NetworkSegment(ded85681-92a2-412a-bba7-8af3ca08e6ce),segment_id=ded85681-92a2-412a-bba7-8af3ca08e6ce)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:03.737931 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:03.768732 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:03.769768 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:03.781695 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52402) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:03.853183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea3db0-f4d3-427a-abcd-6f1c09093061 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b362340-6bb9-4504-9f66-10886c8a9a05,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:03.859333 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=7ba0ef13-83de-40fe-bf74-42e992aa739b,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:03.872291 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.1421540 Jan 31 18:56:03.873591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-599300388'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:03.937184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52406) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:03.964615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d534a-d8cc-411f-a043-3b55949f65e5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Pushing event updated for resources: {'Port': ['ID=3b0905d7-4465-49eb-a9bd-5d90e33148a0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:03.971117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:03.974760 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:03.999543 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:04.050071 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4d47286-adcf-4474-90ed-efb030e6d2c3 req-613f0e75-4183-48c4-a208-73afe63c2c53 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 210 time: 0.1937399 Jan 31 18:56:04.259745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-725a1bc7-d46e-41a4-8998-197fcd1784af tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Deleting port 3b0905d7-4465-49eb-a9bd-5d90e33148a0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:04.260998 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-725a1bc7-d46e-41a4-8998-197fcd1784af tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3b0905d7-4465-49eb-a9bd-5d90e33148a0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:04.361831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c9ad9a-e57b-4cb9-a8ea-20dba8c192ab None None] Network 378878a7-16c7-4e00-ab3c-a64ecf4bb552 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:04.454758 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-45a05b56-80c0-430b-bba6-d82a02caaec2 None None] Provisioning complete for port 7ba0ef13-83de-40fe-bf74-42e992aa739b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:04.455533 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45a05b56-80c0-430b-bba6-d82a02caaec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:04.491629 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cf5adb5-01d1-4fa1-b601-b2dfe5bfc063 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (65a9350b-2b12-4516-97db-34d731af3f5e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:04.545556 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-725a1bc7-d46e-41a4-8998-197fcd1784af tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3b0905d7-4465-49eb-a9bd-5d90e33148a0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:04.549541 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-462045980-network', 'tenant_id': '5364cc4d46d44a3aa6b7956213fc3a56'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:04.573612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-725a1bc7-d46e-41a4-8998-197fcd1784af tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Calling delete_port for 3b0905d7-4465-49eb-a9bd-5d90e33148a0 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:04.659107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.20.0.7 (fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e/8f145fd4-597b-4073-9498-74d669e5811f/e10764b9-0375-4a3e-bae9-1768f0a0d4e9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:04.660666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-45a05b56-80c0-430b-bba6-d82a02caaec2 None None] Current status of the port 7ba0ef13-83de-40fe-bf74-42e992aa739b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:04.661984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5adb5-01d1-4fa1-b601-b2dfe5bfc063 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=65a9350b-2b12-4516-97db-34d731af3f5e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:04.673542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf5adb5-01d1-4fa1-b601-b2dfe5bfc063 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking segment: {'id': '2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3a5c9c7b-568b-40e3-abbb-e17cc1fb9140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:04.673931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf5adb5-01d1-4fa1-b601-b2dfe5bfc063 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network hostable DHCP agents. Network: 3a5c9c7b-568b-40e3-abbb-e17cc1fb9140, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:56:04.704935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf5adb5-01d1-4fa1-b601-b2dfe5bfc063 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network 3a5c9c7b-568b-40e3-abbb-e17cc1fb9140 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:04.732786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Made reservation on behalf of 5364cc4d46d44a3aa6b7956213fc3a56 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:04.735733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:04.786331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6cf5adb5-01d1-4fa1-b601-b2dfe5bfc063 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 3a5c9c7b-568b-40e3-abbb-e17cc1fb9140) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:04.798164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b02c64-50bf-4fe6-8fc6-ad0d289f171a None None] Network 3a5c9c7b-568b-40e3-abbb-e17cc1fb9140 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:04.813312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5adb5-01d1-4fa1-b601-b2dfe5bfc063 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:04.814449 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cf5adb5-01d1-4fa1-b601-b2dfe5bfc063 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:04.853211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:04.868214 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6cf5adb5-01d1-4fa1-b601-b2dfe5bfc063 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1221237 Jan 31 18:56:04.871705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:04.880111 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-725a1bc7-d46e-41a4-8998-197fcd1784af tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3b0905d7-4465-49eb-a9bd-5d90e33148a0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.024666 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3a5c9c7b-568b-40e3-abbb-e17cc1fb9140), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.032096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-3a5c9c7b-568b-40e3-abbb-e17cc1fb9140', 'network_id': '3a5c9c7b-568b-40e3-abbb-e17cc1fb9140', 'project_id': '2a20cd5c8ccd4d139797abe19df72129', 'fixed_ips': [{'subnet_id': '65a9350b-2b12-4516-97db-34d731af3f5e'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:56:05.033284 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.075508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a1bc7-d46e-41a4-8998-197fcd1784af tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Pushing event deleted for resources: {'Port': ['ID=3b0905d7-4465-49eb-a9bd-5d90e33148a0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:05.250499 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3db0-f4d3-427a-abcd-6f1c09093061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.292069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7b0da5fa-7b1d-4eb1-9335-3bb24517da24 None None] Provisioning complete for port 7ba0ef13-83de-40fe-bf74-42e992aa739b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:05.292729 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7b0da5fa-7b1d-4eb1-9335-3bb24517da24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.384191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7ba0ef13-83de-40fe-bf74-42e992aa739b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:05.394132 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.408885 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8941bfc-b948-4976-ae7e-41d05e3694b7 req-30492d37-b8f7-4bd0-8474-8095eb315937 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 210 time: 0.1428711 Jan 31 18:56:05.427504 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-725a1bc7-d46e-41a4-8998-197fcd1784af tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.431225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-725a1bc7-d46e-41a4-8998-197fcd1784af tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] 10.222.0.20 "DELETE /v2.0/ports/3b0905d7-4465-49eb-a9bd-5d90e33148a0 HTTP/1.1" status: 204 len: 168 time: 1.4919667 Jan 31 18:56:05.434667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52430) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:05.442460 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (65a9350b-2b12-4516-97db-34d731af3f5e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.536464 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (bd74a07c-dc15-4d2b-91c4-00a35048d95b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.564648 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bd74a07c-dc15-4d2b-91c4-00a35048d95b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.663559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7b0da5fa-7b1d-4eb1-9335-3bb24517da24 None None] Current status of the port 7ba0ef13-83de-40fe-bf74-42e992aa739b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:05.671370 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Allocated IP 172.20.0.2 (3a5c9c7b-568b-40e3-abbb-e17cc1fb9140/65a9350b-2b12-4516-97db-34d731af3f5e/a6e09b9f-6fa2-4486-840e-51bc4adc5bc4) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:05.675388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7ba0ef13-83de-40fe-bf74-42e992aa739b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:05.676068 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.695817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:05.739767 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a2fdbe63-602f-4d77-a8b8-166a79087edf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.740318 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Added segment a2fdbe63-602f-4d77-a8b8-166a79087edf of type vlan for network 03351212-8393-4239-90fb-e7254b1f94f8 Jan 31 18:56:05.745124 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd74a07c-dc15-4d2b-91c4-00a35048d95b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:05.758097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7b0da5fa-7b1d-4eb1-9335-3bb24517da24 None None] Could not find standard attr ID for object 3b0905d7-4465-49eb-a9bd-5d90e33148a0. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:56:05.765166 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Publish callbacks [] for security_group (0310576e-0073-453d-955e-83e42414ee10), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.776355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.808222 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0310576e-0073-453d-955e-83e42414ee10), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.873919 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (03351212-8393-4239-90fb-e7254b1f94f8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:05.907252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:05.907252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:05.908703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5506ad55-abfa-4744-92fd-2fba5419055b tempest-DHCPAgentSchedulersTestJSON-1392081245 tempest-DHCPAgentSchedulersTestJSON-1392081245-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.4725559 Jan 31 18:56:05.909900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:05.921364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c82d8d1d-65da-4f72-8b1c-67aafcc30cc5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1522185107'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:05.922045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3db8d263-9b4b-4912-87ad-8563e488f86f None None] Could not find standard attr ID for object 3b0905d7-4465-49eb-a9bd-5d90e33148a0. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:56:05.938499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:05.940429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0310576e-0073-453d-955e-83e42414ee10,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:06.001963 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:06.030949 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:06.045614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7ba0ef13-83de-40fe-bf74-42e992aa739b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:06.125676 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (46738f87-d900-4ef8-a674-35fe8223ad76), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.125676 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Added segment 46738f87-d900-4ef8-a674-35fe8223ad76 of type vlan for network 8c183b94-d131-43f6-abd6-daa20cc7c014 Jan 31 18:56:06.159206 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Publish callbacks [] for port (a6e09b9f-6fa2-4486-840e-51bc4adc5bc4), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.169936 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (a6e09b9f-6fa2-4486-840e-51bc4adc5bc4), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.195028 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (65a9350b-2b12-4516-97db-34d731af3f5e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.249197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Network 3a5c9c7b-568b-40e3-abbb-e17cc1fb9140 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:06.251915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:06.261265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:06.265091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82d8d1d-65da-4f72-8b1c-67aafcc30cc5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Made reservation on behalf of 805579fd5b764cbd834b432590813c80 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:06.270100 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d1d-65da-4f72-8b1c-67aafcc30cc5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.287640 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (03351212-8393-4239-90fb-e7254b1f94f8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.303312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:06.319876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Subnet': ['ID=65a9350b-2b12-4516-97db-34d731af3f5e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:06.320075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Pushing event updated for resources: {'Port': ['ID=a6e09b9f-6fa2-4486-840e-51bc4adc5bc4,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:06.321555 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.365327 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (8c183b94-d131-43f6-abd6-daa20cc7c014), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.399619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Attempting to bind port a6e09b9f-6fa2-4486-840e-51bc4adc5bc4 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:06.400113 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Attempting to bind port a6e09b9f-6fa2-4486-840e-51bc4adc5bc4 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3a5c9c7b-568b-40e3-abbb-e17cc1fb9140'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:06.401942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Attempting to bind port a6e09b9f-6fa2-4486-840e-51bc4adc5bc4 on network 3a5c9c7b-568b-40e3-abbb-e17cc1fb9140 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:06.430667 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (8c183b94-d131-43f6-abd6-daa20cc7c014), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.431668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:06.432329 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.439376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:56:06.440842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Checking segment: {'id': '2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3a5c9c7b-568b-40e3-abbb-e17cc1fb9140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:06.442053 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.442911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Bound using segment: {'id': '2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3a5c9c7b-568b-40e3-abbb-e17cc1fb9140'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:56:06.444912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Bound port: a6e09b9f-6fa2-4486-840e-51bc4adc5bc4, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3a5c9c7b-568b-40e3-abbb-e17cc1fb9140'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:56:06.446197 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a6e09b9f-6fa2-4486-840e-51bc4adc5bc4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.529477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-94c8e185-995f-488a-9352-129c028e2c3a None None] Provisioning complete for port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:06.529877 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-94c8e185-995f-488a-9352-129c028e2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.530991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3a5c9c7b-568b-40e3-abbb-e17cc1fb9140), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.566070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5c9c7b-568b-40e3-abbb-e17cc1fb9140']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:06.571645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:06.572898 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.585879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:06.586245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:06.623793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-94c8e185-995f-488a-9352-129c028e2c3a None None] Port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:56:06.626363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] For port a6e09b9f-6fa2-4486-840e-51bc4adc5bc4, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:06.634328 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.662361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] For port a6e09b9f-6fa2-4486-840e-51bc4adc5bc4, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a6e09b9f-6fa2-4486-840e-51bc4adc5bc4,segment=NetworkSegment(2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7),segment_id=2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:56:06.670203 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a6e09b9f-6fa2-4486-840e-51bc4adc5bc4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.684163 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.694406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82d8d1d-65da-4f72-8b1c-67aafcc30cc5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:06.695427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:06.696774 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.706254 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-3891bae4-5880-49a4-bdfa-a6cdfec217a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4817467 Jan 31 18:56:06.723033 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.9006088 Jan 31 18:56:06.726260 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1404145 Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:06.728211 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:06.730706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Request body: {'port': {'device_id': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:06.733008 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:06.733737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52454) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:06.754295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'name': 'tempest-PortsTestJSON-1245101736'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:06.760177 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0be78602-4b13-4bbe-9f29-f959f4afc952 admin admin] Request body: {'subnet': {'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-462045980-subnet', 'tenant_id': '5364cc4d46d44a3aa6b7956213fc3a56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:06.784956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92165c1-4ef3-45e5-8d68-994595834118 None None] Pushing event updated for resources: {'Port': ['ID=a6e09b9f-6fa2-4486-840e-51bc4adc5bc4,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:06.786549 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3d548-cb82-446a-ae0b-006e968a99a5 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Network': ['ID=03351212-8393-4239-90fb-e7254b1f94f8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:06.810270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb06f2-b05e-400c-8dce-250411fb46d7 req-56ac1f76-777f-4dc0-951a-d2766ebefcf5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:06.812018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 03351212-8393-4239-90fb-e7254b1f94f8 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:06.814289 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cf5bfd-e6c9-481c-8425-80d4a7d01a92 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:56:06.818992 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d1d-65da-4f72-8b1c-67aafcc30cc5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (0492fe31-07d0-4177-b70f-b5fb7fb366c2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:06.819174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81fb06f2-b05e-400c-8dce-250411fb46d7 req-56ac1f76-777f-4dc0-951a-d2766ebefcf5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 931 time: 0.2200325 Jan 31 18:56:06.819347 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-c82d8d1d-65da-4f72-8b1c-67aafcc30cc5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Added segment 0492fe31-07d0-4177-b70f-b5fb7fb366c2 of type vlan for network 225cf84d-fde4-4579-b71f-2dde8765e26a Jan 31 18:56:06.827786 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 18:56:06.827786 n-d-812111-15 neutron-server[103225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 18:56:06.827786 n-d-812111-15 neutron-server[103225]: [parameters: {'id': '3a5c9c7b-568b-40e3-abbb-e17cc1fb9140'}] Jan 31 18:56:06.827786 n-d-812111-15 neutron-server[103225]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:56:06.828252 n-d-812111-15 neutron-server[103225]: DEBUG oslo_db.api [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:56:06.901674 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81fb06f2-b05e-400c-8dce-250411fb46d7 req-67fc30b0-48bb-4d66-bcd2-67889f11f674 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815098 Jan 31 18:56:06.973729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ea3db0-f4d3-427a-abcd-6f1c09093061 admin admin] Router 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:56:06.993983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cf5bfd-e6c9-481c-8425-80d4a7d01a92 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:56:07.019185 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d1d-65da-4f72-8b1c-67aafcc30cc5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (225cf84d-fde4-4579-b71f-2dde8765e26a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.021433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be78602-4b13-4bbe-9f29-f959f4afc952 admin admin] Made reservation on behalf of 5364cc4d46d44a3aa6b7956213fc3a56 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:07.023949 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0be78602-4b13-4bbe-9f29-f959f4afc952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.064065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335a972-81c0-4101-aeae-0528ce07e179 admin admin] Pushing event updated for resources: {'Network': ['ID=8c183b94-d131-43f6-abd6-daa20cc7c014,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:07.078917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 8c183b94-d131-43f6-abd6-daa20cc7c014 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:07.108729 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.189973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:07.193348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.195286 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d1d-65da-4f72-8b1c-67aafcc30cc5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (225cf84d-fde4-4579-b71f-2dde8765e26a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.200874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d8d1d-65da-4f72-8b1c-67aafcc30cc5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:07.201401 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c82d8d1d-65da-4f72-8b1c-67aafcc30cc5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.245841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c43523-8fff-4e54-b961-fc10217a2eb0 None None] Network 3a5c9c7b-568b-40e3-abbb-e17cc1fb9140 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:07.331601 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3a5c9c7b-568b-40e3-abbb-e17cc1fb9140), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.336104 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c82d8d1d-65da-4f72-8b1c-67aafcc30cc5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4230950 Jan 31 18:56:07.336740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52468) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:07.383098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:07.499785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d8d1d-65da-4f72-8b1c-67aafcc30cc5 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Pushing event updated for resources: {'Network': ['ID=225cf84d-fde4-4579-b71f-2dde8765e26a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:07.505275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Deleting port a6e09b9f-6fa2-4486-840e-51bc4adc5bc4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:07.505713 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a6e09b9f-6fa2-4486-840e-51bc4adc5bc4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.521353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 225cf84d-fde4-4579-b71f-2dde8765e26a details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:07.551056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ea3db0-f4d3-427a-abcd-6f1c09093061 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:56:07.579781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] For port a6e09b9f-6fa2-4486-840e-51bc4adc5bc4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a6e09b9f-6fa2-4486-840e-51bc4adc5bc4,segment=NetworkSegment(2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7),segment_id=2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:07.580209 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a6e09b9f-6fa2-4486-840e-51bc4adc5bc4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.595664 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Calling delete_port for a6e09b9f-6fa2-4486-840e-51bc4adc5bc4 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:07.597922 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f9ea3db0-f4d3-427a-abcd-6f1c09093061 admin admin] 10.222.0.20 "PUT /v2.0/routers/8c4e9562-4f3b-47ab-bbd4-3426817c4ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9546354 Jan 31 18:56:07.616600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52474) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:07.685622 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a6e09b9f-6fa2-4486-840e-51bc4adc5bc4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.736497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Port': ['ID=a6e09b9f-6fa2-4486-840e-51bc4adc5bc4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:07.748477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No DVR routers for this DVR port a6e09b9f-6fa2-4486-840e-51bc4adc5bc4 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:07.767106 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-21eae81c-b7ef-4979-af25-bd4e77d83e7c tempest-DHCPAgentSchedulersTestJSON-1392081245 tempest-DHCPAgentSchedulersTestJSON-1392081245-project-admin] 10.222.0.20 "GET /v2.0/agents/52cd3048-d044-4017-a4ad-8bdc31b9f8dd/dhcp-networks HTTP/1.1" status: 200 len: 7223 time: 0.4240839 Jan 31 18:56:07.771621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:07.847686 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3a5c9c7b-568b-40e3-abbb-e17cc1fb9140), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.847959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c07a9a0-775d-49bf-9125-96add7ad09f1 None None] Sync routers for ids ['8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:56:07.875164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07a9a0-775d-49bf-9125-96add7ad09f1 None None] Routers {'8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:56:07.875838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c07a9a0-775d-49bf-9125-96add7ad09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:07.879793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5c9c7b-568b-40e3-abbb-e17cc1fb9140']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:07.894879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:07.894879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:07.909249 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.931282 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.943140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:07.943906 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (2bbcf1e1-979d-4c32-a7ab-d38c4eb50ee7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:07.949796 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:07.980983 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0be78602-4b13-4bbe-9f29-f959f4afc952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (a84ab55c-34af-4b5d-8cef-07d311d8d426), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:08.049008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2c07a9a0-775d-49bf-9125-96add7ad09f1 None None] Set router 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:56:08.081068 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (3a5c9c7b-568b-40e3-abbb-e17cc1fb9140), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:08.092562 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:08.098244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/3a5c9c7b-568b-40e3-abbb-e17cc1fb9140 HTTP/1.1" status: 204 len: 168 time: 3.2231221 Jan 31 18:56:08.098409 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (35c7b3cf-dc16-42df-a93f-0abc8d9256ff), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:08.102593 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:08.110614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552f63c-0055-4d3b-800f-c653e772b073 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Network': ['ID=3a5c9c7b-568b-40e3-abbb-e17cc1fb9140,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:08.142658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271d906-0c45-427a-a806-feecb8f49c6d req-e94a9142-0c37-42a7-ae53-23d5afc9940f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:08.153338 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b271d906-0c45-427a-a806-feecb8f49c6d req-e94a9142-0c37-42a7-ae53-23d5afc9940f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 931 time: 0.1279380 Jan 31 18:56:08.166102 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Publish callbacks [] for router (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:08.267661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b271d906-0c45-427a-a806-feecb8f49c6d req-ee38a9d7-99ff-4f96-b885-36002ab6cf64 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059690 Jan 31 18:56:08.280714 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c07a9a0-775d-49bf-9125-96add7ad09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'name': 'tempest-ServerRescueTestJSON-1049048612-router', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:56:03Z', 'revision_number': 5, 'project_id': 'a8e288a02cb449b8affb45a44193691f', 'gw_port': {'id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:08.320841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c07a9a0-775d-49bf-9125-96add7ad09f1 None None] Checking router: 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:56:08.332491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07a9a0-775d-49bf-9125-96add7ad09f1 None None] Routers {'8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:56:08.333625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c07a9a0-775d-49bf-9125-96add7ad09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:08.462367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2c07a9a0-775d-49bf-9125-96add7ad09f1 None None] Set router 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:56:08.600918 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1489720-4a52-43e4-ab37-3c75fb3627e2 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] GET failed (client error): The resource could not be found. Jan 31 18:56:08.602272 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f1489720-4a52-43e4-ab37-3c75fb3627e2 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/subnets/65a9350b-2b12-4516-97db-34d731af3f5e HTTP/1.1" status: 404 len: 337 time: 0.4845970 Jan 31 18:56:08.605652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:08.620317 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10764b9-0375-4a3e-bae9-1768f0a0d4e9 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:56:08.628632 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Publish callbacks [] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:08.638000 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-5236d270-52e5-4fe2-892e-ba9e448da632 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:08.639431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5236d270-52e5-4fe2-892e-ba9e448da632 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:08.643640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5236d270-52e5-4fe2-892e-ba9e448da632 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/3a5c9c7b-568b-40e3-abbb-e17cc1fb9140 HTTP/1.1" status: 404 len: 339 time: 0.0362573 Jan 31 18:56:08.644681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Transition to ACTIVE for port object e10764b9-0375-4a3e-bae9-1768f0a0d4e9 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:56:08.649213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:08.665253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be78602-4b13-4bbe-9f29-f959f4afc952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84ab55c-34af-4b5d-8cef-07d311d8d426,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:08.665509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c07a9a0-775d-49bf-9125-96add7ad09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'name': 'tempest-ServerRescueTestJSON-1049048612-router', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:56:03Z', 'revision_number': 5, 'project_id': 'a8e288a02cb449b8affb45a44193691f', 'gw_port': {'id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:08.669930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:08.695360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c07a9a0-775d-49bf-9125-96add7ad09f1 None None] The sync data for ids ['8c4e9562-4f3b-47ab-bbd4-3426817c4ea5'] in n-d-812111-15 is: [{'id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'name': 'tempest-ServerRescueTestJSON-1049048612-router', 'tenant_id': 'a8e288a02cb449b8affb45a44193691f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:56:03Z', 'revision_number': 5, 'project_id': 'a8e288a02cb449b8affb45a44193691f', 'gw_port': {'id': 'c10997f6-ce96-4410-ac10-b67f50ad714d', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e9562-4f3b-47ab-bbd4-3426817c4ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:53:41Z', 'updated_at': '2022-01-31T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:56:08.827736 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d101f779-4154-44d0-a940-cf7061639b48 tempest-DHCPAgentSchedulersTestJSON-1392081245 tempest-DHCPAgentSchedulersTestJSON-1392081245-project-admin] Network 225cf84d-fde4-4579-b71f-2dde8765e26a is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:08.852895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Pushing event updated for resources: {'Port': ['ID=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:08.858018 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be78602-4b13-4bbe-9f29-f959f4afc952 admin admin] Checking segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:08.858667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be78602-4b13-4bbe-9f29-f959f4afc952 admin admin] Network hostable DHCP agents. Network: 8c183b94-d131-43f6-abd6-daa20cc7c014, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:56:08.871681 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (35c7b3cf-dc16-42df-a93f-0abc8d9256ff), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:08.882059 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d101f779-4154-44d0-a940-cf7061639b48 tempest-DHCPAgentSchedulersTestJSON-1392081245 tempest-DHCPAgentSchedulersTestJSON-1392081245-project-admin] 10.222.0.20 "POST /v2.0/agents/52cd3048-d044-4017-a4ad-8bdc31b9f8dd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1056266 Jan 31 18:56:08.882709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52500) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:08.885112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03893f5d-0648-477b-8ba7-c59e461a2727 None None] Network 225cf84d-fde4-4579-b71f-2dde8765e26a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:08.959455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62546759-52e1-4f98-a927-ef9f10687957 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:08.965544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-62546759-52e1-4f98-a927-ef9f10687957 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3142416 Jan 31 18:56:08.968234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52504) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:09.051940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cb8ecf65-1608-4ab5-b400-ddaab2c35907 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 207 time: 0.0804811 Jan 31 18:56:09.056456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52508) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:09.067709 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Publish callbacks [] for router_gateway (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:09.090967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b362340-6bb9-4504-9f66-10886c8a9a05 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:56:09.148516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52512) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:09.151900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Checking segment: {'id': 'a2fdbe63-602f-4d77-a8b8-166a79087edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '03351212-8393-4239-90fb-e7254b1f94f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:09.152366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network hostable DHCP agents. Network: 03351212-8393-4239-90fb-e7254b1f94f8, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:56:09.179957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 4b362340-6bb9-4504-9f66-10886c8a9a05 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:56:09.180698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b362340-6bb9-4504-9f66-10886c8a9a05 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:56:09.203277 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be78602-4b13-4bbe-9f29-f959f4afc952 admin admin] Network 8c183b94-d131-43f6-abd6-daa20cc7c014 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:09.239613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68721a7d-acdc-438b-b789-b5c978ccad58 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:09.246295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68721a7d-acdc-438b-b789-b5c978ccad58 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:09.253449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68721a7d-acdc-438b-b789-b5c978ccad58 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:09.259236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68721a7d-acdc-438b-b789-b5c978ccad58 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:09.264591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=35c7b3cf-dc16-42df-a93f-0abc8d9256ff,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:09.264773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-68721a7d-acdc-438b-b789-b5c978ccad58 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2010713 Jan 31 18:56:09.271441 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52518) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:09.280376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0be78602-4b13-4bbe-9f29-f959f4afc952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 8c183b94-d131-43f6-abd6-daa20cc7c014) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:09.289185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6f2e84-f4ac-4d5a-8c85-7b6514261791 None None] Network 8c183b94-d131-43f6-abd6-daa20cc7c014 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:09.299653 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be78602-4b13-4bbe-9f29-f959f4afc952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:09.300295 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0be78602-4b13-4bbe-9f29-f959f4afc952 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:09.418178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 03351212-8393-4239-90fb-e7254b1f94f8 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:09.454836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c7a61a-a164-4954-97e7-277781184e75 None None] Network 8c183b94-d131-43f6-abd6-daa20cc7c014 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:09.456001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801816f0-ba75-4e0d-8310-99d73b32c089 req-61715be0-d16c-435c-bcdb-eb5a259f8968 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:09.457753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-801816f0-ba75-4e0d-8310-99d73b32c089 req-61715be0-d16c-435c-bcdb-eb5a259f8968 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 943 time: 0.0903552 Jan 31 18:56:09.502696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Attempting to bind port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:09.503167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Attempting to bind port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:09.503503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Attempting to bind port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:09.505408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 03351212-8393-4239-90fb-e7254b1f94f8) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:09.517953 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e79edc-ef3a-4f35-b33c-7fe664115036 None None] Network 03351212-8393-4239-90fb-e7254b1f94f8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:09.535490 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0be78602-4b13-4bbe-9f29-f959f4afc952 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7934396 Jan 31 18:56:09.536585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e501bd84-6282-43e3-b3ce-3f3c7e20d014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:09.538630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:09.544395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-801816f0-ba75-4e0d-8310-99d73b32c089 req-c4b14a4f-ef07-4083-aaa8-7b3f026f1763 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782249 Jan 31 18:56:09.545721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:09.546369 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:09.568305 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:09.568708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Attempting to bind port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:09.587779 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e137dd4b-e619-493d-8081-6f167af886ee tempest-DHCPAgentSchedulersTestJSON-1392081245 tempest-DHCPAgentSchedulersTestJSON-1392081245-project-admin] 10.222.0.20 "GET /v2.0/agents/52cd3048-d044-4017-a4ad-8bdc31b9f8dd/dhcp-networks HTTP/1.1" status: 200 len: 7239 time: 0.6917725 Jan 31 18:56:09.590649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52524) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:09.622995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Deleting port c10997f6-ce96-4410-ac10-b67f50ad714d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:09.623347 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:09.632450 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:56:09.632802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Checking segment: {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:09.633199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Bound using segment: {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:56:09.633654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Bound port: e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:56:09.634113 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:09.656173 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-25fd6e20-a4d9-4bf3-8cf2-587db5746e6d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9130332 Jan 31 18:56:09.676736 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52528) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:09.732132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-efc7598f-f28b-486c-8b51-135be7eefe3f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1333067732'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:09.747184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-16ed4213-c61a-452a-8505-f2847cb6ab40 tempest-DHCPAgentSchedulersTestJSON-1392081245 tempest-DHCPAgentSchedulersTestJSON-1392081245-project-admin] 10.222.0.20 "DELETE /v2.0/agents/52cd3048-d044-4017-a4ad-8bdc31b9f8dd/dhcp-networks/225cf84d-fde4-4579-b71f-2dde8765e26a HTTP/1.1" status: 204 len: 168 time: 0.1462979 Jan 31 18:56:09.748471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:09.775180 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fb0a166e-4334-4eb6-87e8-6017c9bdd3bd tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4697421 Jan 31 18:56:09.784572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:09.901680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc7598f-f28b-486c-8b51-135be7eefe3f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:09.907467 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8b1a4be6-33c4-476c-b9b5-b04d9fbd61c4 tempest-DHCPAgentSchedulersTestJSON-1392081245 tempest-DHCPAgentSchedulersTestJSON-1392081245-project-admin] 10.222.0.20 "GET /v2.0/agents/52cd3048-d044-4017-a4ad-8bdc31b9f8dd/dhcp-networks HTTP/1.1" status: 200 len: 8015 time: 0.1529803 Jan 31 18:56:09.907809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc7598f-f28b-486c-8b51-135be7eefe3f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:09.908808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:09.930590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-44bd2385-b99b-4612-9854-85c32c93093e tempest-DHCPAgentSchedulersTestJSON-1392081245 tempest-DHCPAgentSchedulersTestJSON-1392081245-project-admin] 10.222.0.20 "GET /v2.0/networks/378878a7-16c7-4e00-ab3c-a64ecf4bb552/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0202353 Jan 31 18:56:09.934410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52544) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:09.959854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-872d8069-237d-4cbf-91a9-ca84e22807d0 tempest-DHCPAgentSchedulersTestJSON-1392081245 tempest-DHCPAgentSchedulersTestJSON-1392081245-project-admin] 10.222.0.20 "GET /v2.0/networks/378878a7-16c7-4e00-ab3c-a64ecf4bb552/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0237408 Jan 31 18:56:09.962462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52548) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:09.968724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd4f31e-8802-4d2f-bc5a-67bf28d788fe tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:09.970057 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd4f31e-8802-4d2f-bc5a-67bf28d788fe tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:09.971581 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-abd4f31e-8802-4d2f-bc5a-67bf28d788fe tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1630106 Jan 31 18:56:09.972844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:09.980099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52550) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:09.980897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:56:09.997523 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] For port c10997f6-ce96-4410-ac10-b67f50ad714d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c10997f6-ce96-4410-ac10-b67f50ad714d,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:09.997905 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:10.001829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e501bd84-6282-43e3-b3ce-3f3c7e20d014 admin admin] Publish callbacks [] for security_group (89f8fff9-273a-4d06-a1f7-3228242f2bcb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:10.010774 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:10.029936 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e501bd84-6282-43e3-b3ce-3f3c7e20d014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (89f8fff9-273a-4d06-a1f7-3228242f2bcb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:10.049488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Calling delete_port for c10997f6-ce96-4410-ac10-b67f50ad714d owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:10.065796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc7598f-f28b-486c-8b51-135be7eefe3f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:10.106449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:10.107061 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:10.108487 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] 10.222.0.21 "PUT /v2.0/ports/e10764b9-0375-4a3e-bae9-1768f0a0d4e9 HTTP/1.1" status: 200 len: 1092 time: 3.3902447 Jan 31 18:56:10.109331 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:56:10.113852 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:56:10.116173 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b272e9b-775c-4120-96ce-14226a531a43" -d '{"events": [{"name": "network-changed", "server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:56:10.136571 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc7598f-f28b-486c-8b51-135be7eefe3f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (81b3eae6-66be-4706-8349-5936ad857687), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:10.136924 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-efc7598f-f28b-486c-8b51-135be7eefe3f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Added segment 81b3eae6-66be-4706-8349-5936ad857687 of type vlan for network 997a7607-bacd-4b6d-bd12-f4abab9bdd94 Jan 31 18:56:10.229042 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aef438-bca6-4ac0-bc49-6f2a99923a8f x-openstack-request-id: req-60aef438-bca6-4ac0-bc49-6f2a99923a8f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:56:10.229529 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:56:10.229844 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60aef438-bca6-4ac0-bc49-6f2a99923a8f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:56:10.230284 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'status': 'completed', 'code': 200} Jan 31 18:56:10.238420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ea7948-d6fe-4ca2-bdc5-7a2096c2b365 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:10.239789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ea7948-d6fe-4ca2-bdc5-7a2096c2b365 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:10.245141 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-92ea7948-d6fe-4ca2-bdc5-7a2096c2b365 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2607305 Jan 31 18:56:10.248040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52562) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:10.276432 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e501bd84-6282-43e3-b3ce-3f3c7e20d014 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae930cbb2d024a26ad8512fe5169e41b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1189351 Jan 31 18:56:10.418254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501bd84-6282-43e3-b3ce-3f3c7e20d014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f8fff9-273a-4d06-a1f7-3228242f2bcb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:10.436654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52564) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:10.492614 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe58c24-a476-4661-881f-0693c0530e63 service neutron] Pushing event updated for resources: {'Port': ['ID=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:10.532866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc7598f-f28b-486c-8b51-135be7eefe3f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (997a7607-bacd-4b6d-bd12-f4abab9bdd94), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:10.574126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c10997f6-ce96-4410-ac10-b67f50ad714d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:10.619262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c10997f6-ce96-4410-ac10-b67f50ad714d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:10.625196 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc7598f-f28b-486c-8b51-135be7eefe3f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (997a7607-bacd-4b6d-bd12-f4abab9bdd94), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:10.632434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc7598f-f28b-486c-8b51-135be7eefe3f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:10.633255 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efc7598f-f28b-486c-8b51-135be7eefe3f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:10.670349 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-a82d38b0-57dc-443f-8efe-edd6fcca4306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:10.672011 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-a82d38b0-57dc-443f-8efe-edd6fcca4306 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 1126 time: 0.4570477 Jan 31 18:56:10.755981 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-efc7598f-f28b-486c-8b51-135be7eefe3f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0750360 Jan 31 18:56:10.770970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52570) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:10.784926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'ports': [{'network_id': '03351212-8393-4239-90fb-e7254b1f94f8'}, {'network_id': '997a7607-bacd-4b6d-bd12-f4abab9bdd94'}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:10.785260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:10.785781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': '997a7607-bacd-4b6d-bd12-f4abab9bdd94'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:10.795248 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1be7adf6-b66f-4d57-bb67-f05a30299e57 tempest-DHCPAgentSchedulersTestJSON-1392081245 tempest-DHCPAgentSchedulersTestJSON-1392081245-project-admin] 10.222.0.20 "GET /v2.0/agents/52cd3048-d044-4017-a4ad-8bdc31b9f8dd/dhcp-networks HTTP/1.1" status: 200 len: 8015 time: 0.8261127 Jan 31 18:56:10.800667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:10.824282 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-aa8dac9c-96ef-4e46-8adb-fa7e91ea6fd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9 HTTP/1.1" status: 200 len: 217 time: 0.1158612 Jan 31 18:56:10.824282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44eb26d9-a145-4789-91ff-523463e2f3c5 admin admin] Publish callbacks [] for security_group (89f8fff9-273a-4d06-a1f7-3228242f2bcb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:10.837769 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7598f-f28b-486c-8b51-135be7eefe3f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Network': ['ID=997a7607-bacd-4b6d-bd12-f4abab9bdd94,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:10.843799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-d015f0ee-9a4d-484c-a40d-b051fe1cc912 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:10.845486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-d015f0ee-9a4d-484c-a40d-b051fe1cc912 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.7311490 Jan 31 18:56:10.851316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 997a7607-bacd-4b6d-bd12-f4abab9bdd94 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:10.888188 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ee1ec-93f4-436c-902b-03db3309344c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:10.889610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-434ee1ec-93f4-436c-902b-03db3309344c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/networks/abdd9463-7b20-4632-b373-1c4a304cb243 HTTP/1.1" status: 200 len: 799 time: 0.6405993 Jan 31 18:56:10.895274 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44eb26d9-a145-4789-91ff-523463e2f3c5 admin admin] Publish callbacks [] for security_group (89f8fff9-273a-4d06-a1f7-3228242f2bcb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:10.898658 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52574) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:10.920183 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.000488 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-e9723a25-22df-43de-ac8c-cb05c2d41d7d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/quotas/5364cc4d46d44a3aa6b7956213fc3a56 HTTP/1.1" status: 200 len: 375 time: 0.1328607 Jan 31 18:56:11.005883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-51539e82-8cd7-431d-b4a8-d515dd079144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:11.007456 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-51539e82-8cd7-431d-b4a8-d515dd079144 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f145fd4-597b-4073-9498-74d669e5811f HTTP/1.1" status: 200 len: 834 time: 0.1820614 Jan 31 18:56:11.019043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b179c5e-1429-45ef-81e7-545a7fd7e400 req-523f691a-70a5-4382-9906-73e759c9ff84 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:11.026703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b179c5e-1429-45ef-81e7-545a7fd7e400 req-523f691a-70a5-4382-9906-73e759c9ff84 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 943 time: 0.3640223 Jan 31 18:56:11.092848 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (225cf84d-fde4-4579-b71f-2dde8765e26a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.116356 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.119142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-01de3309-715a-4008-a113-04f3d080d128 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096537 Jan 31 18:56:11.122826 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Publish callbacks [] for router_controller (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.209038 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (8c4e9562-4f3b-47ab-bbd4-3426817c4ea5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.209676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:56:11.215664 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.220046 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0ab23c6e-de54-472b-89a5-3bdabb6fcf7b admin admin] 10.222.0.20 "DELETE /v2.0/routers/8c4e9562-4f3b-47ab-bbd4-3426817c4ea5 HTTP/1.1" status: 204 len: 168 time: 3.6021266 Jan 31 18:56:11.220712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52576) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:11.237117 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44eb26d9-a145-4789-91ff-523463e2f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (89f8fff9-273a-4d06-a1f7-3228242f2bcb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.239666 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44eb26d9-a145-4789-91ff-523463e2f3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.243074 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-44eb26d9-a145-4789-91ff-523463e2f3c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89f8fff9-273a-4d06-a1f7-3228242f2bcb HTTP/1.1" status: 204 len: 168 time: 0.7839088 Jan 31 18:56:11.250495 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8e147833-d520-455c-b4ff-c05e721fcfbb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/networks/abdd9463-7b20-4632-b373-1c4a304cb243?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3431039 Jan 31 18:56:11.289241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52580) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:11.309446 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4a60b5-c10a-43a3-85bb-eadbc184e18f admin admin] Deleting subnet 1218f3d1-b058-4751-b1ee-a61bef812b07 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:56:11.316137 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df4a60b5-c10a-43a3-85bb-eadbc184e18f admin admin] Publish callbacks [] for subnet (1218f3d1-b058-4751-b1ee-a61bef812b07), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.341516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb26d9-a145-4789-91ff-523463e2f3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f8fff9-273a-4d06-a1f7-3228242f2bcb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:11.361553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b179c5e-1429-45ef-81e7-545a7fd7e400 req-465b73c7-b01d-45fb-9cc1-15b613574e0c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339303 Jan 31 18:56:11.402395 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-57fa5b95-2e79-4c8f-ae08-d090013b0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:11.404267 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-57fa5b95-2e79-4c8f-ae08-d090013b0ad3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3501241 Jan 31 18:56:11.443436 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df4a60b5-c10a-43a3-85bb-eadbc184e18f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (1218f3d1-b058-4751-b1ee-a61bef812b07), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.554635 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df4a60b5-c10a-43a3-85bb-eadbc184e18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (1218f3d1-b058-4751-b1ee-a61bef812b07), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.564373 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (225cf84d-fde4-4579-b71f-2dde8765e26a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.568905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 2} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:11.573738 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.585969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234f58fa-6af6-46a7-bfd6-f997dd042a6e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:11.593179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-234f58fa-6af6-46a7-bfd6-f997dd042a6e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/subnets/1617cfff-4725-4d1f-9091-989eee1d4a2c HTTP/1.1" status: 200 len: 811 time: 0.2850628 Jan 31 18:56:11.593375 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52584) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:11.601290 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-758fb06c-d33a-4127-b5cc-8ace36e58abb service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380198 Jan 31 18:56:11.613880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225cf84d-fde4-4579-b71f-2dde8765e26a']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:11.622711 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.631421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52586) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:11.633559 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-5166ec7b-c0fa-48de-a9ef-c840c8ef7fa7 service neutron] 10.222.0.21 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211890 Jan 31 18:56:11.653094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0492fe31-07d0-4177-b70f-b5fb7fb366c2') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:11.653387 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0492fe31-07d0-4177-b70f-b5fb7fb366c2') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:11.688847 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eea7e2b7-d002-49a5-9c1c-1af0de3b5f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.704593 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (0492fe31-07d0-4177-b70f-b5fb7fb366c2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.744973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082c343a-6dbc-4e28-92a1-89e8f8e732fa tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:11.746445 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-082c343a-6dbc-4e28-92a1-89e8f8e732fa tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "GET /v2.0/subnets/1617cfff-4725-4d1f-9091-989eee1d4a2c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1528442 Jan 31 18:56:11.751395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52588) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:11.756152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c7068cb6-ba44-42e6-a57c-9f534eecbb88 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2106040903'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:11.762917 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df4a60b5-c10a-43a3-85bb-eadbc184e18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (1218f3d1-b058-4751-b1ee-a61bef812b07), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.789130 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (0492fe31-07d0-4177-b70f-b5fb7fb366c2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.808461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:11.809124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (0492fe31-07d0-4177-b70f-b5fb7fb366c2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:11.812592 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:11.820626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a60b5-c10a-43a3-85bb-eadbc184e18f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1218f3d1-b058-4751-b1ee-a61bef812b07,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:11.830106 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d780cb3b-2fbe-4348-83ec-653727f23872 req-845275b4-34e4-4334-8c09-628ee2b3b2ae service neutron] 10.222.0.21 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834176 Jan 31 18:56:11.843607 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df4a60b5-c10a-43a3-85bb-eadbc184e18f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.844497 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-df4a60b5-c10a-43a3-85bb-eadbc184e18f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1218f3d1-b058-4751-b1ee-a61bef812b07 HTTP/1.1" status: 204 len: 168 time: 0.6164758 Jan 31 18:56:11.844929 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:11.937981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7068cb6-ba44-42e6-a57c-9f534eecbb88 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:11.941329 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7068cb6-ba44-42e6-a57c-9f534eecbb88 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.968445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-faf090d3-4955-420b-8dbc-54b730676faa service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563607 Jan 31 18:56:11.971208 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (5ef1e068-7bea-4a13-bc37-49021a461e36), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:11.982696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port 01560a68-7862-467d-8523-41fc75c987a1 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:11.992276 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (225cf84d-fde4-4579-b71f-2dde8765e26a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.005331 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.011799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] 10.222.0.20 "DELETE /v2.0/networks/225cf84d-fde4-4579-b71f-2dde8765e26a HTTP/1.1" status: 204 len: 168 time: 1.2046232 Jan 31 18:56:12.023629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7068cb6-ba44-42e6-a57c-9f534eecbb88 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:12.028160 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52598) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:12.040164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8b56b-e07f-45e8-b9d9-ca7f4f7d3cc1 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Pushing event deleted for resources: {'Network': ['ID=225cf84d-fde4-4579-b71f-2dde8765e26a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:12.064885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b272e9b-775c-4120-96ce-14226a531a43 req-6a4b509a-d354-451b-8714-37d3711c3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:12.066466 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b272e9b-775c-4120-96ce-14226a531a43 req-6a4b509a-d354-451b-8714-37d3711c3cf1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 1126 time: 0.1507916 Jan 31 18:56:12.074997 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7068cb6-ba44-42e6-a57c-9f534eecbb88 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (14908b47-7cc2-4457-b3aa-ea58937c4fd9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.075514 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-c7068cb6-ba44-42e6-a57c-9f534eecbb88 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Added segment 14908b47-7cc2-4457-b3aa-ea58937c4fd9 of type vlan for network 77de449b-1fee-4fdd-a0c1-a230990a4a4e Jan 31 18:56:12.078408 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb6a291-ac00-44a7-b05f-6c0f67cf47e0 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:12.079164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb6a291-ac00-44a7-b05f-6c0f67cf47e0 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:12.082734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1cb6a291-ac00-44a7-b05f-6c0f67cf47e0 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] 10.222.0.20 "DELETE /v2.0/ports/3b0905d7-4465-49eb-a9bd-5d90e33148a0 HTTP/1.1" status: 404 len: 333 time: 0.0531328 Jan 31 18:56:12.093382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:12.183813 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7068cb6-ba44-42e6-a57c-9f534eecbb88 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (77de449b-1fee-4fdd-a0c1-a230990a4a4e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.204123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b923a3-91f1-411e-9477-24a5e9606b56 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Deleting subnet fb248b97-d07a-4f05-8b53-bd63045c035c {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:56:12.235154 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b923a3-91f1-411e-9477-24a5e9606b56 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks [] for subnet (fb248b97-d07a-4f05-8b53-bd63045c035c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.293330 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a3c1f07-05d8-4925-b914-12b1cce821c8 req-d2aaa974-9d67-44bb-8dce-0bc8d2ce11e6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 210 time: 0.0850616 Jan 31 18:56:12.333199 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b923a3-91f1-411e-9477-24a5e9606b56 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (fb248b97-d07a-4f05-8b53-bd63045c035c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.336114 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7068cb6-ba44-42e6-a57c-9f534eecbb88 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (77de449b-1fee-4fdd-a0c1-a230990a4a4e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.341221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7068cb6-ba44-42e6-a57c-9f534eecbb88 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:12.341881 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7068cb6-ba44-42e6-a57c-9f534eecbb88 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.414280 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (01560a68-7862-467d-8523-41fc75c987a1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.523026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c7068cb6-ba44-42e6-a57c-9f534eecbb88 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7708902 Jan 31 18:56:12.541591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7068cb6-ba44-42e6-a57c-9f534eecbb88 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Network': ['ID=77de449b-1fee-4fdd-a0c1-a230990a4a4e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:12.551244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52618) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:12.556581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 77de449b-1fee-4fdd-a0c1-a230990a4a4e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:12.597434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'network_id': '77de449b-1fee-4fdd-a0c1-a230990a4a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:12.634078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port 3f0caa07-c41d-4171-93c3-b173fbc1f122 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:12.697444 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eea7e2b7-d002-49a5-9c1c-1af0de3b5f42 admin admin] Publish callbacks [] for security_group (aaf02663-3e7d-427b-b76e-29da968a50e2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.700541 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (5ef1e068-7bea-4a13-bc37-49021a461e36), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.713477 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eea7e2b7-d002-49a5-9c1c-1af0de3b5f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (aaf02663-3e7d-427b-b76e-29da968a50e2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.722414 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b923a3-91f1-411e-9477-24a5e9606b56 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (fb248b97-d07a-4f05-8b53-bd63045c035c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.758829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef1e068-7bea-4a13-bc37-49021a461e36']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:12.798543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:12.799000 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3d63b2-72fa-4f86-a8e6-710b98edd3f6') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:12.809179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00759671-80b2-4bbf-8ab9-6eb56c1c7009 req-49b25f88-36e9-4fb3-b621-3c0f83cf21f7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:12.810714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00759671-80b2-4bbf-8ab9-6eb56c1c7009 req-49b25f88-36e9-4fb3-b621-3c0f83cf21f7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 943 time: 0.2956576 Jan 31 18:56:12.824432 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eea7e2b7-d002-49a5-9c1c-1af0de3b5f42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=042ba71592db47e9b4979be6de5ac573&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1898916 Jan 31 18:56:12.828612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52622) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:12.830614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (1b3d63b2-72fa-4f86-a8e6-710b98edd3f6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.834172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7e2b7-d002-49a5-9c1c-1af0de3b5f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf02663-3e7d-427b-b76e-29da968a50e2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:12.859255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b272e9b-775c-4120-96ce-14226a531a43 req-2709e424-34d3-4af2-8673-12c734021cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:12.860735 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b272e9b-775c-4120-96ce-14226a531a43 req-2709e424-34d3-4af2-8673-12c734021cfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e HTTP/1.1" status: 200 len: 897 time: 0.7555680 Jan 31 18:56:12.871338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Made reservation on behalf of 2a20cd5c8ccd4d139797abe19df72129 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:12.875167 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.916032 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b272e9b-775c-4120-96ce-14226a531a43 req-0e4964a1-606c-4255-95cb-48408878fb92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9 HTTP/1.1" status: 200 len: 217 time: 0.0406048 Jan 31 18:56:12.917199 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1b3d63b2-72fa-4f86-a8e6-710b98edd3f6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.926367 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b923a3-91f1-411e-9477-24a5e9606b56 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (fb248b97-d07a-4f05-8b53-bd63045c035c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.939425 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:12.939828 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (1b3d63b2-72fa-4f86-a8e6-710b98edd3f6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:12.945033 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:13.036553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00759671-80b2-4bbf-8ab9-6eb56c1c7009 req-2c2b104f-878c-446d-b91d-e8cc3a743bfc tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185037 Jan 31 18:56:13.038844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b923a3-91f1-411e-9477-24a5e9606b56 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Pushing event deleted for resources: {'Subnet': ['ID=fb248b97-d07a-4f05-8b53-bd63045c035c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:13.054446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Performing IP validity checks on allocation pools {{(pid=103225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 18:56:13.055286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 18:56:13.057825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b272e9b-775c-4120-96ce-14226a531a43 req-2b1ff722-6119-4b74-b54e-b58f157c7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:13.059310 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b272e9b-775c-4120-96ce-14226a531a43 req-2b1ff722-6119-4b74-b54e-b58f157c7238 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f145fd4-597b-4073-9498-74d669e5811f HTTP/1.1" status: 200 len: 834 time: 0.1353135 Jan 31 18:56:13.060116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5194b9bb-98f5-4f1f-a429-97573ab0d607 admin admin] Publish callbacks [] for security_group (aaf02663-3e7d-427b-b76e-29da968a50e2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.063887 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (3f0caa07-c41d-4171-93c3-b173fbc1f122), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.069275 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06b923a3-91f1-411e-9477-24a5e9606b56 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.073651 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-06b923a3-91f1-411e-9477-24a5e9606b56 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] 10.222.0.20 "DELETE /v2.0/subnets/fb248b97-d07a-4f05-8b53-bd63045c035c HTTP/1.1" status: 204 len: 168 time: 0.9787354 Jan 31 18:56:13.078854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:13.083822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a0325e-51c5-4374-ae38-8d016b3c5e24 None None] Network 378878a7-16c7-4e00-ab3c-a64ecf4bb552 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:13.100167 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (5ef1e068-7bea-4a13-bc37-49021a461e36), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.118650 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.123107 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5ef1e068-7bea-4a13-bc37-49021a461e36 HTTP/1.1" status: 204 len: 168 time: 1.2767425 Jan 31 18:56:13.125423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5194b9bb-98f5-4f1f-a429-97573ab0d607 admin admin] Publish callbacks [] for security_group (aaf02663-3e7d-427b-b76e-29da968a50e2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.151820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a06e9-bae5-4aa7-bb0c-5b157c168656 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef1e068-7bea-4a13-bc37-49021a461e36,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:13.190664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b272e9b-775c-4120-96ce-14226a531a43 req-a7fee6c0-e790-4c66-8be6-6f8c8fee8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:13.192485 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b272e9b-775c-4120-96ce-14226a531a43 req-a7fee6c0-e790-4c66-8be6-6f8c8fee8c07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1222329 Jan 31 18:56:13.210441 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (378878a7-16c7-4e00-ab3c-a64ecf4bb552), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.258528 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (01560a68-7862-467d-8523-41fc75c987a1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.305308 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5194b9bb-98f5-4f1f-a429-97573ab0d607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (aaf02663-3e7d-427b-b76e-29da968a50e2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.308689 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5194b9bb-98f5-4f1f-a429-97573ab0d607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.309866 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5194b9bb-98f5-4f1f-a429-97573ab0d607 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaf02663-3e7d-427b-b76e-29da968a50e2 HTTP/1.1" status: 204 len: 168 time: 0.4727137 Jan 31 18:56:13.348306 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b272e9b-775c-4120-96ce-14226a531a43 req-59290b4f-9c2f-4614-aa46-00257b41f92a service neutron] 10.222.0.21 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484187 Jan 31 18:56:13.363203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 03351212-8393-4239-90fb-e7254b1f94f8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:13.370269 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194b9bb-98f5-4f1f-a429-97573ab0d607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf02663-3e7d-427b-b76e-29da968a50e2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:13.398589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:13.399689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c10997f6-ce96-4410-ac10-b67f50ad714d no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:56:13.403149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=01560a68-7862-467d-8523-41fc75c987a1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:13.406537 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:13.407405 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3f0caa07-c41d-4171-93c3-b173fbc1f122), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.518321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c10997f6-ce96-4410-ac10-b67f50ad714d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:56:13.518986 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c10997f6-ce96-4410-ac10-b67f50ad714d not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:56:13.532131 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (05eb2cdd-ccdd-420e-961e-74b3ba6fb030), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.617611 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7b272e9b-775c-4120-96ce-14226a531a43 req-a83097fe-28d7-4d69-bfda-4a06783ff90c service neutron] 10.222.0.21 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602987 Jan 31 18:56:13.668880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e25e33-ba35-4306-87bd-8b104bc671c6 None None] DHCP port deletion for 378878a7-16c7-4e00-ab3c-a64ecf4bb552 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:56:13.683011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:13.711749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca1fdc1c-0154-4e40-985b-93bce831fa28 req-b3849dcf-a77b-4702-9bd7-4dd203c35554 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 210 time: 0.1932452 Jan 31 18:56:13.727145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=3f0caa07-c41d-4171-93c3-b173fbc1f122,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:13.754498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=05eb2cdd-ccdd-420e-961e-74b3ba6fb030,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:13.757769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Deleting port 7ba0ef13-83de-40fe-bf74-42e992aa739b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:13.758301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.775612 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e35a721d-9303-42f5-9d4a-3ea8ea94c1f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8e288a02cb449b8affb45a44193691f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0947940 Jan 31 18:56:13.776523 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:13.801168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-78e25e33-ba35-4306-87bd-8b104bc671c6 None None] Deleting port 7ba0ef13-83de-40fe-bf74-42e992aa739b {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:13.801554 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-78e25e33-ba35-4306-87bd-8b104bc671c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.834050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Checking segment: {'id': '81b3eae6-66be-4706-8349-5936ad857687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '997a7607-bacd-4b6d-bd12-f4abab9bdd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:13.835048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network hostable DHCP agents. Network: 997a7607-bacd-4b6d-bd12-f4abab9bdd94, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:56:13.859981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Checking segment: {'id': '14908b47-7cc2-4457-b3aa-ea58937c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '77de449b-1fee-4fdd-a0c1-a230990a4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:13.861027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network hostable DHCP agents. Network: 77de449b-1fee-4fdd-a0c1-a230990a4a4e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:56:13.867589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] For port 7ba0ef13-83de-40fe-bf74-42e992aa739b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7ba0ef13-83de-40fe-bf74-42e992aa739b,segment=NetworkSegment(ded85681-92a2-412a-bba7-8af3ca08e6ce),segment_id=ded85681-92a2-412a-bba7-8af3ca08e6ce)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:13.868382 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.891491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-78e25e33-ba35-4306-87bd-8b104bc671c6 None None] For port 7ba0ef13-83de-40fe-bf74-42e992aa739b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7ba0ef13-83de-40fe-bf74-42e992aa739b,segment=NetworkSegment(ded85681-92a2-412a-bba7-8af3ca08e6ce),segment_id=ded85681-92a2-412a-bba7-8af3ca08e6ce)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:13.891798 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-78e25e33-ba35-4306-87bd-8b104bc671c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.894968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Calling delete_port for 7ba0ef13-83de-40fe-bf74-42e992aa739b owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:13.912437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-78e25e33-ba35-4306-87bd-8b104bc671c6 None None] Calling delete_port for 7ba0ef13-83de-40fe-bf74-42e992aa739b owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:13.919201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 997a7607-bacd-4b6d-bd12-f4abab9bdd94 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:13.924306 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b8c99d3-0490-473f-bb3a-bfac8fca251f admin admin] Publish callbacks [] for security_group (afb0ec8f-5e74-439e-9253-17f906c38cba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.970724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b8c99d3-0490-473f-bb3a-bfac8fca251f admin admin] Publish callbacks [] for security_group (afb0ec8f-5e74-439e-9253-17f906c38cba), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:13.981290 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Network 77de449b-1fee-4fdd-a0c1-a230990a4a4e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:14.015053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 997a7607-bacd-4b6d-bd12-f4abab9bdd94) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:14.027222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 77de449b-1fee-4fdd-a0c1-a230990a4a4e) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:14.039107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:14.044842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192a5386-8d7a-4c74-81d3-f707be8f0fd1 None None] Network 997a7607-bacd-4b6d-bd12-f4abab9bdd94 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:14.045886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:14.051858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:14.052930 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.071568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:14.075092 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.083067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05bb916-d388-4d74-803d-f09bcbc0b635 None None] Network 77de449b-1fee-4fdd-a0c1-a230990a4a4e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:14.155023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-542dca87-db50-4a8f-9af6-be421edf93bf tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6048045 Jan 31 18:56:14.159834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52648) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:14.168729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c2c698a0-7a23-4f30-87ca-19fd14ea4a0d tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:14.168965 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b8c99d3-0490-473f-bb3a-bfac8fca251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (afb0ec8f-5e74-439e-9253-17f906c38cba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.173188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b8c99d3-0490-473f-bb3a-bfac8fca251f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.174553 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9b8c99d3-0490-473f-bb3a-bfac8fca251f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afb0ec8f-5e74-439e-9253-17f906c38cba HTTP/1.1" status: 204 len: 168 time: 0.3968999 Jan 31 18:56:14.188969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-28529059-0328-402b-8a2d-3a42451d5dde tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4167860 Jan 31 18:56:14.191903 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-78e25e33-ba35-4306-87bd-8b104bc671c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.195231 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c99d3-0490-473f-bb3a-bfac8fca251f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb0ec8f-5e74-439e-9253-17f906c38cba,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:14.205979 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52652) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:14.295677 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7ba0ef13-83de-40fe-bf74-42e992aa739b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.359738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-3249517a-4af9-449f-9461-cb1eb716878a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:14.363303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Pushing event deleted for resources: {'Port': ['ID=7ba0ef13-83de-40fe-bf74-42e992aa739b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:14.364775 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-3249517a-4af9-449f-9461-cb1eb716878a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.21 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.3913910 Jan 31 18:56:14.374147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] No DVR routers for this DVR port 7ba0ef13-83de-40fe-bf74-42e992aa739b on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:14.388624 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Request body: {'port': {'device_id': 'ffaa4265-0361-426a-8417-8fd7585f7d63', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'admin_state_up': True, 'tenant_id': '5364cc4d46d44a3aa6b7956213fc3a56'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:14.450127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207cfe6-1d87-43a8-a545-41b26f10c12c req-6f7d0a68-a8ae-400c-ad08-d12ce10b34c3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:14.457128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5207cfe6-1d87-43a8-a545-41b26f10c12c req-6f7d0a68-a8ae-400c-ad08-d12ce10b34c3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 943 time: 0.2959495 Jan 31 18:56:14.553236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (378878a7-16c7-4e00-ab3c-a64ecf4bb552), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.556950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2c698a0-7a23-4f30-87ca-19fd14ea4a0d tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14315695'] for subnet (05eb2cdd-ccdd-420e-961e-74b3ba6fb030), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.578932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e25e33-ba35-4306-87bd-8b104bc671c6 None None] Pushing event deleted for resources: {'Port': ['ID=7ba0ef13-83de-40fe-bf74-42e992aa739b,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:14.590542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e25e33-ba35-4306-87bd-8b104bc671c6 None None] No DVR routers for this DVR port 7ba0ef13-83de-40fe-bf74-42e992aa739b on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:14.610723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-77de449b-1fee-4fdd-a0c1-a230990a4a4e', 'network_id': '77de449b-1fee-4fdd-a0c1-a230990a4a4e', 'project_id': '2a20cd5c8ccd4d139797abe19df72129', 'fixed_ips': [{'subnet_id': '05eb2cdd-ccdd-420e-961e-74b3ba6fb030'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:56:14.611615 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.663942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378878a7-16c7-4e00-ab3c-a64ecf4bb552']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:14.714927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded85681-92a2-412a-bba7-8af3ca08e6ce') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:14.715214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded85681-92a2-412a-bba7-8af3ca08e6ce') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:14.767459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5207cfe6-1d87-43a8-a545-41b26f10c12c req-7550b375-2ba3-4a43-b30f-6cdf1e961029 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092983 Jan 31 18:56:14.783355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a68e0647-febb-40dc-8d63-67bc0df46224 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 3f0caa07-c41d-4171-93c3-b173fbc1f122 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:14.783867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a68e0647-febb-40dc-8d63-67bc0df46224 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3f0caa07-c41d-4171-93c3-b173fbc1f122), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.833396 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (ded85681-92a2-412a-bba7-8af3ca08e6ce), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.903446 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a68e0647-febb-40dc-8d63-67bc0df46224 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3f0caa07-c41d-4171-93c3-b173fbc1f122), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.923876 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Made reservation on behalf of 5364cc4d46d44a3aa6b7956213fc3a56 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:14.942057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.954588 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ded85681-92a2-412a-bba7-8af3ca08e6ce), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.961003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a68e0647-febb-40dc-8d63-67bc0df46224 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 3f0caa07-c41d-4171-93c3-b173fbc1f122 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:14.961750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bf450d8-d1e7-4aa6-9d04-c112b5984dc7 req-06aed460-0625-478e-9919-f170db67b902 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 210 time: 0.0886238 Jan 31 18:56:14.976908 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 31 18:56:14.976908 n-d-812111-15 neutron-server[103227]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 31 18:56:14.976908 n-d-812111-15 neutron-server[103227]: [parameters: {'in_use': 1, 'id_1': '05eb2cdd-ccdd-420e-961e-74b3ba6fb030'}] Jan 31 18:56:14.976908 n-d-812111-15 neutron-server[103227]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:56:14.978303 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:56:14.980562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:14.981247 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (ded85681-92a2-412a-bba7-8af3ca08e6ce), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:14.985902 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:15.131445 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7ba0ef13-83de-40fe-bf74-42e992aa739b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:56:15.159079 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7ba0ef13-83de-40fe-bf74-42e992aa739b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:56:15.160136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7ba0ef13-83de-40fe-bf74-42e992aa739b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:56:15.251713 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (378878a7-16c7-4e00-ab3c-a64ecf4bb552), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:15.256132 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:15.262661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] 10.222.0.20 "DELETE /v2.0/networks/378878a7-16c7-4e00-ab3c-a64ecf4bb552 HTTP/1.1" status: 204 len: 168 time: 2.1775134 Jan 31 18:56:15.289370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabc1d0-6434-4bdc-a06f-c4f3b123dfd6 tempest-DHCPAgentSchedulersTestJSON-1310056587 tempest-DHCPAgentSchedulersTestJSON-1310056587-project] Pushing event deleted for resources: {'Network': ['ID=378878a7-16c7-4e00-ab3c-a64ecf4bb552,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:15.325767 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2c698a0-7a23-4f30-87ca-19fd14ea4a0d tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781439280065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15875217'] for subnet (05eb2cdd-ccdd-420e-961e-74b3ba6fb030), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:15.341563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a68e0647-febb-40dc-8d63-67bc0df46224 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3f0caa07-c41d-4171-93c3-b173fbc1f122), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:15.400185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c698a0-7a23-4f30-87ca-19fd14ea4a0d tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event updated for resources: {'Subnet': ['ID=05eb2cdd-ccdd-420e-961e-74b3ba6fb030,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:15.405107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c698a0-7a23-4f30-87ca-19fd14ea4a0d tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:15.405729 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2c698a0-7a23-4f30-87ca-19fd14ea4a0d tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:15.407353 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c2c698a0-7a23-4f30-87ca-19fd14ea4a0d tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "PUT /v2.0/subnets/05eb2cdd-ccdd-420e-961e-74b3ba6fb030 HTTP/1.1" status: 200 len: 877 time: 1.2451203 Jan 31 18:56:15.412221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52688) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:15.426919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e0647-febb-40dc-8d63-67bc0df46224 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=3f0caa07-c41d-4171-93c3-b173fbc1f122,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:15.461277 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a68e0647-febb-40dc-8d63-67bc0df46224 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:15.465389 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a68e0647-febb-40dc-8d63-67bc0df46224 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/3f0caa07-c41d-4171-93c3-b173fbc1f122 HTTP/1.1" status: 204 len: 168 time: 1.2540605 Jan 31 18:56:15.468064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:15.481182 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:15.488038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Allocated IP 172.20.0.12 (8c183b94-d131-43f6-abd6-daa20cc7c014/a84ab55c-34af-4b5d-8cef-07d311d8d426/d63429f8-7915-477c-82d4-bc85cd80355e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:15.598203 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (77de449b-1fee-4fdd-a0c1-a230990a4a4e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:15.646236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe847ed6-0bac-45a2-928e-ea93d3121d87 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:15.652985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe847ed6-0bac-45a2-928e-ea93d3121d87 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:15.654615 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fe847ed6-0bac-45a2-928e-ea93d3121d87 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1854370 Jan 31 18:56:15.657594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:15.708231 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (05eb2cdd-ccdd-420e-961e-74b3ba6fb030), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:15.728985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Allocated IP 172.20.0.3 (77de449b-1fee-4fdd-a0c1-a230990a4a4e/05eb2cdd-ccdd-420e-961e-74b3ba6fb030/5123c7a0-3b85-4472-ba0c-2447f7a047b2) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:15.850677 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-71cb00e0-2de2-4242-81e9-eb608cd6b9a3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 01560a68-7862-467d-8523-41fc75c987a1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:15.851259 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71cb00e0-2de2-4242-81e9-eb608cd6b9a3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (01560a68-7862-467d-8523-41fc75c987a1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:15.933510 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71cb00e0-2de2-4242-81e9-eb608cd6b9a3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (01560a68-7862-467d-8523-41fc75c987a1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:15.947904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-71cb00e0-2de2-4242-81e9-eb608cd6b9a3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 01560a68-7862-467d-8523-41fc75c987a1 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:16.002588 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Publish callbacks [] for port (5123c7a0-3b85-4472-ba0c-2447f7a047b2), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.014410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf563d-3662-40b6-9558-97705e2abb8d req-84ab5a8f-10ea-4018-908f-7e34e9e4d7cb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:16.016151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1caf563d-3662-40b6-9558-97705e2abb8d req-84ab5a8f-10ea-4018-908f-7e34e9e4d7cb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 943 time: 0.0911386 Jan 31 18:56:16.016910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52708) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:16.019174 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (5123c7a0-3b85-4472-ba0c-2447f7a047b2), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.113166 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks [] for port (d63429f8-7915-477c-82d4-bc85cd80355e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.138947 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71cb00e0-2de2-4242-81e9-eb608cd6b9a3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (01560a68-7862-467d-8523-41fc75c987a1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.139114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Network 77de449b-1fee-4fdd-a0c1-a230990a4a4e is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:16.140780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e10764b9-0375-4a3e-bae9-1768f0a0d4e9 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:56:16.212183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1bedfb93-e7d9-429e-ac12-7006e5abd473 req-74cd941e-b5b7-4653-95e9-cefb6de827fc tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 210 time: 0.0921183 Jan 31 18:56:16.233457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (05eb2cdd-ccdd-420e-961e-74b3ba6fb030), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.267534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb00e0-2de2-4242-81e9-eb608cd6b9a3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=01560a68-7862-467d-8523-41fc75c987a1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:16.287838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71cb00e0-2de2-4242-81e9-eb608cd6b9a3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.295556 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-71cb00e0-2de2-4242-81e9-eb608cd6b9a3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/01560a68-7862-467d-8523-41fc75c987a1 HTTP/1.1" status: 204 len: 168 time: 0.6370003 Jan 31 18:56:16.300806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52718) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:16.301309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:16.325020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Pushing event updated for resources: {'Port': ['ID=5123c7a0-3b85-4472-ba0c-2447f7a047b2,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:16.330101 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.341684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:16.350025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:16.353033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'port_id': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'mac_address': 'fa:16:3e:b3:67:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f145fd4-597b-4073-9498-74d669e5811f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:56:16.360142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1caf563d-3662-40b6-9558-97705e2abb8d req-5dd26a07-9bc4-47aa-8c13-2fc385245f37 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153377 Jan 31 18:56:16.362733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Subnet': ['ID=05eb2cdd-ccdd-420e-961e-74b3ba6fb030,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:16.464314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Network 8c183b94-d131-43f6-abd6-daa20cc7c014 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:16.476098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:16.484997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:16.504399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Attempting to bind port 5123c7a0-3b85-4472-ba0c-2447f7a047b2 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:16.505168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Attempting to bind port 5123c7a0-3b85-4472-ba0c-2447f7a047b2 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '14908b47-7cc2-4457-b3aa-ea58937c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '77de449b-1fee-4fdd-a0c1-a230990a4a4e'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:16.507705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Attempting to bind port 5123c7a0-3b85-4472-ba0c-2447f7a047b2 on network 77de449b-1fee-4fdd-a0c1-a230990a4a4e {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:16.511446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:16.512113 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.528524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (77de449b-1fee-4fdd-a0c1-a230990a4a4e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.533846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10764b9-0375-4a3e-bae9-1768f0a0d4e9 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:56:16.558490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:16.565683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:56:16.566590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Checking segment: {'id': '14908b47-7cc2-4457-b3aa-ea58937c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '77de449b-1fee-4fdd-a0c1-a230990a4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:16.567603 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.568540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Bound using segment: {'id': '14908b47-7cc2-4457-b3aa-ea58937c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '77de449b-1fee-4fdd-a0c1-a230990a4a4e'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:56:16.569817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Bound port: 5123c7a0-3b85-4472-ba0c-2447f7a047b2, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14908b47-7cc2-4457-b3aa-ea58937c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '77de449b-1fee-4fdd-a0c1-a230990a4a4e'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:56:16.570695 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5123c7a0-3b85-4472-ba0c-2447f7a047b2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.592358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77de449b-1fee-4fdd-a0c1-a230990a4a4e']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:16.592900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event updated for resources: {'Port': ['ID=d63429f8-7915-477c-82d4-bc85cd80355e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:16.623524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14908b47-7cc2-4457-b3aa-ea58937c4fd9') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:16.624087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14908b47-7cc2-4457-b3aa-ea58937c4fd9') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:16.630617 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7979ae40-35ee-4017-94cd-3e1d2419aff9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:16.634743 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7979ae40-35ee-4017-94cd-3e1d2419aff9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3233509 Jan 31 18:56:16.635314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52728) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:16.639140 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (14908b47-7cc2-4457-b3aa-ea58937c4fd9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.654478 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (14908b47-7cc2-4457-b3aa-ea58937c4fd9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.658890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] For port 5123c7a0-3b85-4472-ba0c-2447f7a047b2, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:16.661280 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.661809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:16.662444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (14908b47-7cc2-4457-b3aa-ea58937c4fd9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.719691 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-953b1b18-f6bb-4438-adcf-e66e32921e8c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:56:16.723663 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-953b1b18-f6bb-4438-adcf-e66e32921e8c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/3f0caa07-c41d-4171-93c3-b173fbc1f122 HTTP/1.1" status: 404 len: 333 time: 0.0849111 Jan 31 18:56:16.723831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:16.735610 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:16.744562 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:16.745251 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.752820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52730) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:16.806274 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 18:56:16.806274 n-d-812111-15 neutron-server[103225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 18:56:16.806274 n-d-812111-15 neutron-server[103225]: [parameters: {'id': '77de449b-1fee-4fdd-a0c1-a230990a4a4e'}] Jan 31 18:56:16.806274 n-d-812111-15 neutron-server[103225]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:56:16.806843 n-d-812111-15 neutron-server[103225]: DEBUG oslo_db.api [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:56:16.814159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-04cda495-0126-46cc-b8a3-da137b141e8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=805579fd5b764cbd834b432590813c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7822163 Jan 31 18:56:16.815919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] For port 5123c7a0-3b85-4472-ba0c-2447f7a047b2, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5123c7a0-3b85-4472-ba0c-2447f7a047b2,segment=NetworkSegment(14908b47-7cc2-4457-b3aa-ea58937c4fd9),segment_id=14908b47-7cc2-4457-b3aa-ea58937c4fd9)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:56:16.816765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52736) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:16.828123 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-9479e76a-4b2e-47a3-9286-64f094770152 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4548261 Jan 31 18:56:16.829069 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebee1a23-e0e5-4f4c-9cf6-2c02993b1a5d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:56:16.833247 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5123c7a0-3b85-4472-ba0c-2447f7a047b2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:16.833455 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ebee1a23-e0e5-4f4c-9cf6-2c02993b1a5d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/01560a68-7862-467d-8523-41fc75c987a1 HTTP/1.1" status: 404 len: 333 time: 0.0741794 Jan 31 18:56:16.837373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52738) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:16.845455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Request body: {'port': {'device_id': 'ffaa4265-0361-426a-8417-8fd7585f7d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:16.867269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e10764b9-0375-4a3e-bae9-1768f0a0d4e9'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:56:16.971292 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b7a44-56fa-4820-90e4-7d452fb7c0da None None] Pushing event updated for resources: {'Port': ['ID=5123c7a0-3b85-4472-ba0c-2447f7a047b2,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:17.016806 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:17.018593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d34ee-04c5-4ad7-990f-a9b0cc7c34b4 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 18:56:17.130350 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1850b668-e933-411e-a059-611122bcd185 admin admin] Publish callbacks [] for security_group (6c2c63c5-2fcb-4cf9-bb44-0b9a5d43b06f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:17.137811 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (997a7607-bacd-4b6d-bd12-f4abab9bdd94), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:17.186167 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1850b668-e933-411e-a059-611122bcd185 admin admin] Publish callbacks [] for security_group (6c2c63c5-2fcb-4cf9-bb44-0b9a5d43b06f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:17.316848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d34ee-04c5-4ad7-990f-a9b0cc7c34b4 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:56:17.620543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63429f8-7915-477c-82d4-bc85cd80355e {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:56:17.630731 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Publish callbacks [] for port (d63429f8-7915-477c-82d4-bc85cd80355e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:17.645080 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Transition to ACTIVE for port object d63429f8-7915-477c-82d4-bc85cd80355e will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:56:17.658247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:17.732244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Pushing event updated for resources: {'Port': ['ID=d63429f8-7915-477c-82d4-bc85cd80355e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:17.819618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ec8b7-d69e-41ae-a3bb-1f35a7329034 None None] Network 77de449b-1fee-4fdd-a0c1-a230990a4a4e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:17.870504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Attempting to bind port d63429f8-7915-477c-82d4-bc85cd80355e on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:17.871474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Attempting to bind port d63429f8-7915-477c-82d4-bc85cd80355e by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:17.871845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Attempting to bind port d63429f8-7915-477c-82d4-bc85cd80355e on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:17.876859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Port d63429f8-7915-477c-82d4-bc85cd80355e on network 8c183b94-d131-43f6-abd6-daa20cc7c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:17.877224 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Attempting to bind port d63429f8-7915-477c-82d4-bc85cd80355e on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:17.884719 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:56:17.885209 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Checking segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:17.885604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Bound using segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:56:17.886089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Bound port: d63429f8-7915-477c-82d4-bc85cd80355e, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:56:17.886512 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:17.956159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3266e147-7d1f-44cd-8dbf-f3be076de642 None None] Network 77de449b-1fee-4fdd-a0c1-a230990a4a4e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:17.977159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] For port d63429f8-7915-477c-82d4-bc85cd80355e, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:17.982101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] For port d63429f8-7915-477c-82d4-bc85cd80355e, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d63429f8-7915-477c-82d4-bc85cd80355e,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:56:17.993296 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.018138 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (77de449b-1fee-4fdd-a0c1-a230990a4a4e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.065421 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e10764b9-0375-4a3e-bae9-1768f0a0d4e9 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:18.091855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:18.094293 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.097586 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] 10.222.0.21 "PUT /v2.0/ports/d63429f8-7915-477c-82d4-bc85cd80355e HTTP/1.1" status: 200 len: 1093 time: 1.2563488 Jan 31 18:56:18.098075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffaa4265-0361-426a-8417-8fd7585f7d63', 'tag': 'd63429f8-7915-477c-82d4-bc85cd80355e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:56:18.111924 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad73d771-4396-460e-894c-d91c7119087f" -d '{"events": [{"name": "network-changed", "server_uuid": "ffaa4265-0361-426a-8417-8fd7585f7d63", "tag": "d63429f8-7915-477c-82d4-bc85cd80355e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:56:18.113674 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (997a7607-bacd-4b6d-bd12-f4abab9bdd94), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.145120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997a7607-bacd-4b6d-bd12-f4abab9bdd94']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:18.158831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b3eae6-66be-4706-8349-5936ad857687') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:18.159525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b3eae6-66be-4706-8349-5936ad857687') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:18.171855 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (81b3eae6-66be-4706-8349-5936ad857687), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.187510 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (81b3eae6-66be-4706-8349-5936ad857687), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.214165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:18.215292 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (81b3eae6-66be-4706-8349-5936ad857687), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:18.223184 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:18.256432 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebf716-3d90-4e60-8105-95b94395a688 service neutron] Pushing event updated for resources: {'Port': ['ID=d63429f8-7915-477c-82d4-bc85cd80355e,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:18.283777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:56:18.296883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:18.299968 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.304305 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-c8d747a1-b531-4b69-b51c-e6cf82833928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:18.306133 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-c8d747a1-b531-4b69-b51c-e6cf82833928 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 1127 time: 0.1392810 Jan 31 18:56:18.349643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72603b9-4806-4cd6-84b3-b277b6fbb658 req-552aa54b-fee3-4ca7-acfd-8d293f4f6f4a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:18.365514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a72603b9-4806-4cd6-84b3-b277b6fbb658 req-552aa54b-fee3-4ca7-acfd-8d293f4f6f4a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 944 time: 0.3270481 Jan 31 18:56:18.372515 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1850b668-e933-411e-a059-611122bcd185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6c2c63c5-2fcb-4cf9-bb44-0b9a5d43b06f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.389227 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-436a49c2-dce9-4386-8193-8f2e86a611e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d63429f8-7915-477c-82d4-bc85cd80355e HTTP/1.1" status: 200 len: 217 time: 0.0648975 Jan 31 18:56:18.393104 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1850b668-e933-411e-a059-611122bcd185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.409034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1850b668-e933-411e-a059-611122bcd185 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c2c63c5-2fcb-4cf9-bb44-0b9a5d43b06f HTTP/1.1" status: 204 len: 168 time: 1.5823853 Jan 31 18:56:18.499300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850b668-e933-411e-a059-611122bcd185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2c63c5-2fcb-4cf9-bb44-0b9a5d43b06f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:18.504302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-ec71f767-5127-489a-ab9a-06344eb60dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:18.505810 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-ec71f767-5127-489a-ab9a-06344eb60dbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.1117370 Jan 31 18:56:18.556080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:18.556080 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.561646 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-bf5c232b-055c-4389-9222-8388784601ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483580 Jan 31 18:56:18.600704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a72603b9-4806-4cd6-84b3-b277b6fbb658 req-ba4b9877-36a0-44e4-8a00-5b465b75b24f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857524 Jan 31 18:56:18.612753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:56:18.615039 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42f4c6a-5e75-4c7f-84aa-49639f7e9a40" -d '{"events": [{"server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "name": "network-vif-plugged", "status": "completed", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:56:18.625330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d889ff4-950c-464a-be7a-01ac2eb5f7c2 req-0ace98b9-3c45-44ce-9b0b-1c4b5972c1ad tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:18.637673 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d889ff4-950c-464a-be7a-01ac2eb5f7c2 req-0ace98b9-3c45-44ce-9b0b-1c4b5972c1ad tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 944 time: 0.6086354 Jan 31 18:56:18.641835 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (997a7607-bacd-4b6d-bd12-f4abab9bdd94), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.648221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:18.653962 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.685448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.719269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/networks/997a7607-bacd-4b6d-bd12-f4abab9bdd94 HTTP/1.1" status: 204 len: 168 time: 1.8802660 Jan 31 18:56:18.719598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:18.724627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-66ed046f-2c66-4088-9ae5-adebabe676da tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1861629222'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:18.762832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:18.805676 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-db4ebfaa-e9e5-471c-996a-26afa55900d2 service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374537 Jan 31 18:56:18.815438 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4f98345d-5f51-494c-b54f-d23e742025ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.824476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ed046f-2c66-4088-9ae5-adebabe676da tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:18.828183 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66ed046f-2c66-4088-9ae5-adebabe676da tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.845427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966d555-f64d-4c9f-b34f-ce4f3bf5175b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Network': ['ID=997a7607-bacd-4b6d-bd12-f4abab9bdd94,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:18.906319 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52796) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:18.924130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5eb0a8d6-cdbd-4a96-b8bf-ee2295b71751 req-92727855-b622-4bf0-a7b2-a6cf2e2daeb1 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01c996d-87c0-40bf-b64e-6dfe3c9b3544 HTTP/1.1" status: 200 len: 210 time: 0.1394014 Jan 31 18:56:18.927736 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ed046f-2c66-4088-9ae5-adebabe676da tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:18.946524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Deleting port 5123c7a0-3b85-4472-ba0c-2447f7a047b2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:18.947562 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66ed046f-2c66-4088-9ae5-adebabe676da tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (13e69b1c-ddcf-4672-a049-174f0a4e62d3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:18.948045 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-66ed046f-2c66-4088-9ae5-adebabe676da tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Added segment 13e69b1c-ddcf-4672-a049-174f0a4e62d3 of type vlan for network a1628905-82a0-47d9-88dd-a405fb9127c1 Jan 31 18:56:18.964507 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5123c7a0-3b85-4472-ba0c-2447f7a047b2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.045343 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66ed046f-2c66-4088-9ae5-adebabe676da tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (a1628905-82a0-47d9-88dd-a405fb9127c1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.053169 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-d7cb035b-743b-4259-a2a8-88213d2a5c84 req-1e553cfb-d749-45c8-844c-22f7adac575f service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416453 Jan 31 18:56:19.090536 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66ed046f-2c66-4088-9ae5-adebabe676da tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (a1628905-82a0-47d9-88dd-a405fb9127c1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.095993 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed046f-2c66-4088-9ae5-adebabe676da tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:19.098733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66ed046f-2c66-4088-9ae5-adebabe676da tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.129987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d889ff4-950c-464a-be7a-01ac2eb5f7c2 req-29293891-f25e-4b59-817d-2f7cd87522ca tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745610 Jan 31 18:56:19.189349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] For port 5123c7a0-3b85-4472-ba0c-2447f7a047b2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5123c7a0-3b85-4472-ba0c-2447f7a047b2,segment=NetworkSegment(14908b47-7cc2-4457-b3aa-ea58937c4fd9),segment_id=14908b47-7cc2-4457-b3aa-ea58937c4fd9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:19.190063 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5123c7a0-3b85-4472-ba0c-2447f7a047b2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.219324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Calling delete_port for 5123c7a0-3b85-4472-ba0c-2447f7a047b2 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:19.311766 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-66ed046f-2c66-4088-9ae5-adebabe676da tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5907698 Jan 31 18:56:19.317409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:19.318814 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da30d93f-7dba-4903-ad99-1284530974e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.333241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': 'a1628905-82a0-47d9-88dd-a405fb9127c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:19.355903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52810) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:19.383752 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7020aca9-4bd1-4555-8ebc-c97a12dbe6fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.424166 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5123c7a0-3b85-4472-ba0c-2447f7a047b2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.466287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Port': ['ID=5123c7a0-3b85-4472-ba0c-2447f7a047b2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:19.480826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No DVR routers for this DVR port 5123c7a0-3b85-4472-ba0c-2447f7a047b2 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:19.517220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed046f-2c66-4088-9ae5-adebabe676da tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Network': ['ID=a1628905-82a0-47d9-88dd-a405fb9127c1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:19.530985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network a1628905-82a0-47d9-88dd-a405fb9127c1 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:19.633018 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (77de449b-1fee-4fdd-a0c1-a230990a4a4e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.667078 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466fe404-97b8-4cb2-936c-fd1cca2f6bcf x-openstack-request-id: req-466fe404-97b8-4cb2-936c-fd1cca2f6bcf {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:56:19.667458 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffaa4265-0361-426a-8417-8fd7585f7d63", "tag": "d63429f8-7915-477c-82d4-bc85cd80355e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:56:19.667820 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-466fe404-97b8-4cb2-936c-fd1cca2f6bcf {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:56:19.668292 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffaa4265-0361-426a-8417-8fd7585f7d63', 'tag': 'd63429f8-7915-477c-82d4-bc85cd80355e', 'status': 'completed', 'code': 200} Jan 31 18:56:19.677974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77de449b-1fee-4fdd-a0c1-a230990a4a4e']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:19.702418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14908b47-7cc2-4457-b3aa-ea58937c4fd9') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:19.703127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14908b47-7cc2-4457-b3aa-ea58937c4fd9') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:19.711435 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e333b88-41d0-4317-ba8e-abbb1f66c8f7 x-openstack-request-id: req-1e333b88-41d0-4317-ba8e-abbb1f66c8f7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:56:19.712223 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "name": "network-vif-plugged", "status": "completed", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:56:19.713511 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e333b88-41d0-4317-ba8e-abbb1f66c8f7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:56:19.714140 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'code': 200} Jan 31 18:56:19.741059 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (14908b47-7cc2-4457-b3aa-ea58937c4fd9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.783365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da30d93f-7dba-4903-ad99-1284530974e6 admin admin] Publish callbacks [] for security_group (4e7700c7-40f5-4793-aa0f-53ba14492d96), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.798181 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:19.802042 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.816348 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (14908b47-7cc2-4457-b3aa-ea58937c4fd9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.819360 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da30d93f-7dba-4903-ad99-1284530974e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4e7700c7-40f5-4793-aa0f-53ba14492d96), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.849477 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-da30d93f-7dba-4903-ad99-1284530974e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f52b8683692745ad82542546da2d6e51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9416399 Jan 31 18:56:19.855313 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73d771-4396-460e-894c-d91c7119087f req-6ffae889-5c9f-4e3e-abf9-d14c6cc4eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:19.857393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52824) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:19.857544 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ad73d771-4396-460e-894c-d91c7119087f req-6ffae889-5c9f-4e3e-abf9-d14c6cc4eda4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 1127 time: 0.1569171 Jan 31 18:56:19.904137 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7020aca9-4bd1-4555-8ebc-c97a12dbe6fb admin admin] Publish callbacks [] for security_group (d9726ea8-07b2-49f6-aec3-9a6bd4064cb5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.918459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:19.918891 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (14908b47-7cc2-4457-b3aa-ea58937c4fd9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:19.927927 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:19.943920 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Performing IP validity checks on allocation pools {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 18:56:19.944561 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 18:56:19.947429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30d93f-7dba-4903-ad99-1284530974e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7700c7-40f5-4793-aa0f-53ba14492d96,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:20.005742 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7020aca9-4bd1-4555-8ebc-c97a12dbe6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d9726ea8-07b2-49f6-aec3-9a6bd4064cb5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:20.049037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73d771-4396-460e-894c-d91c7119087f req-95991378-5b6d-41af-b438-e5ea90b8a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:20.052028 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ad73d771-4396-460e-894c-d91c7119087f req-95991378-5b6d-41af-b438-e5ea90b8a753 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 906 time: 0.1556959 Jan 31 18:56:20.125349 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ad73d771-4396-460e-894c-d91c7119087f req-c4bb4128-d354-4cd9-89b6-968ac971b560 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d63429f8-7915-477c-82d4-bc85cd80355e HTTP/1.1" status: 200 len: 217 time: 0.0668705 Jan 31 18:56:20.173214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b050ab8-71fb-45ab-8e15-5a93fac82051 req-57e91394-5cf4-443e-bc71-6ed0d292b44a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:20.180588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b050ab8-71fb-45ab-8e15-5a93fac82051 req-57e91394-5cf4-443e-bc71-6ed0d292b44a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 945 time: 0.3504663 Jan 31 18:56:20.202009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b98a8a-2d8e-4e13-a956-dd8db1acfcef req-68135ea6-d606-4911-8449-500e78b3115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:20.203084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b98a8a-2d8e-4e13-a956-dd8db1acfcef req-68135ea6-d606-4911-8449-500e78b3115c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 1128 time: 0.4122789 Jan 31 18:56:20.204986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a823778-8c59-4943-8bbd-0f75cf64dce4 req-fc5728d5-f6fc-4842-b7cb-13c034b90399 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.1069028 Jan 31 18:56:20.205663 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73d771-4396-460e-894c-d91c7119087f req-8cb19b04-f4a5-42df-b78b-c70446e5c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:20.207813 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ad73d771-4396-460e-894c-d91c7119087f req-8cb19b04-f4a5-42df-b78b-c70446e5c946 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.0645275 Jan 31 18:56:20.220658 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (77de449b-1fee-4fdd-a0c1-a230990a4a4e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:20.257114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7020aca9-4bd1-4555-8ebc-c97a12dbe6fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58f9aa3da9884ac0bab07c99d91bd54a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8977370 Jan 31 18:56:20.266961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020aca9-4bd1-4555-8ebc-c97a12dbe6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9726ea8-07b2-49f6-aec3-9a6bd4064cb5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:20.269432 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:20.271536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52840) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:20.278092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/77de449b-1fee-4fdd-a0c1-a230990a4a4e HTTP/1.1" status: 204 len: 168 time: 4.8592989 Jan 31 18:56:20.281779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52842) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:20.284379 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ad73d771-4396-460e-894c-d91c7119087f req-b33ae313-b1ce-4ad1-a6ce-c16ec86ae987 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493076 Jan 31 18:56:20.329428 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e50cc7-da02-4506-bc54-84ed712c27bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:20.329902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e50cc7-da02-4506-bc54-84ed712c27bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:20.335689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-80e50cc7-da02-4506-bc54-84ed712c27bb tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/subnets/05eb2cdd-ccdd-420e-961e-74b3ba6fb030 HTTP/1.1" status: 404 len: 337 time: 0.0462165 Jan 31 18:56:20.335689 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a477bc5-0d54-4c96-8844-f403db7f654e admin admin] Publish callbacks [] for security_group (4e7700c7-40f5-4793-aa0f-53ba14492d96), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:20.344631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52844) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:20.366454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a755239-d48a-418c-8d69-2a8c0a96d577 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Network': ['ID=77de449b-1fee-4fdd-a0c1-a230990a4a4e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:20.375606 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdb51f5-8be2-4548-8e25-9e6440c8b50a tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:20.376154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdb51f5-8be2-4548-8e25-9e6440c8b50a tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:20.379547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6cdb51f5-8be2-4548-8e25-9e6440c8b50a tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/77de449b-1fee-4fdd-a0c1-a230990a4a4e HTTP/1.1" status: 404 len: 339 time: 0.0328329 Jan 31 18:56:20.415671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b050ab8-71fb-45ab-8e15-5a93fac82051 req-245e9184-936d-4bfd-be29-f8062d66c6a0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340670 Jan 31 18:56:20.420496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52846) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:20.433531 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ad73d771-4396-460e-894c-d91c7119087f req-af0ffa7b-8e0a-4896-993c-71b024c38eec service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374683 Jan 31 18:56:20.489366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b98a8a-2d8e-4e13-a956-dd8db1acfcef req-a508370f-7c5f-48c5-bbed-8ca0e0f8b7fd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667689 Jan 31 18:56:20.518138 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b218b312-a7f7-4d67-a8fc-5642a0e3e425 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:20.518610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b218b312-a7f7-4d67-a8fc-5642a0e3e425 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:20.521711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b218b312-a7f7-4d67-a8fc-5642a0e3e425 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/subnets/65a9350b-2b12-4516-97db-34d731af3f5e HTTP/1.1" status: 404 len: 337 time: 0.0994313 Jan 31 18:56:20.547124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a477bc5-0d54-4c96-8844-f403db7f654e admin admin] Publish callbacks [] for security_group (4e7700c7-40f5-4793-aa0f-53ba14492d96), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:20.548812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52850) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:20.580141 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (ea36aa51-55aa-4c68-8af5-841a6c2984fb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:20.648232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Subnet': ['ID=ea36aa51-55aa-4c68-8af5-841a6c2984fb,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:20.662888 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6a1312-e1dd-4a95-a4f3-40735f9d33af tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:20.663874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6a1312-e1dd-4a95-a4f3-40735f9d33af tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:20.672173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0f6a1312-e1dd-4a95-a4f3-40735f9d33af tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/3a5c9c7b-568b-40e3-abbb-e17cc1fb9140 HTTP/1.1" status: 404 len: 339 time: 0.1213491 Jan 31 18:56:20.673133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52852) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:20.691697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfccffdd-34bb-4902-a578-252aed9a3a00 admin admin] Publish callbacks [] for security_group (d9726ea8-07b2-49f6-aec3-9a6bd4064cb5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:20.771101 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ad73d771-4396-460e-894c-d91c7119087f req-1124e811-2e10-4dcf-87db-5aa386387a76 service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249204 Jan 31 18:56:20.810612 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfccffdd-34bb-4902-a578-252aed9a3a00 admin admin] Publish callbacks [] for security_group (d9726ea8-07b2-49f6-aec3-9a6bd4064cb5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:20.828289 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (8b91b092-b6a0-45a6-99de-57c7b0be62c4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:20.866270 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Checking segment: {'id': '13e69b1c-ddcf-4672-a049-174f0a4e62d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'a1628905-82a0-47d9-88dd-a405fb9127c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:20.869376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network hostable DHCP agents. Network: a1628905-82a0-47d9-88dd-a405fb9127c1, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:56:20.871080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ad69a-4a01-4c91-a50b-40d25966e45f req-de3453a0-0dc4-45ff-b09e-a7d08f46e236 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:20.878428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c0ad69a-4a01-4c91-a50b-40d25966e45f req-de3453a0-0dc4-45ff-b09e-a7d08f46e236 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 944 time: 0.3783488 Jan 31 18:56:20.973548 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network a1628905-82a0-47d9-88dd-a405fb9127c1 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:20.974969 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a477bc5-0d54-4c96-8844-f403db7f654e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4e7700c7-40f5-4793-aa0f-53ba14492d96), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:20.978856 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a477bc5-0d54-4c96-8844-f403db7f654e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:20.980453 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2a477bc5-0d54-4c96-8844-f403db7f654e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e7700c7-40f5-4793-aa0f-53ba14492d96 HTTP/1.1" status: 204 len: 168 time: 1.1145031 Jan 31 18:56:20.981595 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c9bae713-5ad6-40a9-a874-40defde5895f req-fd670c8e-f53c-4959-a960-6da473a3ac76 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f01c996d-87c0-40bf-b64e-6dfe3c9b3544 HTTP/1.1" status: 200 len: 210 time: 0.3276684 Jan 31 18:56:21.010760 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfccffdd-34bb-4902-a578-252aed9a3a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d9726ea8-07b2-49f6-aec3-9a6bd4064cb5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.017255 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfccffdd-34bb-4902-a578-252aed9a3a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.020955 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cfccffdd-34bb-4902-a578-252aed9a3a00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9726ea8-07b2-49f6-aec3-9a6bd4064cb5 HTTP/1.1" status: 204 len: 168 time: 0.7459908 Jan 31 18:56:21.039214 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, a1628905-82a0-47d9-88dd-a405fb9127c1) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:21.040135 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-97f74138-ffea-4e23-bdf0-0e4fcfb02cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.049047 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:21.054418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c0ad69a-4a01-4c91-a50b-40d25966e45f req-c734b167-bc2a-4804-8bb4-4a0d868e1b76 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747749 Jan 31 18:56:21.056777 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.058061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b0c7ba-5826-4364-8ef4-17acb67858dc None None] Network a1628905-82a0-47d9-88dd-a405fb9127c1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:21.074702 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccffdd-34bb-4902-a578-252aed9a3a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9726ea8-07b2-49f6-aec3-9a6bd4064cb5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:21.089799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a477bc5-0d54-4c96-8844-f403db7f654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7700c7-40f5-4793-aa0f-53ba14492d96,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:21.111269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (8b91b092-b6a0-45a6-99de-57c7b0be62c4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.114865 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-16e3bcb2-bbdf-4fa3-b15a-82712e7f4893 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7918553 Jan 31 18:56:21.117597 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:21.123588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': 'a1628905-82a0-47d9-88dd-a405fb9127c1', 'name': 'tempest-PortsTestJSON-291264455'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:21.168971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b91b092-b6a0-45a6-99de-57c7b0be62c4']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:21.180140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716f7166-1127-45cc-a389-14589326c847') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:21.182609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716f7166-1127-45cc-a389-14589326c847') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:21.202669 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (716f7166-1127-45cc-a389-14589326c847), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.236675 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (716f7166-1127-45cc-a389-14589326c847), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.252437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:21.252882 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (716f7166-1127-45cc-a389-14589326c847), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:21.256513 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:21.267572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-a1628905-82a0-47d9-88dd-a405fb9127c1', 'network_id': 'a1628905-82a0-47d9-88dd-a405fb9127c1', 'project_id': 'dbbb1c34a5a64e82b1085e7b45e35416', 'fixed_ips': [{'subnet_id': 'ea36aa51-55aa-4c68-8af5-841a6c2984fb'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:56:21.268708 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.386717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:21.390223 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.426386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port b78d5ddb-e03a-481f-ae5f-8acca439edcb yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:21.434465 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (8b91b092-b6a0-45a6-99de-57c7b0be62c4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.446075 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.459533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/8b91b092-b6a0-45a6-99de-57c7b0be62c4 HTTP/1.1" status: 204 len: 168 time: 0.7803733 Jan 31 18:56:21.504327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52870) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:21.507047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37d190-0d85-40de-8240-da2e2687496c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Network': ['ID=8b91b092-b6a0-45a6-99de-57c7b0be62c4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:21.584372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Allocated IP 172.20.0.2 (a1628905-82a0-47d9-88dd-a405fb9127c1/ea36aa51-55aa-4c68-8af5-841a6c2984fb/4024c7b3-caf0-48d3-9858-acb42bf2a8ef) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:21.596617 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35014b0-9117-4670-abb9-15915d17035e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:21.597804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35014b0-9117-4670-abb9-15915d17035e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:21.601903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d35014b0-9117-4670-abb9-15915d17035e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/subnets/b4d00be3-265e-49db-b03e-d08ff14f6d8e HTTP/1.1" status: 404 len: 337 time: 0.0831215 Jan 31 18:56:21.605304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52874) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:21.673956 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ef2207-5181-404f-aa5d-2c9dde54a5a0 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:21.674503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ef2207-5181-404f-aa5d-2c9dde54a5a0 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:21.691314 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-96ef2207-5181-404f-aa5d-2c9dde54a5a0 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/4fa0cef6-4674-452f-95de-ca34ce8042b1 HTTP/1.1" status: 404 len: 339 time: 0.0832241 Jan 31 18:56:21.691954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:21.793416 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ca2fe6-8de0-4ed8-abdd-9a2a0998b13f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:21.793902 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ca2fe6-8de0-4ed8-abdd-9a2a0998b13f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:21.797182 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-62ca2fe6-8de0-4ed8-abdd-9a2a0998b13f tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/subnets/75414414-0dc8-4880-aa16-dd672f7bebe5 HTTP/1.1" status: 404 len: 337 time: 0.1042421 Jan 31 18:56:21.799936 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:21.822582 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b74860-ea1d-4000-b57c-2acd93191537 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:21.823678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b74860-ea1d-4000-b57c-2acd93191537 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:21.826996 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-18b74860-ea1d-4000-b57c-2acd93191537 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/705920e1-8d4d-4ce3-8529-c38828885723 HTTP/1.1" status: 404 len: 339 time: 0.0258756 Jan 31 18:56:21.828009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59057d1d-8e93-43cc-ac68-166ebdf21ed8 req-8599c9bb-06bb-4457-af5d-5c172f23d057 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.2344189 Jan 31 18:56:21.831934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52882) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:21.875213 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:21.889677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ba5dd6a-5d6d-4136-be0a-fc31f6752622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.909140 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0f7465-69b8-4ade-8214-7d96d5f16b35 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:21.909140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0f7465-69b8-4ade-8214-7d96d5f16b35 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:21.914741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52890) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:21.919156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0c0f7465-69b8-4ade-8214-7d96d5f16b35 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/subnets/05e0d659-d880-40d2-ac53-d1a41ea1fcb4 HTTP/1.1" status: 404 len: 337 time: 0.0670798 Jan 31 18:56:21.944519 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Publish callbacks [] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.951021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff66328-173c-4994-b667-99ba1dde46dc req-47bf7801-9aa4-402a-81ea-03bc4383efb8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:21.952701 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:21.962167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ff66328-173c-4994-b667-99ba1dde46dc req-47bf7801-9aa4-402a-81ea-03bc4383efb8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 945 time: 0.3715103 Jan 31 18:56:21.978735 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e6d66e-a39e-4c22-b36c-31b5834f72b4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:21.979540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e6d66e-a39e-4c22-b36c-31b5834f72b4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:21.982872 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-51e6d66e-a39e-4c22-b36c-31b5834f72b4 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/3770347d-863f-49fb-a296-154136c73f00 HTTP/1.1" status: 404 len: 339 time: 0.0659080 Jan 31 18:56:21.989812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52892) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:22.014123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Network a1628905-82a0-47d9-88dd-a405fb9127c1 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:22.019229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:22.023089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:22.038761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Pushing event updated for resources: {'Port': ['ID=4024c7b3-caf0-48d3-9858-acb42bf2a8ef,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:22.058703 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f8c337-4e40-430e-902e-a3c873df6445 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:22.059468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f8c337-4e40-430e-902e-a3c873df6445 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:22.062721 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-47f8c337-4e40-430e-902e-a3c873df6445 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/subnets/2f254dce-8a2c-453b-9d11-51c8e1bcf55f HTTP/1.1" status: 404 len: 337 time: 0.0717082 Jan 31 18:56:22.080151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52894) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:22.108488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d63429f8-7915-477c-82d4-bc85cd80355e details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:56:22.167707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.4 (a1628905-82a0-47d9-88dd-a405fb9127c1/ea36aa51-55aa-4c68-8af5-841a6c2984fb/b78d5ddb-e03a-481f-ae5f-8acca439edcb) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:22.183825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ff66328-173c-4994-b667-99ba1dde46dc req-51f1754c-a33c-48fc-a0a8-afc05ff0bb0a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119162 Jan 31 18:56:22.227764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Attempting to bind port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:22.228848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Attempting to bind port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '13e69b1c-ddcf-4672-a049-174f0a4e62d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'a1628905-82a0-47d9-88dd-a405fb9127c1'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:22.229221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Attempting to bind port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef on network a1628905-82a0-47d9-88dd-a405fb9127c1 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:22.238223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:56:22.238607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Checking segment: {'id': '13e69b1c-ddcf-4672-a049-174f0a4e62d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'a1628905-82a0-47d9-88dd-a405fb9127c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:22.239062 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:22.239462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Bound using segment: {'id': '13e69b1c-ddcf-4672-a049-174f0a4e62d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'a1628905-82a0-47d9-88dd-a405fb9127c1'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:56:22.239946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Bound port: 4024c7b3-caf0-48d3-9858-acb42bf2a8ef, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e69b1c-ddcf-4672-a049-174f0a4e62d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'a1628905-82a0-47d9-88dd-a405fb9127c1'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:56:22.240348 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:22.308376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efb500-bb16-44a9-8d2c-52d47b6bcecd req-6db9d917-df29-4bd8-8d40-392c35fe99c5 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:22.308974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2efb500-bb16-44a9-8d2c-52d47b6bcecd req-6db9d917-df29-4bd8-8d40-392c35fe99c5 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 944 time: 0.1065505 Jan 31 18:56:22.328049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port d63429f8-7915-477c-82d4-bc85cd80355e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d63429f8-7915-477c-82d4-bc85cd80355e,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:22.345068 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2696b19-6fa8-4c53-8ad6-bc9244ae6229 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:22.347365 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2696b19-6fa8-4c53-8ad6-bc9244ae6229 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:22.348733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'd63429f8-7915-477c-82d4-bc85cd80355e', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'port_id': 'd63429f8-7915-477c-82d4-bc85cd80355e', 'mac_address': 'fa:16:3e:98:8f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84ab55c-34af-4b5d-8cef-07d311d8d426', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:56:22.360645 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b2696b19-6fa8-4c53-8ad6-bc9244ae6229 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/d9578a5d-00a8-4736-92f9-4987e1493931 HTTP/1.1" status: 404 len: 339 time: 0.2532883 Jan 31 18:56:22.363693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52902) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:22.391927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2efb500-bb16-44a9-8d2c-52d47b6bcecd req-19f379c7-0668-48e7-8ebe-0ded627cf6a1 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768907 Jan 31 18:56:22.421982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] For port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:22.427647 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c797d2c-4fe8-4f7c-9077-4a130665dc30 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:22.428153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c797d2c-4fe8-4f7c-9077-4a130665dc30 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:22.434025 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7c797d2c-4fe8-4f7c-9077-4a130665dc30 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/subnets/d4e5920e-deed-48bc-8b29-d648c211e5a5 HTTP/1.1" status: 404 len: 337 time: 0.0604310 Jan 31 18:56:22.436521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52906) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:22.457993 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] For port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4024c7b3-caf0-48d3-9858-acb42bf2a8ef,segment=NetworkSegment(13e69b1c-ddcf-4672-a049-174f0a4e62d3),segment_id=13e69b1c-ddcf-4672-a049-174f0a4e62d3)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:56:22.463204 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:22.473999 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:22.476141 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9438932-0131-4a3c-992d-a4082eba0a16 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:22.477311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9438932-0131-4a3c-992d-a4082eba0a16 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:22.488037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f9438932-0131-4a3c-992d-a4082eba0a16 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/cab628fb-0070-439a-a582-a20ce8c41fdb HTTP/1.1" status: 404 len: 339 time: 0.0500469 Jan 31 18:56:22.489044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52910) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:22.510392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port d63429f8-7915-477c-82d4-bc85cd80355e is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:22.512605 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:22.550694 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (b78d5ddb-e03a-481f-ae5f-8acca439edcb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:22.553265 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ba5dd6a-5d6d-4136-be0a-fc31f6752622 admin admin] Publish callbacks [] for security_group (114e3504-d340-4b9d-b65b-70643ac7948a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:22.559489 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f66959-4a00-4d22-844e-5e1702f63282 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:22.560702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f66959-4a00-4d22-844e-5e1702f63282 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:22.566627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-47f66959-4a00-4d22-844e-5e1702f63282 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/subnets/104743d7-c4d1-4b5d-beb2-0b2ff0b9a9d4 HTTP/1.1" status: 404 len: 337 time: 0.0740666 Jan 31 18:56:22.567101 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ba5dd6a-5d6d-4136-be0a-fc31f6752622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (114e3504-d340-4b9d-b65b-70643ac7948a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:22.567699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52912) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:22.598690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63429f8-7915-477c-82d4-bc85cd80355e {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:56:22.613514 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba1d329-ec49-421a-8b4c-9081c394473d tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:22.614049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba1d329-ec49-421a-8b4c-9081c394473d tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:22.619474 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9ba1d329-ec49-421a-8b4c-9081c394473d tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/df802921-5a68-4f9f-ad83-0c585b3adca9 HTTP/1.1" status: 404 len: 339 time: 0.0483267 Jan 31 18:56:22.619728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52916) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:22.627844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port d63429f8-7915-477c-82d4-bc85cd80355e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d63429f8-7915-477c-82d4-bc85cd80355e,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:22.645249 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5ba5dd6a-5d6d-4136-be0a-fc31f6752622 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be1bbd28eca8456abb64b3dd121d152b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7688887 Jan 31 18:56:22.646286 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52920) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:22.650722 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:22.656321 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b78d5ddb-e03a-481f-ae5f-8acca439edcb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:22.664122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409623c-7f53-4500-a01c-5dc920cc0d4d None None] Pushing event updated for resources: {'Port': ['ID=4024c7b3-caf0-48d3-9858-acb42bf2a8ef,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:22.756358 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a377a5-d568-4af2-9683-20c50f29366e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:22.756727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=d63429f8-7915-477c-82d4-bc85cd80355e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:22.762989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a377a5-d568-4af2-9683-20c50f29366e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:22.773461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d9a377a5-d568-4af2-9683-20c50f29366e tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/subnets/40c48790-5dc3-4571-a413-386e1f476ba6 HTTP/1.1" status: 404 len: 337 time: 0.1526294 Jan 31 18:56:22.774344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52922) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:22.807548 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network a1628905-82a0-47d9-88dd-a405fb9127c1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:22.809577 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf477c2-9d6f-4005-8821-67d2e8c3a627 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:22.810304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf477c2-9d6f-4005-8821-67d2e8c3a627 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:22.817038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:22.818223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5dd6a-5d6d-4136-be0a-fc31f6752622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114e3504-d340-4b9d-b65b-70643ac7948a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:22.820710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ddf477c2-9d6f-4005-8821-67d2e8c3a627 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/629cb025-e971-4278-8d70-9a64a8232c73 HTTP/1.1" status: 404 len: 339 time: 0.0429280 Jan 31 18:56:22.824449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52924) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:22.833573 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:22.862258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=b78d5ddb-e03a-481f-ae5f-8acca439edcb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:22.869418 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:56:22.880321 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3c591ce0-59cd-4ee0-b311-7a8a7158a6b5 req-ca73f929-b30d-4f85-a052-256cfe206dae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.1238346 Jan 31 18:56:22.937280 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d82d5a3-ed4b-4253-90ee-36c5789a0075 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:22.937746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d82d5a3-ed4b-4253-90ee-36c5789a0075 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:22.943683 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2d82d5a3-ed4b-4253-90ee-36c5789a0075 tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/subnets/afe81185-3734-4409-825e-30f3513ace3e HTTP/1.1" status: 404 len: 337 time: 0.0796583 Jan 31 18:56:22.944308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52930) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:22.970405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:22.971081 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:22.987881 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03601fdf-5906-4fed-bad9-be401e261a01 admin admin] Publish callbacks [] for security_group (114e3504-d340-4b9d-b65b-70643ac7948a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:23.015661 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8e9d108b-7b94-4011-8d8e-2f95dd7f6e62 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8944712 Jan 31 18:56:23.016884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:23.049355 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4f663c-3349-412e-a591-961a8401f54c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:23.049983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4f663c-3349-412e-a591-961a8401f54c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:23.074998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5b4f663c-3349-412e-a591-961a8401f54c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/a120c29f-51db-4222-8c74-a5ee0a004057 HTTP/1.1" status: 404 len: 339 time: 0.1260543 Jan 31 18:56:23.075143 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03601fdf-5906-4fed-bad9-be401e261a01 admin admin] Publish callbacks [] for security_group (114e3504-d340-4b9d-b65b-70643ac7948a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:23.093340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52934) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:23.369888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4024c7b3-caf0-48d3-9858-acb42bf2a8ef up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:23.387986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03601fdf-5906-4fed-bad9-be401e261a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (114e3504-d340-4b9d-b65b-70643ac7948a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:23.392866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03601fdf-5906-4fed-bad9-be401e261a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:23.395751 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-03601fdf-5906-4fed-bad9-be401e261a01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/114e3504-d340-4b9d-b65b-70643ac7948a HTTP/1.1" status: 204 len: 168 time: 0.7409599 Jan 31 18:56:23.430084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f064601-a88a-4831-b8c8-de170b8d424c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Deleting subnet 1617cfff-4725-4d1f-9091-989eee1d4a2c {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:56:23.438442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27924e69-550e-44c2-8a5e-040828c3c4dc req-3b78b96b-2b22-4237-9be2-bf00a09c558b tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.3457966 Jan 31 18:56:23.449584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f064601-a88a-4831-b8c8-de170b8d424c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for subnet (1617cfff-4725-4d1f-9091-989eee1d4a2c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:23.469393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03601fdf-5906-4fed-bad9-be401e261a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114e3504-d340-4b9d-b65b-70643ac7948a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:23.551153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cdba60dc-420b-4541-ac61-5b7a0f464a00 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port b78d5ddb-e03a-481f-ae5f-8acca439edcb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:23.552183 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdba60dc-420b-4541-ac61-5b7a0f464a00 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b78d5ddb-e03a-481f-ae5f-8acca439edcb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:23.616062 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:23.619710 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:23.685203 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f064601-a88a-4831-b8c8-de170b8d424c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (1617cfff-4725-4d1f-9091-989eee1d4a2c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:23.791991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdba60dc-420b-4541-ac61-5b7a0f464a00 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b78d5ddb-e03a-481f-ae5f-8acca439edcb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:23.817110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cdba60dc-420b-4541-ac61-5b7a0f464a00 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for b78d5ddb-e03a-481f-ae5f-8acca439edcb owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:23.861972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:23.884640 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.018862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4024c7b3-caf0-48d3-9858-acb42bf2a8ef,segment=NetworkSegment(13e69b1c-ddcf-4672-a049-174f0a4e62d3),segment_id=13e69b1c-ddcf-4672-a049-174f0a4e62d3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:24.046029 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.100981 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f064601-a88a-4831-b8c8-de170b8d424c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (1617cfff-4725-4d1f-9091-989eee1d4a2c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.136295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=4024c7b3-caf0-48d3-9858-acb42bf2a8ef,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:24.140605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d63429f8-7915-477c-82d4-bc85cd80355e up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:24.191025 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.204443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdba60dc-420b-4541-ac61-5b7a0f464a00 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b78d5ddb-e03a-481f-ae5f-8acca439edcb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.211432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30111b84-2e48-4eba-bd10-42d5a9bf563f req-af04fbbf-b7fd-449e-ba62-ad5575d62710 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:24.215328 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30111b84-2e48-4eba-bd10-42d5a9bf563f req-af04fbbf-b7fd-449e-ba62-ad5575d62710 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 945 time: 0.8473840 Jan 31 18:56:24.224867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port d63429f8-7915-477c-82d4-bc85cd80355e completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:56:24.230543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port d63429f8-7915-477c-82d4-bc85cd80355e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:24.231061 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.256360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba60dc-420b-4541-ac61-5b7a0f464a00 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=b78d5ddb-e03a-481f-ae5f-8acca439edcb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:24.410013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port d63429f8-7915-477c-82d4-bc85cd80355e is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:24.410587 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.413710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58889cea-bbee-4a70-af9b-d62ee1bb3dab req-0fee8e56-64a6-477e-9ea7-a706e7d30767 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:24.426590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58889cea-bbee-4a70-af9b-d62ee1bb3dab req-0fee8e56-64a6-477e-9ea7-a706e7d30767 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 945 time: 0.7689557 Jan 31 18:56:24.427506 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdba60dc-420b-4541-ac61-5b7a0f464a00 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.430779 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.436515 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cdba60dc-420b-4541-ac61-5b7a0f464a00 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/b78d5ddb-e03a-481f-ae5f-8acca439edcb HTTP/1.1" status: 204 len: 168 time: 1.4186611 Jan 31 18:56:24.437721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:24.439136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffaa4265-0361-426a-8417-8fd7585f7d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63429f8-7915-477c-82d4-bc85cd80355e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:56:24.441543 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9981bcaa-e1ed-4c28-b920-39600b934123" -d '{"events": [{"server_uuid": "ffaa4265-0361-426a-8417-8fd7585f7d63", "name": "network-vif-plugged", "status": "completed", "tag": "d63429f8-7915-477c-82d4-bc85cd80355e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:56:24.460429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port d63429f8-7915-477c-82d4-bc85cd80355e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d63429f8-7915-477c-82d4-bc85cd80355e,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:24.467703 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.492303 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4dbfc63-7572-4131-a101-d53337ee1402 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] DELETE failed (client error): The resource could not be found. Jan 31 18:56:24.493161 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4dbfc63-7572-4131-a101-d53337ee1402 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:24.502055 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a4dbfc63-7572-4131-a101-d53337ee1402 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/b78d5ddb-e03a-481f-ae5f-8acca439edcb HTTP/1.1" status: 404 len: 333 time: 0.0629337 Jan 31 18:56:24.502887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52972) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:24.552202 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=d63429f8-7915-477c-82d4-bc85cd80355e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:24.553121 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-691cea1f-a7fb-4f79-94a1-13b407889ce8 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:56:24.554860 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-691cea1f-a7fb-4f79-94a1-13b407889ce8 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/b78d5ddb-e03a-481f-ae5f-8acca439edcb HTTP/1.1" status: 404 len: 333 time: 0.0508966 Jan 31 18:56:24.558236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52974) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:24.607474 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30111b84-2e48-4eba-bd10-42d5a9bf563f req-16864931-6470-47bf-8fa5-dd299ff72c55 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665297 Jan 31 18:56:24.610522 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f064601-a88a-4831-b8c8-de170b8d424c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (1617cfff-4725-4d1f-9091-989eee1d4a2c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.646676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b284de5e-1400-4781-b28a-1a7e44628043 None None] Network a1628905-82a0-47d9-88dd-a405fb9127c1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:24.663892 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b3123f-cba9-4a69-aac5-f7cc48a41860 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting subnet ea36aa51-55aa-4c68-8af5-841a6c2984fb {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:56:24.669413 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8b3123f-cba9-4a69-aac5-f7cc48a41860 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (ea36aa51-55aa-4c68-8af5-841a6c2984fb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.715116 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52978) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:24.731877 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f064601-a88a-4831-b8c8-de170b8d424c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:24.739135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5f064601-a88a-4831-b8c8-de170b8d424c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/subnets/1617cfff-4725-4d1f-9091-989eee1d4a2c HTTP/1.1" status: 204 len: 168 time: 1.6337969 Jan 31 18:56:24.743221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f064601-a88a-4831-b8c8-de170b8d424c tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Subnet': ['ID=1617cfff-4725-4d1f-9091-989eee1d4a2c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:24.745642 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52984) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:24.813849 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58889cea-bbee-4a70-af9b-d62ee1bb3dab req-2376ed7c-05a8-48a9-a0a3-c6e02b045b37 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828347 Jan 31 18:56:24.900556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4e1d452-7c19-483f-9a1b-2af200d90647 req-98a339fa-c4b0-48f8-8c45-37f06af33383 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0633583 Jan 31 18:56:25.155475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6eff2-fb33-441d-8e99-a1b386c4614b req-a050ea64-7e46-412c-95a1-14f82dea8e90 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:25.158392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7a6eff2-fb33-441d-8e99-a1b386c4614b req-a050ea64-7e46-412c-95a1-14f82dea8e90 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 945 time: 0.2148976 Jan 31 18:56:25.283308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7a6eff2-fb33-441d-8e99-a1b386c4614b req-a06f6699-5c57-4e98-87a6-f3fa9ef01211 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185267 Jan 31 18:56:25.284048 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6421fd91-3b4c-48ca-bfaa-e506c1a8bea8 x-openstack-request-id: req-6421fd91-3b4c-48ca-bfaa-e506c1a8bea8 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:56:25.284377 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffaa4265-0361-426a-8417-8fd7585f7d63", "name": "network-vif-plugged", "status": "completed", "tag": "d63429f8-7915-477c-82d4-bc85cd80355e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:56:25.284678 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6421fd91-3b4c-48ca-bfaa-e506c1a8bea8 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:56:25.285042 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffaa4265-0361-426a-8417-8fd7585f7d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63429f8-7915-477c-82d4-bc85cd80355e', 'code': 200} Jan 31 18:56:25.292099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da0f131-b692-41c6-a4df-ebe68cf42989 None None] Network abdd9463-7b20-4632-b373-1c4a304cb243 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:25.297505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4024c7b3-caf0-48d3-9858-acb42bf2a8ef up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:25.330189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53004) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:25.422371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-effcfefa-f54f-49f2-877f-206229bb3f7f tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-533358178'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:25.422832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-effcfefa-f54f-49f2-877f-206229bb3f7f tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Unknown quota resources ['metering_label']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:56:25.427878 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8b3123f-cba9-4a69-aac5-f7cc48a41860 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (ea36aa51-55aa-4c68-8af5-841a6c2984fb), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:25.436407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eda6ce-6cdc-4a95-8508-fa2ffccc7ca7 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:25.445650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c7eda6ce-6cdc-4a95-8508-fa2ffccc7ca7 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 1123 time: 0.1142328 Jan 31 18:56:25.446499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53008) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:25.457180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:25.504915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:25.616701 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:25.640471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0d5dd501-1443-4b0e-ac79-c199872ad22e None None] Provisioning complete for port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:25.640871 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd501-1443-4b0e-ac79-c199872ad22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:25.646297 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (abdd9463-7b20-4632-b373-1c4a304cb243), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:25.727281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72b2edeb-8c14-4d71-b77d-c8f2a8128c04 req-826df616-0eb7-4155-a192-bfe306b3d470 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0494180 Jan 31 18:56:25.773373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947627de-eeb1-4841-91e5-598a97ee9366 req-bfc79a35-b388-441b-b13d-dae2c8060b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:25.776265 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-947627de-eeb1-4841-91e5-598a97ee9366 req-bfc79a35-b388-441b-b13d-dae2c8060b64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 1129 time: 0.9672351 Jan 31 18:56:25.861454 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6871187f-a8c4-4e91-baca-f02bec7850cc req-4dd0e653-3516-4a18-9cde-cf3fad8affe0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3500400 Jan 31 18:56:25.892354 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-effcfefa-f54f-49f2-877f-206229bb3f7f tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:25.898197 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-effcfefa-f54f-49f2-877f-206229bb3f7f tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1790521 Jan 31 18:56:25.909991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53020) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:25.943434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ddb8def0-e6ce-4997-aaea-f971b654a902 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c8c4f250-8b6e-4119-a99a-1820ac504d7e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:25.944567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ddb8def0-e6ce-4997-aaea-f971b654a902 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:56:25.988126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8b3123f-cba9-4a69-aac5-f7cc48a41860 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (ea36aa51-55aa-4c68-8af5-841a6c2984fb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:25.995378 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-947627de-eeb1-4841-91e5-598a97ee9366 req-82e5153a-87a3-406d-8c88-02a4fd95da3b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935768 Jan 31 18:56:26.091681 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.100608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:26.101223 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.172379 n-d-812111-15 neutron-server[103225]: WARNING neutron.services.metering.metering_plugin [None req-ddb8def0-e6ce-4997-aaea-f971b654a902 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 31 18:56:26.181829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871187f-a8c4-4e91-baca-f02bec7850cc req-ccfb9f3e-d528-47e1-a58c-e50034d3a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:26.199963 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6871187f-a8c4-4e91-baca-f02bec7850cc req-ccfb9f3e-d528-47e1-a58c-e50034d3a847 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=732c6167da0340c5b37c8a129944c15a&device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 1129 time: 0.2066841 Jan 31 18:56:26.203733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0d5dd501-1443-4b0e-ac79-c199872ad22e None None] Current status of the port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:26.222890 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8b3123f-cba9-4a69-aac5-f7cc48a41860 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (ea36aa51-55aa-4c68-8af5-841a6c2984fb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.235370 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.298708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ed0771-22be-4ed8-8726-3d3b962d1ab5 None None] DHCP port deletion for abdd9463-7b20-4632-b373-1c4a304cb243 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:56:26.377180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8b3123f-cba9-4a69-aac5-f7cc48a41860 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.380960 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c8b3123f-cba9-4a69-aac5-f7cc48a41860 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/ea36aa51-55aa-4c68-8af5-841a6c2984fb HTTP/1.1" status: 204 len: 168 time: 1.8208232 Jan 31 18:56:26.384972 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3123f-cba9-4a69-aac5-f7cc48a41860 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Subnet': ['ID=ea36aa51-55aa-4c68-8af5-841a6c2984fb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:26.387095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53030) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:26.411966 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:26.439148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Deleting port 866abfb3-af1e-44c2-8233-fd7ad28149fd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:26.439900 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.443253 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddb8def0-e6ce-4997-aaea-f971b654a902 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.444896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ddb8def0-e6ce-4997-aaea-f971b654a902 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5336452 Jan 31 18:56:26.473898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-52ed0771-22be-4ed8-8726-3d3b962d1ab5 None None] Deleting port 866abfb3-af1e-44c2-8233-fd7ad28149fd {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:26.474212 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-52ed0771-22be-4ed8-8726-3d3b962d1ab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.524126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:26.541087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8a5927ea-e152-456e-924d-35c5f0fafc1b tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c8c4f250-8b6e-4119-a99a-1820ac504d7e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:26.541994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8a5927ea-e152-456e-924d-35c5f0fafc1b tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:56:26.619709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-52ed0771-22be-4ed8-8726-3d3b962d1ab5 None None] For port 866abfb3-af1e-44c2-8233-fd7ad28149fd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=866abfb3-af1e-44c2-8233-fd7ad28149fd,segment=NetworkSegment(a08689af-1f1d-4333-bab5-8db6aa642e85),segment_id=a08689af-1f1d-4333-bab5-8db6aa642e85)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:26.620528 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-52ed0771-22be-4ed8-8726-3d3b962d1ab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.644165 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-52ed0771-22be-4ed8-8726-3d3b962d1ab5 None None] Calling delete_port for 866abfb3-af1e-44c2-8233-fd7ad28149fd owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:26.683568 n-d-812111-15 neutron-server[103225]: WARNING neutron.services.metering.metering_plugin [None req-8a5927ea-e152-456e-924d-35c5f0fafc1b tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 31 18:56:26.703129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2ccd1-c4ea-4f8b-9214-c2e4a2c92766 req-f02c25a1-8a79-4a3b-8df6-eaecbc7cd9d6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:26.710883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f2ccd1-c4ea-4f8b-9214-c2e4a2c92766 req-f02c25a1-8a79-4a3b-8df6-eaecbc7cd9d6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 946 time: 0.7072721 Jan 31 18:56:26.725459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fb04e3-3f1b-43a0-b962-326aad0dc9e7 None None] Network a1628905-82a0-47d9-88dd-a405fb9127c1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:26.781289 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] For port 866abfb3-af1e-44c2-8233-fd7ad28149fd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=866abfb3-af1e-44c2-8233-fd7ad28149fd,segment=NetworkSegment(a08689af-1f1d-4333-bab5-8db6aa642e85),segment_id=a08689af-1f1d-4333-bab5-8db6aa642e85)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:26.781854 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.796998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9be212b0-8a4d-4781-b043-47dba0b6de9c None None] Provisioning complete for port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:26.797504 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9be212b0-8a4d-4781-b043-47dba0b6de9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.880069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Calling delete_port for 866abfb3-af1e-44c2-8233-fd7ad28149fd owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:26.917119 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (a1628905-82a0-47d9-88dd-a405fb9127c1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.934427 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7cb4e5d2-bacf-45ae-93c0-d02912bc6ede req-a8c8f029-a0f3-4330-a944-3981f9e5775e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3779736 Jan 31 18:56:26.937128 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-52ed0771-22be-4ed8-8726-3d3b962d1ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:26.941656 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871187f-a8c4-4e91-baca-f02bec7850cc req-7f9a15ca-c68d-43b0-967f-2369ca429bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:26.954339 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6871187f-a8c4-4e91-baca-f02bec7850cc req-7f9a15ca-c68d-43b0-967f-2369ca429bf1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 200 len: 912 time: 0.6873035 Jan 31 18:56:27.058838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.25.8.87 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/62052a05-1319-453a-b099-b838e31421ef) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:27.100119 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c678a8-4aea-4512-9f89-493570036000 None None] DHCP port deletion for a1628905-82a0-47d9-88dd-a405fb9127c1 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:56:27.142211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9be212b0-8a4d-4781-b043-47dba0b6de9c None None] Current status of the port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:27.144569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed0771-22be-4ed8-8726-3d3b962d1ab5 None None] Pushing event deleted for resources: {'Port': ['ID=866abfb3-af1e-44c2-8233-fd7ad28149fd,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:27.149825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed0771-22be-4ed8-8726-3d3b962d1ab5 None None] No DVR routers for this DVR port 866abfb3-af1e-44c2-8233-fd7ad28149fd on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:27.163501 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6871187f-a8c4-4e91-baca-f02bec7850cc req-e09fdaf7-e229-4d6f-a294-52c679cdb353 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=faead6b1-1bd3-4f5e-9694-bc35a0e00a93 HTTP/1.1" status: 200 len: 1001 time: 0.1546423 Jan 31 18:56:27.201779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4024c7b3-caf0-48d3-9858-acb42bf2a8ef no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:56:27.286365 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a5927ea-e152-456e-924d-35c5f0fafc1b tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:27.287572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8a5927ea-e152-456e-924d-35c5f0fafc1b tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7504559 Jan 31 18:56:27.318941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a7c678a8-4aea-4512-9f89-493570036000 None None] Deleting port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:27.319327 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a7c678a8-4aea-4512-9f89-493570036000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:27.321000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53044) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:27.332326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46d15d9a-5bad-4bc1-a86d-beac128c068b req-b23c7433-69b3-4606-b56a-919794e0f934 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.1881325 Jan 31 18:56:27.373691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dd18e2bd-edc4-4c2e-bf24-969c6ac157af tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=a9733505-feaf-458e-aa98-178c5622b22f HTTP/1.1" status: 200 len: 462 time: 0.0371573 Jan 31 18:56:27.400875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53050) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:27.436035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96f2ccd1-c4ea-4f8b-9214-c2e4a2c92766 req-54db9e30-15fe-4cc1-a085-4912be16bb75 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7194593 Jan 31 18:56:27.485598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:27.486257 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:27.513888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a7c678a8-4aea-4512-9f89-493570036000 None None] For port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4024c7b3-caf0-48d3-9858-acb42bf2a8ef,segment=NetworkSegment(13e69b1c-ddcf-4672-a049-174f0a4e62d3),segment_id=13e69b1c-ddcf-4672-a049-174f0a4e62d3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:27.513888 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a7c678a8-4aea-4512-9f89-493570036000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:27.524662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871187f-a8c4-4e91-baca-f02bec7850cc req-40600c9e-8adf-464e-8734-0664bacf1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:27.527124 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6871187f-a8c4-4e91-baca-f02bec7850cc req-40600c9e-8adf-464e-8734-0664bacf1638 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b1b457b-8abd-4614-8276-0291f0e06e62 HTTP/1.1" status: 200 len: 850 time: 0.3206060 Jan 31 18:56:27.538524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a7c678a8-4aea-4512-9f89-493570036000 None None] Calling delete_port for 4024c7b3-caf0-48d3-9858-acb42bf2a8ef owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:27.567374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4024c7b3-caf0-48d3-9858-acb42bf2a8ef,segment=NetworkSegment(13e69b1c-ddcf-4672-a049-174f0a4e62d3),segment_id=13e69b1c-ddcf-4672-a049-174f0a4e62d3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:27.576110 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:27.576657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 866abfb3-af1e-44c2-8233-fd7ad28149fd no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:56:27.608233 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (866abfb3-af1e-44c2-8233-fd7ad28149fd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:27.630361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e5d2-bacf-45ae-93c0-d02912bc6ede req-ddd23ef9-f0d2-4ecd-b2e6-20c2537e8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:27.632707 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7cb4e5d2-bacf-45ae-93c0-d02912bc6ede req-ddd23ef9-f0d2-4ecd-b2e6-20c2537e8842 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 1128 time: 0.6251304 Jan 31 18:56:27.661706 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c429ba1-9b85-43e2-88e8-e9d8ebf95f90 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:27.662792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3c429ba1-9b85-43e2-88e8-e9d8ebf95f90 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/a9733505-feaf-458e-aa98-178c5622b22f HTTP/1.1" status: 204 len: 168 time: 0.2694767 Jan 31 18:56:27.665789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53058) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:27.675238 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (62052a05-1319-453a-b099-b838e31421ef), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:27.683283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e1365c2a-1bd4-46e5-a0af-ae491d2f9437 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=a9733505-feaf-458e-aa98-178c5622b22f HTTP/1.1" status: 200 len: 221 time: 0.0163715 Jan 31 18:56:27.686819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53060) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:27.690561 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] No DVR routers for this DVR port 866abfb3-af1e-44c2-8233-fd7ad28149fd on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:27.695630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-df655222-3cc1-4f8c-96d9-fc902410aee5 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1822643814', 'description': 'label created by tempest'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:27.696089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-df655222-3cc1-4f8c-96d9-fc902410aee5 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Unknown quota resources ['metering_label']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:56:27.705755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 866abfb3-af1e-44c2-8233-fd7ad28149fd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:56:27.706296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 866abfb3-af1e-44c2-8233-fd7ad28149fd not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:56:27.801683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=4024c7b3-caf0-48d3-9858-acb42bf2a8ef,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:27.821004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:27.833064 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:27.841613 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a7c678a8-4aea-4512-9f89-493570036000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:27.880894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c678a8-4aea-4512-9f89-493570036000 None None] No DVR routers for this DVR port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:27.917039 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df655222-3cc1-4f8c-96d9-fc902410aee5 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:27.918606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-df655222-3cc1-4f8c-96d9-fc902410aee5 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2308390 Jan 31 18:56:27.921766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53064) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:27.930809 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c678a8-4aea-4512-9f89-493570036000 None None] Pushing event deleted for resources: {'Port': ['ID=4024c7b3-caf0-48d3-9858-acb42bf2a8ef,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:27.956060 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Port': ['ID=866abfb3-af1e-44c2-8233-fd7ad28149fd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:27.994003 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c19816f7-1061-4fb2-8fa2-3237a78c8343 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=f4993aa4-186b-4c2b-b557-f2008e5897ab HTTP/1.1" status: 200 len: 468 time: 0.0708003 Jan 31 18:56:27.998023 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53066) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:28.028077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e5d2-bacf-45ae-93c0-d02912bc6ede req-edba8784-b971-456c-98bd-d692a65244ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:28.029798 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7cb4e5d2-bacf-45ae-93c0-d02912bc6ede req-edba8784-b971-456c-98bd-d692a65244ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e HTTP/1.1" status: 200 len: 897 time: 0.3362548 Jan 31 18:56:28.050106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] For port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4024c7b3-caf0-48d3-9858-acb42bf2a8ef,segment=NetworkSegment(13e69b1c-ddcf-4672-a049-174f0a4e62d3),segment_id=13e69b1c-ddcf-4672-a049-174f0a4e62d3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:28.050481 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:28.122902 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (62052a05-1319-453a-b099-b838e31421ef), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:28.143448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:28.147039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:28.159076 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7cb4e5d2-bacf-45ae-93c0-d02912bc6ede req-78c7782e-251c-428e-9cc2-97126dcd2794 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9 HTTP/1.1" status: 200 len: 217 time: 0.1144595 Jan 31 18:56:28.161213 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871187f-a8c4-4e91-baca-f02bec7850cc req-d5a4f158-d835-4126-afce-c914662448aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:28.162804 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6871187f-a8c4-4e91-baca-f02bec7850cc req-d5a4f158-d835-4126-afce-c914662448aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c11bd176-3044-4185-9008-2e805d18ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6199384 Jan 31 18:56:28.163827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 4024c7b3-caf0-48d3-9858-acb42bf2a8ef owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:28.173506 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (abdd9463-7b20-4632-b373-1c4a304cb243), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:28.208872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:28.290866 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdd9463-7b20-4632-b373-1c4a304cb243']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:28.319634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=62052a05-1319-453a-b099-b838e31421ef,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:28.327857 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6f11-0769-457c-9cad-3255604d780a tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:28.331879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ccfe6f11-0769-457c-9cad-3255604d780a tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/f4993aa4-186b-4c2b-b557-f2008e5897ab HTTP/1.1" status: 204 len: 168 time: 0.3324568 Jan 31 18:56:28.332700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53072) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:28.361114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08689af-1f1d-4333-bab5-8db6aa642e85') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:28.361415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08689af-1f1d-4333-bab5-8db6aa642e85') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:28.390062 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (a08689af-1f1d-4333-bab5-8db6aa642e85), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:28.466055 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e5d2-bacf-45ae-93c0-d02912bc6ede req-388bc96f-9fd0-4f9e-aacf-e2ce5a8f58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:28.469741 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-26cb98ad-f19f-44e5-ab04-a18d92f97dc7 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=f4993aa4-186b-4c2b-b557-f2008e5897ab HTTP/1.1" status: 200 len: 216 time: 0.0543427 Jan 31 18:56:28.473324 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7cb4e5d2-bacf-45ae-93c0-d02912bc6ede req-388bc96f-9fd0-4f9e-aacf-e2ce5a8f58ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f145fd4-597b-4073-9498-74d669e5811f HTTP/1.1" status: 200 len: 834 time: 0.2990766 Jan 31 18:56:28.473494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53080) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:28.480401 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a08689af-1f1d-4333-bab5-8db6aa642e85), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:28.514259 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:28.514774 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (a08689af-1f1d-4333-bab5-8db6aa642e85), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:28.520045 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:28.573661 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6871187f-a8c4-4e91-baca-f02bec7850cc req-1baf16ef-3066-4cae-be0b-81aa771a2a41 service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887029 Jan 31 18:56:28.575341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-67726bb4-d2d6-45cb-945f-59854ea29a62 req-8c1c8d15-ec0e-4d86-99ba-b298089e5016 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0369668 Jan 31 18:56:28.580792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9fd2c6f9-c90b-45db-a388-5494e3e80790 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1059382 Jan 31 18:56:28.581599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:28.636764 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4024c7b3-caf0-48d3-9858-acb42bf2a8ef), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:28.655109 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0f0c7230-e032-4659-b773-4879843ee594 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0305877 Jan 31 18:56:28.671913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:28.732914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53088) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:28.736489 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (abdd9463-7b20-4632-b373-1c4a304cb243), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:28.741782 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:28.748327 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] 10.222.0.20 "DELETE /v2.0/networks/abdd9463-7b20-4632-b373-1c4a304cb243 HTTP/1.1" status: 204 len: 168 time: 4.0016396 Jan 31 18:56:28.776366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=4024c7b3-caf0-48d3-9858-acb42bf2a8ef,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:28.783076 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No DVR routers for this DVR port 4024c7b3-caf0-48d3-9858-acb42bf2a8ef on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:28.817093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e5d2-bacf-45ae-93c0-d02912bc6ede req-8950017e-b76d-4cc1-b052-1e5dfa8f724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:28.818768 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7cb4e5d2-bacf-45ae-93c0-d02912bc6ede req-8950017e-b76d-4cc1-b052-1e5dfa8f724e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3326080 Jan 31 18:56:28.903135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Pushing event deleted for resources: {'Network': ['ID=abdd9463-7b20-4632-b373-1c4a304cb243,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:28.908005 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.908382 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.908796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.909149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.909604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.909944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.910463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.910787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.911132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.911469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.911804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.912134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.912490 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:28.949347 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cde77398-8547-451a-99c7-b21f5ba4b8c6 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/c8c4f250-8b6e-4119-a99a-1820ac504d7e HTTP/1.1" status: 200 len: 472 time: 0.2724128 Jan 31 18:56:28.960577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53094) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:29.021703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.022192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.022947 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.023335 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.023749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.024364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.025851 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.025851 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.026305 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.026705 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.027106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.027507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.027907 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd9475-d739-48b3-9c43-28f77c35d0ea tempest-NetworksTest-991511163 tempest-NetworksTest-991511163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:29.106584 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c88bd3a3-c16e-4e16-82cf-1e30fc722a66 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/ba46a37a-724d-4f20-8c38-2683525004c3 HTTP/1.1" status: 200 len: 459 time: 0.1235566 Jan 31 18:56:29.112598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53098) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:29.123755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53100) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:29.126337 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee779-2e95-4b8e-bbf0-fd7c0a63d93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.144950 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (a1628905-82a0-47d9-88dd-a405fb9127c1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.155582 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6871187f-a8c4-4e91-baca-f02bec7850cc req-e195fb01-7832-414d-9e0c-20a6ee7eaf74 service neutron] 10.222.0.49 "GET /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471303 Jan 31 18:56:29.180101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1628905-82a0-47d9-88dd-a405fb9127c1']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:29.203776 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e69b1c-ddcf-4672-a049-174f0a4e62d3') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:29.204169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e69b1c-ddcf-4672-a049-174f0a4e62d3') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:29.217444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7614900-df7d-4664-8d28-38ce1447b741 req-5421be5d-6acc-4118-913a-bd2d0d4d7a07 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:29.219166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7614900-df7d-4664-8d28-38ce1447b741 req-5421be5d-6acc-4118-913a-bd2d0d4d7a07 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 946 time: 0.5964210 Jan 31 18:56:29.229007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (13e69b1c-ddcf-4672-a049-174f0a4e62d3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.249716 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7cb4e5d2-bacf-45ae-93c0-d02912bc6ede req-162f3020-4cbc-4715-9393-c70d9c99eef1 service neutron] 10.222.0.21 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506458 Jan 31 18:56:29.271249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (13e69b1c-ddcf-4672-a049-174f0a4e62d3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.295565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:29.295993 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (13e69b1c-ddcf-4672-a049-174f0a4e62d3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:29.299020 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:29.344236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0545216a-5e61-4227-854c-f8f98ef5398a tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.345851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0545216a-5e61-4227-854c-f8f98ef5398a tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/ba46a37a-724d-4f20-8c38-2683525004c3 HTTP/1.1" status: 204 len: 168 time: 0.2314060 Jan 31 18:56:29.351345 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53104) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:29.426626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c2a1457f-8e0f-4d9b-8795-501a4f583c61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a20cd5c8ccd4d139797abe19df72129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991748 Jan 31 18:56:29.429911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53106) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:29.444467 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7614900-df7d-4664-8d28-38ce1447b741 req-5bebf0d9-f6ca-45b5-a231-63fc5f694275 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133784 Jan 31 18:56:29.470961 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee779-2e95-4b8e-bbf0-fd7c0a63d93d admin admin] Publish callbacks [] for security_group (a7cef434-2708-4482-af9b-558f2ec0e078), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.494113 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (a1628905-82a0-47d9-88dd-a405fb9127c1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.498717 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.502672 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/networks/a1628905-82a0-47d9-88dd-a405fb9127c1 HTTP/1.1" status: 204 len: 168 time: 3.0822823 Jan 31 18:56:29.503450 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee779-2e95-4b8e-bbf0-fd7c0a63d93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a7cef434-2708-4482-af9b-558f2ec0e078), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.509035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53110) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:29.524450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6460a344-fd25-4744-9408-4c18c4e46f39 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-215634850'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:29.547458 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (10a9bc51-4924-4ac0-b1f2-bc87137e44db), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.604996 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50b72dc8-8318-46a2-967f-cce6d02d482d admin admin] Publish callbacks [] for security_group (09c62f9b-178e-4fd4-b396-d644dfff34d0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.610874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6460a344-fd25-4744-9408-4c18c4e46f39 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:29.615458 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6460a344-fd25-4744-9408-4c18c4e46f39 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.658978 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50b72dc8-8318-46a2-967f-cce6d02d482d admin admin] Publish callbacks [] for security_group (09c62f9b-178e-4fd4-b396-d644dfff34d0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.695830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6460a344-fd25-4744-9408-4c18c4e46f39 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:29.761615 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6460a344-fd25-4744-9408-4c18c4e46f39 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e138f683-288f-4f57-a91c-36b5af98adfd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.761829 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-6460a344-fd25-4744-9408-4c18c4e46f39 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Added segment e138f683-288f-4f57-a91c-36b5af98adfd of type vlan for network 3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8 Jan 31 18:56:29.806308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6df8ba32-9d0f-4ed4-90a0-d6e11c4c71e5 req-785916ae-283f-411f-845f-008bd2eecdda tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0669682 Jan 31 18:56:29.863918 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (62052a05-1319-453a-b099-b838e31421ef), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.919151 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6460a344-fd25-4744-9408-4c18c4e46f39 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.949525 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50b72dc8-8318-46a2-967f-cce6d02d482d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (09c62f9b-178e-4fd4-b396-d644dfff34d0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.952176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50b72dc8-8318-46a2-967f-cce6d02d482d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:29.953350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-50b72dc8-8318-46a2-967f-cce6d02d482d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09c62f9b-178e-4fd4-b396-d644dfff34d0 HTTP/1.1" status: 204 len: 168 time: 0.5205812 Jan 31 18:56:29.979776 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d5547-a8c8-4c08-9683-5b8eb9b91d76 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Network': ['ID=a1628905-82a0-47d9-88dd-a405fb9127c1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:30.000614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b72dc8-8318-46a2-967f-cce6d02d482d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c62f9b-178e-4fd4-b396-d644dfff34d0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:30.023732 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7cb4e5d2-bacf-45ae-93c0-d02912bc6ede req-6efa84c8-474b-42d5-9908-679b44bc8e74 service neutron] 10.222.0.21 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623742 Jan 31 18:56:30.025572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2a306-9a1e-4a31-98fd-5ea892ca9059 req-f8eeacdd-de19-4a40-bb0a-6f447420bb9f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:30.027997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cf2a306-9a1e-4a31-98fd-5ea892ca9059 req-f8eeacdd-de19-4a40-bb0a-6f447420bb9f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.3331280 Jan 31 18:56:30.034852 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0b7ee779-2e95-4b8e-bbf0-fd7c0a63d93d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67d5ee85f5184aa483cde4ddb84b55aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2995508 Jan 31 18:56:30.036739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ee779-2e95-4b8e-bbf0-fd7c0a63d93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cef434-2708-4482-af9b-558f2ec0e078,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:30.039778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:30.063503 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6460a344-fd25-4744-9408-4c18c4e46f39 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.068936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6460a344-fd25-4744-9408-4c18c4e46f39 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:30.069562 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6460a344-fd25-4744-9408-4c18c4e46f39 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.114658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cf2a306-9a1e-4a31-98fd-5ea892ca9059 req-c3a00a00-5b54-464e-8ae3-649033769be2 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/quotas/5364cc4d46d44a3aa6b7956213fc3a56 HTTP/1.1" status: 200 len: 375 time: 0.0522921 Jan 31 18:56:30.117782 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c294eae-42ca-47e8-b383-b29b9d34b732 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.119490 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9c294eae-42ca-47e8-b383-b29b9d34b732 tempest-MeteringIpV6TestJSON-725523612 tempest-MeteringIpV6TestJSON-725523612-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/c8c4f250-8b6e-4119-a99a-1820ac504d7e HTTP/1.1" status: 204 len: 168 time: 0.7650347 Jan 31 18:56:30.150212 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f33e0056-4974-46ee-b2d8-a9cca388b5d1 admin admin] Publish callbacks [] for security_group (a7cef434-2708-4482-af9b-558f2ec0e078), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.169703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:30.169988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6460a344-fd25-4744-9408-4c18c4e46f39 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6588008 Jan 31 18:56:30.183290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f33e0056-4974-46ee-b2d8-a9cca388b5d1 admin admin] Publish callbacks [] for security_group (a7cef434-2708-4482-af9b-558f2ec0e078), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.190745 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ed4a22a8-4ff6-423a-a56a-414af82c88e3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:30.195333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460a344-fd25-4744-9408-4c18c4e46f39 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Network': ['ID=3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:30.207547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:30.288593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cf2a306-9a1e-4a31-98fd-5ea892ca9059 req-10caca65-a8e8-41ee-9fb8-f25b38cbb5f4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1270392 Jan 31 18:56:30.302361 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (62052a05-1319-453a-b099-b838e31421ef), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.323536 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (62052a05-1319-453a-b099-b838e31421ef), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.372629 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f33e0056-4974-46ee-b2d8-a9cca388b5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a7cef434-2708-4482-af9b-558f2ec0e078), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.376052 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f33e0056-4974-46ee-b2d8-a9cca388b5d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.378365 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f33e0056-4974-46ee-b2d8-a9cca388b5d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7cef434-2708-4482-af9b-558f2ec0e078 HTTP/1.1" status: 204 len: 168 time: 0.3331654 Jan 31 18:56:30.382587 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4a22a8-4ff6-423a-a56a-414af82c88e3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:30.389483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed4a22a8-4ff6-423a-a56a-414af82c88e3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.417637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e0056-4974-46ee-b2d8-a9cca388b5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cef434-2708-4482-af9b-558f2ec0e078,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:30.458473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=62052a05-1319-453a-b099-b838e31421ef,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:30.484178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cf2a306-9a1e-4a31-98fd-5ea892ca9059 req-078fbbd4-8665-4e7e-a898-74136d4ba2d6 service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943514 Jan 31 18:56:30.496396 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (10a9bc51-4924-4ac0-b1f2-bc87137e44db), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.672963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed4a22a8-4ff6-423a-a56a-414af82c88e3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (c5580739-2603-445a-8e33-de3a964fc8dc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.698164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0cf2a306-9a1e-4a31-98fd-5ea892ca9059 req-2573c1d8-498d-40b7-a8d6-42ce4aa1f78b service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133236 Jan 31 18:56:30.701721 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Floating IP 10a9bc51-4924-4ac0-b1f2-bc87137e44db associated. External IP: 172.25.8.87, port: e10764b9-0375-4a3e-bae9-1768f0a0d4e9. Jan 31 18:56:30.824601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4a22a8-4ff6-423a-a56a-414af82c88e3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Checking segment: {'id': 'e138f683-288f-4f57-a91c-36b5af98adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:30.825193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a22a8-4ff6-423a-a56a-414af82c88e3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network hostable DHCP agents. Network: 3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:56:30.831154 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a22a8-4ff6-423a-a56a-414af82c88e3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Subnet': ['ID=c5580739-2603-445a-8e33-de3a964fc8dc,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:30.849471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53154) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:30.875777 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c78de8f0-8e29-4bba-98af-e97ff73a0494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.911991 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a22a8-4ff6-423a-a56a-414af82c88e3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:30.934566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ed4a22a8-4ff6-423a-a56a-414af82c88e3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:30.940302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4a22a8-4ff6-423a-a56a-414af82c88e3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:30.942748 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed4a22a8-4ff6-423a-a56a-414af82c88e3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:30.952708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f1e4ac-c34c-494b-8754-e85c7fda4ea9 None None] Network 3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:31.006393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53162) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:31.018741 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ed4a22a8-4ff6-423a-a56a-414af82c88e3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8376517 Jan 31 18:56:31.026234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:31.032143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': '3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1329782822'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:31.144448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b8f08e4-3c5c-4621-92f0-b45b1cad0176 req-e9bdb405-a7ac-4e3c-a284-5e2c6b2ee96f tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0923295 Jan 31 18:56:31.201522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8', 'network_id': '3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8', 'project_id': 'dbbb1c34a5a64e82b1085e7b45e35416', 'fixed_ips': [{'subnet_id': 'c5580739-2603-445a-8e33-de3a964fc8dc'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:56:31.202761 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.205263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:56:31.221758 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c78de8f0-8e29-4bba-98af-e97ff73a0494 admin admin] Publish callbacks [] for security_group (5d788d99-795e-4c3a-9e21-3266b8313497), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.271739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-368f5ba9-819a-40d3-8bbf-116876298e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.338800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:31.341893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.384514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port 0e4eb1a6-497d-4a4b-8b6c-106625a557a8 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:31.416826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:56:31.418765 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c78de8f0-8e29-4bba-98af-e97ff73a0494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5d788d99-795e-4c3a-9e21-3266b8313497), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.432491 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e04a4-af64-48a7-8789-d7cd3601668c None None] Sync routers for ids ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:56:31.450229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c78de8f0-8e29-4bba-98af-e97ff73a0494 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77e39acd1dee45129439b2cf5a778600&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5998201 Jan 31 18:56:31.451044 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e04a4-af64-48a7-8789-d7cd3601668c None None] Routers {'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:56:31.451895 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-038e04a4-af64-48a7-8789-d7cd3601668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:31.452986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53190) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:31.511140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-368f5ba9-819a-40d3-8bbf-116876298e3c admin admin] Publish callbacks [] for security_group (ca242287-419b-4e76-848c-cadeb26d49e8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.517050 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-368f5ba9-819a-40d3-8bbf-116876298e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ca242287-419b-4e76-848c-cadeb26d49e8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.523517 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Allocated IP 172.20.0.2 (3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8/c5580739-2603-445a-8e33-de3a964fc8dc/3d850826-9c2e-421c-a4b3-837e3d23c5f5) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:31.585599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f5ba9-819a-40d3-8bbf-116876298e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca242287-419b-4e76-848c-cadeb26d49e8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:31.625650 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-368f5ba9-819a-40d3-8bbf-116876298e3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a047a7ca6d7474087c974f149c0a1d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6053548 Jan 31 18:56:31.626624 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53200) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:31.669191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.716661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78de8f0-8e29-4bba-98af-e97ff73a0494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d788d99-795e-4c3a-9e21-3266b8313497,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:31.750357 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-038e04a4-af64-48a7-8789-d7cd3601668c None None] Set router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:56:31.787774 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-216c3200-9d05-4e56-aeae-645d90628de1 admin admin] Publish callbacks [] for security_group (ca242287-419b-4e76-848c-cadeb26d49e8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.793431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dc0eb34f-f429-43b5-9250-b92a971d75b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.3451817 Jan 31 18:56:31.797348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:56:31.801513 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71abbc7-91cf-4ebe-a424-7645e68862cb" -d '{"events": [{"name": "network-changed", "server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:56:31.812443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53208) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:31.831391 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Publish callbacks [] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.840538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-85d17d94-08d1-4661-bd6d-b6125e62f12c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:31.842535 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.850103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-85d17d94-08d1-4661-bd6d-b6125e62f12c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.3683958 Jan 31 18:56:31.866882 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35c23f4a-be11-4588-8933-08c1e729bbcf admin admin] Publish callbacks [] for security_group (5d788d99-795e-4c3a-9e21-3266b8313497), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.876373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-fe52728a-ad25-4cd4-9e86-1e483efa58c4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/quotas/5364cc4d46d44a3aa6b7956213fc3a56 HTTP/1.1" status: 200 len: 375 time: 0.0251236 Jan 31 18:56:31.902563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-216c3200-9d05-4e56-aeae-645d90628de1 admin admin] Publish callbacks [] for security_group (ca242287-419b-4e76-848c-cadeb26d49e8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.984236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35c23f4a-be11-4588-8933-08c1e729bbcf admin admin] Publish callbacks [] for security_group (5d788d99-795e-4c3a-9e21-3266b8313497), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:31.990980 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.3 (3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8/c5580739-2603-445a-8e33-de3a964fc8dc/0e4eb1a6-497d-4a4b-8b6c-106625a557a8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:32.000801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Pushing event updated for resources: {'Port': ['ID=3d850826-9c2e-421c-a4b3-837e3d23c5f5,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:32.036450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Network 3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:32.044929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:32.051688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-216c3200-9d05-4e56-aeae-645d90628de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ca242287-419b-4e76-848c-cadeb26d49e8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.054004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:32.054504 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-216c3200-9d05-4e56-aeae-645d90628de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.058418 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-216c3200-9d05-4e56-aeae-645d90628de1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca242287-419b-4e76-848c-cadeb26d49e8 HTTP/1.1" status: 204 len: 168 time: 0.4280412 Jan 31 18:56:32.094636 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-038e04a4-af64-48a7-8789-d7cd3601668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:55:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '10a9bc51-4924-4ac0-b1f2-bc87137e44db', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'port_id': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'mac_address': 'fa:16:3e:b3:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:56:29Z', 'updated_at': '2022-01-31T18:56:29Z', 'revision_number': 0, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69a1ed-b582-4d6e-b7e7-3f660430644c', 'name': '', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:16:9f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '8f145fd4-597b-4073-9498-74d669e5811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:49Z', 'updated_at': '2022-01-31T18:55:58Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '8f145fd4-597b-4073-9498-74d669e5811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:32.112865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c3200-9d05-4e56-aeae-645d90628de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca242287-419b-4e76-848c-cadeb26d49e8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:32.138058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-0ecc22ef-a2ce-466c-927a-f46344fe2077 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2607815 Jan 31 18:56:32.139614 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e04a4-af64-48a7-8789-d7cd3601668c None None] Checking router: ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:56:32.142427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'network': {'name': 'tempest-RoutersTest-314722732'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:32.153371 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e04a4-af64-48a7-8789-d7cd3601668c None None] Routers {'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:56:32.154414 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-038e04a4-af64-48a7-8789-d7cd3601668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:32.180065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Attempting to bind port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:32.180469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Attempting to bind port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'e138f683-288f-4f57-a91c-36b5af98adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:32.181358 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Attempting to bind port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 on network 3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:32.200241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:56:32.200919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Checking segment: {'id': 'e138f683-288f-4f57-a91c-36b5af98adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:32.201542 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.202521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Bound using segment: {'id': 'e138f683-288f-4f57-a91c-36b5af98adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:56:32.203261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Bound port: 3d850826-9c2e-421c-a4b3-837e3d23c5f5, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e138f683-288f-4f57-a91c-36b5af98adfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:56:32.204047 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.219893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (0e4eb1a6-497d-4a4b-8b6c-106625a557a8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.225840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387305c-6aa0-4a68-8e51-9dc2aa5a458d req-e73ec9d3-61fc-4e4f-9651-98086c4f8587 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:32.227683 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9387305c-6aa0-4a68-8e51-9dc2aa5a458d req-e73ec9d3-61fc-4e4f-9651-98086c4f8587 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 945 time: 0.3491654 Jan 31 18:56:32.301694 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (0e4eb1a6-497d-4a4b-8b6c-106625a557a8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.303400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] For port 3d850826-9c2e-421c-a4b3-837e3d23c5f5, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:32.303550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:32.313497 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] For port 3d850826-9c2e-421c-a4b3-837e3d23c5f5, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3d850826-9c2e-421c-a4b3-837e3d23c5f5,segment=NetworkSegment(e138f683-288f-4f57-a91c-36b5af98adfd),segment_id=e138f683-288f-4f57-a91c-36b5af98adfd)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:56:32.324914 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.325150 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.340456 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.362684 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35c23f4a-be11-4588-8933-08c1e729bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5d788d99-795e-4c3a-9e21-3266b8313497), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.365350 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35c23f4a-be11-4588-8933-08c1e729bbcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.369977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-35c23f4a-be11-4588-8933-08c1e729bbcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d788d99-795e-4c3a-9e21-3266b8313497 HTTP/1.1" status: 204 len: 168 time: 0.9154599 Jan 31 18:56:32.375815 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=0e4eb1a6-497d-4a4b-8b6c-106625a557a8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:32.391618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:32.393149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:32.396216 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:32.418900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c23f4a-be11-4588-8933-08c1e729bbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d788d99-795e-4c3a-9e21-3266b8313497,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:32.450219 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-038e04a4-af64-48a7-8789-d7cd3601668c None None] Set router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:56:32.454518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9387305c-6aa0-4a68-8e51-9dc2aa5a458d req-bd6b897a-87b1-41ee-bbec-f9609a2095d7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755764 Jan 31 18:56:32.456823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7e8c7638-8c2e-42f7-9ef8-77f0f3c628ad service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065989 Jan 31 18:56:32.488126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53218) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:32.495109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:32.499371 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.560475 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a7eaec8f-f4dd-464e-be2f-9b94df27196b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5339186 Jan 31 18:56:32.564383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53224) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:32.588766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1d918aaf-87ff-4b4a-bca2-017d6c3a00b5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/10a9bc51-4924-4ac0-b1f2-bc87137e44db HTTP/1.1" status: 200 len: 990 time: 0.0990801 Jan 31 18:56:32.608842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668941f1-51bc-4d2b-a3c9-2d2cd0362504 None None] Pushing event updated for resources: {'Port': ['ID=3d850826-9c2e-421c-a4b3-837e3d23c5f5,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:32.735568 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for security_group (28ce0d92-eff9-4248-8038-24a8adbf6105), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.756624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-6e63032d-916b-4b9f-bbfb-13634643eb72 service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906487 Jan 31 18:56:32.759961 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (28ce0d92-eff9-4248-8038-24a8adbf6105), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.795183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-47627a98-187d-4f94-8695-c6db618227a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 0e4eb1a6-497d-4a4b-8b6c-106625a557a8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:32.795642 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47627a98-187d-4f94-8695-c6db618227a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0e4eb1a6-497d-4a4b-8b6c-106625a557a8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.877243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:32.895430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ce0d92-eff9-4248-8038-24a8adbf6105,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:32.917910 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c9d31b49-c695-4690-a684-7fc8ac189f0e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:32.919411 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Added segment c9d31b49-c695-4690-a684-7fc8ac189f0e of type vlan for network a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5 Jan 31 18:56:32.994686 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47627a98-187d-4f94-8695-c6db618227a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0e4eb1a6-497d-4a4b-8b6c-106625a557a8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:33.026967 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-47627a98-187d-4f94-8695-c6db618227a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 0e4eb1a6-497d-4a4b-8b6c-106625a557a8 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:33.029206 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaba384-8fae-4bca-aba5-a1cdfb6fa2fb x-openstack-request-id: req-adaba384-8fae-4bca-aba5-a1cdfb6fa2fb {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:56:33.029514 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:56:33.029785 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adaba384-8fae-4bca-aba5-a1cdfb6fa2fb {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:56:33.031845 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'status': 'completed', 'code': 200} Jan 31 18:56:33.117573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:33.177696 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-038e04a4-af64-48a7-8789-d7cd3601668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:55:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '10a9bc51-4924-4ac0-b1f2-bc87137e44db', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'port_id': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'mac_address': 'fa:16:3e:b3:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:56:29Z', 'updated_at': '2022-01-31T18:56:29Z', 'revision_number': 0, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69a1ed-b582-4d6e-b7e7-3f660430644c', 'name': '', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:16:9f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '8f145fd4-597b-4073-9498-74d669e5811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:49Z', 'updated_at': '2022-01-31T18:55:58Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '8f145fd4-597b-4073-9498-74d669e5811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:33.257844 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e04a4-af64-48a7-8789-d7cd3601668c None None] The sync data for ids ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'] in n-d-812111-15 is: [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:55:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '10a9bc51-4924-4ac0-b1f2-bc87137e44db', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'port_id': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'mac_address': 'fa:16:3e:b3:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:56:29Z', 'updated_at': '2022-01-31T18:56:29Z', 'revision_number': 0, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69a1ed-b582-4d6e-b7e7-3f660430644c', 'name': '', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:16:9f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '8f145fd4-597b-4073-9498-74d669e5811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:49Z', 'updated_at': '2022-01-31T18:55:58Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '8f145fd4-597b-4073-9498-74d669e5811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:56:33.280861 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:56:33.326299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3d850826-9c2e-421c-a4b3-837e3d23c5f5 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:33.327169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33331624-d379-4c8c-8931-efa8aee1d668 req-3ea33fc2-bf3e-4111-8bea-6aeb5895dae4 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.1914787 Jan 31 18:56:33.351545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:33.357866 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:33.362766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:33.363592 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:33.385093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85e866bc-2532-46a3-9d9d-a66f96eed945 req-2710e4aa-0a9e-4699-9555-a450b26fbec7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 210 time: 0.1418071 Jan 31 18:56:33.480961 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6661294 Jan 31 18:56:33.483919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53244) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:33.494056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e5108874-5c30-47bd-aeb5-e5aabe94a4cf tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1147138629'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:33.499511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:33.500150 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:33.523825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f4d0a-cb57-4422-84d1-95a39d7c83fa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Network': ['ID=a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:33.529359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5108874-5c30-47bd-aeb5-e5aabe94a4cf tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:33.533637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5108874-5c30-47bd-aeb5-e5aabe94a4cf tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:33.538572 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8749-4b39-4881-a575-e2489b5865ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:33.544640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:33.566095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5108874-5c30-47bd-aeb5-e5aabe94a4cf tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:33.579161 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5108874-5c30-47bd-aeb5-e5aabe94a4cf tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (30582471-278d-4b3c-af49-4c9394eb5548), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:33.579535 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-e5108874-5c30-47bd-aeb5-e5aabe94a4cf tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Added segment 30582471-278d-4b3c-af49-4c9394eb5548 of type vlan for network 759fc0cd-ba78-4385-8332-12bbd45b2b44 Jan 31 18:56:33.591594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71abbc7-91cf-4ebe-a424-7645e68862cb req-3d7f5414-d1b0-4b16-b34f-a28e0869a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:33.593351 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f71abbc7-91cf-4ebe-a424-7645e68862cb req-3d7f5414-d1b0-4b16-b34f-a28e0869a90d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 1128 time: 0.3933561 Jan 31 18:56:33.595720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53248) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:33.617352 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47627a98-187d-4f94-8695-c6db618227a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (0e4eb1a6-497d-4a4b-8b6c-106625a557a8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:33.635096 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5108874-5c30-47bd-aeb5-e5aabe94a4cf tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (759fc0cd-ba78-4385-8332-12bbd45b2b44), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:33.668463 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5108874-5c30-47bd-aeb5-e5aabe94a4cf tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (759fc0cd-ba78-4385-8332-12bbd45b2b44), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:33.691902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5108874-5c30-47bd-aeb5-e5aabe94a4cf tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:33.692875 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5108874-5c30-47bd-aeb5-e5aabe94a4cf tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:33.814073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e5108874-5c30-47bd-aeb5-e5aabe94a4cf tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3271620 Jan 31 18:56:33.819141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53254) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:33.829386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71abbc7-91cf-4ebe-a424-7645e68862cb req-42489f40-91d5-489e-9ca8-960d893d0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:33.835989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8ef7a12e-3a39-4514-a235-711ea354bae3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'subnet': {'network_id': 'a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:33.836205 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f71abbc7-91cf-4ebe-a424-7645e68862cb req-42489f40-91d5-489e-9ca8-960d893d0b32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e HTTP/1.1" status: 200 len: 897 time: 0.2300093 Jan 31 18:56:33.876601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5108874-5c30-47bd-aeb5-e5aabe94a4cf tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Network': ['ID=759fc0cd-ba78-4385-8332-12bbd45b2b44,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:33.898617 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47627a98-187d-4f94-8695-c6db618227a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=0e4eb1a6-497d-4a4b-8b6c-106625a557a8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:34.042189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef7a12e-3a39-4514-a235-711ea354bae3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:34.048499 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a12e-3a39-4514-a235-711ea354bae3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:34.152805 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47627a98-187d-4f94-8695-c6db618227a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:34.159905 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-47627a98-187d-4f94-8695-c6db618227a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/0e4eb1a6-497d-4a4b-8b6c-106625a557a8 HTTP/1.1" status: 204 len: 168 time: 1.5927739 Jan 31 18:56:34.164003 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f63509af-01ee-44cc-aacc-d33207cca407 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/10a9bc51-4924-4ac0-b1f2-bc87137e44db HTTP/1.1" status: 200 len: 990 time: 0.5671475 Jan 31 18:56:34.169613 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53266) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:34.182283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 759fc0cd-ba78-4385-8332-12bbd45b2b44 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:34.213432 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f71abbc7-91cf-4ebe-a424-7645e68862cb req-94fb4252-33a7-4073-bac3-ada96e49d5c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9 HTTP/1.1" status: 200 len: 998 time: 0.3203294 Jan 31 18:56:34.248061 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d045693c-e712-4d9e-8e7a-224d6dea7d5b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:56:34.252797 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d045693c-e712-4d9e-8e7a-224d6dea7d5b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/0e4eb1a6-497d-4a4b-8b6c-106625a557a8 HTTP/1.1" status: 404 len: 333 time: 0.0784156 Jan 31 18:56:34.253700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:34.298617 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8749-4b39-4881-a575-e2489b5865ef admin admin] Publish callbacks [] for security_group (8e35cfe0-495f-4163-9c65-fd6e000f535b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:34.310214 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8749-4b39-4881-a575-e2489b5865ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8e35cfe0-495f-4163-9c65-fd6e000f535b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:34.319879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fa98a-e20e-436e-8a15-732b4188d166 None None] New status for floating IP 10a9bc51-4924-4ac0-b1f2-bc87137e44db: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:56:34.354843 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71abbc7-91cf-4ebe-a424-7645e68862cb req-af387ad5-4741-4eb8-ab43-14bc5da35767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:34.356308 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f71abbc7-91cf-4ebe-a424-7645e68862cb req-af387ad5-4741-4eb8-ab43-14bc5da35767 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f145fd4-597b-4073-9498-74d669e5811f HTTP/1.1" status: 200 len: 834 time: 0.1200340 Jan 31 18:56:34.378922 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b77096-1d68-45d1-90ed-fec42648d7ad None None] Network 3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:34.417373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd8749-4b39-4881-a575-e2489b5865ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e35cfe0-495f-4163-9c65-fd6e000f535b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:34.438276 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2fbd8749-4b39-4881-a575-e2489b5865ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b7e1232d3df4c51b4f39073c266e7d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0651898 Jan 31 18:56:34.440404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53280) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:34.466753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71abbc7-91cf-4ebe-a424-7645e68862cb req-db421f45-b556-4bf7-96fa-4a2f1089b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:34.468658 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f71abbc7-91cf-4ebe-a424-7645e68862cb req-db421f45-b556-4bf7-96fa-4a2f1089b80d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0942805 Jan 31 18:56:34.480080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-352c69fa-770f-4b76-ab8d-271e1890eaa6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting subnet c5580739-2603-445a-8e33-de3a964fc8dc {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:56:34.504808 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-352c69fa-770f-4b76-ab8d-271e1890eaa6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (c5580739-2603-445a-8e33-de3a964fc8dc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:34.554889 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:34.555378 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:34.599294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e374eafb-4a1e-4a4f-b972-7081bdf5c760 None None] Provisioning complete for port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:34.599681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e374eafb-4a1e-4a4f-b972-7081bdf5c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:34.651070 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dff5c8f-0887-4cb9-b933-76ef79249661 admin admin] Publish callbacks [] for security_group (8e35cfe0-495f-4163-9c65-fd6e000f535b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:34.705407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 3d850826-9c2e-421c-a4b3-837e3d23c5f5, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3d850826-9c2e-421c-a4b3-837e3d23c5f5,segment=NetworkSegment(e138f683-288f-4f57-a91c-36b5af98adfd),segment_id=e138f683-288f-4f57-a91c-36b5af98adfd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:34.725603 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dff5c8f-0887-4cb9-b933-76ef79249661 admin admin] Publish callbacks [] for security_group (8e35cfe0-495f-4163-9c65-fd6e000f535b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:34.758387 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:34.773828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0be9f02-6e21-4cc8-a4ae-9f8e5a3fc317 req-68842afd-d3c7-40d8-b624-6b2ee1c25834 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 210 time: 0.2084098 Jan 31 18:56:34.796914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e4f04564-5896-457b-a30e-7758ee770175 req-ac4f0ef8-4584-4d8f-957b-01fbf26df26a tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.1086257 Jan 31 18:56:34.803202 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a12e-3a39-4514-a235-711ea354bae3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (4c6eff2a-6271-420b-8e1f-4bf07fa9ed43), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:34.817799 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-352c69fa-770f-4b76-ab8d-271e1890eaa6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (c5580739-2603-445a-8e33-de3a964fc8dc), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:34.829955 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f71abbc7-91cf-4ebe-a424-7645e68862cb req-e5c98611-8ccc-4631-b658-90f635a5ae1d service neutron] 10.222.0.21 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487599 Jan 31 18:56:34.872133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e374eafb-4a1e-4a4f-b972-7081bdf5c760 None None] Current status of the port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:34.897155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=3d850826-9c2e-421c-a4b3-837e3d23c5f5,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:34.913996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:34.914417 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:34.916165 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:34.916708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:34.918153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:34.919000 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:34.920287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:34.920909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:34.921490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:34.922039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:34.922586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:34.923207 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:34.924478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:35.007466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7a12e-3a39-4514-a235-711ea354bae3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Subnet': ['ID=4c6eff2a-6271-420b-8e1f-4bf07fa9ed43,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:35.048072 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dff5c8f-0887-4cb9-b933-76ef79249661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8e35cfe0-495f-4163-9c65-fd6e000f535b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:35.051216 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dff5c8f-0887-4cb9-b933-76ef79249661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:35.052427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef7a12e-3a39-4514-a235-711ea354bae3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Checking segment: {'id': 'c9d31b49-c695-4690-a684-7fc8ac189f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:35.052810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef7a12e-3a39-4514-a235-711ea354bae3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network hostable DHCP agents. Network: a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:56:35.060103 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4dff5c8f-0887-4cb9-b933-76ef79249661 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e35cfe0-495f-4163-9c65-fd6e000f535b HTTP/1.1" status: 204 len: 168 time: 0.6122556 Jan 31 18:56:35.141678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff5c8f-0887-4cb9-b933-76ef79249661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e35cfe0-495f-4163-9c65-fd6e000f535b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:35.174298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53326) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:35.243491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3d850826-9c2e-421c-a4b3-837e3d23c5f5 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:35.273440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-adb06954-3f89-4d5e-adc7-61c756dc6b68 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:35.275864 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-adb06954-3f89-4d5e-adc7-61c756dc6b68 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.3173790 Jan 31 18:56:35.283178 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f71abbc7-91cf-4ebe-a424-7645e68862cb req-8d8dd70f-7216-4bd5-9ca0-53fe403566bc service neutron] 10.222.0.21 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371464 Jan 31 18:56:35.292997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Request body: {'port': {'device_id': 'db6f4129-5676-4553-a96e-c86b8db992fc', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'admin_state_up': True, 'tenant_id': '5364cc4d46d44a3aa6b7956213fc3a56'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:35.335772 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-352c69fa-770f-4b76-ab8d-271e1890eaa6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (c5580739-2603-445a-8e33-de3a964fc8dc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:35.340168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef7a12e-3a39-4514-a235-711ea354bae3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:35.375942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8ef7a12e-3a39-4514-a235-711ea354bae3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:35.395686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f6124-6057-4e11-bf8b-0464b7eedac5 None None] Network a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:35.395872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef7a12e-3a39-4514-a235-711ea354bae3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:35.396293 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ef7a12e-3a39-4514-a235-711ea354bae3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:35.405453 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e333715c-b364-4dd2-b6e2-01029718f5e2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/10a9bc51-4924-4ac0-b1f2-bc87137e44db HTTP/1.1" status: 200 len: 992 time: 0.2142074 Jan 31 18:56:35.412695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53334) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:35.445620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8ef7a12e-3a39-4514-a235-711ea354bae3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6231213 Jan 31 18:56:35.453469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53338) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:35.462401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-30155e21-3792-4a5b-9428-f0b9d5660141 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'subnet': {'network_id': '759fc0cd-ba78-4385-8332-12bbd45b2b44', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:35.487501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:35.488159 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:35.612074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Made reservation on behalf of 5364cc4d46d44a3aa6b7956213fc3a56 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:35.613571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-28a0d58f-8070-486c-ad7c-993ae6b7e858 None None] Provisioning complete for port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:35.614180 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-28a0d58f-8070-486c-ad7c-993ae6b7e858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:35.620485 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:35.793609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:35.802659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5', 'network_id': 'a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5', 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'fixed_ips': [{'subnet_id': '4c6eff2a-6271-420b-8e1f-4bf07fa9ed43'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:56:35.803592 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:35.851383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Allocated IP 172.20.0.8 (8c183b94-d131-43f6-abd6-daa20cc7c014/a84ab55c-34af-4b5d-8cef-07d311d8d426/f12844e8-d62a-4a5d-95e7-f93525494bdb) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:35.856823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-28a0d58f-8070-486c-ad7c-993ae6b7e858 None None] Current status of the port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:35.994777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e9afa70d-9885-40ed-8ab7-69a48b5deab3 None None] Could not find standard attr ID for object 0e4eb1a6-497d-4a4b-8b6c-106625a557a8. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:56:36.077126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Allocated IP 172.20.0.2 (a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5/4c6eff2a-6271-420b-8e1f-4bf07fa9ed43/e7ea3dfb-45b1-4615-b04b-7cc5dd111d27) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:36.215641 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2f4556a-bab9-4c70-89e5-bfcd26f3a89e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.219512 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-77f211aa-3393-4b04-84a1-9a47b80d33c7 req-18290736-48e5-4de9-8c60-4301737aa52d tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0864279 Jan 31 18:56:36.222385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb673e70-4248-4a3c-a72b-a84787f92593 req-3b0f6c23-1534-43ae-8d56-f69eb976f062 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 210 time: 0.0867264 Jan 31 18:56:36.222385 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-352c69fa-770f-4b76-ab8d-271e1890eaa6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (c5580739-2603-445a-8e33-de3a964fc8dc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.281335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c69fa-770f-4b76-ab8d-271e1890eaa6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Subnet': ['ID=c5580739-2603-445a-8e33-de3a964fc8dc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:36.296793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-352c69fa-770f-4b76-ab8d-271e1890eaa6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.303297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-352c69fa-770f-4b76-ab8d-271e1890eaa6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/c5580739-2603-445a-8e33-de3a964fc8dc HTTP/1.1" status: 204 len: 168 time: 2.0484850 Jan 31 18:56:36.308470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53364) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:36.313633 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Publish callbacks [] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.318463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e0087f-986d-432b-acd6-61de468c43ac None None] Network 3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:36.339688 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.392381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30155e21-3792-4a5b-9428-f0b9d5660141 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:36.395706 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30155e21-3792-4a5b-9428-f0b9d5660141 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.402617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Pushing event updated for resources: {'Port': ['ID=e7ea3dfb-45b1-4615-b04b-7cc5dd111d27,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:36.407933 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks [] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.447021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Network a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:36.452634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:36.455979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:36.460294 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.486809 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.509927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:56:36.531470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Network 8c183b94-d131-43f6-abd6-daa20cc7c014 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:36.540092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:36.546636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:36.567545 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2f4556a-bab9-4c70-89e5-bfcd26f3a89e admin admin] Publish callbacks [] for security_group (22619b4e-4f25-4468-bbeb-3eb82952a0ed), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.580570 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2f4556a-bab9-4c70-89e5-bfcd26f3a89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (22619b4e-4f25-4468-bbeb-3eb82952a0ed), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.584011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event updated for resources: {'Port': ['ID=f12844e8-d62a-4a5d-95e7-f93525494bdb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:36.606801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Attempting to bind port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:36.607117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Attempting to bind port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c9d31b49-c695-4690-a684-7fc8ac189f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:36.608068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Attempting to bind port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 on network a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:36.621869 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:36.623272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.625046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:56:36.625046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Checking segment: {'id': 'c9d31b49-c695-4690-a684-7fc8ac189f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:36.625358 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.625713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Bound using segment: {'id': 'c9d31b49-c695-4690-a684-7fc8ac189f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:56:36.626205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Bound port: e7ea3dfb-45b1-4615-b04b-7cc5dd111d27, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d31b49-c695-4690-a684-7fc8ac189f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:56:36.626595 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.652032 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-ca0af2ea-1ddd-4800-a04c-f01e086e5369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3661523 Jan 31 18:56:36.671299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c2f4556a-bab9-4c70-89e5-bfcd26f3a89e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1bc75db52984d43be34a1065e311faf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2553058 Jan 31 18:56:36.672022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Request body: {'port': {'device_id': 'db6f4129-5676-4553-a96e-c86b8db992fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:36.672966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53370) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:36.675718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4556a-bab9-4c70-89e5-bfcd26f3a89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22619b4e-4f25-4468-bbeb-3eb82952a0ed,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:36.726589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:36.726853 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.765860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] For port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:36.796392 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.806329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027679b9-c837-4345-9efc-1da9711e6d82 None None] DHCP port deletion for 3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:56:36.812739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] For port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e7ea3dfb-45b1-4615-b04b-7cc5dd111d27,segment=NetworkSegment(c9d31b49-c695-4690-a684-7fc8ac189f0e),segment_id=c9d31b49-c695-4690-a684-7fc8ac189f0e)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:56:36.844410 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30155e21-3792-4a5b-9428-f0b9d5660141 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (c34e9f5b-585f-4855-8683-e143c927f497), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.858945 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.925340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] For port 3d850826-9c2e-421c-a4b3-837e3d23c5f5, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3d850826-9c2e-421c-a4b3-837e3d23c5f5,segment=NetworkSegment(e138f683-288f-4f57-a91c-36b5af98adfd),segment_id=e138f683-288f-4f57-a91c-36b5af98adfd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:36.925731 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.951438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe203ed4-881f-4c82-9841-4b828f8c2896 None None] Pushing event updated for resources: {'Port': ['ID=e7ea3dfb-45b1-4615-b04b-7cc5dd111d27,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:36.958112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-027679b9-c837-4345-9efc-1da9711e6d82 None None] Deleting port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:36.958482 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-027679b9-c837-4345-9efc-1da9711e6d82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:36.958605 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 3d850826-9c2e-421c-a4b3-837e3d23c5f5 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:36.971536 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bf26e55-4e8f-428d-b589-a83fb6ff226c admin admin] Publish callbacks [] for security_group (22619b4e-4f25-4468-bbeb-3eb82952a0ed), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.036100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-027679b9-c837-4345-9efc-1da9711e6d82 None None] For port 3d850826-9c2e-421c-a4b3-837e3d23c5f5, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3d850826-9c2e-421c-a4b3-837e3d23c5f5,segment=NetworkSegment(e138f683-288f-4f57-a91c-36b5af98adfd),segment_id=e138f683-288f-4f57-a91c-36b5af98adfd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:37.036600 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-027679b9-c837-4345-9efc-1da9711e6d82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.059133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-027679b9-c837-4345-9efc-1da9711e6d82 None None] Calling delete_port for 3d850826-9c2e-421c-a4b3-837e3d23c5f5 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:37.061479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30155e21-3792-4a5b-9428-f0b9d5660141 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Subnet': ['ID=c34e9f5b-585f-4855-8683-e143c927f497,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:37.070292 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bf26e55-4e8f-428d-b589-a83fb6ff226c admin admin] Publish callbacks [] for security_group (22619b4e-4f25-4468-bbeb-3eb82952a0ed), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.106587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30155e21-3792-4a5b-9428-f0b9d5660141 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Checking segment: {'id': '30582471-278d-4b3c-af49-4c9394eb5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '759fc0cd-ba78-4385-8332-12bbd45b2b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:37.107166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30155e21-3792-4a5b-9428-f0b9d5660141 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network hostable DHCP agents. Network: 759fc0cd-ba78-4385-8332-12bbd45b2b44, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:56:37.194339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30155e21-3792-4a5b-9428-f0b9d5660141 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 759fc0cd-ba78-4385-8332-12bbd45b2b44 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:37.201312 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3d850826-9c2e-421c-a4b3-837e3d23c5f5 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:56:37.204765 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.210047 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bf26e55-4e8f-428d-b589-a83fb6ff226c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (22619b4e-4f25-4468-bbeb-3eb82952a0ed), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.215143 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bf26e55-4e8f-428d-b589-a83fb6ff226c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.217155 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2bf26e55-4e8f-428d-b589-a83fb6ff226c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22619b4e-4f25-4468-bbeb-3eb82952a0ed HTTP/1.1" status: 204 len: 168 time: 0.5433636 Jan 31 18:56:37.255962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-30155e21-3792-4a5b-9428-f0b9d5660141 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 759fc0cd-ba78-4385-8332-12bbd45b2b44) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:37.264423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=3d850826-9c2e-421c-a4b3-837e3d23c5f5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:37.268065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30155e21-3792-4a5b-9428-f0b9d5660141 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:37.268697 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30155e21-3792-4a5b-9428-f0b9d5660141 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.269219 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12844e8-d62a-4a5d-95e7-f93525494bdb {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:56:37.271574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf26e55-4e8f-428d-b589-a83fb6ff226c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22619b4e-4f25-4468-bbeb-3eb82952a0ed,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:37.274004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No DVR routers for this DVR port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:37.287518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f7c257-09ff-416d-bc1b-c77d9c280612 None None] Network 759fc0cd-ba78-4385-8332-12bbd45b2b44 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:37.306453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Publish callbacks [] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.312389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 3d850826-9c2e-421c-a4b3-837e3d23c5f5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:56:37.312642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3d850826-9c2e-421c-a4b3-837e3d23c5f5 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:56:37.390897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Transition to ACTIVE for port object f12844e8-d62a-4a5d-95e7-f93525494bdb will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:56:37.400098 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.415821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-30155e21-3792-4a5b-9428-f0b9d5660141 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9565179 Jan 31 18:56:37.429779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53384) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:37.435675 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d4b2a402-7675-4e1a-9440-28ea6f310325 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1885735961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:37.533955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Pushing event updated for resources: {'Port': ['ID=f12844e8-d62a-4a5d-95e7-f93525494bdb,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:37.605205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8a27122-a23a-435c-9b22-9e30a7dada5e req-e32749ee-39e0-47af-a598-c257422ae632 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.2011518 Jan 31 18:56:37.619889 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.623956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Attempting to bind port f12844e8-d62a-4a5d-95e7-f93525494bdb on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:37.624509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Attempting to bind port f12844e8-d62a-4a5d-95e7-f93525494bdb by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:37.628640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Attempting to bind port f12844e8-d62a-4a5d-95e7-f93525494bdb on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:37.629996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Port f12844e8-d62a-4a5d-95e7-f93525494bdb on network 8c183b94-d131-43f6-abd6-daa20cc7c014 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:37.630428 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Attempting to bind port f12844e8-d62a-4a5d-95e7-f93525494bdb on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:37.637705 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:56:37.638182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Checking segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:37.638661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Bound using segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:56:37.639356 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Bound port: f12844e8-d62a-4a5d-95e7-f93525494bdb, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:56:37.640143 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.734622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] For port f12844e8-d62a-4a5d-95e7-f93525494bdb, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:37.738221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] For port f12844e8-d62a-4a5d-95e7-f93525494bdb, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f12844e8-d62a-4a5d-95e7-f93525494bdb,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:56:37.747578 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.751642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:37.754405 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a402-7675-4e1a-9440-28ea6f310325 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (cafc7712-0066-44b7-8ba3-01d39ce19c1b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.755608 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-027679b9-c837-4345-9efc-1da9711e6d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (3d850826-9c2e-421c-a4b3-837e3d23c5f5), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.758784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a402-7675-4e1a-9440-28ea6f310325 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (cafc7712-0066-44b7-8ba3-01d39ce19c1b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.793745 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:37.794373 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.796068 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] 10.222.0.49 "PUT /v2.0/ports/f12844e8-d62a-4a5d-95e7-f93525494bdb HTTP/1.1" status: 200 len: 1092 time: 1.1330953 Jan 31 18:56:37.796256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6f4129-5676-4553-a96e-c86b8db992fc', 'tag': 'f12844e8-d62a-4a5d-95e7-f93525494bdb'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:56:37.799563 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6a4a34-287f-42d6-9536-f5adaa69b289" -d '{"events": [{"name": "network-changed", "server_uuid": "db6f4129-5676-4553-a96e-c86b8db992fc", "tag": "f12844e8-d62a-4a5d-95e7-f93525494bdb"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:56:37.801028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027679b9-c837-4345-9efc-1da9711e6d82 None None] Pushing event deleted for resources: {'Port': ['ID=3d850826-9c2e-421c-a4b3-837e3d23c5f5,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:37.803067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027679b9-c837-4345-9efc-1da9711e6d82 None None] No DVR routers for this DVR port 3d850826-9c2e-421c-a4b3-837e3d23c5f5 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:37.804455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e138f683-288f-4f57-a91c-36b5af98adfd') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:37.806287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e138f683-288f-4f57-a91c-36b5af98adfd') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:37.850852 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (e138f683-288f-4f57-a91c-36b5af98adfd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.867671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-759fc0cd-ba78-4385-8332-12bbd45b2b44', 'network_id': '759fc0cd-ba78-4385-8332-12bbd45b2b44', 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'fixed_ips': [{'subnet_id': 'c34e9f5b-585f-4855-8683-e143c927f497'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:56:37.869255 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.882752 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e138f683-288f-4f57-a91c-36b5af98adfd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.891897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:37.897715 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (e138f683-288f-4f57-a91c-36b5af98adfd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:37.933100 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e008ad5c-f1f7-4a1a-8c09-4172fe407074 x-openstack-request-id: req-e008ad5c-f1f7-4a1a-8c09-4172fe407074 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:56:37.933100 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6f4129-5676-4553-a96e-c86b8db992fc", "tag": "f12844e8-d62a-4a5d-95e7-f93525494bdb", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:56:37.933100 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e008ad5c-f1f7-4a1a-8c09-4172fe407074 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:56:37.933100 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6f4129-5676-4553-a96e-c86b8db992fc', 'tag': 'f12844e8-d62a-4a5d-95e7-f93525494bdb', 'status': 'completed', 'code': 200} Jan 31 18:56:37.933497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca32472-1fa3-46d1-a2d5-4ac150d550db service neutron] Pushing event updated for resources: {'Port': ['ID=f12844e8-d62a-4a5d-95e7-f93525494bdb,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:37.956674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-39e9d6b9-cb5d-4536-9be9-d8b30c6bd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:37.959632 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-39e9d6b9-cb5d-4536-9be9-d8b30c6bd706 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 1126 time: 0.0981607 Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:37.988290 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:38.003340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e9511-a2ad-4893-bf8e-932278e7d1b1 req-14bdc3fb-5f60-4062-980c-e16a6373fe40 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:38.005046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c13e9511-a2ad-4893-bf8e-932278e7d1b1 req-14bdc3fb-5f60-4062-980c-e16a6373fe40 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 943 time: 0.4129405 Jan 31 18:56:38.007221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.025696 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.034898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/networks/3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8 HTTP/1.1" status: 204 len: 168 time: 1.7253222 Jan 31 18:56:38.042592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53398) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:38.052921 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-5de27b01-aa67-486f-8e75-4e9d289745bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f12844e8-d62a-4a5d-95e7-f93525494bdb HTTP/1.1" status: 200 len: 217 time: 0.0866482 Jan 31 18:56:38.083658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'name': 'tempest-PortsTestJSON-1375116720'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:38.130508 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-78ba4c78-4ac8-4655-8aae-4c301d0ced57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:38.135408 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-78ba4c78-4ac8-4655-8aae-4c301d0ced57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.0693538 Jan 31 18:56:38.145633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Allocated IP 172.21.0.2 (759fc0cd-ba78-4385-8332-12bbd45b2b44/c34e9f5b-585f-4855-8683-e143c927f497/c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:38.191142 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-c57633e6-2112-47eb-8384-e9585b69acfd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520825 Jan 31 18:56:38.223769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc794c1-4b28-4d28-9ffe-ad29191888f9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Network': ['ID=3d18b0d7-0bd9-4dd4-9cd5-0c752142bbd8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:38.302394 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a402-7675-4e1a-9440-28ea6f310325 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (cafc7712-0066-44b7-8ba3-01d39ce19c1b), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.318022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a402-7675-4e1a-9440-28ea6f310325 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (cafc7712-0066-44b7-8ba3-01d39ce19c1b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.330086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:38.333504 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.346914 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53408) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:38.389990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a402-7675-4e1a-9440-28ea6f310325 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.391269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d4b2a402-7675-4e1a-9440-28ea6f310325 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9605222 Jan 31 18:56:38.395356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c13e9511-a2ad-4893-bf8e-932278e7d1b1 req-9b03db12-982b-42b1-a0b1-085db0e1a32b tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770962 Jan 31 18:56:38.396775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53414) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:38.400082 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-01d82074-8830-45df-a8b0-53b7b93ed03d service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986802 Jan 31 18:56:38.401969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port f3e3b42c-4603-4fa6-a2f0-6c095667b6f2 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:38.534436 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Publish callbacks [] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.548596 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.613426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Network 759fc0cd-ba78-4385-8332-12bbd45b2b44 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:38.622687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:38.630989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:38.668700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Pushing event updated for resources: {'Port': ['ID=c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:38.731768 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (f3e3b42c-4603-4fa6-a2f0-6c095667b6f2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.826947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Attempting to bind port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:38.827468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Attempting to bind port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '30582471-278d-4b3c-af49-4c9394eb5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '759fc0cd-ba78-4385-8332-12bbd45b2b44'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:38.829078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Attempting to bind port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 on network 759fc0cd-ba78-4385-8332-12bbd45b2b44 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:38.838864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-670bc437-5645-4316-8bf0-8d92912c3c9a req-77945c5e-7ce7-4035-8c1a-e90a8e67bf0f tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0658464 Jan 31 18:56:38.847580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:56:38.848142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Checking segment: {'id': '30582471-278d-4b3c-af49-4c9394eb5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '759fc0cd-ba78-4385-8332-12bbd45b2b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:38.848596 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.849057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Bound using segment: {'id': '30582471-278d-4b3c-af49-4c9394eb5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '759fc0cd-ba78-4385-8332-12bbd45b2b44'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:56:38.849772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Bound port: c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30582471-278d-4b3c-af49-4c9394eb5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '759fc0cd-ba78-4385-8332-12bbd45b2b44'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:56:38.850178 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.869281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d2ab40b5-ff0c-4137-8f25-6de8d322c9e8 tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:38.871327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d36bf-e8ce-4f9d-90fb-116bca5b450f None None] Network a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:38.883340 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f3e3b42c-4603-4fa6-a2f0-6c095667b6f2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.915736 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cacd7fe-fb4e-45e5-a91d-10ce56188c42 req-38d91729-43c7-4e91-9973-836dbd242b26 service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936877 Jan 31 18:56:38.959853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 03351212-8393-4239-90fb-e7254b1f94f8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:38.965321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:38.971528 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:38.972879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:38.978930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:38.979958 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:39.009703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9465108 Jan 31 18:56:39.012941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6c82e-84f5-471f-aa94-13958f30ccc7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=f3e3b42c-4603-4fa6-a2f0-6c095667b6f2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:39.016752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53426) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:39.022564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d2ab40b5-ff0c-4137-8f25-6de8d322c9e8 tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] 10.222.0.20 "PUT /v2.0/quotas/e0cf73b0ddbe4aad99ede44d8320535d HTTP/1.1" status: 200 len: 366 time: 0.6720047 Jan 31 18:56:39.030350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53428) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:39.071972 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-07146970-6611-4404-a244-43ebe321524a tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0364995 Jan 31 18:56:39.072951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53430) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:39.077067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] For port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:39.084622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] For port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06,segment=NetworkSegment(30582471-278d-4b3c-af49-4c9394eb5548),segment_id=30582471-278d-4b3c-af49-4c9394eb5548)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:56:39.089229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5f1a1842-1fe8-469a-9d4e-f06220410681 tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] 10.222.0.20 "GET /v2.0/quotas/e0cf73b0ddbe4aad99ede44d8320535d HTTP/1.1" status: 200 len: 366 time: 0.0152166 Jan 31 18:56:39.095025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53432) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:39.137813 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:39.180740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8431b7e8-2f04-4275-a155-5345b1c1434c tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/e0cf73b0ddbe4aad99ede44d8320535d HTTP/1.1" status: 204 len: 168 time: 0.0816243 Jan 31 18:56:39.184464 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53434) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:39.216390 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a4a34-287f-42d6-9536-f5adaa69b289 req-11b7a989-9f12-43aa-8f50-f50387d9e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:39.216684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-89bf9f6b-4c5e-4d7b-b761-b628c58d0c79 tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0223372 Jan 31 18:56:39.216839 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1d6a4a34-287f-42d6-9536-f5adaa69b289 req-11b7a989-9f12-43aa-8f50-f50387d9e972 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 1126 time: 0.1781254 Jan 31 18:56:39.217095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53436) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:39.242562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0f8efad4-7ca6-4cbd-90be-7e8ac5a846f5 tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] 10.222.0.20 "GET /v2.0/quotas/e0cf73b0ddbe4aad99ede44d8320535d HTTP/1.1" status: 200 len: 370 time: 0.0195808 Jan 31 18:56:39.243540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-be21e831-c658-4a6f-9ffb-b1de50d27b96 None None] Provisioning complete for port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:39.245589 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-be21e831-c658-4a6f-9ffb-b1de50d27b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:39.247143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53438) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:39.249654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-10d0324b-dd6a-42ab-9365-6768606cba68 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port f3e3b42c-4603-4fa6-a2f0-6c095667b6f2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:39.250308 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10d0324b-dd6a-42ab-9365-6768606cba68 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f3e3b42c-4603-4fa6-a2f0-6c095667b6f2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:39.264506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c887289a-1cbd-45d4-89c2-f9bf94d19e0a tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] 10.222.0.20 "GET /v2.0/quotas/e0cf73b0ddbe4aad99ede44d8320535d/default HTTP/1.1" status: 200 len: 370 time: 0.0088611 Jan 31 18:56:39.270143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53440) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:39.356898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ea2d1-afec-455a-a00a-96cfa2534ef1 None None] Pushing event updated for resources: {'Port': ['ID=c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:39.365233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:39.368750 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-f39882d7-35bd-4923-b32c-ffd9df4097cf tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] delete failed (client error): The resource could not be found. Jan 31 18:56:39.372644 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f39882d7-35bd-4923-b32c-ffd9df4097cf tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/e0cf73b0ddbe4aad99ede44d8320535d HTTP/1.1" status: 404 len: 348 time: 0.0985277 Jan 31 18:56:39.400662 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10d0324b-dd6a-42ab-9365-6768606cba68 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f3e3b42c-4603-4fa6-a2f0-6c095667b6f2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:39.420921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-10d0324b-dd6a-42ab-9365-6768606cba68 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for f3e3b42c-4603-4fa6-a2f0-6c095667b6f2 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:39.493491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Allocated IP 172.20.0.1 (a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5/4c6eff2a-6271-420b-8e1f-4bf07fa9ed43/b20300aa-f06c-43ed-a358-a8440197cc15) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:39.496753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a4a34-287f-42d6-9536-f5adaa69b289 req-cc3f39b7-e49a-4f96-aafc-8ff919354caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:39.498241 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1d6a4a34-287f-42d6-9536-f5adaa69b289 req-cc3f39b7-e49a-4f96-aafc-8ff919354caa service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 906 time: 0.2723117 Jan 31 18:56:39.628012 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1d6a4a34-287f-42d6-9536-f5adaa69b289 req-238cc0e6-d91c-4845-9fe7-b774e108ffa0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f12844e8-d62a-4a5d-95e7-f93525494bdb HTTP/1.1" status: 200 len: 217 time: 0.1211693 Jan 31 18:56:39.667943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:39.668583 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:39.702939 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-be21e831-c658-4a6f-9ffb-b1de50d27b96 None None] Current status of the port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:39.703407 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-be21e831-c658-4a6f-9ffb-b1de50d27b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:39.743643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-be21e831-c658-4a6f-9ffb-b1de50d27b96 None None] For port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e7ea3dfb-45b1-4615-b04b-7cc5dd111d27,segment=NetworkSegment(c9d31b49-c695-4690-a684-7fc8ac189f0e),segment_id=c9d31b49-c695-4690-a684-7fc8ac189f0e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:39.752429 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-be21e831-c658-4a6f-9ffb-b1de50d27b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:39.877023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:39.908549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21e831-c658-4a6f-9ffb-b1de50d27b96 None None] Pushing event updated for resources: {'Port': ['ID=e7ea3dfb-45b1-4615-b04b-7cc5dd111d27,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:39.948614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f183-dde4-47d9-b9f4-21b943072557 req-459f70db-c7cd-4007-8983-05af56800627 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:39.955567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3805f183-dde4-47d9-b9f4-21b943072557 req-459f70db-c7cd-4007-8983-05af56800627 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 943 time: 0.3484826 Jan 31 18:56:39.958787 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10d0324b-dd6a-42ab-9365-6768606cba68 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f3e3b42c-4603-4fa6-a2f0-6c095667b6f2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:40.032573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10d0324b-dd6a-42ab-9365-6768606cba68 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:40.036766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-10d0324b-dd6a-42ab-9365-6768606cba68 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/f3e3b42c-4603-4fa6-a2f0-6c095667b6f2 HTTP/1.1" status: 204 len: 168 time: 1.0186310 Jan 31 18:56:40.086135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53456) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:40.093710 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3489fb75-2c1d-4cde-b3b1-d76397a3a7e8 None None] Provisioning complete for port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:40.094295 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3489fb75-2c1d-4cde-b3b1-d76397a3a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:40.100603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0324b-dd6a-42ab-9365-6768606cba68 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=f3e3b42c-4603-4fa6-a2f0-6c095667b6f2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:40.110366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'mac_address': 'fa:16:3e:91:6c:27', 'name': 'tempest-PortsTestJSON-301679776'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:40.172576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53460) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:40.192183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed73e96e-509b-4283-98b6-b9febabf12ee req-e043bd68-a6fc-43dd-bd45-3260a55682b2 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.1781371 Jan 31 18:56:40.242553 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3489fb75-2c1d-4cde-b3b1-d76397a3a7e8 None None] Current status of the port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:40.264862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3805f183-dde4-47d9-b9f4-21b943072557 req-704fc840-4f37-460c-8c80-6f8757fbda1f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993577 Jan 31 18:56:40.265543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Usage tracker for resource:network and project:cdd9b9bc312248a999003cfc47e12685 is out of sync, need to count used quota {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 18:56:40.276459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 31 18:56:40.299747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Usage tracker for resource:subnet and project:cdd9b9bc312248a999003cfc47e12685 is out of sync, need to count used quota {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 18:56:40.304918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 31 18:56:40.309466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:40.337487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Usage tracker for resource:subnetpool and project:cdd9b9bc312248a999003cfc47e12685 is out of sync, need to count used quota {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 18:56:40.379315 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a4a34-287f-42d6-9536-f5adaa69b289 req-7e78c8d1-0411-49c3-8624-4f05e6c915ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:40.381459 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1d6a4a34-287f-42d6-9536-f5adaa69b289 req-7e78c8d1-0411-49c3-8624-4f05e6c915ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.7448728 Jan 31 18:56:40.381804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 31 18:56:40.401753 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Usage tracker for resource:port and project:cdd9b9bc312248a999003cfc47e12685 is out of sync, need to count used quota {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 18:56:40.407900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 31 18:56:40.413737 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:40.430546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Usage tracker for resource:router and project:cdd9b9bc312248a999003cfc47e12685 is out of sync, need to count used quota {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 18:56:40.431131 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1d6a4a34-287f-42d6-9536-f5adaa69b289 req-661f6094-d386-4781-966a-18f68e0cf515 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413313 Jan 31 18:56:40.438100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 31 18:56:40.447028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port ee54efda-2c79-41a9-ae45-61337d0d78cc yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:40.460805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Usage tracker for resource:floatingip and project:cdd9b9bc312248a999003cfc47e12685 is out of sync, need to count used quota {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 18:56:40.491617 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53466) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:40.501319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 31 18:56:40.544466 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1d6a4a34-287f-42d6-9536-f5adaa69b289 req-9ff55399-b7a1-46c9-a01c-00b7cb64a8d8 service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034882 Jan 31 18:56:40.547455 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (b20300aa-f06c-43ed-a358-a8440197cc15), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:40.649787 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1d6a4a34-287f-42d6-9536-f5adaa69b289 req-4a70224c-1e79-42bd-9589-b06418a4a64a service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980253 Jan 31 18:56:40.675549 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b20300aa-f06c-43ed-a358-a8440197cc15), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:40.703111 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (ee54efda-2c79-41a9-ae45-61337d0d78cc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:40.718695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Usage tracker for resource:security_group and project:cdd9b9bc312248a999003cfc47e12685 is out of sync, need to count used quota {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 18:56:40.730539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 31 18:56:40.738322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2080743120'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:40.743571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:40.745136 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=b20300aa-f06c-43ed-a358-a8440197cc15,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:40.748092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:40.750227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:40.782400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Usage tracker for resource:security_group_rule and project:cdd9b9bc312248a999003cfc47e12685 is out of sync, need to count used quota {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 31 18:56:40.789232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.quota.resource [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103225) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 31 18:56:40.794489 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ee54efda-2c79-41a9-ae45-61337d0d78cc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:40.796174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Made reservation on behalf of fcd485f0bbc146acae4b7465e77319fd for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:40.800308 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:40.808890 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (cafc7712-0066-44b7-8ba3-01d39ce19c1b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:40.818572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-89d7f649-b53f-401e-a6d9-ac3d92c409bb tempest-QuotasTest-162415232 tempest-QuotasTest-162415232-project-admin] 10.222.0.20 "GET /v2.0/quotas/cdd9b9bc312248a999003cfc47e12685/details.json HTTP/1.1" status: 200 len: 703 time: 0.6288416 Jan 31 18:56:40.860493 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:40.888358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 03351212-8393-4239-90fb-e7254b1f94f8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:40.902620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:40.912745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:40.920669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:40.921401 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:40.928239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=ee54efda-2c79-41a9-ae45-61337d0d78cc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:40.953795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a0e8a7-891c-45fe-8ca2-444f5202e7d5 None None] Network 759fc0cd-ba78-4385-8332-12bbd45b2b44 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:40.964224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-481c2262-620e-4d0b-8a76-154a7c5aaada tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8741539 Jan 31 18:56:40.967600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53472) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:40.977010 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b20300aa-f06c-43ed-a358-a8440197cc15), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.043460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-25db635a-5128-42c5-b7e2-a1581a1700f1 None None] Provisioning complete for port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:41.043828 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25db635a-5128-42c5-b7e2-a1581a1700f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.093736 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks [] for security_group (632293f9-d894-4c02-90d0-6a25816a5f7c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.106834 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (632293f9-d894-4c02-90d0-6a25816a5f7c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.109879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e2abe-69c8-434b-9397-cec8ae729c49 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:41.113959 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c36e2abe-69c8-434b-9397-cec8ae729c49 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/ee54efda-2c79-41a9-ae45-61337d0d78cc HTTP/1.1" status: 200 len: 840 time: 0.1423824 Jan 31 18:56:41.114711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53474) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:41.210745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-25db635a-5128-42c5-b7e2-a1581a1700f1 None None] Current status of the port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:41.211328 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25db635a-5128-42c5-b7e2-a1581a1700f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.241084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:41.250067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632293f9-d894-4c02-90d0-6a25816a5f7c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:41.265805 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (81139a3f-c452-4528-a72a-604ada0f9c34), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.268737 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Added segment 81139a3f-c452-4528-a72a-604ada0f9c34 of type vlan for network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 Jan 31 18:56:41.277279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-25db635a-5128-42c5-b7e2-a1581a1700f1 None None] For port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06,segment=NetworkSegment(30582471-278d-4b3c-af49-4c9394eb5548),segment_id=30582471-278d-4b3c-af49-4c9394eb5548)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:41.287353 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25db635a-5128-42c5-b7e2-a1581a1700f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.365178 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.428530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db635a-5128-42c5-b7e2-a1581a1700f1 None None] Pushing event updated for resources: {'Port': ['ID=c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:41.456535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:41.474686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53482) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:41.483555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73ee4428-30b6-40d8-b5a8-d0edb0e36e1b req-6aa8fdb3-40af-40ae-81c5-a30f841ceec8 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.1136189 Jan 31 18:56:41.490739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-05e2746b-41c4-479c-a9be-7acc492a994b None None] Provisioning complete for port b20300aa-f06c-43ed-a358-a8440197cc15 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:41.491343 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-05e2746b-41c4-479c-a9be-7acc492a994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b20300aa-f06c-43ed-a358-a8440197cc15), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.545590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.555139 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-05e2746b-41c4-479c-a9be-7acc492a994b None None] Port b20300aa-f06c-43ed-a358-a8440197cc15 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:56:41.561660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:41.562440 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.565275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:41.565741 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.588581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (b20300aa-f06c-43ed-a358-a8440197cc15), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.611713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8e6324f1-b840-4c7c-aca7-fffe96c6563d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port ee54efda-2c79-41a9-ae45-61337d0d78cc {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:41.612452 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6324f1-b840-4c7c-aca7-fffe96c6563d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ee54efda-2c79-41a9-ae45-61337d0d78cc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.617452 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (b20300aa-f06c-43ed-a358-a8440197cc15), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.623772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148070-a932-46ae-afff-b70086118d56 req-62f2345a-62c2-4c84-9f56-eb83187d2590 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:41.632454 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82148070-a932-46ae-afff-b70086118d56 req-62f2345a-62c2-4c84-9f56-eb83187d2590 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 943 time: 0.2233918 Jan 31 18:56:41.678507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1857989 Jan 31 18:56:41.685747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ca6e4ea0-5ffa-4246-af0a-dae9875e9403 None None] Provisioning complete for port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:41.686130 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4ea0-5ffa-4246-af0a-dae9875e9403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.689088 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=b20300aa-f06c-43ed-a358-a8440197cc15,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:41.714287 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba034968-8157-4ec5-8810-d607097e47c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.715244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:41.716438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:41.722116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a80439-1785-4db0-b389-9acbaea321ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Pushing event updated for resources: {'Network': ['ID=5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:41.745417 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:41.781507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82148070-a932-46ae-afff-b70086118d56 req-955d28fa-98c9-42a0-b3b1-eb633a8d3c87 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478229 Jan 31 18:56:41.788106 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6324f1-b840-4c7c-aca7-fffe96c6563d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ee54efda-2c79-41a9-ae45-61337d0d78cc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.800275 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (cafc7712-0066-44b7-8ba3-01d39ce19c1b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.813774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8e6324f1-b840-4c7c-aca7-fffe96c6563d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for ee54efda-2c79-41a9-ae45-61337d0d78cc owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:41.911038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba034968-8157-4ec5-8810-d607097e47c7 admin admin] Publish callbacks [] for security_group (e25dfaa8-8e45-44ed-b5ac-160d1ac99a4b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.917380 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba034968-8157-4ec5-8810-d607097e47c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e25dfaa8-8e45-44ed-b5ac-160d1ac99a4b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.928139 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:41.928598 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:41.963007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e4ea0-5ffa-4246-af0a-dae9875e9403 None None] Current status of the port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:41.970738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ba034968-8157-4ec5-8810-d607097e47c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=982342ab5d4c44cb83926cb17ea4d535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4858124 Jan 31 18:56:41.971963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba034968-8157-4ec5-8810-d607097e47c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25dfaa8-8e45-44ed-b5ac-160d1ac99a4b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:41.974873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53490) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:42.002106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:42.005921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:42.038824 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6324f1-b840-4c7c-aca7-fffe96c6563d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ee54efda-2c79-41a9-ae45-61337d0d78cc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.054130 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4497acf5-9e81-4721-b0da-a97a99a61218 admin admin] Publish callbacks [] for security_group (e25dfaa8-8e45-44ed-b5ac-160d1ac99a4b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.068018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:42.105602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4497acf5-9e81-4721-b0da-a97a99a61218 admin admin] Publish callbacks [] for security_group (e25dfaa8-8e45-44ed-b5ac-160d1ac99a4b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.162453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6324f1-b840-4c7c-aca7-fffe96c6563d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=ee54efda-2c79-41a9-ae45-61337d0d78cc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:42.175932 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6324f1-b840-4c7c-aca7-fffe96c6563d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.183145 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8e6324f1-b840-4c7c-aca7-fffe96c6563d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/ee54efda-2c79-41a9-ae45-61337d0d78cc HTTP/1.1" status: 204 len: 168 time: 1.0641351 Jan 31 18:56:42.184241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53492) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:42.187501 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4497acf5-9e81-4721-b0da-a97a99a61218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e25dfaa8-8e45-44ed-b5ac-160d1ac99a4b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.190869 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4497acf5-9e81-4721-b0da-a97a99a61218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.194541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4497acf5-9e81-4721-b0da-a97a99a61218 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e25dfaa8-8e45-44ed-b5ac-160d1ac99a4b HTTP/1.1" status: 204 len: 168 time: 0.2159357 Jan 31 18:56:42.194541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:42.200657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Request body: {'port': {'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60', 'binding:host_id': 'n-h2-812111-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-142005756'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:42.215821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497acf5-9e81-4721-b0da-a97a99a61218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25dfaa8-8e45-44ed-b5ac-160d1ac99a4b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:42.232237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Made reservation on behalf of d160df4befce44719042922611f06911 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:42.234476 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a9de61-0b5c-4a04-99ab-fa294572718a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:56:42.239006 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f9a9de61-0b5c-4a04-99ab-fa294572718a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/ee54efda-2c79-41a9-ae45-61337d0d78cc HTTP/1.1" status: 404 len: 333 time: 0.0483258 Jan 31 18:56:42.239188 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.242092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:42.249291 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.250139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'name': 'tempest-PortsTestJSON-392434075'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:42.362888 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router cafc7712-0066-44b7-8ba3-01d39ce19c1b is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:56:42.395974 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks [] for security_group (520a9898-261f-4c88-abb3-d585073af1e3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.396886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1e35a8b3-8f41-453a-8f34-c36b8d488733 None None] Provisioning complete for port b20300aa-f06c-43ed-a358-a8440197cc15 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:42.396886 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e35a8b3-8f41-453a-8f34-c36b8d488733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b20300aa-f06c-43ed-a358-a8440197cc15), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.400883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (520a9898-261f-4c88-abb3-d585073af1e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.405256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] device_id is not set on port e01e6a4f-27d0-44b8-b26d-f02753190152 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:42.433454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:42.436948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.439331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1e35a8b3-8f41-453a-8f34-c36b8d488733 None None] Port b20300aa-f06c-43ed-a358-a8440197cc15 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:56:42.485474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f12844e8-d62a-4a5d-95e7-f93525494bdb details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:56:42.486826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port e56c4dba-a384-4c2e-8df5-27721386d62e yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:42.538286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520a9898-261f-4c88-abb3-d585073af1e3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:42.566190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:56:42.573876 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e0f705da-5925-4bbc-825c-f459b4afdb03 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/cafc7712-0066-44b7-8ba3-01d39ce19c1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1726904 Jan 31 18:56:42.578073 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:42.579555 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44676cec-ae12-4bba-ab62-69579acdac58 None None] Sync routers for ids ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:56:42.599750 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44676cec-ae12-4bba-ab62-69579acdac58 None None] Routers {'cafc7712-0066-44b7-8ba3-01d39ce19c1b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:56:42.600500 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-44676cec-ae12-4bba-ab62-69579acdac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:42.650532 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-44676cec-ae12-4bba-ab62-69579acdac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:42.657238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port f12844e8-d62a-4a5d-95e7-f93525494bdb, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f12844e8-d62a-4a5d-95e7-f93525494bdb,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:42.664576 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44676cec-ae12-4bba-ab62-69579acdac58 None None] Routers {'cafc7712-0066-44b7-8ba3-01d39ce19c1b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:56:42.665496 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-44676cec-ae12-4bba-ab62-69579acdac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:42.687514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cdcf51ea-41cd-457d-aca9-cd6de87773eb req-ccc32e6e-e02a-46d4-ac16-c4a49d3ee62c tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0441053 Jan 31 18:56:42.695484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'f12844e8-d62a-4a5d-95e7-f93525494bdb', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'port_id': 'f12844e8-d62a-4a5d-95e7-f93525494bdb', 'mac_address': 'fa:16:3e:67:fb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84ab55c-34af-4b5d-8cef-07d311d8d426', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:56:42.717468 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-44676cec-ae12-4bba-ab62-69579acdac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:42.718512 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44676cec-ae12-4bba-ab62-69579acdac58 None None] The sync data for ids ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:56:42.729305 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b0b6b-6aed-4a6f-bba4-9eb20dd7743c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:42.730726 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3d7b0b6b-6aed-4a6f-bba4-9eb20dd7743c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports/b20300aa-f06c-43ed-a358-a8440197cc15 HTTP/1.1" status: 200 len: 910 time: 0.1369948 Jan 31 18:56:42.734337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:42.740510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53508) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:42.766127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port f12844e8-d62a-4a5d-95e7-f93525494bdb is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:42.766535 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.779356 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ca4553d-93c5-453e-a435-afc94832b115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.780592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12844e8-d62a-4a5d-95e7-f93525494bdb {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:56:42.803035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port f12844e8-d62a-4a5d-95e7-f93525494bdb, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f12844e8-d62a-4a5d-95e7-f93525494bdb,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:42.806630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] device_id is not set on port e01e6a4f-27d0-44b8-b26d-f02753190152 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:42.808665 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.820653 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks [] for port (e01e6a4f-27d0-44b8-b26d-f02753190152), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.833868 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e01e6a4f-27d0-44b8-b26d-f02753190152), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.871356 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=f12844e8-d62a-4a5d-95e7-f93525494bdb,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:42.939349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event updated for resources: {'Port': ['ID=e01e6a4f-27d0-44b8-b26d-f02753190152,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:42.986905 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ca4553d-93c5-453e-a435-afc94832b115 admin admin] Publish callbacks [] for security_group (d79e6d85-123e-4e3b-a81f-35e6b4c3d11a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.994198 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ca4553d-93c5-453e-a435-afc94832b115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d79e6d85-123e-4e3b-a81f-35e6b4c3d11a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:42.996587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Checking segment: {'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:42.996960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Network hostable DHCP agents. Network: 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:56:43.009064 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (e56c4dba-a384-4c2e-8df5-27721386d62e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.017139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabf5b8-12d8-46a0-9bf9-f1d60f2bff8d req-acf49be3-96c6-4bd4-9fd2-9d9b66c99262 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:43.018667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aabf5b8-12d8-46a0-9bf9-f1d60f2bff8d req-acf49be3-96c6-4bd4-9fd2-9d9b66c99262 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 944 time: 0.1488075 Jan 31 18:56:43.068766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7ca4553d-93c5-453e-a435-afc94832b115 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdd9b9bc312248a999003cfc47e12685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3241463 Jan 31 18:56:43.076079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53512) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:43.078375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4553d-93c5-453e-a435-afc94832b115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79e6d85-123e-4e3b-a81f-35e6b4c3d11a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:43.083392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['f12844e8-d62a-4a5d-95e7-f93525494bdb'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:56:43.091144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:43.142149 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e56c4dba-a384-4c2e-8df5-27721386d62e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.142423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:43.158713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:43.169394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9aabf5b8-12d8-46a0-9bf9-f1d60f2bff8d req-2245cf25-be97-40df-983b-ef950b0fbe67 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358066 Jan 31 18:56:43.185471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:43.185777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:43.186104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:43.200083 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:43.200083 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:43.200083 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 2 to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 Jan 31 18:56:43.204365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e87fee5-197e-41ec-b44b-29c4d82b9e54 None None] Network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:43.208298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:43.215532 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efc9494e-c254-4f96-8ee1-685f4b344bee admin admin] Publish callbacks [] for security_group (d79e6d85-123e-4e3b-a81f-35e6b4c3d11a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.219792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:43.220135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:43.220511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:43.223980 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 03351212-8393-4239-90fb-e7254b1f94f8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:43.233620 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:43.233807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:43.234026 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:43.237001 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 3 to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 Jan 31 18:56:43.242631 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:43.248534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:43.249315 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.254425 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efc9494e-c254-4f96-8ee1-685f4b344bee admin admin] Publish callbacks [] for security_group (d79e6d85-123e-4e3b-a81f-35e6b4c3d11a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.271594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:43.271946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:43.272573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:43.273893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=e56c4dba-a384-4c2e-8df5-27721386d62e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:43.291746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:43.291746 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:43.294165 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 4 to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 Jan 31 18:56:43.303888 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-142373fb-ba08-4193-8197-5323309f00e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0580270 Jan 31 18:56:43.304128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53514) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:43.310037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a5774e36-5769-4b5b-b492-49ea26cd5b91 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:43.334549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:43.334895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:43.335238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:43.342516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:43.342927 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:43.344005 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 5 to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 Jan 31 18:56:43.359929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:43.360264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:43.360636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:43.364561 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.365923 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:43.366425 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:43.366826 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 6 to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 Jan 31 18:56:43.395310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:43.396247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:43.396890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:43.403283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:43.403663 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.407485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:43.407826 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:43.408702 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efc9494e-c254-4f96-8ee1-685f4b344bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d79e6d85-123e-4e3b-a81f-35e6b4c3d11a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.411235 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efc9494e-c254-4f96-8ee1-685f4b344bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.415872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-efc9494e-c254-4f96-8ee1-685f4b344bee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d79e6d85-123e-4e3b-a81f-35e6b4c3d11a HTTP/1.1" status: 204 len: 168 time: 0.3344378 Jan 31 18:56:43.416538 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 7 to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 Jan 31 18:56:43.429342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9494e-c254-4f96-8ee1-685f4b344bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79e6d85-123e-4e3b-a81f-35e6b4c3d11a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:43.455077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:43.456244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:43.457003 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:43.457561 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5774e36-5769-4b5b-b492-49ea26cd5b91 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e56c4dba-a384-4c2e-8df5-27721386d62e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.463513 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:43.463513 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:43.464070 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 8 to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 Jan 31 18:56:43.499084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:43.499582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:43.499929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:43.512599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:43.512904 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:43.513316 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 9 to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 Jan 31 18:56:43.531926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:43.532756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:43.532756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:43.537720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:43.538052 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:43.538554 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 10 to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 Jan 31 18:56:43.554446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:43.554446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:43.554446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:43.560998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port e01e6a4f-27d0-44b8-b26d-f02753190152 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:43.561969 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port e01e6a4f-27d0-44b8-b26d-f02753190152 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:43.562096 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e01e6a4f-27d0-44b8-b26d-f02753190152), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.563910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:43.640848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] For port e01e6a4f-27d0-44b8-b26d-f02753190152, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:43.641322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempted to set empty binding levels {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 18:56:43.646465 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e01e6a4f-27d0-44b8-b26d-f02753190152), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.684499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:43.685132 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.702972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event updated for resources: {'Port': ['ID=e01e6a4f-27d0-44b8-b26d-f02753190152,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:43.715576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-96bbad33-8e1b-48f4-ac7e-677d0ac3c85f tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5176024 Jan 31 18:56:43.715771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:43.809015 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5774e36-5769-4b5b-b492-49ea26cd5b91 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (e56c4dba-a384-4c2e-8df5-27721386d62e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.817667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc35db99-fa99-4063-a7c8-d1009ac3b737 req-3152d023-dea7-431f-8d4e-8b6bb7070a61 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0317011 Jan 31 18:56:43.821944 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5774e36-5769-4b5b-b492-49ea26cd5b91 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (e56c4dba-a384-4c2e-8df5-27721386d62e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.841203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-82a34bcc-edba-41db-b240-6cbf485386dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Deleting port e01e6a4f-27d0-44b8-b26d-f02753190152 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:43.841745 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82a34bcc-edba-41db-b240-6cbf485386dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e01e6a4f-27d0-44b8-b26d-f02753190152), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.864441 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a5774e36-5769-4b5b-b492-49ea26cd5b91 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] In _notify_port_updated(), no bound segment for port e56c4dba-a384-4c2e-8df5-27721386d62e on network 03351212-8393-4239-90fb-e7254b1f94f8 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:56:43.870375 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5774e36-5769-4b5b-b492-49ea26cd5b91 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:43.870997 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5774e36-5769-4b5b-b492-49ea26cd5b91 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.874756 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a5774e36-5769-4b5b-b492-49ea26cd5b91 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "PUT /v2.0/ports/e56c4dba-a384-4c2e-8df5-27721386d62e HTTP/1.1" status: 200 len: 818 time: 0.5668280 Jan 31 18:56:43.875589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53528) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:43.892611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Allocated IP 172.21.0.1 (759fc0cd-ba78-4385-8332-12bbd45b2b44/c34e9f5b-585f-4855-8683-e143c927f497/9cc98b9e-e62a-41c3-9b48-d5e73bbb680c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:43.919670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-82a34bcc-edba-41db-b240-6cbf485386dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] For port e01e6a4f-27d0-44b8-b26d-f02753190152, host n-h2-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:43.920168 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82a34bcc-edba-41db-b240-6cbf485386dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e01e6a4f-27d0-44b8-b26d-f02753190152), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:43.935312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-82a34bcc-edba-41db-b240-6cbf485386dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Calling delete_port for e01e6a4f-27d0-44b8-b26d-f02753190152 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:43.946578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5774e36-5769-4b5b-b492-49ea26cd5b91 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=e56c4dba-a384-4c2e-8df5-27721386d62e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:44.030798 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82a34bcc-edba-41db-b240-6cbf485386dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e01e6a4f-27d0-44b8-b26d-f02753190152), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.064378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a34bcc-edba-41db-b240-6cbf485386dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event deleted for resources: {'Port': ['ID=e01e6a4f-27d0-44b8-b26d-f02753190152,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:44.070104 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82a34bcc-edba-41db-b240-6cbf485386dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.071077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-767646dd-14c4-4efe-8906-8dec9455f54b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port e56c4dba-a384-4c2e-8df5-27721386d62e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:44.071647 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-767646dd-14c4-4efe-8906-8dec9455f54b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e56c4dba-a384-4c2e-8df5-27721386d62e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.075588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-82a34bcc-edba-41db-b240-6cbf485386dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "DELETE /v2.0/ports/e01e6a4f-27d0-44b8-b26d-f02753190152 HTTP/1.1" status: 204 len: 168 time: 0.3586037 Jan 31 18:56:44.078284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53534) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:44.107655 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-da858239-d2d8-4c18-b424-7289f3e2b78e tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] GET failed (client error): The resource could not be found. Jan 31 18:56:44.109167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-da858239-d2d8-4c18-b424-7289f3e2b78e tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "GET /v2.0/ports/e01e6a4f-27d0-44b8-b26d-f02753190152 HTTP/1.1" status: 404 len: 333 time: 0.0295768 Jan 31 18:56:44.112873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53538) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:44.119230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Request body: {'port': {'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-490001181'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:44.142555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Made reservation on behalf of d160df4befce44719042922611f06911 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:44.146151 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.146651 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (9cc98b9e-e62a-41c3-9b48-d5e73bbb680c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.166426 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-767646dd-14c4-4efe-8906-8dec9455f54b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e56c4dba-a384-4c2e-8df5-27721386d62e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.167769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] device_id is not set on port 62705004-ea37-401f-a21b-654cec3803d7 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:44.185532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-767646dd-14c4-4efe-8906-8dec9455f54b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for e56c4dba-a384-4c2e-8df5-27721386d62e owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:44.275211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9cc98b9e-e62a-41c3-9b48-d5e73bbb680c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.338774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 759fc0cd-ba78-4385-8332-12bbd45b2b44 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:44.343134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:44.350852 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:44.355693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=9cc98b9e-e62a-41c3-9b48-d5e73bbb680c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:44.382863 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-767646dd-14c4-4efe-8906-8dec9455f54b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e56c4dba-a384-4c2e-8df5-27721386d62e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.383160 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks [] for port (62705004-ea37-401f-a21b-654cec3803d7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.390867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e71ad2-df95-4b4b-b909-7a898225b162 req-ed1ebf61-be99-4ebc-8803-b4cf8f6b209b tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:44.392436 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84e71ad2-df95-4b4b-b909-7a898225b162 req-ed1ebf61-be99-4ebc-8803-b4cf8f6b209b tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 944 time: 0.1339157 Jan 31 18:56:44.428693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767646dd-14c4-4efe-8906-8dec9455f54b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=e56c4dba-a384-4c2e-8df5-27721386d62e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:44.439431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-767646dd-14c4-4efe-8906-8dec9455f54b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.447915 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-767646dd-14c4-4efe-8906-8dec9455f54b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/e56c4dba-a384-4c2e-8df5-27721386d62e HTTP/1.1" status: 204 len: 168 time: 0.5680325 Jan 31 18:56:44.449171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (cafc7712-0066-44b7-8ba3-01d39ce19c1b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.453048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:44.498375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f12844e8-d62a-4a5d-95e7-f93525494bdb up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:44.506169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84e71ad2-df95-4b4b-b909-7a898225b162 req-14e91e00-0e4e-4147-a313-6cdf8ca0c6e1 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031697 Jan 31 18:56:44.508886 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (62705004-ea37-401f-a21b-654cec3803d7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.603140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:44.607641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event updated for resources: {'Port': ['ID=62705004-ea37-401f-a21b-654cec3803d7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:44.609995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port f12844e8-d62a-4a5d-95e7-f93525494bdb completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:56:44.615285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port f12844e8-d62a-4a5d-95e7-f93525494bdb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:44.615718 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.624676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:44.632015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:44.634807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:44.635486 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.661208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fadf8359-9149-4a08-bfbc-cb0dfc6c60cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5468352 Jan 31 18:56:44.663969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53552) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:44.674032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:44.693143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-87c7cd03-69c1-4d27-9abd-e42f4df0b6ce None None] Provisioning complete for port 9cc98b9e-e62a-41c3-9b48-d5e73bbb680c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:44.693547 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87c7cd03-69c1-4d27-9abd-e42f4df0b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9cc98b9e-e62a-41c3-9b48-d5e73bbb680c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.758029 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (62705004-ea37-401f-a21b-654cec3803d7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.763746 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-87c7cd03-69c1-4d27-9abd-e42f4df0b6ce None None] Port 9cc98b9e-e62a-41c3-9b48-d5e73bbb680c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:56:44.771863 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port f12844e8-d62a-4a5d-95e7-f93525494bdb is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:44.772543 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.801803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6f4129-5676-4553-a96e-c86b8db992fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12844e8-d62a-4a5d-95e7-f93525494bdb'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:56:44.804376 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c81f78b-2cee-4a7a-aa68-b05062806b81" -d '{"events": [{"server_uuid": "db6f4129-5676-4553-a96e-c86b8db992fc", "name": "network-vif-plugged", "status": "completed", "tag": "f12844e8-d62a-4a5d-95e7-f93525494bdb"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:56:44.831996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port f12844e8-d62a-4a5d-95e7-f93525494bdb, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f12844e8-d62a-4a5d-95e7-f93525494bdb,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:44.839009 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:44.917013 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3205dea-8c0d-4a23-9dd2-508952390fda x-openstack-request-id: req-b3205dea-8c0d-4a23-9dd2-508952390fda {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:56:44.917315 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6f4129-5676-4553-a96e-c86b8db992fc", "name": "network-vif-plugged", "status": "completed", "tag": "f12844e8-d62a-4a5d-95e7-f93525494bdb", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:56:44.917577 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3205dea-8c0d-4a23-9dd2-508952390fda {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:56:44.918107 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6f4129-5676-4553-a96e-c86b8db992fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12844e8-d62a-4a5d-95e7-f93525494bdb', 'code': 200} Jan 31 18:56:44.958164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=f12844e8-d62a-4a5d-95e7-f93525494bdb,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:44.982547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-c2d41a2e-5e1c-40a0-a9e9-57fa2187c46a req-81c4a590-2fb8-40b0-bc4f-df4583e9de9a tempest-ServerDiskConfigTestJSON-1592093788 tempest-ServerDiskConfigTestJSON-1592093788-project] (103226) timed out ('10.222.0.21', 51705) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 18:56:45.104636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6d354-2128-499d-b74c-670179adbbf0 req-6a2a33a4-51a5-446b-b32e-8d1c5621103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:45.106744 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c4a6d354-2128-499d-b74c-670179adbbf0 req-6a2a33a4-51a5-446b-b32e-8d1c5621103c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 1128 time: 0.1227620 Jan 31 18:56:45.113320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36b83c1-6f61-4f09-94f0-aa806a4c4acc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:45.118714 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c36b83c1-6f61-4f09-94f0-aa806a4c4acc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6606922 Jan 31 18:56:45.123182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:45.186436 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-5379146d-9aea-4a78-8787-a13ec93871ad tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:56:45.188221 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5379146d-9aea-4a78-8787-a13ec93871ad tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/e56c4dba-a384-4c2e-8df5-27721386d62e HTTP/1.1" status: 404 len: 333 time: 0.0640790 Jan 31 18:56:45.193108 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:45.201421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6aab4676-af1b-4631-ad15-9f5fa4519dea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-259889229'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:45.225310 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9cc98b9e-e62a-41c3-9b48-d5e73bbb680c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.255822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aab4676-af1b-4631-ad15-9f5fa4519dea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:45.259539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6aab4676-af1b-4631-ad15-9f5fa4519dea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.273398 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-c4a6d354-2128-499d-b74c-670179adbbf0 req-1e5b1f98-582b-46d6-a2bc-450c0a5464a2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568108 Jan 31 18:56:45.315255 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0458eb6-d747-4d77-9e18-ab86b9bd9f6f req-4594153d-7ddf-4c46-a858-43ade7d19bcc tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0313394 Jan 31 18:56:45.324401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aab4676-af1b-4631-ad15-9f5fa4519dea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:45.375509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53574) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:45.376983 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6aab4676-af1b-4631-ad15-9f5fa4519dea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (37ff3109-eb23-466c-a3fc-33b2f2da91ab), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.377547 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-6aab4676-af1b-4631-ad15-9f5fa4519dea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Added segment 37ff3109-eb23-466c-a3fc-33b2f2da91ab of type vlan for network 966cc1f5-235f-4459-8aca-62e93d24a912 Jan 31 18:56:45.403172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] device_id is not set on port 62705004-ea37-401f-a21b-654cec3803d7 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:45.412047 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks [] for port (62705004-ea37-401f-a21b-654cec3803d7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.420837 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (62705004-ea37-401f-a21b-654cec3803d7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.464381 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6aab4676-af1b-4631-ad15-9f5fa4519dea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (966cc1f5-235f-4459-8aca-62e93d24a912), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.486999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event updated for resources: {'Port': ['ID=62705004-ea37-401f-a21b-654cec3803d7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:45.500515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:45.500869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:45.501212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:45.506845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:45.507480 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:45.507607 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 2 to bind port 62705004-ea37-401f-a21b-654cec3803d7 Jan 31 18:56:45.523334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:45.523940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:45.525166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:45.529943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:45.530281 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:45.530440 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6aab4676-af1b-4631-ad15-9f5fa4519dea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (966cc1f5-235f-4459-8aca-62e93d24a912), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.530680 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 3 to bind port 62705004-ea37-401f-a21b-654cec3803d7 Jan 31 18:56:45.535492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab4676-af1b-4631-ad15-9f5fa4519dea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:45.536115 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6aab4676-af1b-4631-ad15-9f5fa4519dea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.547936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2088184627', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:45.554410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:45.554758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:45.555130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:45.565901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:45.566237 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:45.567941 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 4 to bind port 62705004-ea37-401f-a21b-654cec3803d7 Jan 31 18:56:45.585072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Made reservation on behalf of dd2bfe57a62e4709ad1da4205422a7db for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:45.588105 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.591283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:45.591622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:45.591963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:45.601705 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.605797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:45.605797 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:45.610733 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 5 to bind port 62705004-ea37-401f-a21b-654cec3803d7 Jan 31 18:56:45.644601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:45.644601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:45.645042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:45.653500 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6aab4676-af1b-4631-ad15-9f5fa4519dea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4592738 Jan 31 18:56:45.657778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53580) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:45.669444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:45.669776 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:45.669893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c007f04a-bd2c-4a5d-88ec-1c0250f8477e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '966cc1f5-235f-4459-8aca-62e93d24a912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:45.673177 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 6 to bind port 62705004-ea37-401f-a21b-654cec3803d7 Jan 31 18:56:45.701109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab4676-af1b-4631-ad15-9f5fa4519dea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Network': ['ID=966cc1f5-235f-4459-8aca-62e93d24a912,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:45.704625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:45.704973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:45.706040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:45.714976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 966cc1f5-235f-4459-8aca-62e93d24a912 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:45.720323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:45.720323 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:45.722674 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 7 to bind port 62705004-ea37-401f-a21b-654cec3803d7 Jan 31 18:56:45.754334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c92827-ea15-42f7-9552-fe45c7408ba4 req-bd9c4278-8e46-454f-9eb0-7ea7e2f4e741 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:45.755909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4c92827-ea15-42f7-9552-fe45c7408ba4 req-bd9c4278-8e46-454f-9eb0-7ea7e2f4e741 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 945 time: 0.1302450 Jan 31 18:56:45.756877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:45.757063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:45.757337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:45.770817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:45.771123 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:45.781273 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 8 to bind port 62705004-ea37-401f-a21b-654cec3803d7 Jan 31 18:56:45.814093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (9cc98b9e-e62a-41c3-9b48-d5e73bbb680c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.818469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:45.818469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:45.818469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:45.822107 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (9cc98b9e-e62a-41c3-9b48-d5e73bbb680c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.822694 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks [] for security_group (50bebf4b-a6bb-4498-add0-5eae34fd8589), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.829947 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (50bebf4b-a6bb-4498-add0-5eae34fd8589), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.843636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:45.843976 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:45.845081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] device_id is not set on port bf1a6170-f652-4bdf-afda-ad550e0bd970 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:45.856803 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 9 to bind port 62705004-ea37-401f-a21b-654cec3803d7 Jan 31 18:56:45.866041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c007f04a-bd2c-4a5d-88ec-1c0250f8477e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:45.870211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c007f04a-bd2c-4a5d-88ec-1c0250f8477e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.921521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4c92827-ea15-42f7-9552-fe45c7408ba4 req-a9e4d9cc-3b71-4dd9-965c-ceba76183a41 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575310 Jan 31 18:56:45.926962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bebf4b-a6bb-4498-add0-5eae34fd8589,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:45.932894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:45.933509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:45.933850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:45.944541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:45.945064 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:45.945639 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 10 to bind port 62705004-ea37-401f-a21b-654cec3803d7 Jan 31 18:56:45.970238 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (cafc7712-0066-44b7-8ba3-01d39ce19c1b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:45.974557 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=9cc98b9e-e62a-41c3-9b48-d5e73bbb680c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:45.995312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:45.995626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:45.995866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:46.006556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:46.006881 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 62705004-ea37-401f-a21b-654cec3803d7 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:46.007250 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (62705004-ea37-401f-a21b-654cec3803d7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:46.071076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Allocated IP 172.25.8.40 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/bf1a6170-f652-4bdf-afda-ad550e0bd970) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:46.148108 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] For port 62705004-ea37-401f-a21b-654cec3803d7, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:46.150156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempted to set empty binding levels {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 18:56:46.157761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 759fc0cd-ba78-4385-8332-12bbd45b2b44 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:46.160088 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (62705004-ea37-401f-a21b-654cec3803d7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:46.162915 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:46.249556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] In _notify_port_updated(), no bound segment for port 62705004-ea37-401f-a21b-654cec3803d7 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:56:46.250450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.251065 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:46.254767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "PUT /v2.0/ports/62705004-ea37-401f-a21b-654cec3803d7 HTTP/1.1" status: 200 len: 979 time: 1.5868056 Jan 31 18:56:46.256296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53582) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:46.327207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa6326-f3e1-4f69-8928-e7c2a16059c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event updated for resources: {'Port': ['ID=62705004-ea37-401f-a21b-654cec3803d7,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:46.364587 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c007f04a-bd2c-4a5d-88ec-1c0250f8477e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (9015b771-f8f1-4cc9-b43f-f815cf612c15), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:46.403295 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks [] for port (bf1a6170-f652-4bdf-afda-ad550e0bd970), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:46.420142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.420757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.421185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.421671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.422162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.422640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.423129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.423608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.424086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.426584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.427108 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.427607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.428098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.428654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.429099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.429586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.430090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.430640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.431100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.431578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.432056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.432553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.439944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dea1b1dd-b26e-4d8f-94f6-28fa724ebbbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19985 time: 0.1764867 Jan 31 18:56:46.440138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53586) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:46.447680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router cafc7712-0066-44b7-8ba3-01d39ce19c1b has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:56:46.472091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007f04a-bd2c-4a5d-88ec-1c0250f8477e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Subnet': ['ID=9015b771-f8f1-4cc9-b43f-f815cf612c15,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:46.510907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08239f7c-d6af-4ca4-a1ba-3ea70b99bcb9 req-007c0ef3-829d-47fe-b8a8-3b0751dc835e tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0649838 Jan 31 18:56:46.518374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-cbafa04c-4bd8-4851-b5df-b5910035c29c None None] Provisioning complete for port 9cc98b9e-e62a-41c3-9b48-d5e73bbb680c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:46.518751 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cbafa04c-4bd8-4851-b5df-b5910035c29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9cc98b9e-e62a-41c3-9b48-d5e73bbb680c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:46.559689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c007f04a-bd2c-4a5d-88ec-1c0250f8477e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Checking segment: {'id': '37ff3109-eb23-466c-a3fc-33b2f2da91ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '966cc1f5-235f-4459-8aca-62e93d24a912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:46.560050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c007f04a-bd2c-4a5d-88ec-1c0250f8477e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network hostable DHCP agents. Network: 966cc1f5-235f-4459-8aca-62e93d24a912, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:56:46.564042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cbafa04c-4bd8-4851-b5df-b5910035c29c None None] Port 9cc98b9e-e62a-41c3-9b48-d5e73bbb680c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:56:46.577436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bf1a6170-f652-4bdf-afda-ad550e0bd970), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:46.632152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:46.633572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c007f04a-bd2c-4a5d-88ec-1c0250f8477e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 966cc1f5-235f-4459-8aca-62e93d24a912 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:46.639185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:46.650826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:46.651874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:56:46.654193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9334d63a-cdf5-413e-aa26-b674919c45c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Deleting port 62705004-ea37-401f-a21b-654cec3803d7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:46.654529 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9334d63a-cdf5-413e-aa26-b674919c45c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (62705004-ea37-401f-a21b-654cec3803d7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:46.657592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Pushing event updated for resources: {'Port': ['ID=bf1a6170-f652-4bdf-afda-ad550e0bd970,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:46.660971 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d98ccfe1-d0c1-4f85-8580-b69e3451b423 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/cafc7712-0066-44b7-8ba3-01d39ce19c1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9257257 Jan 31 18:56:46.662282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53588) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:46.664295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3791b62-93f0-4c4a-ac06-374eb95ee669 None None] Sync routers for ids ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:56:46.674145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c007f04a-bd2c-4a5d-88ec-1c0250f8477e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 966cc1f5-235f-4459-8aca-62e93d24a912) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:46.680908 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c007f04a-bd2c-4a5d-88ec-1c0250f8477e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.680908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c007f04a-bd2c-4a5d-88ec-1c0250f8477e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:46.690361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab55b2-cea6-4ac7-b523-9f9521f4b028 None None] Network 966cc1f5-235f-4459-8aca-62e93d24a912 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:46.713027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3791b62-93f0-4c4a-ac06-374eb95ee669 None None] Routers {'cafc7712-0066-44b7-8ba3-01d39ce19c1b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:56:46.713950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f3791b62-93f0-4c4a-ac06-374eb95ee669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:46.728209 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c007f04a-bd2c-4a5d-88ec-1c0250f8477e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0645051 Jan 31 18:56:46.728468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53590) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:46.733842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-92e1511a-8631-4c63-a0ae-d832f465894b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '966cc1f5-235f-4459-8aca-62e93d24a912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:46.744237 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6056e8f5-8e21-4a1c-8dcf-f6ac98e45e5a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.748402 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6056e8f5-8e21-4a1c-8dcf-f6ac98e45e5a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports/9cc98b9e-e62a-41c3-9b48-d5e73bbb680c HTTP/1.1" status: 200 len: 910 time: 0.0819008 Jan 31 18:56:46.748547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:46.748547 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:46.752054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53592) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:46.758877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9334d63a-cdf5-413e-aa26-b674919c45c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] For port 62705004-ea37-401f-a21b-654cec3803d7, host n-h2-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:46.759246 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9334d63a-cdf5-413e-aa26-b674919c45c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (62705004-ea37-401f-a21b-654cec3803d7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:46.795595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f3791b62-93f0-4c4a-ac06-374eb95ee669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:46.819954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9334d63a-cdf5-413e-aa26-b674919c45c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Calling delete_port for 62705004-ea37-401f-a21b-654cec3803d7 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:46.823947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3791b62-93f0-4c4a-ac06-374eb95ee669 None None] Routers {'cafc7712-0066-44b7-8ba3-01d39ce19c1b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:56:46.824931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f3791b62-93f0-4c4a-ac06-374eb95ee669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:46.861241 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f419334a-3d98-406f-b451-f1ad79748895 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4842236 Jan 31 18:56:46.865143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53594) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:46.874727 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e1511a-8631-4c63-a0ae-d832f465894b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:46.876092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40'}]}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:46.878924 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92e1511a-8631-4c63-a0ae-d832f465894b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.006188 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (bd6a5c42-5433-4396-8b2e-eed141e14504), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.007575 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (bd6a5c42-5433-4396-8b2e-eed141e14504), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.013560 n-d-812111-15 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-92e1511a-8631-4c63-a0ae-d832f465894b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9015b771-f8f1-4cc9-b43f-f815cf612c15 (CIDR: 172.20.0.0/28) Jan 31 18:56:47.020256 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e1511a-8631-4c63-a0ae-d832f465894b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:56:47.020925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e1511a-8631-4c63-a0ae-d832f465894b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:56:47.042711 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-92e1511a-8631-4c63-a0ae-d832f465894b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3130026 Jan 31 18:56:47.045591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:47.051513 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2613e613-6288-472f-a0b7-2856c491257b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '966cc1f5-235f-4459-8aca-62e93d24a912', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:47.069580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f3791b62-93f0-4c4a-ac06-374eb95ee669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:47.070364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3791b62-93f0-4c4a-ac06-374eb95ee669 None None] The sync data for ids ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:56:47.095625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-966cc1f5-235f-4459-8aca-62e93d24a912', 'network_id': '966cc1f5-235f-4459-8aca-62e93d24a912', 'project_id': 'dbbb1c34a5a64e82b1085e7b45e35416', 'fixed_ips': [{'subnet_id': '9015b771-f8f1-4cc9-b43f-f815cf612c15'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:56:47.096699 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.113544 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:56:47.126446 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9334d63a-cdf5-413e-aa26-b674919c45c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (62705004-ea37-401f-a21b-654cec3803d7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.169606 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks [] for router_controller (bd6a5c42-5433-4396-8b2e-eed141e14504), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.197913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2613e613-6288-472f-a0b7-2856c491257b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:47.203420 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2613e613-6288-472f-a0b7-2856c491257b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.233056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334d63a-cdf5-413e-aa26-b674919c45c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event deleted for resources: {'Port': ['ID=62705004-ea37-401f-a21b-654cec3803d7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:47.260851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Allocated IP 172.20.0.2 (966cc1f5-235f-4459-8aca-62e93d24a912/9015b771-f8f1-4cc9-b43f-f815cf612c15/83fff240-70e8-4c7e-93a6-6269b754e24b) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:47.278096 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9334d63a-cdf5-413e-aa26-b674919c45c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.281425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9334d63a-cdf5-413e-aa26-b674919c45c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "DELETE /v2.0/ports/62705004-ea37-401f-a21b-654cec3803d7 HTTP/1.1" status: 204 len: 168 time: 0.8333409 Jan 31 18:56:47.285518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53600) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:47.326477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eb1ce-981b-4c03-a4db-d7006bc3d790 req-6df40ad6-3e79-4c21-9f3a-a9a039aa3b52 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:47.328265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa8eb1ce-981b-4c03-a4db-d7006bc3d790 req-6df40ad6-3e79-4c21-9f3a-a9a039aa3b52 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 945 time: 0.2766984 Jan 31 18:56:47.344302 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e984e6-25bc-4e27-946f-0451bd8a588b tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] GET failed (client error): The resource could not be found. Jan 31 18:56:47.345807 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-95e984e6-25bc-4e27-946f-0451bd8a588b tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "GET /v2.0/ports/62705004-ea37-401f-a21b-654cec3803d7 HTTP/1.1" status: 404 len: 333 time: 0.0571647 Jan 31 18:56:47.349743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53602) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:47.357543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230375680', 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:47.396977 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Made reservation on behalf of d160df4befce44719042922611f06911 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:47.400358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.443267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] device_id is not set on port cbaa9154-0809-4462-84a4-d2597b34e5fb yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:47.446315 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks [] for router_gateway (bd6a5c42-5433-4396-8b2e-eed141e14504), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.479635 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Publish callbacks [] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.487168 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.500410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa8eb1ce-981b-4c03-a4db-d7006bc3d790 req-11f63b2b-b079-42f8-b4d2-a8cb8bde03cd tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652491 Jan 31 18:56:47.533919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Network 966cc1f5-235f-4459-8aca-62e93d24a912 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:47.538374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:47.542592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:47.588274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Pushing event updated for resources: {'Port': ['ID=83fff240-70e8-4c7e-93a6-6269b754e24b,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:47.613253 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ecac14a-c4fc-4b61-8f97-7f889e503b85 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (cafc7712-0066-44b7-8ba3-01d39ce19c1b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.635332 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Attempting to bind port 83fff240-70e8-4c7e-93a6-6269b754e24b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:47.635866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Attempting to bind port 83fff240-70e8-4c7e-93a6-6269b754e24b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '37ff3109-eb23-466c-a3fc-33b2f2da91ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '966cc1f5-235f-4459-8aca-62e93d24a912'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:47.636386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Attempting to bind port 83fff240-70e8-4c7e-93a6-6269b754e24b on network 966cc1f5-235f-4459-8aca-62e93d24a912 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:47.642640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:56:47.643196 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Checking segment: {'id': '37ff3109-eb23-466c-a3fc-33b2f2da91ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '966cc1f5-235f-4459-8aca-62e93d24a912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:47.644021 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.645083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Bound using segment: {'id': '37ff3109-eb23-466c-a3fc-33b2f2da91ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '966cc1f5-235f-4459-8aca-62e93d24a912'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:56:47.645987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Bound port: 83fff240-70e8-4c7e-93a6-6269b754e24b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ff3109-eb23-466c-a3fc-33b2f2da91ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '966cc1f5-235f-4459-8aca-62e93d24a912'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:56:47.646750 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.676954 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2613e613-6288-472f-a0b7-2856c491257b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (404007b4-5ac3-4b41-90f8-b558ad0a5271), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.735675 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46aa3111-14c5-41c5-81e4-82ebf423721e req-ef266a0e-0b09-46e4-8594-c361707ed233 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0883586 Jan 31 18:56:47.737155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] For port 83fff240-70e8-4c7e-93a6-6269b754e24b, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:47.745488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] For port 83fff240-70e8-4c7e-93a6-6269b754e24b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=83fff240-70e8-4c7e-93a6-6269b754e24b,segment=NetworkSegment(37ff3109-eb23-466c-a3fc-33b2f2da91ab),segment_id=37ff3109-eb23-466c-a3fc-33b2f2da91ab)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:56:47.753873 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.827784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613e613-6288-472f-a0b7-2856c491257b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 966cc1f5-235f-4459-8aca-62e93d24a912 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:47.839974 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2613e613-6288-472f-a0b7-2856c491257b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:47.843387 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2613e613-6288-472f-a0b7-2856c491257b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:47.844200 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2613e613-6288-472f-a0b7-2856c491257b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.855273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a77a2-a076-4823-a58e-2be1105266ee None None] Pushing event updated for resources: {'Port': ['ID=83fff240-70e8-4c7e-93a6-6269b754e24b,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:47.885709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613e613-6288-472f-a0b7-2856c491257b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Subnet': ['ID=404007b4-5ac3-4b41-90f8-b558ad0a5271,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:47.901265 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2613e613-6288-472f-a0b7-2856c491257b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8544748 Jan 31 18:56:47.906814 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53608) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:47.913788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': '966cc1f5-235f-4459-8aca-62e93d24a912', 'fixed_ips': [{'subnet_id': '9015b771-f8f1-4cc9-b43f-f815cf612c15'}, {'subnet_id': '404007b4-5ac3-4b41-90f8-b558ad0a5271'}], 'name': 'tempest-PortsTestJSON-744320737'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:47.921973 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks [] for port (cbaa9154-0809-4462-84a4-d2597b34e5fb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:47.939425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8f450-5b9a-48c8-aaa3-8da3d641b21d req-5fec9a6b-b84f-4ade-b521-496c64923190 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:47.941052 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6d8f450-5b9a-48c8-aaa3-8da3d641b21d req-5fec9a6b-b84f-4ade-b521-496c64923190 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 945 time: 0.2709744 Jan 31 18:56:48.026029 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks [] for router_gateway (bd6a5c42-5433-4396-8b2e-eed141e14504), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:48.048309 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (cbaa9154-0809-4462-84a4-d2597b34e5fb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:48.072381 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:48.122565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6d8f450-5b9a-48c8-aaa3-8da3d641b21d req-33f99d53-ea45-4638-a24a-cece31d92f8c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570723 Jan 31 18:56:48.153515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:48.167066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:48.185873 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:48.218977 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:48.220099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:48.220761 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:48.230222 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event updated for resources: {'Port': ['ID=cbaa9154-0809-4462-84a4-d2597b34e5fb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:48.269348 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-90abde28-2526-4b60-b2a8-0a553f0cf638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9185212 Jan 31 18:56:48.270020 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53612) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:48.326964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:48.346425 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62bf660-4f75-431c-892d-57e722af9cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:48.346425 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d62bf660-4f75-431c-892d-57e722af9cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "GET /v2.0/ports/cbaa9154-0809-4462-84a4-d2597b34e5fb HTTP/1.1" status: 200 len: 959 time: 0.0723507 Jan 31 18:56:48.350216 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53616) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:48.353807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port 18c42051-ab3c-454b-ae64-f2578ebc6540 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:48.390475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0ecac14a-c4fc-4b61-8f97-7f889e503b85 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port 9cc98b9e-e62a-41c3-9b48-d5e73bbb680c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:48.390853 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ecac14a-c4fc-4b61-8f97-7f889e503b85 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9cc98b9e-e62a-41c3-9b48-d5e73bbb680c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:48.480471 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks [] for router (bd6a5c42-5433-4396-8b2e-eed141e14504), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:48.578220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-456da285-2b03-45ec-8845-01de24b94cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Deleting port cbaa9154-0809-4462-84a4-d2597b34e5fb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:48.578561 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-456da285-2b03-45ec-8845-01de24b94cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (cbaa9154-0809-4462-84a4-d2597b34e5fb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:48.686232 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-456da285-2b03-45ec-8845-01de24b94cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (cbaa9154-0809-4462-84a4-d2597b34e5fb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:48.707925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-456da285-2b03-45ec-8845-01de24b94cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Calling delete_port for cbaa9154-0809-4462-84a4-d2597b34e5fb owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:48.819264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.9 (966cc1f5-235f-4459-8aca-62e93d24a912/9015b771-f8f1-4cc9-b43f-f815cf612c15/18c42051-ab3c-454b-ae64-f2578ebc6540) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:48.825238 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-950f9f24-4f36-465e-b478-7ec973387ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:48.833606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.19 (966cc1f5-235f-4459-8aca-62e93d24a912/404007b4-5ac3-4b41-90f8-b558ad0a5271/18c42051-ab3c-454b-ae64-f2578ebc6540) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:48.891655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-456da285-2b03-45ec-8845-01de24b94cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (cbaa9154-0809-4462-84a4-d2597b34e5fb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:48.928931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53691979-95b8-4438-8ace-58ff840cacb3 req-b4deff5f-ef94-4dc8-b3f5-410546ba1ed3 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0788493 Jan 31 18:56:48.952707 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-456da285-2b03-45ec-8845-01de24b94cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:48.956920 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-456da285-2b03-45ec-8845-01de24b94cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "DELETE /v2.0/ports/cbaa9154-0809-4462-84a4-d2597b34e5fb HTTP/1.1" status: 204 len: 168 time: 0.6052787 Jan 31 18:56:48.957911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456da285-2b03-45ec-8845-01de24b94cad tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbaa9154-0809-4462-84a4-d2597b34e5fb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:48.960314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53620) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:49.027305 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2a2a31-80aa-4b51-a77c-ad866546f24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] GET failed (client error): The resource could not be found. Jan 31 18:56:49.032525 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0e2a2a31-80aa-4b51-a77c-ad866546f24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "GET /v2.0/ports/cbaa9154-0809-4462-84a4-d2597b34e5fb HTTP/1.1" status: 404 len: 333 time: 0.0643404 Jan 31 18:56:49.034025 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ecac14a-c4fc-4b61-8f97-7f889e503b85 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9cc98b9e-e62a-41c3-9b48-d5e73bbb680c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.036735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53622) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:49.054840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Request body: {'port': {'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490971638'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:49.101673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0ecac14a-c4fc-4b61-8f97-7f889e503b85 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for 9cc98b9e-e62a-41c3-9b48-d5e73bbb680c owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:49.116181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.116306 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (bd6a5c42-5433-4396-8b2e-eed141e14504), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.125262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d595dc7-1f64-4297-b5f2-79bcf8c8b4ed None None] Network 966cc1f5-235f-4459-8aca-62e93d24a912 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:49.125877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688c854-821d-486d-b7d7-aa4aab63de6f req-b26e8a94-b749-44e8-8681-8da35e0e8e37 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:49.136152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4688c854-821d-486d-b7d7-aa4aab63de6f req-b26e8a94-b749-44e8-8681-8da35e0e8e37 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 945 time: 0.7238314 Jan 31 18:56:49.138760 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks [] for router_controller (bd6a5c42-5433-4396-8b2e-eed141e14504), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.176986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.231864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 966cc1f5-235f-4459-8aca-62e93d24a912 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:49.235113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:49.241723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Made reservation on behalf of d160df4befce44719042922611f06911 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:49.244677 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.244894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:49.245022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 83fff240-70e8-4c7e-93a6-6269b754e24b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:49.273954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=18c42051-ab3c-454b-ae64-f2578ebc6540,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:49.282702 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (bd6a5c42-5433-4396-8b2e-eed141e14504), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.283518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd6a5c42-5433-4396-8b2e-eed141e14504 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:56:49.308384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] device_id is not set on port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:49.312759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dc840522-8ec3-4dc5-88be-79cbf59bfa4f None None] Provisioning complete for port 83fff240-70e8-4c7e-93a6-6269b754e24b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:49.313139 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc840522-8ec3-4dc5-88be-79cbf59bfa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.324482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4688c854-821d-486d-b7d7-aa4aab63de6f req-e2dea4cb-8921-41dc-b7e7-a2a7b669c72d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873057 Jan 31 18:56:49.333059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:49.333848 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.358651 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c3cf2286-669e-4ccb-8082-3027b3eb230a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.4506714 Jan 31 18:56:49.361336 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:49.366951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cea94b94-39d1-47dd-8196-adb79feae505 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9015b771-f8f1-4cc9-b43f-f815cf612c15'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:49.396862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 83fff240-70e8-4c7e-93a6-6269b754e24b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:49.397495 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.462009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cea94b94-39d1-47dd-8196-adb79feae505 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.481129 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 31 18:56:49.484848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-18c1ed1c-252f-4c80-ba24-5934b015710f tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6137309 Jan 31 18:56:49.486025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53628) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:49.507611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dc840522-8ec3-4dc5-88be-79cbf59bfa4f None None] Current status of the port 83fff240-70e8-4c7e-93a6-6269b754e24b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:49.507611 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc840522-8ec3-4dc5-88be-79cbf59bfa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.519364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8677c5b-6e94-44e5-a268-d66844b7d0ad None None] Update dhcp port {'port': {'network_id': '966cc1f5-235f-4459-8aca-62e93d24a912', 'fixed_ips': [{'subnet_id': '9015b771-f8f1-4cc9-b43f-f815cf612c15', 'ip_address': '172.20.0.2'}, {'subnet_id': '404007b4-5ac3-4b41-90f8-b558ad0a5271'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '83fff240-70e8-4c7e-93a6-6269b754e24b'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 18:56:49.582609 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b8677c5b-6e94-44e5-a268-d66844b7d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.595864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks [] for port (7788edf1-e3e2-40d7-89d4-faa8b3962de6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.604596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dc840522-8ec3-4dc5-88be-79cbf59bfa4f None None] For port 83fff240-70e8-4c7e-93a6-6269b754e24b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=83fff240-70e8-4c7e-93a6-6269b754e24b,segment=NetworkSegment(37ff3109-eb23-466c-a3fc-33b2f2da91ab),segment_id=37ff3109-eb23-466c-a3fc-33b2f2da91ab)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:49.645899 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc840522-8ec3-4dc5-88be-79cbf59bfa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.647448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ecac14a-c4fc-4b61-8f97-7f889e503b85 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (9cc98b9e-e62a-41c3-9b48-d5e73bbb680c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.685970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecac14a-c4fc-4b61-8f97-7f889e503b85 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=9cc98b9e-e62a-41c3-9b48-d5e73bbb680c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:49.717741 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7788edf1-e3e2-40d7-89d4-faa8b3962de6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.782210 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:49.792769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:49.799307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:49.800284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:49.800926 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.850184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc840522-8ec3-4dc5-88be-79cbf59bfa4f None None] Pushing event updated for resources: {'Port': ['ID=83fff240-70e8-4c7e-93a6-6269b754e24b,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:49.880656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 83fff240-70e8-4c7e-93a6-6269b754e24b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:49.881328 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.920570 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ecac14a-c4fc-4b61-8f97-7f889e503b85 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (cafc7712-0066-44b7-8ba3-01d39ce19c1b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:49.931997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event updated for resources: {'Port': ['ID=7788edf1-e3e2-40d7-89d4-faa8b3962de6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:49.943744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-26b05aec-da33-4052-9382-91e51af6ee6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9059675 Jan 31 18:56:49.982651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53632) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:49.989028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:50.001881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-b8677c5b-6e94-44e5-a268-d66844b7d0ad None None] Allocated IP 172.20.0.18 (966cc1f5-235f-4459-8aca-62e93d24a912/404007b4-5ac3-4b41-90f8-b558ad0a5271/83fff240-70e8-4c7e-93a6-6269b754e24b) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:50.019339 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:56:50.019705 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:56:50.113919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2aaa9655-d713-495c-b9a3-123010a00dae req-b0cadd60-d061-40ab-9c0d-f7035349fde3 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0477452 Jan 31 18:56:50.142235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b8677c5b-6e94-44e5-a268-d66844b7d0ad None None] For port 83fff240-70e8-4c7e-93a6-6269b754e24b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=83fff240-70e8-4c7e-93a6-6269b754e24b,segment=NetworkSegment(37ff3109-eb23-466c-a3fc-33b2f2da91ab),segment_id=37ff3109-eb23-466c-a3fc-33b2f2da91ab)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:50.148618 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7788edf1-e3e2-40d7-89d4-faa8b3962de6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:50.179166 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b8677c5b-6e94-44e5-a268-d66844b7d0ad None None] Publish callbacks [] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:50.181828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd513623-d637-477f-a4fe-4cb27c91afd0 req-eaaaf219-a461-4144-84b1-6230ed5400e9 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:50.183314 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dd513623-d637-477f-a4fe-4cb27c91afd0 req-eaaaf219-a461-4144-84b1-6230ed5400e9 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 945 time: 0.1804774 Jan 31 18:56:50.186204 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b8677c5b-6e94-44e5-a268-d66844b7d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:50.193770 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d90cd863-5a7f-4870-b047-c6cae36ba2e7 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Deleting port bf1a6170-f652-4bdf-afda-ad550e0bd970 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:50.194119 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d90cd863-5a7f-4870-b047-c6cae36ba2e7 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bf1a6170-f652-4bdf-afda-ad550e0bd970), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:50.288674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8677c5b-6e94-44e5-a268-d66844b7d0ad None None] Pushing event updated for resources: {'Port': ['ID=83fff240-70e8-4c7e-93a6-6269b754e24b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:50.346501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecac14a-c4fc-4b61-8f97-7f889e503b85 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router cafc7712-0066-44b7-8ba3-01d39ce19c1b has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:56:50.353922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-cea94b94-39d1-47dd-8196-adb79feae505 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Delete allocated IP 172.20.0.19 (966cc1f5-235f-4459-8aca-62e93d24a912/404007b4-5ac3-4b41-90f8-b558ad0a5271) {{(pid=103226) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 18:56:50.468159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d90cd863-5a7f-4870-b047-c6cae36ba2e7 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bf1a6170-f652-4bdf-afda-ad550e0bd970), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:50.495697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d90cd863-5a7f-4870-b047-c6cae36ba2e7 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Calling delete_port for bf1a6170-f652-4bdf-afda-ad550e0bd970 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:50.520477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-dd513623-d637-477f-a4fe-4cb27c91afd0 req-1b682ff5-c109-446a-9355-f5ff5a6197c7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Deleting port f12844e8-d62a-4a5d-95e7-f93525494bdb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:50.520829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd513623-d637-477f-a4fe-4cb27c91afd0 req-1b682ff5-c109-446a-9355-f5ff5a6197c7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:50.556477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecac14a-c4fc-4b61-8f97-7f889e503b85 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:56:50.568272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0ecac14a-c4fc-4b61-8f97-7f889e503b85 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/cafc7712-0066-44b7-8ba3-01d39ce19c1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8150918 Jan 31 18:56:50.568951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53638) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:50.580535 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a1220-5e92-4356-a2b4-d09ecd161535 None None] Sync routers for ids ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:56:50.594433 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0a1220-5e92-4356-a2b4-d09ecd161535 None None] Routers {'cafc7712-0066-44b7-8ba3-01d39ce19c1b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:56:50.595320 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bf0a1220-5e92-4356-a2b4-d09ecd161535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:50.603685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 83fff240-70e8-4c7e-93a6-6269b754e24b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:50.627120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] device_id is not set on port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:56:50.641770 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks [] for port (7788edf1-e3e2-40d7-89d4-faa8b3962de6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:50.644438 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bf0a1220-5e92-4356-a2b4-d09ecd161535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:50.648755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dd513623-d637-477f-a4fe-4cb27c91afd0 req-1b682ff5-c109-446a-9355-f5ff5a6197c7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] For port f12844e8-d62a-4a5d-95e7-f93525494bdb, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f12844e8-d62a-4a5d-95e7-f93525494bdb,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:50.650341 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd513623-d637-477f-a4fe-4cb27c91afd0 req-1b682ff5-c109-446a-9355-f5ff5a6197c7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:50.657277 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0a1220-5e92-4356-a2b4-d09ecd161535 None None] Routers {'cafc7712-0066-44b7-8ba3-01d39ce19c1b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:56:50.658182 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bf0a1220-5e92-4356-a2b4-d09ecd161535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:50.688434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b904f6-0a34-45f4-81c6-64327ff303fb req-d2e4e5b7-c72a-4bd4-a817-d0599f4c76a7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:50.698770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8b904f6-0a34-45f4-81c6-64327ff303fb req-d2e4e5b7-c72a-4bd4-a817-d0599f4c76a7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 945 time: 0.2766531 Jan 31 18:56:50.727807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-dd513623-d637-477f-a4fe-4cb27c91afd0 req-1b682ff5-c109-446a-9355-f5ff5a6197c7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Calling delete_port for f12844e8-d62a-4a5d-95e7-f93525494bdb owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:50.729941 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (7788edf1-e3e2-40d7-89d4-faa8b3962de6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:50.811452 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cea94b94-39d1-47dd-8196-adb79feae505 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:50.815507 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bf0a1220-5e92-4356-a2b4-d09ecd161535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:50.816533 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a1220-5e92-4356-a2b4-d09ecd161535 None None] The sync data for ids ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:56:50.823906 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cea94b94-39d1-47dd-8196-adb79feae505 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:50.926795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event updated for resources: {'Port': ['ID=7788edf1-e3e2-40d7-89d4-faa8b3962de6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:50.945206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8b904f6-0a34-45f4-81c6-64327ff303fb req-1b5e7185-afaf-407c-9c0d-5209d5ac1714 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455215 Jan 31 18:56:50.958230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea94b94-39d1-47dd-8196-adb79feae505 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=18c42051-ab3c-454b-ae64-f2578ebc6540,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:50.986111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1ca369-022c-45e8-a654-b878a58d7fd8 None None] Network 966cc1f5-235f-4459-8aca-62e93d24a912 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:50.992379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:50.992786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:50.993381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:51.005265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:51.005613 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:51.008088 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 2 to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 Jan 31 18:56:51.030708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:51.031047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:51.031390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:51.057646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:51.057986 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:51.060640 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 3 to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 Jan 31 18:56:51.080044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:51.080403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:51.080755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:51.086708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:51.087369 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:51.089957 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 4 to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 Jan 31 18:56:51.106875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:51.107224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:51.107560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:51.120693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:51.121030 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:51.121433 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 5 to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 Jan 31 18:56:51.124206 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a7a4f534-d1b0-426b-9ec9-e96815fad2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:51.157219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:51.157559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:51.157897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:51.167662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:51.168001 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:51.170149 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 6 to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 Jan 31 18:56:51.192503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:51.192719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:51.193018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:51.202678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a0f8b314-c111-4453-99da-5e8a25825ebb None None] Provisioning complete for port 83fff240-70e8-4c7e-93a6-6269b754e24b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:51.203340 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b314-c111-4453-99da-5e8a25825ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:51.208377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cea94b94-39d1-47dd-8196-adb79feae505 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] In _notify_port_updated(), no bound segment for port 18c42051-ab3c-454b-ae64-f2578ebc6540 on network 966cc1f5-235f-4459-8aca-62e93d24a912 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:56:51.213688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea94b94-39d1-47dd-8196-adb79feae505 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:51.214535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cea94b94-39d1-47dd-8196-adb79feae505 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:51.219020 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cea94b94-39d1-47dd-8196-adb79feae505 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "PUT /v2.0/ports/18c42051-ab3c-454b-ae64-f2578ebc6540 HTTP/1.1" status: 200 len: 918 time: 1.8565030 Jan 31 18:56:51.222110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53648) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:51.222536 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd513623-d637-477f-a4fe-4cb27c91afd0 req-1b682ff5-c109-446a-9355-f5ff5a6197c7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f12844e8-d62a-4a5d-95e7-f93525494bdb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:51.227957 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47bbab44-48a0-4a7c-a2ff-f950c792f2d7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (cafc7712-0066-44b7-8ba3-01d39ce19c1b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:51.233365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 83fff240-70e8-4c7e-93a6-6269b754e24b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:56:51.242364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:56:51.245551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['f12844e8-d62a-4a5d-95e7-f93525494bdb'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:56:51.278805 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d90cd863-5a7f-4870-b047-c6cae36ba2e7 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (bf1a6170-f652-4bdf-afda-ad550e0bd970), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:51.280951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b682ff5-c109-446a-9355-f5ff5a6197c7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event deleted for resources: {'Port': ['ID=f12844e8-d62a-4a5d-95e7-f93525494bdb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:51.335293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cd863-5a7f-4870-b047-c6cae36ba2e7 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf1a6170-f652-4bdf-afda-ad550e0bd970,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:51.374108 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd513623-d637-477f-a4fe-4cb27c91afd0 req-1b682ff5-c109-446a-9355-f5ff5a6197c7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] No DVR routers for this DVR port f12844e8-d62a-4a5d-95e7-f93525494bdb on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:51.388529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-132021b9-618e-48a4-93d7-827ec70ae23d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9015b771-f8f1-4cc9-b43f-f815cf612c15'}, {'subnet_id': '404007b4-5ac3-4b41-90f8-b558ad0a5271'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:51.390954 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd513623-d637-477f-a4fe-4cb27c91afd0 req-1b682ff5-c109-446a-9355-f5ff5a6197c7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:51.396521 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dd513623-d637-477f-a4fe-4cb27c91afd0 req-1b682ff5-c109-446a-9355-f5ff5a6197c7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "DELETE /v2.0/ports/f12844e8-d62a-4a5d-95e7-f93525494bdb HTTP/1.1" status: 204 len: 173 time: 1.2021337 Jan 31 18:56:51.396521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6f4129-5676-4553-a96e-c86b8db992fc', 'name': 'network-vif-deleted', 'tag': 'f12844e8-d62a-4a5d-95e7-f93525494bdb'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:56:51.397774 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116fad2e-6b51-4a35-ac34-f972de2e606d" -d '{"events": [{"server_uuid": "db6f4129-5676-4553-a96e-c86b8db992fc", "name": "network-vif-deleted", "tag": "f12844e8-d62a-4a5d-95e7-f93525494bdb"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:56:51.409821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8b314-c111-4453-99da-5e8a25825ebb None None] Current status of the port 83fff240-70e8-4c7e-93a6-6269b754e24b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:51.460757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 83fff240-70e8-4c7e-93a6-6269b754e24b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:51.461271 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:51.465783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a0f8b314-c111-4453-99da-5e8a25825ebb None None] Provisioning complete for port 18c42051-ab3c-454b-ae64-f2578ebc6540 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:51.465783 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b314-c111-4453-99da-5e8a25825ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:51.469406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:51.469406 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:51.475627 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 7 to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 Jan 31 18:56:51.509628 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0750e0-c4ff-462a-8e7e-157efee50923 x-openstack-request-id: req-db0750e0-c4ff-462a-8e7e-157efee50923 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:56:51.512698 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6f4129-5676-4553-a96e-c86b8db992fc", "name": "network-vif-deleted", "tag": "f12844e8-d62a-4a5d-95e7-f93525494bdb", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:56:51.513022 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db0750e0-c4ff-462a-8e7e-157efee50923 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:56:51.513595 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6f4129-5676-4553-a96e-c86b8db992fc', 'name': 'network-vif-deleted', 'tag': 'f12844e8-d62a-4a5d-95e7-f93525494bdb', 'status': 'completed', 'code': 200} Jan 31 18:56:51.526297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff7a094d-5100-49d2-8110-a8cfa062e6e1 req-380200c2-10f3-4343-b8be-af3950859b0b tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0704155 Jan 31 18:56:51.532194 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d90cd863-5a7f-4870-b047-c6cae36ba2e7 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:51.538395 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d90cd863-5a7f-4870-b047-c6cae36ba2e7 tempest-RoutersAdminNegativeTest-446048381 tempest-RoutersAdminNegativeTest-446048381-project-admin] 10.222.0.20 "DELETE /v2.0/ports/bf1a6170-f652-4bdf-afda-ad550e0bd970 HTTP/1.1" status: 204 len: 168 time: 2.0519450 Jan 31 18:56:51.619316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8b314-c111-4453-99da-5e8a25825ebb None None] Port 18c42051-ab3c-454b-ae64-f2578ebc6540 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:56:51.627880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:51.628360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:51.628718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:51.672259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:51.672635 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:51.674538 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 8 to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 Jan 31 18:56:51.706423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 83fff240-70e8-4c7e-93a6-6269b754e24b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:51.728018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:51.728385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:51.728730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:51.742078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:51.743027 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:51.749869 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 9 to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 Jan 31 18:56:51.793158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:51.793509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:51.793851 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:51.805957 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-132021b9-618e-48a4-93d7-827ec70ae23d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:51.809515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:51.809853 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:51.816687 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempt 10 to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 Jan 31 18:56:51.842102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:51.842369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:51.842711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempting to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:51.852851 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53660) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:51.890749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:56:51.891209 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Failed to bind port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '81139a3f-c452-4528-a72a-604ada0f9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60'}] Jan 31 18:56:51.891444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7788edf1-e3e2-40d7-89d4-faa8b3962de6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:51.975787 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f24076a-59a5-4031-935f-356d4d098168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.097138 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f24076a-59a5-4031-935f-356d4d098168 admin admin] Publish callbacks [] for security_group (4dd57671-932d-4a57-af57-7218601ac081), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.104360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] For port 7788edf1-e3e2-40d7-89d4-faa8b3962de6, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:52.104927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attempted to set empty binding levels {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 18:56:52.105641 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f24076a-59a5-4031-935f-356d4d098168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4dd57671-932d-4a57-af57-7218601ac081), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.120523 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (7788edf1-e3e2-40d7-89d4-faa8b3962de6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.147708 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5f24076a-59a5-4031-935f-356d4d098168 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aab857b26f3f49d9828ef3bc2a6f6a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2934361 Jan 31 18:56:52.151595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:52.160287 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24076a-59a5-4031-935f-356d4d098168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd57671-932d-4a57-af57-7218601ac081,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:52.225191 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb55bca1-10f7-4696-a1a6-827279c46be6 admin admin] Publish callbacks [] for security_group (4dd57671-932d-4a57-af57-7218601ac081), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.250820 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb55bca1-10f7-4696-a1a6-827279c46be6 admin admin] Publish callbacks [] for security_group (4dd57671-932d-4a57-af57-7218601ac081), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.310015 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb55bca1-10f7-4696-a1a6-827279c46be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4dd57671-932d-4a57-af57-7218601ac081), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.314195 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb55bca1-10f7-4696-a1a6-827279c46be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.315449 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bb55bca1-10f7-4696-a1a6-827279c46be6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dd57671-932d-4a57-af57-7218601ac081 HTTP/1.1" status: 204 len: 168 time: 0.1628108 Jan 31 18:56:52.344828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55bca1-10f7-4696-a1a6-827279c46be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd57671-932d-4a57-af57-7218601ac081,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:52.436702 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.566742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d766e83c-2f4b-47ee-8a93-55782c3df379 None None] Provisioning complete for port 83fff240-70e8-4c7e-93a6-6269b754e24b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:52.567467 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d766e83c-2f4b-47ee-8a93-55782c3df379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.690310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-132021b9-618e-48a4-93d7-827ec70ae23d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.29 (966cc1f5-235f-4459-8aca-62e93d24a912/404007b4-5ac3-4b41-90f8-b558ad0a5271/18c42051-ab3c-454b-ae64-f2578ebc6540) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:52.711109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d766e83c-2f4b-47ee-8a93-55782c3df379 None None] Current status of the port 83fff240-70e8-4c7e-93a6-6269b754e24b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:52.733575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d766e83c-2f4b-47ee-8a93-55782c3df379 None None] Provisioning complete for port 18c42051-ab3c-454b-ae64-f2578ebc6540 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:52.734106 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d766e83c-2f4b-47ee-8a93-55782c3df379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.787656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d766e83c-2f4b-47ee-8a93-55782c3df379 None None] Port 18c42051-ab3c-454b-ae64-f2578ebc6540 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:56:52.831001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:52.833927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72cf5386-28f5-41ef-ab3e-4fa3d1e789ba req-15e8ea04-b2fb-428b-991d-2a8d70aa19bd tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=db6f4129-5676-4553-a96e-c86b8db992fc HTTP/1.1" status: 200 len: 210 time: 0.7202210 Jan 31 18:56:52.857122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-47bbab44-48a0-4a7c-a2ff-f950c792f2d7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port b20300aa-f06c-43ed-a358-a8440197cc15 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:52.857461 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47bbab44-48a0-4a7c-a2ff-f950c792f2d7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b20300aa-f06c-43ed-a358-a8440197cc15), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.862383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] In _notify_port_updated(), no bound segment for port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 on network 5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:56:52.863291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:52.863872 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:52.865773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "PUT /v2.0/ports/7788edf1-e3e2-40d7-89d4-faa8b3962de6 HTTP/1.1" status: 200 len: 980 time: 2.8813133 Jan 31 18:56:52.884233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53680) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:52.902639 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5099665c-ca29-459c-ae0a-fcf42e2e4d13 req-3d32e065-aada-44e3-8f56-9811668450fe tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.1247077 Jan 31 18:56:52.973912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac35f0-3e18-4f3d-9a14-edf1ed60d939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event updated for resources: {'Port': ['ID=7788edf1-e3e2-40d7-89d4-faa8b3962de6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:53.003347 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c80f7408-b9e3-4e93-b1ab-1a5aae4694f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd2bfe57a62e4709ad1da4205422a7db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1683476 Jan 31 18:56:53.004191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53682) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:53.014535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ace3c6d3-8881-4266-b98f-572342c1328d None None] Provisioning complete for port 18c42051-ab3c-454b-ae64-f2578ebc6540 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:53.014904 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ace3c6d3-8881-4266-b98f-572342c1328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.041524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47bbab44-48a0-4a7c-a2ff-f950c792f2d7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b20300aa-f06c-43ed-a358-a8440197cc15), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.060313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-47bbab44-48a0-4a7c-a2ff-f950c792f2d7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for b20300aa-f06c-43ed-a358-a8440197cc15 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:53.064507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ace3c6d3-8881-4266-b98f-572342c1328d None None] Port 18c42051-ab3c-454b-ae64-f2578ebc6540 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:56:53.089042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-804177bb-aaca-4236-a3b2-34a6d48091c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Deleting port 7788edf1-e3e2-40d7-89d4-faa8b3962de6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:53.089415 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-804177bb-aaca-4236-a3b2-34a6d48091c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7788edf1-e3e2-40d7-89d4-faa8b3962de6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.092733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7737938-02f3-4eb7-8375-c0d88a5e2408 admin admin] Publish callbacks [] for security_group (50bebf4b-a6bb-4498-add0-5eae34fd8589), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.160104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7737938-02f3-4eb7-8375-c0d88a5e2408 admin admin] Publish callbacks [] for security_group (50bebf4b-a6bb-4498-add0-5eae34fd8589), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.176627 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-132021b9-618e-48a4-93d7-827ec70ae23d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.181314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-804177bb-aaca-4236-a3b2-34a6d48091c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] For port 7788edf1-e3e2-40d7-89d4-faa8b3962de6, host n-h2-812111-15, got binding levels [] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:53.181804 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-804177bb-aaca-4236-a3b2-34a6d48091c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7788edf1-e3e2-40d7-89d4-faa8b3962de6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.185910 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-132021b9-618e-48a4-93d7-827ec70ae23d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.214571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-804177bb-aaca-4236-a3b2-34a6d48091c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Calling delete_port for 7788edf1-e3e2-40d7-89d4-faa8b3962de6 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:53.316922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132021b9-618e-48a4-93d7-827ec70ae23d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=18c42051-ab3c-454b-ae64-f2578ebc6540,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:53.335953 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-804177bb-aaca-4236-a3b2-34a6d48091c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7788edf1-e3e2-40d7-89d4-faa8b3962de6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.345409 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7737938-02f3-4eb7-8375-c0d88a5e2408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (50bebf4b-a6bb-4498-add0-5eae34fd8589), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.348646 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7737938-02f3-4eb7-8375-c0d88a5e2408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.349155 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f7737938-02f3-4eb7-8375-c0d88a5e2408 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50bebf4b-a6bb-4498-add0-5eae34fd8589 HTTP/1.1" status: 204 len: 168 time: 0.3443656 Jan 31 18:56:53.385504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804177bb-aaca-4236-a3b2-34a6d48091c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Pushing event deleted for resources: {'Port': ['ID=7788edf1-e3e2-40d7-89d4-faa8b3962de6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:53.396676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7737938-02f3-4eb7-8375-c0d88a5e2408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bebf4b-a6bb-4498-add0-5eae34fd8589,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:53.399317 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-804177bb-aaca-4236-a3b2-34a6d48091c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.403411 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-804177bb-aaca-4236-a3b2-34a6d48091c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7788edf1-e3e2-40d7-89d4-faa8b3962de6 HTTP/1.1" status: 204 len: 168 time: 0.5179489 Jan 31 18:56:53.406279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:53.436894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-132021b9-618e-48a4-93d7-827ec70ae23d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] In _notify_port_updated(), no bound segment for port 18c42051-ab3c-454b-ae64-f2578ebc6540 on network 966cc1f5-235f-4459-8aca-62e93d24a912 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:56:53.443429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132021b9-618e-48a4-93d7-827ec70ae23d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:53.444629 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-132021b9-618e-48a4-93d7-827ec70ae23d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.446861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-132021b9-618e-48a4-93d7-827ec70ae23d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "PUT /v2.0/ports/18c42051-ab3c-454b-ae64-f2578ebc6540 HTTP/1.1" status: 200 len: 998 time: 2.0640004 Jan 31 18:56:53.448545 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47bbab44-48a0-4a7c-a2ff-f950c792f2d7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b20300aa-f06c-43ed-a358-a8440197cc15), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.450624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53688) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:53.472309 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-af036f74-b116-4391-aa89-e2bc39103caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] GET failed (client error): The resource could not be found. Jan 31 18:56:53.476000 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-af036f74-b116-4391-aa89-e2bc39103caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-444242668-project-admin] 10.222.0.20 "GET /v2.0/ports/7788edf1-e3e2-40d7-89d4-faa8b3962de6 HTTP/1.1" status: 404 len: 333 time: 0.0678432 Jan 31 18:56:53.480992 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:53.510161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbab44-48a0-4a7c-a2ff-f950c792f2d7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=b20300aa-f06c-43ed-a358-a8440197cc15,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:53.636489 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.802650 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.821622 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47bbab44-48a0-4a7c-a2ff-f950c792f2d7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (cafc7712-0066-44b7-8ba3-01d39ce19c1b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.844236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:53.859203 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81139a3f-c452-4528-a72a-604ada0f9c34') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:53.859507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81139a3f-c452-4528-a72a-604ada0f9c34') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:53.882142 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (81139a3f-c452-4528-a72a-604ada0f9c34), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.912692 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (81139a3f-c452-4528-a72a-604ada0f9c34), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:53.921132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:53.921796 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (81139a3f-c452-4528-a72a-604ada0f9c34), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:54.004866 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:54.013347 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.028671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.052243 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] 10.222.0.20 "DELETE /v2.0/networks/5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60 HTTP/1.1" status: 204 len: 168 time: 0.5699971 Jan 31 18:56:54.068908 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.087212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10806d5-edde-4374-ab17-5a882f1894c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084989835-project] Pushing event deleted for resources: {'Network': ['ID=5ee4e0c9-5e71-4cbd-b0fe-a1badf177a60,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:54.200596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0006a506-2d6f-4561-910d-3fb32f93e2e9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 18c42051-ab3c-454b-ae64-f2578ebc6540 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:54.201075 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0006a506-2d6f-4561-910d-3fb32f93e2e9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.259873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c22e4777-3551-4475-984d-236d96db2ef5 req-7768c884-a099-45f2-8387-0accaeeb7265 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.1161613 Jan 31 18:56:54.339141 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.390352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53714) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:54.417530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9d6f6493-5128-4d45-98f0-19745ebab7d6 None None] Provisioning complete for port 18c42051-ab3c-454b-ae64-f2578ebc6540 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:54.417975 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9d6f6493-5128-4d45-98f0-19745ebab7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.479045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9d6f6493-5128-4d45-98f0-19745ebab7d6 None None] Port 18c42051-ab3c-454b-ae64-f2578ebc6540 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:56:54.524973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bbab44-48a0-4a7c-a2ff-f950c792f2d7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router cafc7712-0066-44b7-8ba3-01d39ce19c1b has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:56:54.561811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f12844e8-d62a-4a5d-95e7-f93525494bdb no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:56:54.611363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: f12844e8-d62a-4a5d-95e7-f93525494bdb {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:56:54.611854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f12844e8-d62a-4a5d-95e7-f93525494bdb not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:56:54.651062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bbab44-48a0-4a7c-a2ff-f950c792f2d7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:56:54.659579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-47bbab44-48a0-4a7c-a2ff-f950c792f2d7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/cafc7712-0066-44b7-8ba3-01d39ce19c1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0852787 Jan 31 18:56:54.662174 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0006a506-2d6f-4561-910d-3fb32f93e2e9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.665171 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5983081-3520-41ae-8c1a-39a7d7e6b918 None None] Sync routers for ids ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:56:54.665768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53728) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:54.669696 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3cc0505c-5d11-423f-b8ae-12e78b8a83e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fcd485f0bbc146acae4b7465e77319fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2781470 Jan 31 18:56:54.672992 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53730) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:54.698577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5983081-3520-41ae-8c1a-39a7d7e6b918 None None] Routers {'cafc7712-0066-44b7-8ba3-01d39ce19c1b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:56:54.699245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d5983081-3520-41ae-8c1a-39a7d7e6b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:54.714825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7f62f766-770b-465c-ab82-576e7fb0f64f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=cafc7712-0066-44b7-8ba3-01d39ce19c1b HTTP/1.1" status: 200 len: 205 time: 0.0476799 Jan 31 18:56:54.716247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0006a506-2d6f-4561-910d-3fb32f93e2e9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 18c42051-ab3c-454b-ae64-f2578ebc6540 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:54.718258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53732) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:54.794361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d5983081-3520-41ae-8c1a-39a7d7e6b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:54.803800 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3ec2-6147-43ca-a8b5-de53dcdf90cd admin admin] Publish callbacks [] for security_group (632293f9-d894-4c02-90d0-6a25816a5f7c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.807862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5983081-3520-41ae-8c1a-39a7d7e6b918 None None] Routers {'cafc7712-0066-44b7-8ba3-01d39ce19c1b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:56:54.808510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d5983081-3520-41ae-8c1a-39a7d7e6b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:54.852903 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3ec2-6147-43ca-a8b5-de53dcdf90cd admin admin] Publish callbacks [] for security_group (632293f9-d894-4c02-90d0-6a25816a5f7c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.893686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d5983081-3520-41ae-8c1a-39a7d7e6b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:54.894351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5983081-3520-41ae-8c1a-39a7d7e6b918 None None] The sync data for ids ['cafc7712-0066-44b7-8ba3-01d39ce19c1b'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:56:54.904847 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0c99599-e30b-4f84-93c5-31963576efec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (cafc7712-0066-44b7-8ba3-01d39ce19c1b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.960275 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3ec2-6147-43ca-a8b5-de53dcdf90cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (632293f9-d894-4c02-90d0-6a25816a5f7c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.964504 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3ec2-6147-43ca-a8b5-de53dcdf90cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:54.966100 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4a2b3ec2-6147-43ca-a8b5-de53dcdf90cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/632293f9-d894-4c02-90d0-6a25816a5f7c HTTP/1.1" status: 204 len: 168 time: 0.2919652 Jan 31 18:56:54.994515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b3ec2-6147-43ca-a8b5-de53dcdf90cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632293f9-d894-4c02-90d0-6a25816a5f7c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:55.001871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:55.171601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1372926079'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:55.205054 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:55.206419 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0c99599-e30b-4f84-93c5-31963576efec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (cafc7712-0066-44b7-8ba3-01d39ce19c1b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.217300 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0c99599-e30b-4f84-93c5-31963576efec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (cafc7712-0066-44b7-8ba3-01d39ce19c1b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.231797 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.250587 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.255435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.378215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-b706b326-fe30-4370-a594-d2c85ca29658 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:55.387095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-b706b326-fe30-4370-a594-d2c85ca29658 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.5027301 Jan 31 18:56:55.425518 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0c99599-e30b-4f84-93c5-31963576efec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (cafc7712-0066-44b7-8ba3-01d39ce19c1b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.426160 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c99599-e30b-4f84-93c5-31963576efec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Fanout notify agent at l3_agent the message router_deleted on router cafc7712-0066-44b7-8ba3-01d39ce19c1b {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:56:55.471046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0c99599-e30b-4f84-93c5-31963576efec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.472563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f0c99599-e30b-4f84-93c5-31963576efec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/cafc7712-0066-44b7-8ba3-01d39ce19c1b HTTP/1.1" status: 204 len: 168 time: 0.7531588 Jan 31 18:56:55.475325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fc62fc0-0f37-42f1-bbbf-ecc2dd5b9b2e req-2ac470d0-2fa2-4e25-aef7-7363798d2b50 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0582755 Jan 31 18:56:55.475587 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53758) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:55.503171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-e9b680d2-b238-4d52-9a26-6a1b4c979fb2 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/quotas/5364cc4d46d44a3aa6b7956213fc3a56 HTTP/1.1" status: 200 len: 375 time: 0.1147697 Jan 31 18:56:55.572475 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0006a506-2d6f-4561-910d-3fb32f93e2e9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (18c42051-ab3c-454b-ae64-f2578ebc6540), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.616188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a707f440-9a8c-48d2-bb75-055a58ac0281 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting subnet c34e9f5b-585f-4855-8683-e143c927f497 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:56:55.622550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a707f440-9a8c-48d2-bb75-055a58ac0281 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (c34e9f5b-585f-4855-8683-e143c927f497), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.627361 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-8fd5d9ce-73c3-4026-9b81-ece10288cd9e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1219728 Jan 31 18:56:55.646378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006a506-2d6f-4561-910d-3fb32f93e2e9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=18c42051-ab3c-454b-ae64-f2578ebc6540,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:55.678783 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a707f440-9a8c-48d2-bb75-055a58ac0281 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (c34e9f5b-585f-4855-8683-e143c927f497), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.703628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-120fc340-cf06-4557-900a-df3cbf875e9b None None] Could not find standard attr ID for object 18c42051-ab3c-454b-ae64-f2578ebc6540. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:56:55.788744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53762) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:55.825956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a707f440-9a8c-48d2-bb75-055a58ac0281 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (c34e9f5b-585f-4855-8683-e143c927f497), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.862211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for security_group (e3e639db-d28d-479f-ab9f-991115c24895), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.869095 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e3e639db-d28d-479f-ab9f-991115c24895), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.884208 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0006a506-2d6f-4561-910d-3fb32f93e2e9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.890534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0006a506-2d6f-4561-910d-3fb32f93e2e9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/18c42051-ab3c-454b-ae64-f2578ebc6540 HTTP/1.1" status: 204 len: 168 time: 2.4365551 Jan 31 18:56:55.891439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53764) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:55.901789 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-9f6d7ecb-67f1-41b9-98ba-bb748081c9f7 service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664056 Jan 31 18:56:55.903259 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:55.911417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b0565e49-f6b0-45ba-b56e-40bcc4d1e308 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d160df4befce44719042922611f06911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1184990 Jan 31 18:56:55.912492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53766) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:55.937449 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ee7f8a93-16fe-467d-8fcf-d8ba8a63474e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:55.937805 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Added segment ee7f8a93-16fe-467d-8fcf-d8ba8a63474e of type vlan for network fc10cb35-4e69-45c1-bad6-30657727cb7f Jan 31 18:56:55.952187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e639db-d28d-479f-ab9f-991115c24895,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:55.958002 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1eb880d-b1e7-42c9-81e8-5c4f8e1b9338 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:56:55.959456 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e1eb880d-b1e7-42c9-81e8-5c4f8e1b9338 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/18c42051-ab3c-454b-ae64-f2578ebc6540 HTTP/1.1" status: 404 len: 333 time: 0.0536935 Jan 31 18:56:55.962184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53768) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:55.973010 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a707f440-9a8c-48d2-bb75-055a58ac0281 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (c34e9f5b-585f-4855-8683-e143c927f497), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.017480 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (fc10cb35-4e69-45c1-bad6-30657727cb7f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.075529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting subnet 404007b4-5ac3-4b41-90f8-b558ad0a5271 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:56:56.083371 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (404007b4-5ac3-4b41-90f8-b558ad0a5271), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.096179 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (fc10cb35-4e69-45c1-bad6-30657727cb7f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.101315 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:56.102837 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.110314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707f440-9a8c-48d2-bb75-055a58ac0281 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Subnet': ['ID=c34e9f5b-585f-4855-8683-e143c927f497,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:56.110845 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-c9bc6220-5a2e-41c0-8088-a370e8213bd4 service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074192 Jan 31 18:56:56.135469 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (404007b4-5ac3-4b41-90f8-b558ad0a5271), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.154640 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a707f440-9a8c-48d2-bb75-055a58ac0281 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.158294 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a707f440-9a8c-48d2-bb75-055a58ac0281 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/c34e9f5b-585f-4855-8683-e143c927f497 HTTP/1.1" status: 204 len: 168 time: 0.6812420 Jan 31 18:56:56.161245 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:56.163327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a695cb-5132-428f-954d-3d7acd0482fd None None] Network 759fc0cd-ba78-4385-8332-12bbd45b2b44 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:56.254771 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2514043 Jan 31 18:56:56.265358 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:56.269813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27360a74-38d4-4af7-9b9e-6666a4c9ebab admin admin] Publish callbacks [] for security_group (520a9898-261f-4c88-abb3-d585073af1e3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.280055 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1171ad73-4922-4581-8887-cd59ab446934 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1580113062'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:56.294687 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (404007b4-5ac3-4b41-90f8-b558ad0a5271), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.311892 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab2177-824c-4031-b6ad-1ccc24c8eb34 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Network': ['ID=fc10cb35-4e69-45c1-bad6-30657727cb7f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:56.342250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network fc10cb35-4e69-45c1-bad6-30657727cb7f details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:56.348007 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.412584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78bb7ac0-c025-4622-b93d-a6a5f6be2341 req-1f2bd6fc-fa0b-4e1a-b703-4707fb6bb7e7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 210 time: 0.0539210 Jan 31 18:56:56.413742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27360a74-38d4-4af7-9b9e-6666a4c9ebab admin admin] Publish callbacks [] for security_group (520a9898-261f-4c88-abb3-d585073af1e3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.419951 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (404007b4-5ac3-4b41-90f8-b558ad0a5271), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.452476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-980e5237-a972-4259-97ca-10b2a7a25ce9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting subnet 4c6eff2a-6271-420b-8e1f-4bf07fa9ed43 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:56:56.459137 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980e5237-a972-4259-97ca-10b2a7a25ce9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (4c6eff2a-6271-420b-8e1f-4bf07fa9ed43), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.489609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1171ad73-4922-4581-8887-cd59ab446934 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:56.493073 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1171ad73-4922-4581-8887-cd59ab446934 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.511335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Subnet': ['ID=404007b4-5ac3-4b41-90f8-b558ad0a5271,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:56.529128 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.542579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53782) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:56.543995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/404007b4-5ac3-4b41-90f8-b558ad0a5271 HTTP/1.1" status: 204 len: 168 time: 0.5796506 Jan 31 18:56:56.559393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.559997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.560557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.561059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.561603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.562122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.562250 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980e5237-a972-4259-97ca-10b2a7a25ce9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (4c6eff2a-6271-420b-8e1f-4bf07fa9ed43), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.562882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.563541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.564088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.564706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.565182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.565682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.566174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280dc98-078a-4b39-82fb-0bdc842a03a7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:56:56.685478 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1171ad73-4922-4581-8887-cd59ab446934 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:56.732473 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1171ad73-4922-4581-8887-cd59ab446934 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b05b5f23-769c-44ca-be40-861a46826611), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.733001 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-1171ad73-4922-4581-8887-cd59ab446934 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Added segment b05b5f23-769c-44ca-be40-861a46826611 of type vlan for network dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9 Jan 31 18:56:56.741759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5948795a-9b12-4092-842e-7bb97c16936d req-7bb9bcc0-61f8-49e2-9a1c-67448c01b226 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0908000 Jan 31 18:56:56.754873 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-781fea43-a878-434b-b79e-2d5e1c0b2ced tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting subnet 9015b771-f8f1-4cc9-b43f-f815cf612c15 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:56:56.757091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27360a74-38d4-4af7-9b9e-6666a4c9ebab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (520a9898-261f-4c88-abb3-d585073af1e3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.770408 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27360a74-38d4-4af7-9b9e-6666a4c9ebab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.770408 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-27360a74-38d4-4af7-9b9e-6666a4c9ebab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/520a9898-261f-4c88-abb3-d585073af1e3 HTTP/1.1" status: 204 len: 168 time: 0.8435686 Jan 31 18:56:56.786651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e05f05-96d6-46d6-8195-364af5f18f3a None None] Network 966cc1f5-235f-4459-8aca-62e93d24a912 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:56.797044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-781fea43-a878-434b-b79e-2d5e1c0b2ced tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (9015b771-f8f1-4cc9-b43f-f815cf612c15), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.877110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1171ad73-4922-4581-8887-cd59ab446934 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.881342 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27360a74-38d4-4af7-9b9e-6666a4c9ebab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520a9898-261f-4c88-abb3-d585073af1e3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:56.910875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e75a72-d8e2-41e2-b364-078d9cd2e5cc None None] DHCP port deletion for 759fc0cd-ba78-4385-8332-12bbd45b2b44 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:56:56.930849 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-781fea43-a878-434b-b79e-2d5e1c0b2ced tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (9015b771-f8f1-4cc9-b43f-f815cf612c15), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:56.959915 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980e5237-a972-4259-97ca-10b2a7a25ce9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (4c6eff2a-6271-420b-8e1f-4bf07fa9ed43), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.008242 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1171ad73-4922-4581-8887-cd59ab446934 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.014358 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1171ad73-4922-4581-8887-cd59ab446934 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:57.015071 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1171ad73-4922-4581-8887-cd59ab446934 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.132193 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1171ad73-4922-4581-8887-cd59ab446934 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8608997 Jan 31 18:56:57.133674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53796) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:57.142240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4a806746-a7b1-4244-bac5-96fb9a8d7bd3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'subnet': {'network_id': 'fc10cb35-4e69-45c1-bad6-30657727cb7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:57.156551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d9e75a72-d8e2-41e2-b364-078d9cd2e5cc None None] Deleting port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:57.156940 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d9e75a72-d8e2-41e2-b364-078d9cd2e5cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.214145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171ad73-4922-4581-8887-cd59ab446934 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Network': ['ID=dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:57.232819 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980e5237-a972-4259-97ca-10b2a7a25ce9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (4c6eff2a-6271-420b-8e1f-4bf07fa9ed43), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.267825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:56:57.343338 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980e5237-a972-4259-97ca-10b2a7a25ce9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.362359 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-980e5237-a972-4259-97ca-10b2a7a25ce9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/4c6eff2a-6271-420b-8e1f-4bf07fa9ed43 HTTP/1.1" status: 204 len: 168 time: 1.1684685 Jan 31 18:56:57.366401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53800) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:57.368895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e5237-a972-4259-97ca-10b2a7a25ce9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6eff2a-6271-420b-8e1f-4bf07fa9ed43,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:57.371658 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-781fea43-a878-434b-b79e-2d5e1c0b2ced tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (9015b771-f8f1-4cc9-b43f-f815cf612c15), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.415335 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:56:57.417021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e8ec4e-6bcd-4c72-86ed-cbdd0110c72f None None] Network a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:57.521549 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-781fea43-a878-434b-b79e-2d5e1c0b2ced tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (9015b771-f8f1-4cc9-b43f-f815cf612c15), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.531058 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (759fc0cd-ba78-4385-8332-12bbd45b2b44), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.586553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fea43-a878-434b-b79e-2d5e1c0b2ced tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Subnet': ['ID=9015b771-f8f1-4cc9-b43f-f815cf612c15,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:57.593528 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-781fea43-a878-434b-b79e-2d5e1c0b2ced tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.608328 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-781fea43-a878-434b-b79e-2d5e1c0b2ced tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/9015b771-f8f1-4cc9-b43f-f815cf612c15 HTTP/1.1" status: 204 len: 168 time: 1.0619307 Jan 31 18:56:57.627284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:57.645331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a806746-a7b1-4244-bac5-96fb9a8d7bd3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:57.650656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a806746-a7b1-4244-bac5-96fb9a8d7bd3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.763972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d9e75a72-d8e2-41e2-b364-078d9cd2e5cc None None] For port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06,segment=NetworkSegment(30582471-278d-4b3c-af49-4c9394eb5548),segment_id=30582471-278d-4b3c-af49-4c9394eb5548)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:57.764702 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d9e75a72-d8e2-41e2-b364-078d9cd2e5cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.805954 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:56:57.806356 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.814353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d9e75a72-d8e2-41e2-b364-078d9cd2e5cc None None] Calling delete_port for c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:57.862209 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (966cc1f5-235f-4459-8aca-62e93d24a912), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:57.952364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06,segment=NetworkSegment(30582471-278d-4b3c-af49-4c9394eb5548),segment_id=30582471-278d-4b3c-af49-4c9394eb5548)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:57.959476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 83fff240-70e8-4c7e-93a6-6269b754e24b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:57.960146 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.027364 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.046091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] For port 83fff240-70e8-4c7e-93a6-6269b754e24b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=83fff240-70e8-4c7e-93a6-6269b754e24b,segment=NetworkSegment(37ff3109-eb23-466c-a3fc-33b2f2da91ab),segment_id=37ff3109-eb23-466c-a3fc-33b2f2da91ab)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:58.061079 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.117216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:58.127327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 83fff240-70e8-4c7e-93a6-6269b754e24b owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:58.229904 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d9e75a72-d8e2-41e2-b364-078d9cd2e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.236485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64f7d9-237f-4aaf-be10-d006b2bbd316 None None] DHCP port deletion for a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:56:58.305817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc8e55-a8f4-4168-ad7d-398874359bb9 None None] Network 966cc1f5-235f-4459-8aca-62e93d24a912 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:58.310092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e75a72-d8e2-41e2-b364-078d9cd2e5cc None None] Pushing event deleted for resources: {'Port': ['ID=c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:58.389363 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99ee08c0-32d8-49b1-ba24-504ae6dc3e24 req-a0733b64-008c-4ab2-8715-546527115785 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 210 time: 0.7525423 Jan 31 18:56:58.394428 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a806746-a7b1-4244-bac5-96fb9a8d7bd3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (9440f81e-a72f-4efd-b240-045df80dbc16), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.397647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e75a72-d8e2-41e2-b364-078d9cd2e5cc None None] No DVR routers for this DVR port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:58.418085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53824) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:58.435777 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5d78c11-060a-4573-802e-671a2ac97f97 req-a29dcf78-cf89-4774-9bf8-7c158288ea85 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0575705 Jan 31 18:56:58.461852 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-e9ac73ad-d3c7-42ab-8bd1-e2dad1df0a24 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:58.463273 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-e9ac73ad-d3c7-42ab-8bd1-e2dad1df0a24 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.3610225 Jan 31 18:56:58.477337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Request body: {'port': {'device_id': '004dd3e6-1d7b-401f-9ad4-ca04114f7c06', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'admin_state_up': True, 'tenant_id': '5364cc4d46d44a3aa6b7956213fc3a56'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:58.512530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:58.513035 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.532930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.540195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a806746-a7b1-4244-bac5-96fb9a8d7bd3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Subnet': ['ID=9440f81e-a72f-4efd-b240-045df80dbc16,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:58.559689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c1ec903d-2973-4259-9f50-1fdd1d9e9c32 None None] Provisioning complete for port 83fff240-70e8-4c7e-93a6-6269b754e24b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:56:58.560517 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1ec903d-2973-4259-9f50-1fdd1d9e9c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83fff240-70e8-4c7e-93a6-6269b754e24b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.573584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No DVR routers for this DVR port 83fff240-70e8-4c7e-93a6-6269b754e24b on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:58.580263 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=83fff240-70e8-4c7e-93a6-6269b754e24b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:58.615942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec903d-2973-4259-9f50-1fdd1d9e9c32 None None] Port 83fff240-70e8-4c7e-93a6-6269b754e24b was deleted so its status cannot be updated. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 31 18:56:58.623269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a806746-a7b1-4244-bac5-96fb9a8d7bd3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Checking segment: {'id': 'ee7f8a93-16fe-467d-8fcf-d8ba8a63474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fc10cb35-4e69-45c1-bad6-30657727cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:58.623789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a806746-a7b1-4244-bac5-96fb9a8d7bd3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network hostable DHCP agents. Network: fc10cb35-4e69-45c1-bad6-30657727cb7f, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:56:58.632265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2059417483'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:58.649118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8d64f7d9-237f-4aaf-be10-d006b2bbd316 None None] Deleting port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:56:58.649732 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d64f7d9-237f-4aaf-be10-d006b2bbd316 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.676278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] For port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06, host n-d-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:58.676852 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.708757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:58.710393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a806746-a7b1-4244-bac5-96fb9a8d7bd3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network fc10cb35-4e69-45c1-bad6-30657727cb7f is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:56:58.714570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:56:58.718865 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.722298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cfbabc-8791-4686-8bb3-9b2dc1639fee None None] DHCP port deletion for 966cc1f5-235f-4459-8aca-62e93d24a912 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:56:58.734893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Made reservation on behalf of 62582e47cdea4dc281fdd7b1b2aa79e6 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:58.738666 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.753340 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8d64f7d9-237f-4aaf-be10-d006b2bbd316 None None] For port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e7ea3dfb-45b1-4615-b04b-7cc5dd111d27,segment=NetworkSegment(c9d31b49-c695-4690-a684-7fc8ac189f0e),segment_id=c9d31b49-c695-4690-a684-7fc8ac189f0e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:56:58.753868 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d64f7d9-237f-4aaf-be10-d006b2bbd316 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.770395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8d64f7d9-237f-4aaf-be10-d006b2bbd316 None None] Calling delete_port for e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:56:58.772986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No DVR routers for this DVR port c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:58.775320 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.780496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4a806746-a7b1-4244-bac5-96fb9a8d7bd3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, fc10cb35-4e69-45c1-bad6-30657727cb7f) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:58.784253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=c3f3fc49-d9f5-48b5-85d4-9a8b779e8e06,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:58.796181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (966cc1f5-235f-4459-8aca-62e93d24a912), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.814576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a806746-a7b1-4244-bac5-96fb9a8d7bd3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:58.815187 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a806746-a7b1-4244-bac5-96fb9a8d7bd3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.830118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c5a69c-0755-4628-a19d-d68c602d5f4d None None] Network fc10cb35-4e69-45c1-bad6-30657727cb7f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:56:58.830453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966cc1f5-235f-4459-8aca-62e93d24a912']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:58.841796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ff3109-eb23-466c-a3fc-33b2f2da91ab') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:58.842140 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ff3109-eb23-466c-a3fc-33b2f2da91ab') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:58.865416 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (37ff3109-eb23-466c-a3fc-33b2f2da91ab), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.883925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (37ff3109-eb23-466c-a3fc-33b2f2da91ab), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.904780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:58.905119 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (37ff3109-eb23-466c-a3fc-33b2f2da91ab), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.906594 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (759fc0cd-ba78-4385-8332-12bbd45b2b44), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.943295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759fc0cd-ba78-4385-8332-12bbd45b2b44']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:58.954242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30582471-278d-4b3c-af49-4c9394eb5548') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:58.954643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30582471-278d-4b3c-af49-4c9394eb5548') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:56:58.964917 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (30582471-278d-4b3c-af49-4c9394eb5548), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.989428 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d64f7d9-237f-4aaf-be10-d006b2bbd316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (e7ea3dfb-45b1-4615-b04b-7cc5dd111d27), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:58.995488 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (30582471-278d-4b3c-af49-4c9394eb5548), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.009260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:56:59.009654 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (30582471-278d-4b3c-af49-4c9394eb5548), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: warnings.warn('Neutron quota engine will require "--force" ' Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:59.012798 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:59.020413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64f7d9-237f-4aaf-be10-d006b2bbd316 None None] No DVR routers for this DVR port e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:56:59.028313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-fc10cb35-4e69-45c1-bad6-30657727cb7f', 'network_id': 'fc10cb35-4e69-45c1-bad6-30657727cb7f', 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'fixed_ips': [{'subnet_id': '9440f81e-a72f-4efd-b240-045df80dbc16'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:56:59.029979 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.035636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4a806746-a7b1-4244-bac5-96fb9a8d7bd3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8989997 Jan 31 18:56:59.036278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53828) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:56:59.039454 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:56:59.045679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0317d305-7a6f-484e-8f4f-bd61a5e98dc9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'subnet': {'network_id': 'dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:59.083052 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64f7d9-237f-4aaf-be10-d006b2bbd316 None None] Pushing event deleted for resources: {'Port': ['ID=e7ea3dfb-45b1-4615-b04b-7cc5dd111d27,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:59.092956 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-68ab4c1b-faab-4087-9759-fb978e7722f3 req-c478f06d-9762-4ef8-8bc1-a1a6a5989ea6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0486314 Jan 31 18:56:59.093595 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (966cc1f5-235f-4459-8aca-62e93d24a912), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.111736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.115163 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/networks/966cc1f5-235f-4459-8aca-62e93d24a912 HTTP/1.1" status: 204 len: 168 time: 1.4850802 Jan 31 18:56:59.128157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53830) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:59.153097 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8931731-8b2e-4b11-84b4-fec7f60f90ba tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Network': ['ID=966cc1f5-235f-4459-8aca-62e93d24a912,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:59.186126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:56:59.205882 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Made reservation on behalf of 5364cc4d46d44a3aa6b7956213fc3a56 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:59.209333 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.231935 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:56:59.232219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e7ea3dfb-45b1-4615-b04b-7cc5dd111d27 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:56:59.232766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 83fff240-70e8-4c7e-93a6-6269b754e24b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:56:59.235280 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23242ceb-fae1-4680-a9c1-c12e38a1ded7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:56:59.236868 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-23242ceb-fae1-4680-a9c1-c12e38a1ded7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1076071 Jan 31 18:56:59.243774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:59.256609 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (759fc0cd-ba78-4385-8332-12bbd45b2b44), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.267172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 83fff240-70e8-4c7e-93a6-6269b754e24b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:56:59.267679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 83fff240-70e8-4c7e-93a6-6269b754e24b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:56:59.279436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.287853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/networks/759fc0cd-ba78-4385-8332-12bbd45b2b44 HTTP/1.1" status: 204 len: 168 time: 1.9177835 Jan 31 18:56:59.295453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:59.318652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7849e-828d-4fb8-a512-6e3f47fd7213 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Network': ['ID=759fc0cd-ba78-4385-8332-12bbd45b2b44,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:59.358866 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for security_group (c1b8dc93-fa61-46c6-af1a-22eb86ce93a5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.366634 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c1b8dc93-fa61-46c6-af1a-22eb86ce93a5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.380991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0317d305-7a6f-484e-8f4f-bd61a5e98dc9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:59.385602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0317d305-7a6f-484e-8f4f-bd61a5e98dc9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.414908 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-91e48a88-9722-4333-be65-8d54ea8b9c59 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1647475 Jan 31 18:56:59.418433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53838) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:56:59.428839 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5553d318-045b-4d24-820d-1d93e7748802 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-279904005'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:56:59.492782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Allocated IP 2001:db8::2 (fc10cb35-4e69-45c1-bad6-30657727cb7f/9440f81e-a72f-4efd-b240-045df80dbc16/43daa2eb-97fa-4534-b580-e0f5a85f2178) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:59.713966 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Publish callbacks [] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.722110 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.784552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Pushing event updated for resources: {'Port': ['ID=43daa2eb-97fa-4534-b580-e0f5a85f2178,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:59.795459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Network fc10cb35-4e69-45c1-bad6-30657727cb7f is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:56:59.797087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:56:59.799711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:56:59.856387 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.866844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5553d318-045b-4d24-820d-1d93e7748802 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:56:59.871000 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5553d318-045b-4d24-820d-1d93e7748802 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.876792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Attempting to bind port 43daa2eb-97fa-4534-b580-e0f5a85f2178 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:56:59.877176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Attempting to bind port 43daa2eb-97fa-4534-b580-e0f5a85f2178 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'ee7f8a93-16fe-467d-8fcf-d8ba8a63474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fc10cb35-4e69-45c1-bad6-30657727cb7f'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:56:59.877549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Attempting to bind port 43daa2eb-97fa-4534-b580-e0f5a85f2178 on network fc10cb35-4e69-45c1-bad6-30657727cb7f {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:56:59.883191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:56:59.883589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Checking segment: {'id': 'ee7f8a93-16fe-467d-8fcf-d8ba8a63474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fc10cb35-4e69-45c1-bad6-30657727cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:56:59.884007 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.884544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Bound using segment: {'id': 'ee7f8a93-16fe-467d-8fcf-d8ba8a63474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fc10cb35-4e69-45c1-bad6-30657727cb7f'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:56:59.885012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Bound port: 43daa2eb-97fa-4534-b580-e0f5a85f2178, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7f8a93-16fe-467d-8fcf-d8ba8a63474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fc10cb35-4e69-45c1-bad6-30657727cb7f'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:56:59.885391 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.889739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Allocated IP 172.20.0.11 (8c183b94-d131-43f6-abd6-daa20cc7c014/a84ab55c-34af-4b5d-8cef-07d311d8d426/9c90e899-871f-40ca-a36f-8d922d5c5f0d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:56:59.937800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:56:59.943052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b8dc93-fa61-46c6-af1a-22eb86ce93a5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:56:59.959762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] For port 43daa2eb-97fa-4534-b580-e0f5a85f2178, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:56:59.964219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] For port 43daa2eb-97fa-4534-b580-e0f5a85f2178, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=43daa2eb-97fa-4534-b580-e0f5a85f2178,segment=NetworkSegment(ee7f8a93-16fe-467d-8fcf-d8ba8a63474e),segment_id=ee7f8a93-16fe-467d-8fcf-d8ba8a63474e)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:56:59.972112 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:56:59.987803 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21a97197-0052-4cdb-82f5-504fe0df9818 req-ce1ddd10-cab8-4e5f-8198-89ead70d7776 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 210 time: 0.0472276 Jan 31 18:57:00.012442 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e2adafd0-82e8-40db-9ab0-fa112e5f569a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.012904 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Added segment e2adafd0-82e8-40db-9ab0-fa112e5f569a of type vlan for network 825a2860-0692-43d1-b83e-de73a3099495 Jan 31 18:57:00.040019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2a805ea-659b-4512-b641-c18a71029a30 req-deafe3da-3a4f-4705-842a-f404722d3f60 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0976331 Jan 31 18:57:00.053576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc8421-b178-4b8b-b535-5fece1399acc None None] Pushing event updated for resources: {'Port': ['ID=43daa2eb-97fa-4534-b580-e0f5a85f2178,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:00.077435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks [] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.114372 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (825a2860-0692-43d1-b83e-de73a3099495), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.187661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (825a2860-0692-43d1-b83e-de73a3099495), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.193056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:00.193296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5553d318-045b-4d24-820d-1d93e7748802 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:57:00.193666 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.196853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.209071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:57:00.325355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5553d318-045b-4d24-820d-1d93e7748802 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (75bb0461-f197-45f1-a3a5-2f54b99f8a96), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.325985 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-5553d318-045b-4d24-820d-1d93e7748802 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Added segment 75bb0461-f197-45f1-a3a5-2f54b99f8a96 of type vlan for network c13412d3-501d-49a4-96ff-b28459137622 Jan 31 18:57:00.396090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event updated for resources: {'Network': ['ID=825a2860-0692-43d1-b83e-de73a3099495,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:00.418521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dd1835fc-cfcf-48c5-b491-e294388df541 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9811690 Jan 31 18:57:00.420511 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0317d305-7a6f-484e-8f4f-bd61a5e98dc9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (ee60e12e-3279-46f0-8c9d-57aa75249e2f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.423133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53846) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:00.425071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 825a2860-0692-43d1-b83e-de73a3099495 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:57:00.436110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5553d318-045b-4d24-820d-1d93e7748802 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (c13412d3-501d-49a4-96ff-b28459137622), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.449646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event updated for resources: {'Port': ['ID=9c90e899-871f-40ca-a36f-8d922d5c5f0d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:00.453846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-389f5946-584a-48b7-9ac9-8bda1ccc0d2b tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Request body: {'subnet': {'network_id': '825a2860-0692-43d1-b83e-de73a3099495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:00.531715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Network 8c183b94-d131-43f6-abd6-daa20cc7c014 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:00.542244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:00.549722 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:00.631465 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.642039 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:00.642717 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.678777 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5553d318-045b-4d24-820d-1d93e7748802 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (c13412d3-501d-49a4-96ff-b28459137622), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.686126 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553d318-045b-4d24-820d-1d93e7748802 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:00.687471 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5553d318-045b-4d24-820d-1d93e7748802 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.697804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317d305-7a6f-484e-8f4f-bd61a5e98dc9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Subnet': ['ID=ee60e12e-3279-46f0-8c9d-57aa75249e2f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:00.785596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0317d305-7a6f-484e-8f4f-bd61a5e98dc9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Checking segment: {'id': 'b05b5f23-769c-44ca-be40-861a46826611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:00.785938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0317d305-7a6f-484e-8f4f-bd61a5e98dc9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network hostable DHCP agents. Network: dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:57:00.793235 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-51a76629-59ca-4a69-a84e-ecae856ba628 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3202183 Jan 31 18:57:00.807408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:00.809866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389f5946-584a-48b7-9ac9-8bda1ccc0d2b tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Made reservation on behalf of 62582e47cdea4dc281fdd7b1b2aa79e6 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:00.813650 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-389f5946-584a-48b7-9ac9-8bda1ccc0d2b tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.817868 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5553d318-045b-4d24-820d-1d93e7748802 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3962514 Jan 31 18:57:00.825142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53852) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:00.827143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Request body: {'port': {'device_id': '004dd3e6-1d7b-401f-9ad4-ca04114f7c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:00.842296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a3aca1e3-6fc9-495e-bf9a-2b026ecb1b4b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': 'c13412d3-501d-49a4-96ff-b28459137622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:00.864426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d31b49-c695-4690-a684-7fc8ac189f0e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:00.864754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d31b49-c695-4690-a684-7fc8ac189f0e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:00.867810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553d318-045b-4d24-820d-1d93e7748802 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Network': ['ID=c13412d3-501d-49a4-96ff-b28459137622,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:00.881175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network c13412d3-501d-49a4-96ff-b28459137622 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:57:00.888970 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (c9d31b49-c695-4690-a684-7fc8ac189f0e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.909993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0317d305-7a6f-484e-8f4f-bd61a5e98dc9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:57:00.925716 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c9d31b49-c695-4690-a684-7fc8ac189f0e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.936945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:57:00.937355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (c9d31b49-c695-4690-a684-7fc8ac189f0e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:57:00.940597 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:57:00.953812 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:00.955715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529a440-30cd-4455-bbfb-15c5d357b835 req-a7e6f41f-77cc-4426-8b6c-3b59082f9760 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:00.957435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8529a440-30cd-4455-bbfb-15c5d357b835 req-a7e6f41f-77cc-4426-8b6c-3b59082f9760 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 945 time: 0.2675605 Jan 31 18:57:00.989630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0317d305-7a6f-484e-8f4f-bd61a5e98dc9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:01.007093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6514710b-532d-4d09-b58d-886b19966b40 None None] Network dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:01.014836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0317d305-7a6f-484e-8f4f-bd61a5e98dc9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:01.015447 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0317d305-7a6f-484e-8f4f-bd61a5e98dc9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.078393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0317d305-7a6f-484e-8f4f-bd61a5e98dc9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0368392 Jan 31 18:57:01.084640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53856) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:01.094517 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.103231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-aee37c12-456d-470d-82b0-859bb9e2d88f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1383474456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:01.116995 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.139284 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/networks/a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5 HTTP/1.1" status: 204 len: 168 time: 1.8075056 Jan 31 18:57:01.150207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53860) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:01.166437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1448019752'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:01.256773 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93159a66-2a93-497a-8417-ddc381c5b4f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Network': ['ID=a3aa25b5-bb3a-4adc-a5cc-dbfb1eb0add5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:01.315295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9', 'network_id': 'dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9', 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'fixed_ips': [{'subnet_id': 'ee60e12e-3279-46f0-8c9d-57aa75249e2f'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:57:01.316405 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.324989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8529a440-30cd-4455-bbfb-15c5d357b835 req-5e0f660e-e1df-4fa3-8c59-694aaaa7ef6b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544199 Jan 31 18:57:01.349097 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53862) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:01.354058 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-389f5946-584a-48b7-9ac9-8bda1ccc0d2b tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (cd2c3fc2-1c2d-4db8-80cf-a90349ce7311), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.354253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 43daa2eb-97fa-4534-b580-e0f5a85f2178 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:01.356210 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aee37c12-456d-470d-82b0-859bb9e2d88f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (f69fb2b5-f499-4631-9189-6c862457977c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.363184 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aee37c12-456d-470d-82b0-859bb9e2d88f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (f69fb2b5-f499-4631-9189-6c862457977c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.380734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3aca1e3-6fc9-495e-bf9a-2b026ecb1b4b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:01.394900 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3aca1e3-6fc9-495e-bf9a-2b026ecb1b4b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.456992 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e4a9e24e-911b-4ee6-9db2-9f100ed3e9ef tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/10a9bc51-4924-4ac0-b1f2-bc87137e44db HTTP/1.1" status: 200 len: 992 time: 0.1062658 Jan 31 18:57:01.514133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-580b3824-55a1-439f-81dd-c15445a1b4ef req-ce69a503-f9bd-4acc-a7e4-a7d42e42477c tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0405519 Jan 31 18:57:01.559750 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 43daa2eb-97fa-4534-b580-e0f5a85f2178 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:01.560129 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.623923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c90e899-871f-40ca-a36f-8d922d5c5f0d {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:57:01.637465 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Publish callbacks [] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.678240 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Transition to ACTIVE for port object 9c90e899-871f-40ca-a36f-8d922d5c5f0d will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:57:01.690478 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.750032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Allocated IP 2001:db8:1::2 (dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9/ee60e12e-3279-46f0-8c9d-57aa75249e2f/4b51007c-5d22-433e-8657-b7e136caa550) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:01.768352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 43daa2eb-97fa-4534-b580-e0f5a85f2178 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:01.768834 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.901618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Pushing event updated for resources: {'Port': ['ID=9c90e899-871f-40ca-a36f-8d922d5c5f0d,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:01.913325 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:01.923236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Attempting to bind port 9c90e899-871f-40ca-a36f-8d922d5c5f0d on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:01.923660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Attempting to bind port 9c90e899-871f-40ca-a36f-8d922d5c5f0d by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:01.923996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Attempting to bind port 9c90e899-871f-40ca-a36f-8d922d5c5f0d on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:01.928600 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.930418 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Port 9c90e899-871f-40ca-a36f-8d922d5c5f0d on network 8c183b94-d131-43f6-abd6-daa20cc7c014 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:57:01.930746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Attempting to bind port 9c90e899-871f-40ca-a36f-8d922d5c5f0d on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:01.936456 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:01.936805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Checking segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:01.937193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Bound using segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:01.937621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Bound port: 9c90e899-871f-40ca-a36f-8d922d5c5f0d, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:01.938033 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:01.989368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08793c0-e227-4489-9b10-d0714104ab92 req-bc2ddbe9-a957-4556-8165-95f4a7e6e27f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:01.998376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e08793c0-e227-4489-9b10-d0714104ab92 req-bc2ddbe9-a957-4556-8165-95f4a7e6e27f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 932 time: 0.6660366 Jan 31 18:57:02.015794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f5946-584a-48b7-9ac9-8bda1ccc0d2b tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event updated for resources: {'Subnet': ['ID=cd2c3fc2-1c2d-4db8-80cf-a90349ce7311,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:02.055082 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aee37c12-456d-470d-82b0-859bb9e2d88f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (f69fb2b5-f499-4631-9189-6c862457977c), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.056440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389f5946-584a-48b7-9ac9-8bda1ccc0d2b tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Checking segment: {'id': 'e2adafd0-82e8-40db-9ab0-fa112e5f569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '825a2860-0692-43d1-b83e-de73a3099495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:02.057228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f5946-584a-48b7-9ac9-8bda1ccc0d2b tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Network hostable DHCP agents. Network: 825a2860-0692-43d1-b83e-de73a3099495, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:57:02.082029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:57:02.096110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] For port 9c90e899-871f-40ca-a36f-8d922d5c5f0d, host n-h1-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:02.104596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] For port 9c90e899-871f-40ca-a36f-8d922d5c5f0d, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9c90e899-871f-40ca-a36f-8d922d5c5f0d,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:02.118274 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.123500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aee37c12-456d-470d-82b0-859bb9e2d88f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (f69fb2b5-f499-4631-9189-6c862457977c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.149325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e08793c0-e227-4489-9b10-d0714104ab92 req-edb69840-23c6-46f9-b395-89c1cce1df3c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498308 Jan 31 18:57:02.182687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:02.183320 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.185559 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] 10.222.0.49 "PUT /v2.0/ports/9c90e899-871f-40ca-a36f-8d922d5c5f0d HTTP/1.1" status: 200 len: 1093 time: 1.3743005 Jan 31 18:57:02.186028 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004dd3e6-1d7b-401f-9ad4-ca04114f7c06', 'tag': '9c90e899-871f-40ca-a36f-8d922d5c5f0d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:57:02.188377 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09965008-0db1-4d7a-9ecb-b6889396bbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "004dd3e6-1d7b-401f-9ad4-ca04114f7c06", "tag": "9c90e899-871f-40ca-a36f-8d922d5c5f0d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:57:02.189380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5200c3e-5505-4017-ae4a-df65127ed71d None None] Network fc10cb35-4e69-45c1-bad6-30657727cb7f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:02.217357 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4bd480f8-748d-41b4-b1e5-bcaf2638ea3b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.218208 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Added segment 4bd480f8-748d-41b4-b1e5-bcaf2638ea3b of type vlan for network 9b0b2d5a-22a9-4ce1-81a9-a4342f872900 Jan 31 18:57:02.224132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f5946-584a-48b7-9ac9-8bda1ccc0d2b tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Network 825a2860-0692-43d1-b83e-de73a3099495 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:57:02.229214 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Publish callbacks [] for port (4b51007c-5d22-433e-8657-b7e136caa550), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.255232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aee37c12-456d-470d-82b0-859bb9e2d88f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.264669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-aee37c12-456d-470d-82b0-859bb9e2d88f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1755037 Jan 31 18:57:02.285505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205765c-fc96-4708-8911-44254b81ce3c service neutron] Pushing event updated for resources: {'Port': ['ID=9c90e899-871f-40ca-a36f-8d922d5c5f0d,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:02.288484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:02.307790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-389f5946-584a-48b7-9ac9-8bda1ccc0d2b tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 825a2860-0692-43d1-b83e-de73a3099495) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:02.308688 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (4b51007c-5d22-433e-8657-b7e136caa550), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.334178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 43daa2eb-97fa-4534-b580-e0f5a85f2178, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=43daa2eb-97fa-4534-b580-e0f5a85f2178,segment=NetworkSegment(ee7f8a93-16fe-467d-8fcf-d8ba8a63474e),segment_id=ee7f8a93-16fe-467d-8fcf-d8ba8a63474e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:02.348979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e55078e-6658-4766-a52b-0a204e756a94 None None] Network 825a2860-0692-43d1-b83e-de73a3099495 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:02.375216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389f5946-584a-48b7-9ac9-8bda1ccc0d2b tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:02.376190 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-389f5946-584a-48b7-9ac9-8bda1ccc0d2b tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.384537 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.410692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-be18857f-4aa4-4bd1-9b2c-f543a8fa6668 None None] Provisioning complete for port 43daa2eb-97fa-4534-b580-e0f5a85f2178 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:02.411072 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-be18857f-4aa4-4bd1-9b2c-f543a8fa6668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.418734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea6c46a8-c855-41f8-9555-500063ed7736 req-1df257ce-12b1-483f-973c-d15b5c9f51a0 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b&device_id=f01c996d-87c0-40bf-b64e-6dfe3c9b3544 HTTP/1.1" status: 200 len: 210 time: 0.1112664 Jan 31 18:57:02.438945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-6dd641c7-df32-4ae9-9ca0-9994a70a767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:02.440885 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-6dd641c7-df32-4ae9-9ca0-9994a70a767b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 1127 time: 0.1989207 Jan 31 18:57:02.445525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-389f5946-584a-48b7-9ac9-8bda1ccc0d2b tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0015669 Jan 31 18:57:02.453481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53880) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:02.464463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Request body: {'port': {'network_id': '825a2860-0692-43d1-b83e-de73a3099495', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-772012405'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:02.517803 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (9b0b2d5a-22a9-4ce1-81a9-a4342f872900), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.518146 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Network dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:02.539715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:02.569000 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e12235-97c7-428e-8733-05edf359cf0f x-openstack-request-id: req-f3e12235-97c7-428e-8733-05edf359cf0f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:57:02.569299 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004dd3e6-1d7b-401f-9ad4-ca04114f7c06", "tag": "9c90e899-871f-40ca-a36f-8d922d5c5f0d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:57:02.569680 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3e12235-97c7-428e-8733-05edf359cf0f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:57:02.570748 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004dd3e6-1d7b-401f-9ad4-ca04114f7c06', 'tag': '9c90e899-871f-40ca-a36f-8d922d5c5f0d', 'status': 'completed', 'code': 200} Jan 31 18:57:02.576432 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-803c77f3-1623-4267-8395-06fe187ee4b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c90e899-871f-40ca-a36f-8d922d5c5f0d HTTP/1.1" status: 200 len: 217 time: 0.1228411 Jan 31 18:57:02.603955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:02.653964 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Pushing event updated for resources: {'Port': ['ID=4b51007c-5d22-433e-8657-b7e136caa550,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:02.744251 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:57:02.806918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Attempting to bind port 4b51007c-5d22-433e-8657-b7e136caa550 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:02.807453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Attempting to bind port 4b51007c-5d22-433e-8657-b7e136caa550 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'b05b5f23-769c-44ca-be40-861a46826611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:02.807928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Attempting to bind port 4b51007c-5d22-433e-8657-b7e136caa550 on network dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:02.819489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f918-179b-4934-8061-476583cd081a req-63958e98-aeb4-4eff-889b-9226d37cab4e tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:02.820946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:02.821470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Checking segment: {'id': 'b05b5f23-769c-44ca-be40-861a46826611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:02.821985 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.822488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Bound using segment: {'id': 'b05b5f23-769c-44ca-be40-861a46826611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:02.823078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Bound port: 4b51007c-5d22-433e-8657-b7e136caa550, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05b5f23-769c-44ca-be40-861a46826611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:02.823571 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b51007c-5d22-433e-8657-b7e136caa550), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.829816 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2f9f918-179b-4934-8061-476583cd081a req-63958e98-aeb4-4eff-889b-9226d37cab4e tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 1128 time: 0.5431459 Jan 31 18:57:02.877747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-be18857f-4aa4-4bd1-9b2c-f543a8fa6668 None None] Current status of the port 43daa2eb-97fa-4534-b580-e0f5a85f2178 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:02.911971 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3aca1e3-6fc9-495e-bf9a-2b026ecb1b4b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.918234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=43daa2eb-97fa-4534-b580-e0f5a85f2178,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:02.942493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23870724-ca51-4df6-92e7-f83f2cd6c8be req-99382246-a9e1-42ff-9faa-28cf1e2d5968 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0902853 Jan 31 18:57:02.945178 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (9b0b2d5a-22a9-4ce1-81a9-a4342f872900), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.964797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:02.965457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:02.991505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-424dff5a-9f57-48e7-96ed-fcc6931ecabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:02.993095 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-424dff5a-9f57-48e7-96ed-fcc6931ecabd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.3739533 Jan 31 18:57:02.999163 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-512d93e3-ed37-4175-9238-5bf0d318642c req-0679ea88-7455-4c61-af06-d3eb3cf04133 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5d529fe16314f1884ce82ea407735f5&device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.2476320 Jan 31 18:57:03.046488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] For port 4b51007c-5d22-433e-8657-b7e136caa550, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:03.050446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] For port 4b51007c-5d22-433e-8657-b7e136caa550, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4b51007c-5d22-433e-8657-b7e136caa550,segment=NetworkSegment(b05b5f23-769c-44ca-be40-861a46826611),segment_id=b05b5f23-769c-44ca-be40-861a46826611)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:03.073383 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b51007c-5d22-433e-8657-b7e136caa550), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:03.075096 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-d45a3ada-88dd-4958-9576-3bcdbe916238 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695515 Jan 31 18:57:03.097670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-825a2860-0692-43d1-b83e-de73a3099495', 'network_id': '825a2860-0692-43d1-b83e-de73a3099495', 'project_id': '62582e47cdea4dc281fdd7b1b2aa79e6', 'fixed_ips': [{'subnet_id': 'cd2c3fc2-1c2d-4db8-80cf-a90349ce7311'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:57:03.098558 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:03.100379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9444706 Jan 31 18:57:03.109413 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:03.151000 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a0024cfb-8f65-478f-b4c5-5456cb1e28cd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'subnet': {'network_id': '9b0b2d5a-22a9-4ce1-81a9-a4342f872900', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:03.208980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2f9f918-179b-4934-8061-476583cd081a req-2035dd16-438d-47ba-9c35-c205e5c3709b tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3551230 Jan 31 18:57:03.229149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aca1e3-6fc9-495e-bf9a-2b026ecb1b4b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Subnet': ['ID=bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:03.244246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a28fc4-0c77-4c66-8c02-828559d05756 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Network': ['ID=9b0b2d5a-22a9-4ce1-81a9-a4342f872900,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:03.273395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Made reservation on behalf of 62582e47cdea4dc281fdd7b1b2aa79e6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:03.282143 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:03.313771 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-512d93e3-ed37-4175-9238-5bf0d318642c req-6fa6210a-0728-4acb-876c-ca5882f23810 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a5d529fe16314f1884ce82ea407735f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2288878 Jan 31 18:57:03.330577 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-6dc874d5-a175-44bd-92cd-a95de4c630a8 req-79d842db-a54b-44ef-a8c6-cd46f0a75f19 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:57:03.338243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dc874d5-a175-44bd-92cd-a95de4c630a8 req-79d842db-a54b-44ef-a8c6-cd46f0a75f19 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132470 Jan 31 18:57:03.354983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aca1e3-6fc9-495e-bf9a-2b026ecb1b4b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Checking segment: {'id': '75bb0461-f197-45f1-a3a5-2f54b99f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c13412d3-501d-49a4-96ff-b28459137622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:03.355728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aca1e3-6fc9-495e-bf9a-2b026ecb1b4b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network hostable DHCP agents. Network: c13412d3-501d-49a4-96ff-b28459137622, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:57:03.357712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 43daa2eb-97fa-4534-b580-e0f5a85f2178 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:03.372257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] device_id is not set on port 4a51e07e-77f9-48b9-ac7f-39151563a349 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:03.397985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 9b0b2d5a-22a9-4ce1-81a9-a4342f872900 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:57:03.413565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e30a39-55ab-455e-bf5c-8af56b2a28d0 None None] Pushing event updated for resources: {'Port': ['ID=4b51007c-5d22-433e-8657-b7e136caa550,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:03.479976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 43daa2eb-97fa-4534-b580-e0f5a85f2178 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:03.480436 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:03.673545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Allocated IP 2001:db8::2 (825a2860-0692-43d1-b83e-de73a3099495/cd2c3fc2-1c2d-4db8-80cf-a90349ce7311/bc00355d-79ed-4981-ad83-fbfdf0ec8b58) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:03.721594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aca1e3-6fc9-495e-bf9a-2b026ecb1b4b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network c13412d3-501d-49a4-96ff-b28459137622 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:57:03.726439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 43daa2eb-97fa-4534-b580-e0f5a85f2178 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:03.752821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9740191b-ee45-4f1e-8623-b1d8af5fb477 None None] Provisioning complete for port 43daa2eb-97fa-4534-b580-e0f5a85f2178 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:03.753360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9740191b-ee45-4f1e-8623-b1d8af5fb477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:03.784024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6d8de-5664-4af2-9571-d5da649543c2 req-85b186e2-a78a-4868-9f5a-12cb5cebe058 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:03.788394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1f6d8de-5664-4af2-9571-d5da649543c2 req-85b186e2-a78a-4868-9f5a-12cb5cebe058 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 944 time: 0.4176109 Jan 31 18:57:03.789118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a3aca1e3-6fc9-495e-bf9a-2b026ecb1b4b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, c13412d3-501d-49a4-96ff-b28459137622) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:03.798745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aca1e3-6fc9-495e-bf9a-2b026ecb1b4b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:03.799348 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3aca1e3-6fc9-495e-bf9a-2b026ecb1b4b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:03.836168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9ede8b-ebe7-41f5-8c45-ca3877e01a70 None None] Network c13412d3-501d-49a4-96ff-b28459137622 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:03.957115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a3aca1e3-6fc9-495e-bf9a-2b026ecb1b4b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1168146 Jan 31 18:57:03.959997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53896) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:03.977580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': 'c13412d3-501d-49a4-96ff-b28459137622', 'name': 'tempest-PortsTestJSON-1030422301'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:04.009527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1f6d8de-5664-4af2-9571-d5da649543c2 req-d4fd752b-39c0-426a-abcd-c8021d5fb131 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985750 Jan 31 18:57:04.153147 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Publish callbacks [] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:04.172304 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-cb7effe4-eef5-4fe6-8018-aed9e8eb4822 service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0641818 Jan 31 18:57:04.206471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0024cfb-8f65-478f-b4c5-5456cb1e28cd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:04.210494 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:04.215788 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0024cfb-8f65-478f-b4c5-5456cb1e28cd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:04.293137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Allocated IP 2001:db8::26d (825a2860-0692-43d1-b83e-de73a3099495/cd2c3fc2-1c2d-4db8-80cf-a90349ce7311/4a51e07e-77f9-48b9-ac7f-39151563a349) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:04.357009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:04.496328 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for port (4a51e07e-77f9-48b9-ac7f-39151563a349), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:04.557186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Network 825a2860-0692-43d1-b83e-de73a3099495 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:04.558092 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4a51e07e-77f9-48b9-ac7f-39151563a349), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:04.568081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:04.587701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-c13412d3-501d-49a4-96ff-b28459137622', 'network_id': 'c13412d3-501d-49a4-96ff-b28459137622', 'project_id': 'dbbb1c34a5a64e82b1085e7b45e35416', 'fixed_ips': [{'subnet_id': 'bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:57:04.588885 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:04.591146 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:04.610843 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9ca3ead-81e3-40a7-bd6b-d37bf80a9242 req-1547e322-8e3a-47fa-9fba-c53749cbb2ff tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.0757551 Jan 31 18:57:04.646112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Pushing event updated for resources: {'Port': ['ID=bc00355d-79ed-4981-ad83-fbfdf0ec8b58,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:04.655274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9740191b-ee45-4f1e-8623-b1d8af5fb477 None None] Current status of the port 43daa2eb-97fa-4534-b580-e0f5a85f2178 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:04.742552 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d93e3-ed37-4175-9238-5bf0d318642c req-f89df0b2-37e9-45cb-918e-766b07bbe3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:04.744160 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-512d93e3-ed37-4175-9238-5bf0d318642c req-f89df0b2-37e9-45cb-918e-766b07bbe3a7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3330445 Jan 31 18:57:04.773773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Network 825a2860-0692-43d1-b83e-de73a3099495 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:04.790128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event updated for resources: {'Port': ['ID=4a51e07e-77f9-48b9-ac7f-39151563a349,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:04.818341 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:04.868191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:04.873763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:04.878826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Attempting to bind port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:04.879314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Attempting to bind port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'e2adafd0-82e8-40db-9ab0-fa112e5f569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '825a2860-0692-43d1-b83e-de73a3099495'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:04.879771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Attempting to bind port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 on network 825a2860-0692-43d1-b83e-de73a3099495 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:04.885252 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:04.888574 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:04.889046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Checking segment: {'id': 'e2adafd0-82e8-40db-9ab0-fa112e5f569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '825a2860-0692-43d1-b83e-de73a3099495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:04.889516 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:04.889979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Bound using segment: {'id': 'e2adafd0-82e8-40db-9ab0-fa112e5f569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '825a2860-0692-43d1-b83e-de73a3099495'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:04.890536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Bound port: bc00355d-79ed-4981-ad83-fbfdf0ec8b58, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2adafd0-82e8-40db-9ab0-fa112e5f569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '825a2860-0692-43d1-b83e-de73a3099495'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:04.890971 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:04.960968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6f2c47bd-604e-4dbe-bb2b-9c3ec39b5c95 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5025046 Jan 31 18:57:04.974194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53916) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:04.983465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-e61c12fa-9288-4263-a732-b53e815508b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4233608 Jan 31 18:57:04.993765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Request body: {'port': {'network_id': '825a2860-0692-43d1-b83e-de73a3099495', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1626740660', 'allowed_address_pairs': [{'ip_address': '2001:db8::26d', 'mac_address': 'fa:16:3e:ae:2c:bf'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:05.002834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-1e566253-2b77-4a19-a2e6-6ef2d23dc737 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 18:57:05.003882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-1e566253-2b77-4a19-a2e6-6ef2d23dc737 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062180 Jan 31 18:57:05.004578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:05.009780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:05.061579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port 39e33625-3553-4605-a42e-ddc96c366635 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:05.155038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] For port bc00355d-79ed-4981-ad83-fbfdf0ec8b58, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:05.167688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] For port bc00355d-79ed-4981-ad83-fbfdf0ec8b58, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bc00355d-79ed-4981-ad83-fbfdf0ec8b58,segment=NetworkSegment(e2adafd0-82e8-40db-9ab0-fa112e5f569a),segment_id=e2adafd0-82e8-40db-9ab0-fa112e5f569a)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:05.178153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Allocated IP 172.20.0.2 (c13412d3-501d-49a4-96ff-b28459137622/bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac/caaf2f8d-84b8-4397-bdc1-c710b0bac49d) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:05.198529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec30de8-facb-4ec7-849b-2b39222296d9 None None] Network dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:05.219877 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:05.404571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40a207-ac7e-4968-a615-9918a86b7502 req-369dc307-3e6e-4571-8f22-9884929410fe tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:05.406428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c40a207-ac7e-4968-a615-9918a86b7502 req-369dc307-3e6e-4571-8f22-9884929410fe tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 944 time: 0.1770253 Jan 31 18:57:05.436660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Allocated IP 2001:db8::1 (fc10cb35-4e69-45c1-bad6-30657727cb7f/9440f81e-a72f-4efd-b240-045df80dbc16/e918c741-f07f-45ee-8979-49c0e2ef6f08) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:05.524471 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-475c3a2b-aa45-4590-a1e6-ba10e158c044 req-00acefb4-173e-41bf-b331-feae43b99318 service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1731513 Jan 31 18:57:05.528367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c40a207-ac7e-4968-a615-9918a86b7502 req-64a5efd4-ff7c-45d9-9fd8-f0e19bb7d272 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156485 Jan 31 18:57:05.554349 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0024cfb-8f65-478f-b4c5-5456cb1e28cd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (ba2d2bde-0536-460c-9f80-be7a3bb002d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:05.862655 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0024cfb-8f65-478f-b4c5-5456cb1e28cd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Subnet': ['ID=ba2d2bde-0536-460c-9f80-be7a3bb002d9,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:05.890855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6059c419-abb2-4e4a-9c32-95181cd1b094 req-f34aec2e-536e-4d82-83c7-e783d6c6ca89 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.1213799 Jan 31 18:57:05.904164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09965008-0db1-4d7a-9ecb-b6889396bbf7 req-741122fd-2fdb-4bcf-a7de-2d4e609add2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:05.905880 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-09965008-0db1-4d7a-9ecb-b6889396bbf7 req-741122fd-2fdb-4bcf-a7de-2d4e609add2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 1127 time: 0.2925804 Jan 31 18:57:05.955283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0024cfb-8f65-478f-b4c5-5456cb1e28cd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Checking segment: {'id': '4bd480f8-748d-41b4-b1e5-bcaf2638ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9b0b2d5a-22a9-4ce1-81a9-a4342f872900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:05.955747 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0024cfb-8f65-478f-b4c5-5456cb1e28cd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network hostable DHCP agents. Network: 9b0b2d5a-22a9-4ce1-81a9-a4342f872900, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:57:05.972846 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (e918c741-f07f-45ee-8979-49c0e2ef6f08), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:05.993260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b51007c-5d22-433e-8657-b7e136caa550 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:06.088259 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4476b02b-5f8b-4676-96cb-71f0908041b6 None None] Provisioning complete for port 4b51007c-5d22-433e-8657-b7e136caa550 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:06.088664 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4476b02b-5f8b-4676-96cb-71f0908041b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b51007c-5d22-433e-8657-b7e136caa550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:06.166094 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-512d93e3-ed37-4175-9238-5bf0d318642c req-91bb45c6-e52f-4185-b8f6-2a26a61e5d19 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc64f88-56be-4b42-ac1b-329b568e079b HTTP/1.1" status: 200 len: 210 time: 0.1008916 Jan 31 18:57:06.167703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Made reservation on behalf of 62582e47cdea4dc281fdd7b1b2aa79e6 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:06.190735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2dae25-24ba-44eb-9df1-e141e6cd76b1 None None] Pushing event updated for resources: {'Port': ['ID=bc00355d-79ed-4981-ad83-fbfdf0ec8b58,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:06.238324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0024cfb-8f65-478f-b4c5-5456cb1e28cd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 9b0b2d5a-22a9-4ce1-81a9-a4342f872900 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:57:06.292146 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4b51007c-5d22-433e-8657-b7e136caa550 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:06.292550 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b51007c-5d22-433e-8657-b7e136caa550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:06.394182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-70ec4775-5043-4c78-b77d-16be47dd284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:06.398747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-70ec4775-5043-4c78-b77d-16be47dd284d service neutron] 10.222.0.20 "GET /v2.0/ports/e10764b9-0375-4a3e-bae9-1768f0a0d4e9 HTTP/1.1" status: 200 len: 1125 time: 0.2033539 Jan 31 18:57:06.408907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] Request body: {'binding': {'host': 'n-h1-812111-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:06.410947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] Unknown quota resources ['binding']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 31 18:57:06.422104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09965008-0db1-4d7a-9ecb-b6889396bbf7 req-f022adba-ee8f-4077-b737-381e27d704ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:06.423571 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-09965008-0db1-4d7a-9ecb-b6889396bbf7 req-f022adba-ee8f-4077-b737-381e27d704ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 906 time: 0.5051656 Jan 31 18:57:06.429627 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e918c741-f07f-45ee-8979-49c0e2ef6f08), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:06.474818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a0024cfb-8f65-478f-b4c5-5456cb1e28cd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 9b0b2d5a-22a9-4ce1-81a9-a4342f872900) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:06.522760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772f06b7-4d9c-4024-877a-4a906241e802 None None] Network 9b0b2d5a-22a9-4ce1-81a9-a4342f872900 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:06.595228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network fc10cb35-4e69-45c1-bad6-30657727cb7f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:06.672117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4b51007c-5d22-433e-8657-b7e136caa550 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:06.673188 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b51007c-5d22-433e-8657-b7e136caa550), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:06.700848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0024cfb-8f65-478f-b4c5-5456cb1e28cd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:06.702742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0024cfb-8f65-478f-b4c5-5456cb1e28cd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:06.783695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:06.791979 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:06.808197 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-09965008-0db1-4d7a-9ecb-b6889396bbf7 req-25ac76ba-3322-4124-94d2-d769a9af12a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c90e899-871f-40ca-a36f-8d922d5c5f0d HTTP/1.1" status: 200 len: 217 time: 0.3528619 Jan 31 18:57:06.809359 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:06.811289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (f69fb2b5-f499-4631-9189-6c862457977c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:06.828907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] Attempting to bind port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on host n-h1-812111-15 for vnic_type normal with profile None {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:06.829249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] Attempting to bind port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:06.829586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] Attempting to bind port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:06.841413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] Port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:57:06.841754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] Attempting to bind port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:06.853568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce854069-54ef-45f2-84de-27ecd42a3fe9 req-1ad350a8-3e82-4729-afab-83cbeae8dc6c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:06.862193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce854069-54ef-45f2-84de-27ecd42a3fe9 req-1ad350a8-3e82-4729-afab-83cbeae8dc6c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 944 time: 0.1783102 Jan 31 18:57:06.902836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:06.903196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] Checking segment: {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:06.903685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] Bound using segment: {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:06.904131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] Bound port: e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:06.971889 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Publish callbacks [] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:06.978298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4476b02b-5f8b-4676-96cb-71f0908041b6 None None] Current status of the port 4b51007c-5d22-433e-8657-b7e136caa550 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:06.979407 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4476b02b-5f8b-4676-96cb-71f0908041b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b51007c-5d22-433e-8657-b7e136caa550), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:06.984013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 4b51007c-5d22-433e-8657-b7e136caa550, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4b51007c-5d22-433e-8657-b7e136caa550,segment=NetworkSegment(b05b5f23-769c-44ca-be40-861a46826611),segment_id=b05b5f23-769c-44ca-be40-861a46826611)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:07.012410 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b51007c-5d22-433e-8657-b7e136caa550), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:07.014611 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:07.191562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=4b51007c-5d22-433e-8657-b7e136caa550,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:07.229943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-9b0b2d5a-22a9-4ce1-81a9-a4342f872900', 'network_id': '9b0b2d5a-22a9-4ce1-81a9-a4342f872900', 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'fixed_ips': [{'subnet_id': 'ba2d2bde-0536-460c-9f80-be7a3bb002d9'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:57:07.230816 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:07.252548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Network c13412d3-501d-49a4-96ff-b28459137622 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:07.268730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:07.306549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:07.319393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce854069-54ef-45f2-84de-27ecd42a3fe9 req-5e566fa5-3a82-491c-8dec-37591bb4fd51 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562390 Jan 31 18:57:07.325983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:07.355863 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bc00355d-79ed-4981-ad83-fbfdf0ec8b58 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:07.361132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Pushing event updated for resources: {'Port': ['ID=caaf2f8d-84b8-4397-bdc1-c710b0bac49d,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:07.361852 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:07.363503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] 10.222.0.20 "POST /v2.0/ports/e10764b9-0375-4a3e-bae9-1768f0a0d4e9/bindings HTTP/1.1" status: 201 len: 390 time: 0.9595191 Jan 31 18:57:07.391408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.13 (c13412d3-501d-49a4-96ff-b28459137622/bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac/39e33625-3553-4605-a42e-ddc96c366635) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:07.425818 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-4476b02b-5f8b-4676-96cb-71f0908041b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:57:07.426181 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-4476b02b-5f8b-4676-96cb-71f0908041b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:57:07.515717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ce163-adb0-44d9-952b-540984697570 None None] Network 825a2860-0692-43d1-b83e-de73a3099495 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:07.617011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Attempting to bind port caaf2f8d-84b8-4397-bdc1-c710b0bac49d on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:07.617414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Attempting to bind port caaf2f8d-84b8-4397-bdc1-c710b0bac49d by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '75bb0461-f197-45f1-a3a5-2f54b99f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c13412d3-501d-49a4-96ff-b28459137622'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:07.617789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Attempting to bind port caaf2f8d-84b8-4397-bdc1-c710b0bac49d on network c13412d3-501d-49a4-96ff-b28459137622 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:07.668213 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=e918c741-f07f-45ee-8979-49c0e2ef6f08,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:07.673755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:07.674354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Checking segment: {'id': '75bb0461-f197-45f1-a3a5-2f54b99f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c13412d3-501d-49a4-96ff-b28459137622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:07.674858 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:07.675232 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Bound using segment: {'id': '75bb0461-f197-45f1-a3a5-2f54b99f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c13412d3-501d-49a4-96ff-b28459137622'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:07.677735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Bound port: caaf2f8d-84b8-4397-bdc1-c710b0bac49d, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bb0461-f197-45f1-a3a5-2f54b99f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'c13412d3-501d-49a4-96ff-b28459137622'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:07.678356 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:07.687911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] device_id is not set on port a7f21abe-5447-40c3-be34-e66cc15cee6b yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:07.699193 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a0024cfb-8f65-478f-b4c5-5456cb1e28cd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5644858 Jan 31 18:57:07.713318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:07.713691 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:07.722331 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53948) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:07.733884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f6dece3c-d608-40a4-8168-b66a5433edf9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1992458520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:07.792648 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09965008-0db1-4d7a-9ecb-b6889396bbf7 req-f1bd4e13-1d2b-4f4b-a7f3-a5e5b86fb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:07.794146 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-09965008-0db1-4d7a-9ecb-b6889396bbf7 req-f1bd4e13-1d2b-4f4b-a7f3-a5e5b86fb115 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.9190316 Jan 31 18:57:07.795810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Allocated IP 172.20.0.2 (9b0b2d5a-22a9-4ce1-81a9-a4342f872900/ba2d2bde-0536-460c-9f80-be7a3bb002d9/2a1b08c1-ab43-454b-a137-441d0ade4afa) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:07.856520 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-09965008-0db1-4d7a-9ecb-b6889396bbf7 req-3fd821db-7bf1-4e7e-b6ef-68c7bbbbfca4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468638 Jan 31 18:57:07.863218 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6dece3c-d608-40a4-8168-b66a5433edf9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (74dc9c2e-3084-4745-b6ef-42e8c61f4a74), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:07.864662 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6dece3c-d608-40a4-8168-b66a5433edf9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (74dc9c2e-3084-4745-b6ef-42e8c61f4a74), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:07.874430 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a1bb673-76f9-4500-9ac5-836f7bd25b29 req-9b7c9832-8166-4a11-8572-05405b539439 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a5d529fe16314f1884ce82ea407735f5&device_id=f01c996d-87c0-40bf-b64e-6dfe3c9b3544 HTTP/1.1" status: 200 len: 210 time: 0.0716085 Jan 31 18:57:07.890185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] For port caaf2f8d-84b8-4397-bdc1-c710b0bac49d, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:07.925096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c187487-ccb6-4f10-b9de-e2054810e00f req-1a2c137a-38f2-4f01-8053-fdc20d7f4d0e tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01c996d-87c0-40bf-b64e-6dfe3c9b3544 HTTP/1.1" status: 200 len: 210 time: 0.0790472 Jan 31 18:57:07.946081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a1bb673-76f9-4500-9ac5-836f7bd25b29 req-0fce45e6-e606-457d-88a7-e5e88845efd6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a5d529fe16314f1884ce82ea407735f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606790 Jan 31 18:57:08.007219 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e918c741-f07f-45ee-8979-49c0e2ef6f08), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:08.018648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] For port caaf2f8d-84b8-4397-bdc1-c710b0bac49d, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=caaf2f8d-84b8-4397-bdc1-c710b0bac49d,segment=NetworkSegment(75bb0461-f197-45f1-a3a5-2f54b99f8a96),segment_id=75bb0461-f197-45f1-a3a5-2f54b99f8a96)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:08.057116 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:08.058914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6dece3c-d608-40a4-8168-b66a5433edf9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (74dc9c2e-3084-4745-b6ef-42e8c61f4a74), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:08.099758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-d207aea6-2432-43e4-a032-ddfa7520aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:08.101966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-d207aea6-2432-43e4-a032-ddfa7520aea8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 1128 time: 0.3025119 Jan 31 18:57:08.103661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Allocated IP 2001:db8::9b (825a2860-0692-43d1-b83e-de73a3099495/cd2c3fc2-1c2d-4db8-80cf-a90349ce7311/a7f21abe-5447-40c3-be34-e66cc15cee6b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:08.120191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd51b6-1c78-40bd-bbb6-3b31cadda6ad req-eb00f600-2280-41c4-8c3d-9480bba59fea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:08.121776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6bd51b6-1c78-40bd-bbb6-3b31cadda6ad req-eb00f600-2280-41c4-8c3d-9480bba59fea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 945 time: 0.5204830 Jan 31 18:57:08.162655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4a66d-c3b1-4bd1-95b1-b39768a24ebc None None] Pushing event updated for resources: {'Port': ['ID=caaf2f8d-84b8-4397-bdc1-c710b0bac49d,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:08.168232 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6dece3c-d608-40a4-8168-b66a5433edf9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (74dc9c2e-3084-4745-b6ef-42e8c61f4a74), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:08.168665 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (39e33625-3553-4605-a42e-ddc96c366635), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:08.201396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4476b02b-5f8b-4676-96cb-71f0908041b6 None None] Current status of the port 4b51007c-5d22-433e-8657-b7e136caa550 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:08.283719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6dece3c-d608-40a4-8168-b66a5433edf9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:08.284970 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f6dece3c-d608-40a4-8168-b66a5433edf9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5596268 Jan 31 18:57:08.300481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:08.358875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:08.359281 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:08.415987 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-09965008-0db1-4d7a-9ecb-b6889396bbf7 req-bb3e5c69-89ae-4682-8d46-b74f15a75eb1 service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473948 Jan 31 18:57:08.421859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'port': {'network_id': '9b0b2d5a-22a9-4ce1-81a9-a4342f872900', 'name': 'tempest-RoutersTest-1150237342'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:08.451755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-badd31e6-fbd7-4721-97c2-1d4ac6f3db84 None None] Provisioning complete for port e918c741-f07f-45ee-8979-49c0e2ef6f08 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:08.452147 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-badd31e6-fbd7-4721-97c2-1d4ac6f3db84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e918c741-f07f-45ee-8979-49c0e2ef6f08), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:08.578765 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Publish callbacks [] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:08.619454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-badd31e6-fbd7-4721-97c2-1d4ac6f3db84 None None] Port e918c741-f07f-45ee-8979-49c0e2ef6f08 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:08.630893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9c90e899-871f-40ca-a36f-8d922d5c5f0d details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:57:08.638391 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:08.697940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port bc00355d-79ed-4981-ad83-fbfdf0ec8b58, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bc00355d-79ed-4981-ad83-fbfdf0ec8b58,segment=NetworkSegment(e2adafd0-82e8-40db-9ab0-fa112e5f569a),segment_id=e2adafd0-82e8-40db-9ab0-fa112e5f569a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:08.739039 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:08.918088 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for port (a7f21abe-5447-40c3-be34-e66cc15cee6b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:08.962873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bb673-76f9-4500-9ac5-836f7bd25b29 req-b2da8d5e-3289-4833-8fa7-600ca0a8db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:08.964287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a1bb673-76f9-4500-9ac5-836f7bd25b29 req-b2da8d5e-3289-4833-8fa7-600ca0a8db75 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0041859 Jan 31 18:57:08.981812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6bd51b6-1c78-40bd-bbb6-3b31cadda6ad req-46919cb5-d95e-463f-b921-0adea3f1adc2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8344560 Jan 31 18:57:09.017363 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-09965008-0db1-4d7a-9ecb-b6889396bbf7 req-b7dfefbb-f616-437c-81ef-a136c740bd95 service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937087 Jan 31 18:57:09.018221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-74fecc3f-0ad6-44a5-a885-23638d4f5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:09.019834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-74fecc3f-0ad6-44a5-a885-23638d4f5718 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e HTTP/1.1" status: 200 len: 897 time: 0.8821528 Jan 31 18:57:09.027815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed718b7b-4c73-41ec-ad7a-2c426474530a req-fd352633-fd6c-4622-8916-3db326e38de8 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:09.035398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed718b7b-4c73-41ec-ad7a-2c426474530a req-fd352633-fd6c-4622-8916-3db326e38de8 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 944 time: 0.1965294 Jan 31 18:57:09.058432 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (39e33625-3553-4605-a42e-ddc96c366635), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.068363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9c90e899-871f-40ca-a36f-8d922d5c5f0d, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9c90e899-871f-40ca-a36f-8d922d5c5f0d,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:09.097012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '9c90e899-871f-40ca-a36f-8d922d5c5f0d', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'port_id': '9c90e899-871f-40ca-a36f-8d922d5c5f0d', 'mac_address': 'fa:16:3e:59:ff:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84ab55c-34af-4b5d-8cef-07d311d8d426', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:57:09.100727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Pushing event updated for resources: {'Port': ['ID=2a1b08c1-ab43-454b-a137-441d0ade4afa,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:09.167947 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a7f21abe-5447-40c3-be34-e66cc15cee6b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.171644 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (e918c741-f07f-45ee-8979-49c0e2ef6f08), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.179762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:09.183345 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.196376 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (e918c741-f07f-45ee-8979-49c0e2ef6f08), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.197156 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (f69fb2b5-f499-4631-9189-6c862457977c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.200258 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Network 9b0b2d5a-22a9-4ce1-81a9-a4342f872900 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:09.205012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed718b7b-4c73-41ec-ad7a-2c426474530a req-9ae1b58f-956c-4a1b-ac95-5f0806fca3dd tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686053 Jan 31 18:57:09.243629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 9c90e899-871f-40ca-a36f-8d922d5c5f0d is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:09.244359 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.251330 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-badd31e6-fbd7-4721-97c2-1d4ac6f3db84 None None] Provisioning complete for port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:09.252134 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-badd31e6-fbd7-4721-97c2-1d4ac6f3db84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.262908 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] device_id is not set on port bf9d1986-30c1-49f8-a889-28e3e976880e yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:09.275596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Network 825a2860-0692-43d1-b83e-de73a3099495 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:09.285517 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:09.286282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:09.293124 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:09.311237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network c13412d3-501d-49a4-96ff-b28459137622 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:09.368642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99f79d14-190e-49e3-a7ab-0ae9a7bf8956 req-8b5dcf58-d3a3-4e11-abda-83d5138c7f9c tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01c996d-87c0-40bf-b64e-6dfe3c9b3544 HTTP/1.1" status: 200 len: 210 time: 0.1259923 Jan 31 18:57:09.369413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=39e33625-3553-4605-a42e-ddc96c366635,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:09.385131 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:09.385861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:09.390439 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:09.391080 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.392886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:09.417040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c90e899-871f-40ca-a36f-8d922d5c5f0d {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:57:09.474880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9c90e899-871f-40ca-a36f-8d922d5c5f0d, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9c90e899-871f-40ca-a36f-8d922d5c5f0d,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:09.498601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:09.499278 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.530267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device caaf2f8d-84b8-4397-bdc1-c710b0bac49d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:09.532365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-27e5fdd0-74c4-4e95-bcd1-4f50707d7ff6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9 HTTP/1.1" status: 200 len: 1000 time: 0.4868052 Jan 31 18:57:09.566337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3e6b627c-a6d0-4b93-aceb-053ef5e76204 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.5961046 Jan 31 18:57:09.567385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53966) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:09.607596 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.624031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event updated for resources: {'Port': ['ID=a7f21abe-5447-40c3-be34-e66cc15cee6b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:09.624890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': 'c13412d3-501d-49a4-96ff-b28459137622', 'name': 'tempest-PortsTestJSON-1987929522'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:09.671639 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network fc10cb35-4e69-45c1-bad6-30657727cb7f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:09.708614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Attempting to bind port 2a1b08c1-ab43-454b-a137-441d0ade4afa on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:09.708996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Attempting to bind port 2a1b08c1-ab43-454b-a137-441d0ade4afa by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '4bd480f8-748d-41b4-b1e5-bcaf2638ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9b0b2d5a-22a9-4ce1-81a9-a4342f872900'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:09.709367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Attempting to bind port 2a1b08c1-ab43-454b-a137-441d0ade4afa on network 9b0b2d5a-22a9-4ce1-81a9-a4342f872900 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:09.726596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=bc00355d-79ed-4981-ad83-fbfdf0ec8b58,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:09.753829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:09.762007 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ba7a59a4-e535-4431-b878-43420a04f22a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.7865973 Jan 31 18:57:09.769600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53968) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:09.780906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-7b80b7bb-d433-49c6-bedd-a308581f70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:09.782506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-7b80b7bb-d433-49c6-bedd-a308581f70e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f145fd4-597b-4073-9498-74d669e5811f HTTP/1.1" status: 200 len: 834 time: 0.2446859 Jan 31 18:57:09.797946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=9c90e899-871f-40ca-a36f-8d922d5c5f0d,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:09.801459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:09.801853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Checking segment: {'id': '4bd480f8-748d-41b4-b1e5-bcaf2638ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9b0b2d5a-22a9-4ce1-81a9-a4342f872900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:09.802270 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.802662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Bound using segment: {'id': '4bd480f8-748d-41b4-b1e5-bcaf2638ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9b0b2d5a-22a9-4ce1-81a9-a4342f872900'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:09.803146 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Bound port: 2a1b08c1-ab43-454b-a137-441d0ade4afa, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd480f8-748d-41b4-b1e5-bcaf2638ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9b0b2d5a-22a9-4ce1-81a9-a4342f872900'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:09.803757 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.863521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port caaf2f8d-84b8-4397-bdc1-c710b0bac49d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:09.863916 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:09.943604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-e7521d5f-99c7-4da5-bf91-3ce7876ac33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:09.945936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-e7521d5f-99c7-4da5-bf91-3ce7876ac33a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1548574 Jan 31 18:57:09.947616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-badd31e6-fbd7-4721-97c2-1d4ac6f3db84 None None] Current status of the port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:09.954754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['9c90e899-871f-40ca-a36f-8d922d5c5f0d'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:57:10.019496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=e918c741-f07f-45ee-8979-49c0e2ef6f08,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:10.062512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e641c0-2f24-4f46-8219-393c8b3b8f20 None None] Network c13412d3-501d-49a4-96ff-b28459137622 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:10.107999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Allocated IP 172.20.0.4 (9b0b2d5a-22a9-4ce1-81a9-a4342f872900/ba2d2bde-0536-460c-9f80-be7a3bb002d9/bf9d1986-30c1-49f8-a889-28e3e976880e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:10.137852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-df74f60e-bea8-40d4-9053-544d708d9c99 service neutron] 10.222.0.49 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841528 Jan 31 18:57:10.141199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:10.145363 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:10.158747 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de753ee-3a07-410d-95cb-f79de43c3855 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:10.173552 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de753ee-3a07-410d-95cb-f79de43c3855 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:10.191000 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de753ee-3a07-410d-95cb-f79de43c3855 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:10.197106 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6de753ee-3a07-410d-95cb-f79de43c3855 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4264576 Jan 31 18:57:10.203198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53972) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:10.216801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port caaf2f8d-84b8-4397-bdc1-c710b0bac49d is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:10.217348 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:10.233046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-badd31e6-fbd7-4721-97c2-1d4ac6f3db84 None None] Provisioning complete for port 4b51007c-5d22-433e-8657-b7e136caa550 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:10.233701 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-badd31e6-fbd7-4721-97c2-1d4ac6f3db84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b51007c-5d22-433e-8657-b7e136caa550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:10.266382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port 3be17494-53d3-49cd-81c2-bb7c1d0ecaea yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:10.407337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c187a-1573-4650-849e-a592d97572e8 req-f41d209a-cd95-47e8-abd9-a9e716663980 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:10.409189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-486c187a-1573-4650-849e-a592d97572e8 req-f41d209a-cd95-47e8-abd9-a9e716663980 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 945 time: 0.2698858 Jan 31 18:57:10.417858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port caaf2f8d-84b8-4397-bdc1-c710b0bac49d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=caaf2f8d-84b8-4397-bdc1-c710b0bac49d,segment=NetworkSegment(75bb0461-f197-45f1-a3a5-2f54b99f8a96),segment_id=75bb0461-f197-45f1-a3a5-2f54b99f8a96)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:10.503355 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9a1bb673-76f9-4500-9ac5-836f7bd25b29 req-c1ed1966-96b1-4f68-99ad-914d2a71dee8 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01c996d-87c0-40bf-b64e-6dfe3c9b3544 HTTP/1.1" status: 200 len: 210 time: 0.0860574 Jan 31 18:57:10.519270 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-e860df53-564a-4104-9ccb-a6a77beeda14 service neutron] 10.222.0.49 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618238 Jan 31 18:57:10.522683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router f69fb2b5-f499-4631-9189-6c862457977c is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:57:10.524776 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:10.525585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b51007c-5d22-433e-8657-b7e136caa550 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:10.605325 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50538ced-f7d3-408a-a5e1-3205707fd181 req-6811e954-d1c9-4872-8bca-ddfa1df73034 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:10.607918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50538ced-f7d3-408a-a5e1-3205707fd181 req-6811e954-d1c9-4872-8bca-ddfa1df73034 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 945 time: 0.2627003 Jan 31 18:57:10.625201 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b639abb1-c78b-4f0f-bc16-cf08462ea1b5 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Deleting port a7f21abe-5447-40c3-be34-e66cc15cee6b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:10.625570 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b639abb1-c78b-4f0f-bc16-cf08462ea1b5 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a7f21abe-5447-40c3-be34-e66cc15cee6b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:10.631288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] For port 2a1b08c1-ab43-454b-a137-441d0ade4afa, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:10.655725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-badd31e6-fbd7-4721-97c2-1d4ac6f3db84 None None] Current status of the port 4b51007c-5d22-433e-8657-b7e136caa550 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:10.703436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.5 (c13412d3-501d-49a4-96ff-b28459137622/bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac/3be17494-53d3-49cd-81c2-bb7c1d0ecaea) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:10.719732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] For port 2a1b08c1-ab43-454b-a137-441d0ade4afa, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2a1b08c1-ab43-454b-a137-441d0ade4afa,segment=NetworkSegment(4bd480f8-748d-41b4-b1e5-bcaf2638ea3b),segment_id=4bd480f8-748d-41b4-b1e5-bcaf2638ea3b)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:10.747387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=caaf2f8d-84b8-4397-bdc1-c710b0bac49d,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:10.751342 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:10.798655 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-486c187a-1573-4650-849e-a592d97572e8 req-65f6c729-5c69-48e0-a2d8-ef0193ec000a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630309 Jan 31 18:57:10.801961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4b51007c-5d22-433e-8657-b7e136caa550 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:10.802350 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b51007c-5d22-433e-8657-b7e136caa550), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:10.850356 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:10.862313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50538ced-f7d3-408a-a5e1-3205707fd181 req-9b463de3-a68b-406e-9beb-b92ba3ce9d38 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198591 Jan 31 18:57:10.887916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-5240aacc-5ace-4383-a2eb-68874daeca66 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:10.889851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-5240aacc-5ace-4383-a2eb-68874daeca66 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61&tenant_id=ee02e97acfcd42578f53acc92edaa3d5&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1128 time: 0.2672923 Jan 31 18:57:10.901030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:10.914938 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a0064-f07e-49c5-9d85-7f0778e72e5d None None] Sync routers for ids ['f69fb2b5-f499-4631-9189-6c862457977c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:10.919054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-15'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:10.931726 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4c0cb1b8-3f57-4db5-8ba0-8ca158515bab tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/f69fb2b5-f499-4631-9189-6c862457977c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6378107 Jan 31 18:57:10.934964 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a0064-f07e-49c5-9d85-7f0778e72e5d None None] Routers {'f69fb2b5-f499-4631-9189-6c862457977c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:10.935633 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-760a0064-f07e-49c5-9d85-7f0778e72e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f69fb2b5-f499-4631-9189-6c862457977c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:10.944570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53980) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:11.022551 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-760a0064-f07e-49c5-9d85-7f0778e72e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:11.051912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4b51007c-5d22-433e-8657-b7e136caa550 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:11.055710 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Provisioning complete for port e918c741-f07f-45ee-8979-49c0e2ef6f08 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:11.056253 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e918c741-f07f-45ee-8979-49c0e2ef6f08), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:11.068968 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a0064-f07e-49c5-9d85-7f0778e72e5d None None] Routers {'f69fb2b5-f499-4631-9189-6c862457977c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:11.070143 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-760a0064-f07e-49c5-9d85-7f0778e72e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f69fb2b5-f499-4631-9189-6c862457977c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:11.113206 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95e8bc-9ba2-4e74-b278-f52b0107d66a None None] Pushing event updated for resources: {'Port': ['ID=2a1b08c1-ab43-454b-a137-441d0ade4afa,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:11.124591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Port e918c741-f07f-45ee-8979-49c0e2ef6f08 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:11.155015 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b639abb1-c78b-4f0f-bc16-cf08462ea1b5 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a7f21abe-5447-40c3-be34-e66cc15cee6b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:11.177250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Provisioning complete for port 4a51e07e-77f9-48b9-ac7f-39151563a349 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:11.177813 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4a51e07e-77f9-48b9-ac7f-39151563a349), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:11.190672 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-760a0064-f07e-49c5-9d85-7f0778e72e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:11.192376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55c8263-b086-4095-b716-b190e9b3cecf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:11.193494 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a0064-f07e-49c5-9d85-7f0778e72e5d None None] The sync data for ids ['f69fb2b5-f499-4631-9189-6c862457977c'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:11.195698 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d55c8263-b086-4095-b716-b190e9b3cecf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports/e918c741-f07f-45ee-8979-49c0e2ef6f08 HTTP/1.1" status: 200 len: 911 time: 0.2330496 Jan 31 18:57:11.198576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b639abb1-c78b-4f0f-bc16-cf08462ea1b5 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Calling delete_port for a7f21abe-5447-40c3-be34-e66cc15cee6b owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:11.201772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53982) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:11.227988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f67b728e-a514-4fc5-86db-d4f08a3ceada req-dc1540fd-76e4-40e5-a493-9fb2b4322b51 tempest-ServerShowV247Test-1333034579 tempest-ServerShowV247Test-1333034579-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01c996d-87c0-40bf-b64e-6dfe3c9b3544 HTTP/1.1" status: 200 len: 210 time: 0.2435045 Jan 31 18:57:11.263723 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:11.350536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device caaf2f8d-84b8-4397-bdc1-c710b0bac49d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:11.372839 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:11.479973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=bf9d1986-30c1-49f8-a889-28e3e976880e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:11.487480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 9b0b2d5a-22a9-4ce1-81a9-a4342f872900 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:11.498290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:11.500966 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:11.535893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Port 4a51e07e-77f9-48b9-ac7f-39151563a349 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:11.562763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Provisioning complete for port caaf2f8d-84b8-4397-bdc1-c710b0bac49d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:11.563490 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:11.601079 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port caaf2f8d-84b8-4397-bdc1-c710b0bac49d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:11.610052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:11.618835 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:11.724363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:11.772907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Current status of the port caaf2f8d-84b8-4397-bdc1-c710b0bac49d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:11.806986 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Publish callbacks [] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:11.811556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Provisioning complete for port a7f21abe-5447-40c3-be34-e66cc15cee6b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:11.812056 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a7f21abe-5447-40c3-be34-e66cc15cee6b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:11.812985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:11.814007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:11.828910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:57:11.832071 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4cbe6e-0c89-4511-939e-0e11f140e80b" -d '{"events": [{"server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "name": "network-vif-unplugged", "status": "completed", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:57:11.840538 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:11.853711 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (3be17494-53d3-49cd-81c2-bb7c1d0ecaea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:11.927328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port caaf2f8d-84b8-4397-bdc1-c710b0bac49d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:11.932787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bc00355d-79ed-4981-ad83-fbfdf0ec8b58 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:11.938914 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0c3d11-6a95-49e4-9629-4c6bd2b7dc0d x-openstack-request-id: req-df0c3d11-6a95-49e4-9629-4c6bd2b7dc0d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:57:11.939909 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "name": "network-vif-unplugged", "status": "completed", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:57:11.940403 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df0c3d11-6a95-49e4-9629-4c6bd2b7dc0d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:57:11.941093 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'code': 200} Jan 31 18:57:11.985882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Port a7f21abe-5447-40c3-be34-e66cc15cee6b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:12.007704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Provisioning complete for port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:12.008389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:12.158104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:12.158608 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:12.182673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Pushing event updated for resources: {'Port': ['ID=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:12.193109 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3be17494-53d3-49cd-81c2-bb7c1d0ecaea), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:12.264184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5ad23-d685-4a05-a1d1-b574be6ea205 None None] Current status of the port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:12.372996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:12.402010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-20648e3a-f1d3-408c-ac85-17099d28fa3e None None] Provisioning complete for port caaf2f8d-84b8-4397-bdc1-c710b0bac49d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:12.402393 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-20648e3a-f1d3-408c-ac85-17099d28fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:12.418049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network c13412d3-501d-49a4-96ff-b28459137622 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:12.432135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:12.447826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=3be17494-53d3-49cd-81c2-bb7c1d0ecaea,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:12.452033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Attempting to bind port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on host n-h2-812111-15 for vnic_type normal with profile {"migrating_to": "n-h1-812111-15"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:12.452705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Attempting to bind port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:12.453417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Attempting to bind port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:12.459804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:12.481196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884642bc-a668-4a82-83fb-71f3081bd177 req-b407cdce-3454-43a7-b96b-e259e82ac3b7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:12.489052 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-884642bc-a668-4a82-83fb-71f3081bd177 req-b407cdce-3454-43a7-b96b-e259e82ac3b7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 943 time: 0.4933128 Jan 31 18:57:12.527580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-20648e3a-f1d3-408c-ac85-17099d28fa3e None None] Current status of the port caaf2f8d-84b8-4397-bdc1-c710b0bac49d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:12.534472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:57:12.535074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Attempting to bind port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:12.546997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-20648e3a-f1d3-408c-ac85-17099d28fa3e None None] Provisioning complete for port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:12.547393 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-20648e3a-f1d3-408c-ac85-17099d28fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:12.562441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:12.563196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Checking segment: {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:12.563989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Bound using segment: {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:12.564860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Bound port: e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915a34ad-8ac2-4d00-939d-d39c54d8e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:12.565555 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:12.584921 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d085ffcc-0f9e-4cd4-9b69-ab553c5fefe0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.2810602 Jan 31 18:57:12.593101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53994) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:12.610697 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9c90e899-871f-40ca-a36f-8d922d5c5f0d up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:12.615865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a04355-1cac-4358-be4a-802385f91e80 req-c9cbcf4c-37f5-45d9-9cdb-64f610d0d5ff tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:12.620986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30a04355-1cac-4358-be4a-802385f91e80 req-c9cbcf4c-37f5-45d9-9cdb-64f610d0d5ff tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 945 time: 0.4321551 Jan 31 18:57:12.667472 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b639abb1-c78b-4f0f-bc16-cf08462ea1b5 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a7f21abe-5447-40c3-be34-e66cc15cee6b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:12.690177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-20648e3a-f1d3-408c-ac85-17099d28fa3e None None] Port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:12.719138 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639abb1-c78b-4f0f-bc16-cf08462ea1b5 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event deleted for resources: {'Port': ['ID=a7f21abe-5447-40c3-be34-e66cc15cee6b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:12.755291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ffbe88-d327-4f84-9edf-9c06a62a22c5 None None] Network 9b0b2d5a-22a9-4ce1-81a9-a4342f872900 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:12.881148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-20648e3a-f1d3-408c-ac85-17099d28fa3e None None] Provisioning complete for port 39e33625-3553-4605-a42e-ddc96c366635 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:12.881148 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-20648e3a-f1d3-408c-ac85-17099d28fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (39e33625-3553-4605-a42e-ddc96c366635), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:12.923353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:12.924020 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:12.932848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-20648e3a-f1d3-408c-ac85-17099d28fa3e None None] Port 39e33625-3553-4605-a42e-ddc96c366635 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:12.940002 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:12.968761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 9c90e899-871f-40ca-a36f-8d922d5c5f0d completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:57:12.973843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 9c90e899-871f-40ca-a36f-8d922d5c5f0d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:12.974280 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:12.985082 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30a04355-1cac-4358-be4a-802385f91e80 req-9755e78a-a78d-421c-80f5-b91194253999 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193882 Jan 31 18:57:13.001030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-884642bc-a668-4a82-83fb-71f3081bd177 req-91e56174-9536-4763-b009-7b64f7c0a1f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5106788 Jan 31 18:57:13.038332 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b639abb1-c78b-4f0f-bc16-cf08462ea1b5 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:13.050917 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b639abb1-c78b-4f0f-bc16-cf08462ea1b5 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "DELETE /v2.0/ports/a7f21abe-5447-40c3-be34-e66cc15cee6b HTTP/1.1" status: 204 len: 168 time: 2.8459311 Jan 31 18:57:13.052595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53998) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:13.109591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 9c90e899-871f-40ca-a36f-8d922d5c5f0d is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:13.111192 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:13.144847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-120183c9-2f08-4ffc-b4ad-84db47fd1552 None None] Provisioning complete for port 2a1b08c1-ab43-454b-a137-441d0ade4afa triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:13.145133 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-120183c9-2f08-4ffc-b4ad-84db47fd1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:13.196833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 9c90e899-871f-40ca-a36f-8d922d5c5f0d, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9c90e899-871f-40ca-a36f-8d922d5c5f0d,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:13.219398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004dd3e6-1d7b-401f-9ad4-ca04114f7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c90e899-871f-40ca-a36f-8d922d5c5f0d'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:57:13.222223 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaa0b58-3ed6-4b2c-9056-1b266a27071f" -d '{"events": [{"server_uuid": "004dd3e6-1d7b-401f-9ad4-ca04114f7c06", "name": "network-vif-plugged", "status": "completed", "tag": "9c90e899-871f-40ca-a36f-8d922d5c5f0d"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:57:13.229610 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:13.240569 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d15fe8-5ca9-4881-bd32-35545f43f55f tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] GET failed (client error): The resource could not be found. Jan 31 18:57:13.252560 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b0d15fe8-5ca9-4881-bd32-35545f43f55f tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "GET /v2.0/ports/a7f21abe-5447-40c3-be34-e66cc15cee6b HTTP/1.1" status: 404 len: 333 time: 0.1858816 Jan 31 18:57:13.253376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54004) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:13.295938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:13.301132 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d1b635f4-c00c-4466-bccf-3e3b79937c20 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7022390 Jan 31 18:57:13.314490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54006) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:13.334971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Request body: {'port': {'network_id': '825a2860-0692-43d1-b83e-de73a3099495', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-354543646'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:13.364907 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1d1200-e236-4ddb-8b82-097839e64a03 x-openstack-request-id: req-1f1d1200-e236-4ddb-8b82-097839e64a03 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:57:13.365924 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004dd3e6-1d7b-401f-9ad4-ca04114f7c06", "name": "network-vif-plugged", "status": "completed", "tag": "9c90e899-871f-40ca-a36f-8d922d5c5f0d", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:57:13.365924 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f1d1200-e236-4ddb-8b82-097839e64a03 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:57:13.366287 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004dd3e6-1d7b-401f-9ad4-ca04114f7c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c90e899-871f-40ca-a36f-8d922d5c5f0d', 'code': 200} Jan 31 18:57:13.374482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2a1b08c1-ab43-454b-a137-441d0ade4afa up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:13.460806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=9c90e899-871f-40ca-a36f-8d922d5c5f0d,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:13.497826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:13.552633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-120183c9-2f08-4ffc-b4ad-84db47fd1552 None None] Current status of the port 2a1b08c1-ab43-454b-a137-441d0ade4afa is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:13.553098 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-120183c9-2f08-4ffc-b4ad-84db47fd1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:13.564744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2a1b08c1-ab43-454b-a137-441d0ade4afa triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:13.565132 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:13.580458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54010) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:13.660547 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:13.698750 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-120183c9-2f08-4ffc-b4ad-84db47fd1552 None None] For port 2a1b08c1-ab43-454b-a137-441d0ade4afa, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2a1b08c1-ab43-454b-a137-441d0ade4afa,segment=NetworkSegment(4bd480f8-748d-41b4-b1e5-bcaf2638ea3b),segment_id=4bd480f8-748d-41b4-b1e5-bcaf2638ea3b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:13.714907 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-120183c9-2f08-4ffc-b4ad-84db47fd1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:13.800327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Pushing event updated for resources: {'Port': ['ID=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:13.854678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-120183c9-2f08-4ffc-b4ad-84db47fd1552 None None] Provisioning complete for port 3be17494-53d3-49cd-81c2-bb7c1d0ecaea triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:13.855341 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-120183c9-2f08-4ffc-b4ad-84db47fd1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3be17494-53d3-49cd-81c2-bb7c1d0ecaea), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:13.857724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413daeb-7880-4bae-bde1-9a89c3a9e677 req-2a527871-31ba-4922-8b0f-c627ee49175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:13.864463 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f413daeb-7880-4bae-bde1-9a89c3a9e677 req-2a527871-31ba-4922-8b0f-c627ee49175d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 1129 time: 0.3620172 Jan 31 18:57:13.911924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2a1b08c1-ab43-454b-a137-441d0ade4afa is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:13.913247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-153c8afd-cd32-4503-a692-dd6484fc2822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:13.935692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-120183c9-2f08-4ffc-b4ad-84db47fd1552 None None] Port 3be17494-53d3-49cd-81c2-bb7c1d0ecaea cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:13.937231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120183c9-2f08-4ffc-b4ad-84db47fd1552 None None] Pushing event updated for resources: {'Port': ['ID=2a1b08c1-ab43-454b-a137-441d0ade4afa,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:13.978381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Made reservation on behalf of 62582e47cdea4dc281fdd7b1b2aa79e6 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:13.988907 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.040700 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.051592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f92e6-9a89-4a12-b2d2-fff0569a91e7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:14.057040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-700f92e6-9a89-4a12-b2d2-fff0569a91e7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.7290287 Jan 31 18:57:14.057655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54020) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:14.064045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] Provisioning complete for port 2a1b08c1-ab43-454b-a137-441d0ade4afa triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:14.066328 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.106786 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f413daeb-7880-4bae-bde1-9a89c3a9e677 req-4e092211-516e-4e69-87d1-4bf57a3ca1da service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235839 Jan 31 18:57:14.127032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] device_id is not set on port 678fdaca-ba9e-4978-ab91-bdef47bea9c6 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:14.208995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] Current status of the port 2a1b08c1-ab43-454b-a137-441d0ade4afa is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:14.221556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] Provisioning complete for port bf9d1986-30c1-49f8-a889-28e3e976880e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:14.222291 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.257143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Allocated IP 2001:db8::8e (825a2860-0692-43d1-b83e-de73a3099495/cd2c3fc2-1c2d-4db8-80cf-a90349ce7311/678fdaca-ba9e-4978-ab91-bdef47bea9c6) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:14.262484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] Port bf9d1986-30c1-49f8-a889-28e3e976880e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:14.276715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] Provisioning complete for port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:14.277445 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.405731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] Current status of the port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:14.406373 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.407880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Allocated IP 2001:db8:1::1 (dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9/ee60e12e-3279-46f0-8c9d-57aa75249e2f/5e5c9850-0329-44e4-9276-d5bcebc5ba5c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:14.434635 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-153c8afd-cd32-4503-a692-dd6484fc2822 admin admin] Publish callbacks [] for security_group (82c0e832-3159-427c-9453-718011cc1244), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.442442 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.451247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-153c8afd-cd32-4503-a692-dd6484fc2822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (82c0e832-3159-427c-9453-718011cc1244), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.461911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:14.466423 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.520019 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.583173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c8afd-cd32-4503-a692-dd6484fc2822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c0e832-3159-427c-9453-718011cc1244,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:14.615218 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-153c8afd-cd32-4503-a692-dd6484fc2822 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5d529fe16314f1884ce82ea407735f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0334389 Jan 31 18:57:14.624200 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for port (678fdaca-ba9e-4978-ab91-bdef47bea9c6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.626256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54022) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:14.692876 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (5e5c9850-0329-44e4-9276-d5bcebc5ba5c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.761607 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb4ae24a-2569-40bf-b5f7-14936864a58d admin admin] Publish callbacks [] for security_group (82c0e832-3159-427c-9453-718011cc1244), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.795182 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (678fdaca-ba9e-4978-ab91-bdef47bea9c6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.852908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb4ae24a-2569-40bf-b5f7-14936864a58d admin admin] Publish callbacks [] for security_group (82c0e832-3159-427c-9453-718011cc1244), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.855799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event updated for resources: {'Port': ['ID=678fdaca-ba9e-4978-ab91-bdef47bea9c6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:14.866030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5e5c9850-0329-44e4-9276-d5bcebc5ba5c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:14.867304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b729dce-6c43-4e7d-a625-269c7593ed70 None None] Pushing event updated for resources: {'Port': ['ID=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:14.995032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Network 825a2860-0692-43d1-b83e-de73a3099495 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:14.996817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:15.000923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=5e5c9850-0329-44e4-9276-d5bcebc5ba5c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:15.006900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:15.009887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:15.010448 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (f69fb2b5-f499-4631-9189-6c862457977c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:15.013338 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:15.015562 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:15.021691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:15.023198 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:15.086780 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1dcfffce-c097-4e90-8db8-3b90b3202ed4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8292801 Jan 31 18:57:15.107914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54026) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:15.114028 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-996d3bd6-728c-4db0-add5-547d39092406 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::26d', 'mac_address': 'fa:16:3e:ae:2c:bf'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:15.182423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb4ae24a-2569-40bf-b5f7-14936864a58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (82c0e832-3159-427c-9453-718011cc1244), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:15.185181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb4ae24a-2569-40bf-b5f7-14936864a58d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:15.195892 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eb4ae24a-2569-40bf-b5f7-14936864a58d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82c0e832-3159-427c-9453-718011cc1244 HTTP/1.1" status: 204 len: 168 time: 0.5617812 Jan 31 18:57:15.200049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2a1b08c1-ab43-454b-a137-441d0ade4afa up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:15.281933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:15.282706 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:15.285913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-972ec53f-9027-4704-a2fb-341dd2f3acba service neutron] 10.222.0.49 "PUT /v2.0/ports/e10764b9-0375-4a3e-bae9-1768f0a0d4e9 HTTP/1.1" status: 200 len: 1123 time: 4.3795469 Jan 31 18:57:15.292370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:57:15.320800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ae24a-2569-40bf-b5f7-14936864a58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c0e832-3159-427c-9453-718011cc1244,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:15.325710 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cf4cab-14f5-4b0d-b2ff-cc915a51fc80" -d '{"events": [{"name": "network-changed", "server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:57:15.367459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2a1b08c1-ab43-454b-a137-441d0ade4afa triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:15.367846 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:15.411948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:57:15.414466 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19de8f3-1a9a-479a-8f75-bef4cf006933" -d '{"events": [{"server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "name": "network-vif-plugged", "status": "completed", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:57:15.422332 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e10764b9-0375-4a3e-bae9-1768f0a0d4e9'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:57:15.450983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=bf9d1986-30c1-49f8-a889-28e3e976880e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:15.516732 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5e5c9850-0329-44e4-9276-d5bcebc5ba5c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:15.724008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35462-8bbe-4e08-93c7-bb5a052e839e req-61ed3dd4-946b-44d3-82a9-73131401beb8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:15.727409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90c35462-8bbe-4e08-93c7-bb5a052e839e req-61ed3dd4-946b-44d3-82a9-73131401beb8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 945 time: 1.2778103 Jan 31 18:57:15.750522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d5e33-29b4-4002-b5f8-104d691300a1 req-d49d37c4-9104-4664-8e2d-f050075c1c3e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:15.754901 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e1d5e33-29b4-4002-b5f8-104d691300a1 req-d49d37c4-9104-4664-8e2d-f050075c1c3e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 946 time: 1.2953806 Jan 31 18:57:15.762583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c23fe368-ae1b-4125-a2f9-3f96346d0161 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 3be17494-53d3-49cd-81c2-bb7c1d0ecaea {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:15.763165 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c23fe368-ae1b-4125-a2f9-3f96346d0161 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3be17494-53d3-49cd-81c2-bb7c1d0ecaea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:15.774136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2a1b08c1-ab43-454b-a137-441d0ade4afa is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:15.794261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-529546a3-fb89-40bb-bec5-9f0347400d81 None None] Provisioning complete for port bf9d1986-30c1-49f8-a889-28e3e976880e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:15.794892 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-529546a3-fb89-40bb-bec5-9f0347400d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:15.865056 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-996d3bd6-728c-4db0-add5-547d39092406 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (678fdaca-ba9e-4978-ab91-bdef47bea9c6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:15.939277 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-529546a3-fb89-40bb-bec5-9f0347400d81 None None] Port bf9d1986-30c1-49f8-a889-28e3e976880e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:16.088822 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (74dc9c2e-3084-4745-b6ef-42e8c61f4a74), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.108822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e1d5e33-29b4-4002-b5f8-104d691300a1 req-686082ff-c9a3-4c72-ad8e-d9d95aaf52af tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219991 Jan 31 18:57:16.125830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d2212883-8b14-420a-86d6-e5c6a14d515e None None] Provisioning complete for port 5e5c9850-0329-44e4-9276-d5bcebc5ba5c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:16.126207 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d2212883-8b14-420a-86d6-e5c6a14d515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5e5c9850-0329-44e4-9276-d5bcebc5ba5c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.187590 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (5e5c9850-0329-44e4-9276-d5bcebc5ba5c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.228875 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (5e5c9850-0329-44e4-9276-d5bcebc5ba5c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.229736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (f69fb2b5-f499-4631-9189-6c862457977c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.281634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d2212883-8b14-420a-86d6-e5c6a14d515e None None] Port 5e5c9850-0329-44e4-9276-d5bcebc5ba5c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:16.294470 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546d84f7-7c6c-4919-8d05-a99a1b4fe4f2 x-openstack-request-id: req-546d84f7-7c6c-4919-8d05-a99a1b4fe4f2 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:57:16.294775 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "name": "network-vif-plugged", "status": "completed", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:57:16.295030 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-546d84f7-7c6c-4919-8d05-a99a1b4fe4f2 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:57:16.295425 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'code': 200} Jan 31 18:57:16.305388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d2212883-8b14-420a-86d6-e5c6a14d515e None None] Provisioning complete for port 678fdaca-ba9e-4978-ab91-bdef47bea9c6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:16.305937 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d2212883-8b14-420a-86d6-e5c6a14d515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (678fdaca-ba9e-4978-ab91-bdef47bea9c6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.321339 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90c35462-8bbe-4e08-93c7-bb5a052e839e req-930c6ec7-70ab-4fcf-9651-d7a96f5f8940 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5020967 Jan 31 18:57:16.325975 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013069b0-25ad-476c-8519-cd943307c68b x-openstack-request-id: req-013069b0-25ad-476c-8519-cd943307c68b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:57:16.326385 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:57:16.326755 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-013069b0-25ad-476c-8519-cd943307c68b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:57:16.327321 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'status': 'completed', 'code': 200} Jan 31 18:57:16.344612 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c23fe368-ae1b-4125-a2f9-3f96346d0161 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3be17494-53d3-49cd-81c2-bb7c1d0ecaea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.345153 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-996d3bd6-728c-4db0-add5-547d39092406 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for port (678fdaca-ba9e-4978-ab91-bdef47bea9c6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.407305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c23fe368-ae1b-4125-a2f9-3f96346d0161 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 3be17494-53d3-49cd-81c2-bb7c1d0ecaea owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:16.417812 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-996d3bd6-728c-4db0-add5-547d39092406 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (678fdaca-ba9e-4978-ab91-bdef47bea9c6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.423931 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.442056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d2212883-8b14-420a-86d6-e5c6a14d515e None None] Port 678fdaca-ba9e-4978-ab91-bdef47bea9c6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:16.465960 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=5e5c9850-0329-44e4-9276-d5bcebc5ba5c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:16.500876 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-996d3bd6-728c-4db0-add5-547d39092406 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] In _notify_port_updated(), no bound segment for port 678fdaca-ba9e-4978-ab91-bdef47bea9c6 on network 825a2860-0692-43d1-b83e-de73a3099495 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:57:16.507750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d3bd6-728c-4db0-add5-547d39092406 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:16.508628 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-996d3bd6-728c-4db0-add5-547d39092406 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.510503 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-996d3bd6-728c-4db0-add5-547d39092406 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "PUT /v2.0/ports/678fdaca-ba9e-4978-ab91-bdef47bea9c6 HTTP/1.1" status: 200 len: 1001 time: 1.4011683 Jan 31 18:57:16.514531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54054) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:16.720393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d3bd6-728c-4db0-add5-547d39092406 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event updated for resources: {'Port': ['ID=678fdaca-ba9e-4978-ab91-bdef47bea9c6,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:16.728737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf4cab-14f5-4b0d-b2ff-cc915a51fc80 req-ec5ad5e2-bc01-4449-8763-b7bcb30f62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:16.730425 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f6cf4cab-14f5-4b0d-b2ff-cc915a51fc80 req-ec5ad5e2-bc01-4449-8763-b7bcb30f62ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 1159 time: 0.4940813 Jan 31 18:57:16.822700 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c23fe368-ae1b-4125-a2f9-3f96346d0161 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3be17494-53d3-49cd-81c2-bb7c1d0ecaea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.857862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fe368-ae1b-4125-a2f9-3f96346d0161 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=3be17494-53d3-49cd-81c2-bb7c1d0ecaea,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:16.880238 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:16.907071 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:16.955559 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:16.973297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf4cab-14f5-4b0d-b2ff-cc915a51fc80 req-4dec3860-90e4-4445-bc39-603807f76307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:16.975102 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f6cf4cab-14f5-4b0d-b2ff-cc915a51fc80 req-4dec3860-90e4-4445-bc39-603807f76307 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e HTTP/1.1" status: 200 len: 897 time: 0.2296700 Jan 31 18:57:17.025111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ed6d5f3d-2540-40c4-8dbc-d4e785fc0b22 None None] Provisioning complete for port 678fdaca-ba9e-4978-ab91-bdef47bea9c6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:17.025495 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ed6d5f3d-2540-40c4-8dbc-d4e785fc0b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (678fdaca-ba9e-4978-ab91-bdef47bea9c6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:17.091989 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:17.111873 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d5f3d-2540-40c4-8dbc-d4e785fc0b22 None None] Port 678fdaca-ba9e-4978-ab91-bdef47bea9c6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:17.183935 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c23fe368-ae1b-4125-a2f9-3f96346d0161 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:17.198192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c23fe368-ae1b-4125-a2f9-3f96346d0161 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/3be17494-53d3-49cd-81c2-bb7c1d0ecaea HTTP/1.1" status: 204 len: 168 time: 3.1317217 Jan 31 18:57:17.202025 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (74dc9c2e-3084-4745-b6ef-42e8c61f4a74), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:17.209463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54078) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:17.247173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router f69fb2b5-f499-4631-9189-6c862457977c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:57:17.472614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f995693-62df-4498-8771-f251a817dc27 req-b50809fa-3f51-4f29-bebf-ba004dab8b49 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.2164102 Jan 31 18:57:17.491853 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-13814e62-ef1f-436e-86b0-986fc6ed4194 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:57:17.493428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-13814e62-ef1f-436e-86b0-986fc6ed4194 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/3be17494-53d3-49cd-81c2-bb7c1d0ecaea HTTP/1.1" status: 404 len: 333 time: 0.2160981 Jan 31 18:57:17.512838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54086) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:17.525263 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4bc21788-c589-4c9f-9715-de0c66cbdf77 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Deleting port 678fdaca-ba9e-4978-ab91-bdef47bea9c6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:17.525819 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bc21788-c589-4c9f-9715-de0c66cbdf77 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (678fdaca-ba9e-4978-ab91-bdef47bea9c6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:17.548256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-501fbea2-3fc2-4ee7-9be1-24274799c2e9 None None] Provisioning complete for port 5e5c9850-0329-44e4-9276-d5bcebc5ba5c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:17.548798 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-501fbea2-3fc2-4ee7-9be1-24274799c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5e5c9850-0329-44e4-9276-d5bcebc5ba5c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:17.595261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=bf9d1986-30c1-49f8-a889-28e3e976880e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:17.642224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 9b0b2d5a-22a9-4ce1-81a9-a4342f872900 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:17.650759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b1e64-dbc2-4f26-bf25-43c7291b3a15 req-cbe92f1b-c421-4cfe-bfb6-18b36422b3f4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:17.657923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc1b1e64-dbc2-4f26-bf25-43c7291b3a15 req-cbe92f1b-c421-4cfe-bfb6-18b36422b3f4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 946 time: 0.3045874 Jan 31 18:57:17.662894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-501fbea2-3fc2-4ee7-9be1-24274799c2e9 None None] Port 5e5c9850-0329-44e4-9276-d5bcebc5ba5c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:17.670231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:17.688474 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bc21788-c589-4c9f-9715-de0c66cbdf77 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (678fdaca-ba9e-4978-ab91-bdef47bea9c6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:17.703759 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4bc21788-c589-4c9f-9715-de0c66cbdf77 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Calling delete_port for 678fdaca-ba9e-4978-ab91-bdef47bea9c6 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:17.727739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:17.742631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4bdefa-ad51-4475-807a-7ed6d3188371 None None] Sync routers for ids ['f69fb2b5-f499-4631-9189-6c862457977c'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:17.754349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4bdefa-ad51-4475-807a-7ed6d3188371 None None] Routers {'f69fb2b5-f499-4631-9189-6c862457977c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:17.755400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ed4bdefa-ad51-4475-807a-7ed6d3188371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f69fb2b5-f499-4631-9189-6c862457977c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:17.792363 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d2bec2a8-a92e-49c9-9df5-bb651169393b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/f69fb2b5-f499-4631-9189-6c862457977c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5876064 Jan 31 18:57:17.793255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54090) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:17.795259 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ed4bdefa-ad51-4475-807a-7ed6d3188371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:17.807626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4bdefa-ad51-4475-807a-7ed6d3188371 None None] Routers {'f69fb2b5-f499-4631-9189-6c862457977c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:17.808648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ed4bdefa-ad51-4475-807a-7ed6d3188371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f69fb2b5-f499-4631-9189-6c862457977c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:17.837578 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f6cf4cab-14f5-4b0d-b2ff-cc915a51fc80 req-501e1108-63d1-4e04-8793-09baa8a458a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9 HTTP/1.1" status: 200 len: 1000 time: 0.5874438 Jan 31 18:57:17.859124 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ed4bdefa-ad51-4475-807a-7ed6d3188371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:17.859795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4bdefa-ad51-4475-807a-7ed6d3188371 None None] The sync data for ids ['f69fb2b5-f499-4631-9189-6c862457977c'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:17.893136 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc1b1e64-dbc2-4f26-bf25-43c7291b3a15 req-9bb2a585-e52e-4440-9f38-0f54f036e0fc tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341363 Jan 31 18:57:17.977435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051800c-98cc-40d5-aec8-ee0688ddc42b req-61ac97b3-3fdc-458d-ac24-803739b3a5e9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:17.979016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2051800c-98cc-40d5-aec8-ee0688ddc42b req-61ac97b3-3fdc-458d-ac24-803739b3a5e9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 945 time: 0.3183939 Jan 31 18:57:17.989595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b44f9ef-d841-41f0-b4f0-1869f7e9dcd5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:17.996063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f091dea5-57f0-460f-ae80-9ccf7a3883b1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 39e33625-3553-4605-a42e-ddc96c366635 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:17.996458 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f091dea5-57f0-460f-ae80-9ccf7a3883b1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (39e33625-3553-4605-a42e-ddc96c366635), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:18.000913 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5b44f9ef-d841-41f0-b4f0-1869f7e9dcd5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports/5e5c9850-0329-44e4-9276-d5bcebc5ba5c HTTP/1.1" status: 200 len: 913 time: 0.2009101 Jan 31 18:57:18.003272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54094) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:18.072783 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf4cab-14f5-4b0d-b2ff-cc915a51fc80 req-9bfefada-d4b5-4e7e-a585-bc455ae3747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:18.074167 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f6cf4cab-14f5-4b0d-b2ff-cc915a51fc80 req-9bfefada-d4b5-4e7e-a585-bc455ae3747f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f145fd4-597b-4073-9498-74d669e5811f HTTP/1.1" status: 200 len: 834 time: 0.2050314 Jan 31 18:57:18.221398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6c7caa3e-404e-48d8-9094-a3f683368caf None None] Provisioning complete for port bf9d1986-30c1-49f8-a889-28e3e976880e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:18.223382 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c7caa3e-404e-48d8-9094-a3f683368caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:18.327880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6c7caa3e-404e-48d8-9094-a3f683368caf None None] Port bf9d1986-30c1-49f8-a889-28e3e976880e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:18.484450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2051800c-98cc-40d5-aec8-ee0688ddc42b req-909b863a-4829-4c69-aad0-083838eae463 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4965575 Jan 31 18:57:18.516957 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f091dea5-57f0-460f-ae80-9ccf7a3883b1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (39e33625-3553-4605-a42e-ddc96c366635), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:18.527789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b8da6-a5e1-43f4-9c71-a46d6dce7527 req-fd71a540-4e76-4d13-b2a1-1f68ba24e715 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:18.529175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688b8da6-a5e1-43f4-9c71-a46d6dce7527 req-fd71a540-4e76-4d13-b2a1-1f68ba24e715 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 946 time: 0.5122390 Jan 31 18:57:18.552549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f091dea5-57f0-460f-ae80-9ccf7a3883b1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 39e33625-3553-4605-a42e-ddc96c366635 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:18.568163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 74dc9c2e-3084-4745-b6ef-42e8c61f4a74 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:57:18.636590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e10764b9-0375-4a3e-bae9-1768f0a0d4e9 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:57:18.688938 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31ccf540-71ea-4518-b565-dd666472cc2f req-8c7ca8ca-b5b4-44c2-a6fa-86bac24927c1 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0894725 Jan 31 18:57:18.696380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688b8da6-a5e1-43f4-9c71-a46d6dce7527 req-7d1655e2-02a1-4c4a-bc8c-efbacae8cb3a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565852 Jan 31 18:57:18.772948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bc21788-c589-4c9f-9715-de0c66cbdf77 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (678fdaca-ba9e-4978-ab91-bdef47bea9c6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:18.777920 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf4cab-14f5-4b0d-b2ff-cc915a51fc80 req-caffdf7e-0d98-4aa5-ae1f-d8289aeeb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:18.780302 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f6cf4cab-14f5-4b0d-b2ff-cc915a51fc80 req-caffdf7e-0d98-4aa5-ae1f-d8289aeeb628 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2348495 Jan 31 18:57:18.788634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:18.855263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:18.863703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-99ae9345-bfc8-40fc-b1b1-b9bf4cd2e481 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/74dc9c2e-3084-4745-b6ef-42e8c61f4a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2611513 Jan 31 18:57:18.864814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54102) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:18.869662 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0213825-1081-4c2b-8554-4d5bd3b2d6dd None None] Sync routers for ids ['74dc9c2e-3084-4745-b6ef-42e8c61f4a74'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:18.871875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e10764b9-0375-4a3e-bae9-1768f0a0d4e9 has no active binding in host n-h1-812111-15 {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 31 18:57:18.881898 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b479045a-ac7b-40de-857d-39b1cc350c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:18.902796 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0213825-1081-4c2b-8554-4d5bd3b2d6dd None None] Routers {'74dc9c2e-3084-4745-b6ef-42e8c61f4a74'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:18.903424 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e0213825-1081-4c2b-8554-4d5bd3b2d6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['74dc9c2e-3084-4745-b6ef-42e8c61f4a74'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:18.966416 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f6cf4cab-14f5-4b0d-b2ff-cc915a51fc80 req-76b33e38-0f2d-433c-ad05-093ccd13698b service neutron] 10.222.0.21 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769598 Jan 31 18:57:18.991042 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e0213825-1081-4c2b-8554-4d5bd3b2d6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:19.003457 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0213825-1081-4c2b-8554-4d5bd3b2d6dd None None] Routers {'74dc9c2e-3084-4745-b6ef-42e8c61f4a74'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:19.004549 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e0213825-1081-4c2b-8554-4d5bd3b2d6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:56:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['74dc9c2e-3084-4745-b6ef-42e8c61f4a74'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:19.040959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde79d4-7986-4194-a74d-6ec07ce5e3fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:19.044964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4cde79d4-7986-4194-a74d-6ec07ce5e3fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports/bf9d1986-30c1-49f8-a889-28e3e976880e HTTP/1.1" status: 200 len: 977 time: 0.1771481 Jan 31 18:57:19.049790 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e0213825-1081-4c2b-8554-4d5bd3b2d6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:19.049999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54106) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:19.051276 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0213825-1081-4c2b-8554-4d5bd3b2d6dd None None] The sync data for ids ['74dc9c2e-3084-4745-b6ef-42e8c61f4a74'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:19.058715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc21788-c589-4c9f-9715-de0c66cbdf77 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event deleted for resources: {'Port': ['ID=678fdaca-ba9e-4978-ab91-bdef47bea9c6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:19.243874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f091dea5-57f0-460f-ae80-9ccf7a3883b1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (39e33625-3553-4605-a42e-ddc96c366635), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:19.284821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091dea5-57f0-460f-ae80-9ccf7a3883b1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=39e33625-3553-4605-a42e-ddc96c366635,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:19.395549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e27bb8-0216-4b19-9b1c-26b8c2d3de6b req-ba86c0c7-5007-44e3-a2b3-6577265da3b9 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:19.404115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8e27bb8-0216-4b19-9b1c-26b8c2d3de6b req-ba86c0c7-5007-44e3-a2b3-6577265da3b9 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 946 time: 0.3260851 Jan 31 18:57:19.407131 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bc21788-c589-4c9f-9715-de0c66cbdf77 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:19.422336 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4bc21788-c589-4c9f-9715-de0c66cbdf77 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "DELETE /v2.0/ports/678fdaca-ba9e-4978-ab91-bdef47bea9c6 HTTP/1.1" status: 204 len: 168 time: 2.8757749 Jan 31 18:57:19.426256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:19.485245 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16f92c2-3433-4eb6-9cc2-9e664a650fd4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] GET failed (client error): The resource could not be found. Jan 31 18:57:19.492695 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d16f92c2-3433-4eb6-9cc2-9e664a650fd4 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "GET /v2.0/ports/678fdaca-ba9e-4978-ab91-bdef47bea9c6 HTTP/1.1" status: 404 len: 333 time: 0.0638156 Jan 31 18:57:19.492951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54112) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:19.505974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Request body: {'port': {'network_id': '825a2860-0692-43d1-b83e-de73a3099495', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1073532480'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:19.508912 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f6cf4cab-14f5-4b0d-b2ff-cc915a51fc80 req-13a8b63a-df13-40ae-93cf-bf5e03b086ce service neutron] 10.222.0.21 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836423 Jan 31 18:57:19.578073 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f5effaa-f261-42ec-b4e3-ede0c7d710cf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (f69fb2b5-f499-4631-9189-6c862457977c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:19.714817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8e27bb8-0216-4b19-9b1c-26b8c2d3de6b req-1fbc704d-8207-44b4-baa3-7e65d4e0f1a2 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089211 Jan 31 18:57:19.717618 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f091dea5-57f0-460f-ae80-9ccf7a3883b1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:19.725416 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f091dea5-57f0-460f-ae80-9ccf7a3883b1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/39e33625-3553-4605-a42e-ddc96c366635 HTTP/1.1" status: 204 len: 168 time: 2.2096713 Jan 31 18:57:19.743601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54116) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:19.785147 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f1f083-dc14-47e6-8f7c-f5cb5350f6cf tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:57:19.786781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-97f1f083-dc14-47e6-8f7c-f5cb5350f6cf tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/39e33625-3553-4605-a42e-ddc96c366635 HTTP/1.1" status: 404 len: 333 time: 0.0465803 Jan 31 18:57:19.794231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54120) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:19.863855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6f5effaa-f261-42ec-b4e3-ede0c7d710cf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port 5e5c9850-0329-44e4-9276-d5bcebc5ba5c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:19.864469 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f5effaa-f261-42ec-b4e3-ede0c7d710cf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5e5c9850-0329-44e4-9276-d5bcebc5ba5c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:19.933010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe00c68d-d576-44d2-8b19-d8879e9cd638 req-ed9c4a49-2ad3-49a8-856d-275ce96032fb tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1064219 Jan 31 18:57:19.959162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e494c50-c9cb-4eda-adc1-c5c8fd9a19bc req-2bae4703-ebd8-4cee-ac4b-206f7f46aa10 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:19.960021 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f5effaa-f261-42ec-b4e3-ede0c7d710cf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5e5c9850-0329-44e4-9276-d5bcebc5ba5c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:19.961648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e494c50-c9cb-4eda-adc1-c5c8fd9a19bc req-2bae4703-ebd8-4cee-ac4b-206f7f46aa10 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 945 time: 0.3232276 Jan 31 18:57:19.973813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6f5effaa-f261-42ec-b4e3-ede0c7d710cf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for 5e5c9850-0329-44e4-9276-d5bcebc5ba5c owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:19.991136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c03935-06db-4d05-94d7-ef71a267b875 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting subnet bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:57:20.004546 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63c03935-06db-4d05-94d7-ef71a267b875 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:20.079299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Made reservation on behalf of 62582e47cdea4dc281fdd7b1b2aa79e6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:20.082934 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:20.114144 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63c03935-06db-4d05-94d7-ef71a267b875 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:20.134464 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-bf46a1f7-1c60-47b5-beff-56865865ad1d req-01994138-1c26-4e7e-8041-f5cc28124bdc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0341089 Jan 31 18:57:20.156067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e494c50-c9cb-4eda-adc1-c5c8fd9a19bc req-5e3f4cb6-3f5c-4321-9f66-18f1fd8ad3e4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877730 Jan 31 18:57:20.189132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] device_id is not set on port 84e392e9-912b-4800-a89d-e6aab0c687de yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:20.223195 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f5effaa-f261-42ec-b4e3-ede0c7d710cf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5e5c9850-0329-44e4-9276-d5bcebc5ba5c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:20.263408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5effaa-f261-42ec-b4e3-ede0c7d710cf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=5e5c9850-0329-44e4-9276-d5bcebc5ba5c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:20.400031 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63c03935-06db-4d05-94d7-ef71a267b875 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:20.412298 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f5effaa-f261-42ec-b4e3-ede0c7d710cf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (f69fb2b5-f499-4631-9189-6c862457977c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:20.626463 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-7a6af347-66a4-4cbb-90d3-477b60aaed1b service neutron] 10.222.0.21 "GET /v2.0/ports/e10764b9-0375-4a3e-bae9-1768f0a0d4e9/bindings/n-h1-812111-15 HTTP/1.1" status: 200 len: 385 time: 0.1391950 Jan 31 18:57:20.855007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Allocated IP 2001:db8::39c (825a2860-0692-43d1-b83e-de73a3099495/cd2c3fc2-1c2d-4db8-80cf-a90349ce7311/84e392e9-912b-4800-a89d-e6aab0c687de) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:20.895190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5effaa-f261-42ec-b4e3-ede0c7d710cf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router f69fb2b5-f499-4631-9189-6c862457977c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:57:20.965430 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d9db066-6b0d-4753-a07b-c6ee3b1970ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (74dc9c2e-3084-4745-b6ef-42e8c61f4a74), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:21.032017 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-6dad7201-ad29-4b1e-98a8-e23ea16b0db1 service neutron] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:21.054530 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36961a8c-fbeb-4321-8653-59a512f8b2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:21.075249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568461d-47bc-417a-9d40-ee4f6b9d3918 req-47fe2a25-8d06-4b2d-8571-14d8e26ba6a6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:21.077204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a568461d-47bc-417a-9d40-ee4f6b9d3918 req-47fe2a25-8d06-4b2d-8571-14d8e26ba6a6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 946 time: 0.6303303 Jan 31 18:57:21.077923 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63c03935-06db-4d05-94d7-ef71a267b875 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:21.080126 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5effaa-f261-42ec-b4e3-ede0c7d710cf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:21.107403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f62e95-8d7a-454e-a545-fec572b04c40 None None] Sync routers for ids ['f69fb2b5-f499-4631-9189-6c862457977c'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:21.111355 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6f5effaa-f261-42ec-b4e3-ede0c7d710cf tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/f69fb2b5-f499-4631-9189-6c862457977c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0976918 Jan 31 18:57:21.115492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-6dad7201-ad29-4b1e-98a8-e23ea16b0db1 service neutron] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:21.119719 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:21.128099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f62e95-8d7a-454e-a545-fec572b04c40 None None] Routers {'f69fb2b5-f499-4631-9189-6c862457977c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:21.130816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-53f62e95-8d7a-454e-a545-fec572b04c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f69fb2b5-f499-4631-9189-6c862457977c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:21.178300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-53f62e95-8d7a-454e-a545-fec572b04c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:21.188755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f62e95-8d7a-454e-a545-fec572b04c40 None None] Routers {'f69fb2b5-f499-4631-9189-6c862457977c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:21.189846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-53f62e95-8d7a-454e-a545-fec572b04c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f69fb2b5-f499-4631-9189-6c862457977c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:21.232309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-53f62e95-8d7a-454e-a545-fec572b04c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:21.233353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f62e95-8d7a-454e-a545-fec572b04c40 None None] The sync data for ids ['f69fb2b5-f499-4631-9189-6c862457977c'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:21.275879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac22841d-3bf7-4ac6-a986-0a41e521995a None None] Network c13412d3-501d-49a4-96ff-b28459137622 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:21.322617 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63c03935-06db-4d05-94d7-ef71a267b875 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:21.327189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-63c03935-06db-4d05-94d7-ef71a267b875 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac HTTP/1.1" status: 204 len: 168 time: 1.5294898 Jan 31 18:57:21.359243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c03935-06db-4d05-94d7-ef71a267b875 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:21.361649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54132) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:21.429070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7504ea60-6f82-457d-b863-2365a2a171a7 req-0144457d-4fe6-4cb5-9a31-ef663a4d4b39 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.2875254 Jan 31 18:57:21.430086 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:57:21.433373 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6967b3-c07e-44d5-9ba3-3901101e5c21" -d '{"events": [{"server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "name": "network-vif-unplugged", "status": "completed", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:57:21.446081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-6dad7201-ad29-4b1e-98a8-e23ea16b0db1 service neutron] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:21.513944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4531b5-449b-40b6-8bab-63e869bb5d37 req-aa35d0b4-38bb-464c-aec8-20a493186380 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:21.515525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a4531b5-449b-40b6-8bab-63e869bb5d37 req-aa35d0b4-38bb-464c-aec8-20a493186380 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 946 time: 0.6634190 Jan 31 18:57:21.543807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-6dad7201-ad29-4b1e-98a8-e23ea16b0db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:21.549360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c87e46-2bc2-465b-8808-6e5be37323d3 None None] DHCP port deletion for c13412d3-501d-49a4-96ff-b28459137622 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:57:21.642123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-6dad7201-ad29-4b1e-98a8-e23ea16b0db1 service neutron] Transition to ACTIVE for port object e10764b9-0375-4a3e-bae9-1768f0a0d4e9 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:57:21.654858 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-6dad7201-ad29-4b1e-98a8-e23ea16b0db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:21.655209 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-90c87e46-2bc2-465b-8808-6e5be37323d3 None None] Deleting port caaf2f8d-84b8-4397-bdc1-c710b0bac49d {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:21.655884 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90c87e46-2bc2-465b-8808-6e5be37323d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:21.724364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad7201-ad29-4b1e-98a8-e23ea16b0db1 service neutron] Pushing event updated for resources: {'Port': ['ID=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,revision_number=11']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:21.763780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-90c87e46-2bc2-465b-8808-6e5be37323d3 None None] For port caaf2f8d-84b8-4397-bdc1-c710b0bac49d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=caaf2f8d-84b8-4397-bdc1-c710b0bac49d,segment=NetworkSegment(75bb0461-f197-45f1-a3a5-2f54b99f8a96),segment_id=75bb0461-f197-45f1-a3a5-2f54b99f8a96)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:21.764167 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90c87e46-2bc2-465b-8808-6e5be37323d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:21.767421 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for port (84e392e9-912b-4800-a89d-e6aab0c687de), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:21.793088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-90c87e46-2bc2-465b-8808-6e5be37323d3 None None] Calling delete_port for caaf2f8d-84b8-4397-bdc1-c710b0bac49d owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:21.807170 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (c13412d3-501d-49a4-96ff-b28459137622), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:21.872568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-6dad7201-ad29-4b1e-98a8-e23ea16b0db1 service neutron] No DVR routers for this DVR port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:21.901179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a4531b5-449b-40b6-8bab-63e869bb5d37 req-7bf39d14-ca22-4cd7-8af9-f2c19173c311 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241725 Jan 31 18:57:21.931242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a568461d-47bc-417a-9d40-ee4f6b9d3918 req-c09e054b-f8cf-4584-90bd-1ceb54cb066e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Deleting port 9c90e899-871f-40ca-a36f-8d922d5c5f0d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:21.931589 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a568461d-47bc-417a-9d40-ee4f6b9d3918 req-c09e054b-f8cf-4584-90bd-1ceb54cb066e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:21.978476 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90c87e46-2bc2-465b-8808-6e5be37323d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:21.993806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3128e-ca01-4c39-9b32-f8c8a6727f16 req-3684426e-faea-4e1b-b74c-87aea168c084 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:21.995393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ad3128e-ca01-4c39-9b32-f8c8a6727f16 req-3684426e-faea-4e1b-b74c-87aea168c084 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 944 time: 0.3193543 Jan 31 18:57:22.031184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c87e46-2bc2-465b-8808-6e5be37323d3 None None] Pushing event deleted for resources: {'Port': ['ID=caaf2f8d-84b8-4397-bdc1-c710b0bac49d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:22.043395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c87e46-2bc2-465b-8808-6e5be37323d3 None None] No DVR routers for this DVR port caaf2f8d-84b8-4397-bdc1-c710b0bac49d on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:22.084544 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (84e392e9-912b-4800-a89d-e6aab0c687de), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:22.245306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Network 825a2860-0692-43d1-b83e-de73a3099495 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:22.252581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a568461d-47bc-417a-9d40-ee4f6b9d3918 req-c09e054b-f8cf-4584-90bd-1ceb54cb066e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] For port 9c90e899-871f-40ca-a36f-8d922d5c5f0d, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=9c90e899-871f-40ca-a36f-8d922d5c5f0d,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:22.253093 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a568461d-47bc-417a-9d40-ee4f6b9d3918 req-c09e054b-f8cf-4584-90bd-1ceb54cb066e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:22.259897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ad3128e-ca01-4c39-9b32-f8c8a6727f16 req-e5434f14-c053-49c3-bc2a-568eecae245c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252274 Jan 31 18:57:22.266483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event updated for resources: {'Port': ['ID=84e392e9-912b-4800-a89d-e6aab0c687de,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:22.269319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:22.273751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port caaf2f8d-84b8-4397-bdc1-c710b0bac49d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:22.274099 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:22.276247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:22.281591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:22.282252 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:22.310463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a568461d-47bc-417a-9d40-ee4f6b9d3918 req-c09e054b-f8cf-4584-90bd-1ceb54cb066e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Calling delete_port for 9c90e899-871f-40ca-a36f-8d922d5c5f0d owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:22.373952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4f59b5cd-de69-479e-ac50-a807c61d2f8e tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8761933 Jan 31 18:57:22.378707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54138) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:22.391805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-29993ec6-b45c-47cd-aa68-35bc9f06b29a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ae:2c:bf'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:22.429602 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:22.476678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] For port caaf2f8d-84b8-4397-bdc1-c710b0bac49d, host n-d-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:22.477121 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:22.501063 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd303032-4705-4089-801a-0c7b8e0153cf x-openstack-request-id: req-fd303032-4705-4089-801a-0c7b8e0153cf {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:57:22.501063 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "name": "network-vif-unplugged", "status": "completed", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:57:22.501850 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd303032-4705-4089-801a-0c7b8e0153cf {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:57:22.501850 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'code': 200} Jan 31 18:57:22.516486 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e45775c-3847-4af3-a05b-7f815662b143 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (f69fb2b5-f499-4631-9189-6c862457977c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:22.516887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for caaf2f8d-84b8-4397-bdc1-c710b0bac49d owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:22.537541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Port caaf2f8d-84b8-4397-bdc1-c710b0bac49d was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:57:22.545385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8d9db066-6b0d-4753-a07b-c6ee3b1970ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port bf9d1986-30c1-49f8-a889-28e3e976880e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:22.545732 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d9db066-6b0d-4753-a07b-c6ee3b1970ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:22.556694 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (caaf2f8d-84b8-4397-bdc1-c710b0bac49d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:22.610790 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-6dad7201-ad29-4b1e-98a8-e23ea16b0db1 service neutron] 10.222.0.21 "PUT /v2.0/ports/e10764b9-0375-4a3e-bae9-1768f0a0d4e9/bindings/n-h1-812111-15/activate HTTP/1.1" status: 200 len: 370 time: 1.9758821 Jan 31 18:57:22.674148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=caaf2f8d-84b8-4397-bdc1-c710b0bac49d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:22.726900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No DVR routers for this DVR port caaf2f8d-84b8-4397-bdc1-c710b0bac49d on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:22.746657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bee0b4f7-ea61-4ce7-aa13-886088a2a9cc req-c5d64ea0-49b2-47b7-a052-ac097c80a247 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1341283 Jan 31 18:57:22.779199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-88cd6de9-c5eb-4526-827f-67da1bfd0711 None None] Provisioning complete for port 84e392e9-912b-4800-a89d-e6aab0c687de triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:22.779651 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-88cd6de9-c5eb-4526-827f-67da1bfd0711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (84e392e9-912b-4800-a89d-e6aab0c687de), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:22.836664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-b53b1bf1-70e0-4b63-aa5d-a91d694f3766 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:22.838371 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-b53b1bf1-70e0-4b63-aa5d-a91d694f3766 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61&tenant_id=ee02e97acfcd42578f53acc92edaa3d5&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 1127 time: 0.1421812 Jan 31 18:57:22.880677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-88cd6de9-c5eb-4526-827f-67da1bfd0711 None None] Port 84e392e9-912b-4800-a89d-e6aab0c687de cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:22.923073 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d9db066-6b0d-4753-a07b-c6ee3b1970ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:22.945536 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (c13412d3-501d-49a4-96ff-b28459137622), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:22.976627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-94f2b8c7-6524-40a4-ba77-5f480a6861d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:22.978700 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-94f2b8c7-6524-40a4-ba77-5f480a6861d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61&tenant_id=ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 1127 time: 0.1286373 Jan 31 18:57:23.002459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8d9db066-6b0d-4753-a07b-c6ee3b1970ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for bf9d1986-30c1-49f8-a889-28e3e976880e owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:23.031539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a568461d-47bc-417a-9d40-ee4f6b9d3918 req-c09e054b-f8cf-4584-90bd-1ceb54cb066e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (9c90e899-871f-40ca-a36f-8d922d5c5f0d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:23.047280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:57:23.061669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4e45775c-3847-4af3-a05b-7f815662b143 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port e918c741-f07f-45ee-8979-49c0e2ef6f08 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:23.062305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e45775c-3847-4af3-a05b-7f815662b143 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e918c741-f07f-45ee-8979-49c0e2ef6f08), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:23.072250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13412d3-501d-49a4-96ff-b28459137622']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:23.148006 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29993ec6-b45c-47cd-aa68-35bc9f06b29a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (84e392e9-912b-4800-a89d-e6aab0c687de), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:23.179897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bb0461-f197-45f1-a3a5-2f54b99f8a96') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:23.180210 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bb0461-f197-45f1-a3a5-2f54b99f8a96') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:23.196007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e354cee-c394-4d01-aa2a-691a79b5a024 req-d96f35d7-b07b-414a-b259-f7f9cae4ee84 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=004dd3e6-1d7b-401f-9ad4-ca04114f7c06 HTTP/1.1" status: 200 len: 210 time: 0.1359944 Jan 31 18:57:23.197076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e054b-f8cf-4584-90bd-1ceb54cb066e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event deleted for resources: {'Port': ['ID=9c90e899-871f-40ca-a36f-8d922d5c5f0d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:23.208030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-9e07fcb8-2be2-49d9-af55-1c49d54980d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:23.209613 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-9e07fcb8-2be2-49d9-af55-1c49d54980d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 1127 time: 0.1832047 Jan 31 18:57:23.239851 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e45775c-3847-4af3-a05b-7f815662b143 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e918c741-f07f-45ee-8979-49c0e2ef6f08), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:23.240390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device caaf2f8d-84b8-4397-bdc1-c710b0bac49d no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:23.242050 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (75bb0461-f197-45f1-a3a5-2f54b99f8a96), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:23.261143 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (75bb0461-f197-45f1-a3a5-2f54b99f8a96), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:23.265499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: caaf2f8d-84b8-4397-bdc1-c710b0bac49d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:23.266143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device caaf2f8d-84b8-4397-bdc1-c710b0bac49d not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:23.288972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:57:23.289606 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (75bb0461-f197-45f1-a3a5-2f54b99f8a96), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:57:23.320026 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:57:23.405222 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4e45775c-3847-4af3-a05b-7f815662b143 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for e918c741-f07f-45ee-8979-49c0e2ef6f08 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:23.419572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-8fdfcaa4-e89c-464f-aa35-b61148e86a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:23.421277 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-8fdfcaa4-e89c-464f-aa35-b61148e86a6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e HTTP/1.1" status: 200 len: 897 time: 0.2007995 Jan 31 18:57:23.452787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a568461d-47bc-417a-9d40-ee4f6b9d3918 req-c09e054b-f8cf-4584-90bd-1ceb54cb066e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] No DVR routers for this DVR port 9c90e899-871f-40ca-a36f-8d922d5c5f0d on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:23.457128 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a568461d-47bc-417a-9d40-ee4f6b9d3918 req-c09e054b-f8cf-4584-90bd-1ceb54cb066e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:23.461646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a568461d-47bc-417a-9d40-ee4f6b9d3918 req-c09e054b-f8cf-4584-90bd-1ceb54cb066e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "DELETE /v2.0/ports/9c90e899-871f-40ca-a36f-8d922d5c5f0d HTTP/1.1" status: 204 len: 173 time: 2.3179882 Jan 31 18:57:23.545988 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-c1cc18f2-62cc-49e7-828c-10000e428db8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9 HTTP/1.1" status: 200 len: 998 time: 0.0892477 Jan 31 18:57:23.600114 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004dd3e6-1d7b-401f-9ad4-ca04114f7c06', 'name': 'network-vif-deleted', 'tag': '9c90e899-871f-40ca-a36f-8d922d5c5f0d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:57:23.609107 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbfb2e5-81ae-4540-a8bf-f3ee07b4844c" -d '{"events": [{"server_uuid": "004dd3e6-1d7b-401f-9ad4-ca04114f7c06", "name": "network-vif-deleted", "tag": "9c90e899-871f-40ca-a36f-8d922d5c5f0d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:57:23.651227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-0fd4cc58-b721-4cd1-b950-5c3d7e75e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:23.652539 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-0fd4cc58-b721-4cd1-b950-5c3d7e75e304 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f145fd4-597b-4073-9498-74d669e5811f HTTP/1.1" status: 200 len: 834 time: 0.0736663 Jan 31 18:57:23.669671 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (c13412d3-501d-49a4-96ff-b28459137622), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:23.675457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:23.681103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/networks/c13412d3-501d-49a4-96ff-b28459137622 HTTP/1.1" status: 204 len: 168 time: 2.2657561 Jan 31 18:57:23.699968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54182) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:23.750630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1425706469'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:23.768248 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e45775c-3847-4af3-a05b-7f815662b143 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e918c741-f07f-45ee-8979-49c0e2ef6f08), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:23.775811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-c6ae64d9-80bb-4c85-bd8c-8c6bb458971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:23.777337 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-c6ae64d9-80bb-4c85-bd8c-8c6bb458971e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0704901 Jan 31 18:57:23.798155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6160e-3003-45d0-ba17-55e5130efda7 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Network': ['ID=c13412d3-501d-49a4-96ff-b28459137622,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:23.809133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45775c-3847-4af3-a05b-7f815662b143 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=e918c741-f07f-45ee-8979-49c0e2ef6f08,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:23.964307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e45775c-3847-4af3-a05b-7f815662b143 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (f69fb2b5-f499-4631-9189-6c862457977c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.006285 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-dc8a0c87-d023-42c8-b559-25aa211f4a41 service neutron] 10.222.0.49 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058508 Jan 31 18:57:24.063865 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.121416 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:57:24.141594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1492f-f97f-4e1d-9a65-d43044734c90 req-1f2fa945-6a4e-4953-b5ba-87c777504b4d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:24.143466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57d1492f-f97f-4e1d-9a65-d43044734c90 req-1f2fa945-6a4e-4953-b5ba-87c777504b4d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 944 time: 0.7402945 Jan 31 18:57:24.183943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c49d9716-abf4-4421-b481-4df74b0b8534 req-382881e1-2b11-4c0c-8641-efb210a1b4a7 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.3990328 Jan 31 18:57:24.245796 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:24.248806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e45775c-3847-4af3-a05b-7f815662b143 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router f69fb2b5-f499-4631-9189-6c862457977c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:57:24.250045 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.253371 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eccaf1-72b3-4ff6-a32b-24df3d2fe902 x-openstack-request-id: req-c9eccaf1-72b3-4ff6-a32b-24df3d2fe902 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:57:24.253667 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004dd3e6-1d7b-401f-9ad4-ca04114f7c06", "name": "network-vif-deleted", "tag": "9c90e899-871f-40ca-a36f-8d922d5c5f0d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:57:24.253924 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9eccaf1-72b3-4ff6-a32b-24df3d2fe902 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:57:24.254320 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004dd3e6-1d7b-401f-9ad4-ca04114f7c06', 'name': 'network-vif-deleted', 'tag': '9c90e899-871f-40ca-a36f-8d922d5c5f0d', 'status': 'completed', 'code': 200} Jan 31 18:57:24.269502 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-e42d7b9e-647f-4d96-8d90-aead55ad4f86 service neutron] 10.222.0.49 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242308 Jan 31 18:57:24.298990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e10764b9-0375-4a3e-bae9-1768f0a0d4e9 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:24.359303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e45775c-3847-4af3-a05b-7f815662b143 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:24.371961 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4e45775c-3847-4af3-a05b-7f815662b143 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/f69fb2b5-f499-4631-9189-6c862457977c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2475741 Jan 31 18:57:24.372122 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.372251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54188) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:24.376975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 host n-h1-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 18:57:24.377492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e10764b9-0375-4a3e-bae9-1768f0a0d4e9 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:24.377642 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81beef1-9fbc-472f-aadb-29911bb6a632 None None] Sync routers for ids ['f69fb2b5-f499-4631-9189-6c862457977c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:24.389741 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81beef1-9fbc-472f-aadb-29911bb6a632 None None] Routers {'f69fb2b5-f499-4631-9189-6c862457977c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:24.390636 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e81beef1-9fbc-472f-aadb-29911bb6a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f69fb2b5-f499-4631-9189-6c862457977c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:24.411983 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-50ca3659-597f-47ce-8e04-f10f53e04471 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f69fb2b5-f499-4631-9189-6c862457977c HTTP/1.1" status: 200 len: 205 time: 0.0394976 Jan 31 18:57:24.414846 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54190) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:24.426944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57d1492f-f97f-4e1d-9a65-d43044734c90 req-7c52e8ff-89f6-44c8-bf81-220707c1a25a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684298 Jan 31 18:57:24.435969 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e81beef1-9fbc-472f-aadb-29911bb6a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:24.446491 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d9db066-6b0d-4753-a07b-c6ee3b1970ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bf9d1986-30c1-49f8-a889-28e3e976880e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.449450 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81beef1-9fbc-472f-aadb-29911bb6a632 None None] Routers {'f69fb2b5-f499-4631-9189-6c862457977c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:24.450339 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e81beef1-9fbc-472f-aadb-29911bb6a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f69fb2b5-f499-4631-9189-6c862457977c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:24.464716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:57:24.488753 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e81beef1-9fbc-472f-aadb-29911bb6a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:24.489712 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81beef1-9fbc-472f-aadb-29911bb6a632 None None] The sync data for ids ['f69fb2b5-f499-4631-9189-6c862457977c'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:24.551442 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7559c9c9-7c56-4a69-9ffe-d1f299127c67 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (f69fb2b5-f499-4631-9189-6c862457977c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.562699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9db066-6b0d-4753-a07b-c6ee3b1970ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=bf9d1986-30c1-49f8-a889-28e3e976880e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:24.564601 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (7d2ab93b-132b-49f7-8024-d6cc237b4e7e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.565084 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Added segment 7d2ab93b-132b-49f7-8024-d6cc237b4e7e of type vlan for network 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392 Jan 31 18:57:24.615608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29993ec6-b45c-47cd-aa68-35bc9f06b29a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for port (84e392e9-912b-4800-a89d-e6aab0c687de), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.630855 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29993ec6-b45c-47cd-aa68-35bc9f06b29a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (84e392e9-912b-4800-a89d-e6aab0c687de), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.680094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9c90e899-871f-40ca-a36f-8d922d5c5f0d no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:24.729311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5eaa0-c1ed-4259-bcb6-5a08637eea1a req-87362e76-d2bf-492f-ac5a-ecd3275882e1 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:24.736539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bf5eaa0-c1ed-4259-bcb6-5a08637eea1a req-87362e76-d2bf-492f-ac5a-ecd3275882e1 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 946 time: 0.4292257 Jan 31 18:57:24.750529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 9c90e899-871f-40ca-a36f-8d922d5c5f0d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:24.752203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 9c90e899-871f-40ca-a36f-8d922d5c5f0d not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:24.822737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-29993ec6-b45c-47cd-aa68-35bc9f06b29a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] In _notify_port_updated(), no bound segment for port 84e392e9-912b-4800-a89d-e6aab0c687de on network 825a2860-0692-43d1-b83e-de73a3099495 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:57:24.828448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29993ec6-b45c-47cd-aa68-35bc9f06b29a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:24.829145 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29993ec6-b45c-47cd-aa68-35bc9f06b29a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.838665 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-29993ec6-b45c-47cd-aa68-35bc9f06b29a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "PUT /v2.0/ports/84e392e9-912b-4800-a89d-e6aab0c687de HTTP/1.1" status: 200 len: 1003 time: 2.4486501 Jan 31 18:57:24.842386 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.846787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54202) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:24.865748 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7559c9c9-7c56-4a69-9ffe-d1f299127c67 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (f69fb2b5-f499-4631-9189-6c862457977c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.869392 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7559c9c9-7c56-4a69-9ffe-d1f299127c67 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (f69fb2b5-f499-4631-9189-6c862457977c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.921054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29993ec6-b45c-47cd-aa68-35bc9f06b29a tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event updated for resources: {'Port': ['ID=84e392e9-912b-4800-a89d-e6aab0c687de,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:24.946258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-4573e116-f3c8-487b-b3ec-1ff57fd96729 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:24.948147 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-4573e116-f3c8-487b-b3ec-1ff57fd96729 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61&tenant_id=ee02e97acfcd42578f53acc92edaa3d5&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 1127 time: 0.3382730 Jan 31 18:57:24.951847 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:57:24.954021 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7559c9c9-7c56-4a69-9ffe-d1f299127c67 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (f69fb2b5-f499-4631-9189-6c862457977c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.956231 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7559c9c9-7c56-4a69-9ffe-d1f299127c67 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Fanout notify agent at l3_agent the message router_deleted on router f69fb2b5-f499-4631-9189-6c862457977c {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:57:24.964591 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7559c9c9-7c56-4a69-9ffe-d1f299127c67 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:24.965728 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7559c9c9-7c56-4a69-9ffe-d1f299127c67 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/f69fb2b5-f499-4631-9189-6c862457977c HTTP/1.1" status: 204 len: 168 time: 0.5498784 Jan 31 18:57:24.972694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54208) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:25.072468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca21f77-5077-4b73-80a3-eda5c64b38b8 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting subnet ee60e12e-3279-46f0-8c9d-57aa75249e2f {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:57:25.078519 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eca21f77-5077-4b73-80a3-eda5c64b38b8 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (ee60e12e-3279-46f0-8c9d-57aa75249e2f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.084033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bf5eaa0-c1ed-4259-bcb6-5a08637eea1a req-f4157fa7-7d56-44fe-8250-e0e15a067768 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465683 Jan 31 18:57:25.153190 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.158273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:25.158901 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.198116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eca21f77-5077-4b73-80a3-eda5c64b38b8 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (ee60e12e-3279-46f0-8c9d-57aa75249e2f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.201815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d9db066-6b0d-4753-a07b-c6ee3b1970ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (74dc9c2e-3084-4745-b6ef-42e8c61f4a74), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.237430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-cd1843ce-5262-4ee0-8476-2c4bbea1795e service neutron] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:25.243246 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-cd1843ce-5262-4ee0-8476-2c4bbea1795e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.244415 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-cd1843ce-5262-4ee0-8476-2c4bbea1795e service neutron] 10.222.0.49 "DELETE /v2.0/ports/e10764b9-0375-4a3e-bae9-1768f0a0d4e9/bindings/n-h2-812111-15 HTTP/1.1" status: 204 len: 173 time: 0.2776363 Jan 31 18:57:25.270377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5263345 Jan 31 18:57:25.285467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54212) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:25.294031 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.297526 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d947296a-94f1-4b7c-a03b-0e9496a28476 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:25.310483 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-45de139b-bdfc-4cb9-8bf8-fefd10d4e3d9 None None] Provisioning complete for port 84e392e9-912b-4800-a89d-e6aab0c687de triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:25.311638 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45de139b-bdfc-4cb9-8bf8-fefd10d4e3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (84e392e9-912b-4800-a89d-e6aab0c687de), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.334111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eca21f77-5077-4b73-80a3-eda5c64b38b8 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (ee60e12e-3279-46f0-8c9d-57aa75249e2f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.350211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-45de139b-bdfc-4cb9-8bf8-fefd10d4e3d9 None None] Port 84e392e9-912b-4800-a89d-e6aab0c687de cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:25.359549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4925f5-77f1-4f27-a479-7f7390867309 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Network': ['ID=7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:25.367590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8560e-702b-4ce9-98a3-108620524885 req-5682d2cb-2497-46a7-ada4-cb6252a44062 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:25.369171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-5682d2cb-2497-46a7-ada4-cb6252a44062 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.4618979 Jan 31 18:57:25.371744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:57:25.413047 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eca21f77-5077-4b73-80a3-eda5c64b38b8 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (ee60e12e-3279-46f0-8c9d-57aa75249e2f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.442524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca21f77-5077-4b73-80a3-eda5c64b38b8 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Subnet': ['ID=ee60e12e-3279-46f0-8c9d-57aa75249e2f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:25.447278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eca21f77-5077-4b73-80a3-eda5c64b38b8 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.449475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-babbba15-1343-412f-a487-faa646edf0ef req-00ca0aee-d888-43be-b369-58ef95fbabbc tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0791025 Jan 31 18:57:25.454055 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eca21f77-5077-4b73-80a3-eda5c64b38b8 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/ee60e12e-3279-46f0-8c9d-57aa75249e2f HTTP/1.1" status: 204 len: 168 time: 0.4794052 Jan 31 18:57:25.454927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54214) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:25.463410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed807e5-4a81-4473-b4e5-ac107f2ee8cc None None] Network dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:25.464874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-be615140-914f-4b52-bcaa-93d8ebb84d49 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/quotas/5364cc4d46d44a3aa6b7956213fc3a56 HTTP/1.1" status: 200 len: 375 time: 0.0786145 Jan 31 18:57:25.539006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4cdcecb2-c02f-44f6-89c5-f386d82875b3 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Deleting port 84e392e9-912b-4800-a89d-e6aab0c687de {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:25.539373 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4cdcecb2-c02f-44f6-89c5-f386d82875b3 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (84e392e9-912b-4800-a89d-e6aab0c687de), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.542137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-447cebcc-af11-4234-b68a-6a15d5048ca1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting subnet 9440f81e-a72f-4efd-b240-045df80dbc16 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:57:25.549054 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-447cebcc-af11-4234-b68a-6a15d5048ca1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (9440f81e-a72f-4efd-b240-045df80dbc16), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.615714 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-447cebcc-af11-4234-b68a-6a15d5048ca1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (9440f81e-a72f-4efd-b240-045df80dbc16), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.721286 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-447cebcc-af11-4234-b68a-6a15d5048ca1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (9440f81e-a72f-4efd-b240-045df80dbc16), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.722463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b162551b-dafd-4a83-ba98-7191c8bed1e2 None None] DHCP port deletion for dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:57:25.787113 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b162551b-dafd-4a83-ba98-7191c8bed1e2 None None] Deleting port 4b51007c-5d22-433e-8657-b7e136caa550 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:25.787482 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b162551b-dafd-4a83-ba98-7191c8bed1e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4b51007c-5d22-433e-8657-b7e136caa550), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.804317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d947296a-94f1-4b7c-a03b-0e9496a28476 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:25.807791 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d947296a-94f1-4b7c-a03b-0e9496a28476 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.818784 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-447cebcc-af11-4234-b68a-6a15d5048ca1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (9440f81e-a72f-4efd-b240-045df80dbc16), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.852105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cebcc-af11-4234-b68a-6a15d5048ca1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Subnet': ['ID=9440f81e-a72f-4efd-b240-045df80dbc16,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:25.857897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b162551b-dafd-4a83-ba98-7191c8bed1e2 None None] For port 4b51007c-5d22-433e-8657-b7e136caa550, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4b51007c-5d22-433e-8657-b7e136caa550,segment=NetworkSegment(b05b5f23-769c-44ca-be40-861a46826611),segment_id=b05b5f23-769c-44ca-be40-861a46826611)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:25.858319 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b162551b-dafd-4a83-ba98-7191c8bed1e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4b51007c-5d22-433e-8657-b7e136caa550), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.858843 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-447cebcc-af11-4234-b68a-6a15d5048ca1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.862339 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-447cebcc-af11-4234-b68a-6a15d5048ca1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/9440f81e-a72f-4efd-b240-045df80dbc16 HTTP/1.1" status: 204 len: 168 time: 0.4061887 Jan 31 18:57:25.864686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9db066-6b0d-4753-a07b-c6ee3b1970ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 74dc9c2e-3084-4745-b6ef-42e8c61f4a74 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:57:25.867141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54218) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:25.876054 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad151238-c294-4849-801b-4df358c5af0b None None] Network fc10cb35-4e69-45c1-bad6-30657727cb7f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:25.942132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-5e6f0b5f-814f-4017-80e4-483835b9893a tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:25.945146 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-5e6f0b5f-814f-4017-80e4-483835b9893a tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 946 time: 0.1564488 Jan 31 18:57:25.951994 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4cdcecb2-c02f-44f6-89c5-f386d82875b3 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (84e392e9-912b-4800-a89d-e6aab0c687de), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:25.967157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b162551b-dafd-4a83-ba98-7191c8bed1e2 None None] Calling delete_port for 4b51007c-5d22-433e-8657-b7e136caa550 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:25.968901 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c13679e8-dbd2-4349-9e2c-27d060f47c7b tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4559910 Jan 31 18:57:26.014280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258f8ff-7830-4316-a639-cddce0cab4b0 req-45892be4-8fd1-41dc-b5b7-8348ce707f31 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:26.023112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2258f8ff-7830-4316-a639-cddce0cab4b0 req-45892be4-8fd1-41dc-b5b7-8348ce707f31 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 944 time: 0.3684709 Jan 31 18:57:26.023923 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:26.059769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4cdcecb2-c02f-44f6-89c5-f386d82875b3 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Calling delete_port for 84e392e9-912b-4800-a89d-e6aab0c687de owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:26.155220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Deleting port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:26.155465 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:26.167207 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4ad18-8643-4801-9939-e9c9d933d3c6 None None] DHCP port deletion for fc10cb35-4e69-45c1-bad6-30657727cb7f request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:57:26.235442 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port 4b51007c-5d22-433e-8657-b7e136caa550 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:26.236139 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4b51007c-5d22-433e-8657-b7e136caa550), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:26.246963 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:26.249677 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b162551b-dafd-4a83-ba98-7191c8bed1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (4b51007c-5d22-433e-8657-b7e136caa550), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:26.261468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9db066-6b0d-4753-a07b-c6ee3b1970ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:26.277141 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8d9db066-6b0d-4753-a07b-c6ee3b1970ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/74dc9c2e-3084-4745-b6ef-42e8c61f4a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2261195 Jan 31 18:57:26.287379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa7148-6989-4971-88f5-2f74f6039b21 None None] Sync routers for ids ['74dc9c2e-3084-4745-b6ef-42e8c61f4a74'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:26.292035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54222) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:26.298038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162551b-dafd-4a83-ba98-7191c8bed1e2 None None] Pushing event deleted for resources: {'Port': ['ID=4b51007c-5d22-433e-8657-b7e136caa550,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:26.312522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162551b-dafd-4a83-ba98-7191c8bed1e2 None None] No DVR routers for this DVR port 4b51007c-5d22-433e-8657-b7e136caa550 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:26.343047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-81f4ad18-8643-4801-9939-e9c9d933d3c6 None None] Deleting port 43daa2eb-97fa-4534-b580-e0f5a85f2178 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:26.343581 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81f4ad18-8643-4801-9939-e9c9d933d3c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:26.368812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa7148-6989-4971-88f5-2f74f6039b21 None None] Routers {'74dc9c2e-3084-4745-b6ef-42e8c61f4a74'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:26.369619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-49fa7148-6989-4971-88f5-2f74f6039b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['74dc9c2e-3084-4745-b6ef-42e8c61f4a74'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:26.442384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-49fa7148-6989-4971-88f5-2f74f6039b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:26.481345 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa7148-6989-4971-88f5-2f74f6039b21 None None] Routers {'74dc9c2e-3084-4745-b6ef-42e8c61f4a74'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:26.482146 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-49fa7148-6989-4971-88f5-2f74f6039b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['74dc9c2e-3084-4745-b6ef-42e8c61f4a74'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:26.492228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-81f4ad18-8643-4801-9939-e9c9d933d3c6 None None] For port 43daa2eb-97fa-4534-b580-e0f5a85f2178, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=43daa2eb-97fa-4534-b580-e0f5a85f2178,segment=NetworkSegment(ee7f8a93-16fe-467d-8fcf-d8ba8a63474e),segment_id=ee7f8a93-16fe-467d-8fcf-d8ba8a63474e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:26.492811 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81f4ad18-8643-4801-9939-e9c9d933d3c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:26.538949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-49fa7148-6989-4971-88f5-2f74f6039b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:26.539760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fa7148-6989-4971-88f5-2f74f6039b21 None None] The sync data for ids ['74dc9c2e-3084-4745-b6ef-42e8c61f4a74'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:26.553142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-81f4ad18-8643-4801-9939-e9c9d933d3c6 None None] Calling delete_port for 43daa2eb-97fa-4534-b580-e0f5a85f2178 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:26.661100 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81f4ad18-8643-4801-9939-e9c9d933d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (43daa2eb-97fa-4534-b580-e0f5a85f2178), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:26.680855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2258f8ff-7830-4316-a639-cddce0cab4b0 req-21820038-df05-43e3-a30f-abd62692da40 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6561406 Jan 31 18:57:26.693086 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4ad18-8643-4801-9939-e9c9d933d3c6 None None] Pushing event deleted for resources: {'Port': ['ID=43daa2eb-97fa-4534-b580-e0f5a85f2178,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:26.707089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f4ad18-8643-4801-9939-e9c9d933d3c6 None None] No DVR routers for this DVR port 43daa2eb-97fa-4534-b580-e0f5a85f2178 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:26.716136 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] For port 4b51007c-5d22-433e-8657-b7e136caa550, host n-d-812111-15, got binding levels [] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:26.716669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4b51007c-5d22-433e-8657-b7e136caa550), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:26.721198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-a6c746b0-51eb-4ff9-a039-a77dca7cebb4 service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381163 Jan 31 18:57:26.743098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for 4b51007c-5d22-433e-8657-b7e136caa550 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:26.748721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Port 4b51007c-5d22-433e-8657-b7e136caa550 was not found and therefore no delete operation was performed {{(pid=103226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:57:26.750743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] For port faead6b1-1bd3-4f5e-9694-bc35a0e00a93, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=faead6b1-1bd3-4f5e-9694-bc35a0e00a93,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:26.752089 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:26.755823 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4b51007c-5d22-433e-8657-b7e136caa550), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:26.797427 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No DVR routers for this DVR port 4b51007c-5d22-433e-8657-b7e136caa550 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:26.829588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=4b51007c-5d22-433e-8657-b7e136caa550,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:26.963519 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:26.994070 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:27.011969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05b5f23-769c-44ca-be40-861a46826611') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:27.012459 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05b5f23-769c-44ca-be40-861a46826611') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:27.050163 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-2e3cffdf-0b4b-4a95-807c-47df7a5825f3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] remove_router_interface failed (client error): The resource could not be found. Jan 31 18:57:27.051218 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2e3cffdf-0b4b-4a95-807c-47df7a5825f3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/74dc9c2e-3084-4745-b6ef-42e8c61f4a74/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7582338 Jan 31 18:57:27.055468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (b05b5f23-769c-44ca-be40-861a46826611), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.056960 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:27.060500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d947296a-94f1-4b7c-a03b-0e9496a28476 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (03f7b1d5-9a18-4daf-97f2-21ba0b568174), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.083448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4cdcecb2-c02f-44f6-89c5-f386d82875b3 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (84e392e9-912b-4800-a89d-e6aab0c687de), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.103762 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c4cf09bf-5283-42a7-948d-1e3e40fe7042 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dc9c2e-3084-4745-b6ef-42e8c61f4a74 HTTP/1.1" status: 200 len: 205 time: 0.0455804 Jan 31 18:57:27.107011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:27.118512 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b05b5f23-769c-44ca-be40-861a46826611), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.134226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-77b93f54-02f8-4deb-97f0-e1888349a500 service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057739 Jan 31 18:57:27.172599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614bd0d-b2d9-4047-a90b-83f53b4ab9b1 req-b7bd422f-9154-46b2-8985-84521cac9263 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:27.174349 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4614bd0d-b2d9-4047-a90b-83f53b4ab9b1 req-b7bd422f-9154-46b2-8985-84521cac9263 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 946 time: 0.3649323 Jan 31 18:57:27.175892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b51007c-5d22-433e-8657-b7e136caa550 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:27.179692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcecb2-c02f-44f6-89c5-f386d82875b3 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event deleted for resources: {'Port': ['ID=84e392e9-912b-4800-a89d-e6aab0c687de,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:27.183807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.184290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (d6df95c0-e538-4448-9de7-3622a0bda86f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.184695 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Floating IP d6df95c0-e538-4448-9de7-3622a0bda86f disassociated. External IP: 172.25.8.70, port: faead6b1-1bd3-4f5e-9694-bc35a0e00a93. Jan 31 18:57:27.185061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Calling delete_port for faead6b1-1bd3-4f5e-9694-bc35a0e00a93 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:27.187662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:57:27.188118 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (b05b5f23-769c-44ca-be40-861a46826611), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:57:27.192096 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:57:27.237225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947296a-94f1-4b7c-a03b-0e9496a28476 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Subnet': ['ID=03f7b1d5-9a18-4daf-97f2-21ba0b568174,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:27.249857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 4b51007c-5d22-433e-8657-b7e136caa550 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:27.250210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b51007c-5d22-433e-8657-b7e136caa550 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:27.250637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 43daa2eb-97fa-4534-b580-e0f5a85f2178 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:27.254613 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4cdcecb2-c02f-44f6-89c5-f386d82875b3 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.261923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4cdcecb2-c02f-44f6-89c5-f386d82875b3 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "DELETE /v2.0/ports/84e392e9-912b-4800-a89d-e6aab0c687de HTTP/1.1" status: 204 len: 168 time: 2.3999782 Jan 31 18:57:27.262831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54232) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:27.294005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 43daa2eb-97fa-4534-b580-e0f5a85f2178 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:27.294619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 43daa2eb-97fa-4534-b580-e0f5a85f2178 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:27.305701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947296a-94f1-4b7c-a03b-0e9496a28476 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Checking segment: {'id': '7d2ab93b-132b-49f7-8024-d6cc237b4e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:27.306246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947296a-94f1-4b7c-a03b-0e9496a28476 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network hostable DHCP agents. Network: 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:57:27.337400 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35dc6a7-a593-4601-9925-da9357272d6c tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] GET failed (client error): The resource could not be found. Jan 31 18:57:27.351305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a35dc6a7-a593-4601-9925-da9357272d6c tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "GET /v2.0/ports/84e392e9-912b-4800-a89d-e6aab0c687de HTTP/1.1" status: 404 len: 333 time: 0.0795743 Jan 31 18:57:27.352444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54236) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:27.366051 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.368420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Request body: {'port': {'network_id': '825a2860-0692-43d1-b83e-de73a3099495', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-15511647'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:27.374846 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af2c6451-a7b6-4170-b207-353d6a1fbcb8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (74dc9c2e-3084-4745-b6ef-42e8c61f4a74), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.396225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4614bd0d-b2d9-4047-a90b-83f53b4ab9b1 req-4e897647-2f75-469b-97a1-7d8eca815f25 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups?id=de239d3e-1f52-437a-8c5b-5cd74dfd7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119243 Jan 31 18:57:27.450256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.456370 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/networks/dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9 HTTP/1.1" status: 204 len: 168 time: 1.5879982 Jan 31 18:57:27.468174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:27.521416 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84709b9-5105-49d4-be4a-b1bd44c69f83 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Network': ['ID=dfeb27f1-87b9-4dda-b8fe-4248eb12f4d9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:27.604735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947296a-94f1-4b7c-a03b-0e9496a28476 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:57:27.643842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56040e2c-3d32-4c76-9544-dc70cf28bd5c req-380ae9cf-9286-42a1-bcdc-5945be053ed9 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0688601 Jan 31 18:57:27.672584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d947296a-94f1-4b7c-a03b-0e9496a28476 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:27.673168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d947296a-94f1-4b7c-a03b-0e9496a28476 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:27.674040 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d947296a-94f1-4b7c-a03b-0e9496a28476 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.679002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c96ef1-d306-46ef-a4f5-7840334c5b9b None None] Network 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:27.682164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Made reservation on behalf of 62582e47cdea4dc281fdd7b1b2aa79e6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:27.685759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.732909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] device_id is not set on port 030605db-83a9-41e2-a748-f1f0cfd1f4f5 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:27.865522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d947296a-94f1-4b7c-a03b-0e9496a28476 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5760684 Jan 31 18:57:27.866746 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (fc10cb35-4e69-45c1-bad6-30657727cb7f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.869187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e511c1-bf42-4a80-85b1-688a53f1cf40 req-a14aeca1-96a8-40b7-9602-52c8c3ea16b1 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:27.869847 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54248) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:27.871157 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52e511c1-bf42-4a80-85b1-688a53f1cf40 req-a14aeca1-96a8-40b7-9602-52c8c3ea16b1 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 1127 time: 0.2976625 Jan 31 18:57:27.872208 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af2c6451-a7b6-4170-b207-353d6a1fbcb8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (74dc9c2e-3084-4745-b6ef-42e8c61f4a74), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.876173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16a4874d-cf3e-4313-a6f1-b164d5771d8e req-c6c4cb38-140e-4393-865e-7a00e033efcd tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 210 time: 0.1639819 Jan 31 18:57:27.896145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': '7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392', 'name': 'tempest-PortsTestJSON-400740083', 'fixed_ips': [{'subnet_id': '03f7b1d5-9a18-4daf-97f2-21ba0b568174', 'ip_address': '172.20.0.10'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:27.902296 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af2c6451-a7b6-4170-b207-353d6a1fbcb8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (74dc9c2e-3084-4745-b6ef-42e8c61f4a74), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:27.915413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Allocated IP 2001:db8::29d (825a2860-0692-43d1-b83e-de73a3099495/cd2c3fc2-1c2d-4db8-80cf-a90349ce7311/030605db-83a9-41e2-a748-f1f0cfd1f4f5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:27.972142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52e511c1-bf42-4a80-85b1-688a53f1cf40 req-631cb7ee-56f3-4a8d-8914-bb4835035377 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922246 Jan 31 18:57:28.017680 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (faead6b1-1bd3-4f5e-9694-bc35a0e00a93), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.019338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392', 'network_id': '7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392', 'project_id': 'dbbb1c34a5a64e82b1085e7b45e35416', 'fixed_ips': [{'subnet_id': '03f7b1d5-9a18-4daf-97f2-21ba0b568174'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:57:28.023287 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.083138 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event deleted for resources: {'Port': ['ID=faead6b1-1bd3-4f5e-9694-bc35a0e00a93,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:28.085685 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af2c6451-a7b6-4170-b207-353d6a1fbcb8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (74dc9c2e-3084-4745-b6ef-42e8c61f4a74), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.086227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2c6451-a7b6-4170-b207-353d6a1fbcb8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Fanout notify agent at l3_agent the message router_deleted on router 74dc9c2e-3084-4745-b6ef-42e8c61f4a74 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:57:28.101924 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af2c6451-a7b6-4170-b207-353d6a1fbcb8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.105433 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-af2c6451-a7b6-4170-b207-353d6a1fbcb8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/74dc9c2e-3084-4745-b6ef-42e8c61f4a74 HTTP/1.1" status: 204 len: 168 time: 0.9904478 Jan 31 18:57:28.117011 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54252) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:28.229361 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (fc10cb35-4e69-45c1-bad6-30657727cb7f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.238141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a3c219-79cb-4891-b86d-b4d81719dea6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting subnet ba2d2bde-0536-460c-9f80-be7a3bb002d9 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:57:28.247918 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57a3c219-79cb-4891-b86d-b4d81719dea6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (ba2d2bde-0536-460c-9f80-be7a3bb002d9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.270817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc10cb35-4e69-45c1-bad6-30657727cb7f']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:28.274561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Allocated IP 172.20.0.2 (7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392/03f7b1d5-9a18-4daf-97f2-21ba0b568174/6d96b9c3-fa8a-4f97-b217-a6b3717bcd06) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:28.287959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7f8a93-16fe-467d-8fcf-d8ba8a63474e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:28.288290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7f8a93-16fe-467d-8fcf-d8ba8a63474e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:28.291281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad145f4e-9365-4688-8e74-dcc2afda821c req-f439095c-7b01-4c07-af9a-44eb9ddd972e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:28.298468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad145f4e-9365-4688-8e74-dcc2afda821c req-f439095c-7b01-4c07-af9a-44eb9ddd972e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 944 time: 0.1850507 Jan 31 18:57:28.339759 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:28.349051 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for port (030605db-83a9-41e2-a748-f1f0cfd1f4f5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.356818 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (ee7f8a93-16fe-467d-8fcf-d8ba8a63474e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.368815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57a3c219-79cb-4891-b86d-b4d81719dea6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (ba2d2bde-0536-460c-9f80-be7a3bb002d9), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.408527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad145f4e-9365-4688-8e74-dcc2afda821c req-dfec4f30-df5c-416a-b35f-c77db92c8ae0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091452 Jan 31 18:57:28.409506 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ee7f8a93-16fe-467d-8fcf-d8ba8a63474e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.446536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:57:28.446866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (ee7f8a93-16fe-467d-8fcf-d8ba8a63474e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:57:28.451277 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:57:28.453274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54256) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:28.499296 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Publish callbacks [] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.518324 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (030605db-83a9-41e2-a748-f1f0cfd1f4f5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.522339 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.583615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Router 968d1fae-4795-4bd8-875c-fa9d3774c451 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:57:28.589688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Network 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:28.593424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Network 825a2860-0692-43d1-b83e-de73a3099495 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:28.594760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:28.621310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:28.633275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:28.634040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.639798 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (fc10cb35-4e69-45c1-bad6-30657727cb7f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.647733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:28.652838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.660029 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/networks/fc10cb35-4e69-45c1-bad6-30657727cb7f HTTP/1.1" status: 204 len: 168 time: 1.1855462 Jan 31 18:57:28.660214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:28.660214 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.672223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Pushing event updated for resources: {'Port': ['ID=6d96b9c3-fa8a-4f97-b217-a6b3717bcd06,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:28.682084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c615b3e2-5c6a-471a-98b0-2431c2e0a088 req-02785291-1189-44dd-8148-dcac456aad07 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 210 time: 0.0957797 Jan 31 18:57:28.687032 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-be6d4096-4947-4793-8d1f-fc25d760eadb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/10a9bc51-4924-4ac0-b1f2-bc87137e44db HTTP/1.1" status: 200 len: 990 time: 0.2123194 Jan 31 18:57:28.692945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54258) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:28.694687 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57a3c219-79cb-4891-b86d-b4d81719dea6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (ba2d2bde-0536-460c-9f80-be7a3bb002d9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.711916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587ae99-1f45-4ab3-83a8-ef659e57dd37 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Network': ['ID=fc10cb35-4e69-45c1-bad6-30657727cb7f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:28.718945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cc8cd1c7-b3b5-4541-92b4-0631544c6151 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-176914332'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:28.768817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port b740f079-cc13-4514-9e4e-15208193f219 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:28.810646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event updated for resources: {'Port': ['ID=030605db-83a9-41e2-a748-f1f0cfd1f4f5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:28.869182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Attempting to bind port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:28.869743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Attempting to bind port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '7d2ab93b-132b-49f7-8024-d6cc237b4e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:28.871125 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Attempting to bind port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 on network 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:28.889947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:28.890474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Checking segment: {'id': '7d2ab93b-132b-49f7-8024-d6cc237b4e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:28.891959 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.892490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Bound using segment: {'id': '7d2ab93b-132b-49f7-8024-d6cc237b4e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:28.893916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Bound port: 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2ab93b-132b-49f7-8024-d6cc237b4e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:28.894385 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:28.952311 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:28.966930 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd962a-cc31-4fb4-b27e-f995ad25830b None None] Sync routers for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:28.980987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f1b98985-cd40-4426-84a5-dad484c60865 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6248047 Jan 31 18:57:28.982389 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd962a-cc31-4fb4-b27e-f995ad25830b None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:28.983026 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2abd962a-cc31-4fb4-b27e-f995ad25830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:28.986761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:29.006298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f486ba7-661a-4f3d-8db8-04e99679345c req-7574e48a-cafb-4844-8d87-a5554f6eafe6 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1381633 Jan 31 18:57:29.021424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Request body: {'port': {'network_id': '825a2860-0692-43d1-b83e-de73a3099495', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-159934173'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:29.035223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54270) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:29.036910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] For port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:29.044915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] For port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6d96b9c3-fa8a-4f97-b217-a6b3717bcd06,segment=NetworkSegment(7d2ab93b-132b-49f7-8024-d6cc237b4e7e),segment_id=7d2ab93b-132b-49f7-8024-d6cc237b4e7e)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:29.059566 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.148675 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57a3c219-79cb-4891-b86d-b4d81719dea6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (ba2d2bde-0536-460c-9f80-be7a3bb002d9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.191408 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9a9be-0ea4-48fd-bb86-8e7682c0f683 None None] Pushing event updated for resources: {'Port': ['ID=6d96b9c3-fa8a-4f97-b217-a6b3717bcd06,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:29.208534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] No DVR routers for this DVR port faead6b1-1bd3-4f5e-9694-bc35a0e00a93 on host n-h1-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:29.212876 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2abd962a-cc31-4fb4-b27e-f995ad25830b None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:57:29.216627 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.229532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4283450a-8fa9-4261-b266-3bd4c87e5936 req-3b822ea6-5163-4108-bbb4-dc0f4fd9f914 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 210 time: 0.2217619 Jan 31 18:57:29.230605 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7fdbce34-ab10-4cb8-862b-1f5d4ea0cd44 req-6403c0f4-f4d1-46ea-bc2d-36e8d202af9f tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.49 "DELETE /v2.0/ports/faead6b1-1bd3-4f5e-9694-bc35a0e00a93 HTTP/1.1" status: 204 len: 173 time: 3.2762463 Jan 31 18:57:29.232894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'name': 'network-vif-deleted', 'tag': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:57:29.235260 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a224bab7-3427-43c6-b030-d17f416d0008" -d '{"events": [{"server_uuid": "a9bb00cf-4bdf-4947-9a0d-30f891f75f21", "name": "network-vif-deleted", "tag": "faead6b1-1bd3-4f5e-9694-bc35a0e00a93"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:57:29.247499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-41807c14-2193-4861-a0d3-aed82671a63f None None] Provisioning complete for port 030605db-83a9-41e2-a748-f1f0cfd1f4f5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:29.247879 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41807c14-2193-4861-a0d3-aed82671a63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (030605db-83a9-41e2-a748-f1f0cfd1f4f5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.276059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8cd1c7-b3b5-4541-92b4-0631544c6151 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:29.280708 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd1c7-b3b5-4541-92b4-0631544c6151 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.331837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-41807c14-2193-4861-a0d3-aed82671a63f None None] Port 030605db-83a9-41e2-a748-f1f0cfd1f4f5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:29.351224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3c219-79cb-4891-b86d-b4d81719dea6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2d2bde-0536-460c-9f80-be7a3bb002d9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:29.370881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6014f9f-e5b2-4019-bd44-37bb577dbd97 None None] Network 9b0b2d5a-22a9-4ce1-81a9-a4342f872900 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:29.377232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57a3c219-79cb-4891-b86d-b4d81719dea6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.382865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-57a3c219-79cb-4891-b86d-b4d81719dea6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/ba2d2bde-0536-460c-9f80-be7a3bb002d9 HTTP/1.1" status: 204 len: 168 time: 1.2640853 Jan 31 18:57:29.389995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54274) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:29.453197 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e0d1b6-aad4-454c-adeb-a62e99da1554 x-openstack-request-id: req-90e0d1b6-aad4-454c-adeb-a62e99da1554 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:57:29.453529 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bb00cf-4bdf-4947-9a0d-30f891f75f21", "name": "network-vif-deleted", "tag": "faead6b1-1bd3-4f5e-9694-bc35a0e00a93", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:57:29.453925 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90e0d1b6-aad4-454c-adeb-a62e99da1554 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:57:29.454611 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bb00cf-4bdf-4947-9a0d-30f891f75f21', 'name': 'network-vif-deleted', 'tag': 'faead6b1-1bd3-4f5e-9694-bc35a0e00a93', 'status': 'completed', 'code': 200} Jan 31 18:57:29.565514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.10 (7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392/03f7b1d5-9a18-4daf-97f2-21ba0b568174/b740f079-cc13-4514-9e4e-15208193f219) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:29.591903 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2abd962a-cc31-4fb4-b27e-f995ad25830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:38Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:29.608583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port 62052a05-1319-453a-b099-b838e31421ef {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:29.608942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (62052a05-1319-453a-b099-b838e31421ef), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.611296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8560e-702b-4ce9-98a3-108620524885 req-d9133f60-3aaf-4034-8d80-9efc80791530 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:29.612964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-d9133f60-3aaf-4034-8d80-9efc80791530 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.7939017 Jan 31 18:57:29.623677 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd962a-cc31-4fb4-b27e-f995ad25830b None None] Checking router: 968d1fae-4795-4bd8-875c-fa9d3774c451 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:57:29.631139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8cd1c7-b3b5-4541-92b4-0631544c6151 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:57:29.633110 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd962a-cc31-4fb4-b27e-f995ad25830b None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:29.633968 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2abd962a-cc31-4fb4-b27e-f995ad25830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:29.663887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9cc8560e-702b-4ce9-98a3-108620524885 req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Request body: {'port': {'device_id': '9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'admin_state_up': True, 'tenant_id': '5364cc4d46d44a3aa6b7956213fc3a56'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:29.711691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230f01c9-eb07-4d48-a89b-ed6c83c09a8a None None] DHCP port deletion for 9b0b2d5a-22a9-4ce1-81a9-a4342f872900 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:57:29.773459 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2abd962a-cc31-4fb4-b27e-f995ad25830b None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:57:29.801460 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (62052a05-1319-453a-b099-b838e31421ef), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.801845 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (62052a05-1319-453a-b099-b838e31421ef), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.834403 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for 62052a05-1319-453a-b099-b838e31421ef owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:29.857138 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (9b0b2d5a-22a9-4ce1-81a9-a4342f872900), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.887343 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-230f01c9-eb07-4d48-a89b-ed6c83c09a8a None None] Deleting port 2a1b08c1-ab43-454b-a137-441d0ade4afa {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:29.887889 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-230f01c9-eb07-4d48-a89b-ed6c83c09a8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.918364 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e256ed5b-4f9c-4cc8-9297-a2199b351631 req-ad5014ab-5ff0-4a91-8380-84ac54f7cfa9 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9bb00cf-4bdf-4947-9a0d-30f891f75f21 HTTP/1.1" status: 200 len: 210 time: 0.0884058 Jan 31 18:57:29.922431 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd1c7-b3b5-4541-92b4-0631544c6151 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b82c0684-ca2c-406b-859a-3b248d226e0a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.925832 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-cc8cd1c7-b3b5-4541-92b4-0631544c6151 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Added segment b82c0684-ca2c-406b-859a-3b248d226e0a of type vlan for network 4ede364d-0990-48f9-ad5e-a853e084a85f Jan 31 18:57:29.976540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-230f01c9-eb07-4d48-a89b-ed6c83c09a8a None None] For port 2a1b08c1-ab43-454b-a137-441d0ade4afa, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2a1b08c1-ab43-454b-a137-441d0ade4afa,segment=NetworkSegment(4bd480f8-748d-41b4-b1e5-bcaf2638ea3b),segment_id=4bd480f8-748d-41b4-b1e5-bcaf2638ea3b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:29.976954 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-230f01c9-eb07-4d48-a89b-ed6c83c09a8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:29.996805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-230f01c9-eb07-4d48-a89b-ed6c83c09a8a None None] Calling delete_port for 2a1b08c1-ab43-454b-a137-441d0ade4afa owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:30.035241 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2abd962a-cc31-4fb4-b27e-f995ad25830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:38Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:30.055650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc8560e-702b-4ce9-98a3-108620524885 req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Made reservation on behalf of 5364cc4d46d44a3aa6b7956213fc3a56 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:30.057757 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cc8560e-702b-4ce9-98a3-108620524885 req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:30.078899 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd962a-cc31-4fb4-b27e-f995ad25830b None None] The sync data for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 is: [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:50:29Z', 'revision_number': 4, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578', 'name': '', 'network_id': 'c11bd176-3044-4185-9008-2e805d18ae14', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'mac_address': 'fa:16:3e:04:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:27Z', 'updated_at': '2022-01-31T18:50:38Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'subnets': [{'id': '8b1b457b-8abd-4614-8276-0291f0e06e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:30.097904 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (b740f079-cc13-4514-9e4e-15208193f219), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:30.125543 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd1c7-b3b5-4541-92b4-0631544c6151 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (4ede364d-0990-48f9-ad5e-a853e084a85f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:30.156222 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-230f01c9-eb07-4d48-a89b-ed6c83c09a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:30.168743 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Made reservation on behalf of 62582e47cdea4dc281fdd7b1b2aa79e6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:30.172067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:30.211168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f01c9-eb07-4d48-a89b-ed6c83c09a8a None None] Pushing event deleted for resources: {'Port': ['ID=2a1b08c1-ab43-454b-a137-441d0ade4afa,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:30.215575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f01c9-eb07-4d48-a89b-ed6c83c09a8a None None] No DVR routers for this DVR port 2a1b08c1-ab43-454b-a137-441d0ade4afa on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:30.241451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-959232f0-937b-4793-bb8a-1dad30ae0216 req-4c33115f-68cb-4e71-9e74-ee8bd68766e9 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0566201 Jan 31 18:57:30.243586 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b740f079-cc13-4514-9e4e-15208193f219), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:30.296556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] device_id is not set on port c22f4e54-8182-43d8-ba14-1fc30ed3766b yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:30.308170 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd1c7-b3b5-4541-92b4-0631544c6151 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (4ede364d-0990-48f9-ad5e-a853e084a85f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:30.313204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8cd1c7-b3b5-4541-92b4-0631544c6151 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:30.313831 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd1c7-b3b5-4541-92b4-0631544c6151 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:30.347867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (62052a05-1319-453a-b099-b838e31421ef), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:30.372754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:30.376111 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:30.377788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=b740f079-cc13-4514-9e4e-15208193f219,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:30.383758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:30.435426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.435786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.436145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.436516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.436860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.437198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.438014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.438014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.438193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.438489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.438817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.439149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.439477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:30.501519 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=62052a05-1319-453a-b099-b838e31421ef,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:30.509118 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:30.509806 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:30.543331 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (10a9bc51-4924-4ac0-b1f2-bc87137e44db), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:30.543801 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Floating IP 10a9bc51-4924-4ac0-b1f2-bc87137e44db disassociated (deleted). External IP: 172.25.8.87, port: e10764b9-0375-4a3e-bae9-1768f0a0d4e9. Jan 31 18:57:30.601153 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d991cb04-4415-46a8-930b-fb75ff06c07b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7147796 Jan 31 18:57:30.603768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54282) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:30.611145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': '7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392', 'name': 'tempest-PortsTestJSON-1665989228', 'fixed_ips': [{'subnet_id': '03f7b1d5-9a18-4daf-97f2-21ba0b568174', 'ip_address': '172.20.0.9'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:30.694857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f28f08-bd57-4b19-9f4b-985486223f09 None None] New status for floating IP d6df95c0-e538-4448-9de7-3622a0bda86f: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:57:30.700558 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device faead6b1-1bd3-4f5e-9694-bc35a0e00a93 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:30.760910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: faead6b1-1bd3-4f5e-9694-bc35a0e00a93 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:30.761258 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device faead6b1-1bd3-4f5e-9694-bc35a0e00a93 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:30.775675 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cc8cd1c7-b3b5-4541-92b4-0631544c6151 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0578997 Jan 31 18:57:30.783998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-712e56ec-9fa7-4a21-9040-e335941f248a req-33c3c620-f35d-4106-86b5-c2ae3b0e0130 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 210 time: 0.3948941 Jan 31 18:57:30.784504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54284) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:30.798346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2f46c527-3a58-4cf7-a097-8033af66aed9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'subnet': {'network_id': '4ede364d-0990-48f9-ad5e-a853e084a85f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:30.802733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port 2a1b08c1-ab43-454b-a137-441d0ade4afa {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:30.803075 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:30.806940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e9933d-f43e-4261-acbe-8a57d7e36e1e None None] Network 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:30.844316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cd1c7-b3b5-4541-92b4-0631544c6151 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Network': ['ID=4ede364d-0990-48f9-ad5e-a853e084a85f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:30.894309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 4ede364d-0990-48f9-ad5e-a853e084a85f details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:57:30.973082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-9cc8560e-702b-4ce9-98a3-108620524885 req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Allocated IP 172.20.0.6 (8c183b94-d131-43f6-abd6-daa20cc7c014/a84ab55c-34af-4b5d-8cef-07d311d8d426/c460336e-660f-4b15-ba27-9ca86e62687b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:30.985625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e2883d5c-13b9-4fa1-b37a-af68a20f53d3 None None] Provisioning complete for port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:30.986523 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2883d5c-13b9-4fa1-b37a-af68a20f53d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.033198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] For port 2a1b08c1-ab43-454b-a137-441d0ade4afa, host n-d-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:31.033706 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.072360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for 2a1b08c1-ab43-454b-a137-441d0ade4afa owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:31.088378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Port 2a1b08c1-ab43-454b-a137-441d0ade4afa was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:57:31.098311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Allocated IP 2001:db8::e8 (825a2860-0692-43d1-b83e-de73a3099495/cd2c3fc2-1c2d-4db8-80cf-a90349ce7311/c22f4e54-8182-43d8-ba14-1fc30ed3766b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:31.103259 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2a1b08c1-ab43-454b-a137-441d0ade4afa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.125166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f46c527-3a58-4cf7-a097-8033af66aed9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:31.129246 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f46c527-3a58-4cf7-a097-8033af66aed9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.142957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:31.155155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e2883d5c-13b9-4fa1-b37a-af68a20f53d3 None None] Current status of the port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:31.155155 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2883d5c-13b9-4fa1-b37a-af68a20f53d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.214379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=2a1b08c1-ab43-454b-a137-441d0ade4afa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:31.224675 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No DVR routers for this DVR port 2a1b08c1-ab43-454b-a137-441d0ade4afa on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:31.234578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e2883d5c-13b9-4fa1-b37a-af68a20f53d3 None None] For port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6d96b9c3-fa8a-4f97-b217-a6b3717bcd06,segment=NetworkSegment(7d2ab93b-132b-49f7-8024-d6cc237b4e7e),segment_id=7d2ab93b-132b-49f7-8024-d6cc237b4e7e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:31.240190 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2883d5c-13b9-4fa1-b37a-af68a20f53d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.345444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:31.414717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:31.419897 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.426407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2883d5c-13b9-4fa1-b37a-af68a20f53d3 None None] Pushing event updated for resources: {'Port': ['ID=6d96b9c3-fa8a-4f97-b217-a6b3717bcd06,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:31.448874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port c9d457a8-cf68-48ee-9273-712f0c95b285 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:31.455774 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:31.456442 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.470912 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:57:31.580841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0fa6736b-72e0-44e5-ba62-b140114cce98 req-5ba19131-8eae-4a7c-985e-29538d8c08ea tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1350386 Jan 31 18:57:31.607487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-aa3b826e-6904-4614-8b35-3038f33853ca None None] Provisioning complete for port b740f079-cc13-4514-9e4e-15208193f219 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:31.621316 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa3b826e-6904-4614-8b35-3038f33853ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b740f079-cc13-4514-9e4e-15208193f219), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.651826 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (9b0b2d5a-22a9-4ce1-81a9-a4342f872900), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.653500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dcb32ab-90a6-4fff-8187-9ceaac401dad tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group (de239d3e-1f52-437a-8c5b-5cd74dfd7e07), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.671241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-aa3b826e-6904-4614-8b35-3038f33853ca None None] Port b740f079-cc13-4514-9e4e-15208193f219 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:31.674701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:31.691959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-aa3b826e-6904-4614-8b35-3038f33853ca None None] Provisioning complete for port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:31.692736 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa3b826e-6904-4614-8b35-3038f33853ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.765658 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cc8560e-702b-4ce9-98a3-108620524885 req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks [] for port (c460336e-660f-4b15-ba27-9ca86e62687b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.776956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0b2d5a-22a9-4ce1-81a9-a4342f872900']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:31.796144 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.9 (7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392/03f7b1d5-9a18-4daf-97f2-21ba0b568174/c9d457a8-cf68-48ee-9273-712f0c95b285) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:31.817865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd480f8-748d-41b4-b1e5-bcaf2638ea3b') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:31.817993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd480f8-748d-41b4-b1e5-bcaf2638ea3b') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:31.829698 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dcb32ab-90a6-4fff-8187-9ceaac401dad tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group (de239d3e-1f52-437a-8c5b-5cd74dfd7e07), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.843270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-aa3b826e-6904-4614-8b35-3038f33853ca None None] Current status of the port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:31.854423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2a1b08c1-ab43-454b-a137-441d0ade4afa no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:31.874772 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (4bd480f8-748d-41b4-b1e5-bcaf2638ea3b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.891860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 2a1b08c1-ab43-454b-a137-441d0ade4afa {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:31.892371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2a1b08c1-ab43-454b-a137-441d0ade4afa not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:31.956695 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for port (c22f4e54-8182-43d8-ba14-1fc30ed3766b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.962496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:31.968820 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.979746 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ac442-7af3-4ddf-abc7-f525f11875f2 None None] Sync routers for ids ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:31.982043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-95733dcb-84a0-4d8b-b8e8-d7c9b1568cc7 None None] Provisioning complete for port b740f079-cc13-4514-9e4e-15208193f219 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:31.982815 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-95733dcb-84a0-4d8b-b8e8-d7c9b1568cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b740f079-cc13-4514-9e4e-15208193f219), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:31.994954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b8a6420-271d-4fce-976c-205c3aee258e req-faf62999-2e51-4d2e-a31b-45a644e551ec tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 210 time: 0.0731087 Jan 31 18:57:32.005510 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4bd480f8-748d-41b4-b1e5-bcaf2638ea3b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.006692 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ac442-7af3-4ddf-abc7-f525f11875f2 None None] Routers {'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:32.009246 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-743ac442-7af3-4ddf-abc7-f525f11875f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:32.023704 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f46c527-3a58-4cf7-a097-8033af66aed9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (b4e92c3c-8994-4e2e-97b6-86675b46b5fd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.040629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:57:32.041085 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (4bd480f8-748d-41b4-b1e5-bcaf2638ea3b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:57:32.047622 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:57:32.063620 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-034818e4-382e-4df0-9e7c-c3208bbfafab tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/floatingips/10a9bc51-4924-4ac0-b1f2-bc87137e44db HTTP/1.1" status: 204 len: 168 time: 3.0208693 Jan 31 18:57:32.064498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-95733dcb-84a0-4d8b-b8e8-d7c9b1568cc7 None None] Port b740f079-cc13-4514-9e4e-15208193f219 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:32.079027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:57:32.081533 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b053034-5f7f-40b0-aac9-2fdaa2138e27" -d '{"events": [{"name": "network-changed", "server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:57:32.122442 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (c9d457a8-cf68-48ee-9273-712f0c95b285), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.159878 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0102a2-9aa2-4f63-ac9d-3d3e469937ca x-openstack-request-id: req-3c0102a2-9aa2-4f63-ac9d-3d3e469937ca {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:57:32.160177 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:57:32.160683 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c0102a2-9aa2-4f63-ac9d-3d3e469937ca {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:57:32.161478 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'status': 'completed', 'code': 200} Jan 31 18:57:32.185128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c9d457a8-cf68-48ee-9273-712f0c95b285), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.206290 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c22f4e54-8182-43d8-ba14-1fc30ed3766b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.208193 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cc8560e-702b-4ce9-98a3-108620524885 req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.221275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:57:32.243361 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-743ac442-7af3-4ddf-abc7-f525f11875f2 None None] Set router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:57:32.271376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:32.279434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Network 825a2860-0692-43d1-b83e-de73a3099495 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:32.283490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46c527-3a58-4cf7-a097-8033af66aed9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Subnet': ['ID=b4e92c3c-8994-4e2e-97b6-86675b46b5fd,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:32.287097 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:32.290093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=c9d457a8-cf68-48ee-9273-712f0c95b285,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:32.293887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:32.294075 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dcb32ab-90a6-4fff-8187-9ceaac401dad tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (de239d3e-1f52-437a-8c5b-5cd74dfd7e07), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.296796 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dcb32ab-90a6-4fff-8187-9ceaac401dad tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.301266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54300) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:32.301773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2dcb32ab-90a6-4fff-8187-9ceaac401dad tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "DELETE /v2.0/security-groups/de239d3e-1f52-437a-8c5b-5cd74dfd7e07 HTTP/1.1" status: 204 len: 168 time: 1.1576645 Jan 31 18:57:32.317516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:32.323201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:32.329292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:32.329965 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.336371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb32ab-90a6-4fff-8187-9ceaac401dad tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de239d3e-1f52-437a-8c5b-5cd74dfd7e07,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:32.338631 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (9b0b2d5a-22a9-4ce1-81a9-a4342f872900), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.346223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46c527-3a58-4cf7-a097-8033af66aed9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Checking segment: {'id': 'b82c0684-ca2c-406b-859a-3b248d226e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4ede364d-0990-48f9-ad5e-a853e084a85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:32.346888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f46c527-3a58-4cf7-a097-8033af66aed9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network hostable DHCP agents. Network: 4ede364d-0990-48f9-ad5e-a853e084a85f, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:57:32.368686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b053034-5f7f-40b0-aac9-2fdaa2138e27 req-d65c8ff5-7a1c-4a36-b8c5-1ba4a5791717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:32.370636 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b053034-5f7f-40b0-aac9-2fdaa2138e27 req-d65c8ff5-7a1c-4a36-b8c5-1ba4a5791717 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 1127 time: 0.1741202 Jan 31 18:57:32.395684 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.410991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/networks/9b0b2d5a-22a9-4ce1-81a9-a4342f872900 HTTP/1.1" status: 204 len: 168 time: 3.0050321 Jan 31 18:57:32.423988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc8560e-702b-4ce9-98a3-108620524885 req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Network 8c183b94-d131-43f6-abd6-daa20cc7c014 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:32.439280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54304) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:32.450305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'network': {'name': 'tempest-RoutersTest-2019085835'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:32.473557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event updated for resources: {'Port': ['ID=c22f4e54-8182-43d8-ba14-1fc30ed3766b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:32.477626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-9cc8560e-702b-4ce9-98a3-108620524885 req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:32.503958 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b053034-5f7f-40b0-aac9-2fdaa2138e27 req-272e091d-121e-4888-86fd-cb55cf78b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:32.505409 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b053034-5f7f-40b0-aac9-2fdaa2138e27 req-272e091d-121e-4888-86fd-cb55cf78b9e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e HTTP/1.1" status: 200 len: 897 time: 0.1211643 Jan 31 18:57:32.509937 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-7bcec440-3de7-4ca6-af22-cbab1ae00aef tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] show failed (client error): The resource could not be found. Jan 31 18:57:32.511353 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7bcec440-3de7-4ca6-af22-cbab1ae00aef tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "GET /v2.0/security-groups/de239d3e-1f52-437a-8c5b-5cd74dfd7e07 HTTP/1.1" status: 404 len: 347 time: 0.2079754 Jan 31 18:57:32.519694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc8560e-702b-4ce9-98a3-108620524885 req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:32.524306 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54306) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:32.530723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c4ad1-4fd5-4113-ba74-5ae70160ccf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Network': ['ID=9b0b2d5a-22a9-4ce1-81a9-a4342f872900,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:32.547891 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b93a7845-460c-40c1-bc47-a6c1912c0d21 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5453994 Jan 31 18:57:32.583615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54308) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:32.595292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5e627366-eeb8-4c04-b9de-328ffca424a6 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::26d', 'mac_address': 'fa:16:3e:ae:2c:bf'}, {'ip_address': '2001:db8::29d', 'mac_address': 'fa:16:3e:a3:30:46'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:32.639037 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b053034-5f7f-40b0-aac9-2fdaa2138e27 req-2332b05e-3c4a-4683-9cf9-c5b819420f06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9 HTTP/1.1" status: 200 len: 217 time: 0.1263485 Jan 31 18:57:32.705535 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:32.709265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f46c527-3a58-4cf7-a097-8033af66aed9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 4ede364d-0990-48f9-ad5e-a853e084a85f is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:57:32.712890 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.736560 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-086640bb-b4b6-40da-9217-b869ca67c88f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1316316 Jan 31 18:57:32.741757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:32.782311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2f46c527-3a58-4cf7-a097-8033af66aed9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 4ede364d-0990-48f9-ad5e-a853e084a85f) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:32.792999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event updated for resources: {'Port': ['ID=c460336e-660f-4b15-ba27-9ca86e62687b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:32.795737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:32.798643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e955e8-df88-4e50-a30e-2bb3d876a9cb None None] Network 4ede364d-0990-48f9-ad5e-a853e084a85f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:32.799846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.828278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f46c527-3a58-4cf7-a097-8033af66aed9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:32.828927 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f46c527-3a58-4cf7-a097-8033af66aed9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.842562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8560e-702b-4ce9-98a3-108620524885 req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:32.843542 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cc8560e-702b-4ce9-98a3-108620524885 req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.915034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b6bf221-a159-4019-a146-02d745f68e1e req-b4d08695-97f8-48bb-a862-fb10cdf68261 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0970755 Jan 31 18:57:32.915260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-020a2bd8-af97-4ec6-9710-b4bf591fb495 None None] Provisioning complete for port c9d457a8-cf68-48ee-9273-712f0c95b285 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:32.915537 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-020a2bd8-af97-4ec6-9710-b4bf591fb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c9d457a8-cf68-48ee-9273-712f0c95b285), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:32.957361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff801df-3a5d-4082-8e0e-2af782ba4422 req-60cffb51-0024-4657-b653-63152864b779 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:32.959184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ff801df-3a5d-4082-8e0e-2af782ba4422 req-60cffb51-0024-4657-b653-63152864b779 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 944 time: 0.3580587 Jan 31 18:57:32.966579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:57:32.982368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2f46c527-3a58-4cf7-a097-8033af66aed9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1873577 Jan 31 18:57:32.986768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54314) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:32.998772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-22e18a4f-79c6-4106-ac55-debb3194c78e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3629088 Jan 31 18:57:33.003798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c1f15aba-53f3-425e-a751-7bfe8a505eea tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-610716277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:33.007990 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-743ac442-7af3-4ddf-abc7-f525f11875f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:55:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'eb69a1ed-b582-4d6e-b7e7-3f660430644c', 'name': '', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:16:9f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '8f145fd4-597b-4073-9498-74d669e5811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:49Z', 'updated_at': '2022-01-31T18:55:58Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '8f145fd4-597b-4073-9498-74d669e5811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:33.019584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Request body: {'port': {'device_id': '9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:33.040130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-020a2bd8-af97-4ec6-9710-b4bf591fb495 None None] Port c9d457a8-cf68-48ee-9273-712f0c95b285 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:33.043575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-4ede364d-0990-48f9-ad5e-a853e084a85f', 'network_id': '4ede364d-0990-48f9-ad5e-a853e084a85f', 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'fixed_ips': [{'subnet_id': 'b4e92c3c-8994-4e2e-97b6-86675b46b5fd'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:57:33.044595 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.066163 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (62c53872-2c6d-4d9b-a298-7aa7fbd9667a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.066518 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Added segment 62c53872-2c6d-4d9b-a298-7aa7fbd9667a of type vlan for network a751a111-2f39-4d2e-b66c-d04ed4357d4d Jan 31 18:57:33.074011 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ac442-7af3-4ddf-abc7-f525f11875f2 None None] Checking router: ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:57:33.120723 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ac442-7af3-4ddf-abc7-f525f11875f2 None None] Routers {'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:33.121661 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-743ac442-7af3-4ddf-abc7-f525f11875f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:33.172724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b053034-5f7f-40b0-aac9-2fdaa2138e27 req-73ef6a48-cf08-48cc-aa16-c3c2e4a26a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:33.180622 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b053034-5f7f-40b0-aac9-2fdaa2138e27 req-73ef6a48-cf08-48cc-aa16-c3c2e4a26a29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f145fd4-597b-4073-9498-74d669e5811f HTTP/1.1" status: 200 len: 834 time: 0.4965401 Jan 31 18:57:33.186976 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (a751a111-2f39-4d2e-b66c-d04ed4357d4d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.208473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e537be24-fe92-4c2d-8ee9-8be443fa81b1 None None] Provisioning complete for port c22f4e54-8182-43d8-ba14-1fc30ed3766b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:33.209001 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e537be24-fe92-4c2d-8ee9-8be443fa81b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c22f4e54-8182-43d8-ba14-1fc30ed3766b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.209135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47c138-42a1-450e-b20b-c0b6f1b8f924 req-70b3282b-f303-4d24-8227-ab455fc553b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:33.210542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a47c138-42a1-450e-b20b-c0b6f1b8f924 req-70b3282b-f303-4d24-8227-ab455fc553b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.49 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 944 time: 0.3285708 Jan 31 18:57:33.213230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69ff30-e509-4af6-ba6c-d51ae69620b9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:33.216394 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cb69ff30-e509-4af6-ba6c-d51ae69620b9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4452360 Jan 31 18:57:33.218126 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1f15aba-53f3-425e-a751-7bfe8a505eea tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (6f14a075-db20-45c0-8515-fd527e7527ba), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.219342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1f15aba-53f3-425e-a751-7bfe8a505eea tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (6f14a075-db20-45c0-8515-fd527e7527ba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.232008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54318) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:33.261606 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:33.266185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Allocated IP 2001:db8::2 (4ede364d-0990-48f9-ad5e-a853e084a85f/b4e92c3c-8994-4e2e-97b6-86675b46b5fd/700b0a7c-4280-4a52-a9f4-a2ae8430ddb3) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:33.269103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.325277 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:57:33.342531 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-743ac442-7af3-4ddf-abc7-f525f11875f2 None None] Set router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:57:33.385911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a1ae2-70a6-4046-9023-d57438d3bba8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Deleting port de7080e8-0ca9-4dae-a2ec-db8c3f81779b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:33.386260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1ae2-70a6-4046-9023-d57438d3bba8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (de7080e8-0ca9-4dae-a2ec-db8c3f81779b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.420556 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b053034-5f7f-40b0-aac9-2fdaa2138e27 req-0e865065-f73d-4c87-8dee-b8270e190915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:33.422091 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b053034-5f7f-40b0-aac9-2fdaa2138e27 req-0e865065-f73d-4c87-8dee-b8270e190915 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2231345 Jan 31 18:57:33.444803 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ff801df-3a5d-4082-8e0e-2af782ba4422 req-8c5ace90-e455-492c-b973-fd4507c9fc53 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4569194 Jan 31 18:57:33.451329 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e627366-eeb8-4c04-b9de-328ffca424a6 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c22f4e54-8182-43d8-ba14-1fc30ed3766b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.493375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e537be24-fe92-4c2d-8ee9-8be443fa81b1 None None] Port c22f4e54-8182-43d8-ba14-1fc30ed3766b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:33.540438 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (a751a111-2f39-4d2e-b66c-d04ed4357d4d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.546091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:33.546719 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.585393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:33.585945 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.599432 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-743ac442-7af3-4ddf-abc7-f525f11875f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:55:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'eb69a1ed-b582-4d6e-b7e7-3f660430644c', 'name': '', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:16:9f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '8f145fd4-597b-4073-9498-74d669e5811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:49Z', 'updated_at': '2022-01-31T18:55:58Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '8f145fd4-597b-4073-9498-74d669e5811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:33.634721 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ac442-7af3-4ddf-abc7-f525f11875f2 None None] The sync data for ids ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'] in n-d-812111-15 is: [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:55:51Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'eb69a1ed-b582-4d6e-b7e7-3f660430644c', 'name': '', 'network_id': 'fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:16:9f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '8f145fd4-597b-4073-9498-74d669e5811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:49Z', 'updated_at': '2022-01-31T18:55:58Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': '8f145fd4-597b-4073-9498-74d669e5811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:33.660680 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1ae2-70a6-4046-9023-d57438d3bba8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (de7080e8-0ca9-4dae-a2ec-db8c3f81779b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.661470 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1ae2-70a6-4046-9023-d57438d3bba8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (de7080e8-0ca9-4dae-a2ec-db8c3f81779b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.690464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a1ae2-70a6-4046-9023-d57438d3bba8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Calling delete_port for de7080e8-0ca9-4dae-a2ec-db8c3f81779b owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:33.727422 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Publish callbacks [] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.729683 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1f15aba-53f3-425e-a751-7bfe8a505eea tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (6f14a075-db20-45c0-8515-fd527e7527ba), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.730807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Network': ['ID=a751a111-2f39-4d2e-b66c-d04ed4357d4d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:33.738595 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.755376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network a751a111-2f39-4d2e-b66c-d04ed4357d4d details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:57:33.759913 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1f15aba-53f3-425e-a751-7bfe8a505eea tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (6f14a075-db20-45c0-8515-fd527e7527ba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.813066 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b053034-5f7f-40b0-aac9-2fdaa2138e27 req-c1b0de6a-5761-4363-b919-19350b561d44 service neutron] 10.222.0.49 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560100 Jan 31 18:57:33.835487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Network 4ede364d-0990-48f9-ad5e-a853e084a85f is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:33.855446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fca5f1-903a-41f2-848d-6494218c3a78 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:33.861590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fca5f1-903a-41f2-848d-6494218c3a78 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:33.868723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fca5f1-903a-41f2-848d-6494218c3a78 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:33.873048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-29fca5f1-903a-41f2-848d-6494218c3a78 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.6117072 Jan 31 18:57:33.875660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:33.879415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:33.886978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:33.889065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Pushing event updated for resources: {'Port': ['ID=700b0a7c-4280-4a52-a9f4-a2ae8430ddb3,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:33.893925 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2331160a-9c82-4708-9835-3e3869045984 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4487450 Jan 31 18:57:33.914820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851bde8-8aa4-4195-93ca-cbc7839d942d req-addf280d-a29c-4d9c-9d50-3b711af91d15 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:33.916632 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b851bde8-8aa4-4195-93ca-cbc7839d942d req-addf280d-a29c-4d9c-9d50-3b711af91d15 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 931 time: 0.7246435 Jan 31 18:57:33.917846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:33.924285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54322) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:33.931639 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4ef59685-9570-44c5-89f7-4e417b8d7f60 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'subnet': {'network_id': 'a751a111-2f39-4d2e-b66c-d04ed4357d4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:33.949602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1f15aba-53f3-425e-a751-7bfe8a505eea tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:33.953843 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c1f15aba-53f3-425e-a751-7bfe8a505eea tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9540827 Jan 31 18:57:33.955734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54324) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:33.970044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'port': {'network_id': '4ede364d-0990-48f9-ad5e-a853e084a85f', 'name': 'tempest-RoutersIpV6Test-949192629'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:34.011696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Attempting to bind port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:34.013155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Attempting to bind port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'b82c0684-ca2c-406b-859a-3b248d226e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4ede364d-0990-48f9-ad5e-a853e084a85f'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:34.024708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Attempting to bind port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 on network 4ede364d-0990-48f9-ad5e-a853e084a85f {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:34.034153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:34.034564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Checking segment: {'id': 'b82c0684-ca2c-406b-859a-3b248d226e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4ede364d-0990-48f9-ad5e-a853e084a85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:34.035041 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.035501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Bound using segment: {'id': 'b82c0684-ca2c-406b-859a-3b248d226e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4ede364d-0990-48f9-ad5e-a853e084a85f'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:34.036240 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Bound port: 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82c0684-ca2c-406b-859a-3b248d226e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4ede364d-0990-48f9-ad5e-a853e084a85f'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:34.038682 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.143802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8a8fb9-7afa-4ed4-9706-19128d16d1f5 None None] New status for floating IP 10a9bc51-4924-4ac0-b1f2-bc87137e44db: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:57:34.174068 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b053034-5f7f-40b0-aac9-2fdaa2138e27 req-7e056601-d46d-4ec8-9734-4570300650b2 service neutron] 10.222.0.49 "GET /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489742 Jan 31 18:57:34.203942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e627366-eeb8-4c04-b9de-328ffca424a6 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for port (c22f4e54-8182-43d8-ba14-1fc30ed3766b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.216059 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e627366-eeb8-4c04-b9de-328ffca424a6 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (c22f4e54-8182-43d8-ba14-1fc30ed3766b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.230324 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1ae2-70a6-4046-9023-d57438d3bba8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (de7080e8-0ca9-4dae-a2ec-db8c3f81779b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.264539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] For port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:34.268776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] For port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=700b0a7c-4280-4a52-a9f4-a2ae8430ddb3,segment=NetworkSegment(b82c0684-ca2c-406b-859a-3b248d226e0a),segment_id=b82c0684-ca2c-406b-859a-3b248d226e0a)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:34.273780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d0aacfe6-9676-479e-ae57-09e11a908806 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port c9d457a8-cf68-48ee-9273-712f0c95b285 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:34.274147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0aacfe6-9676-479e-ae57-09e11a908806 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c9d457a8-cf68-48ee-9273-712f0c95b285), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.278443 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.280607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5e627366-eeb8-4c04-b9de-328ffca424a6 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] In _notify_port_updated(), no bound segment for port c22f4e54-8182-43d8-ba14-1fc30ed3766b on network 825a2860-0692-43d1-b83e-de73a3099495 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:57:34.285722 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e627366-eeb8-4c04-b9de-328ffca424a6 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:34.286397 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e627366-eeb8-4c04-b9de-328ffca424a6 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.291113 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5e627366-eeb8-4c04-b9de-328ffca424a6 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "PUT /v2.0/ports/c22f4e54-8182-43d8-ba14-1fc30ed3766b HTTP/1.1" status: 200 len: 1066 time: 1.7014399 Jan 31 18:57:34.291929 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:34.374040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553fea6-a555-4875-8c7a-7201a023189b None None] Pushing event updated for resources: {'Port': ['ID=700b0a7c-4280-4a52-a9f4-a2ae8430ddb3,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:34.382811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e627366-eeb8-4c04-b9de-328ffca424a6 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event updated for resources: {'Port': ['ID=c22f4e54-8182-43d8-ba14-1fc30ed3766b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:34.470424 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a1ae2-70a6-4046-9023-d57438d3bba8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Pushing event deleted for resources: {'Port': ['ID=de7080e8-0ca9-4dae-a2ec-db8c3f81779b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:34.568262 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0aacfe6-9676-479e-ae57-09e11a908806 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c9d457a8-cf68-48ee-9273-712f0c95b285), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.576725 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1ae2-70a6-4046-9023-d57438d3bba8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks [] for floatingip (d6df95c0-e538-4448-9de7-3622a0bda86f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.580028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1ae2-70a6-4046-9023-d57438d3bba8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.582503 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ca7a1ae2-70a6-4046-9023-d57438d3bba8 tempest-AttachVolumeTestJSON-863273706 tempest-AttachVolumeTestJSON-863273706-project] 10.222.0.20 "DELETE /v2.0/floatingips/d6df95c0-e538-4448-9de7-3622a0bda86f HTTP/1.1" status: 204 len: 168 time: 2.0567892 Jan 31 18:57:34.608881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d0aacfe6-9676-479e-ae57-09e11a908806 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for c9d457a8-cf68-48ee-9273-712f0c95b285 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:34.613654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18d90d88-8d77-44fb-978b-ec7e5c6d7074 req-656265f9-bae4-449d-83a9-bad75a745ed8 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1695442 Jan 31 18:57:34.636295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-332cf1ff-87b1-45b2-b23b-856f8a493061 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Deleting port c22f4e54-8182-43d8-ba14-1fc30ed3766b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:34.636754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-332cf1ff-87b1-45b2-b23b-856f8a493061 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c22f4e54-8182-43d8-ba14-1fc30ed3766b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.719294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7a47c138-42a1-450e-b20b-c0b6f1b8f924 req-8e7f7906-7011-41e5-bfec-7a1021d4cc29 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:34.719762 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a47c138-42a1-450e-b20b-c0b6f1b8f924 req-8e7f7906-7011-41e5-bfec-7a1021d4cc29 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.746442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b851bde8-8aa4-4195-93ca-cbc7839d942d req-70e8a555-8438-4fa1-8c9e-a5ff2c7595c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7993610 Jan 31 18:57:34.823662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef59685-9570-44c5-89f7-4e417b8d7f60 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:34.828771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ef59685-9570-44c5-89f7-4e417b8d7f60 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.926575 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-332cf1ff-87b1-45b2-b23b-856f8a493061 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c22f4e54-8182-43d8-ba14-1fc30ed3766b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.936492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6731a1c0-037a-48c2-a3cd-a505907654e8 None None] Provisioning complete for port c22f4e54-8182-43d8-ba14-1fc30ed3766b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:34.936966 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6731a1c0-037a-48c2-a3cd-a505907654e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c22f4e54-8182-43d8-ba14-1fc30ed3766b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:34.988577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-332cf1ff-87b1-45b2-b23b-856f8a493061 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Calling delete_port for c22f4e54-8182-43d8-ba14-1fc30ed3766b owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:35.004065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6731a1c0-037a-48c2-a3cd-a505907654e8 None None] Port c22f4e54-8182-43d8-ba14-1fc30ed3766b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:35.057438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0aacfe6-9676-479e-ae57-09e11a908806 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c9d457a8-cf68-48ee-9273-712f0c95b285), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:35.120678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aacfe6-9676-479e-ae57-09e11a908806 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=c9d457a8-cf68-48ee-9273-712f0c95b285,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:35.153048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:35.157084 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:35.190844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c460336e-660f-4b15-ba27-9ca86e62687b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:57:35.197220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7a47c138-42a1-450e-b20b-c0b6f1b8f924 req-8e7f7906-7011-41e5-bfec-7a1021d4cc29 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port e10764b9-0375-4a3e-bae9-1768f0a0d4e9, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:35.197874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a47c138-42a1-450e-b20b-c0b6f1b8f924 req-8e7f7906-7011-41e5-bfec-7a1021d4cc29 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:35.216380 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Publish callbacks [] for port (c460336e-660f-4b15-ba27-9ca86e62687b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:35.242550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530caab-74a3-4eba-924b-20ee3dff5a84 req-28951fea-6085-4259-b981-5872e9b53ce2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:35.244358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9530caab-74a3-4eba-924b-20ee3dff5a84 req-28951fea-6085-4259-b981-5872e9b53ce2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 944 time: 0.3605475 Jan 31 18:57:35.248906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7a47c138-42a1-450e-b20b-c0b6f1b8f924 req-8e7f7906-7011-41e5-bfec-7a1021d4cc29 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for e10764b9-0375-4a3e-bae9-1768f0a0d4e9 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:35.259997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] device_id is not set on port a4515ea4-efe0-4b37-82e0-58510b4bc716 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:35.356150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-332cf1ff-87b1-45b2-b23b-856f8a493061 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c22f4e54-8182-43d8-ba14-1fc30ed3766b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:35.359546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:35.399637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cf1ff-87b1-45b2-b23b-856f8a493061 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event deleted for resources: {'Port': ['ID=c22f4e54-8182-43d8-ba14-1fc30ed3766b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:35.407365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0aacfe6-9676-479e-ae57-09e11a908806 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:35.410280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Allocated IP 2001:db8::eb (4ede364d-0990-48f9-ad5e-a853e084a85f/b4e92c3c-8994-4e2e-97b6-86675b46b5fd/a4515ea4-efe0-4b37-82e0-58510b4bc716) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:35.411094 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d0aacfe6-9676-479e-ae57-09e11a908806 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/c9d457a8-cf68-48ee-9273-712f0c95b285 HTTP/1.1" status: 204 len: 168 time: 1.5367012 Jan 31 18:57:35.415191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:35.452762 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-831d7ebc-a523-4086-957d-9eaafa6598a0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:57:35.454338 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-831d7ebc-a523-4086-957d-9eaafa6598a0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/c9d457a8-cf68-48ee-9273-712f0c95b285 HTTP/1.1" status: 404 len: 333 time: 0.0381894 Jan 31 18:57:35.505034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:35.505303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54338) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:35.505764 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:35.638872 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:35.699115 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:35.699966 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:35.701985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Transition to ACTIVE for port object c460336e-660f-4b15-ba27-9ca86e62687b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:57:35.703966 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:35.745690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:35.789824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=700b0a7c-4280-4a52-a9f4-a2ae8430ddb3,segment=NetworkSegment(b82c0684-ca2c-406b-859a-3b248d226e0a),segment_id=b82c0684-ca2c-406b-859a-3b248d226e0a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:35.800097 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:35.940946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 4ede364d-0990-48f9-ad5e-a853e084a85f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:35.957392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=700b0a7c-4280-4a52-a9f4-a2ae8430ddb3,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:35.967578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.969192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.969702 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.970197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.970690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.971382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.971878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.972380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.972861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.973337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.973892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.974368 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.974897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:35.984535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:35.987684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:35.993944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:35.994783 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:36.055846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52e2f21a-4ffc-44a0-b5cc-9f6563f98a70 req-fe5f0821-bf74-4a06-8f5c-b92c309829b7 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.2066605 Jan 31 18:57:36.087960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=a4515ea4-efe0-4b37-82e0-58510b4bc716,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:36.162334 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ca30b223-e23b-4af4-bba2-6fc82fdd4796 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.1957552 Jan 31 18:57:36.178585 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9530caab-74a3-4eba-924b-20ee3dff5a84 req-21227264-072b-4ba3-9f6b-f8dd4760c32b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=54980aea-9851-49c3-993e-7fb120763d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5539439 Jan 31 18:57:36.180878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54346) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:36.321181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Pushing event updated for resources: {'Port': ['ID=c460336e-660f-4b15-ba27-9ca86e62687b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:36.326787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e941bb98-be04-4646-beda-361af5f0ea63 None None] Network 4ede364d-0990-48f9-ad5e-a853e084a85f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:36.410239 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-658cb660-1695-46c3-900b-8a60a8be768a None None] Provisioning complete for port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:36.410917 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-658cb660-1695-46c3-900b-8a60a8be768a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:36.486098 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-332cf1ff-87b1-45b2-b23b-856f8a493061 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:36.496642 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-332cf1ff-87b1-45b2-b23b-856f8a493061 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "DELETE /v2.0/ports/c22f4e54-8182-43d8-ba14-1fc30ed3766b HTTP/1.1" status: 204 len: 168 time: 2.1896384 Jan 31 18:57:36.498712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:36.535758 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f73b12d-fa68-4c6a-9abe-d30e39da2bc2 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] GET failed (client error): The resource could not be found. Jan 31 18:57:36.541557 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6f73b12d-fa68-4c6a-9abe-d30e39da2bc2 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "GET /v2.0/ports/c22f4e54-8182-43d8-ba14-1fc30ed3766b HTTP/1.1" status: 404 len: 333 time: 0.0397820 Jan 31 18:57:36.544499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9db87292-7836-4c8a-8cdf-2d131de0645c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port b740f079-cc13-4514-9e4e-15208193f219 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:36.545017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9db87292-7836-4c8a-8cdf-2d131de0645c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b740f079-cc13-4514-9e4e-15208193f219), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:36.548057 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:36.551625 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ef59685-9570-44c5-89f7-4e417b8d7f60 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (baa8036b-44c2-410e-bef1-50b0f92245e0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:36.570951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-658cb660-1695-46c3-900b-8a60a8be768a None None] Current status of the port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:36.707340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc16820-1fd6-4db2-b4e8-879fe10e01fb req-ae25b9af-c9fe-4d13-9bd2-0f969aca5bf3 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:36.716976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ecc16820-1fd6-4db2-b4e8-879fe10e01fb req-ae25b9af-c9fe-4d13-9bd2-0f969aca5bf3 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 943 time: 0.4491994 Jan 31 18:57:36.732704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e10764b9-0375-4a3e-bae9-1768f0a0d4e9 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:36.738096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Attempting to bind port c460336e-660f-4b15-ba27-9ca86e62687b on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:36.739208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Attempting to bind port c460336e-660f-4b15-ba27-9ca86e62687b by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:36.739855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Attempting to bind port c460336e-660f-4b15-ba27-9ca86e62687b on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:36.752590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a47c138-42a1-450e-b20b-c0b6f1b8f924 req-8e7f7906-7011-41e5-bfec-7a1021d4cc29 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e10764b9-0375-4a3e-bae9-1768f0a0d4e9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:36.762252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9db87292-7836-4c8a-8cdf-2d131de0645c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b740f079-cc13-4514-9e4e-15208193f219), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:36.785688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: e10764b9-0375-4a3e-bae9-1768f0a0d4e9 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:36.786175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e10764b9-0375-4a3e-bae9-1768f0a0d4e9 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:36.796893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-98531cd4-27cd-4a31-9efe-fff32b1f981c tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Deleting port 030605db-83a9-41e2-a748-f1f0cfd1f4f5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:36.797278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98531cd4-27cd-4a31-9efe-fff32b1f981c tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (030605db-83a9-41e2-a748-f1f0cfd1f4f5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:36.804930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9db87292-7836-4c8a-8cdf-2d131de0645c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for b740f079-cc13-4514-9e4e-15208193f219 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:36.845042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Port c460336e-660f-4b15-ba27-9ca86e62687b on network 8c183b94-d131-43f6-abd6-daa20cc7c014 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:57:36.845557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Attempting to bind port c460336e-660f-4b15-ba27-9ca86e62687b on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:36.895010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef59685-9570-44c5-89f7-4e417b8d7f60 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Subnet': ['ID=baa8036b-44c2-410e-bef1-50b0f92245e0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:36.898992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f7906-7011-41e5-bfec-7a1021d4cc29 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=e10764b9-0375-4a3e-bae9-1768f0a0d4e9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:36.908206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:36.908687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Checking segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:36.909186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Bound using segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:36.909754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Bound port: c460336e-660f-4b15-ba27-9ca86e62687b, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:36.910242 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.011165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98531cd4-27cd-4a31-9efe-fff32b1f981c tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (030605db-83a9-41e2-a748-f1f0cfd1f4f5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.046558 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-98531cd4-27cd-4a31-9efe-fff32b1f981c tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Calling delete_port for 030605db-83a9-41e2-a748-f1f0cfd1f4f5 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:37.065629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef59685-9570-44c5-89f7-4e417b8d7f60 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Checking segment: {'id': '62c53872-2c6d-4d9b-a298-7aa7fbd9667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a751a111-2f39-4d2e-b66c-d04ed4357d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:37.065991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef59685-9570-44c5-89f7-4e417b8d7f60 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network hostable DHCP agents. Network: a751a111-2f39-4d2e-b66c-d04ed4357d4d, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:57:37.069028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a47c138-42a1-450e-b20b-c0b6f1b8f924 req-8e7f7906-7011-41e5-bfec-7a1021d4cc29 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] No DVR routers for this DVR port e10764b9-0375-4a3e-bae9-1768f0a0d4e9 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:37.079252 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a47c138-42a1-450e-b20b-c0b6f1b8f924 req-8e7f7906-7011-41e5-bfec-7a1021d4cc29 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.082735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a47c138-42a1-450e-b20b-c0b6f1b8f924 req-8e7f7906-7011-41e5-bfec-7a1021d4cc29 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.49 "DELETE /v2.0/ports/e10764b9-0375-4a3e-bae9-1768f0a0d4e9 HTTP/1.1" status: 204 len: 173 time: 3.8497062 Jan 31 18:57:37.085653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'name': 'network-vif-deleted', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:57:37.087950 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2656da-4495-4de8-bf48-9762c8b69ea3" -d '{"events": [{"server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "name": "network-vif-deleted", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:57:37.120388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f6d67a07-2faa-44d6-a705-193d7d1dd59d None None] Provisioning complete for port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:37.120831 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f6d67a07-2faa-44d6-a705-193d7d1dd59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.187496 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f7f3c3-a5ac-40e5-a00a-78052b3cf169 x-openstack-request-id: req-75f7f3c3-a5ac-40e5-a00a-78052b3cf169 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:57:37.187762 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101954b8-aa61-46b2-b004-83bbdc7f9c61", "name": "network-vif-deleted", "tag": "e10764b9-0375-4a3e-bae9-1768f0a0d4e9", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:57:37.188020 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75f7f3c3-a5ac-40e5-a00a-78052b3cf169 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:57:37.188481 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101954b8-aa61-46b2-b004-83bbdc7f9c61', 'name': 'network-vif-deleted', 'tag': 'e10764b9-0375-4a3e-bae9-1768f0a0d4e9', 'status': 'completed', 'code': 200} Jan 31 18:57:37.199660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ecc16820-1fd6-4db2-b4e8-879fe10e01fb req-a092f339-61e9-46c8-87b5-6c1f750ef213 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816844 Jan 31 18:57:37.377017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f6d67a07-2faa-44d6-a705-193d7d1dd59d None None] Current status of the port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:37.385803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:37.399083 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9db87292-7836-4c8a-8cdf-2d131de0645c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b740f079-cc13-4514-9e4e-15208193f219), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.455867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-babb14a1-0a03-467b-abd5-636425091727 req-99982557-d1ee-4696-b4c1-da568cbfd11a tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1069188 Jan 31 18:57:37.456531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef59685-9570-44c5-89f7-4e417b8d7f60 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network a751a111-2f39-4d2e-b66c-d04ed4357d4d is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:57:37.503238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4ef59685-9570-44c5-89f7-4e417b8d7f60 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, a751a111-2f39-4d2e-b66c-d04ed4357d4d) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:37.529693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef59685-9570-44c5-89f7-4e417b8d7f60 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:37.530231 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ef59685-9570-44c5-89f7-4e417b8d7f60 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.548026 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b3d91-3ddf-47fd-8dee-fb13586cef4a None None] Network a751a111-2f39-4d2e-b66c-d04ed4357d4d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:37.567218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db87292-7836-4c8a-8cdf-2d131de0645c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=b740f079-cc13-4514-9e4e-15208193f219,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:37.614897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3de305ad-0394-491b-a701-25f48ac8decf req-ed9ff372-9f48-4eb7-b090-14bca88cbc9b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=101954b8-aa61-46b2-b004-83bbdc7f9c61 HTTP/1.1" status: 200 len: 210 time: 0.1381264 Jan 31 18:57:37.653788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] For port c460336e-660f-4b15-ba27-9ca86e62687b, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:37.717565 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98531cd4-27cd-4a31-9efe-fff32b1f981c tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (030605db-83a9-41e2-a748-f1f0cfd1f4f5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.731552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] For port c460336e-660f-4b15-ba27-9ca86e62687b, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c460336e-660f-4b15-ba27-9ca86e62687b,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:37.738490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f6d67a07-2faa-44d6-a705-193d7d1dd59d None None] Provisioning complete for port a4515ea4-efe0-4b37-82e0-58510b4bc716 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:37.738927 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f6d67a07-2faa-44d6-a705-193d7d1dd59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.749845 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4ef59685-9570-44c5-89f7-4e417b8d7f60 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8230991 Jan 31 18:57:37.754136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54360) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:37.765892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f7ac0a68-90ca-49a4-bd6c-2de20d7b8759 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-865526437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:37.778039 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.794993 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.822950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98531cd4-27cd-4a31-9efe-fff32b1f981c tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event deleted for resources: {'Port': ['ID=030605db-83a9-41e2-a748-f1f0cfd1f4f5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:37.828915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7ac0a68-90ca-49a4-bd6c-2de20d7b8759 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (9cb72882-efa4-4854-bfad-66277cb9f7b2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.830210 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7ac0a68-90ca-49a4-bd6c-2de20d7b8759 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (9cb72882-efa4-4854-bfad-66277cb9f7b2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.852697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9db87292-7836-4c8a-8cdf-2d131de0645c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.857768 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9db87292-7836-4c8a-8cdf-2d131de0645c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/b740f079-cc13-4514-9e4e-15208193f219 HTTP/1.1" status: 204 len: 168 time: 2.3511622 Jan 31 18:57:37.860045 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98531cd4-27cd-4a31-9efe-fff32b1f981c tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.867425 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-98531cd4-27cd-4a31-9efe-fff32b1f981c tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "DELETE /v2.0/ports/030605db-83a9-41e2-a748-f1f0cfd1f4f5 HTTP/1.1" status: 204 len: 168 time: 1.3148723 Jan 31 18:57:37.868832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54362) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:37.869546 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54364) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:37.881344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f6d67a07-2faa-44d6-a705-193d7d1dd59d None None] Port a4515ea4-efe0-4b37-82e0-58510b4bc716 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:37.908035 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-0687c140-e99c-4f0e-83ff-e605730d5464 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] GET failed (client error): The resource could not be found. Jan 31 18:57:37.914410 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0687c140-e99c-4f0e-83ff-e605730d5464 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "GET /v2.0/ports/030605db-83a9-41e2-a748-f1f0cfd1f4f5 HTTP/1.1" status: 404 len: 333 time: 0.0421236 Jan 31 18:57:37.917369 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54368) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:37.927581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:37.928656 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.977011 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7ac0a68-90ca-49a4-bd6c-2de20d7b8759 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (9cb72882-efa4-4854-bfad-66277cb9f7b2), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.989900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:37.991516 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:37.999463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] 10.222.0.49 "PUT /v2.0/ports/c460336e-660f-4b15-ba27-9ca86e62687b HTTP/1.1" status: 200 len: 1092 time: 4.9790342 Jan 31 18:57:38.005546 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7ac0a68-90ca-49a4-bd6c-2de20d7b8759 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (9cb72882-efa4-4854-bfad-66277cb9f7b2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.015666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-a751a111-2f39-4d2e-b66c-d04ed4357d4d', 'network_id': 'a751a111-2f39-4d2e-b66c-d04ed4357d4d', 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'fixed_ips': [{'subnet_id': 'baa8036b-44c2-410e-bef1-50b0f92245e0'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:57:38.018008 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.026748 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce70b2b8-6aa6-449b-aff4-fa1c91372a1c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:57:38.028592 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ce70b2b8-6aa6-449b-aff4-fa1c91372a1c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/b740f079-cc13-4514-9e4e-15208193f219 HTTP/1.1" status: 404 len: 333 time: 0.1576169 Jan 31 18:57:38.032153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54370) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:38.102866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b0b57d98-6c95-4330-ad32-84d07075fba0 None None] Provisioning complete for port a4515ea4-efe0-4b37-82e0-58510b4bc716 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:38.103181 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b0b57d98-6c95-4330-ad32-84d07075fba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.173861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d21a7c-91db-406f-81b7-2c7425e26dfc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting subnet 03f7b1d5-9a18-4daf-97f2-21ba0b568174 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:57:38.178718 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17d21a7c-91db-406f-81b7-2c7425e26dfc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (03f7b1d5-9a18-4daf-97f2-21ba0b568174), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.230556 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17d21a7c-91db-406f-81b7-2c7425e26dfc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (03f7b1d5-9a18-4daf-97f2-21ba0b568174), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.309422 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-caac8b26-7283-471b-89ab-9f14589b4809 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Deleting port 4a51e07e-77f9-48b9-ac7f-39151563a349 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:38.318933 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caac8b26-7283-471b-89ab-9f14589b4809 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4a51e07e-77f9-48b9-ac7f-39151563a349), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.365041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Allocated IP 172.20.0.2 (a751a111-2f39-4d2e-b66c-d04ed4357d4d/baa8036b-44c2-410e-bef1-50b0f92245e0/3c760898-f387-4c43-b9ad-9b65f263be18) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:38.489503 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17d21a7c-91db-406f-81b7-2c7425e26dfc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (03f7b1d5-9a18-4daf-97f2-21ba0b568174), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.515978 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caac8b26-7283-471b-89ab-9f14589b4809 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4a51e07e-77f9-48b9-ac7f-39151563a349), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.540660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-caac8b26-7283-471b-89ab-9f14589b4809 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Calling delete_port for 4a51e07e-77f9-48b9-ac7f-39151563a349 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:38.602553 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Publish callbacks [] for port (3c760898-f387-4c43-b9ad-9b65f263be18), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.637045 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17d21a7c-91db-406f-81b7-2c7425e26dfc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (03f7b1d5-9a18-4daf-97f2-21ba0b568174), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.658582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b0b57d98-6c95-4330-ad32-84d07075fba0 None None] Port a4515ea4-efe0-4b37-82e0-58510b4bc716 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:38.666773 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.685047 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d21a7c-91db-406f-81b7-2c7425e26dfc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Subnet': ['ID=03f7b1d5-9a18-4daf-97f2-21ba0b568174,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:38.691063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17d21a7c-91db-406f-81b7-2c7425e26dfc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.698992 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-17d21a7c-91db-406f-81b7-2c7425e26dfc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/03f7b1d5-9a18-4daf-97f2-21ba0b568174 HTTP/1.1" status: 204 len: 168 time: 0.6619401 Jan 31 18:57:38.705544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54380) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:38.716511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddf56d7-af3f-4f4f-8f24-56efea89b104 None None] Network 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:38.807195 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7ac0a68-90ca-49a4-bd6c-2de20d7b8759 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.808968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f7ac0a68-90ca-49a4-bd6c-2de20d7b8759 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0533061 Jan 31 18:57:38.814501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54382) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:38.873180 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58020c61-1d19-4a62-bd6a-b4080c90592c req-ec21d454-9c6e-44c0-8026-d344cd5a9e97 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1459141 Jan 31 18:57:38.880780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c1fd3-5d1f-43f2-bffe-1521f7f1473b service neutron] Pushing event updated for resources: {'Port': ['ID=c460336e-660f-4b15-ba27-9ca86e62687b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:38.886260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Network a751a111-2f39-4d2e-b66c-d04ed4357d4d is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:38.889550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:38.910678 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.917701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:38.919388 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caac8b26-7283-471b-89ab-9f14589b4809 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4a51e07e-77f9-48b9-ac7f-39151563a349), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:38.929383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:38.933779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Pushing event updated for resources: {'Port': ['ID=3c760898-f387-4c43-b9ad-9b65f263be18,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:38.991822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac8b26-7283-471b-89ab-9f14589b4809 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event deleted for resources: {'Port': ['ID=4a51e07e-77f9-48b9-ac7f-39151563a349,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:39.007601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54384) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:39.033331 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caac8b26-7283-471b-89ab-9f14589b4809 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.057058 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-caac8b26-7283-471b-89ab-9f14589b4809 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "DELETE /v2.0/ports/4a51e07e-77f9-48b9-ac7f-39151563a349 HTTP/1.1" status: 204 len: 168 time: 1.1387208 Jan 31 18:57:39.057762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54386) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:39.156177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Attempting to bind port 3c760898-f387-4c43-b9ad-9b65f263be18 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:39.156710 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Attempting to bind port 3c760898-f387-4c43-b9ad-9b65f263be18 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '62c53872-2c6d-4d9b-a298-7aa7fbd9667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a751a111-2f39-4d2e-b66c-d04ed4357d4d'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:39.157285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Attempting to bind port 3c760898-f387-4c43-b9ad-9b65f263be18 on network a751a111-2f39-4d2e-b66c-d04ed4357d4d {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:39.201025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:39.201816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Checking segment: {'id': '62c53872-2c6d-4d9b-a298-7aa7fbd9667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a751a111-2f39-4d2e-b66c-d04ed4357d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:39.202292 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.202708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Bound using segment: {'id': '62c53872-2c6d-4d9b-a298-7aa7fbd9667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a751a111-2f39-4d2e-b66c-d04ed4357d4d'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:39.203252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Bound port: 3c760898-f387-4c43-b9ad-9b65f263be18, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c53872-2c6d-4d9b-a298-7aa7fbd9667a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a751a111-2f39-4d2e-b66c-d04ed4357d4d'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:39.203914 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.208870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-40211d99-4c60-40a3-a947-f84cb08a0692 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Deleting subnet cd2c3fc2-1c2d-4db8-80cf-a90349ce7311 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:57:39.223439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4', 'tag': 'c460336e-660f-4b15-ba27-9ca86e62687b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:57:39.226122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40211d99-4c60-40a3-a947-f84cb08a0692 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for subnet (cd2c3fc2-1c2d-4db8-80cf-a90349ce7311), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.226774 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b55bd2-c007-413c-816f-7d72ae534d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4", "tag": "c460336e-660f-4b15-ba27-9ca86e62687b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:57:39.230697 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38591ea-5532-45ea-a4cd-4d918cce95c1 None None] DHCP port deletion for 7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:57:39.320188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40211d99-4c60-40a3-a947-f84cb08a0692 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (cd2c3fc2-1c2d-4db8-80cf-a90349ce7311), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.371802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8560e-702b-4ce9-98a3-108620524885 req-f637cd67-46e3-4108-9c56-3cb697898c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:39.373615 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-f637cd67-46e3-4108-9c56-3cb697898c60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 1126 time: 0.6414547 Jan 31 18:57:39.381921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5ae27-9b59-490c-9f71-a6662ebf331e req-6e0b707c-7a3f-460e-92c7-099d6cd3a8e1 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:39.383564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfa5ae27-9b59-490c-9f71-a6662ebf331e req-6e0b707c-7a3f-460e-92c7-099d6cd3a8e1 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 943 time: 0.6428809 Jan 31 18:57:39.387228 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c786399-4693-4d47-94a6-2599bde158fc x-openstack-request-id: req-9c786399-4693-4d47-94a6-2599bde158fc {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:57:39.387640 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4", "tag": "c460336e-660f-4b15-ba27-9ca86e62687b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:57:39.387828 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c786399-4693-4d47-94a6-2599bde158fc {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:57:39.388312 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4', 'tag': 'c460336e-660f-4b15-ba27-9ca86e62687b', 'status': 'completed', 'code': 200} Jan 31 18:57:39.421084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:39.421431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.455285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] For port 3c760898-f387-4c43-b9ad-9b65f263be18, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:39.459854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] For port 3c760898-f387-4c43-b9ad-9b65f263be18, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3c760898-f387-4c43-b9ad-9b65f263be18,segment=NetworkSegment(62c53872-2c6d-4d9b-a298-7aa7fbd9667a),segment_id=62c53872-2c6d-4d9b-a298-7aa7fbd9667a)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:39.467334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e38591ea-5532-45ea-a4cd-4d918cce95c1 None None] Deleting port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:39.467768 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e38591ea-5532-45ea-a4cd-4d918cce95c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.484193 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.554303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40211d99-4c60-40a3-a947-f84cb08a0692 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (cd2c3fc2-1c2d-4db8-80cf-a90349ce7311), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.558918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-959033dd-94c6-4e2e-853c-dc6831fd70d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c460336e-660f-4b15-ba27-9ca86e62687b HTTP/1.1" status: 200 len: 217 time: 0.1276793 Jan 31 18:57:39.560896 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.594888 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] For port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6d96b9c3-fa8a-4f97-b217-a6b3717bcd06,segment=NetworkSegment(7d2ab93b-132b-49f7-8024-d6cc237b4e7e),segment_id=7d2ab93b-132b-49f7-8024-d6cc237b4e7e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:39.595293 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.621188 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.627011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:39.687539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e38591ea-5532-45ea-a4cd-4d918cce95c1 None None] For port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6d96b9c3-fa8a-4f97-b217-a6b3717bcd06,segment=NetworkSegment(7d2ab93b-132b-49f7-8024-d6cc237b4e7e),segment_id=7d2ab93b-132b-49f7-8024-d6cc237b4e7e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:39.688188 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e38591ea-5532-45ea-a4cd-4d918cce95c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.700940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c07dd-e349-45d8-877e-c6a083cefe39 None None] Pushing event updated for resources: {'Port': ['ID=3c760898-f387-4c43-b9ad-9b65f263be18,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:39.735820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e38591ea-5532-45ea-a4cd-4d918cce95c1 None None] Calling delete_port for 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:39.748624 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40211d99-4c60-40a3-a947-f84cb08a0692 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (cd2c3fc2-1c2d-4db8-80cf-a90349ce7311), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.792669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40211d99-4c60-40a3-a947-f84cb08a0692 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2c3fc2-1c2d-4db8-80cf-a90349ce7311,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:39.808417 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40211d99-4c60-40a3-a947-f84cb08a0692 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:39.813609 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-40211d99-4c60-40a3-a947-f84cb08a0692 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "DELETE /v2.0/subnets/cd2c3fc2-1c2d-4db8-80cf-a90349ce7311 HTTP/1.1" status: 204 len: 168 time: 0.7545598 Jan 31 18:57:39.816905 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54392) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:39.865016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfa5ae27-9b59-490c-9f71-a6662ebf331e req-f0a5eb24-209a-46b0-b6b0-1e195aa39b03 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389558 Jan 31 18:57:39.903684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d248e4ac-f752-48dd-b7f6-07e2bc2d328e None None] Network 825a2860-0692-43d1-b83e-de73a3099495 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:39.927967 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8560e-702b-4ce9-98a3-108620524885 req-6e013176-37e1-48b9-99d9-fbe9c3ff74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:39.930346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-6e013176-37e1-48b9-99d9-fbe9c3ff74c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.3600345 Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.971177 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:39.975985 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 18:57:39.982059 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.013051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No DVR routers for this DVR port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:40.078473 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e38591ea-5532-45ea-a4cd-4d918cce95c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (6d96b9c3-fa8a-4f97-b217-a6b3717bcd06), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.095184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=a4515ea4-efe0-4b37-82e0-58510b4bc716,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:40.123925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=6d96b9c3-fa8a-4f97-b217-a6b3717bcd06,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:40.132823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38591ea-5532-45ea-a4cd-4d918cce95c1 None None] Pushing event deleted for resources: {'Port': ['ID=6d96b9c3-fa8a-4f97-b217-a6b3717bcd06,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:40.175511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-ad1ffcf2-11f4-4422-b60d-073977515536 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1720228 Jan 31 18:57:40.196266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38591ea-5532-45ea-a4cd-4d918cce95c1 None None] No DVR routers for this DVR port 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:40.237665 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ca08555-b4bf-4d6f-b1f9-1d9f6393cac8 req-9bfe5a80-1199-4a65-8cfd-1a1d87d1fcfa tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1394365 Jan 31 18:57:40.248132 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.295730 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.299926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:40.326563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2ab93b-132b-49f7-8024-d6cc237b4e7e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:40.329601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2ab93b-132b-49f7-8024-d6cc237b4e7e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:40.356481 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (7d2ab93b-132b-49f7-8024-d6cc237b4e7e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.377506 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (7d2ab93b-132b-49f7-8024-d6cc237b4e7e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.387730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:57:40.388461 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (7d2ab93b-132b-49f7-8024-d6cc237b4e7e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:57:40.409400 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:57:40.420239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (825a2860-0692-43d1-b83e-de73a3099495), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.439092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a55d491-e449-4877-9568-fde442080713 None None] DHCP port deletion for 825a2860-0692-43d1-b83e-de73a3099495 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:57:40.516008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.516975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-15247f55-62e2-4783-b266-1d9f33f0e3f7 None None] Provisioning complete for port a4515ea4-efe0-4b37-82e0-58510b4bc716 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:40.517430 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-15247f55-62e2-4783-b266-1d9f33f0e3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.523690 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.531347 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/networks/7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392 HTTP/1.1" status: 204 len: 168 time: 1.8240404 Jan 31 18:57:40.533560 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54398) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:40.543232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dff8875f-30c0-453d-bc82-f781cbb373e6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-364382083'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:40.551234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7a55d491-e449-4877-9568-fde442080713 None None] Deleting port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:40.551234 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a55d491-e449-4877-9568-fde442080713 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.596503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff8875f-30c0-453d-bc82-f781cbb373e6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:40.600876 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dff8875f-30c0-453d-bc82-f781cbb373e6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.605103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (6f14a075-db20-45c0-8515-fd527e7527ba), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.605606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0810a2-c5d8-414a-911f-f36291edc5cc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Network': ['ID=7f4ea0e0-e5ba-4aca-a78d-7d3696cd9392,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:40.617658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-56e5b5bd-1b87-4270-b54f-1ead8c8865fc service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048755 Jan 31 18:57:40.655674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Deleting port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:40.656101 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.678971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff8875f-30c0-453d-bc82-f781cbb373e6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:57:40.751753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dff8875f-30c0-453d-bc82-f781cbb373e6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (68f60e70-a877-4738-ab80-c328bcabb148), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.752469 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-dff8875f-30c0-453d-bc82-f781cbb373e6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Added segment 68f60e70-a877-4738-ab80-c328bcabb148 of type vlan for network 04913487-41c8-4745-9d6d-3c0ed0e5927e Jan 31 18:57:40.821835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] For port bc00355d-79ed-4981-ad83-fbfdf0ec8b58, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bc00355d-79ed-4981-ad83-fbfdf0ec8b58,segment=NetworkSegment(e2adafd0-82e8-40db-9ab0-fa112e5f569a),segment_id=e2adafd0-82e8-40db-9ab0-fa112e5f569a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:40.821835 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.848872 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dff8875f-30c0-453d-bc82-f781cbb373e6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (04913487-41c8-4745-9d6d-3c0ed0e5927e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.852809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Calling delete_port for bc00355d-79ed-4981-ad83-fbfdf0ec8b58 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:40.925135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7a55d491-e449-4877-9568-fde442080713 None None] For port bc00355d-79ed-4981-ad83-fbfdf0ec8b58, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bc00355d-79ed-4981-ad83-fbfdf0ec8b58,segment=NetworkSegment(e2adafd0-82e8-40db-9ab0-fa112e5f569a),segment_id=e2adafd0-82e8-40db-9ab0-fa112e5f569a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:40.925846 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a55d491-e449-4877-9568-fde442080713 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.932592 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dff8875f-30c0-453d-bc82-f781cbb373e6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (04913487-41c8-4745-9d6d-3c0ed0e5927e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.938369 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff8875f-30c0-453d-bc82-f781cbb373e6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:40.939014 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dff8875f-30c0-453d-bc82-f781cbb373e6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:40.955096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7a55d491-e449-4877-9568-fde442080713 None None] Calling delete_port for bc00355d-79ed-4981-ad83-fbfdf0ec8b58 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:41.056145 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dff8875f-30c0-453d-bc82-f781cbb373e6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5169590 Jan 31 18:57:41.056878 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54402) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:41.083775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-07a44a45-d3f0-45f6-81ca-0d58c967f4d3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '04913487-41c8-4745-9d6d-3c0ed0e5927e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:41.135831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8875f-30c0-453d-bc82-f781cbb373e6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Network': ['ID=04913487-41c8-4745-9d6d-3c0ed0e5927e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:41.182020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-15247f55-62e2-4783-b266-1d9f33f0e3f7 None None] Port a4515ea4-efe0-4b37-82e0-58510b4bc716 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:41.193083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 04913487-41c8-4745-9d6d-3c0ed0e5927e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:57:41.447322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3c760898-f387-4c43-b9ad-9b65f263be18 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:41.487067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2728d6f-0eae-4191-b321-e6298df08cfc req-4ff3dadd-7a71-4b59-9bf6-5f0b56d9bc23 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0680428 Jan 31 18:57:41.522723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3c760898-f387-4c43-b9ad-9b65f263be18 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:41.523082 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:41.576256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b757cfcb-88c9-4bfb-8f30-7c4b61c51a41 None None] Network a751a111-2f39-4d2e-b66c-d04ed4357d4d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:41.576892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cc8560e-702b-4ce9-98a3-108620524885 req-bc7fe918-f5e3-4a30-a5d6-678fb0473ce8 service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890565 Jan 31 18:57:41.592948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d8011-0cf8-4953-a783-4bdda1c069b5 req-b1bc44d1-4184-43d2-a79f-463a3d27a923 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:41.595586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-560d8011-0cf8-4953-a783-4bdda1c069b5 req-b1bc44d1-4184-43d2-a79f-463a3d27a923 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 943 time: 0.5621352 Jan 31 18:57:41.629008 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:41.666698 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:41.682599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Allocated IP 172.20.0.1 (a751a111-2f39-4d2e-b66c-d04ed4357d4d/baa8036b-44c2-410e-bef1-50b0f92245e0/61c2cc0e-3377-42fe-8f18-11c488955e50) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:41.737766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3c760898-f387-4c43-b9ad-9b65f263be18 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:41.738160 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:41.745731 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event deleted for resources: {'Port': ['ID=bc00355d-79ed-4981-ad83-fbfdf0ec8b58,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:41.752467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] No DVR routers for this DVR port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:41.754967 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a44a45-d3f0-45f6-81ca-0d58c967f4d3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:41.763258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07a44a45-d3f0-45f6-81ca-0d58c967f4d3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:41.786278 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a55d491-e449-4877-9568-fde442080713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (bc00355d-79ed-4981-ad83-fbfdf0ec8b58), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:41.827621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 3c760898-f387-4c43-b9ad-9b65f263be18, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3c760898-f387-4c43-b9ad-9b65f263be18,segment=NetworkSegment(62c53872-2c6d-4d9b-a298-7aa7fbd9667a),segment_id=62c53872-2c6d-4d9b-a298-7aa7fbd9667a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:41.864759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55d491-e449-4877-9568-fde442080713 None None] No DVR routers for this DVR port bc00355d-79ed-4981-ad83-fbfdf0ec8b58 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:41.874987 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (825a2860-0692-43d1-b83e-de73a3099495), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:41.895476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55d491-e449-4877-9568-fde442080713 None None] Pushing event deleted for resources: {'Port': ['ID=bc00355d-79ed-4981-ad83-fbfdf0ec8b58,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:41.904698 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825a2860-0692-43d1-b83e-de73a3099495']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:41.905348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-87b12471-5faf-4ce2-baac-24d6ce77423f None None] Provisioning complete for port 3c760898-f387-4c43-b9ad-9b65f263be18 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:41.905731 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87b12471-5faf-4ce2-baac-24d6ce77423f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:41.908729 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:41.915432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-560d8011-0cf8-4953-a783-4bdda1c069b5 req-0177c53e-9b05-4bc5-8256-b708dce98bb7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027880 Jan 31 18:57:41.919365 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2adafd0-82e8-40db-9ab0-fa112e5f569a') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:41.919484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2adafd0-82e8-40db-9ab0-fa112e5f569a') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:41.945905 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (e2adafd0-82e8-40db-9ab0-fa112e5f569a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:41.978517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b55bd2-c007-413c-816f-7d72ae534d1e req-40569f5e-b8a0-451f-8969-5a27880649c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:41.980048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0b55bd2-c007-413c-816f-7d72ae534d1e req-40569f5e-b8a0-451f-8969-5a27880649c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 1126 time: 0.3295400 Jan 31 18:57:42.011468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e2adafd0-82e8-40db-9ab0-fa112e5f569a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.026292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:57:42.026785 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (e2adafd0-82e8-40db-9ab0-fa112e5f569a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.045967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=3c760898-f387-4c43-b9ad-9b65f263be18,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:42.066513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:57:42.110956 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:57:42.117918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:42.118163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (825a2860-0692-43d1-b83e-de73a3099495), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.118387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6d96b9c3-fa8a-4f97-b217-a6b3717bcd06 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:42.118888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bc00355d-79ed-4981-ad83-fbfdf0ec8b58 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:42.138313 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (61c2cc0e-3377-42fe-8f18-11c488955e50), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.164128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.168738 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: bc00355d-79ed-4981-ad83-fbfdf0ec8b58 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:42.169094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bc00355d-79ed-4981-ad83-fbfdf0ec8b58 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:42.174209 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] 10.222.0.20 "DELETE /v2.0/networks/825a2860-0692-43d1-b83e-de73a3099495 HTTP/1.1" status: 204 len: 168 time: 2.3554993 Jan 31 18:57:42.222726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863997c-28ed-49f3-9725-75efc3c89967 tempest-AllowedAddressPairIpV6TestJSON-550901803 tempest-AllowedAddressPairIpV6TestJSON-550901803-project] Pushing event deleted for resources: {'Network': ['ID=825a2860-0692-43d1-b83e-de73a3099495,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:42.272293 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1efdb81-e7d1-478d-a266-1c629199fdf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.356396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-87b12471-5faf-4ce2-baac-24d6ce77423f None None] Current status of the port 3c760898-f387-4c43-b9ad-9b65f263be18 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:42.434565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b55bd2-c007-413c-816f-7d72ae534d1e req-365d1534-d9d9-4c4d-8424-d8ccd98ec556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:42.436117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0b55bd2-c007-413c-816f-7d72ae534d1e req-365d1534-d9d9-4c4d-8424-d8ccd98ec556 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 906 time: 0.4447253 Jan 31 18:57:42.450723 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07a44a45-d3f0-45f6-81ca-0d58c967f4d3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (7196f327-cb88-4f6e-99aa-9ccd441dfe69), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.508948 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (61c2cc0e-3377-42fe-8f18-11c488955e50), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.522082 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0b55bd2-c007-413c-816f-7d72ae534d1e req-4e18742e-0b6c-4a97-8148-80f99e9ceb1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c460336e-660f-4b15-ba27-9ca86e62687b HTTP/1.1" status: 200 len: 217 time: 0.0767679 Jan 31 18:57:42.596294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b55bd2-c007-413c-816f-7d72ae534d1e req-4e2b8d74-c44c-4f81-9c23-165207e583f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:42.598193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0b55bd2-c007-413c-816f-7d72ae534d1e req-4e2b8d74-c44c-4f81-9c23-165207e583f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.0563731 Jan 31 18:57:42.600742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a44a45-d3f0-45f6-81ca-0d58c967f4d3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Subnet': ['ID=7196f327-cb88-4f6e-99aa-9ccd441dfe69,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:42.640292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a44a45-d3f0-45f6-81ca-0d58c967f4d3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Checking segment: {'id': '68f60e70-a877-4738-ab80-c328bcabb148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04913487-41c8-4745-9d6d-3c0ed0e5927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:42.640586 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a44a45-d3f0-45f6-81ca-0d58c967f4d3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network hostable DHCP agents. Network: 04913487-41c8-4745-9d6d-3c0ed0e5927e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:57:42.691248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a44a45-d3f0-45f6-81ca-0d58c967f4d3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 04913487-41c8-4745-9d6d-3c0ed0e5927e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:57:42.703127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-07a44a45-d3f0-45f6-81ca-0d58c967f4d3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 04913487-41c8-4745-9d6d-3c0ed0e5927e) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:42.713838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fd3abe-c8f1-4a3a-9fce-1df0b904bb23 None None] Network 04913487-41c8-4745-9d6d-3c0ed0e5927e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:42.718414 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a44a45-d3f0-45f6-81ca-0d58c967f4d3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:42.719767 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07a44a45-d3f0-45f6-81ca-0d58c967f4d3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.744893 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-07a44a45-d3f0-45f6-81ca-0d58c967f4d3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6662548 Jan 31 18:57:42.747570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54416) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:42.753444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ab2ca93f-a960-4a13-9bd3-18636c790f60 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1763260228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:42.768888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0b55bd2-c007-413c-816f-7d72ae534d1e req-97bf11da-510b-46a0-b51c-65bd325d8307 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288836 Jan 31 18:57:42.777736 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54418) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:42.780707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network a751a111-2f39-4d2e-b66c-d04ed4357d4d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:42.788141 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab2ca93f-a960-4a13-9bd3-18636c790f60 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (a0445acd-d610-4a3c-9f18-53fbcf7ae0f1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.789533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab2ca93f-a960-4a13-9bd3-18636c790f60 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (a0445acd-d610-4a3c-9f18-53fbcf7ae0f1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.829081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:42.843204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-372771dc-cbbe-413f-92bf-0230a5236a3d req-cf8ebdcc-3713-4bdd-b4cc-d2ee797d829f tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0917680 Jan 31 18:57:42.846645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:42.918399 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab2ca93f-a960-4a13-9bd3-18636c790f60 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for router_controller (a0445acd-d610-4a3c-9f18-53fbcf7ae0f1), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.924313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-04913487-41c8-4745-9d6d-3c0ed0e5927e', 'network_id': '04913487-41c8-4745-9d6d-3c0ed0e5927e', 'project_id': 'dbbb1c34a5a64e82b1085e7b45e35416', 'fixed_ips': [{'subnet_id': '7196f327-cb88-4f6e-99aa-9ccd441dfe69'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:57:42.926654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.929715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab2ca93f-a960-4a13-9bd3-18636c790f60 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (a0445acd-d610-4a3c-9f18-53fbcf7ae0f1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.945438 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (9cb72882-efa4-4854-bfad-66277cb9f7b2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.967338 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab2ca93f-a960-4a13-9bd3-18636c790f60 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:42.971231 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ab2ca93f-a960-4a13-9bd3-18636c790f60 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2199473 Jan 31 18:57:42.973095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:43.003774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'network_id': '04913487-41c8-4745-9d6d-3c0ed0e5927e', 'name': 'tempest-PortsTestJSON-367850996'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:43.042308 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.059181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=61c2cc0e-3377-42fe-8f18-11c488955e50,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:43.227381 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.228104 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (6f14a075-db20-45c0-8515-fd527e7527ba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.237577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3c760898-f387-4c43-b9ad-9b65f263be18 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:43.253173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-79f73808-ce71-4553-9dd9-345f633ef27e None None] Provisioning complete for port 3c760898-f387-4c43-b9ad-9b65f263be18 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:43.253749 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-79f73808-ce71-4553-9dd9-345f633ef27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.321880 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4ee5c1f2-d1ff-4ea0-93d3-b35db708cde7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62582e47cdea4dc281fdd7b1b2aa79e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5425446 Jan 31 18:57:43.323237 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54426) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:43.324559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:43.329055 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.335806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Allocated IP 172.20.0.2 (04913487-41c8-4745-9d6d-3c0ed0e5927e/7196f327-cb88-4f6e-99aa-9ccd441dfe69/44f0dfba-e4c7-44f5-8ef3-a90edb26d861) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:43.415957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-79f73808-ce71-4553-9dd9-345f633ef27e None None] Current status of the port 3c760898-f387-4c43-b9ad-9b65f263be18 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:43.439471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port 755164dd-3b1e-4760-9328-ca4baca9d2e9 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:43.445205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3c760898-f387-4c43-b9ad-9b65f263be18 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:43.445590 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.446382 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-157f08f6-d0bc-4d9c-bf3c-1492e41c0f33 admin admin] Publish callbacks [] for security_group (c1b8dc93-fa61-46c6-af1a-22eb86ce93a5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.478675 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-157f08f6-d0bc-4d9c-bf3c-1492e41c0f33 admin admin] Publish callbacks [] for security_group (c1b8dc93-fa61-46c6-af1a-22eb86ce93a5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.602846 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-157f08f6-d0bc-4d9c-bf3c-1492e41c0f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c1b8dc93-fa61-46c6-af1a-22eb86ce93a5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.607150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-157f08f6-d0bc-4d9c-bf3c-1492e41c0f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.623403 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-157f08f6-d0bc-4d9c-bf3c-1492e41c0f33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1b8dc93-fa61-46c6-af1a-22eb86ce93a5 HTTP/1.1" status: 204 len: 168 time: 0.2680805 Jan 31 18:57:43.652453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f08f6-d0bc-4d9c-bf3c-1492e41c0f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b8dc93-fa61-46c6-af1a-22eb86ce93a5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:43.657430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-687e06a8-67af-43a6-b371-0df6cd1c6b49 None None] Provisioning complete for port 61c2cc0e-3377-42fe-8f18-11c488955e50 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:43.657860 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-687e06a8-67af-43a6-b371-0df6cd1c6b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (61c2cc0e-3377-42fe-8f18-11c488955e50), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.706214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3c760898-f387-4c43-b9ad-9b65f263be18 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:43.830865 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Publish callbacks [] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.830865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-687e06a8-67af-43a6-b371-0df6cd1c6b49 None None] Port 61c2cc0e-3377-42fe-8f18-11c488955e50 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:43.856986 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:43.861288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=a4515ea4-efe0-4b37-82e0-58510b4bc716,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:43.880560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cea3e-6e4b-452a-88be-b06855a201fc req-90621184-61e6-4b42-aa69-99f5862e88d7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:43.882861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-008cea3e-6e4b-452a-88be-b06855a201fc req-90621184-61e6-4b42-aa69-99f5862e88d7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 943 time: 0.8095074 Jan 31 18:57:43.941682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0b55bd2-c007-413c-816f-7d72ae534d1e req-d1b30cb8-2325-47c5-b734-c948590eb1d0 service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1287668 Jan 31 18:57:43.989401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.3 (04913487-41c8-4745-9d6d-3c0ed0e5927e/7196f327-cb88-4f6e-99aa-9ccd441dfe69/755164dd-3b1e-4760-9328-ca4baca9d2e9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:44.010835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Network 04913487-41c8-4745-9d6d-3c0ed0e5927e is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:44.014537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:44.057149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:44.077846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Pushing event updated for resources: {'Port': ['ID=44f0dfba-e4c7-44f5-8ef3-a90edb26d861,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:44.154433 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (61c2cc0e-3377-42fe-8f18-11c488955e50), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:44.166058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-19301ebb-14a4-4c8d-bc26-e22676e320e7 req-008f52cc-8e0f-4e22-bcf8-080e1be449e3 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1722648 Jan 31 18:57:44.196645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Attempting to bind port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:44.197029 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Attempting to bind port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '68f60e70-a877-4738-ab80-c328bcabb148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04913487-41c8-4745-9d6d-3c0ed0e5927e'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:44.197406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Attempting to bind port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 on network 04913487-41c8-4745-9d6d-3c0ed0e5927e {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:44.206345 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:44.207732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Checking segment: {'id': '68f60e70-a877-4738-ab80-c328bcabb148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04913487-41c8-4745-9d6d-3c0ed0e5927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:44.208163 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:44.208648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Bound using segment: {'id': '68f60e70-a877-4738-ab80-c328bcabb148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04913487-41c8-4745-9d6d-3c0ed0e5927e'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:44.209204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Bound port: 44f0dfba-e4c7-44f5-8ef3-a90edb26d861, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f60e70-a877-4738-ab80-c328bcabb148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '04913487-41c8-4745-9d6d-3c0ed0e5927e'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:44.209662 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:44.253569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 4ede364d-0990-48f9-ad5e-a853e084a85f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:44.264966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:44.372495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] For port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:44.382925 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] For port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=44f0dfba-e4c7-44f5-8ef3-a90edb26d861,segment=NetworkSegment(68f60e70-a877-4738-ab80-c328bcabb148),segment_id=68f60e70-a877-4738-ab80-c328bcabb148)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:44.389691 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:44.394409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-008cea3e-6e4b-452a-88be-b06855a201fc req-0009c7e3-26dd-4d2a-b08f-1f574350851f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017292 Jan 31 18:57:44.397998 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:44.491587 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:44.607524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230ddcf-b1ca-412b-a2e5-c5a1763959cc None None] Pushing event updated for resources: {'Port': ['ID=44f0dfba-e4c7-44f5-8ef3-a90edb26d861,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:44.696764 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 04913487-41c8-4745-9d6d-3c0ed0e5927e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:44.705410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=755164dd-3b1e-4760-9328-ca4baca9d2e9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:44.708111 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:44.710603 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:44.747193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device c460336e-660f-4b15-ba27-9ca86e62687b details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:57:44.802145 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0b55bd2-c007-413c-816f-7d72ae534d1e req-dcca6a6a-49d4-4072-b10b-a170c08a514f service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8332181 Jan 31 18:57:44.814526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:44.816355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:44.856727 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fc6a5e4f-6c61-440e-989d-e8bac2ce021f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8803046 Jan 31 18:57:44.858213 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54458) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:44.878499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6b075dbc-d077-4868-b2f8-ea0d56747f22 None None] Provisioning complete for port a4515ea4-efe0-4b37-82e0-58510b4bc716 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:44.879259 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6b075dbc-d077-4868-b2f8-ea0d56747f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:44.996170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6b075dbc-d077-4868-b2f8-ea0d56747f22 None None] Port a4515ea4-efe0-4b37-82e0-58510b4bc716 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:45.028606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e1efdb81-e7d1-478d-a266-1c629199fdf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port eb69a1ed-b582-4d6e-b7e7-3f660430644c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:45.029133 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1efdb81-e7d1-478d-a266-1c629199fdf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:45.076979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54460) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:45.079934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router 6f14a075-db20-45c0-8515-fd527e7527ba is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:57:45.098486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port c460336e-660f-4b15-ba27-9ca86e62687b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c460336e-660f-4b15-ba27-9ca86e62687b,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:45.113294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'c460336e-660f-4b15-ba27-9ca86e62687b', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'port_id': 'c460336e-660f-4b15-ba27-9ca86e62687b', 'mac_address': 'fa:16:3e:92:f6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84ab55c-34af-4b5d-8cef-07d311d8d426', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:57:45.234845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port c460336e-660f-4b15-ba27-9ca86e62687b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:45.244264 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:45.270192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c460336e-660f-4b15-ba27-9ca86e62687b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:57:45.311136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port c460336e-660f-4b15-ba27-9ca86e62687b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c460336e-660f-4b15-ba27-9ca86e62687b,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:45.330242 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:45.423103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:45.437631 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e3a001-7a08-4d08-87a9-3a5ba5faa7fa None None] Sync routers for ids ['6f14a075-db20-45c0-8515-fd527e7527ba'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:45.449310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=c460336e-660f-4b15-ba27-9ca86e62687b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:45.458189 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3a001-7a08-4d08-87a9-3a5ba5faa7fa None None] Routers {'6f14a075-db20-45c0-8515-fd527e7527ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:45.460540 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d7e3a001-7a08-4d08-87a9-3a5ba5faa7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6f14a075-db20-45c0-8515-fd527e7527ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:45.461983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:45.488978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-41093fbd-78fb-42aa-8194-33605114c098 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/6f14a075-db20-45c0-8515-fd527e7527ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3012416 Jan 31 18:57:45.533814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54468) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:45.543943 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d7e3a001-7a08-4d08-87a9-3a5ba5faa7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:45.562652 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3a001-7a08-4d08-87a9-3a5ba5faa7fa None None] Routers {'6f14a075-db20-45c0-8515-fd527e7527ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:45.563742 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d7e3a001-7a08-4d08-87a9-3a5ba5faa7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6f14a075-db20-45c0-8515-fd527e7527ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:45.571936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1185779586'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:45.581092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:45.581748 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:45.610758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ff6b622-cfd8-458a-b5c9-7562b8a335bb req-1567c4cd-aec5-4089-a956-eea3768bc776 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1780598 Jan 31 18:57:45.633033 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:45.649790 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d7e3a001-7a08-4d08-87a9-3a5ba5faa7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:45.650446 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e3a001-7a08-4d08-87a9-3a5ba5faa7fa None None] The sync data for ids ['6f14a075-db20-45c0-8515-fd527e7527ba'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:45.669311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['c460336e-660f-4b15-ba27-9ca86e62687b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:57:45.775820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:45.776219 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:45.818001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=44f0dfba-e4c7-44f5-8ef3-a90edb26d861,segment=NetworkSegment(68f60e70-a877-4738-ab80-c328bcabb148),segment_id=68f60e70-a877-4738-ab80-c328bcabb148)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:45.829063 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:45.951216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Made reservation on behalf of 94cf7ea64b9d442c9328e22a2a948b92 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:45.959777 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.001055 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.029785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e1efdb81-e7d1-478d-a266-1c629199fdf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port eb69a1ed-b582-4d6e-b7e7-3f660430644c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=eb69a1ed-b582-4d6e-b7e7-3f660430644c,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:46.030507 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1efdb81-e7d1-478d-a266-1c629199fdf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.030600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=44f0dfba-e4c7-44f5-8ef3-a90edb26d861,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:46.042498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e482bb-350a-49c8-8f50-0f267893c6d2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:46.044148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-20e482bb-350a-49c8-8f50-0f267893c6d2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports/a4515ea4-efe0-4b37-82e0-58510b4bc716 HTTP/1.1" status: 200 len: 982 time: 0.4654994 Jan 31 18:57:46.051918 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54472) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:46.081704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5d5a7-f5fa-4892-becc-9eda0d7f221d req-87d7494a-b95a-42ca-934f-3f499e031447 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:46.083203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bd5d5a7-f5fa-4892-becc-9eda0d7f221d req-87d7494a-b95a-42ca-934f-3f499e031447 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 944 time: 0.4982128 Jan 31 18:57:46.100419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e1efdb81-e7d1-478d-a266-1c629199fdf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for eb69a1ed-b582-4d6e-b7e7-3f660430644c owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:46.103597 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (61c2cc0e-3377-42fe-8f18-11c488955e50), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.142180 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (61c2cc0e-3377-42fe-8f18-11c488955e50), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.211552 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (9cb72882-efa4-4854-bfad-66277cb9f7b2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.321231 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.339426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1650777e-befb-4251-a4ea-82ae6e83cd37 None None] Network 04913487-41c8-4745-9d6d-3c0ed0e5927e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:46.432018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=61c2cc0e-3377-42fe-8f18-11c488955e50,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:46.453287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bd5d5a7-f5fa-4892-becc-9eda0d7f221d req-6abb7385-418f-4897-baa3-9348509f923a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568094 Jan 31 18:57:46.506751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.533857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6416f003-93a8-4c74-a4ae-47073dcba282 None None] Provisioning complete for port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:46.534871 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6416f003-93a8-4c74-a4ae-47073dcba282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.578483 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks [] for security_group (91384ff5-aee8-4757-addd-9e3cdc1e18a9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.596710 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (91384ff5-aee8-4757-addd-9e3cdc1e18a9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.609195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:57:46.620644 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (6884d61c-6274-4846-af4c-cf8418b0ecef), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.620981 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Added segment 6884d61c-6274-4846-af4c-cf8418b0ecef of type vlan for network b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd Jan 31 18:57:46.669969 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.731734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network a751a111-2f39-4d2e-b66c-d04ed4357d4d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:46.781598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6416f003-93a8-4c74-a4ae-47073dcba282 None None] Current status of the port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:46.783841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device c460336e-660f-4b15-ba27-9ca86e62687b up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:46.796542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:46.824792 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (a0445acd-d610-4a3c-9f18-53fbcf7ae0f1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.851139 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.855984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port c460336e-660f-4b15-ba27-9ca86e62687b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:57:46.866256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:46.867030 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:46.877810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port c460336e-660f-4b15-ba27-9ca86e62687b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:46.878197 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:47.049866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port c460336e-660f-4b15-ba27-9ca86e62687b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:47.050265 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:47.093364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:47.110976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c460336e-660f-4b15-ba27-9ca86e62687b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:57:47.129179 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2643afcc-c301-4443-a3b6-cd5440b11b03" -d '{"events": [{"server_uuid": "9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4", "name": "network-vif-plugged", "status": "completed", "tag": "c460336e-660f-4b15-ba27-9ca86e62687b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:57:47.149800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port c460336e-660f-4b15-ba27-9ca86e62687b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c460336e-660f-4b15-ba27-9ca86e62687b,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:47.154484 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:47.286037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=c460336e-660f-4b15-ba27-9ca86e62687b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:47.292774 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd65bb4-d6e6-4f0d-a165-7f7e2cd8d583 x-openstack-request-id: req-fcd65bb4-d6e6-4f0d-a165-7f7e2cd8d583 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:57:47.293069 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4", "name": "network-vif-plugged", "status": "completed", "tag": "c460336e-660f-4b15-ba27-9ca86e62687b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:57:47.293343 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcd65bb4-d6e6-4f0d-a165-7f7e2cd8d583 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:57:47.295388 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c460336e-660f-4b15-ba27-9ca86e62687b', 'code': 200} Jan 31 18:57:47.321511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:47.379156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cea46f0b-5860-42b2-8726-69677a0c9a73 req-852b2217-3ee2-480d-b06f-2bbcdba259b4 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.5710113 Jan 31 18:57:47.501604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4105740 Jan 31 18:57:47.620572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91384ff5-aee8-4757-addd-9e3cdc1e18a9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:47.722030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ad45d89a-47ee-4f8f-98b3-e76b584b6aea None None] Provisioning complete for port 61c2cc0e-3377-42fe-8f18-11c488955e50 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:47.723131 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ad45d89a-47ee-4f8f-98b3-e76b584b6aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (61c2cc0e-3377-42fe-8f18-11c488955e50), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:47.851241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ad45d89a-47ee-4f8f-98b3-e76b584b6aea None None] Port 61c2cc0e-3377-42fe-8f18-11c488955e50 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:47.855019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:47.855148 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:47.873915 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54482) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:47.882903 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=755164dd-3b1e-4760-9328-ca4baca9d2e9,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:47.903227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3c1078de-d8fb-4d0b-843e-0a540a2a3355 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Request body: {'subnet': {'network_id': 'b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:48.023046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6eb5885e-8fdb-4af8-9290-d4e706b3a31e None None] Provisioning complete for port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:48.023454 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6eb5885e-8fdb-4af8-9290-d4e706b3a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:48.063802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567085d-a717-4d21-8629-2645080847e2 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Pushing event updated for resources: {'Network': ['ID=b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:48.066362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:48.091313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:57:48.117831 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1efdb81-e7d1-478d-a266-1c629199fdf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (eb69a1ed-b582-4d6e-b7e7-3f660430644c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:48.206978 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efdb81-e7d1-478d-a266-1c629199fdf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=eb69a1ed-b582-4d6e-b7e7-3f660430644c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:48.282289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3999e54-f6cc-4005-b969-c5f59a39fa25 req-83a967b0-7ce7-40c0-88ce-7b290c31efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:48.284306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3999e54-f6cc-4005-b969-c5f59a39fa25 req-83a967b0-7ce7-40c0-88ce-7b290c31efcb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 1128 time: 0.8957996 Jan 31 18:57:48.302951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 9cb72882-efa4-4854-bfad-66277cb9f7b2 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:57:48.313866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5885e-8fdb-4af8-9290-d4e706b3a31e None None] Current status of the port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:48.328244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6eb5885e-8fdb-4af8-9290-d4e706b3a31e None None] Provisioning complete for port 755164dd-3b1e-4760-9328-ca4baca9d2e9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:48.328821 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6eb5885e-8fdb-4af8-9290-d4e706b3a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:48.370651 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1078de-d8fb-4d0b-843e-0a540a2a3355 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Made reservation on behalf of 94cf7ea64b9d442c9328e22a2a948b92 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:48.374152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5885e-8fdb-4af8-9290-d4e706b3a31e None None] Port 755164dd-3b1e-4760-9328-ca4baca9d2e9 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:48.374719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c1078de-d8fb-4d0b-843e-0a540a2a3355 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:48.399440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45364ec6-35a3-4fe4-a123-40516f8fc25b req-5d0a3500-958a-449f-9e2b-57a57b119c82 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:48.402178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45364ec6-35a3-4fe4-a123-40516f8fc25b req-5d0a3500-958a-449f-9e2b-57a57b119c82 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 945 time: 0.7773602 Jan 31 18:57:48.450817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3999e54-f6cc-4005-b969-c5f59a39fa25 req-588f7b8a-ecf2-482e-9ab9-77375dce8974 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518602 Jan 31 18:57:48.502250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0ca08346-02bb-4d08-81fe-50c5acb6ddc6 None None] Provisioning complete for port 755164dd-3b1e-4760-9328-ca4baca9d2e9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:48.502645 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0ca08346-02bb-4d08-81fe-50c5acb6ddc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:48.526128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60224bf1-a4a2-40db-a74f-509d759d9bf1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (6f14a075-db20-45c0-8515-fd527e7527ba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:48.559689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0ca08346-02bb-4d08-81fe-50c5acb6ddc6 None None] Port 755164dd-3b1e-4760-9328-ca4baca9d2e9 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:48.581045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0357a90-4b47-43a9-b56b-1d173f43f05f req-2df2de0a-47ee-4a0a-8348-1cad81eae1db tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0469792 Jan 31 18:57:48.681048 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:48.702253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45364ec6-35a3-4fe4-a123-40516f8fc25b req-18beb118-ff79-45df-96f5-fa683bf19f86 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611575 Jan 31 18:57:48.723881 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:48.761766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:48.772134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2fae6b68-4f6f-4bc7-9fee-e7b747d7a298 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/9cb72882-efa4-4854-bfad-66277cb9f7b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9121563 Jan 31 18:57:48.778198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d001af1-e1a1-437e-8485-288f9f398687 None None] Sync routers for ids ['9cb72882-efa4-4854-bfad-66277cb9f7b2'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:48.788099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:48.802277 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d001af1-e1a1-437e-8485-288f9f398687 None None] Routers {'9cb72882-efa4-4854-bfad-66277cb9f7b2'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:48.806611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8d001af1-e1a1-437e-8485-288f9f398687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9cb72882-efa4-4854-bfad-66277cb9f7b2'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:48.847945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1efdb81-e7d1-478d-a266-1c629199fdf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:48.877065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=755164dd-3b1e-4760-9328-ca4baca9d2e9,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:48.884879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2980e504-aba4-40f7-8908-c86c63922503 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:48.889338 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2980e504-aba4-40f7-8908-c86c63922503 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports/61c2cc0e-3377-42fe-8f18-11c488955e50 HTTP/1.1" status: 200 len: 910 time: 0.1001911 Jan 31 18:57:48.890009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54490) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:48.893123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8d001af1-e1a1-437e-8485-288f9f398687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:48.910225 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (a0445acd-d610-4a3c-9f18-53fbcf7ae0f1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:48.947097 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d58e3f5b-4877-4cc5-b4de-957fbefe3fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:48.954712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d001af1-e1a1-437e-8485-288f9f398687 None None] Routers {'9cb72882-efa4-4854-bfad-66277cb9f7b2'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:48.955698 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c1078de-d8fb-4d0b-843e-0a540a2a3355 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (4f6f689d-b763-4d2a-826e-7779cbe4ad46), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:48.956519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8d001af1-e1a1-437e-8485-288f9f398687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9cb72882-efa4-4854-bfad-66277cb9f7b2'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:49.008001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8d001af1-e1a1-437e-8485-288f9f398687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:49.009222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d001af1-e1a1-437e-8485-288f9f398687 None None] The sync data for ids ['9cb72882-efa4-4854-bfad-66277cb9f7b2'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:49.097022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1078de-d8fb-4d0b-843e-0a540a2a3355 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Pushing event updated for resources: {'Subnet': ['ID=4f6f689d-b763-4d2a-826e-7779cbe4ad46,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:49.143474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1078de-d8fb-4d0b-843e-0a540a2a3355 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Checking segment: {'id': '6884d61c-6274-4846-af4c-cf8418b0ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:49.143840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1078de-d8fb-4d0b-843e-0a540a2a3355 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Network hostable DHCP agents. Network: b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:57:49.157079 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 04913487-41c8-4745-9d6d-3c0ed0e5927e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:49.162779 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:49.194577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-60224bf1-a4a2-40db-a74f-509d759d9bf1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port a4515ea4-efe0-4b37-82e0-58510b4bc716 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:49.194936 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60224bf1-a4a2-40db-a74f-509d759d9bf1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:49.451109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1078de-d8fb-4d0b-843e-0a540a2a3355 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Network b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:57:49.471352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1efdb81-e7d1-478d-a266-1c629199fdf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:57:49.501864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3c1078de-d8fb-4d0b-843e-0a540a2a3355 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:49.507737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1078de-d8fb-4d0b-843e-0a540a2a3355 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:49.508643 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c1078de-d8fb-4d0b-843e-0a540a2a3355 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:49.509758 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f3506971-5342-484b-8d52-71069f0444fd None None] Provisioning complete for port 755164dd-3b1e-4760-9328-ca4baca9d2e9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:49.510149 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f3506971-5342-484b-8d52-71069f0444fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:49.513203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347fe42f-8b93-46f8-a443-31b7384d2a30 None None] Network b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:49.523131 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60224bf1-a4a2-40db-a74f-509d759d9bf1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:49.545190 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3c1078de-d8fb-4d0b-843e-0a540a2a3355 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6519852 Jan 31 18:57:49.548574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54494) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:49.549657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-60224bf1-a4a2-40db-a74f-509d759d9bf1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for a4515ea4-efe0-4b37-82e0-58510b4bc716 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:49.556966 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Request body: {'port': {'network_id': 'b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-525111910'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:49.578648 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e227-ea96-4d6d-a11a-81936dca07f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (9cb72882-efa4-4854-bfad-66277cb9f7b2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:49.664697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Router a0445acd-d610-4a3c-9f18-53fbcf7ae0f1 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:57:49.767135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f3506971-5342-484b-8d52-71069f0444fd None None] Port 755164dd-3b1e-4760-9328-ca4baca9d2e9 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:49.786594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd', 'network_id': 'b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd', 'project_id': '94cf7ea64b9d442c9328e22a2a948b92', 'fixed_ips': [{'subnet_id': '4f6f689d-b763-4d2a-826e-7779cbe4ad46'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:57:49.788243 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:49.822067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5ffa0ec-9877-4c15-a83e-34420da8458d req-8dd2ffd4-20a1-4924-be2a-c2d7ad22dfbf tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0872900 Jan 31 18:57:49.823409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1efdb81-e7d1-478d-a266-1c629199fdf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:49.843777 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11656926-97dd-42df-a9ef-9d4ac95c9501 None None] Sync routers for ids ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:49.866363 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11656926-97dd-42df-a9ef-9d4ac95c9501 None None] Routers {'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:49.878798 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-11656926-97dd-42df-a9ef-9d4ac95c9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:49.924022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e1efdb81-e7d1-478d-a266-1c629199fdf2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "PUT /v2.0/routers/ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9120202 Jan 31 18:57:49.924401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54500) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:50.003867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Made reservation on behalf of 94cf7ea64b9d442c9328e22a2a948b92 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:50.015573 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:50.019355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:50.037952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b0ad69-fab0-4e4a-833c-0ed7572663f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting subnet 8f145fd4-597b-4073-9498-74d669e5811f {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:57:50.047890 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30b0ad69-fab0-4e4a-833c-0ed7572663f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for subnet (8f145fd4-597b-4073-9498-74d669e5811f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:50.054198 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e73cf321-6583-4afc-a01c-064b9efdbeee tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "PUT /v2.0/routers/a0445acd-d610-4a3c-9f18-53fbcf7ae0f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1948752 Jan 31 18:57:50.058699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54502) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:50.075190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d254aa-8d2b-40a3-8cab-c9a304f9154e None None] Sync routers for ids ['a0445acd-d610-4a3c-9f18-53fbcf7ae0f1'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:50.100790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80039867-3e97-4387-b34f-4afd4db33cad req-02ecb46a-b43c-4409-9d73-1091c8ca9ec4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:50.108020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80039867-3e97-4387-b34f-4afd4db33cad req-02ecb46a-b43c-4409-9d73-1091c8ca9ec4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 945 time: 0.1852088 Jan 31 18:57:50.116001 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-11656926-97dd-42df-a9ef-9d4ac95c9501 None None] Set router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:57:50.128375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Allocated IP 172.20.0.2 (b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd/4f6f689d-b763-4d2a-826e-7779cbe4ad46/937e7913-318e-4cad-83ed-ca6f76fee153) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:50.131478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d254aa-8d2b-40a3-8cab-c9a304f9154e None None] Routers {'a0445acd-d610-4a3c-9f18-53fbcf7ae0f1'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:50.132284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-74d254aa-8d2b-40a3-8cab-c9a304f9154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a0445acd-d610-4a3c-9f18-53fbcf7ae0f1'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:50.161095 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30b0ad69-fab0-4e4a-833c-0ed7572663f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (8f145fd4-597b-4073-9498-74d669e5811f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:50.170402 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] device_id is not set on port d1cfc6f3-12ca-4066-afcb-bf0ba729e65c yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:50.242048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-74d254aa-8d2b-40a3-8cab-c9a304f9154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:50.263231 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60224bf1-a4a2-40db-a74f-509d759d9bf1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a4515ea4-efe0-4b37-82e0-58510b4bc716), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:50.281160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80039867-3e97-4387-b34f-4afd4db33cad req-09e7af70-e8c8-4f33-b50d-bf9497b80822 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721241 Jan 31 18:57:50.336923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d254aa-8d2b-40a3-8cab-c9a304f9154e None None] Routers {'a0445acd-d610-4a3c-9f18-53fbcf7ae0f1'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:50.337296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60224bf1-a4a2-40db-a74f-509d759d9bf1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=a4515ea4-efe0-4b37-82e0-58510b4bc716,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:50.337667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-74d254aa-8d2b-40a3-8cab-c9a304f9154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a0445acd-d610-4a3c-9f18-53fbcf7ae0f1'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:50.377803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fdee35-f69d-489b-90ad-a755f23ddc5a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:50.382571 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d2fdee35-f69d-489b-90ad-a755f23ddc5a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0445acd-d610-4a3c-9f18-53fbcf7ae0f1 HTTP/1.1" status: 200 len: 981 time: 0.3132932 Jan 31 18:57:50.385068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54508) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:50.485195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-74d254aa-8d2b-40a3-8cab-c9a304f9154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:50.486260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d254aa-8d2b-40a3-8cab-c9a304f9154e None None] The sync data for ids ['a0445acd-d610-4a3c-9f18-53fbcf7ae0f1'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:50.644892 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-11656926-97dd-42df-a9ef-9d4ac95c9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:57:47Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:50.694739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Publish callbacks [] for port (937e7913-318e-4cad-83ed-ca6f76fee153), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:50.704606 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:50.744066 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11656926-97dd-42df-a9ef-9d4ac95c9501 None None] Checking router: ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:57:50.777282 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11656926-97dd-42df-a9ef-9d4ac95c9501 None None] Routers {'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:50.778442 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-11656926-97dd-42df-a9ef-9d4ac95c9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:50.803219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Pushing event updated for resources: {'Port': ['ID=937e7913-318e-4cad-83ed-ca6f76fee153,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:50.811807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Network b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:50.820161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:50.825306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:50.971500 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-11656926-97dd-42df-a9ef-9d4ac95c9501 None None] Set router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:57:50.984026 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Attempting to bind port 937e7913-318e-4cad-83ed-ca6f76fee153 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:57:50.985696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Attempting to bind port 937e7913-318e-4cad-83ed-ca6f76fee153 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '6884d61c-6274-4846-af4c-cf8418b0ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:57:50.986183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Attempting to bind port 937e7913-318e-4cad-83ed-ca6f76fee153 on network b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:57:50.993728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:57:50.994344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Checking segment: {'id': '6884d61c-6274-4846-af4c-cf8418b0ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:50.994963 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:50.995472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Bound using segment: {'id': '6884d61c-6274-4846-af4c-cf8418b0ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:57:50.996168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Bound port: 937e7913-318e-4cad-83ed-ca6f76fee153, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6884d61c-6274-4846-af4c-cf8418b0ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:57:50.996686 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:51.013457 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60224bf1-a4a2-40db-a74f-509d759d9bf1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (6f14a075-db20-45c0-8515-fd527e7527ba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:51.043948 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30b0ad69-fab0-4e4a-833c-0ed7572663f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (8f145fd4-597b-4073-9498-74d669e5811f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:51.126972 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8e266ac4-676e-4263-bb7e-b99fefd7e269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:51.182234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e39de18-c7c7-4d24-82bf-d26e91faddf7 req-c6085bbf-616f-479b-932f-5638ea16d93c tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1396701 Jan 31 18:57:51.192182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] For port 937e7913-318e-4cad-83ed-ca6f76fee153, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:57:51.201539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] For port 937e7913-318e-4cad-83ed-ca6f76fee153, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=937e7913-318e-4cad-83ed-ca6f76fee153,segment=NetworkSegment(6884d61c-6274-4846-af4c-cf8418b0ecef),segment_id=6884d61c-6274-4846-af4c-cf8418b0ecef)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:57:51.214629 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:51.217963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d52f6d8a-6bb4-4c88-8253-447e72a8d98b {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:57:51.218317 n-d-812111-15 neutron-server[103226]: DEBUG oslo_db.api [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:57:51.261227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4e227-ea96-4d6d-a11a-81936dca07f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port 61c2cc0e-3377-42fe-8f18-11c488955e50 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:51.261865 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e227-ea96-4d6d-a11a-81936dca07f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (61c2cc0e-3377-42fe-8f18-11c488955e50), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:51.323709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc709df-0693-40f3-ba9a-011efeab58de None None] Pushing event updated for resources: {'Port': ['ID=937e7913-318e-4cad-83ed-ca6f76fee153,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:51.348231 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-11656926-97dd-42df-a9ef-9d4ac95c9501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:57:47Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:51.367751 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60224bf1-a4a2-40db-a74f-509d759d9bf1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router 6f14a075-db20-45c0-8515-fd527e7527ba has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:57:51.403867 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11656926-97dd-42df-a9ef-9d4ac95c9501 None None] The sync data for ids ['ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3'] in n-d-812111-15 is: [{'id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1917537847', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:55:37Z', 'updated_at': '2022-01-31T18:57:47Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '7fa6b4ef-1018-4ce0-a1f7-997988423c9c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:55:40Z', 'updated_at': '2022-01-31T18:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:51.486391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60224bf1-a4a2-40db-a74f-509d759d9bf1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:51.493971 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-60224bf1-a4a2-40db-a74f-509d759d9bf1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/6f14a075-db20-45c0-8515-fd527e7527ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4396362 Jan 31 18:57:51.499604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-6aa075d3-d6be-4623-b3df-542b572c1bd7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:51.501057 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13886adc-7f13-411c-a093-9ba9d330d28f None None] Sync routers for ids ['6f14a075-db20-45c0-8515-fd527e7527ba'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:51.503028 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54522) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:51.507738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-6aa075d3-d6be-4623-b3df-542b572c1bd7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.5714657 Jan 31 18:57:51.534114 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3f1f5926-23d3-4ef6-bacc-716fa381d6bf req-72f16e3a-f27e-4279-8f62-4401ba85fae6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0492356 Jan 31 18:57:51.539721 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30b0ad69-fab0-4e4a-833c-0ed7572663f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (8f145fd4-597b-4073-9498-74d669e5811f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:51.545024 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13886adc-7f13-411c-a093-9ba9d330d28f None None] Routers {'6f14a075-db20-45c0-8515-fd527e7527ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:51.548390 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-13886adc-7f13-411c-a093-9ba9d330d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6f14a075-db20-45c0-8515-fd527e7527ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:51.584757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-cc4871ac-a8fb-4038-8e06-9d1c0b5d3d0d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/quotas/5364cc4d46d44a3aa6b7956213fc3a56 HTTP/1.1" status: 200 len: 375 time: 0.0769308 Jan 31 18:57:51.637734 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e227-ea96-4d6d-a11a-81936dca07f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (61c2cc0e-3377-42fe-8f18-11c488955e50), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:51.646699 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30b0ad69-fab0-4e4a-833c-0ed7572663f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:51.648744 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-13886adc-7f13-411c-a093-9ba9d330d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:51.652882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-30b0ad69-fab0-4e4a-833c-0ed7572663f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/subnets/8f145fd4-597b-4073-9498-74d669e5811f HTTP/1.1" status: 204 len: 168 time: 1.7202299 Jan 31 18:57:51.654239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0ad69-fab0-4e4a-833c-0ed7572663f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Subnet': ['ID=8f145fd4-597b-4073-9498-74d669e5811f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:51.661430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a518f14c-9397-4b44-8ac1-90d594d1929a None None] Network fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:51.664670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54526) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:51.670644 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13886adc-7f13-411c-a093-9ba9d330d28f None None] Routers {'6f14a075-db20-45c0-8515-fd527e7527ba'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:51.672264 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-13886adc-7f13-411c-a093-9ba9d330d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6f14a075-db20-45c0-8515-fd527e7527ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:51.744723 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:51.769548 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] device_id is not set on port 0adf4c1f-fd33-465c-8104-44f57607a714 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:51.842394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4e227-ea96-4d6d-a11a-81936dca07f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for 61c2cc0e-3377-42fe-8f18-11c488955e50 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:51.858439 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-fff9d2be-45c9-4a5a-b152-61088bb70f8d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] remove_router_interface failed (client error): The resource could not be found. Jan 31 18:57:51.859604 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fff9d2be-45c9-4a5a-b152-61088bb70f8d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/6f14a075-db20-45c0-8515-fd527e7527ba/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3553448 Jan 31 18:57:51.870678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54528) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:51.975393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53691244-55f7-426a-b677-1c6b0501b4d2 None None] DHCP port deletion for fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:57:51.988062 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-13886adc-7f13-411c-a093-9ba9d330d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:51.989525 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13886adc-7f13-411c-a093-9ba9d330d28f None None] The sync data for ids ['6f14a075-db20-45c0-8515-fd527e7527ba'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:52.061215 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Allocated IP 172.20.0.3 (b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd/4f6f689d-b763-4d2a-826e-7779cbe4ad46/0adf4c1f-fd33-465c-8104-44f57607a714) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:52.080836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53691244-55f7-426a-b677-1c6b0501b4d2 None None] Deleting port cff5b89f-f551-45a3-a5f5-ef6d1798764e {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:52.081353 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53691244-55f7-426a-b677-1c6b0501b4d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.091619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-e8ca5878-1214-4510-8681-e2ded44a811c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4488533 Jan 31 18:57:52.199223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-53691244-55f7-426a-b677-1c6b0501b4d2 None None] For port cff5b89f-f551-45a3-a5f5-ef6d1798764e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=cff5b89f-f551-45a3-a5f5-ef6d1798764e,segment=NetworkSegment(915a34ad-8ac2-4d00-939d-d39c54d8e500),segment_id=915a34ad-8ac2-4d00-939d-d39c54d8e500)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:52.199645 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53691244-55f7-426a-b677-1c6b0501b4d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.215708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-53691244-55f7-426a-b677-1c6b0501b4d2 None None] Calling delete_port for cff5b89f-f551-45a3-a5f5-ef6d1798764e owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:52.232570 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b7645be3-2a54-4eab-ac7f-ea83735bb5c7 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f14a075-db20-45c0-8515-fd527e7527ba HTTP/1.1" status: 200 len: 205 time: 0.3613718 Jan 31 18:57:52.236228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:52.318542 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2916aace-6b55-4820-9512-9f8cc771100d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (6f14a075-db20-45c0-8515-fd527e7527ba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.341682 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.376205 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-53691244-55f7-426a-b677-1c6b0501b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (cff5b89f-f551-45a3-a5f5-ef6d1798764e), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.401139 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53691244-55f7-426a-b677-1c6b0501b4d2 None None] Pushing event deleted for resources: {'Port': ['ID=cff5b89f-f551-45a3-a5f5-ef6d1798764e,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:52.426446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53691244-55f7-426a-b677-1c6b0501b4d2 None None] No DVR routers for this DVR port cff5b89f-f551-45a3-a5f5-ef6d1798764e on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:52.445955 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.500759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e227-ea96-4d6d-a11a-81936dca07f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (61c2cc0e-3377-42fe-8f18-11c488955e50), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.543850 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80adf1d2-d7d5-44a9-b982-4dda9a3b5162 req-36566129-e460-4dd0-be99-2cfb1ae8b572 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0597289 Jan 31 18:57:52.622522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4e227-ea96-4d6d-a11a-81936dca07f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=61c2cc0e-3377-42fe-8f18-11c488955e50,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:52.631800 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2916aace-6b55-4820-9512-9f8cc771100d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (6f14a075-db20-45c0-8515-fd527e7527ba), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.636763 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks [] for port (0adf4c1f-fd33-465c-8104-44f57607a714), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.642361 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2916aace-6b55-4820-9512-9f8cc771100d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (6f14a075-db20-45c0-8515-fd527e7527ba), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.651097 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.708409 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2916aace-6b55-4820-9512-9f8cc771100d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (6f14a075-db20-45c0-8515-fd527e7527ba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.709521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2916aace-6b55-4820-9512-9f8cc771100d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Fanout notify agent at l3_agent the message router_deleted on router 6f14a075-db20-45c0-8515-fd527e7527ba {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:57:52.723269 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2916aace-6b55-4820-9512-9f8cc771100d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.729130 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2916aace-6b55-4820-9512-9f8cc771100d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/6f14a075-db20-45c0-8515-fd527e7527ba HTTP/1.1" status: 204 len: 168 time: 0.4914978 Jan 31 18:57:52.730141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54538) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:52.866066 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (0adf4c1f-fd33-465c-8104-44f57607a714), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.886174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-3004757f-93ba-449b-8cec-f63f44f606d1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting subnet b4e92c3c-8994-4e2e-97b6-86675b46b5fd {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:57:52.890779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3004757f-93ba-449b-8cec-f63f44f606d1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (b4e92c3c-8994-4e2e-97b6-86675b46b5fd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:52.957218 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fb96e1ef-84d7-4153-800b-4185d09f2db2 service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8645968 Jan 31 18:57:52.989444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Network b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:53.005128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:53.008501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:53.067184 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3004757f-93ba-449b-8cec-f63f44f606d1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (b4e92c3c-8994-4e2e-97b6-86675b46b5fd), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:53.080210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:53.080916 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:53.121868 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5699635 Jan 31 18:57:53.141418 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:53.151703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Request body: {'port': {'network_id': 'b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1646381651', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:53.152240 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.api.validators [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] bootfile-name is not in valid_values {{(pid=103226) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 18:57:53.152613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.api.validators [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] tftp-server is not in valid_values {{(pid=103226) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 18:57:53.152953 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.api.validators [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] server-ip-address is not in valid_values {{(pid=103226) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 18:57:53.158410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf124139-9e55-49f1-851d-6c4e5f5391f4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Pushing event updated for resources: {'Port': ['ID=0adf4c1f-fd33-465c-8104-44f57607a714,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:53.217524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e227-ea96-4d6d-a11a-81936dca07f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (9cb72882-efa4-4854-bfad-66277cb9f7b2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:53.274267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-365e529a-5c64-4993-83df-6eacf2f59d1e service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608819 Jan 31 18:57:53.309723 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00dd73d0-e20c-400a-b914-1c3d63af5fd9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (a0445acd-d610-4a3c-9f18-53fbcf7ae0f1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:53.320913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:53.321260 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:53.343699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 937e7913-318e-4cad-83ed-ca6f76fee153 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:53.399757 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3004757f-93ba-449b-8cec-f63f44f606d1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b4e92c3c-8994-4e2e-97b6-86675b46b5fd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:53.451959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde0e9f-4f2a-46bb-a4e0-8a2e53630eed None None] Network b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:53.457796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Made reservation on behalf of 94cf7ea64b9d442c9328e22a2a948b92 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:53.472501 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:53.560739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] device_id is not set on port e63ba877-7ccd-43c9-a858-e1928a9a22d5 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:57:53.593508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 937e7913-318e-4cad-83ed-ca6f76fee153 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:53.593897 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:53.597214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c6ee655a-4281-4e4e-a1c7-f24b552aa81f None None] Provisioning complete for port 937e7913-318e-4cad-83ed-ca6f76fee153 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:53.597579 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c6ee655a-4281-4e4e-a1c7-f24b552aa81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:53.687947 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3004757f-93ba-449b-8cec-f63f44f606d1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (b4e92c3c-8994-4e2e-97b6-86675b46b5fd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:53.743393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee655a-4281-4e4e-a1c7-f24b552aa81f None None] Current status of the port 937e7913-318e-4cad-83ed-ca6f76fee153 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:53.743522 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c6ee655a-4281-4e4e-a1c7-f24b552aa81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:53.754660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004757f-93ba-449b-8cec-f63f44f606d1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e92c3c-8994-4e2e-97b6-86675b46b5fd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:53.757479 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3004757f-93ba-449b-8cec-f63f44f606d1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:53.762402 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3004757f-93ba-449b-8cec-f63f44f606d1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/b4e92c3c-8994-4e2e-97b6-86675b46b5fd HTTP/1.1" status: 204 len: 168 time: 1.0259025 Jan 31 18:57:53.767009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:53.783819 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1d7c96-a0de-4ba9-a27a-a0e5e127c5d7 None None] Network 4ede364d-0990-48f9-ad5e-a853e084a85f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:53.929964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Allocated IP 172.20.0.12 (b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd/4f6f689d-b763-4d2a-826e-7779cbe4ad46/e63ba877-7ccd-43c9-a858-e1928a9a22d5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:54.024008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c6ee655a-4281-4e4e-a1c7-f24b552aa81f None None] For port 937e7913-318e-4cad-83ed-ca6f76fee153, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=937e7913-318e-4cad-83ed-ca6f76fee153,segment=NetworkSegment(6884d61c-6274-4846-af4c-cf8418b0ecef),segment_id=6884d61c-6274-4846-af4c-cf8418b0ecef)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:54.025969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 937e7913-318e-4cad-83ed-ca6f76fee153 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:54.026416 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:54.092686 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c6ee655a-4281-4e4e-a1c7-f24b552aa81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:54.240869 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90ea56bf-782c-4165-be63-9a5dca305630 req-4378d410-6ff1-4fb2-b8a7-ad582ce6e381 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0587437 Jan 31 18:57:54.248642 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:57:54.249001 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:57:54.274748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee655a-4281-4e4e-a1c7-f24b552aa81f None None] Pushing event updated for resources: {'Port': ['ID=937e7913-318e-4cad-83ed-ca6f76fee153,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:54.292635 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:54.329404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f28f515e-0f0e-411d-8b5e-fb4f3098779a None None] Provisioning complete for port 937e7913-318e-4cad-83ed-ca6f76fee153 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:54.329740 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f28f515e-0f0e-411d-8b5e-fb4f3098779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:54.400902 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks [] for port (e63ba877-7ccd-43c9-a858-e1928a9a22d5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:54.402067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1d986fd-a566-4828-ab2f-e4fceb8a7211 req-454bdd06-41d7-4d60-9775-b2d07f0d5aae tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 210 time: 0.1726942 Jan 31 18:57:54.456441 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:54.511372 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e63ba877-7ccd-43c9-a858-e1928a9a22d5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:54.602666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4186e0b-ae9c-416a-b820-9ccec27f5dbc None None] DHCP port deletion for 4ede364d-0990-48f9-ad5e-a853e084a85f request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:57:54.637660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Pushing event updated for resources: {'Port': ['ID=e63ba877-7ccd-43c9-a858-e1928a9a22d5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:54.649647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac4e227-ea96-4d6d-a11a-81936dca07f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 9cb72882-efa4-4854-bfad-66277cb9f7b2 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:57:54.687418 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f28f515e-0f0e-411d-8b5e-fb4f3098779a None None] Current status of the port 937e7913-318e-4cad-83ed-ca6f76fee153 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:54.714454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f28f515e-0f0e-411d-8b5e-fb4f3098779a None None] Provisioning complete for port 0adf4c1f-fd33-465c-8104-44f57607a714 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:54.715126 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f28f515e-0f0e-411d-8b5e-fb4f3098779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0adf4c1f-fd33-465c-8104-44f57607a714), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:54.766797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e4186e0b-ae9c-416a-b820-9ccec27f5dbc None None] Deleting port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:54.767180 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e4186e0b-ae9c-416a-b820-9ccec27f5dbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:54.770719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (4ede364d-0990-48f9-ad5e-a853e084a85f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:54.846932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Network b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:54.873098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port 7fa6b4ef-1018-4ce0-a1f7-997988423c9c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7fa6b4ef-1018-4ce0-a1f7-997988423c9c,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:54.874289 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:54.881149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f28f515e-0f0e-411d-8b5e-fb4f3098779a None None] Port 0adf4c1f-fd33-465c-8104-44f57607a714 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:54.939274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 937e7913-318e-4cad-83ed-ca6f76fee153 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:54.968396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:54.971661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e4186e0b-ae9c-416a-b820-9ccec27f5dbc None None] For port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=700b0a7c-4280-4a52-a9f4-a2ae8430ddb3,segment=NetworkSegment(b82c0684-ca2c-406b-859a-3b248d226e0a),segment_id=b82c0684-ca2c-406b-859a-3b248d226e0a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:54.971889 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e4186e0b-ae9c-416a-b820-9ccec27f5dbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:54.976823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:55.032035 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3815b0db-6a04-459c-a7cb-e5ab2827cc1d req-c8b0126a-4b25-4e97-a9e3-fcb600ce73c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee9312e1e8e34062901418ec3651489f&device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0981052 Jan 31 18:57:55.036238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e4186e0b-ae9c-416a-b820-9ccec27f5dbc None None] Calling delete_port for 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:55.060788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e9a038bf-be1d-46eb-bd98-5851f233e1fe None None] Provisioning complete for port 0adf4c1f-fd33-465c-8104-44f57607a714 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:55.061173 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e9a038bf-be1d-46eb-bd98-5851f233e1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0adf4c1f-fd33-465c-8104-44f57607a714), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:55.094168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for 7fa6b4ef-1018-4ce0-a1f7-997988423c9c owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:55.114228 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3815b0db-6a04-459c-a7cb-e5ab2827cc1d req-c8709ec5-31dd-45bf-b833-80fa40010529 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ee9312e1e8e34062901418ec3651489f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246789 Jan 31 18:57:55.142292 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cff5b89f-f551-45a3-a5f5-ef6d1798764e no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:55.152785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e9a038bf-be1d-46eb-bd98-5851f233e1fe None None] Port 0adf4c1f-fd33-465c-8104-44f57607a714 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:55.182715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: cff5b89f-f551-45a3-a5f5-ef6d1798764e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:55.182979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device cff5b89f-f551-45a3-a5f5-ef6d1798764e not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:55.183409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device eb69a1ed-b582-4d6e-b7e7-3f660430644c no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:55.187498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b981ebd4-6b50-44f1-981d-b910a9037119 req-9ca2562c-9a29-4f38-a831-f6d572920ab4 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1167166 Jan 31 18:57:55.203755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac4e227-ea96-4d6d-a11a-81936dca07f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:57:55.226573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4ac4e227-ea96-4d6d-a11a-81936dca07f9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/9cb72882-efa4-4854-bfad-66277cb9f7b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3331764 Jan 31 18:57:55.234463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:55.273093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:55.273437 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:55.310514 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163b9c77-5a86-4f01-b10b-39477eb4d4c4 None None] Sync routers for ids ['9cb72882-efa4-4854-bfad-66277cb9f7b2'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:57:55.338123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7c1f435a-40c1-448c-b8fc-c03a17dd16fb tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cb72882-efa4-4854-bfad-66277cb9f7b2 HTTP/1.1" status: 200 len: 205 time: 0.0937753 Jan 31 18:57:55.359017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54574) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:55.485759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: eb69a1ed-b582-4d6e-b7e7-3f660430644c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:55.486365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device eb69a1ed-b582-4d6e-b7e7-3f660430644c not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:55.488119 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:55.508470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163b9c77-5a86-4f01-b10b-39477eb4d4c4 None None] Routers {'9cb72882-efa4-4854-bfad-66277cb9f7b2'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:55.509360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-163b9c77-5a86-4f01-b10b-39477eb4d4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9cb72882-efa4-4854-bfad-66277cb9f7b2'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:55.610839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-163b9c77-5a86-4f01-b10b-39477eb4d4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:55.633101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-918d78ec-c85b-4cbd-924a-ad92a6f3cbc7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:55.635039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-918d78ec-c85b-4cbd-924a-ad92a6f3cbc7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.21 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.2524650 Jan 31 18:57:55.822424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Request body: {'port': {'device_id': '816b1b32-65c3-4924-88cf-26c22b23b726', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'admin_state_up': True, 'tenant_id': '5364cc4d46d44a3aa6b7956213fc3a56'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:55.889870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e59170f5-9f18-4c96-8bb9-03495844e622 req-8a12e683-ad13-4104-9729-c2ccd954ae88 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 210 time: 0.1540353 Jan 31 18:57:55.920678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:55.921424 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:55.948856 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-90fc55f1-a46b-4897-9d5b-5b35f55e6b91 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.8038831 Jan 31 18:57:55.954427 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54580) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:55.955784 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 937e7913-318e-4cad-83ed-ca6f76fee153 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:57:56.021294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-431cab38-c595-4964-b18b-d84d1a4b06b9 None None] Provisioning complete for port e63ba877-7ccd-43c9-a858-e1928a9a22d5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:56.022234 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-431cab38-c595-4964-b18b-d84d1a4b06b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e63ba877-7ccd-43c9-a858-e1928a9a22d5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.024213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163b9c77-5a86-4f01-b10b-39477eb4d4c4 None None] Routers {'9cb72882-efa4-4854-bfad-66277cb9f7b2'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:57:56.025196 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-163b9c77-5a86-4f01-b10b-39477eb4d4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9cb72882-efa4-4854-bfad-66277cb9f7b2'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:56.029587 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] For port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=700b0a7c-4280-4a52-a9f4-a2ae8430ddb3,segment=NetworkSegment(b82c0684-ca2c-406b-859a-3b248d226e0a),segment_id=b82c0684-ca2c-406b-859a-3b248d226e0a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:57:56.030031 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.069132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-163b9c77-5a86-4f01-b10b-39477eb4d4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:56.070219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163b9c77-5a86-4f01-b10b-39477eb4d4c4 None None] The sync data for ids ['9cb72882-efa4-4854-bfad-66277cb9f7b2'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:57:56.095616 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bef1d121-69e7-4b4d-a638-20fb9c1f0183 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (9cb72882-efa4-4854-bfad-66277cb9f7b2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.105415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:56.105642 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7fa6b4ef-1018-4ce0-a1f7-997988423c9c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.131593 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e4186e0b-ae9c-416a-b820-9ccec27f5dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.158189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815b0db-6a04-459c-a7cb-e5ab2827cc1d req-7f59ce22-9c57-4869-90ea-0252dc157e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:56.164070 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4186e0b-ae9c-416a-b820-9ccec27f5dbc None None] Pushing event deleted for resources: {'Port': ['ID=700b0a7c-4280-4a52-a9f4-a2ae8430ddb3,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:56.164573 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3815b0db-6a04-459c-a7cb-e5ab2827cc1d req-7f59ce22-9c57-4869-90ea-0252dc157e9b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0433180 Jan 31 18:57:56.166641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 937e7913-318e-4cad-83ed-ca6f76fee153 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:56.167135 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.174184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-431cab38-c595-4964-b18b-d84d1a4b06b9 None None] Port e63ba877-7ccd-43c9-a858-e1928a9a22d5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:56.193584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0a6e76-1c69-4c02-80d8-4e6fb1bc12c5 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:56.200461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0a6e76-1c69-4c02-80d8-4e6fb1bc12c5 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:56.205995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0a6e76-1c69-4c02-80d8-4e6fb1bc12c5 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:56.208068 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ca0a6e76-1c69-4c02-80d8-4e6fb1bc12c5 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2526414 Jan 31 18:57:56.218723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4186e0b-ae9c-416a-b820-9ccec27f5dbc None None] No DVR routers for this DVR port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:56.239095 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.293895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:56.341055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 937e7913-318e-4cad-83ed-ca6f76fee153 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:57:56.361887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=7fa6b4ef-1018-4ce0-a1f7-997988423c9c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:56.455545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:56.495751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (700b0a7c-4280-4a52-a9f4-a2ae8430ddb3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.504252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:56.504840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:56.549662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=700b0a7c-4280-4a52-a9f4-a2ae8430ddb3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:56.565371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No DVR routers for this DVR port 700b0a7c-4280-4a52-a9f4-a2ae8430ddb3 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:57:56.588396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55b337b5-94bf-4fbf-a0cd-61c3a2fd2c06 req-b642f601-fe4c-4d74-b0d2-949549b9af1d tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.2052052 Jan 31 18:57:56.623351 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.691928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (4ede364d-0990-48f9-ad5e-a853e084a85f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.718809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ede364d-0990-48f9-ad5e-a853e084a85f']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:56.729993 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82c0684-ca2c-406b-859a-3b248d226e0a') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:56.730375 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82c0684-ca2c-406b-859a-3b248d226e0a') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:56.741878 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (b82c0684-ca2c-406b-859a-3b248d226e0a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.742097 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.744483 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_controller (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.756464 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b82c0684-ca2c-406b-859a-3b248d226e0a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.764233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:57:56.764658 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (b82c0684-ca2c-406b-859a-3b248d226e0a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.808215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bef1d121-69e7-4b4d-a638-20fb9c1f0183 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (9cb72882-efa4-4854-bfad-66277cb9f7b2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.811960 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.812708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Fanout notify agent at l3_agent the message router_deleted on router ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:57:56.817391 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bef1d121-69e7-4b4d-a638-20fb9c1f0183 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (9cb72882-efa4-4854-bfad-66277cb9f7b2), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.836276 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.837461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bed50138-1a48-40a7-9565-b76a8c6c7ee0 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/routers/ba1f25f5-0f8a-47a2-b22e-6ba3809ab6c3 HTTP/1.1" status: 204 len: 168 time: 5.1711833 Jan 31 18:57:56.849414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54586) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:56.890774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6f525bec-0087-45d7-a641-50f4eddf2422 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Deleting port e63ba877-7ccd-43c9-a858-e1928a9a22d5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:56.891548 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f525bec-0087-45d7-a641-50f4eddf2422 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e63ba877-7ccd-43c9-a858-e1928a9a22d5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:57:56.898155 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:57:56.901509 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (4ede364d-0990-48f9-ad5e-a853e084a85f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.934794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:56.938024 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/networks/4ede364d-0990-48f9-ad5e-a853e084a85f HTTP/1.1" status: 204 len: 168 time: 3.1699293 Jan 31 18:57:56.943392 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:56.958569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4d65e8dc-ff0a-4bed-bf39-c8bdc43f4fe3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-79271127'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:56.982321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66631fdd-f890-43a6-b554-4ba3c7d1029e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Network': ['ID=4ede364d-0990-48f9-ad5e-a853e084a85f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:57.049578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-00dd73d0-e20c-400a-b914-1c3d63af5fd9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 755164dd-3b1e-4760-9328-ca4baca9d2e9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:57.050312 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00dd73d0-e20c-400a-b914-1c3d63af5fd9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.054221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d65e8dc-ff0a-4bed-bf39-c8bdc43f4fe3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:57.065921 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8dc-ff0a-4bed-bf39-c8bdc43f4fe3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.096171 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.121455 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bef1d121-69e7-4b4d-a638-20fb9c1f0183 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (9cb72882-efa4-4854-bfad-66277cb9f7b2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.121946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef1d121-69e7-4b4d-a638-20fb9c1f0183 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Fanout notify agent at l3_agent the message router_deleted on router 9cb72882-efa4-4854-bfad-66277cb9f7b2 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:57:57.151535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f525bec-0087-45d7-a641-50f4eddf2422 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e63ba877-7ccd-43c9-a858-e1928a9a22d5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.169143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6f525bec-0087-45d7-a641-50f4eddf2422 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Calling delete_port for e63ba877-7ccd-43c9-a858-e1928a9a22d5 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:57.171798 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bef1d121-69e7-4b4d-a638-20fb9c1f0183 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.172966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bef1d121-69e7-4b4d-a638-20fb9c1f0183 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/9cb72882-efa4-4854-bfad-66277cb9f7b2 HTTP/1.1" status: 204 len: 168 time: 1.8039253 Jan 31 18:57:57.182338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54594) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:57.285366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Made reservation on behalf of 5364cc4d46d44a3aa6b7956213fc3a56 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:57.289933 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.293576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de7deaba-7fcc-40e7-93ca-963f450af700 req-595663d5-9bb4-4d2d-bc9d-cf979b2ec4e0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 210 time: 0.1876078 Jan 31 18:57:57.298068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d65e8dc-ff0a-4bed-bf39-c8bdc43f4fe3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:57:57.381159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f525bec-0087-45d7-a641-50f4eddf2422 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e63ba877-7ccd-43c9-a858-e1928a9a22d5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.387366 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8dc-ff0a-4bed-bf39-c8bdc43f4fe3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (fe2d3847-dea0-457d-aa4d-78374d5ac589), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.388018 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-4d65e8dc-ff0a-4bed-bf39-c8bdc43f4fe3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Added segment fe2d3847-dea0-457d-aa4d-78374d5ac589 of type vlan for network 4cde798f-e25a-4a85-86bd-ecb520ca2c8a Jan 31 18:57:57.433316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f58cc7-58f3-460b-b3b3-4ee836165431 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting subnet baa8036b-44c2-410e-bef1-50b0f92245e0 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:57:57.440688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f525bec-0087-45d7-a641-50f4eddf2422 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Pushing event deleted for resources: {'Port': ['ID=e63ba877-7ccd-43c9-a858-e1928a9a22d5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:57.483836 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02f58cc7-58f3-460b-b3b3-4ee836165431 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (baa8036b-44c2-410e-bef1-50b0f92245e0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.550195 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-3815b0db-6a04-459c-a7cb-e5ab2827cc1d req-0ed74eff-2421-4cb3-b09a-086dc9740183 tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.21 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.1040707 Jan 31 18:57:57.607418 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8dc-ff0a-4bed-bf39-c8bdc43f4fe3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (4cde798f-e25a-4a85-86bd-ecb520ca2c8a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.689398 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f525bec-0087-45d7-a641-50f4eddf2422 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.695472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7fa6b4ef-1018-4ce0-a1f7-997988423c9c no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:57:57.699484 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6f525bec-0087-45d7-a641-50f4eddf2422 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] 10.222.0.20 "DELETE /v2.0/ports/e63ba877-7ccd-43c9-a858-e1928a9a22d5 HTTP/1.1" status: 204 len: 168 time: 1.4045548 Jan 31 18:57:57.700700 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:57.706665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-096b7f81-6e76-479d-9cde-9f8225ea618f tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Request body: {'port': {'name': 'tempest-new-port-name-1253862073', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:57.707063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.api.validators [None req-096b7f81-6e76-479d-9cde-9f8225ea618f tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] bootfile-name is not in valid_values {{(pid=103226) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 18:57:57.707411 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.api.validators [None req-096b7f81-6e76-479d-9cde-9f8225ea618f tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] tftp-server is not in valid_values {{(pid=103226) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 18:57:57.707749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.api.validators [None req-096b7f81-6e76-479d-9cde-9f8225ea618f tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] server-ip-address is not in valid_values {{(pid=103226) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 18:57:57.712478 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8dc-ff0a-4bed-bf39-c8bdc43f4fe3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (4cde798f-e25a-4a85-86bd-ecb520ca2c8a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.717714 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d65e8dc-ff0a-4bed-bf39-c8bdc43f4fe3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:57.718407 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8dc-ff0a-4bed-bf39-c8bdc43f4fe3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.734647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7fa6b4ef-1018-4ce0-a1f7-997988423c9c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:57:57.741582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7fa6b4ef-1018-4ce0-a1f7-997988423c9c not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:57:57.790390 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4d65e8dc-ff0a-4bed-bf39-c8bdc43f4fe3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8369505 Jan 31 18:57:57.808071 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54600) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:57.820798 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-03787f3e-96a4-4470-a156-26218294100f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'subnet': {'network_id': '4cde798f-e25a-4a85-86bd-ecb520ca2c8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:57.857273 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00dd73d0-e20c-400a-b914-1c3d63af5fd9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.860666 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.863452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Allocated IP 172.20.0.3 (8c183b94-d131-43f6-abd6-daa20cc7c014/a84ab55c-34af-4b5d-8cef-07d311d8d426/b3632697-b528-43e0-8104-f5c7798cf914) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:57.917404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-00dd73d0-e20c-400a-b914-1c3d63af5fd9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 755164dd-3b1e-4760-9328-ca4baca9d2e9 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:57.920709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a624f3cb-658d-4d55-b0f5-392b34e44b67 req-ca05baff-d357-4c0c-80a8-05c4181b0ace tempest-ServerShowV254Test-1891526728 tempest-ServerShowV254Test-1891526728-project] 10.222.0.20 "GET /v2.0/ports?device_id=2212cf07-fcba-4433-a7d6-014f29a28482 HTTP/1.1" status: 200 len: 210 time: 0.0694811 Jan 31 18:57:57.942417 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02f58cc7-58f3-460b-b3b3-4ee836165431 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (baa8036b-44c2-410e-bef1-50b0f92245e0), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:57.943843 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65e8dc-ff0a-4bed-bf39-c8bdc43f4fe3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Network': ['ID=4cde798f-e25a-4a85-86bd-ecb520ca2c8a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:57.959088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 4cde798f-e25a-4a85-86bd-ecb520ca2c8a details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:57:57.971179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:58.015562 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-096b7f81-6e76-479d-9cde-9f8225ea618f tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0adf4c1f-fd33-465c-8104-44f57607a714), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.025477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915a34ad-8ac2-4d00-939d-d39c54d8e500') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:58.025855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915a34ad-8ac2-4d00-939d-d39c54d8e500') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:57:58.109817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03787f3e-96a4-4470-a156-26218294100f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:57:58.113907 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03787f3e-96a4-4470-a156-26218294100f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.406022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (915a34ad-8ac2-4d00-939d-d39c54d8e500), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.454279 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (915a34ad-8ac2-4d00-939d-d39c54d8e500), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.481362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c0b7525-555f-49cf-9080-1978cf0f7888 req-32a12b54-82de-491c-9ac1-22d9fb8eec10 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 210 time: 0.0733550 Jan 31 18:57:58.496429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:57:58.496991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (915a34ad-8ac2-4d00-939d-d39c54d8e500), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.503619 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03787f3e-96a4-4470-a156-26218294100f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (4d46536a-14ee-489c-a369-9668ade7d4fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.511921 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-096b7f81-6e76-479d-9cde-9f8225ea618f tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks [] for port (0adf4c1f-fd33-465c-8104-44f57607a714), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.522555 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-096b7f81-6e76-479d-9cde-9f8225ea618f tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (0adf4c1f-fd33-465c-8104-44f57607a714), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:57:58.531957 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:57:58.660312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03787f3e-96a4-4470-a156-26218294100f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Subnet': ['ID=4d46536a-14ee-489c-a369-9668ade7d4fe,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:58.676229 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03787f3e-96a4-4470-a156-26218294100f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Checking segment: {'id': 'fe2d3847-dea0-457d-aa4d-78374d5ac589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '4cde798f-e25a-4a85-86bd-ecb520ca2c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:57:58.677219 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03787f3e-96a4-4470-a156-26218294100f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network hostable DHCP agents. Network: 4cde798f-e25a-4a85-86bd-ecb520ca2c8a, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:57:58.681496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b7f81-6e76-479d-9cde-9f8225ea618f tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Pushing event updated for resources: {'Port': ['ID=0adf4c1f-fd33-465c-8104-44f57607a714,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:58.693127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-096b7f81-6e76-479d-9cde-9f8225ea618f tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] In _notify_port_updated(), no bound segment for port 0adf4c1f-fd33-465c-8104-44f57607a714 on network b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:57:58.698574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02f58cc7-58f3-460b-b3b3-4ee836165431 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (baa8036b-44c2-410e-bef1-50b0f92245e0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.698765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096b7f81-6e76-479d-9cde-9f8225ea618f tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:58.699272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-096b7f81-6e76-479d-9cde-9f8225ea618f tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.701027 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-096b7f81-6e76-479d-9cde-9f8225ea618f tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] 10.222.0.20 "PUT /v2.0/ports/0adf4c1f-fd33-465c-8104-44f57607a714 HTTP/1.1" status: 200 len: 1136 time: 0.9988887 Jan 31 18:57:58.705780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54606) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:58.755662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03787f3e-96a4-4470-a156-26218294100f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 4cde798f-e25a-4a85-86bd-ecb520ca2c8a is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:57:58.762390 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.778854 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.785017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/networks/fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e HTTP/1.1" status: 204 len: 168 time: 1.9314787 Jan 31 18:57:58.788323 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7226962f-612d-4174-a6cf-4ef1b33e667d tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:58.789969 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7226962f-612d-4174-a6cf-4ef1b33e667d tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] 10.222.0.20 "GET /v2.0/ports/0adf4c1f-fd33-465c-8104-44f57607a714 HTTP/1.1" status: 200 len: 1136 time: 0.0831296 Jan 31 18:57:58.791464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-03787f3e-96a4-4470-a156-26218294100f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 4cde798f-e25a-4a85-86bd-ecb520ca2c8a) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:58.793788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54608) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:58.794173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54610) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:58.798105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03787f3e-96a4-4470-a156-26218294100f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:58.798908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03787f3e-96a4-4470-a156-26218294100f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.804084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4241b-abd7-444a-8cba-ecc4e5425a3d None None] Network 4cde798f-e25a-4a85-86bd-ecb520ca2c8a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:58.823476 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-03787f3e-96a4-4470-a156-26218294100f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0091541 Jan 31 18:57:58.825610 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54612) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:58.831941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c1584e7a-6d12-4149-8a61-2816b69b81b9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1712014725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:58.850616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Network': ['ID=fbb8b23d-b0c4-4c2c-8dbe-6848f300a04e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:58.879005 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1584e7a-6d12-4149-8a61-2816b69b81b9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (8735ef31-17a8-47e5-aa3a-ddbbaea9d204), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.881770 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1584e7a-6d12-4149-8a61-2816b69b81b9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (8735ef31-17a8-47e5-aa3a-ddbbaea9d204), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.955298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-4cde798f-e25a-4a85-86bd-ecb520ca2c8a', 'network_id': '4cde798f-e25a-4a85-86bd-ecb520ca2c8a', 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'fixed_ips': [{'subnet_id': '4d46536a-14ee-489c-a369-9668ade7d4fe'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:57:58.956304 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:58.966810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.967177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.967530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.967882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.968929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.969362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.969716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.970445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.971471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.971823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.972169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.972537 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.973178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804996f8-57ef-4096-a601-f34e3ee4ca8f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:57:58.983626 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks [] for port (b3632697-b528-43e0-8104-f5c7798cf914), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.015848 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02f58cc7-58f3-460b-b3b3-4ee836165431 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (baa8036b-44c2-410e-bef1-50b0f92245e0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.086899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e6b81fa9-343d-4aca-a59a-6992de302a8b None None] Provisioning complete for port 0adf4c1f-fd33-465c-8104-44f57607a714 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:57:59.087473 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e6b81fa9-343d-4aca-a59a-6992de302a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0adf4c1f-fd33-465c-8104-44f57607a714), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.116660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f58cc7-58f3-460b-b3b3-4ee836165431 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Subnet': ['ID=baa8036b-44c2-410e-bef1-50b0f92245e0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:59.126507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e6b81fa9-343d-4aca-a59a-6992de302a8b None None] Port 0adf4c1f-fd33-465c-8104-44f57607a714 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:57:59.132254 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02f58cc7-58f3-460b-b3b3-4ee836165431 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.138680 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-02f58cc7-58f3-460b-b3b3-4ee836165431 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/baa8036b-44c2-410e-bef1-50b0f92245e0 HTTP/1.1" status: 204 len: 168 time: 1.9493172 Jan 31 18:57:59.139206 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54620) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:59.164981 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f5e2-4e0c-483d-afdd-fa3222dbd54d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (54980aea-9851-49c3-993e-7fb120763d85), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.166435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7883997-7154-4e36-8ea4-b925d296e0f6 None None] Network a751a111-2f39-4d2e-b66c-d04ed4357d4d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:57:59.172415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00dd73d0-e20c-400a-b914-1c3d63af5fd9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (755164dd-3b1e-4760-9328-ca4baca9d2e9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.233027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd73d0-e20c-400a-b914-1c3d63af5fd9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=755164dd-3b1e-4760-9328-ca4baca9d2e9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:59.246157 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f5e2-4e0c-483d-afdd-fa3222dbd54d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (54980aea-9851-49c3-993e-7fb120763d85), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.270533 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b3632697-b528-43e0-8104-f5c7798cf914), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.290907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:57:59.293014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['c460336e-660f-4b15-ba27-9ca86e62687b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:57:59.404215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ac27c50b-1368-4ca1-84ee-e395d63502d6 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Deleting port 0adf4c1f-fd33-465c-8104-44f57607a714 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:57:59.404875 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac27c50b-1368-4ca1-84ee-e395d63502d6 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0adf4c1f-fd33-465c-8104-44f57607a714), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.448090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Allocated IP 2001:db8::2 (4cde798f-e25a-4a85-86bd-ecb520ca2c8a/4d46536a-14ee-489c-a369-9668ade7d4fe/567d39fb-af54-408a-bdfd-2ab9a32b2ee7) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:57:59.472605 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Network 8c183b94-d131-43f6-abd6-daa20cc7c014 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:57:59.483880 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1584e7a-6d12-4149-8a61-2816b69b81b9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (8735ef31-17a8-47e5-aa3a-ddbbaea9d204), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.490739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (a751a111-2f39-4d2e-b66c-d04ed4357d4d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.498141 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1584e7a-6d12-4149-8a61-2816b69b81b9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (8735ef31-17a8-47e5-aa3a-ddbbaea9d204), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.553793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:57:59.579245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:57:59.582175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event updated for resources: {'Port': ['ID=b3632697-b528-43e0-8104-f5c7798cf914,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:57:59.606863 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1584e7a-6d12-4149-8a61-2816b69b81b9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.615918 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c1584e7a-6d12-4149-8a61-2816b69b81b9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7888937 Jan 31 18:57:59.624188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54626) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:59.742340 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54628) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:57:59.749150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9720206-2bdb-4c27-b77e-7f9d627c7310 None None] DHCP port deletion for a751a111-2f39-4d2e-b66c-d04ed4357d4d request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:57:59.831622 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00dd73d0-e20c-400a-b914-1c3d63af5fd9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (a0445acd-d610-4a3c-9f18-53fbcf7ae0f1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.839230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:57:59.840007 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.855790 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac27c50b-1368-4ca1-84ee-e395d63502d6 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0adf4c1f-fd33-465c-8104-44f57607a714), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.875621 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f5e2-4e0c-483d-afdd-fa3222dbd54d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (54980aea-9851-49c3-993e-7fb120763d85), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.878404 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f5e2-4e0c-483d-afdd-fa3222dbd54d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:57:59.884327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a6f1f5e2-4e0c-483d-afdd-fa3222dbd54d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/security-groups/54980aea-9851-49c3-993e-7fb120763d85 HTTP/1.1" status: 204 len: 168 time: 1.0851367 Jan 31 18:57:59.898286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-fbaa1e54-8b3e-40fb-bc08-61d44fb93779 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0893216 Jan 31 18:57:59.916904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ac27c50b-1368-4ca1-84ee-e395d63502d6 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Calling delete_port for 0adf4c1f-fd33-465c-8104-44f57607a714 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:57:59.938553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Request body: {'port': {'device_id': '816b1b32-65c3-4924-88cf-26c22b23b726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:57:59.943801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1f5e2-4e0c-483d-afdd-fa3222dbd54d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54980aea-9851-49c3-993e-7fb120763d85,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:00.088270 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ae10-7938-4a3c-aecd-9c6ee33045ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.089834 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Publish callbacks [] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.113432 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port 3c760898-f387-4c43-b9ad-9b65f263be18 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:00.114044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.127000 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.177649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30036e86-c667-4f24-ade8-be5a3203a914 req-74e99a7a-9ac6-4f88-8a03-16c0695137ec tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:00.186140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30036e86-c667-4f24-ade8-be5a3203a914 req-74e99a7a-9ac6-4f88-8a03-16c0695137ec tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 931 time: 0.4574161 Jan 31 18:58:00.277081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c9720206-2bdb-4c27-b77e-7f9d627c7310 None None] Deleting port 3c760898-f387-4c43-b9ad-9b65f263be18 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:00.278844 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9720206-2bdb-4c27-b77e-7f9d627c7310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.297510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] For port 3c760898-f387-4c43-b9ad-9b65f263be18, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3c760898-f387-4c43-b9ad-9b65f263be18,segment=NetworkSegment(62c53872-2c6d-4d9b-a298-7aa7fbd9667a),segment_id=62c53872-2c6d-4d9b-a298-7aa7fbd9667a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:00.298090 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.324492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Network 4cde798f-e25a-4a85-86bd-ecb520ca2c8a is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:00.327421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for 3c760898-f387-4c43-b9ad-9b65f263be18 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:00.420554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:00.424749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dd73d0-e20c-400a-b914-1c3d63af5fd9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Router a0445acd-d610-4a3c-9f18-53fbcf7ae0f1 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:58:00.426981 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:00.438285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.444703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.444962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Pushing event updated for resources: {'Port': ['ID=567d39fb-af54-408a-bdfd-2ab9a32b2ee7,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:00.496495 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b3632697-b528-43e0-8104-f5c7798cf914), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.501065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=3c760898-f387-4c43-b9ad-9b65f263be18,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:00.507225 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No DVR routers for this DVR port 3c760898-f387-4c43-b9ad-9b65f263be18 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:00.555170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54638) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:00.562289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-32ef6712-686b-4c07-9251-87126b79369e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205183958', 'description': 'tempest-secgroup-smoke-205183958 description', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:00.582564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c9720206-2bdb-4c27-b77e-7f9d627c7310 None None] For port 3c760898-f387-4c43-b9ad-9b65f263be18, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3c760898-f387-4c43-b9ad-9b65f263be18,segment=NetworkSegment(62c53872-2c6d-4d9b-a298-7aa7fbd9667a),segment_id=62c53872-2c6d-4d9b-a298-7aa7fbd9667a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:00.582966 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9720206-2bdb-4c27-b77e-7f9d627c7310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.592411 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Attempting to bind port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:00.593667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Attempting to bind port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'fe2d3847-dea0-457d-aa4d-78374d5ac589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '4cde798f-e25a-4a85-86bd-ecb520ca2c8a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:00.593667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Attempting to bind port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 on network 4cde798f-e25a-4a85-86bd-ecb520ca2c8a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:00.615650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c9720206-2bdb-4c27-b77e-7f9d627c7310 None None] Calling delete_port for 3c760898-f387-4c43-b9ad-9b65f263be18 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:00.620953 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:00.621336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Checking segment: {'id': 'fe2d3847-dea0-457d-aa4d-78374d5ac589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '4cde798f-e25a-4a85-86bd-ecb520ca2c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:00.621755 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.622159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Bound using segment: {'id': 'fe2d3847-dea0-457d-aa4d-78374d5ac589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '4cde798f-e25a-4a85-86bd-ecb520ca2c8a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:00.622659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Bound port: 567d39fb-af54-408a-bdfd-2ab9a32b2ee7, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2d3847-dea0-457d-aa4d-78374d5ac589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '4cde798f-e25a-4a85-86bd-ecb520ca2c8a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:00.623055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.717681 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30036e86-c667-4f24-ade8-be5a3203a914 req-ab71cbcf-dc97-449f-a71e-c3127f5d5dd6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145998 Jan 31 18:58:00.773520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] For port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:00.779203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] For port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=567d39fb-af54-408a-bdfd-2ab9a32b2ee7,segment=NetworkSegment(fe2d3847-dea0-457d-aa4d-78374d5ac589),segment_id=fe2d3847-dea0-457d-aa4d-78374d5ac589)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:00.781072 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac27c50b-1368-4ca1-84ee-e395d63502d6 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0adf4c1f-fd33-465c-8104-44f57607a714), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.791501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dd73d0-e20c-400a-b914-1c3d63af5fd9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:00.796472 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.808507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-00dd73d0-e20c-400a-b914-1c3d63af5fd9 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "PUT /v2.0/routers/a0445acd-d610-4a3c-9f18-53fbcf7ae0f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4180524 Jan 31 18:58:00.808751 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae2a26-0366-476d-a8fa-221cd02fa3c7 None None] Sync routers for ids ['a0445acd-d610-4a3c-9f18-53fbcf7ae0f1'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:00.827989 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae2a26-0366-476d-a8fa-221cd02fa3c7 None None] Routers {'a0445acd-d610-4a3c-9f18-53fbcf7ae0f1'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:00.828810 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a7ae2a26-0366-476d-a8fa-221cd02fa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a0445acd-d610-4a3c-9f18-53fbcf7ae0f1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:00.854923 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9720206-2bdb-4c27-b77e-7f9d627c7310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (3c760898-f387-4c43-b9ad-9b65f263be18), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:00.880309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9720206-2bdb-4c27-b77e-7f9d627c7310 None None] No DVR routers for this DVR port 3c760898-f387-4c43-b9ad-9b65f263be18 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:00.906413 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a7ae2a26-0366-476d-a8fa-221cd02fa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:00.915965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc75aad-48bb-426a-97e0-190580593006 None None] Pushing event updated for resources: {'Port': ['ID=567d39fb-af54-408a-bdfd-2ab9a32b2ee7,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:00.935549 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae2a26-0366-476d-a8fa-221cd02fa3c7 None None] Routers {'a0445acd-d610-4a3c-9f18-53fbcf7ae0f1'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:00.936180 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a7ae2a26-0366-476d-a8fa-221cd02fa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['a0445acd-d610-4a3c-9f18-53fbcf7ae0f1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:00.956991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9720206-2bdb-4c27-b77e-7f9d627c7310 None None] Pushing event deleted for resources: {'Port': ['ID=3c760898-f387-4c43-b9ad-9b65f263be18,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:00.960733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54640) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:01.000505 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a7ae2a26-0366-476d-a8fa-221cd02fa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:01.001184 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae2a26-0366-476d-a8fa-221cd02fa3c7 None None] The sync data for ids ['a0445acd-d610-4a3c-9f18-53fbcf7ae0f1'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:01.010501 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be1fa03-ce61-452c-a712-5949603fdb40 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:58:01.016896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4be1fa03-ce61-452c-a712-5949603fdb40 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/755164dd-3b1e-4760-9328-ca4baca9d2e9 HTTP/1.1" status: 404 len: 333 time: 0.0516996 Jan 31 18:58:01.017993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27c50b-1368-4ca1-84ee-e395d63502d6 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Pushing event deleted for resources: {'Port': ['ID=0adf4c1f-fd33-465c-8104-44f57607a714,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:01.020318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54642) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:01.099615 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (a751a111-2f39-4d2e-b66c-d04ed4357d4d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.124794 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:58:01.141408 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32ef6712-686b-4c07-9251-87126b79369e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.144294 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a751a111-2f39-4d2e-b66c-d04ed4357d4d']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:01.156913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c53872-2c6d-4d9b-a298-7aa7fbd9667a') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:01.157217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c53872-2c6d-4d9b-a298-7aa7fbd9667a') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:01.169641 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (62c53872-2c6d-4d9b-a298-7aa7fbd9667a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.299853 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac27c50b-1368-4ca1-84ee-e395d63502d6 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.311026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ac27c50b-1368-4ca1-84ee-e395d63502d6 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] 10.222.0.20 "DELETE /v2.0/ports/0adf4c1f-fd33-465c-8104-44f57607a714 HTTP/1.1" status: 204 len: 168 time: 2.5074656 Jan 31 18:58:01.376486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54646) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:01.490984 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4df3069f-465b-47a6-b59e-1ae949aa33a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for router (a0445acd-d610-4a3c-9f18-53fbcf7ae0f1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.540695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (62c53872-2c6d-4d9b-a298-7aa7fbd9667a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.559634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:01.560061 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (62c53872-2c6d-4d9b-a298-7aa7fbd9667a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:01.568237 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:01.780083 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3632697-b528-43e0-8104-f5c7798cf914 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:58:01.799678 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (a751a111-2f39-4d2e-b66c-d04ed4357d4d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.807030 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Publish callbacks [] for port (b3632697-b528-43e0-8104-f5c7798cf914), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.819838 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32ef6712-686b-4c07-9251-87126b79369e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (aab0ad6c-f785-4d72-950a-ef6030a3f8ef), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.841036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f716968-5570-4441-af44-7828eb3143bb tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Deleting subnet 4f6f689d-b763-4d2a-826e-7779cbe4ad46 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:01.841655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:01.844142 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32ef6712-686b-4c07-9251-87126b79369e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (aab0ad6c-f785-4d72-950a-ef6030a3f8ef), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.870794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.878561 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f716968-5570-4441-af44-7828eb3143bb tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks [] for subnet (4f6f689d-b763-4d2a-826e-7779cbe4ad46), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.883790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Transition to ACTIVE for port object b3632697-b528-43e0-8104-f5c7798cf914 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:58:01.886289 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/networks/a751a111-2f39-4d2e-b66c-d04ed4357d4d HTTP/1.1" status: 204 len: 168 time: 2.7457550 Jan 31 18:58:01.887794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Allocated IP 2001:db8::1 (4cde798f-e25a-4a85-86bd-ecb520ca2c8a/4d46536a-14ee-489c-a369-9668ade7d4fe/d89614d9-b72c-4e2a-9d45-c3f42b3f4c96) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:01.891528 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ae10-7938-4a3c-aecd-9c6ee33045ba admin admin] Publish callbacks [] for security_group (321e39b4-299c-4d33-a36f-1e2292e6c1b5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.893559 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4df3069f-465b-47a6-b59e-1ae949aa33a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (a0445acd-d610-4a3c-9f18-53fbcf7ae0f1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.915010 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32ef6712-686b-4c07-9251-87126b79369e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.917115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-32ef6712-686b-4c07-9251-87126b79369e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3599861 Jan 31 18:58:01.919256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54650) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:01.919825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54652) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:01.922081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30520c23-90f9-4f85-ac4b-da5cbc8c96f6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Network': ['ID=a751a111-2f39-4d2e-b66c-d04ed4357d4d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:01.932091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4df3069f-465b-47a6-b59e-1ae949aa33a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for router_controller (a0445acd-d610-4a3c-9f18-53fbcf7ae0f1), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.943565 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ae10-7938-4a3c-aecd-9c6ee33045ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (321e39b4-299c-4d33-a36f-1e2292e6c1b5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.950256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:01.952264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2004554729', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:01.952623 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:01.995118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a0c3d49e-6249-4056-bf44-d8bbd48fc96e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': 'aab0ad6c-f785-4d72-950a-ef6030a3f8ef', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:02.031391 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b3632697-b528-43e0-8104-f5c7798cf914), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.074464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:02.074879 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.087173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4df3069f-465b-47a6-b59e-1ae949aa33a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (a0445acd-d610-4a3c-9f18-53fbcf7ae0f1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.087867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df3069f-465b-47a6-b59e-1ae949aa33a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Fanout notify agent at l3_agent the message router_deleted on router a0445acd-d610-4a3c-9f18-53fbcf7ae0f1 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:58:02.095768 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4df3069f-465b-47a6-b59e-1ae949aa33a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.096901 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4df3069f-465b-47a6-b59e-1ae949aa33a1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/routers/a0445acd-d610-4a3c-9f18-53fbcf7ae0f1 HTTP/1.1" status: 204 len: 168 time: 1.0649889 Jan 31 18:58:02.115158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=567d39fb-af54-408a-bdfd-2ab9a32b2ee7,segment=NetworkSegment(fe2d3847-dea0-457d-aa4d-78374d5ac589),segment_id=fe2d3847-dea0-457d-aa4d-78374d5ac589)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:02.117020 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b1d7ae10-7938-4a3c-aecd-9c6ee33045ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee9312e1e8e34062901418ec3651489f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3739495 Jan 31 18:58:02.121770 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.165836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54654) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:02.166268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54656) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:02.169463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Pushing event updated for resources: {'Port': ['ID=b3632697-b528-43e0-8104-f5c7798cf914,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:02.178233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=567d39fb-af54-408a-bdfd-2ab9a32b2ee7,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:02.185180 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (1de8c1e2-733a-4ce4-8f0c-b531853ff420), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.186546 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (1de8c1e2-733a-4ce4-8f0c-b531853ff420), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.209659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7ae10-7938-4a3c-aecd-9c6ee33045ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321e39b4-299c-4d33-a36f-1e2292e6c1b5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:02.218471 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f716968-5570-4441-af44-7828eb3143bb tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (4f6f689d-b763-4d2a-826e-7779cbe4ad46), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.250496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3c760898-f387-4c43-b9ad-9b65f263be18 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:02.288235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 3c760898-f387-4c43-b9ad-9b65f263be18 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:02.304661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3c760898-f387-4c43-b9ad-9b65f263be18 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:58:02.309057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (d89614d9-b72c-4e2a-9d45-c3f42b3f4c96), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.374938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d89614d9-b72c-4e2a-9d45-c3f42b3f4c96), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.405880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef6712-686b-4c07-9251-87126b79369e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab0ad6c-f785-4d72-950a-ef6030a3f8ef,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:02.432357 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 4cde798f-e25a-4a85-86bd-ecb520ca2c8a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:02.436474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:02.441539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:02.442145 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (8735ef31-17a8-47e5-aa3a-ddbbaea9d204), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.477147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233874a-9e86-400c-8f35-bde9c0ed16b3 None None] Network 4cde798f-e25a-4a85-86bd-ecb520ca2c8a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:02.511257 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (1de8c1e2-733a-4ce4-8f0c-b531853ff420), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.521893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=d89614d9-b72c-4e2a-9d45-c3f42b3f4c96,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:02.539033 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54664) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:02.680073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-67922b3b-3ced-47f3-a270-ce920cf62383 None None] Provisioning complete for port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:02.680476 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-67922b3b-3ced-47f3-a270-ce920cf62383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.725378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d89614d9-b72c-4e2a-9d45-c3f42b3f4c96), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.758658 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_gateway (1de8c1e2-733a-4ce4-8f0c-b531853ff420), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.844878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-67922b3b-3ced-47f3-a270-ce920cf62383 None None] Current status of the port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:02.870216 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d49e-6249-4056-bf44-d8bbd48fc96e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (59527e37-bab0-495e-8d3f-7b5dd69fac58), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:02.988369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c08399-9d76-4359-b7e1-8cec53391a95 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting subnet 7196f327-cb88-4f6e-99aa-9ccd441dfe69 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:02.992058 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06c08399-9d76-4359-b7e1-8cec53391a95 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (7196f327-cb88-4f6e-99aa-9ccd441dfe69), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.048146 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06c08399-9d76-4359-b7e1-8cec53391a95 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (7196f327-cb88-4f6e-99aa-9ccd441dfe69), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.167425 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06c08399-9d76-4359-b7e1-8cec53391a95 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (7196f327-cb88-4f6e-99aa-9ccd441dfe69), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.282098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c0f02575-61c0-4dd5-9286-d31aa45372bb None None] Provisioning complete for port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:03.282473 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c0f02575-61c0-4dd5-9286-d31aa45372bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.349497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc353291-ea69-4793-b2ac-c8f7e08f4888 req-24fb31f8-c58f-47e7-80bf-600270358349 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:03.353205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc353291-ea69-4793-b2ac-c8f7e08f4888 req-24fb31f8-c58f-47e7-80bf-600270358349 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 943 time: 1.4675636 Jan 31 18:58:03.374828 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06c08399-9d76-4359-b7e1-8cec53391a95 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (7196f327-cb88-4f6e-99aa-9ccd441dfe69), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.377917 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7797a113-c26f-48fc-a75e-f20282fc7905 admin admin] Publish callbacks [] for security_group (321e39b4-299c-4d33-a36f-1e2292e6c1b5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.509455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c0f02575-61c0-4dd5-9286-d31aa45372bb None None] Current status of the port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:03.535771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c0f02575-61c0-4dd5-9286-d31aa45372bb None None] Provisioning complete for port d89614d9-b72c-4e2a-9d45-c3f42b3f4c96 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:03.537971 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c0f02575-61c0-4dd5-9286-d31aa45372bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d89614d9-b72c-4e2a-9d45-c3f42b3f4c96), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.643158 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f716968-5570-4441-af44-7828eb3143bb tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (4f6f689d-b763-4d2a-826e-7779cbe4ad46), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.650516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc353291-ea69-4793-b2ac-c8f7e08f4888 req-3950df20-6d6e-42f8-8b88-a414b1fda7d3 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028148 Jan 31 18:58:03.695803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c08399-9d76-4359-b7e1-8cec53391a95 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Subnet': ['ID=7196f327-cb88-4f6e-99aa-9ccd441dfe69,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:03.699974 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (d89614d9-b72c-4e2a-9d45-c3f42b3f4c96), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.706649 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06c08399-9d76-4359-b7e1-8cec53391a95 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.714969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-06c08399-9d76-4359-b7e1-8cec53391a95 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/7196f327-cb88-4f6e-99aa-9ccd441dfe69 HTTP/1.1" status: 204 len: 168 time: 1.5222838 Jan 31 18:58:03.747904 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7797a113-c26f-48fc-a75e-f20282fc7905 admin admin] Publish callbacks [] for security_group (321e39b4-299c-4d33-a36f-1e2292e6c1b5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.749673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54668) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:03.750424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Attempting to bind port b3632697-b528-43e0-8104-f5c7798cf914 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:03.750770 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Attempting to bind port b3632697-b528-43e0-8104-f5c7798cf914 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:03.751105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Attempting to bind port b3632697-b528-43e0-8104-f5c7798cf914 on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:03.761910 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (d89614d9-b72c-4e2a-9d45-c3f42b3f4c96), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.763225 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (8735ef31-17a8-47e5-aa3a-ddbbaea9d204), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.836893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Port b3632697-b528-43e0-8104-f5c7798cf914 on network 8c183b94-d131-43f6-abd6-daa20cc7c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:58:03.837226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Attempting to bind port b3632697-b528-43e0-8104-f5c7798cf914 on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:03.885577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=d89614d9-b72c-4e2a-9d45-c3f42b3f4c96,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:03.887112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:03.898208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb63873e-c768-426d-aeef-133b753c0806 None None] Network 04913487-41c8-4745-9d6d-3c0ed0e5927e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:03.940067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd891184-64cc-4b8e-b416-10f6a0de7474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (968d1fae-4795-4bd8-875c-fa9d3774c451), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.967541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c0f02575-61c0-4dd5-9286-d31aa45372bb None None] Port d89614d9-b72c-4e2a-9d45-c3f42b3f4c96 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:03.986991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d49e-6249-4056-bf44-d8bbd48fc96e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (59527e37-bab0-495e-8d3f-7b5dd69fac58), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:03.990574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:03.991403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Checking segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:03.992027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Bound using segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:03.992825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Bound port: b3632697-b528-43e0-8104-f5c7798cf914, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:03.993410 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b3632697-b528-43e0-8104-f5c7798cf914), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.029912 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 4cde798f-e25a-4a85-86bd-ecb520ca2c8a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:04.034394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:04.043223 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d49e-6249-4056-bf44-d8bbd48fc96e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (59527e37-bab0-495e-8d3f-7b5dd69fac58), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.133314 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (04913487-41c8-4745-9d6d-3c0ed0e5927e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.140216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:04.140634 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.152727 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d49e-6249-4056-bf44-d8bbd48fc96e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.154528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a0c3d49e-6249-4056-bf44-d8bbd48fc96e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1906173 Jan 31 18:58:04.155882 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f716968-5570-4441-af44-7828eb3143bb tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (4f6f689d-b763-4d2a-826e-7779cbe4ad46), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.190264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54670) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:04.201431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-36919a80-6ff7-4807-800f-5c4f5c04b836 None None] Provisioning complete for port d89614d9-b72c-4e2a-9d45-c3f42b3f4c96 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:04.201717 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36919a80-6ff7-4807-800f-5c4f5c04b836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d89614d9-b72c-4e2a-9d45-c3f42b3f4c96), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.210849 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f716968-5570-4441-af44-7828eb3143bb tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.215374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9f716968-5570-4441-af44-7828eb3143bb tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] 10.222.0.20 "DELETE /v2.0/subnets/4f6f689d-b763-4d2a-826e-7779cbe4ad46 HTTP/1.1" status: 204 len: 168 time: 2.8353906 Jan 31 18:58:04.247382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-36919a80-6ff7-4807-800f-5c4f5c04b836 None None] Port d89614d9-b72c-4e2a-9d45-c3f42b3f4c96 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:04.249109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821d3f49-587a-4f61-9151-87bc96ecf66b None None] Network b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:04.372682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54672) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:04.410202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a162b1c1-56f8-4075-ba19-8d88414e1265 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': 'aab0ad6c-f785-4d72-950a-ef6030a3f8ef', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:04.451149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991afcae-a6ba-4419-8844-14c2574dc88e None None] DHCP port deletion for 04913487-41c8-4745-9d6d-3c0ed0e5927e request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:58:04.466546 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7797a113-c26f-48fc-a75e-f20282fc7905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (321e39b4-299c-4d33-a36f-1e2292e6c1b5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.476817 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7797a113-c26f-48fc-a75e-f20282fc7905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.483846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7797a113-c26f-48fc-a75e-f20282fc7905 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/321e39b4-299c-4d33-a36f-1e2292e6c1b5 HTTP/1.1" status: 204 len: 168 time: 2.2874892 Jan 31 18:58:04.486714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3d49e-6249-4056-bf44-d8bbd48fc96e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59527e37-bab0-495e-8d3f-7b5dd69fac58,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:04.545007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:04.597575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-236c1d0f-b96e-40c5-89df-bdef83164571 None None] Provisioning complete for port d89614d9-b72c-4e2a-9d45-c3f42b3f4c96 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:04.597976 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-236c1d0f-b96e-40c5-89df-bdef83164571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d89614d9-b72c-4e2a-9d45-c3f42b3f4c96), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.633964 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.673751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797a113-c26f-48fc-a75e-f20282fc7905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321e39b4-299c-4d33-a36f-1e2292e6c1b5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:04.677875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-236c1d0f-b96e-40c5-89df-bdef83164571 None None] Port d89614d9-b72c-4e2a-9d45-c3f42b3f4c96 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:04.680393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c670b-db9a-4d88-986e-0b32feca63e4 None None] DHCP port deletion for b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:58:04.698449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f716968-5570-4441-af44-7828eb3143bb tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6f689d-b763-4d2a-826e-7779cbe4ad46,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:04.744599 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_gateway (1de8c1e2-733a-4ce4-8f0c-b531853ff420), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.770222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-991afcae-a6ba-4419-8844-14c2574dc88e None None] Deleting port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:04.775100 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-991afcae-a6ba-4419-8844-14c2574dc88e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.787856 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a162b1c1-56f8-4075-ba19-8d88414e1265 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (21cd4090-d8da-4c2d-8b1e-69f81dcb0b42), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.827950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.934813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-991afcae-a6ba-4419-8844-14c2574dc88e None None] For port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=44f0dfba-e4c7-44f5-8ef3-a90edb26d861,segment=NetworkSegment(68f60e70-a877-4738-ab80-c328bcabb148),segment_id=68f60e70-a877-4738-ab80-c328bcabb148)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:04.935414 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-991afcae-a6ba-4419-8844-14c2574dc88e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:04.971520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-991afcae-a6ba-4419-8844-14c2574dc88e None None] Calling delete_port for 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:05.011973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] For port b3632697-b528-43e0-8104-f5c7798cf914, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:05.039320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router 8735ef31-17a8-47e5-aa3a-ddbbaea9d204 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:58:05.082147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:05.082538 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.105865 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-991afcae-a6ba-4419-8844-14c2574dc88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.159746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] For port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=44f0dfba-e4c7-44f5-8ef3-a90edb26d861,segment=NetworkSegment(68f60e70-a877-4738-ab80-c328bcabb148),segment_id=68f60e70-a877-4738-ab80-c328bcabb148)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:05.160115 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.163802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991afcae-a6ba-4419-8844-14c2574dc88e None None] Pushing event deleted for resources: {'Port': ['ID=44f0dfba-e4c7-44f5-8ef3-a90edb26d861,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:05.177751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991afcae-a6ba-4419-8844-14c2574dc88e None None] No DVR routers for this DVR port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:05.188041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-109c670b-db9a-4d88-986e-0b32feca63e4 None None] Deleting port 937e7913-318e-4cad-83ed-ca6f76fee153 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:05.188742 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-109c670b-db9a-4d88-986e-0b32feca63e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.199765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:05.299599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26afbc-3503-452a-9be7-8d674428e721 req-39a0f530-c9a6-4e08-b8bf-4f799fe04537 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:05.301267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c26afbc-3503-452a-9be7-8d674428e721 req-39a0f530-c9a6-4e08-b8bf-4f799fe04537 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 943 time: 0.4875605 Jan 31 18:58:05.315533 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (44f0dfba-e4c7-44f5-8ef3-a90edb26d861), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.323180 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:05.328497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] For port b3632697-b528-43e0-8104-f5c7798cf914, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b3632697-b528-43e0-8104-f5c7798cf914,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:05.341415 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d2c4843b-44b3-4455-9368-af914d0bd20c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/8735ef31-17a8-47e5-aa3a-ddbbaea9d204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7122366 Jan 31 18:58:05.344811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54688) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:05.352848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19abc95d-bbbd-4cb9-9966-4994a5124675 None None] Sync routers for ids ['8735ef31-17a8-47e5-aa3a-ddbbaea9d204'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:05.373345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=44f0dfba-e4c7-44f5-8ef3-a90edb26d861,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:05.415530 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b3632697-b528-43e0-8104-f5c7798cf914), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.426061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Deleting port 937e7913-318e-4cad-83ed-ca6f76fee153 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:05.426412 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.444042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19abc95d-bbbd-4cb9-9966-4994a5124675 None None] Routers {'8735ef31-17a8-47e5-aa3a-ddbbaea9d204'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:05.445292 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-19abc95d-bbbd-4cb9-9966-4994a5124675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8735ef31-17a8-47e5-aa3a-ddbbaea9d204'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:05.455590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-109c670b-db9a-4d88-986e-0b32feca63e4 None None] For port 937e7913-318e-4cad-83ed-ca6f76fee153, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=937e7913-318e-4cad-83ed-ca6f76fee153,segment=NetworkSegment(6884d61c-6274-4846-af4c-cf8418b0ecef),segment_id=6884d61c-6274-4846-af4c-cf8418b0ecef)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:05.456426 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-109c670b-db9a-4d88-986e-0b32feca63e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.507288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] For port 937e7913-318e-4cad-83ed-ca6f76fee153, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=937e7913-318e-4cad-83ed-ca6f76fee153,segment=NetworkSegment(6884d61c-6274-4846-af4c-cf8418b0ecef),segment_id=6884d61c-6274-4846-af4c-cf8418b0ecef)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:05.507617 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.510139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32f76f9-5b96-4614-9573-d26cb0f4ac78 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:05.511516 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d32f76f9-5b96-4614-9573-d26cb0f4ac78 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports/d89614d9-b72c-4e2a-9d45-c3f42b3f4c96 HTTP/1.1" status: 200 len: 911 time: 0.1601293 Jan 31 18:58:05.514574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:05.527675 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Calling delete_port for 937e7913-318e-4cad-83ed-ca6f76fee153 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:05.534804 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-19abc95d-bbbd-4cb9-9966-4994a5124675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:05.558382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-109c670b-db9a-4d88-986e-0b32feca63e4 None None] Calling delete_port for 937e7913-318e-4cad-83ed-ca6f76fee153 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:05.592826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19abc95d-bbbd-4cb9-9966-4994a5124675 None None] Routers {'8735ef31-17a8-47e5-aa3a-ddbbaea9d204'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:05.593586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-19abc95d-bbbd-4cb9-9966-4994a5124675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8735ef31-17a8-47e5-aa3a-ddbbaea9d204'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:05.643418 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a162b1c1-56f8-4075-ba19-8d88414e1265 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (21cd4090-d8da-4c2d-8b1e-69f81dcb0b42), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.684542 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a162b1c1-56f8-4075-ba19-8d88414e1265 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (21cd4090-d8da-4c2d-8b1e-69f81dcb0b42), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.694969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-bd891184-64cc-4b8e-b416-10f6a0de7474 admin admin] Deleting port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:05.695908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd891184-64cc-4b8e-b416-10f6a0de7474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.720363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:05.731261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No DVR routers for this DVR port 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:05.733854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:05.734490 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.736107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] 10.222.0.21 "PUT /v2.0/ports/b3632697-b528-43e0-8104-f5c7798cf914 HTTP/1.1" status: 200 len: 1092 time: 5.8167672 Jan 31 18:58:05.770957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816b1b32-65c3-4924-88cf-26c22b23b726', 'tag': 'b3632697-b528-43e0-8104-f5c7798cf914'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:58:05.778509 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a51460a-b9f1-47a0-9fce-f0652b03297f" -d '{"events": [{"name": "network-changed", "server_uuid": "816b1b32-65c3-4924-88cf-26c22b23b726", "tag": "b3632697-b528-43e0-8104-f5c7798cf914"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:58:05.817094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162b1c1-56f8-4075-ba19-8d88414e1265 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cd4090-d8da-4c2d-8b1e-69f81dcb0b42,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:05.837572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:05.838551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 44f0dfba-e4c7-44f5-8ef3-a90edb26d861 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:58:05.839286 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 937e7913-318e-4cad-83ed-ca6f76fee153 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:05.839569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-bd891184-64cc-4b8e-b416-10f6a0de7474 admin admin] For port 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:05.840074 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd891184-64cc-4b8e-b416-10f6a0de7474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:05.842815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-19abc95d-bbbd-4cb9-9966-4994a5124675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:05.843728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19abc95d-bbbd-4cb9-9966-4994a5124675 None None] The sync data for ids ['8735ef31-17a8-47e5-aa3a-ddbbaea9d204'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:05.922142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-bd891184-64cc-4b8e-b416-10f6a0de7474 admin admin] Calling delete_port for 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:05.924101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54702) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:06.069867 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-109c670b-db9a-4d88-986e-0b32feca63e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.126894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c670b-db9a-4d88-986e-0b32feca63e4 None None] Pushing event deleted for resources: {'Port': ['ID=937e7913-318e-4cad-83ed-ca6f76fee153,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:06.169921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c670b-db9a-4d88-986e-0b32feca63e4 None None] No DVR routers for this DVR port 937e7913-318e-4cad-83ed-ca6f76fee153 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:06.178332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-535086130-network', 'tenant_id': '4f110dec67634b78b67938752199452b'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:06.181950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 937e7913-318e-4cad-83ed-ca6f76fee153 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:06.181950 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.282173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Made reservation on behalf of 4f110dec67634b78b67938752199452b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:06.284856 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.316209 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.362301 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e729b1-b832-45d0-8cc7-959d0952698b x-openstack-request-id: req-35e729b1-b832-45d0-8cc7-959d0952698b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:58:06.362888 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816b1b32-65c3-4924-88cf-26c22b23b726", "tag": "b3632697-b528-43e0-8104-f5c7798cf914", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:58:06.362888 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35e729b1-b832-45d0-8cc7-959d0952698b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:58:06.363258 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816b1b32-65c3-4924-88cf-26c22b23b726', 'tag': 'b3632697-b528-43e0-8104-f5c7798cf914', 'status': 'completed', 'code': 200} Jan 31 18:58:06.434143 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c26afbc-3503-452a-9be7-8d674428e721 req-8ac299a5-da36-4ce0-aeef-5d6a46e7495a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0689852 Jan 31 18:58:06.450433 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a162b1c1-56f8-4075-ba19-8d88414e1265 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.454609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a162b1c1-56f8-4075-ba19-8d88414e1265 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.2351987 Jan 31 18:58:06.457730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54706) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:06.468013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cc6441b6-8be2-466a-9345-48c008c937b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': 'aab0ad6c-f785-4d72-950a-ef6030a3f8ef', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:06.477273 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd891184-64cc-4b8e-b416-10f6a0de7474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.522509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb71f4a-4ccf-4a74-bee0-2175ed3b0b91 service neutron] Pushing event updated for resources: {'Port': ['ID=b3632697-b528-43e0-8104-f5c7798cf914,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:06.528234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Allocated IP 172.25.8.233 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/d13aa772-35df-413f-b1b0-c0bdb45ea08d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:06.532974 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd891184-64cc-4b8e-b416-10f6a0de7474 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:06.541404 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (04913487-41c8-4745-9d6d-3c0ed0e5927e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.544561 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (937e7913-318e-4cad-83ed-ca6f76fee153), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.582194 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Publish callbacks [] for security_group (0105b971-eb07-4884-983d-a2f994b35fa0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.602829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Pushing event deleted for resources: {'Port': ['ID=937e7913-318e-4cad-83ed-ca6f76fee153,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:06.609474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04913487-41c8-4745-9d6d-3c0ed0e5927e']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:06.611504 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0105b971-eb07-4884-983d-a2f994b35fa0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.613628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-882b01e0-1edb-431f-a853-34314e6e0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:06.615713 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-882b01e0-1edb-431f-a853-34314e6e0948 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 1126 time: 0.7885640 Jan 31 18:58:06.618563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] No DVR routers for this DVR port 937e7913-318e-4cad-83ed-ca6f76fee153 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:06.628716 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc6441b6-8be2-466a-9345-48c008c937b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (5fb6e29a-4ee5-4c5e-ad1d-6f18a1cd4ec2), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.634001 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-605862f3-09e8-4a34-89e6-344f624b3f76 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (8735ef31-17a8-47e5-aa3a-ddbbaea9d204), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.671499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f60e70-a877-4738-ab80-c328bcabb148') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:06.671909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f60e70-a877-4738-ab80-c328bcabb148') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:06.745763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:06.753919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-117df16d-a91f-42a2-94d1-43d3634645f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3632697-b528-43e0-8104-f5c7798cf914 HTTP/1.1" status: 200 len: 217 time: 0.1212542 Jan 31 18:58:06.759907 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (68f60e70-a877-4738-ab80-c328bcabb148), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.777793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0105b971-eb07-4884-983d-a2f994b35fa0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:06.823563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b6780f93-d371-4af9-b289-d7d6a38a9939), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.823832 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Added segment b6780f93-d371-4af9-b289-d7d6a38a9939 of type vlan for network 7d7e6486-7a54-4385-8cc4-ac86d66050e5 Jan 31 18:58:06.878260 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.902769 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (68f60e70-a877-4738-ab80-c328bcabb148), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.937393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:06.945134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:06.945549 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (68f60e70-a877-4738-ab80-c328bcabb148), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:06.949305 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:06.964179 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc6441b6-8be2-466a-9345-48c008c937b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (5fb6e29a-4ee5-4c5e-ad1d-6f18a1cd4ec2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.966083 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (7d7e6486-7a54-4385-8cc4-ac86d66050e5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:06.976028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-9c53d56f-5396-4f75-b7ae-9fba8bd152df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:06.977540 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-9c53d56f-5396-4f75-b7ae-9fba8bd152df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.2082193 Jan 31 18:58:06.984650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6884d61c-6274-4846-af4c-cf8418b0ecef') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:06.984986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6884d61c-6274-4846-af4c-cf8418b0ecef') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:07.019443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc6441b6-8be2-466a-9345-48c008c937b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5fb6e29a-4ee5-4c5e-ad1d-6f18a1cd4ec2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.059547 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (6884d61c-6274-4846-af4c-cf8418b0ecef), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.063487 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (d13aa772-35df-413f-b1b0-c0bdb45ea08d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.063915 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6441b6-8be2-466a-9345-48c008c937b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb6e29a-4ee5-4c5e-ad1d-6f18a1cd4ec2,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:07.083776 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (7d7e6486-7a54-4385-8cc4-ac86d66050e5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.084884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:07.085468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.088356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-17816a0d-36e2-41ab-a273-9954b49dd89f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992441 Jan 31 18:58:07.095752 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc6441b6-8be2-466a-9345-48c008c937b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.096991 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cc6441b6-8be2-466a-9345-48c008c937b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6341069 Jan 31 18:58:07.107690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54708) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:07.109126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd891184-64cc-4b8e-b416-10f6a0de7474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (968d1fae-4795-4bd8-875c-fa9d3774c451), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.110354 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (6884d61c-6274-4846-af4c-cf8418b0ecef), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.115224 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (04913487-41c8-4745-9d6d-3c0ed0e5927e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.121548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5d34459d-0c60-490f-a722-a1178f406737 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': 'aab0ad6c-f785-4d72-950a-ef6030a3f8ef', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:07.150558 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.153583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/networks/04913487-41c8-4745-9d6d-3c0ed0e5927e HTTP/1.1" status: 204 len: 168 time: 3.3903039 Jan 31 18:58:07.159536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:07.159953 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (6884d61c-6274-4846-af4c-cf8418b0ecef), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:07.166724 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:07.170229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54710) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:07.285975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40e0b9-2641-400b-87b9-c1905baf4ccc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:07.288457 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0c40e0b9-2641-400b-87b9-c1905baf4ccc tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/35c7b3cf-dc16-42df-a93f-0abc8d9256ff HTTP/1.1" status: 200 len: 841 time: 0.0930848 Jan 31 18:58:07.325843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f59fc0-869a-434c-8743-c81e550aa1c1 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Network': ['ID=04913487-41c8-4745-9d6d-3c0ed0e5927e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:07.329716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54712) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:07.399939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fbf582c4-3c37-445d-b9d5-96e64d8e4f6a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/35c7b3cf-dc16-42df-a93f-0abc8d9256ff?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0587230 Jan 31 18:58:07.408386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54714) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:07.416070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c4535ea1-837c-4579-b392-dc9864d510a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:07.437191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.444273 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d13aa772-35df-413f-b1b0-c0bdb45ea08d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.446324 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d34459d-0c60-490f-a722-a1178f406737 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (765b5670-0349-4b2b-83c0-4a6faf04bf85), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.481237 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5556924 Jan 31 18:58:07.492874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54718) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:07.500188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-26635556-7dac-40cc-805f-e4fb4e4fefab admin admin] Request body: {'subnet': {'network_id': '7d7e6486-7a54-4385-8cc4-ac86d66050e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-535086130-subnet', 'tenant_id': '4f110dec67634b78b67938752199452b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:07.540649 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.550394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e07ef4-9cfc-4d89-be11-48febaf9b17c admin admin] Pushing event updated for resources: {'Network': ['ID=7d7e6486-7a54-4385-8cc4-ac86d66050e5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:07.553832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] 10.222.0.20 "DELETE /v2.0/networks/b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd HTTP/1.1" status: 204 len: 168 time: 3.0631814 Jan 31 18:58:07.563115 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=d13aa772-35df-413f-b1b0-c0bdb45ea08d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:07.591011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 7d7e6486-7a54-4385-8cc4-ac86d66050e5 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:07.645090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26635556-7dac-40cc-805f-e4fb4e4fefab admin admin] Made reservation on behalf of 4f110dec67634b78b67938752199452b for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:07.656368 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26635556-7dac-40cc-805f-e4fb4e4fefab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.678521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-87848851-327e-4ff5-8b05-920e181ed25d service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807958 Jan 31 18:58:07.679313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eff2ab-a8b7-4874-a296-1aed468f0ad4 tempest-ExtraDHCPOptionsTestJSON-1599963796 tempest-ExtraDHCPOptionsTestJSON-1599963796-project] Pushing event deleted for resources: {'Network': ['ID=b1f5ddb8-2ac7-4ef3-a87d-53c0b6e167dd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:07.727041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:07.778674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:07.785066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:07.854996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54724) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:07.874372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-605862f3-09e8-4a34-89e6-344f624b3f76 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port d89614d9-b72c-4e2a-9d45-c3f42b3f4c96 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:07.874650 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-605862f3-09e8-4a34-89e6-344f624b3f76 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d89614d9-b72c-4e2a-9d45-c3f42b3f4c96), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:07.936671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f172f-f830-4b59-8f73-f1b0ee7fd4ca req-536d62eb-8783-4250-8aad-b2bea13e7b9d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:07.938189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-793f172f-f830-4b59-8f73-f1b0ee7fd4ca req-536d62eb-8783-4250-8aad-b2bea13e7b9d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 943 time: 0.3724403 Jan 31 18:58:07.938817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4535ea1-837c-4579-b392-dc9864d510a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:07.942056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4535ea1-837c-4579-b392-dc9864d510a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.081422 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd891184-64cc-4b8e-b416-10f6a0de7474 admin admin] Router 968d1fae-4795-4bd8-875c-fa9d3774c451 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:58:08.097760 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d34459d-0c60-490f-a722-a1178f406737 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (765b5670-0349-4b2b-83c0-4a6faf04bf85), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.104421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f21829b-ec95-4859-a972-3eba02d82a08 req-2151464d-8530-4cff-a634-d95468975320 service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072895 Jan 31 18:58:08.106587 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26635556-7dac-40cc-805f-e4fb4e4fefab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (d3730fab-56ca-491a-bcdf-97904fc1b6cf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.109595 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-605862f3-09e8-4a34-89e6-344f624b3f76 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d89614d9-b72c-4e2a-9d45-c3f42b3f4c96), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.133984 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d34459d-0c60-490f-a722-a1178f406737 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (765b5670-0349-4b2b-83c0-4a6faf04bf85), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.179963 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-605862f3-09e8-4a34-89e6-344f624b3f76 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for d89614d9-b72c-4e2a-9d45-c3f42b3f4c96 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:08.183521 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bdadbaca-e4b9-4821-935e-ac26dfbd5af3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94cf7ea64b9d442c9328e22a2a948b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3258290 Jan 31 18:58:08.193469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54728) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:08.227250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34459d-0c60-490f-a722-a1178f406737 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765b5670-0349-4b2b-83c0-4a6faf04bf85,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:08.236751 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d34459d-0c60-490f-a722-a1178f406737 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.237976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5d34459d-0c60-490f-a722-a1178f406737 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1240952 Jan 31 18:58:08.245226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54730) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:08.252264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3242c31f-24c3-41dd-b796-eb9caf3527f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': 'aab0ad6c-f785-4d72-950a-ef6030a3f8ef', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:08.254846 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26635556-7dac-40cc-805f-e4fb4e4fefab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3730fab-56ca-491a-bcdf-97904fc1b6cf,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:08.268638 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-793f172f-f830-4b59-8f73-f1b0ee7fd4ca req-bd1ddc14-cf1c-4d00-a683-1db721ebc8b6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723024 Jan 31 18:58:08.373748 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-3242c31f-24c3-41dd-b796-eb9caf3527f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Project ee02e97acfcd42578f53acc92edaa3d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:58:08.381559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51460a-b9f1-47a0-9fce-f0652b03297f req-f271fbf2-d18d-42e3-9ec9-7a87cf75fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:08.383138 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a51460a-b9f1-47a0-9fce-f0652b03297f req-f271fbf2-d18d-42e3-9ec9-7a87cf75fdd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 1126 time: 0.2193747 Jan 31 18:58:08.388396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26635556-7dac-40cc-805f-e4fb4e4fefab admin admin] Checking segment: {'id': 'b6780f93-d371-4af9-b289-d7d6a38a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7d7e6486-7a54-4385-8cc4-ac86d66050e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:08.388775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26635556-7dac-40cc-805f-e4fb4e4fefab admin admin] Network hostable DHCP agents. Network: 7d7e6486-7a54-4385-8cc4-ac86d66050e5, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:58:08.432144 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3242c31f-24c3-41dd-b796-eb9caf3527f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (3955b183-11dd-4d84-be3d-558c7798547b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.468304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd891184-64cc-4b8e-b416-10f6a0de7474 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:08.480505 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bd891184-64cc-4b8e-b416-10f6a0de7474 admin admin] 10.222.0.20 "PUT /v2.0/routers/968d1fae-4795-4bd8-875c-fa9d3774c451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9377723 Jan 31 18:58:08.480505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f8636e-8c56-4b6f-ac97-5ca8e027d50a admin admin] Publish callbacks [] for security_group (91384ff5-aee8-4757-addd-9e3cdc1e18a9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.483336 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54732) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:08.484870 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7bb69-ce31-4283-be45-fa124c8ea383 None None] Sync routers for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:08.498383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26635556-7dac-40cc-805f-e4fb4e4fefab admin admin] Network 7d7e6486-7a54-4385-8cc4-ac86d66050e5 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:58:08.506112 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7bb69-ce31-4283-be45-fa124c8ea383 None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:08.508395 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a9f7bb69-ce31-4283-be45-fa124c8ea383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:08.558747 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f8636e-8c56-4b6f-ac97-5ca8e027d50a admin admin] Publish callbacks [] for security_group (91384ff5-aee8-4757-addd-9e3cdc1e18a9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.569296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-26635556-7dac-40cc-805f-e4fb4e4fefab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 7d7e6486-7a54-4385-8cc4-ac86d66050e5) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:08.577433 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_gateway (1de8c1e2-733a-4ce4-8f0c-b531853ff420), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.584578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26635556-7dac-40cc-805f-e4fb4e4fefab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:08.585094 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26635556-7dac-40cc-805f-e4fb4e4fefab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.595031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4782284b-83b1-49d7-995f-6eabe84e9042 None None] Network 7d7e6486-7a54-4385-8cc4-ac86d66050e5 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:08.640406 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a9f7bb69-ce31-4283-be45-fa124c8ea383 None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:58:08.706490 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-26635556-7dac-40cc-805f-e4fb4e4fefab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2112699 Jan 31 18:58:08.730521 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Publish callbacks [] for router (968d1fae-4795-4bd8-875c-fa9d3774c451), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.811174 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-605862f3-09e8-4a34-89e6-344f624b3f76 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d89614d9-b72c-4e2a-9d45-c3f42b3f4c96), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.815445 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a95e37-f2e8-4e71-ae5f-ca55e0a76f3b None None] Network 7d7e6486-7a54-4385-8cc4-ac86d66050e5 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:08.930844 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f8636e-8c56-4b6f-ac97-5ca8e027d50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (91384ff5-aee8-4757-addd-9e3cdc1e18a9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.934828 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f8636e-8c56-4b6f-ac97-5ca8e027d50a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:08.936745 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c5f8636e-8c56-4b6f-ac97-5ca8e027d50a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91384ff5-aee8-4757-addd-9e3cdc1e18a9 HTTP/1.1" status: 204 len: 168 time: 0.7408886 Jan 31 18:58:08.937954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605862f3-09e8-4a34-89e6-344f624b3f76 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=d89614d9-b72c-4e2a-9d45-c3f42b3f4c96,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:08.941336 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a9f7bb69-ce31-4283-be45-fa124c8ea383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:58:06Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:08.993828 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4535ea1-837c-4579-b392-dc9864d510a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (43b05078-fede-42a5-a979-bdb8eb37f8dd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.061525 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7bb69-ce31-4283-be45-fa124c8ea383 None None] Checking router: 968d1fae-4795-4bd8-875c-fa9d3774c451 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:58:09.075209 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8636e-8c56-4b6f-ac97-5ca8e027d50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91384ff5-aee8-4757-addd-9e3cdc1e18a9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:09.086771 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7bb69-ce31-4283-be45-fa124c8ea383 None None] Routers {'968d1fae-4795-4bd8-875c-fa9d3774c451'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:09.088951 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a9f7bb69-ce31-4283-be45-fa124c8ea383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['968d1fae-4795-4bd8-875c-fa9d3774c451'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:09.093283 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3242c31f-24c3-41dd-b796-eb9caf3527f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (3955b183-11dd-4d84-be3d-558c7798547b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.137080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51460a-b9f1-47a0-9fce-f0652b03297f req-e0784f35-f6e0-4dd4-a0b0-6ecfc31e10c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:09.138648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a51460a-b9f1-47a0-9fce-f0652b03297f req-e0784f35-f6e0-4dd4-a0b0-6ecfc31e10c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 906 time: 0.7407544 Jan 31 18:58:09.146462 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3242c31f-24c3-41dd-b796-eb9caf3527f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (3955b183-11dd-4d84-be3d-558c7798547b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.201685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4535ea1-837c-4579-b392-dc9864d510a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 03351212-8393-4239-90fb-e7254b1f94f8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:09.249097 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-605862f3-09e8-4a34-89e6-344f624b3f76 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (8735ef31-17a8-47e5-aa3a-ddbbaea9d204), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.277799 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a9f7bb69-ce31-4283-be45-fa124c8ea383 None None] Set router 968d1fae-4795-4bd8-875c-fa9d3774c451 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:58:09.308955 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c4535ea1-837c-4579-b392-dc9864d510a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:09.313864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4535ea1-837c-4579-b392-dc9864d510a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:09.318539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4535ea1-837c-4579-b392-dc9864d510a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.323768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cd14f9-2e3e-4c37-8f2f-ccc68feba33f None None] Network 03351212-8393-4239-90fb-e7254b1f94f8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:09.334372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242c31f-24c3-41dd-b796-eb9caf3527f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3955b183-11dd-4d84-be3d-558c7798547b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:09.359338 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3242c31f-24c3-41dd-b796-eb9caf3527f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.367211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3242c31f-24c3-41dd-b796-eb9caf3527f5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1181130 Jan 31 18:58:09.368871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a51460a-b9f1-47a0-9fce-f0652b03297f req-0a01cb4d-3f7e-4771-a220-1fb1c3de7305 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3632697-b528-43e0-8104-f5c7798cf914 HTTP/1.1" status: 200 len: 217 time: 0.2118225 Jan 31 18:58:09.369363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54748) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:09.378338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4535ea1-837c-4579-b392-dc9864d510a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Subnet': ['ID=43b05078-fede-42a5-a979-bdb8eb37f8dd,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:09.399854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b9ca71c2-adc8-498e-9f75-e6d972992d99 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'security_group_rule': {'security_group_id': 'aab0ad6c-f785-4d72-950a-ef6030a3f8ef', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:09.418508 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Publish callbacks [] for router_gateway (968d1fae-4795-4bd8-875c-fa9d3774c451), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.455245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c4535ea1-837c-4579-b392-dc9864d510a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0475152 Jan 31 18:58:09.459650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54752) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:09.494955 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-b9ca71c2-adc8-498e-9f75-e6d972992d99 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Project ee02e97acfcd42578f53acc92edaa3d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:58:09.514048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-916b43c3-4c9c-4ece-9734-3eb9a32daf9c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'security_group': {'name': 'tempest-secgroup-94492697'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:09.596599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605862f3-09e8-4a34-89e6-344f624b3f76 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router 8735ef31-17a8-47e5-aa3a-ddbbaea9d204 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:58:09.609071 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9ca71c2-adc8-498e-9f75-e6d972992d99 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (5395be45-e7e4-43c0-8bbd-5ca36dfabaf3), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.641136 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Deleting port d46af0fe-d16b-4664-9a2a-50d46bfbc898 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:09.641605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.649760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-03351212-8393-4239-90fb-e7254b1f94f8', 'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'project_id': 'dbbb1c34a5a64e82b1085e7b45e35416', 'fixed_ips': [{'subnet_id': '43b05078-fede-42a5-a979-bdb8eb37f8dd'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:58:09.651183 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.698776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54762) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:09.710138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-363784545-network', 'tenant_id': '935ab26445f2439f8a7c0802c044c0a1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:09.724327 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-916b43c3-4c9c-4ece-9734-3eb9a32daf9c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.727244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51460a-b9f1-47a0-9fce-f0652b03297f req-b3429320-3707-4155-9d0d-2fddbd170d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:09.728841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a51460a-b9f1-47a0-9fce-f0652b03297f req-b3429320-3707-4155-9d0d-2fddbd170d11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.3406904 Jan 31 18:58:09.753096 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a9f7bb69-ce31-4283-be45-fa124c8ea383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:58:06Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:09.790897 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7bb69-ce31-4283-be45-fa124c8ea383 None None] The sync data for ids ['968d1fae-4795-4bd8-875c-fa9d3774c451'] in n-d-812111-15 is: [{'id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'name': 'tempest-AttachVolumeTestJSON-1707859615-router', 'tenant_id': '732c6167da0340c5b37c8a129944c15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:50:22Z', 'updated_at': '2022-01-31T18:58:06Z', 'revision_number': 5, 'project_id': '732c6167da0340c5b37c8a129944c15a', 'gw_port': {'id': 'd46af0fe-d16b-4664-9a2a-50d46bfbc898', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d1fae-4795-4bd8-875c-fa9d3774c451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:50:23Z', 'updated_at': '2022-01-31T18:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:09.828442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a51460a-b9f1-47a0-9fce-f0652b03297f req-08e1f82b-3853-4fce-8bd8-6bcf1bed7f71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582020 Jan 31 18:58:09.862097 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9ca71c2-adc8-498e-9f75-e6d972992d99 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (5395be45-e7e4-43c0-8bbd-5ca36dfabaf3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.887350 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9ca71c2-adc8-498e-9f75-e6d972992d99 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5395be45-e7e4-43c0-8bbd-5ca36dfabaf3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.889760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Made reservation on behalf of 935ab26445f2439f8a7c0802c044c0a1 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:09.892468 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:09.894909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Allocated IP 172.20.0.2 (03351212-8393-4239-90fb-e7254b1f94f8/43b05078-fede-42a5-a979-bdb8eb37f8dd/8fe059d5-8e5a-41bc-b4d7-5b359457b68d) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:09.961359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f9462-82d1-45e1-b692-d4e879206d93 req-4221167f-79af-417f-9b09-eec32c405486 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:09.968425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e1f9462-82d1-45e1-b692-d4e879206d93 req-4221167f-79af-417f-9b09-eec32c405486 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 943 time: 0.4411910 Jan 31 18:58:10.009314 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.023216 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (1de8c1e2-733a-4ce4-8f0c-b531853ff420), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.040434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca71c2-adc8-498e-9f75-e6d972992d99 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5395be45-e7e4-43c0-8bbd-5ca36dfabaf3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:10.078608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9ca71c2-adc8-498e-9f75-e6d972992d99 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.083225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b9ca71c2-adc8-498e-9f75-e6d972992d99 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7026227 Jan 31 18:58:10.101633 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Publish callbacks [] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.117444 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.124976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54770) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:10.150663 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'network': {'name': 'tempest-network-smoke--1718742741', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:10.154068 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-916b43c3-4c9c-4ece-9734-3eb9a32daf9c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (d8e5182c-ac4f-4b85-87fa-472320400634), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.188554 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605862f3-09e8-4a34-89e6-344f624b3f76 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:10.191630 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-916b43c3-4c9c-4ece-9734-3eb9a32daf9c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d8e5182c-ac4f-4b85-87fa-472320400634), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.195888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Network 03351212-8393-4239-90fb-e7254b1f94f8 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:10.204354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:10.212160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:10.230810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743f6be0-aa84-451d-88e2-695f1ed2e5cc None None] Sync routers for ids ['8735ef31-17a8-47e5-aa3a-ddbbaea9d204'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:10.231769 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-605862f3-09e8-4a34-89e6-344f624b3f76 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/8735ef31-17a8-47e5-aa3a-ddbbaea9d204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7161756 Jan 31 18:58:10.233459 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Made reservation on behalf of ee02e97acfcd42578f53acc92edaa3d5 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:10.238162 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.241554 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:10.242012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Pushing event updated for resources: {'Port': ['ID=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:10.273277 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e1f9462-82d1-45e1-b692-d4e879206d93 req-67e603a4-6099-4e8c-91dd-83029460a067 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039141 Jan 31 18:58:10.318548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743f6be0-aa84-451d-88e2-695f1ed2e5cc None None] Routers {'8735ef31-17a8-47e5-aa3a-ddbbaea9d204'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:10.319281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-743f6be0-aa84-451d-88e2-695f1ed2e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8735ef31-17a8-47e5-aa3a-ddbbaea9d204'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:10.332286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a51460a-b9f1-47a0-9fce-f0652b03297f req-4d40c0f1-d918-43f4-b171-3ab03f6d2546 service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723105 Jan 31 18:58:10.340698 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-916b43c3-4c9c-4ece-9734-3eb9a32daf9c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.341976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-916b43c3-4c9c-4ece-9734-3eb9a32daf9c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8575408 Jan 31 18:58:10.348202 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:10.357393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cb280d61-ef01-40af-af10-83a656631ab4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'security_group': {'name': 'tempest-secgroup-1659258165'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:10.362256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b43c3-4c9c-4ece-9734-3eb9a32daf9c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e5182c-ac4f-4b85-87fa-472320400634,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:10.378699 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-553e32a1-3077-42f1-8e8f-cd4e6cfcc698 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=8735ef31-17a8-47e5-aa3a-ddbbaea9d204 HTTP/1.1" status: 200 len: 205 time: 0.1285553 Jan 31 18:58:10.389392 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54780) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:10.402257 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Attempting to bind port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:10.402642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Attempting to bind port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'a2fdbe63-602f-4d77-a8b8-166a79087edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '03351212-8393-4239-90fb-e7254b1f94f8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:10.403010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Attempting to bind port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d on network 03351212-8393-4239-90fb-e7254b1f94f8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:10.409048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-743f6be0-aa84-451d-88e2-695f1ed2e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:10.413685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:10.414152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Checking segment: {'id': 'a2fdbe63-602f-4d77-a8b8-166a79087edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '03351212-8393-4239-90fb-e7254b1f94f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:10.414665 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.415209 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Bound using segment: {'id': 'a2fdbe63-602f-4d77-a8b8-166a79087edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '03351212-8393-4239-90fb-e7254b1f94f8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:10.415737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Bound port: 8fe059d5-8e5a-41bc-b4d7-5b359457b68d, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2fdbe63-602f-4d77-a8b8-166a79087edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '03351212-8393-4239-90fb-e7254b1f94f8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:10.416174 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.458965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743f6be0-aa84-451d-88e2-695f1ed2e5cc None None] Routers {'8735ef31-17a8-47e5-aa3a-ddbbaea9d204'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:10.459670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-743f6be0-aa84-451d-88e2-695f1ed2e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8735ef31-17a8-47e5-aa3a-ddbbaea9d204'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:10.471762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54782) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:10.501833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-743f6be0-aa84-451d-88e2-695f1ed2e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:10.502464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743f6be0-aa84-451d-88e2-695f1ed2e5cc None None] The sync data for ids ['8735ef31-17a8-47e5-aa3a-ddbbaea9d204'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:10.512092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device b3632697-b528-43e0-8104-f5c7798cf914 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:58:10.540642 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Publish callbacks [] for security_group (aca02e51-6f94-4546-b35a-4b3fdec68fc9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.548528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:10.550827 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (aca02e51-6f94-4546-b35a-4b3fdec68fc9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.555906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] For port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:10.560683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] For port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,segment=NetworkSegment(a2fdbe63-602f-4d77-a8b8-166a79087edf),segment_id=a2fdbe63-602f-4d77-a8b8-166a79087edf)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:10.563589 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb280d61-ef01-40af-af10-83a656631ab4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.571414 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.575634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] For port d46af0fe-d16b-4664-9a2a-50d46bfbc898, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d46af0fe-d16b-4664-9a2a-50d46bfbc898,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:10.576068 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.581736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be06fcce-4f92-44f1-8623-61f09d7c01c5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (8735ef31-17a8-47e5-aa3a-ddbbaea9d204), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.614419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (cb6c5e46-0b78-4d0b-a72d-a342532c11d4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.615345 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Added segment cb6c5e46-0b78-4d0b-a72d-a342532c11d4 of type vlan for network 53325844-6576-460a-86d9-f42d5aeacca9 Jan 31 18:58:10.621657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:10.650994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca02e51-6f94-4546-b35a-4b3fdec68fc9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:10.662582 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a9c57066-c9e6-4c49-b8ef-70fda257fad6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.663105 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Added segment a9c57066-c9e6-4c49-b8ef-70fda257fad6 of type vlan for network 5b528594-3611-4c8a-912e-0cd8ecddf243 Jan 31 18:58:10.669341 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 1de8c1e2-733a-4ce4-8f0c-b531853ff420 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:58:10.688244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Calling delete_port for d46af0fe-d16b-4664-9a2a-50d46bfbc898 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:10.710553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'networks': [{'name': 'tempest-network--1997071752'}, {'name': 'tempest-network--1816128268'}]} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:10.711141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'network': {'name': 'tempest-network--1997071752'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:10.711932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'network': {'name': 'tempest-network--1816128268'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:10.712059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a51460a-b9f1-47a0-9fce-f0652b03297f req-60d1288e-bd8f-4c17-b5eb-b7e2dda9bc18 service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637650 Jan 31 18:58:10.825617 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (5b528594-3611-4c8a-912e-0cd8ecddf243), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.856163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (53325844-6576-460a-86d9-f42d5aeacca9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.892844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c8f00-ede3-4a89-adf1-7fa1a2f27e78 None None] Pushing event updated for resources: {'Port': ['ID=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:10.923675 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port b3632697-b528-43e0-8104-f5c7798cf914, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b3632697-b528-43e0-8104-f5c7798cf914,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:10.924199 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (5b528594-3611-4c8a-912e-0cd8ecddf243), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.925389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:10.926087 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:10.943171 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'b3632697-b528-43e0-8104-f5c7798cf914', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'port_id': 'b3632697-b528-43e0-8104-f5c7798cf914', 'mac_address': 'fa:16:3e:47:e2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84ab55c-34af-4b5d-8cef-07d311d8d426', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:58:10.985099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:10.993889 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Made reservation on behalf of 8485384c69714f629ecb81277418859b for: {'network': 2} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:10.998307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.006506 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171a22d4-28f0-47a3-a9d0-0f066a707e1f None None] Sync routers for ids ['1de8c1e2-733a-4ce4-8f0c-b531853ff420'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:11.007087 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:58:11.033816 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a22d4-28f0-47a3-a9d0-0f066a707e1f None None] Routers {'1de8c1e2-733a-4ce4-8f0c-b531853ff420'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:11.040666 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-171a22d4-28f0-47a3-a9d0-0f066a707e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1de8c1e2-733a-4ce4-8f0c-b531853ff420'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:11.061677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port b3632697-b528-43e0-8104-f5c7798cf914 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:11.062091 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b3632697-b528-43e0-8104-f5c7798cf914), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.067856 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.079287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3632697-b528-43e0-8104-f5c7798cf914 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:58:11.093139 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be06fcce-4f92-44f1-8623-61f09d7c01c5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (8735ef31-17a8-47e5-aa3a-ddbbaea9d204), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.101769 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be06fcce-4f92-44f1-8623-61f09d7c01c5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (8735ef31-17a8-47e5-aa3a-ddbbaea9d204), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.109645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4057527 Jan 31 18:58:11.110066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port b3632697-b528-43e0-8104-f5c7798cf914, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b3632697-b528-43e0-8104-f5c7798cf914,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:11.116894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54786) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:11.123250 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b3632697-b528-43e0-8104-f5c7798cf914), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.124074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c642b599-6487-4287-b887-af38dcc1faf1 admin admin] Request body: {'subnet': {'network_id': '5b528594-3611-4c8a-912e-0cd8ecddf243', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-363784545-subnet', 'tenant_id': '935ab26445f2439f8a7c0802c044c0a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:11.137639 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (53325844-6576-460a-86d9-f42d5aeacca9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.139861 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-171a22d4-28f0-47a3-a9d0-0f066a707e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:11.143061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:11.143976 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.152025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708279f-184e-486e-a2dd-2266c083fede admin admin] Pushing event updated for resources: {'Network': ['ID=5b528594-3611-4c8a-912e-0cd8ecddf243,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:11.154771 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a22d4-28f0-47a3-a9d0-0f066a707e1f None None] Routers {'1de8c1e2-733a-4ce4-8f0c-b531853ff420'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:11.157001 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-171a22d4-28f0-47a3-a9d0-0f066a707e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1de8c1e2-733a-4ce4-8f0c-b531853ff420'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:11.164406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c642b599-6487-4287-b887-af38dcc1faf1 admin admin] Made reservation on behalf of 935ab26445f2439f8a7c0802c044c0a1 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:11.167012 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c642b599-6487-4287-b887-af38dcc1faf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.175563 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 5b528594-3611-4c8a-912e-0cd8ecddf243 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:11.204943 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.207107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c742a4a4-4b43-41b9-a971-1dfe782068e1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 9.2592113 Jan 31 18:58:11.208795 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-171a22d4-28f0-47a3-a9d0-0f066a707e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:11.209731 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171a22d4-28f0-47a3-a9d0-0f066a707e1f None None] The sync data for ids ['1de8c1e2-733a-4ce4-8f0c-b531853ff420'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:11.212466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54788) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:11.274720 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb280d61-ef01-40af-af10-83a656631ab4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (f905026b-a4b9-4ed4-9fa8-e77286c4cb7f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.290361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=b3632697-b528-43e0-8104-f5c7798cf914,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:11.359136 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Network': ['ID=53325844-6576-460a-86d9-f42d5aeacca9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:11.370587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 53325844-6576-460a-86d9-f42d5aeacca9 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:11.382990 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be06fcce-4f92-44f1-8623-61f09d7c01c5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (8735ef31-17a8-47e5-aa3a-ddbbaea9d204), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.383920 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be06fcce-4f92-44f1-8623-61f09d7c01c5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Fanout notify agent at l3_agent the message router_deleted on router 8735ef31-17a8-47e5-aa3a-ddbbaea9d204 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:58:11.389886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['b3632697-b528-43e0-8104-f5c7798cf914'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:58:11.399785 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb280d61-ef01-40af-af10-83a656631ab4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f905026b-a4b9-4ed4-9fa8-e77286c4cb7f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.405765 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4da891df-6dbb-4348-8784-e116efc16790 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2634630 Jan 31 18:58:11.409826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54792) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:11.413375 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be06fcce-4f92-44f1-8623-61f09d7c01c5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.414980 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-be06fcce-4f92-44f1-8623-61f09d7c01c5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/8735ef31-17a8-47e5-aa3a-ddbbaea9d204 HTTP/1.1" status: 204 len: 168 time: 1.0198865 Jan 31 18:58:11.429257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54794) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:11.434259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'admin_state_up': True, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:11.529930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b51ed72d-b4b7-4a11-8df8-7e2f710aaf4e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/routers/1de8c1e2-733a-4ce4-8f0c-b531853ff420 HTTP/1.1" status: 200 len: 881 time: 0.3163280 Jan 31 18:58:11.540161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54796) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:11.547385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a39bcd-27c9-4d93-b449-0df9ab59f9a2 req-817c6ccd-f719-4729-bcd0-2a3692d6493f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:11.549197 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39a39bcd-27c9-4d93-b449-0df9ab59f9a2 req-817c6ccd-f719-4729-bcd0-2a3692d6493f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 944 time: 0.1886125 Jan 31 18:58:11.553647 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb280d61-ef01-40af-af10-83a656631ab4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.557336 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cb280d61-ef01-40af-af10-83a656631ab4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2018297 Jan 31 18:58:11.557602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.558431 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.561854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:11.576817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb280d61-ef01-40af-af10-83a656631ab4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f905026b-a4b9-4ed4-9fa8-e77286c4cb7f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:11.586161 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-532301511', 'security_groups': ['f905026b-a4b9-4ed4-9fa8-e77286c4cb7f'], 'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43b05078-fede-42a5-a979-bdb8eb37f8dd'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:11.619330 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91cdbce-a684-4cad-9021-d5c41bcb7bda tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting subnet 4d46536a-14ee-489c-a369-9668ade7d4fe {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:11.653731 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91cdbce-a684-4cad-9021-d5c41bcb7bda tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (4d46536a-14ee-489c-a369-9668ade7d4fe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.656747 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d46af0fe-d16b-4664-9a2a-50d46bfbc898), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.745836 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=d46af0fe-d16b-4664-9a2a-50d46bfbc898,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:11.756842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8fe059d5-8e5a-41bc-b4d7-5b359457b68d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:11.765433 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39a39bcd-27c9-4d93-b449-0df9ab59f9a2 req-a144fe06-fd9c-48ac-9d20-b16aed6b91ce tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769304 Jan 31 18:58:11.767768 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c642b599-6487-4287-b887-af38dcc1faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (3651c98c-746f-4c2e-9629-30e30dc16c28), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.787176 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91cdbce-a684-4cad-9021-d5c41bcb7bda tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (4d46536a-14ee-489c-a369-9668ade7d4fe), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.796970 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for security_group (a5821e4f-8488-4f2d-9137-ce9ddedd18d1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.845041 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a5821e4f-8488-4f2d-9137-ce9ddedd18d1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.845514 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.857138 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_controller (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.868781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:11.869471 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:11.874559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642b599-6487-4287-b887-af38dcc1faf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3651c98c-746f-4c2e-9629-30e30dc16c28,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:11.974738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:11.978019 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5821e4f-8488-4f2d-9137-ce9ddedd18d1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:12.015415 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (968d1fae-4795-4bd8-875c-fa9d3774c451), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.031239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (af551572-a716-4ba1-a9e9-4cddbbe2a750), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.031625 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Added segment af551572-a716-4ba1-a9e9-4cddbbe2a750 of type vlan for network 33b659da-a97e-4da6-961f-079fb9a03690 Jan 31 18:58:12.037989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:12.038549 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.092610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,segment=NetworkSegment(a2fdbe63-602f-4d77-a8b8-166a79087edf),segment_id=a2fdbe63-602f-4d77-a8b8-166a79087edf)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:12.098897 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.162949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:12.166839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:12.197399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:12.197834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1b72d213-e0d0-41a3-8ba3-7c4ed8d7e578 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:58:12.214281 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (33b659da-a97e-4da6-961f-079fb9a03690), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.217041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:12.228733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91cdbce-a684-4cad-9021-d5c41bcb7bda tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (4d46536a-14ee-489c-a369-9668ade7d4fe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.259191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7af68d87-d3ef-4216-9738-fe77d25b0eef None None] Provisioning complete for port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:12.259737 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7af68d87-d3ef-4216-9738-fe77d25b0eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.303915 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (968d1fae-4795-4bd8-875c-fa9d3774c451), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.344104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Publish callbacks [] for router_controller (968d1fae-4795-4bd8-875c-fa9d3774c451), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.350982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7af68d87-d3ef-4216-9738-fe77d25b0eef None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:12.362896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7af68d87-d3ef-4216-9738-fe77d25b0eef None None] Provisioning complete for port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:12.363438 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7af68d87-d3ef-4216-9738-fe77d25b0eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (35c7b3cf-dc16-42df-a93f-0abc8d9256ff), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.404701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7af68d87-d3ef-4216-9738-fe77d25b0eef None None] Port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:12.410030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c642b599-6487-4287-b887-af38dcc1faf1 admin admin] Checking segment: {'id': 'a9c57066-c9e6-4c49-b8ef-70fda257fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5b528594-3611-4c8a-912e-0cd8ecddf243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:12.410189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c642b599-6487-4287-b887-af38dcc1faf1 admin admin] Network hostable DHCP agents. Network: 5b528594-3611-4c8a-912e-0cd8ecddf243, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:58:12.418794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:12.448875 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.459667 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (968d1fae-4795-4bd8-875c-fa9d3774c451), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.460234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 968d1fae-4795-4bd8-875c-fa9d3774c451 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:58:12.465034 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (8dfbf3fa-a2be-4a7a-89dd-85abda57a68b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.465034 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Added segment 8dfbf3fa-a2be-4a7a-89dd-85abda57a68b of type vlan for network b525a38d-dcc8-44b7-9e9e-0d23133ef582 Jan 31 18:58:12.478222 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.482486 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a4c29575-b39c-4b8f-afcf-3bef343c0d5f admin admin] 10.222.0.20 "DELETE /v2.0/routers/968d1fae-4795-4bd8-875c-fa9d3774c451 HTTP/1.1" status: 204 len: 168 time: 3.9981687 Jan 31 18:58:12.484529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54800) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:12.490067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.525505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91cdbce-a684-4cad-9021-d5c41bcb7bda tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (4d46536a-14ee-489c-a369-9668ade7d4fe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.549960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device b3632697-b528-43e0-8104-f5c7798cf914 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:12.553383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c642b599-6487-4287-b887-af38dcc1faf1 admin admin] Network 5b528594-3611-4c8a-912e-0cd8ecddf243 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:58:12.568085 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (b525a38d-dcc8-44b7-9e9e-0d23133ef582), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.573533 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91cdbce-a684-4cad-9021-d5c41bcb7bda tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Subnet': ['ID=4d46536a-14ee-489c-a369-9668ade7d4fe,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:12.577596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port 2893b04c-355a-4d57-b50f-6b01e1bc0f75 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:58:12.586930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91cdbce-a684-4cad-9021-d5c41bcb7bda tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.592910 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d91cdbce-a684-4cad-9021-d5c41bcb7bda tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/4d46536a-14ee-489c-a369-9668ade7d4fe HTTP/1.1" status: 204 len: 168 time: 1.1583891 Jan 31 18:58:12.595470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:12.618723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaaba3a-a4bf-4ff3-a6fc-f95f437dd10f None None] Network 4cde798f-e25a-4a85-86bd-ecb520ca2c8a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:12.627465 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-53288518-840f-4794-87d6-cde123a99ec6 admin admin] Deleting subnet 8b1b457b-8abd-4614-8276-0291f0e06e62 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:12.633270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c642b599-6487-4287-b887-af38dcc1faf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 5b528594-3611-4c8a-912e-0cd8ecddf243) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:12.646696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c642b599-6487-4287-b887-af38dcc1faf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:12.647293 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c642b599-6487-4287-b887-af38dcc1faf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.649948 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53288518-840f-4794-87d6-cde123a99ec6 admin admin] Publish callbacks [] for subnet (8b1b457b-8abd-4614-8276-0291f0e06e62), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.654012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e400a9f5-5de3-4612-8a60-1a57f71034e0 None None] Network 5b528594-3611-4c8a-912e-0cd8ecddf243 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:12.691726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e2ad2e5e-3e8d-40cb-8c9e-50f4a717cffa tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1413717 Jan 31 18:58:12.699619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54804) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:12.715024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0793e68c-dd47-4ccb-b0b5-5395b2c61403 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2004554729'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:12.769951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c642b599-6487-4287-b887-af38dcc1faf1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6518776 Jan 31 18:58:12.776500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53288518-840f-4794-87d6-cde123a99ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (8b1b457b-8abd-4614-8276-0291f0e06e62), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.870281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port b3632697-b528-43e0-8104-f5c7798cf914 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:58:12.883668 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port b3632697-b528-43e0-8104-f5c7798cf914 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:12.884161 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b3632697-b528-43e0-8104-f5c7798cf914), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:12.893438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db3e6bb-9bcb-4294-bac6-aa0a3fe20b48 None None] Network 5b528594-3611-4c8a-912e-0cd8ecddf243 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:13.034626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (33b659da-a97e-4da6-961f-079fb9a03690), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.035175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (b525a38d-dcc8-44b7-9e9e-0d23133ef582), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.047834 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:13.052976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:13.066125 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.100778 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78428d-3122-4c8c-88c7-724c442a3e3f None None] DHCP port deletion for 4cde798f-e25a-4a85-86bd-ecb520ca2c8a request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:58:13.154112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port b3632697-b528-43e0-8104-f5c7798cf914 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:13.154359 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b3632697-b528-43e0-8104-f5c7798cf914), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.175811 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53288518-840f-4794-87d6-cde123a99ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (8b1b457b-8abd-4614-8276-0291f0e06e62), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.199473 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (4cde798f-e25a-4a85-86bd-ecb520ca2c8a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.211705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816b1b32-65c3-4924-88cf-26c22b23b726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3632697-b528-43e0-8104-f5c7798cf914'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:58:13.214080 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caeb31b-1f21-420b-a60a-3e9f909b38a3" -d '{"events": [{"server_uuid": "816b1b32-65c3-4924-88cf-26c22b23b726", "name": "network-vif-plugged", "status": "completed", "tag": "b3632697-b528-43e0-8104-f5c7798cf914"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:58:13.217371 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.7369967 Jan 31 18:58:13.224214 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54818) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:13.231643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port b3632697-b528-43e0-8104-f5c7798cf914, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b3632697-b528-43e0-8104-f5c7798cf914,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:13.248572 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b3632697-b528-43e0-8104-f5c7798cf914), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.275699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event updated for resources: {'Network': ['ID=33b659da-a97e-4da6-961f-079fb9a03690,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:13.281150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6b78428d-3122-4c8c-88c7-724c442a3e3f None None] Deleting port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:13.281540 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6b78428d-3122-4c8c-88c7-724c442a3e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.302405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 33b659da-a97e-4da6-961f-079fb9a03690 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:13.427914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=b3632697-b528-43e0-8104-f5c7798cf914,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:13.434671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84995eb-b59b-4af3-922a-7a0b527cfbe2 req-b5f67f7b-d118-456c-930a-ab512c47b898 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:13.436233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e84995eb-b59b-4af3-922a-7a0b527cfbe2 req-b5f67f7b-d118-456c-930a-ab512c47b898 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 944 time: 0.5590513 Jan 31 18:58:13.444223 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53288518-840f-4794-87d6-cde123a99ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (8b1b457b-8abd-4614-8276-0291f0e06e62), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.464859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6b78428d-3122-4c8c-88c7-724c442a3e3f None None] For port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=567d39fb-af54-408a-bdfd-2ab9a32b2ee7,segment=NetworkSegment(fe2d3847-dea0-457d-aa4d-78374d5ac589),segment_id=fe2d3847-dea0-457d-aa4d-78374d5ac589)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:13.465494 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6b78428d-3122-4c8c-88c7-724c442a3e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.496828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a074b6a9-053f-4659-8ccf-080dab20c601 None None] Network c11bd176-3044-4185-9008-2e805d18ae14 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:13.500271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6b78428d-3122-4c8c-88c7-724c442a3e3f None None] Calling delete_port for 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:13.530893 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53288518-840f-4794-87d6-cde123a99ec6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.534375 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-53288518-840f-4794-87d6-cde123a99ec6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8b1b457b-8abd-4614-8276-0291f0e06e62 HTTP/1.1" status: 204 len: 168 time: 1.0469160 Jan 31 18:58:13.544184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:13.575569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.4 (03351212-8393-4239-90fb-e7254b1f94f8/43b05078-fede-42a5-a979-bdb8eb37f8dd/2893b04c-355a-4d57-b50f-6b01e1bc0f75) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:13.577401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53288518-840f-4794-87d6-cde123a99ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1b457b-8abd-4614-8276-0291f0e06e62,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:13.593988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1b096-e31a-4c5c-92d9-f7edbbca807c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event updated for resources: {'Network': ['ID=b525a38d-dcc8-44b7-9e9e-0d23133ef582,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:13.647169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a65514-295f-4e68-ae2a-130eaeaddf39 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:13.651810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a65514-295f-4e68-ae2a-130eaeaddf39 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:13.657058 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a65514-295f-4e68-ae2a-130eaeaddf39 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:13.657301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network b525a38d-dcc8-44b7-9e9e-0d23133ef582 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:13.662274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a65514-295f-4e68-ae2a-130eaeaddf39 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:13.666665 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b7a65514-295f-4e68-ae2a-130eaeaddf39 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4370539 Jan 31 18:58:13.675745 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54830) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:13.691710 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.707314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8fe059d5-8e5a-41bc-b4d7-5b359457b68d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:13.732153 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (c11bd176-3044-4185-9008-2e805d18ae14), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.783452 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.785700 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:13.786112 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.802235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e84995eb-b59b-4af3-922a-7a0b527cfbe2 req-282d960e-1f64-4d3b-8b48-2960ec8ea763 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182497 Jan 31 18:58:13.849543 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6b78428d-3122-4c8c-88c7-724c442a3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.856595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0793e68c-dd47-4ccb-b0b5-5395b2c61403 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (1de8c1e2-733a-4ce4-8f0c-b531853ff420), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.879140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (33b659da-a97e-4da6-961f-079fb9a03690), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.892274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78428d-3122-4c8c-88c7-724c442a3e3f None None] Pushing event deleted for resources: {'Port': ['ID=567d39fb-af54-408a-bdfd-2ab9a32b2ee7,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:13.899041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78428d-3122-4c8c-88c7-724c442a3e3f None None] No DVR routers for this DVR port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:13.899175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-b08a9d10-7442-451d-ac79-50a37aaac741 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:13.903168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-b08a9d10-7442-451d-ac79-50a37aaac741 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/networks?id=7d7e6486-7a54-4385-8cc4-ac86d66050e5 HTTP/1.1" status: 200 len: 824 time: 0.3667848 Jan 31 18:58:13.905495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:13.906099 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.907812 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0793e68c-dd47-4ccb-b0b5-5395b2c61403 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (1de8c1e2-733a-4ce4-8f0c-b531853ff420), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:13.911903 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14039a5-31e9-4ccb-b134-f05c1e2c9c9a x-openstack-request-id: req-e14039a5-31e9-4ccb-b134-f05c1e2c9c9a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:58:13.912273 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816b1b32-65c3-4924-88cf-26c22b23b726", "name": "network-vif-plugged", "status": "completed", "tag": "b3632697-b528-43e0-8104-f5c7798cf914", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:58:13.912636 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e14039a5-31e9-4ccb-b134-f05c1e2c9c9a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:58:13.913304 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816b1b32-65c3-4924-88cf-26c22b23b726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3632697-b528-43e0-8104-f5c7798cf914', 'code': 200} Jan 31 18:58:13.949656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b36aa9-2a17-4bf2-ad46-10712bd2cb51 None None] DHCP port deletion for c11bd176-3044-4185-9008-2e805d18ae14 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:58:14.009766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-37a6b0ff-ecfb-4b97-8abd-8e4f3c0f649d tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/quotas/4f110dec67634b78b67938752199452b HTTP/1.1" status: 200 len: 375 time: 0.0621946 Jan 31 18:58:14.055344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-87b36aa9-2a17-4bf2-ad46-10712bd2cb51 None None] Deleting port c865e980-cab3-43f4-8bd6-ea7fa729696b {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:14.055826 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87b36aa9-2a17-4bf2-ad46-10712bd2cb51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.088846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:14.090651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.25.8.5 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/659f89c9-79a8-49c6-932e-6612c3067f91) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:14.096313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-01117fe5-68ee-4cfc-a82c-b908226e8b4c tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f110dec67634b78b67938752199452b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776284 Jan 31 18:58:14.112677 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] For port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=567d39fb-af54-408a-bdfd-2ab9a32b2ee7,segment=NetworkSegment(fe2d3847-dea0-457d-aa4d-78374d5ac589),segment_id=fe2d3847-dea0-457d-aa4d-78374d5ac589)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:14.113276 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.148196 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:14.157126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-87b36aa9-2a17-4bf2-ad46-10712bd2cb51 None None] For port c865e980-cab3-43f4-8bd6-ea7fa729696b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c865e980-cab3-43f4-8bd6-ea7fa729696b,segment=NetworkSegment(fa93af35-ddb7-44f7-a2d8-4b6329fcfb53),segment_id=fa93af35-ddb7-44f7-a2d8-4b6329fcfb53)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:14.157676 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87b36aa9-2a17-4bf2-ad46-10712bd2cb51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.168931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d46af0fe-d16b-4664-9a2a-50d46bfbc898 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:14.179765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-87b36aa9-2a17-4bf2-ad46-10712bd2cb51 None None] Calling delete_port for c865e980-cab3-43f4-8bd6-ea7fa729696b owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:14.202007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d46af0fe-d16b-4664-9a2a-50d46bfbc898 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:14.202353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d46af0fe-d16b-4664-9a2a-50d46bfbc898 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:58:14.202776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:14.232179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:14.232560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:58:14.286925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb73b55-ec33-46f4-a68b-a358062f669a req-ce1a0533-92c0-4bee-bd85-77cd240bba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:14.289765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-edb73b55-ec33-46f4-a68b-a358062f669a req-ce1a0533-92c0-4bee-bd85-77cd240bba6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 1128 time: 0.2829778 Jan 31 18:58:14.290712 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (2893b04c-355a-4d57-b50f-6b01e1bc0f75), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.293126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (33b659da-a97e-4da6-961f-079fb9a03690), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.319902 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Deleting port c865e980-cab3-43f4-8bd6-ea7fa729696b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:14.320291 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.321926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0793e68c-dd47-4ccb-b0b5-5395b2c61403 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 1de8c1e2-733a-4ce4-8f0c-b531853ff420 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:58:14.328551 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87b36aa9-2a17-4bf2-ad46-10712bd2cb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.353987 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b659da-a97e-4da6-961f-079fb9a03690']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:14.357287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b36aa9-2a17-4bf2-ad46-10712bd2cb51 None None] Pushing event deleted for resources: {'Port': ['ID=c865e980-cab3-43f4-8bd6-ea7fa729696b,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:14.362303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b36aa9-2a17-4bf2-ad46-10712bd2cb51 None None] No DVR routers for this DVR port c865e980-cab3-43f4-8bd6-ea7fa729696b on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:14.423343 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af551572-a716-4ba1-a9e9-4cddbbe2a750') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:14.423582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af551572-a716-4ba1-a9e9-4cddbbe2a750') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:14.451855 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (af551572-a716-4ba1-a9e9-4cddbbe2a750), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.478821 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] For port c865e980-cab3-43f4-8bd6-ea7fa729696b, host n-d-812111-15, got binding levels [] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:14.479188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.484128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (af551572-a716-4ba1-a9e9-4cddbbe2a750), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.495540 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (567d39fb-af54-408a-bdfd-2ab9a32b2ee7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.502252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2893b04c-355a-4d57-b50f-6b01e1bc0f75), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.504316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:14.504867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (af551572-a716-4ba1-a9e9-4cddbbe2a750), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:14.513353 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:14.528373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Calling delete_port for c865e980-cab3-43f4-8bd6-ea7fa729696b owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:14.551672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Port c865e980-cab3-43f4-8bd6-ea7fa729696b was not found and therefore no delete operation was performed {{(pid=103226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 18:58:14.560127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=567d39fb-af54-408a-bdfd-2ab9a32b2ee7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:14.590917 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c865e980-cab3-43f4-8bd6-ea7fa729696b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.593388 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No DVR routers for this DVR port 567d39fb-af54-408a-bdfd-2ab9a32b2ee7 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:14.669268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 03351212-8393-4239-90fb-e7254b1f94f8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:14.679661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] No DVR routers for this DVR port c865e980-cab3-43f4-8bd6-ea7fa729696b on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:14.681248 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (33b659da-a97e-4da6-961f-079fb9a03690), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.682732 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:14.714057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.717249 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "DELETE /v2.0/networks/33b659da-a97e-4da6-961f-079fb9a03690 HTTP/1.1" status: 204 len: 168 time: 1.0404103 Jan 31 18:58:14.718198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:14.722037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:14.750508 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0348d0e9-3919-4e79-a253-2fcf411266ae service neutron] 10.222.0.20 "GET /v2.0/networks/7d7e6486-7a54-4385-8cc4-ac86d66050e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011636 Jan 31 18:58:14.755932 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (659f89c9-79a8-49c6-932e-6612c3067f91), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.762215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-edb73b55-ec33-46f4-a68b-a358062f669a req-5fe80f0a-8dfd-4972-a501-8204fa5c5b08 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582984 Jan 31 18:58:14.839959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035dc86-246d-470e-81de-cd3b4df6222e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event deleted for resources: {'Network': ['ID=33b659da-a97e-4da6-961f-079fb9a03690,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:14.841736 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=2893b04c-355a-4d57-b50f-6b01e1bc0f75,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:14.860902 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (4cde798f-e25a-4a85-86bd-ecb520ca2c8a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.936774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0793e68c-dd47-4ccb-b0b5-5395b2c61403 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:14.950526 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a158856-b535-430d-aa22-e340746aecef None None] Sync routers for ids ['1de8c1e2-733a-4ce4-8f0c-b531853ff420'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:14.961398 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0793e68c-dd47-4ccb-b0b5-5395b2c61403 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.965431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0793e68c-dd47-4ccb-b0b5-5395b2c61403 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/1de8c1e2-733a-4ce4-8f0c-b531853ff420 HTTP/1.1" status: 200 len: 888 time: 2.2614896 Jan 31 18:58:14.966615 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (659f89c9-79a8-49c6-932e-6612c3067f91), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.979036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a158856-b535-430d-aa22-e340746aecef None None] Routers {'1de8c1e2-733a-4ce4-8f0c-b531853ff420'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:14.979672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2a158856-b535-430d-aa22-e340746aecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1de8c1e2-733a-4ce4-8f0c-b531853ff420'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:14.981457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-342345e1-b7af-4f3c-8fe8-e80fc9a5e3af None None] Provisioning complete for port 2893b04c-355a-4d57-b50f-6b01e1bc0f75 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:14.981839 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-342345e1-b7af-4f3c-8fe8-e80fc9a5e3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2893b04c-355a-4d57-b50f-6b01e1bc0f75), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:14.982783 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54836) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:14.983610 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Pushing event deleted for resources: {'Port': ['ID=c865e980-cab3-43f4-8bd6-ea7fa729696b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:14.994735 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cde798f-e25a-4a85-86bd-ecb520ca2c8a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:15.046304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-30b90421-17f2-447a-8f8e-1cc14772864e service neutron] 10.222.0.20 "GET /v2.0/networks/7d7e6486-7a54-4385-8cc4-ac86d66050e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801907 Jan 31 18:58:15.056502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:15.066370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:15.067044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (c11bd176-3044-4185-9008-2e805d18ae14), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.067688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2a158856-b535-430d-aa22-e340746aecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:15.069895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=659f89c9-79a8-49c6-932e-6612c3067f91,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:15.073538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:15.076740 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:15.077269 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.088092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2d3847-dea0-457d-aa4d-78374d5ac589') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:15.088470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2d3847-dea0-457d-aa4d-78374d5ac589') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:15.099633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-342345e1-b7af-4f3c-8fe8-e80fc9a5e3af None None] Port 2893b04c-355a-4d57-b50f-6b01e1bc0f75 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:15.102897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a158856-b535-430d-aa22-e340746aecef None None] Routers {'1de8c1e2-733a-4ce4-8f0c-b531853ff420'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:15.103701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2a158856-b535-430d-aa22-e340746aecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1de8c1e2-733a-4ce4-8f0c-b531853ff420'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:15.123428 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (b525a38d-dcc8-44b7-9e9e-0d23133ef582), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.125535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c199a7a-a11b-4af4-a01b-9871f38bbc13 req-10f25176-8bdf-4e1e-8a83-27965c8ded85 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:15.127153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c199a7a-a11b-4af4-a01b-9871f38bbc13 req-10f25176-8bdf-4e1e-8a83-27965c8ded85 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 945 time: 0.1968257 Jan 31 18:58:15.141270 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (fe2d3847-dea0-457d-aa4d-78374d5ac589), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.154559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2a158856-b535-430d-aa22-e340746aecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:15.155229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a158856-b535-430d-aa22-e340746aecef None None] The sync data for ids ['1de8c1e2-733a-4ce4-8f0c-b531853ff420'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:15.158380 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11bd176-3044-4185-9008-2e805d18ae14']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:15.191173 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d017a9a5-de24-4039-afd2-5ad2c87f5b16 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6224804 Jan 31 18:58:15.192827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54838) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:15.198704 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:15.199032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa93af35-ddb7-44f7-a2d8-4b6329fcfb53') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:15.201393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a6da0e06-8641-489a-8b15-90495e6b3f2a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:15.237042 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (fe2d3847-dea0-457d-aa4d-78374d5ac589), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.365067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bb82e755-d4f9-44a1-840d-08440299aa50 req-6ea0d079-5657-450b-a548-599698875a5c tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 210 time: 0.1085737 Jan 31 18:58:15.379185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c199a7a-a11b-4af4-a01b-9871f38bbc13 req-3d6d769e-4c75-46e8-b0b2-f98aece01d09 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453997 Jan 31 18:58:15.504937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6da0e06-8641-489a-8b15-90495e6b3f2a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:15.508790 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6da0e06-8641-489a-8b15-90495e6b3f2a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.547106 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (fa93af35-ddb7-44f7-a2d8-4b6329fcfb53), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.551024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:15.551024 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (fe2d3847-dea0-457d-aa4d-78374d5ac589), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:15.560748 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:15.621640 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (fa93af35-ddb7-44f7-a2d8-4b6329fcfb53), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.628641 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.664159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c865e980-cab3-43f4-8bd6-ea7fa729696b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:15.685493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:15.686227 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (fa93af35-ddb7-44f7-a2d8-4b6329fcfb53), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.693130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c865e980-cab3-43f4-8bd6-ea7fa729696b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:15.693506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c865e980-cab3-43f4-8bd6-ea7fa729696b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:15.706360 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:15.788927 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (4cde798f-e25a-4a85-86bd-ecb520ca2c8a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.795361 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a26ec5f1-2d52-4c5e-9d1d-3dea7c2f822c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/routers/1de8c1e2-733a-4ce4-8f0c-b531853ff420 HTTP/1.1" status: 200 len: 888 time: 0.8078363 Jan 31 18:58:15.799055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54850) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:15.809488 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (b525a38d-dcc8-44b7-9e9e-0d23133ef582), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.812364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.815585 n-d-812111-15 neutron-server[103225]: INFO neutron.db.ipam_backend_mixin [None req-a6da0e06-8641-489a-8b15-90495e6b3f2a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 43b05078-fede-42a5-a979-bdb8eb37f8dd (CIDR: 172.20.0.0/28) Jan 31 18:58:15.819941 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/networks/4cde798f-e25a-4a85-86bd-ecb520ca2c8a HTTP/1.1" status: 204 len: 168 time: 3.2233055 Jan 31 18:58:15.829078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54852) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:15.834012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1771094543', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:15.841420 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8439968b-e1a4-4ada-98b6-66bd328661a2 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de8c1e2-733a-4ce4-8f0c-b531853ff420 HTTP/1.1" status: 200 len: 205 time: 0.0412521 Jan 31 18:58:15.844674 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6da0e06-8641-489a-8b15-90495e6b3f2a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:58:15.845336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6da0e06-8641-489a-8b15-90495e6b3f2a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:15.855534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54854) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:15.871337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a6da0e06-8641-489a-8b15-90495e6b3f2a tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6760316 Jan 31 18:58:15.876186 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:15.887678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2c7903ee-e139-4deb-bce6-2fe871da3dfd tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:15.933740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.938949 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (e9e0f4fe-3c37-4265-ae4a-958bececab58), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.940097 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (e9e0f4fe-3c37-4265-ae4a-958bececab58), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.945059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a3fc1-77e9-4666-907f-69e07c64983a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Network': ['ID=4cde798f-e25a-4a85-86bd-ecb520ca2c8a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:15.959137 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (c11bd176-3044-4185-9008-2e805d18ae14), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.962177 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b525a38d-dcc8-44b7-9e9e-0d23133ef582']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:15.981608 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:15.987143 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c11bd176-3044-4185-9008-2e805d18ae14 HTTP/1.1" status: 204 len: 168 time: 2.4356253 Jan 31 18:58:16.020496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfbf3fa-a2be-4a7a-89dd-85abda57a68b') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:16.020925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfbf3fa-a2be-4a7a-89dd-85abda57a68b') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:16.072924 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (8dfbf3fa-a2be-4a7a-89dd-85abda57a68b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.074724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea190b-699a-49fe-9fb5-25f0fd150042 admin admin] Pushing event deleted for resources: {'Network': ['ID=c11bd176-3044-4185-9008-2e805d18ae14,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:16.125517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:58:16.168308 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (e9e0f4fe-3c37-4265-ae4a-958bececab58), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.175125 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (8dfbf3fa-a2be-4a7a-89dd-85abda57a68b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.194205 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:16.194585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (8dfbf3fa-a2be-4a7a-89dd-85abda57a68b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:16.229983 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:16.232322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54860) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:16.263805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:16.276278 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Sync routers for ids ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:16.291903 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Routers {'d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:16.294248 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:16.298993 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-902f0798-8b9a-4e6f-8997-0b01de627866 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=732c6167da0340c5b37c8a129944c15a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0628786 Jan 31 18:58:16.300690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.302406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6f35a923-dc49-4c73-a5ad-ef9af162dc2a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.8720171 Jan 31 18:58:16.303045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54862) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:16.318809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54864) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:16.328634 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (1de8c1e2-733a-4ce4-8f0c-b531853ff420), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.367672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2f479088-9b74-49aa-a6cb-8dd9373650d3 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ee02e97acfcd42578f53acc92edaa3d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439873 Jan 31 18:58:16.371275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54866) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:16.448785 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Set router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:58:16.587282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (b525a38d-dcc8-44b7-9e9e-0d23133ef582), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.607145 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_gateway (e9e0f4fe-3c37-4265-ae4a-958bececab58), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.610525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.613909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "DELETE /v2.0/networks/b525a38d-dcc8-44b7-9e9e-0d23133ef582 HTTP/1.1" status: 204 len: 168 time: 1.8651381 Jan 31 18:58:16.620696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54872) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:16.648430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7903ee-e139-4deb-bce6-2fe871da3dfd tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:16.652150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c7903ee-e139-4deb-bce6-2fe871da3dfd tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.656372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94420d5-31c7-4316-9a94-759595707531 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event deleted for resources: {'Network': ['ID=b525a38d-dcc8-44b7-9e9e-0d23133ef582,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:16.739057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_gateway (1de8c1e2-733a-4ce4-8f0c-b531853ff420), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.746523 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-243204e2-7b9a-4e04-90f6-a844ec1b75a9 req-d7867dcb-fd8f-4534-8f2a-f04998bfe6a2 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 210 time: 0.1754210 Jan 31 18:58:16.766709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83468f39-58d6-4ba3-9e0a-74fb46c1784a tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:16.766709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-83468f39-58d6-4ba3-9e0a-74fb46c1784a tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3932023 Jan 31 18:58:16.768991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54874) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:16.799134 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T18:58:15Z', 'revision_number': 3, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:16.830983 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Checking router: d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:58:16.831439 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Updating router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 port 659f89c9-79a8-49c6-932e-6612c3067f91 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:58:16.841304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b84339c8-4193-46ab-8f6e-328df73b7f74 tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0613716 Jan 31 18:58:16.845135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54876) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:16.855131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f489cdeb-7916-45cf-a2b0-23425f33124c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-74103454', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:16.872970 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f233ca04-38c6-471c-a354-78a8fa609c9f admin admin] Publish callbacks [] for security_group (04c858a8-af45-48ce-9e2e-c3ecb37016af), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.881719 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (659f89c9-79a8-49c6-932e-6612c3067f91), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:16.918808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a611-0504-4325-af0c-e08a80da26d0 req-f1d5fda8-c98d-44ac-8c43-220ac3c6571d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:16.920578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b798a611-0504-4325-af0c-e08a80da26d0 req-f1d5fda8-c98d-44ac-8c43-220ac3c6571d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 945 time: 0.3481784 Jan 31 18:58:16.925128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc59b9a-2aee-4c3b-b38d-4f50755a49bf tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:16.930806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc59b9a-2aee-4c3b-b38d-4f50755a49bf tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:16.932457 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ecc59b9a-2aee-4c3b-b38d-4f50755a49bf tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2995877 Jan 31 18:58:16.939282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54878) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:16.949780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c0ddab2d-f83b-4d7c-ba74-86da11f7183f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1595475963'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:17.001891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ddab2d-f83b-4d7c-ba74-86da11f7183f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Made reservation on behalf of 8485384c69714f629ecb81277418859b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:17.008974 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0ddab2d-f83b-4d7c-ba74-86da11f7183f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.079726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port d13aa772-35df-413f-b1b0-c0bdb45ea08d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:17.080119 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d13aa772-35df-413f-b1b0-c0bdb45ea08d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.155182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ddab2d-f83b-4d7c-ba74-86da11f7183f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:17.186058 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0ddab2d-f83b-4d7c-ba74-86da11f7183f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (06ccfeb5-ebc5-4388-beb8-b44410f7902e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.186745 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-c0ddab2d-f83b-4d7c-ba74-86da11f7183f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Added segment 06ccfeb5-ebc5-4388-beb8-b44410f7902e of type vlan for network b20d52e7-09e1-45c3-9477-a395035ef503 Jan 31 18:58:17.241979 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Publish callbacks [] for port (659f89c9-79a8-49c6-932e-6612c3067f91), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.250329 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (659f89c9-79a8-49c6-932e-6612c3067f91), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.303676 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Attempting to bind port 659f89c9-79a8-49c6-932e-6612c3067f91 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:17.304403 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Attempting to bind port 659f89c9-79a8-49c6-932e-6612c3067f91 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:17.304697 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Attempting to bind port 659f89c9-79a8-49c6-932e-6612c3067f91 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:17.312575 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:17.313535 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:17.314185 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.314809 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:17.315561 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Bound port: 659f89c9-79a8-49c6-932e-6612c3067f91, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:17.316195 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (659f89c9-79a8-49c6-932e-6612c3067f91), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.361267 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Pushing event updated for resources: {'Port': ['ID=659f89c9-79a8-49c6-932e-6612c3067f91,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:17.382499 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.382846 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.383377 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.383720 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.384054 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.384405 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.384739 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.384861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-dbe70746-e89c-4e7d-9a74-db94a575ff06 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:17.385062 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.385553 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.385879 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.386207 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.386529 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.386851 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:17.387125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-dbe70746-e89c-4e7d-9a74-db94a575ff06 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.21 "GET /v2.0/networks?id=7d7e6486-7a54-4385-8cc4-ac86d66050e5 HTTP/1.1" status: 200 len: 824 time: 0.8021855 Jan 31 18:58:17.401874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f233ca04-38c6-471c-a354-78a8fa609c9f admin admin] Publish callbacks [] for security_group (04c858a8-af45-48ce-9e2e-c3ecb37016af), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.410509 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] For port 659f89c9-79a8-49c6-932e-6612c3067f91, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:17.416167 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] For port 659f89c9-79a8-49c6-932e-6612c3067f91, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=659f89c9-79a8-49c6-932e-6612c3067f91,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:17.420470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Request body: {'port': {'device_id': 'e3722285-ff56-4ffc-aaf5-0bb57429e202', 'network_id': '7d7e6486-7a54-4385-8cc4-ac86d66050e5', 'admin_state_up': True, 'tenant_id': '4f110dec67634b78b67938752199452b'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:17.424111 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (659f89c9-79a8-49c6-932e-6612c3067f91), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.495203 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f2ab4-b18a-4578-bbe4-23a0cd93db77 None None] Pushing event updated for resources: {'Port': ['ID=659f89c9-79a8-49c6-932e-6612c3067f91,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:17.497963 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Routers {'d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:17.498638 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:57:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:17.553544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b798a611-0504-4325-af0c-e08a80da26d0 req-b25b5fd7-9a7d-40e8-9258-4650838555f2 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236912 Jan 31 18:58:17.613381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f489cdeb-7916-45cf-a2b0-23425f33124c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Made reservation on behalf of ee02e97acfcd42578f53acc92edaa3d5 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:17.618075 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f489cdeb-7916-45cf-a2b0-23425f33124c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.627319 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f233ca04-38c6-471c-a354-78a8fa609c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (04c858a8-af45-48ce-9e2e-c3ecb37016af), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.630797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f233ca04-38c6-471c-a354-78a8fa609c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.634877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f233ca04-38c6-471c-a354-78a8fa609c9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04c858a8-af45-48ce-9e2e-c3ecb37016af HTTP/1.1" status: 204 len: 168 time: 1.3282518 Jan 31 18:58:17.693123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233ca04-38c6-471c-a354-78a8fa609c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c858a8-af45-48ce-9e2e-c3ecb37016af,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:17.704608 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_gateway (e9e0f4fe-3c37-4265-ae4a-958bececab58), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.707778 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d13aa772-35df-413f-b1b0-c0bdb45ea08d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.725852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Made reservation on behalf of 4f110dec67634b78b67938752199452b for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:17.729476 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.739976 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0ddab2d-f83b-4d7c-ba74-86da11f7183f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (b20d52e7-09e1-45c3-9477-a395035ef503), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.747131 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] Set router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:58:17.751668 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.755761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for d13aa772-35df-413f-b1b0-c0bdb45ea08d owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:17.783303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c7903ee-e139-4deb-bce6-2fe871da3dfd tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (a435054b-425f-4a71-b584-d1117d6cab6e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.878093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b07306-9f4e-4e19-a739-7d77eab6ab3e req-2aedcf34-765c-499a-b9da-f913a1af692c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:17.880606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64b07306-9f4e-4e19-a739-7d77eab6ab3e req-2aedcf34-765c-499a-b9da-f913a1af692c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 945 time: 0.1823144 Jan 31 18:58:17.887812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7903ee-e139-4deb-bce6-2fe871da3dfd tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Subnet': ['ID=a435054b-425f-4a71-b584-d1117d6cab6e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:17.941641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e97a5682-fc46-4411-859f-ce48ca89a4c3 req-0cae5604-f3dc-4499-8a0c-1df31d7fb8cc tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 210 time: 0.0560598 Jan 31 18:58:17.977461 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0ddab2d-f83b-4d7c-ba74-86da11f7183f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (b20d52e7-09e1-45c3-9477-a395035ef503), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.982542 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ddab2d-f83b-4d7c-ba74-86da11f7183f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:17.983141 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0ddab2d-f83b-4d7c-ba74-86da11f7183f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:17.995982 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7903ee-e139-4deb-bce6-2fe871da3dfd tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 03351212-8393-4239-90fb-e7254b1f94f8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:18.013259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Allocated IP 172.20.0.13 (7d7e6486-7a54-4385-8cc4-ac86d66050e5/d3730fab-56ca-491a-bcdf-97904fc1b6cf/abd992d6-3325-4e59-9f04-02eb7dfbed79) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:18.063910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2c7903ee-e139-4deb-bce6-2fe871da3dfd tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:18.088769 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T18:58:15Z', 'revision_number': 3, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:18.091070 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d9fc01-939e-421c-863d-315c17fb74ba None None] Network 03351212-8393-4239-90fb-e7254b1f94f8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:18.098133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7903ee-e139-4deb-bce6-2fe871da3dfd tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:18.098724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c7903ee-e139-4deb-bce6-2fe871da3dfd tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.131897 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c0ddab2d-f83b-4d7c-ba74-86da11f7183f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1842237 Jan 31 18:58:18.131897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddab2d-f83b-4d7c-ba74-86da11f7183f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event updated for resources: {'Network': ['ID=b20d52e7-09e1-45c3-9477-a395035ef503,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:18.135850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54890) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:18.142523 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-90aac83f-716e-45ad-9c75-7ba0591f5f6e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2071269147'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:18.144634 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b49b9e9-7fbd-484d-928c-4f4af27492ed None None] The sync data for ids ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'] in n-d-812111-15 is: [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T18:58:15Z', 'revision_number': 3, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:18.199361 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2c7903ee-e139-4deb-bce6-2fe871da3dfd tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3171532 Jan 31 18:58:18.207099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54894) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:18.216780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ae11e473-54d3-4e6c-a1c4-37f416de15f6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-854945907', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a435054b-425f-4a71-b584-d1117d6cab6e'}], 'security_groups': ['d8e5182c-ac4f-4b85-87fa-472320400634']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:18.225580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Publish callbacks [] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.249303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Allocated IP 172.25.8.62 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/5864be47-d23f-4aee-8863-ecf39014a4aa) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:18.262018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network b20d52e7-09e1-45c3-9477-a395035ef503 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:18.317693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aac83f-716e-45ad-9c75-7ba0591f5f6e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Made reservation on behalf of 8485384c69714f629ecb81277418859b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:18.321119 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90aac83f-716e-45ad-9c75-7ba0591f5f6e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.471382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64b07306-9f4e-4e19-a739-7d77eab6ab3e req-49f2ae96-ad69-42e8-a8b8-623163606161 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716255 Jan 31 18:58:18.484400 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90aac83f-716e-45ad-9c75-7ba0591f5f6e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:18.489169 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f489cdeb-7916-45cf-a2b0-23425f33124c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (adb49a0c-064d-4132-a9cf-1163cd60b38b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.521850 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d13aa772-35df-413f-b1b0-c0bdb45ea08d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.538091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90aac83f-716e-45ad-9c75-7ba0591f5f6e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (87becac5-6603-43a2-aeeb-8bbc419e2bfe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.538545 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-90aac83f-716e-45ad-9c75-7ba0591f5f6e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Added segment 87becac5-6603-43a2-aeeb-8bbc419e2bfe of type vlan for network 7358514e-c59c-4c1e-bc33-095e78ce428b Jan 31 18:58:18.613730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=d13aa772-35df-413f-b1b0-c0bdb45ea08d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:18.620457 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (5864be47-d23f-4aee-8863-ecf39014a4aa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.634859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e957e4-1387-4782-8ff7-78006f6968e0 None None] Update dhcp port {'port': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'fixed_ips': [{'subnet_id': '43b05078-fede-42a5-a979-bdb8eb37f8dd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a435054b-425f-4a71-b584-d1117d6cab6e'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '8fe059d5-8e5a-41bc-b4d7-5b359457b68d'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 18:58:18.638621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489cdeb-7916-45cf-a2b0-23425f33124c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Checking segment: {'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:18.639101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489cdeb-7916-45cf-a2b0-23425f33124c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network hostable DHCP agents. Network: 53325844-6576-460a-86d9-f42d5aeacca9, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:58:18.646338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489cdeb-7916-45cf-a2b0-23425f33124c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Subnet': ['ID=adb49a0c-064d-4132-a9cf-1163cd60b38b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:18.665226 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.704097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Network 7d7e6486-7a54-4385-8cc4-ac86d66050e5 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:18.708707 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-13e957e4-1387-4782-8ff7-78006f6968e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.726751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:18.728702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489cdeb-7916-45cf-a2b0-23425f33124c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 53325844-6576-460a-86d9-f42d5aeacca9 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:58:18.735076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:18.746909 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90aac83f-716e-45ad-9c75-7ba0591f5f6e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (7358514e-c59c-4c1e-bc33-095e78ce428b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.785329 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae11e473-54d3-4e6c-a1c4-37f416de15f6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2893b04c-355a-4d57-b50f-6b01e1bc0f75), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.839970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Pushing event updated for resources: {'Port': ['ID=abd992d6-3325-4e59-9f04-02eb7dfbed79,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:18.845591 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (1de8c1e2-733a-4ce4-8f0c-b531853ff420), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.889126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f489cdeb-7916-45cf-a2b0-23425f33124c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 53325844-6576-460a-86d9-f42d5aeacca9) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:18.895624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f489cdeb-7916-45cf-a2b0-23425f33124c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:18.896857 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f489cdeb-7916-45cf-a2b0-23425f33124c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.899348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90aac83f-716e-45ad-9c75-7ba0591f5f6e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (7358514e-c59c-4c1e-bc33-095e78ce428b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.903628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aac83f-716e-45ad-9c75-7ba0591f5f6e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:18.904484 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90aac83f-716e-45ad-9c75-7ba0591f5f6e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.938242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:18.939351 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:18.948788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f489cdeb-7916-45cf-a2b0-23425f33124c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0978355 Jan 31 18:58:18.961040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54910) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:19.007601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-0eaa5df3-8146-4af7-8840-554b1ebcf13a tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6005361 Jan 31 18:58:19.032623 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5864be47-d23f-4aee-8863-ecf39014a4aa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:19.127805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Request body: {'port': {'device_id': 'e3722285-ff56-4ffc-aaf5-0bb57429e202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:19.174987 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-90aac83f-716e-45ad-9c75-7ba0591f5f6e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0364499 Jan 31 18:58:19.179925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (1de8c1e2-733a-4ce4-8f0c-b531853ff420), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:19.181617 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54916) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:19.191890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ad6dd-7de3-446c-b20c-4342156e7b1f None None] Network 53325844-6576-460a-86d9-f42d5aeacca9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:19.202258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'ports': [{'network_id': 'b20d52e7-09e1-45c3-9477-a395035ef503', 'name': 'tempest-port--668880358', 'admin_state_up': True}, {'network_id': '7358514e-c59c-4c1e-bc33-095e78ce428b', 'admin_state_up': False}]} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:19.202859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'port': {'network_id': 'b20d52e7-09e1-45c3-9477-a395035ef503', 'name': 'tempest-port--668880358', 'admin_state_up': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:19.203148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'port': {'network_id': '7358514e-c59c-4c1e-bc33-095e78ce428b', 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:19.206978 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (1de8c1e2-733a-4ce4-8f0c-b531853ff420), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:19.275126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277991ff-124c-4eda-aab9-3d024aea3d50 req-46aa9221-e0a3-4b1c-bcb3-c69fc7e7ef0f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:19.279203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-277991ff-124c-4eda-aab9-3d024aea3d50 req-46aa9221-e0a3-4b1c-bcb3-c69fc7e7ef0f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 945 time: 0.5450661 Jan 31 18:58:19.281706 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b93f8301-6d4f-4550-967d-9454faf876f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:19.284486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-13e957e4-1387-4782-8ff7-78006f6968e0 None None] Allocated IP 172.20.0.18 (03351212-8393-4239-90fb-e7254b1f94f8/a435054b-425f-4a71-b584-d1117d6cab6e/8fe059d5-8e5a-41bc-b4d7-5b359457b68d) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:19.285938 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:19.291942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:19.309166 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aac83f-716e-45ad-9c75-7ba0591f5f6e tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event updated for resources: {'Network': ['ID=7358514e-c59c-4c1e-bc33-095e78ce428b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:19.395632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:19.439501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:19.442466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=5864be47-d23f-4aee-8863-ecf39014a4aa,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:19.448308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 7358514e-c59c-4c1e-bc33-095e78ce428b details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:19.487619 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (1de8c1e2-733a-4ce4-8f0c-b531853ff420), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:19.488727 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Fanout notify agent at l3_agent the message router_deleted on router 1de8c1e2-733a-4ce4-8f0c-b531853ff420 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:58:19.508304 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:19.509837 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-74d7cba7-e9ca-4b86-be17-d3272f30c1fe tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/1de8c1e2-733a-4ce4-8f0c-b531853ff420 HTTP/1.1" status: 204 len: 168 time: 3.6424608 Jan 31 18:58:19.563128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54920) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:19.574965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7a9d392a-1aa0-4816-a8a7-154981a52fd9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1143064479'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:19.696965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-13e957e4-1387-4782-8ff7-78006f6968e0 None None] For port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,segment=NetworkSegment(a2fdbe63-602f-4d77-a8b8-166a79087edf),segment_id=a2fdbe63-602f-4d77-a8b8-166a79087edf)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:19.707106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed69dbc-1979-4dde-b1de-3a04f29798c9 req-d9a32cbb-669c-44ce-b270-3810f41c5356 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:19.719409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aed69dbc-1979-4dde-b1de-3a04f29798c9 req-d9a32cbb-669c-44ce-b270-3810f41c5356 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 932 time: 0.6599600 Jan 31 18:58:19.764369 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-13e957e4-1387-4782-8ff7-78006f6968e0 None None] Publish callbacks [] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:19.772241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-53325844-6576-460a-86d9-f42d5aeacca9', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ips': [{'subnet_id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:58:19.774294 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:19.793308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9d392a-1aa0-4816-a8a7-154981a52fd9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:19.797091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9d392a-1aa0-4816-a8a7-154981a52fd9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:19.844298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-277991ff-124c-4eda-aab9-3d024aea3d50 req-309a5741-f2a4-4d5d-aebd-a9b4fef11ed9 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300188 Jan 31 18:58:19.935089 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-13e957e4-1387-4782-8ff7-78006f6968e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:19.948684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 659f89c9-79a8-49c6-932e-6612c3067f91 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:19.974850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9d392a-1aa0-4816-a8a7-154981a52fd9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:19.997716 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9d392a-1aa0-4816-a8a7-154981a52fd9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:19.998162 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-7a9d392a-1aa0-4816-a8a7-154981a52fd9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Added segment 8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd of type vlan for network 160a5960-8fd0-49d3-a029-6d4512cd2dd2 Jan 31 18:58:20.021355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Made reservation on behalf of 8485384c69714f629ecb81277418859b for: {'port': 2} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:20.025082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.115324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Allocated IP 172.20.0.2 (53325844-6576-460a-86d9-f42d5aeacca9/adb49a0c-064d-4132-a9cf-1163cd60b38b/9d58f2a4-2d3b-454e-b396-e0d073b1f604) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:20.120382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd992d6-3325-4e59-9f04-02eb7dfbed79 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:58:20.131455 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Publish callbacks [] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.143532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.147966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9d392a-1aa0-4816-a8a7-154981a52fd9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (160a5960-8fd0-49d3-a029-6d4512cd2dd2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.148787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e957e4-1387-4782-8ff7-78006f6968e0 None None] Pushing event updated for resources: {'Port': ['ID=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:20.150793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Transition to ACTIVE for port object abd992d6-3325-4e59-9f04-02eb7dfbed79 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:58:20.167755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 659f89c9-79a8-49c6-932e-6612c3067f91 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:20.168150 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (659f89c9-79a8-49c6-932e-6612c3067f91), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.218104 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.263472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ae11e473-54d3-4e6c-a1c4-37f416de15f6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Delete allocated IP 172.20.0.4 (03351212-8393-4239-90fb-e7254b1f94f8/43b05078-fede-42a5-a979-bdb8eb37f8dd) {{(pid=103226) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 18:58:20.399636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 659f89c9-79a8-49c6-932e-6612c3067f91 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:20.400927 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (659f89c9-79a8-49c6-932e-6612c3067f91), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.403903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aed69dbc-1979-4dde-b1de-3a04f29798c9 req-134fc23c-40fd-4480-a986-89ced66ff0c1 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6836090 Jan 31 18:58:20.448887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 659f89c9-79a8-49c6-932e-6612c3067f91, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=659f89c9-79a8-49c6-932e-6612c3067f91,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:20.460687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Pushing event updated for resources: {'Port': ['ID=abd992d6-3325-4e59-9f04-02eb7dfbed79,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:20.467929 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (659f89c9-79a8-49c6-932e-6612c3067f91), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.644503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4eccc-3ec7-4753-8c75-b75ec7f9a741 req-26380ec5-63e1-4c9f-b604-bac399168596 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:20.645500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2e4eccc-3ec7-4753-8c75-b75ec7f9a741 req-26380ec5-63e1-4c9f-b604-bac399168596 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 945 time: 0.2687674 Jan 31 18:58:20.651939 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=659f89c9-79a8-49c6-932e-6612c3067f91,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:20.765317 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Publish callbacks [] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.778331 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9d392a-1aa0-4816-a8a7-154981a52fd9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (160a5960-8fd0-49d3-a029-6d4512cd2dd2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.783697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d392a-1aa0-4816-a8a7-154981a52fd9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:20.784320 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a9d392a-1aa0-4816-a8a7-154981a52fd9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.801218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ae11e473-54d3-4e6c-a1c4-37f416de15f6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.27 (03351212-8393-4239-90fb-e7254b1f94f8/a435054b-425f-4a71-b584-d1117d6cab6e/2893b04c-355a-4d57-b50f-6b01e1bc0f75) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:20.802186 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.936573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Attempting to bind port abd992d6-3325-4e59-9f04-02eb7dfbed79 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:20.936995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Attempting to bind port abd992d6-3325-4e59-9f04-02eb7dfbed79 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'b6780f93-d371-4af9-b289-d7d6a38a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7d7e6486-7a54-4385-8cc4-ac86d66050e5'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:20.937287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Attempting to bind port abd992d6-3325-4e59-9f04-02eb7dfbed79 on network 7d7e6486-7a54-4385-8cc4-ac86d66050e5 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:20.955948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_gateway (e9e0f4fe-3c37-4265-ae4a-958bececab58), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:20.956259 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Network 53325844-6576-460a-86d9-f42d5aeacca9 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:20.965753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:20.985517 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2e4eccc-3ec7-4753-8c75-b75ec7f9a741 req-8e3c8b9e-b222-4656-b2ae-dd61c9fec0a8 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290327 Jan 31 18:58:20.989610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Port abd992d6-3325-4e59-9f04-02eb7dfbed79 on network 7d7e6486-7a54-4385-8cc4-ac86d66050e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:58:20.990040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Attempting to bind port abd992d6-3325-4e59-9f04-02eb7dfbed79 on network 7d7e6486-7a54-4385-8cc4-ac86d66050e5 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:20.997312 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:21.006229 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7a9d392a-1aa0-4816-a8a7-154981a52fd9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4337375 Jan 31 18:58:21.021479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54944) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:21.030972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Pushing event updated for resources: {'Port': ['ID=9d58f2a4-2d3b-454e-b396-e0d073b1f604,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:21.082169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ec82c4e7-590d-4893-b548-771cd9f5c2c1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'subnet': {'network_id': '160a5960-8fd0-49d3-a029-6d4512cd2dd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:21.095416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:21.097466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Checking segment: {'id': 'b6780f93-d371-4af9-b289-d7d6a38a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7d7e6486-7a54-4385-8cc4-ac86d66050e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:21.100897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Bound using segment: {'id': 'b6780f93-d371-4af9-b289-d7d6a38a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7d7e6486-7a54-4385-8cc4-ac86d66050e5'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:21.101561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Bound port: abd992d6-3325-4e59-9f04-02eb7dfbed79, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6780f93-d371-4af9-b289-d7d6a38a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7d7e6486-7a54-4385-8cc4-ac86d66050e5'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:21.102042 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.181729 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0eff8714-87b2-419d-9538-d24a8ec02f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.189030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Attempting to bind port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:21.189030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Attempting to bind port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:21.193221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Attempting to bind port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 on network 53325844-6576-460a-86d9-f42d5aeacca9 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:21.200842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:21.201543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Checking segment: {'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:21.204639 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.206592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Bound using segment: {'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:21.207462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Bound port: 9d58f2a4-2d3b-454e-b396-e0d073b1f604, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:21.210144 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.252556 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d392a-1aa0-4816-a8a7-154981a52fd9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Network': ['ID=160a5960-8fd0-49d3-a029-6d4512cd2dd2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:21.305669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 160a5960-8fd0-49d3-a029-6d4512cd2dd2 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:21.339685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] device_id is not set on port d396e01f-664b-4b3d-a1eb-00ec59668660 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:58:21.408062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] For port abd992d6-3325-4e59-9f04-02eb7dfbed79, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:21.417736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] For port abd992d6-3325-4e59-9f04-02eb7dfbed79, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=abd992d6-3325-4e59-9f04-02eb7dfbed79,segment=NetworkSegment(b6780f93-d371-4af9-b289-d7d6a38a9939),segment_id=b6780f93-d371-4af9-b289-d7d6a38a9939)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:21.423509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec82c4e7-590d-4893-b548-771cd9f5c2c1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:21.427833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec82c4e7-590d-4893-b548-771cd9f5c2c1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.433337 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.439305 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.445850 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] For port 9d58f2a4-2d3b-454e-b396-e0d073b1f604, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:21.470061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-36bb6532-0387-40e0-b3bc-20364916006a None None] Provisioning complete for port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:21.470900 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36bb6532-0387-40e0-b3bc-20364916006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.476167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] For port 9d58f2a4-2d3b-454e-b396-e0d073b1f604, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9d58f2a4-2d3b-454e-b396-e0d073b1f604,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:21.513127 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.617262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:21.617899 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.619305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/abd992d6-3325-4e59-9f04-02eb7dfbed79 HTTP/1.1" status: 200 len: 1093 time: 2.4990523 Jan 31 18:58:21.622659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3722285-ff56-4ffc-aaf5-0bb57429e202', 'tag': 'abd992d6-3325-4e59-9f04-02eb7dfbed79'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:58:21.631117 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64367856-cfab-4d4c-8c84-6742af3fe348" -d '{"events": [{"name": "network-changed", "server_uuid": "e3722285-ff56-4ffc-aaf5-0bb57429e202", "tag": "abd992d6-3325-4e59-9f04-02eb7dfbed79"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:58:21.643755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e630fe2-3160-4f5e-a845-b5ec35b2c219 None None] Pushing event updated for resources: {'Port': ['ID=9d58f2a4-2d3b-454e-b396-e0d073b1f604,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:21.734126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-36bb6532-0387-40e0-b3bc-20364916006a None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:21.737536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8fe059d5-8e5a-41bc-b4d7-5b359457b68d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:21.771793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae11e473-54d3-4e6c-a1c4-37f416de15f6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (2893b04c-355a-4d57-b50f-6b01e1bc0f75), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.780902 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d167208-8819-4b4a-8c34-71d48ce60df7 x-openstack-request-id: req-0d167208-8819-4b4a-8c34-71d48ce60df7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:58:21.781422 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3722285-ff56-4ffc-aaf5-0bb57429e202", "tag": "abd992d6-3325-4e59-9f04-02eb7dfbed79", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:58:21.782310 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d167208-8819-4b4a-8c34-71d48ce60df7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:58:21.782459 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3722285-ff56-4ffc-aaf5-0bb57429e202', 'tag': 'abd992d6-3325-4e59-9f04-02eb7dfbed79', 'status': 'completed', 'code': 200} Jan 31 18:58:21.805840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-36bb6532-0387-40e0-b3bc-20364916006a None None] Provisioning complete for port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:21.806250 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36bb6532-0387-40e0-b3bc-20364916006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (35c7b3cf-dc16-42df-a93f-0abc8d9256ff), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.828301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05080e8-aedb-400d-8c7c-061b51fb99f6 service neutron] Pushing event updated for resources: {'Port': ['ID=abd992d6-3325-4e59-9f04-02eb7dfbed79,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:21.848282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae11e473-54d3-4e6c-a1c4-37f416de15f6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (2893b04c-355a-4d57-b50f-6b01e1bc0f75), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.918400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-36bb6532-0387-40e0-b3bc-20364916006a None None] Port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:21.939293 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:21.940664 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:21.994640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f4d72-528a-4961-a4f9-ff59a107e417 req-2fa20fae-e694-4150-8aec-6f232c5fd7c2 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:21.996594 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e14f4d72-528a-4961-a4f9-ff59a107e417 req-2fa20fae-e694-4150-8aec-6f232c5fd7c2 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.21 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 945 time: 0.3837535 Jan 31 18:58:22.014261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-36bb6532-0387-40e0-b3bc-20364916006a None None] Provisioning complete for port 2893b04c-355a-4d57-b50f-6b01e1bc0f75 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:22.014513 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36bb6532-0387-40e0-b3bc-20364916006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2893b04c-355a-4d57-b50f-6b01e1bc0f75), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.039682 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for port (d396e01f-664b-4b3d-a1eb-00ec59668660), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.046014 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (e9e0f4fe-3c37-4265-ae4a-958bececab58), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.134143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-36bb6532-0387-40e0-b3bc-20364916006a None None] Port 2893b04c-355a-4d57-b50f-6b01e1bc0f75 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:22.153362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:22.156810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 659f89c9-79a8-49c6-932e-6612c3067f91 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:22.231932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11e473-54d3-4e6c-a1c4-37f416de15f6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=2893b04c-355a-4d57-b50f-6b01e1bc0f75,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:22.270645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 659f89c9-79a8-49c6-932e-6612c3067f91 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:22.271340 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (659f89c9-79a8-49c6-932e-6612c3067f91), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.349580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] device_id is not set on port f230df9e-1785-450a-b076-c535e753c0ce yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:58:22.354182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ae11e473-54d3-4e6c-a1c4-37f416de15f6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] In _notify_port_updated(), no bound segment for port 2893b04c-355a-4d57-b50f-6b01e1bc0f75 on network 03351212-8393-4239-90fb-e7254b1f94f8 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:58:22.359379 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae11e473-54d3-4e6c-a1c4-37f416de15f6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:22.360146 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae11e473-54d3-4e6c-a1c4-37f416de15f6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.361606 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ae11e473-54d3-4e6c-a1c4-37f416de15f6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "PUT /v2.0/ports/2893b04c-355a-4d57-b50f-6b01e1bc0f75 HTTP/1.1" status: 200 len: 920 time: 4.1491530 Jan 31 18:58:22.369031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54962) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:22.425776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 659f89c9-79a8-49c6-932e-6612c3067f91 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:22.444326 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54964) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:22.456862 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.556024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-e14f4d72-528a-4961-a4f9-ff59a107e417 req-9e5a1399-d799-46f6-ad85-b0836376b618 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Deleting port b3632697-b528-43e0-8104-f5c7798cf914 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:22.556664 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e14f4d72-528a-4961-a4f9-ff59a107e417 req-9e5a1399-d799-46f6-ad85-b0836376b618 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b3632697-b528-43e0-8104-f5c7798cf914), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.603556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a4a8894d-e436-4baf-a807-4ece93bee234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:22.605991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-a4a8894d-e436-4baf-a807-4ece93bee234 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f110dec67634b78b67938752199452b&device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 1127 time: 0.9291658 Jan 31 18:58:22.682326 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657efe0-02b4-4af1-8e18-badf9b2adf39 req-e16920f1-5db4-4c65-9972-b30f4265d08f tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:22.683924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8657efe0-02b4-4af1-8e18-badf9b2adf39 req-e16920f1-5db4-4c65-9972-b30f4265d08f tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 944 time: 1.0637529 Jan 31 18:58:22.721972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa80d868-343d-4526-bcbd-2c9b361344e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.731003 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-39aae52e-0ad4-4215-84f0-21ff89d940a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abd992d6-3325-4e59-9f04-02eb7dfbed79 HTTP/1.1" status: 200 len: 217 time: 0.1095889 Jan 31 18:58:22.731860 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec82c4e7-590d-4893-b548-771cd9f5c2c1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (00b65cc4-da05-4135-bb19-c92f96f4ac2f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.777125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router e9e0f4fe-3c37-4265-ae4a-958bececab58 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:58:22.779298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-18caa15f-b541-4dbf-b0c2-308ea74d0a6b None None] Provisioning complete for port 2893b04c-355a-4d57-b50f-6b01e1bc0f75 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:22.779688 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18caa15f-b541-4dbf-b0c2-308ea74d0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2893b04c-355a-4d57-b50f-6b01e1bc0f75), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.787025 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for port (f230df9e-1785-450a-b076-c535e753c0ce), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.808661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e14f4d72-528a-4961-a4f9-ff59a107e417 req-9e5a1399-d799-46f6-ad85-b0836376b618 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] For port b3632697-b528-43e0-8104-f5c7798cf914, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=b3632697-b528-43e0-8104-f5c7798cf914,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:22.809207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e14f4d72-528a-4961-a4f9-ff59a107e417 req-9e5a1399-d799-46f6-ad85-b0836376b618 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b3632697-b528-43e0-8104-f5c7798cf914), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.827765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-18caa15f-b541-4dbf-b0c2-308ea74d0a6b None None] Port 2893b04c-355a-4d57-b50f-6b01e1bc0f75 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:22.842915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee65401-b06b-4cd0-9dbf-a486b7420b8a req-38f27b9f-15cf-4220-b67b-86ad4e1d189f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:22.844481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ee65401-b06b-4cd0-9dbf-a486b7420b8a req-38f27b9f-15cf-4220-b67b-86ad4e1d189f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 945 time: 0.3984656 Jan 31 18:58:22.855980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-657ca28b-d779-44ca-b50b-4f5dae1e48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:22.857421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-657ca28b-d779-44ca-b50b-4f5dae1e48dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3730fab-56ca-491a-bcdf-97904fc1b6cf HTTP/1.1" status: 200 len: 864 time: 0.1018465 Jan 31 18:58:22.873157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-276d3f85-fafe-478c-9595-014d0fcfe239 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 2893b04c-355a-4d57-b50f-6b01e1bc0f75 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:22.873518 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-276d3f85-fafe-478c-9595-014d0fcfe239 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2893b04c-355a-4d57-b50f-6b01e1bc0f75), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:22.882732 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-e14f4d72-528a-4961-a4f9-ff59a107e417 req-9e5a1399-d799-46f6-ad85-b0836376b618 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Calling delete_port for b3632697-b528-43e0-8104-f5c7798cf914 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:22.967729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-9ad7ddae-761f-4419-b7e7-d3601f5b8f56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d7e6486-7a54-4385-8cc4-ac86d66050e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775621 Jan 31 18:58:22.983776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82c4e7-590d-4893-b548-771cd9f5c2c1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Subnet': ['ID=00b65cc4-da05-4135-bb19-c92f96f4ac2f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:23.036359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8657efe0-02b4-4af1-8e18-badf9b2adf39 req-207557e0-d442-47e1-ac97-508b566bdcb2 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109949 Jan 31 18:58:23.053563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d396e01f-664b-4b3d-a1eb-00ec59668660), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.121879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ee65401-b06b-4cd0-9dbf-a486b7420b8a req-2d796c57-dde2-475e-88fb-8f55a289aa1f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356598 Jan 31 18:58:23.127730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7a6c4-c3ef-41ab-aaee-d566bb0f6581 None None] Network 53325844-6576-460a-86d9-f42d5aeacca9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:23.143435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82c4e7-590d-4893-b548-771cd9f5c2c1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Checking segment: {'id': '8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '160a5960-8fd0-49d3-a029-6d4512cd2dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:23.143435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82c4e7-590d-4893-b548-771cd9f5c2c1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network hostable DHCP agents. Network: 160a5960-8fd0-49d3-a029-6d4512cd2dd2, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:58:23.189762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.20.0.1 (53325844-6576-460a-86d9-f42d5aeacca9/adb49a0c-064d-4132-a9cf-1163cd60b38b/994ee413-d47e-4984-933d-ff5e100196c3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:23.198727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82c4e7-590d-4893-b548-771cd9f5c2c1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 160a5960-8fd0-49d3-a029-6d4512cd2dd2 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:58:23.205586 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-276d3f85-fafe-478c-9595-014d0fcfe239 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2893b04c-355a-4d57-b50f-6b01e1bc0f75), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.227963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-aeb19dcb-ee45-45f9-a109-d78113edf7de service neutron] 10.222.0.21 "GET /v2.0/networks/7d7e6486-7a54-4385-8cc4-ac86d66050e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463255 Jan 31 18:58:23.230609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-817e896e-70a7-432d-a400-035003b590be None None] Provisioning complete for port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:23.231061 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-817e896e-70a7-432d-a400-035003b590be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.231571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ec82c4e7-590d-4893-b548-771cd9f5c2c1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 160a5960-8fd0-49d3-a029-6d4512cd2dd2) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:23.235593 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa80d868-343d-4526-bcbd-2c9b361344e6 admin admin] Publish callbacks [] for security_group (523a2913-58ba-4fed-9cdc-7392fb8313d5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.251032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event updated for resources: {'Port': ['ID=d396e01f-664b-4b3d-a1eb-00ec59668660,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:23.255511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec82c4e7-590d-4893-b548-771cd9f5c2c1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:23.256623 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec82c4e7-590d-4893-b548-771cd9f5c2c1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.262687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-276d3f85-fafe-478c-9595-014d0fcfe239 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 2893b04c-355a-4d57-b50f-6b01e1bc0f75 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:23.267457 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa80d868-343d-4526-bcbd-2c9b361344e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (523a2913-58ba-4fed-9cdc-7392fb8313d5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.278506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a7dc9c-ea70-4642-985d-7ad22aea3152 None None] Network 160a5960-8fd0-49d3-a029-6d4512cd2dd2 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:23.291645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:23.311240 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284eef23-f12d-4e60-bb9a-d7e66e8ac67b None None] Sync routers for ids ['e9e0f4fe-3c37-4265-ae4a-958bececab58'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:23.388669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284eef23-f12d-4e60-bb9a-d7e66e8ac67b None None] Routers {'e9e0f4fe-3c37-4265-ae4a-958bececab58'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:23.389322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-284eef23-f12d-4e60-bb9a-d7e66e8ac67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e9e0f4fe-3c37-4265-ae4a-958bececab58'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:23.391059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f899f74-7f3c-43cd-ac8f-d89077e409ca req-93f8f888-15aa-4b2b-9a28-5ec8a9b3cc07 service neutron] 10.222.0.21 "GET /v2.0/networks/7d7e6486-7a54-4385-8cc4-ac86d66050e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528280 Jan 31 18:58:23.401858 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ec82c4e7-590d-4893-b548-771cd9f5c2c1 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3791006 Jan 31 18:58:23.404840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54968) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:23.405516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80d868-343d-4526-bcbd-2c9b361344e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523a2913-58ba-4fed-9cdc-7392fb8313d5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:23.410996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f77f2393-5a62-43f6-a55b-f52b6707f3e6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1797764361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:23.429368 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Checking segment: {'id': '06ccfeb5-ebc5-4388-beb8-b44410f7902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b20d52e7-09e1-45c3-9477-a395035ef503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:23.429747 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Network hostable DHCP agents. Network: b20d52e7-09e1-45c3-9477-a395035ef503, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:58:23.433879 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aa80d868-343d-4526-bcbd-2c9b361344e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aef238948e4945768f64d2981777595e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9845440 Jan 31 18:58:23.437412 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.438561 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f36f2d4f-68b1-4cf8-866d-e7c85b9e421e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.6083584 Jan 31 18:58:23.442208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54970) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:23.442841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54972) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:23.468979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-284eef23-f12d-4e60-bb9a-d7e66e8ac67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:23.520211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f77f2393-5a62-43f6-a55b-f52b6707f3e6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (faef75ae-33cb-438c-9095-e14ad7e6657b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.521555 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f77f2393-5a62-43f6-a55b-f52b6707f3e6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (faef75ae-33cb-438c-9095-e14ad7e6657b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.533307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284eef23-f12d-4e60-bb9a-d7e66e8ac67b None None] Routers {'e9e0f4fe-3c37-4265-ae4a-958bececab58'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:23.534162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-284eef23-f12d-4e60-bb9a-d7e66e8ac67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e9e0f4fe-3c37-4265-ae4a-958bececab58'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:23.553077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64367856-cfab-4d4c-8c84-6742af3fe348 req-a00f7572-7749-408f-bd80-46239a911a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:23.555389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64367856-cfab-4d4c-8c84-6742af3fe348 req-a00f7572-7749-408f-bd80-46239a911a64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f110dec67634b78b67938752199452b&device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 1127 time: 0.1009841 Jan 31 18:58:23.582157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-160a5960-8fd0-49d3-a029-6d4512cd2dd2', 'network_id': '160a5960-8fd0-49d3-a029-6d4512cd2dd2', 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'fixed_ips': [{'subnet_id': '00b65cc4-da05-4135-bb19-c92f96f4ac2f'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:58:23.583042 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.587618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Network b20d52e7-09e1-45c3-9477-a395035ef503 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:58:23.596541 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e14f4d72-528a-4961-a4f9-ff59a107e417 req-9e5a1399-d799-46f6-ad85-b0836376b618 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b3632697-b528-43e0-8104-f5c7798cf914), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.601933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-284eef23-f12d-4e60-bb9a-d7e66e8ac67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:23.606706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284eef23-f12d-4e60-bb9a-d7e66e8ac67b None None] The sync data for ids ['e9e0f4fe-3c37-4265-ae4a-958bececab58'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:23.626297 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e', 'b3632697-b528-43e0-8104-f5c7798cf914'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:58:23.628452 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['c460336e-660f-4b15-ba27-9ca86e62687b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:58:23.662683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-817e896e-70a7-432d-a400-035003b590be None None] Current status of the port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:23.663284 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-817e896e-70a7-432d-a400-035003b590be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.700376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64367856-cfab-4d4c-8c84-6742af3fe348 req-d24fe326-8071-45c5-868d-2d771928dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:23.700376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64367856-cfab-4d4c-8c84-6742af3fe348 req-d24fe326-8071-45c5-868d-2d771928dca9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d7e6486-7a54-4385-8cc4-ac86d66050e5 HTTP/1.1" status: 200 len: 925 time: 0.1352150 Jan 31 18:58:23.772111 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (994ee413-d47e-4984-933d-ff5e100196c3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.776551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64367856-cfab-4d4c-8c84-6742af3fe348 req-e9412a7e-39b6-4d09-809e-2921b517bf5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abd992d6-3325-4e59-9f04-02eb7dfbed79 HTTP/1.1" status: 200 len: 217 time: 0.0698957 Jan 31 18:58:23.837251 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f77f2393-5a62-43f6-a55b-f52b6707f3e6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (faef75ae-33cb-438c-9095-e14ad7e6657b), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.871019 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f77f2393-5a62-43f6-a55b-f52b6707f3e6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (faef75ae-33cb-438c-9095-e14ad7e6657b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.939721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64367856-cfab-4d4c-8c84-6742af3fe348 req-d41ce8e3-5c80-4ea6-8616-7a9a4248c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:23.941847 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64367856-cfab-4d4c-8c84-6742af3fe348 req-d41ce8e3-5c80-4ea6-8616-7a9a4248c107 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3730fab-56ca-491a-bcdf-97904fc1b6cf HTTP/1.1" status: 200 len: 864 time: 0.1198788 Jan 31 18:58:23.945388 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (994ee413-d47e-4984-933d-ff5e100196c3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.968495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, b20d52e7-09e1-45c3-9477-a395035ef503) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:23.971571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f77f2393-5a62-43f6-a55b-f52b6707f3e6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:23.975994 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f77f2393-5a62-43f6-a55b-f52b6707f3e6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5668225 Jan 31 18:58:24.001560 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54974) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:24.010504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:24.011384 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f230df9e-1785-450a-b076-c535e753c0ce), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.029179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64367856-cfab-4d4c-8c84-6742af3fe348 req-a61c22ca-3786-4ec5-8ed0-7b29f0d20c55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d7e6486-7a54-4385-8cc4-ac86d66050e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799370 Jan 31 18:58:24.029867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a1399-d799-46f6-ad85-b0836376b618 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event deleted for resources: {'Port': ['ID=b3632697-b528-43e0-8104-f5c7798cf914,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:24.041296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 53325844-6576-460a-86d9-f42d5aeacca9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:24.051211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9d58f2a4-2d3b-454e-b396-e0d073b1f604 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:24.054008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5acbfb-d389-4068-8f73-591ab76e673a None None] Network b20d52e7-09e1-45c3-9477-a395035ef503 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:24.059529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:24.090163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:24.101497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=994ee413-d47e-4984-933d-ff5e100196c3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:24.103633 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec95e0a1-f3bc-481a-a594-68517935ef9e admin admin] Publish callbacks [] for security_group (523a2913-58ba-4fed-9cdc-7392fb8313d5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.226428 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.273027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-817e896e-70a7-432d-a400-035003b590be None None] For port 9d58f2a4-2d3b-454e-b396-e0d073b1f604, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9d58f2a4-2d3b-454e-b396-e0d073b1f604,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:24.287250 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f15242c8-de25-4ec0-9349-850a4fc093a0 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/routers/e9e0f4fe-3c37-4265-ae4a-958bececab58 HTTP/1.1" status: 200 len: 884 time: 0.8388987 Jan 31 18:58:24.290776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5aaae0bf-7690-46e9-9c53-58ee0fa361b7 req-a185160a-7d1d-4d60-82d9-fed63db1e9ae tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 210 time: 0.0566192 Jan 31 18:58:24.298497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:24.305845 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.339145 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-817e896e-70a7-432d-a400-035003b590be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.359028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-276d3f85-fafe-478c-9595-014d0fcfe239 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2893b04c-355a-4d57-b50f-6b01e1bc0f75), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.366975 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14f4d72-528a-4961-a4f9-ff59a107e417 req-9e5a1399-d799-46f6-ad85-b0836376b618 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] No DVR routers for this DVR port b3632697-b528-43e0-8104-f5c7798cf914 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:24.382829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e14f4d72-528a-4961-a4f9-ff59a107e417 req-9e5a1399-d799-46f6-ad85-b0836376b618 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.386206 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e14f4d72-528a-4961-a4f9-ff59a107e417 req-9e5a1399-d799-46f6-ad85-b0836376b618 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.21 "DELETE /v2.0/ports/b3632697-b528-43e0-8104-f5c7798cf914 HTTP/1.1" status: 204 len: 173 time: 2.3677986 Jan 31 18:58:24.392439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64367856-cfab-4d4c-8c84-6742af3fe348 req-c109cb90-b282-49c5-8871-cdcf2b721fd5 service neutron] 10.222.0.21 "GET /v2.0/networks/7d7e6486-7a54-4385-8cc4-ac86d66050e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550177 Jan 31 18:58:24.395924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816b1b32-65c3-4924-88cf-26c22b23b726', 'name': 'network-vif-deleted', 'tag': 'b3632697-b528-43e0-8104-f5c7798cf914'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:58:24.398707 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eff25a-ea1f-43be-8347-b0f09021dd17" -d '{"events": [{"server_uuid": "816b1b32-65c3-4924-88cf-26c22b23b726", "name": "network-vif-deleted", "tag": "b3632697-b528-43e0-8104-f5c7798cf914"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:58:24.461870 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec95e0a1-f3bc-481a-a594-68517935ef9e admin admin] Publish callbacks [] for security_group (523a2913-58ba-4fed-9cdc-7392fb8313d5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.466569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e896e-70a7-432d-a400-035003b590be None None] Pushing event updated for resources: {'Port': ['ID=9d58f2a4-2d3b-454e-b396-e0d073b1f604,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:24.483580 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ad17a9-6c95-4c55-a2e2-adde3aa694c3 x-openstack-request-id: req-e9ad17a9-6c95-4c55-a2e2-adde3aa694c3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:58:24.483881 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816b1b32-65c3-4924-88cf-26c22b23b726", "name": "network-vif-deleted", "tag": "b3632697-b528-43e0-8104-f5c7798cf914", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:58:24.484364 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9ad17a9-6c95-4c55-a2e2-adde3aa694c3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:58:24.484955 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816b1b32-65c3-4924-88cf-26c22b23b726', 'name': 'network-vif-deleted', 'tag': 'b3632697-b528-43e0-8104-f5c7798cf914', 'status': 'completed', 'code': 200} Jan 31 18:58:24.534825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event updated for resources: {'Port': ['ID=f230df9e-1785-450a-b076-c535e753c0ce,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:24.537482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Allocated IP 172.20.0.2 (160a5960-8fd0-49d3-a029-6d4512cd2dd2/00b65cc4-da05-4135-bb19-c92f96f4ac2f/b38006d2-2be2-4cfa-a06d-6d9a43a4636f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:24.551202 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-34a8c01c-78ea-4bfa-bc05-883fed981c9a None None] Provisioning complete for port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:24.551990 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34a8c01c-78ea-4bfa-bc05-883fed981c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.567699 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.599774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f3c85-ff50-4f8f-8a19-92e9e1addef2 req-25d1f4f8-b754-4c26-97e6-d91538782d48 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:24.601463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-468f3c85-ff50-4f8f-8a19-92e9e1addef2 req-25d1f4f8-b754-4c26-97e6-d91538782d48 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 944 time: 0.4100070 Jan 31 18:58:24.671566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:24.672473 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.730648 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Checking segment: {'id': '87becac5-6603-43a2-aeeb-8bbc419e2bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7358514e-c59c-4c1e-bc33-095e78ce428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:24.731039 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Network hostable DHCP agents. Network: 7358514e-c59c-4c1e-bc33-095e78ce428b, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:58:24.737256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d3f85-fafe-478c-9595-014d0fcfe239 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=2893b04c-355a-4d57-b50f-6b01e1bc0f75,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:24.829817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64367856-cfab-4d4c-8c84-6742af3fe348 req-c642647d-e9fe-43d9-be52-5fdd0c716fd2 service neutron] 10.222.0.21 "GET /v2.0/networks/7d7e6486-7a54-4385-8cc4-ac86d66050e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908238 Jan 31 18:58:24.852621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-468f3c85-ff50-4f8f-8a19-92e9e1addef2 req-e207be23-1396-4592-9e81-4c5099e17b3f tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376277 Jan 31 18:58:24.953353 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (994ee413-d47e-4984-933d-ff5e100196c3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.956263 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec95e0a1-f3bc-481a-a594-68517935ef9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (523a2913-58ba-4fed-9cdc-7392fb8313d5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.960177 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec95e0a1-f3bc-481a-a594-68517935ef9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:24.964108 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ec95e0a1-f3bc-481a-a594-68517935ef9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/523a2913-58ba-4fed-9cdc-7392fb8313d5 HTTP/1.1" status: 204 len: 168 time: 1.5168839 Jan 31 18:58:25.020665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-34a8c01c-78ea-4bfa-bc05-883fed981c9a None None] Current status of the port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:25.038757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95e0a1-f3bc-481a-a594-68517935ef9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523a2913-58ba-4fed-9cdc-7392fb8313d5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:25.052540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Network 7358514e-c59c-4c1e-bc33-095e78ce428b is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:58:25.086871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-76d11efc-1fc3-4175-ba99-de52059b899c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7763195 Jan 31 18:58:25.087648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54988) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:25.095944 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-276d3f85-fafe-478c-9595-014d0fcfe239 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.096154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-922ba7f7-9193-45dd-9e4c-1389c0f046c6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1771094543'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:25.096559 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Publish callbacks [] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.101777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:25.105324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-34a8c01c-78ea-4bfa-bc05-883fed981c9a None None] Provisioning complete for port 994ee413-d47e-4984-933d-ff5e100196c3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:25.105877 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34a8c01c-78ea-4bfa-bc05-883fed981c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (994ee413-d47e-4984-933d-ff5e100196c3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.109449 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-276d3f85-fafe-478c-9595-014d0fcfe239 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/2893b04c-355a-4d57-b50f-6b01e1bc0f75 HTTP/1.1" status: 204 len: 168 time: 2.7369444 Jan 31 18:58:25.111802 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.112179 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54990) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:25.152604 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.187748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 7358514e-c59c-4c1e-bc33-095e78ce428b) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:25.191406 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aed027b-d637-43b2-8523-d686977b5c05 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:58:25.196467 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3aed027b-d637-43b2-8523-d686977b5c05 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/2893b04c-355a-4d57-b50f-6b01e1bc0f75 HTTP/1.1" status: 404 len: 333 time: 0.0764227 Jan 31 18:58:25.198000 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:25.206690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Pushing event updated for resources: {'Port': ['ID=b38006d2-2be2-4cfa-a06d-6d9a43a4636f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:25.206938 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:25.213279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:25.217099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5776f029-fdf5-4f93-a3e8-e71ad09fb002 None None] Network 7358514e-c59c-4c1e-bc33-095e78ce428b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:25.217767 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:25.218477 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.368002 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-928774e2-6494-4b03-973a-0ae668396ce5 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.1746774 Jan 31 18:58:25.370809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54998) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:25.394195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Network 160a5960-8fd0-49d3-a029-6d4512cd2dd2 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:25.411218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:25.417814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:25.465164 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (994ee413-d47e-4984-933d-ff5e100196c3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.473410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-34a8c01c-78ea-4bfa-bc05-883fed981c9a None None] Port 994ee413-d47e-4984-933d-ff5e100196c3 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:25.481009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e8118dd-7784-4624-bc90-b9d88ce49c85 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (f905026b-a4b9-4ed4-9fa8-e77286c4cb7f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.507968 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.538262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2c5440a-2440-48f4-b169-1cce8910fba0 req-c2628b93-40b6-4a6f-8706-da4e6e141a2c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=816b1b32-65c3-4924-88cf-26c22b23b726 HTTP/1.1" status: 200 len: 210 time: 0.0872080 Jan 31 18:58:25.572969 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e8118dd-7784-4624-bc90-b9d88ce49c85 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (f905026b-a4b9-4ed4-9fa8-e77286c4cb7f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.588551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Attempting to bind port b38006d2-2be2-4cfa-a06d-6d9a43a4636f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:25.589523 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Attempting to bind port b38006d2-2be2-4cfa-a06d-6d9a43a4636f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '160a5960-8fd0-49d3-a029-6d4512cd2dd2'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:25.590056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Attempting to bind port b38006d2-2be2-4cfa-a06d-6d9a43a4636f on network 160a5960-8fd0-49d3-a029-6d4512cd2dd2 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:25.599492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:25.600255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Checking segment: {'id': '8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '160a5960-8fd0-49d3-a029-6d4512cd2dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:25.600762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d69adce-3949-47e9-b703-bd13824c3ba7 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:25.601203 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.601901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Bound using segment: {'id': '8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '160a5960-8fd0-49d3-a029-6d4512cd2dd2'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:25.602543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Bound port: b38006d2-2be2-4cfa-a06d-6d9a43a4636f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '160a5960-8fd0-49d3-a029-6d4512cd2dd2'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:25.603429 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.606413 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d69adce-3949-47e9-b703-bd13824c3ba7 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:25.610990 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1d69adce-3949-47e9-b703-bd13824c3ba7 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2390695 Jan 31 18:58:25.614803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55000) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:25.637704 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (994ee413-d47e-4984-933d-ff5e100196c3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.704520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55002) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:25.727317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9d58f2a4-2d3b-454e-b396-e0d073b1f604 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:25.752694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] For port b38006d2-2be2-4cfa-a06d-6d9a43a4636f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:25.767440 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33b61b5a-35bf-48a4-b5c4-4a6cc196e9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.772132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] For port b38006d2-2be2-4cfa-a06d-6d9a43a4636f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b38006d2-2be2-4cfa-a06d-6d9a43a4636f,segment=NetworkSegment(8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd),segment_id=8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:25.788005 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.864315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:25.864315 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.882879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1782d30-0ce0-4e1d-ae21-e48a53f2bd75 None None] Pushing event updated for resources: {'Port': ['ID=b38006d2-2be2-4cfa-a06d-6d9a43a4636f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:25.908801 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e8118dd-7784-4624-bc90-b9d88ce49c85 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f905026b-a4b9-4ed4-9fa8-e77286c4cb7f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.913309 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e8118dd-7784-4624-bc90-b9d88ce49c85 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:25.914904 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5e8118dd-7784-4624-bc90-b9d88ce49c85 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/security-groups/f905026b-a4b9-4ed4-9fa8-e77286c4cb7f HTTP/1.1" status: 204 len: 168 time: 0.7144432 Jan 31 18:58:25.917258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Allocated IP 172.20.0.1 (160a5960-8fd0-49d3-a029-6d4512cd2dd2/00b65cc4-da05-4135-bb19-c92f96f4ac2f/d7c3f4b8-954f-46d2-adb2-a6454a1b3732) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:25.937604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:25.980325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8118dd-7784-4624-bc90-b9d88ce49c85 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f905026b-a4b9-4ed4-9fa8-e77286c4cb7f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:25.986663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33b61b5a-35bf-48a4-b5c4-4a6cc196e9ab admin admin] Publish callbacks [] for security_group (29b978f0-cf6c-4079-a508-5959a4982779), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.005507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:26.006495 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33b61b5a-35bf-48a4-b5c4-4a6cc196e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (29b978f0-cf6c-4079-a508-5959a4982779), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.078815 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cdccb341-c7da-41f0-827a-0c9033d88607 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Deleting port d396e01f-664b-4b3d-a1eb-00ec59668660 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:26.079262 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdccb341-c7da-41f0-827a-0c9033d88607 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d396e01f-664b-4b3d-a1eb-00ec59668660), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.157757 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-33b61b5a-35bf-48a4-b5c4-4a6cc196e9ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee19754016504bf58a882f92359f64c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4520538 Jan 31 18:58:26.172413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55008) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:26.191133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=994ee413-d47e-4984-933d-ff5e100196c3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:26.210501 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.217809 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.232455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b61b5a-35bf-48a4-b5c4-4a6cc196e9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b978f0-cf6c-4079-a508-5959a4982779,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:26.246363 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b828fd5-2c84-4f46-beeb-e5b1c14f4190 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (d8e5182c-ac4f-4b85-87fa-472320400634), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.297499 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdccb341-c7da-41f0-827a-0c9033d88607 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d396e01f-664b-4b3d-a1eb-00ec59668660), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.322441 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b828fd5-2c84-4f46-beeb-e5b1c14f4190 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (d8e5182c-ac4f-4b85-87fa-472320400634), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.326608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9cc94-30ba-40f4-b47d-a77051410373 req-729f5569-ba64-4aa7-978c-b4b352400904 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:26.328358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d9cc94-30ba-40f4-b47d-a77051410373 req-729f5569-ba64-4aa7-978c-b4b352400904 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 944 time: 0.2311132 Jan 31 18:58:26.351729 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.353430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cdccb341-c7da-41f0-827a-0c9033d88607 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Calling delete_port for d396e01f-664b-4b3d-a1eb-00ec59668660 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:26.433428 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d0351bc-2799-4402-9665-1938f927693d admin admin] Publish callbacks [] for security_group (29b978f0-cf6c-4079-a508-5959a4982779), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.453551 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b828fd5-2c84-4f46-beeb-e5b1c14f4190 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d8e5182c-ac4f-4b85-87fa-472320400634), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.456063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b828fd5-2c84-4f46-beeb-e5b1c14f4190 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.458494 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0b828fd5-2c84-4f46-beeb-e5b1c14f4190 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/security-groups/d8e5182c-ac4f-4b85-87fa-472320400634 HTTP/1.1" status: 204 len: 168 time: 0.5184615 Jan 31 18:58:26.465488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55010) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:26.487562 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.511641 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b828fd5-2c84-4f46-beeb-e5b1c14f4190 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e5182c-ac4f-4b85-87fa-472320400634,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:26.512418 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d0351bc-2799-4402-9665-1938f927693d admin admin] Publish callbacks [] for security_group (29b978f0-cf6c-4079-a508-5959a4982779), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.517153 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922ba7f7-9193-45dd-9e4c-1389c0f046c6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (e9e0f4fe-3c37-4265-ae4a-958bececab58), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.529284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d9cc94-30ba-40f4-b47d-a77051410373 req-7e3a51e9-00b4-4f7b-9b7b-b7030ecd6b50 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716256 Jan 31 18:58:26.547895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 53325844-6576-460a-86d9-f42d5aeacca9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:26.556413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:26.573122 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922ba7f7-9193-45dd-9e4c-1389c0f046c6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (e9e0f4fe-3c37-4265-ae4a-958bececab58), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.595922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4e83f4-9efe-4dea-93b4-8613b4139797 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting subnet 43b05078-fede-42a5-a979-bdb8eb37f8dd {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:26.614175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f4e83f4-9efe-4dea-93b4-8613b4139797 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (43b05078-fede-42a5-a979-bdb8eb37f8dd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.622385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device abd992d6-3325-4e59-9f04-02eb7dfbed79 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:58:26.634623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device b3632697-b528-43e0-8104-f5c7798cf914 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:26.656230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 160a5960-8fd0-49d3-a029-6d4512cd2dd2 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:26.670210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:26.674253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:26.679157 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdccb341-c7da-41f0-827a-0c9033d88607 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d396e01f-664b-4b3d-a1eb-00ec59668660), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.694104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: b3632697-b528-43e0-8104-f5c7798cf914 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:26.694616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device b3632697-b528-43e0-8104-f5c7798cf914 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:58:26.710176 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdccb341-c7da-41f0-827a-0c9033d88607 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.722294 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cdccb341-c7da-41f0-827a-0c9033d88607 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "DELETE /v2.0/ports/d396e01f-664b-4b3d-a1eb-00ec59668660 HTTP/1.1" status: 204 len: 168 time: 1.1017768 Jan 31 18:58:26.723540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55016) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:26.731357 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d0351bc-2799-4402-9665-1938f927693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (29b978f0-cf6c-4079-a508-5959a4982779), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.734535 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d0351bc-2799-4402-9665-1938f927693d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.738616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2d0351bc-2799-4402-9665-1938f927693d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29b978f0-cf6c-4079-a508-5959a4982779 HTTP/1.1" status: 204 len: 168 time: 0.5603511 Jan 31 18:58:26.776811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=d7c3f4b8-954f-46d2-adb2-a6454a1b3732,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:26.796646 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f4e83f4-9efe-4dea-93b4-8613b4139797 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (43b05078-fede-42a5-a979-bdb8eb37f8dd), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:26.844981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0351bc-2799-4402-9665-1938f927693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b978f0-cf6c-4079-a508-5959a4982779,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:26.902212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:58:26.915773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922ba7f7-9193-45dd-9e4c-1389c0f046c6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router e9e0f4fe-3c37-4265-ae4a-958bececab58 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:58:26.986372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccb341-c7da-41f0-827a-0c9033d88607 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event deleted for resources: {'Port': ['ID=d396e01f-664b-4b3d-a1eb-00ec59668660,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:27.019319 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (faef75ae-33cb-438c-9095-e14ad7e6657b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:27.052486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port abd992d6-3325-4e59-9f04-02eb7dfbed79, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=abd992d6-3325-4e59-9f04-02eb7dfbed79,segment=NetworkSegment(b6780f93-d371-4af9-b289-d7d6a38a9939),segment_id=b6780f93-d371-4af9-b289-d7d6a38a9939)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:27.071673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'abd992d6-3325-4e59-9f04-02eb7dfbed79', 'network_id': '7d7e6486-7a54-4385-8cc4-ac86d66050e5', 'port_id': 'abd992d6-3325-4e59-9f04-02eb7dfbed79', 'mac_address': 'fa:16:3e:26:90:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3730fab-56ca-491a-bcdf-97904fc1b6cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:58:27.140185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3e6d0a33-0593-4806-b286-984506c02ce5 None None] Provisioning complete for port 994ee413-d47e-4984-933d-ff5e100196c3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:27.140889 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e6d0a33-0593-4806-b286-984506c02ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (994ee413-d47e-4984-933d-ff5e100196c3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:27.191283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d0a33-0593-4806-b286-984506c02ce5 None None] Port 994ee413-d47e-4984-933d-ff5e100196c3 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:27.199008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port abd992d6-3325-4e59-9f04-02eb7dfbed79 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:27.199325 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:27.235610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd992d6-3325-4e59-9f04-02eb7dfbed79 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:58:27.237268 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:27.241668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f0c5b-2827-40e5-8d3b-d0658e972438 req-adc4e61f-c349-4a43-804f-7b7cbe2aaad4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:27.249917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f0c5b-2827-40e5-8d3b-d0658e972438 req-adc4e61f-c349-4a43-804f-7b7cbe2aaad4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 945 time: 0.3184404 Jan 31 18:58:27.275599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port abd992d6-3325-4e59-9f04-02eb7dfbed79, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=abd992d6-3325-4e59-9f04-02eb7dfbed79,segment=NetworkSegment(b6780f93-d371-4af9-b289-d7d6a38a9939),segment_id=b6780f93-d371-4af9-b289-d7d6a38a9939)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:27.283706 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:27.391849 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f4e83f4-9efe-4dea-93b4-8613b4139797 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (43b05078-fede-42a5-a979-bdb8eb37f8dd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:27.398901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=abd992d6-3325-4e59-9f04-02eb7dfbed79,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:27.448965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7d3f15-bdb6-48e4-aedd-b6480d84e920 None None] Network 160a5960-8fd0-49d3-a029-6d4512cd2dd2 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:27.465900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:27.473535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f0c5b-2827-40e5-8d3b-d0658e972438 req-a43b0f9d-0745-45e9-9ca2-5a313bea1c2a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215383 Jan 31 18:58:27.490206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b7435310-a2f1-4aea-96b2-6e06d1ebe7f4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "PUT /v2.0/routers/d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5036366 Jan 31 18:58:27.497308 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Sync routers for ids ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:27.505457 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922ba7f7-9193-45dd-9e4c-1389c0f046c6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:27.528811 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922ba7f7-9193-45dd-9e4c-1389c0f046c6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:27.532751 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Routers {'d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:27.533372 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-922ba7f7-9193-45dd-9e4c-1389c0f046c6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/e9e0f4fe-3c37-4265-ae4a-958bececab58 HTTP/1.1" status: 200 len: 891 time: 2.4428296 Jan 31 18:58:27.533535 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:27.534330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:27.559785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44beba7-71ec-479f-a690-230bbb2db26c None None] Sync routers for ids ['e9e0f4fe-3c37-4265-ae4a-958bececab58'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:27.568450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['abd992d6-3325-4e59-9f04-02eb7dfbed79'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:58:27.680175 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-25d53db1-5700-4de2-97df-af3f0282a6eb tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Deleting port f230df9e-1785-450a-b076-c535e753c0ce {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:27.687691 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25d53db1-5700-4de2-97df-af3f0282a6eb tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f230df9e-1785-450a-b076-c535e753c0ce), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:27.715866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-64e2fbf8-6835-4a64-b2a3-af75855acaeb None None] Provisioning complete for port b38006d2-2be2-4cfa-a06d-6d9a43a4636f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:27.716482 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-64e2fbf8-6835-4a64-b2a3-af75855acaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:27.740746 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Set router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:58:27.813010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b38006d2-2be2-4cfa-a06d-6d9a43a4636f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:27.876814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f516205d-c09a-4da3-ba0b-111e8220333d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/routers/e9e0f4fe-3c37-4265-ae4a-958bececab58 HTTP/1.1" status: 200 len: 891 time: 0.3410473 Jan 31 18:58:27.901881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44beba7-71ec-479f-a690-230bbb2db26c None None] Routers {'e9e0f4fe-3c37-4265-ae4a-958bececab58'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:27.902710 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b44beba7-71ec-479f-a690-230bbb2db26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e9e0f4fe-3c37-4265-ae4a-958bececab58'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:27.904123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55050) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:27.967812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b44beba7-71ec-479f-a690-230bbb2db26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:27.978033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7c70bc1d-6d14-434c-a3b0-8232dc8e511a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9e0f4fe-3c37-4265-ae4a-958bececab58 HTTP/1.1" status: 200 len: 205 time: 0.0726449 Jan 31 18:58:27.981940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55056) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:28.099256 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T18:58:24Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '994ee413-d47e-4984-933d-ff5e100196c3', 'name': '', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:f6:49:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:22Z', 'updated_at': '2022-01-31T18:58:25Z', 'revision_number': 2, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:28.130325 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Checking router: d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:58:28.130986 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Updating router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 port 994ee413-d47e-4984-933d-ff5e100196c3 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:58:28.141190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44beba7-71ec-479f-a690-230bbb2db26c None None] Routers {'e9e0f4fe-3c37-4265-ae4a-958bececab58'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:28.142261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b44beba7-71ec-479f-a690-230bbb2db26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e9e0f4fe-3c37-4265-ae4a-958bececab58'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:28.170567 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (994ee413-d47e-4984-933d-ff5e100196c3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:28.171114 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31f307-aaa3-441b-93a1-2e34b383cede req-8250a6bc-f8da-4468-bd20-d455f17682d2 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:28.185372 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c31f307-aaa3-441b-93a1-2e34b383cede req-8250a6bc-f8da-4468-bd20-d455f17682d2 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 945 time: 0.3600988 Jan 31 18:58:28.193050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a30b9227-0a8f-4eba-8842-d284bf790bde tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205183958&fields=id&tenant_id=ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 267 time: 0.3385634 Jan 31 18:58:28.200920 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f4e83f4-9efe-4dea-93b4-8613b4139797 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (43b05078-fede-42a5-a979-bdb8eb37f8dd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:28.216503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port b38006d2-2be2-4cfa-a06d-6d9a43a4636f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:28.217055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:28.251960 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (e9e0f4fe-3c37-4265-ae4a-958bececab58), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:28.312838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f4e83f4-9efe-4dea-93b4-8613b4139797 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:28.317168 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7f4e83f4-9efe-4dea-93b4-8613b4139797 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/43b05078-fede-42a5-a979-bdb8eb37f8dd HTTP/1.1" status: 204 len: 168 time: 1.8492815 Jan 31 18:58:28.336087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e83f4-9efe-4dea-93b4-8613b4139797 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Subnet': ['ID=43b05078-fede-42a5-a979-bdb8eb37f8dd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:28.343046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55060) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:28.409333 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25d53db1-5700-4de2-97df-af3f0282a6eb tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f230df9e-1785-450a-b076-c535e753c0ce), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:28.415323 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6f65381c-c735-48b3-aeb3-19f59b1490ef tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:28.511728 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Publish callbacks [] for port (994ee413-d47e-4984-933d-ff5e100196c3), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:28.526020 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (994ee413-d47e-4984-933d-ff5e100196c3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:28.543472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-25d53db1-5700-4de2-97df-af3f0282a6eb tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Calling delete_port for f230df9e-1785-450a-b076-c535e753c0ce owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:28.572616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-2fc24b00-1181-4218-853b-acf665462ea9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:28.574231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-2fc24b00-1181-4218-853b-acf665462ea9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/networks?id=53325844-6576-460a-86d9-f42d5aeacca9 HTTP/1.1" status: 200 len: 797 time: 0.3136823 Jan 31 18:58:28.588783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b44beba7-71ec-479f-a690-230bbb2db26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:28.589735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44beba7-71ec-479f-a690-230bbb2db26c None None] The sync data for ids ['e9e0f4fe-3c37-4265-ae4a-958bececab58'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:28.596571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_gateway (e9e0f4fe-3c37-4265-ae4a-958bececab58), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:28.601898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-64e2fbf8-6835-4a64-b2a3-af75855acaeb None None] Current status of the port b38006d2-2be2-4cfa-a06d-6d9a43a4636f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:28.602520 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-64e2fbf8-6835-4a64-b2a3-af75855acaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:28.604850 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c31f307-aaa3-441b-93a1-2e34b383cede req-a33f0a85-5b82-492f-9707-b2878f881d4f tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186099 Jan 31 18:58:28.620163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d49ab3-7c58-4358-86b6-13599a510378 None None] Network 03351212-8393-4239-90fb-e7254b1f94f8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:28.662473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-6fe3b072-bbec-4684-9931-010fe4b0b231 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/quotas/ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 375 time: 0.0200260 Jan 31 18:58:28.724140 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f65381c-c735-48b3-aeb3-19f59b1490ef tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:28.736839 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65381c-c735-48b3-aeb3-19f59b1490ef tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:28.923253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a32b14-354b-4e80-8f36-4552f5187305 req-97562398-6eb1-45a2-a219-96be9bc6bf92 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:28.925177 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11a32b14-354b-4e80-8f36-4552f5187305 req-97562398-6eb1-45a2-a219-96be9bc6bf92 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 945 time: 0.3303430 Jan 31 18:58:28.947551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-64e2fbf8-6835-4a64-b2a3-af75855acaeb None None] For port b38006d2-2be2-4cfa-a06d-6d9a43a4636f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b38006d2-2be2-4cfa-a06d-6d9a43a4636f,segment=NetworkSegment(8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd),segment_id=8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:28.980929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port 5864be47-d23f-4aee-8863-ecf39014a4aa {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:28.981358 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5864be47-d23f-4aee-8863-ecf39014a4aa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:28.993765 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-64e2fbf8-6835-4a64-b2a3-af75855acaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.013655 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d6842-f12b-4bf3-99e5-1aa95fb24b99 None None] Pushing event updated for resources: {'Port': ['ID=994ee413-d47e-4984-933d-ff5e100196c3,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:29.026607 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Attempting to bind port 994ee413-d47e-4984-933d-ff5e100196c3 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:29.026975 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Attempting to bind port 994ee413-d47e-4984-933d-ff5e100196c3 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:29.027353 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Attempting to bind port 994ee413-d47e-4984-933d-ff5e100196c3 on network 53325844-6576-460a-86d9-f42d5aeacca9 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:29.039668 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.050117 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:29.050495 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Checking segment: {'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:29.051250 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.051611 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Bound using segment: {'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:29.052447 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Bound port: 994ee413-d47e-4984-933d-ff5e100196c3, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:29.052593 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (994ee413-d47e-4984-933d-ff5e100196c3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.103892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port b38006d2-2be2-4cfa-a06d-6d9a43a4636f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:29.135886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2fbf8-6835-4a64-b2a3-af75855acaeb None None] Pushing event updated for resources: {'Port': ['ID=b38006d2-2be2-4cfa-a06d-6d9a43a4636f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:29.159081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d90a0966-bef9-4382-a592-98d15d1e9d69 None None] Provisioning complete for port 994ee413-d47e-4984-933d-ff5e100196c3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:29.159747 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d90a0966-bef9-4382-a592-98d15d1e9d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (994ee413-d47e-4984-933d-ff5e100196c3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.187315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-208955e1-ffcd-44c4-9102-e4856d7a48e5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4995914 Jan 31 18:58:29.195533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.217919 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] For port 994ee413-d47e-4984-933d-ff5e100196c3, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:29.225664 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] For port 994ee413-d47e-4984-933d-ff5e100196c3, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=994ee413-d47e-4984-933d-ff5e100196c3,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:29.248541 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (994ee413-d47e-4984-933d-ff5e100196c3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.283788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d90a0966-bef9-4382-a592-98d15d1e9d69 None None] Port 994ee413-d47e-4984-933d-ff5e100196c3 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:29.350143 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (faef75ae-33cb-438c-9095-e14ad7e6657b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.359686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=d7c3f4b8-954f-46d2-adb2-a6454a1b3732,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:29.394218 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d6842-f12b-4bf3-99e5-1aa95fb24b99 None None] Pushing event updated for resources: {'Port': ['ID=994ee413-d47e-4984-933d-ff5e100196c3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:29.409643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a44ae-4c33-4343-8729-28735fe10ed2 req-5c22c270-5ed2-481d-92b6-f72a00082d9b tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:29.410898 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Routers {'d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:29.411816 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:29.415620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-147a44ae-4c33-4343-8729-28735fe10ed2 req-5c22c270-5ed2-481d-92b6-f72a00082d9b tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 945 time: 0.5989349 Jan 31 18:58:29.446729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4bfdd283-a34d-4812-8126-2f955b1c2792 None None] Provisioning complete for port b38006d2-2be2-4cfa-a06d-6d9a43a4636f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:29.448096 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd283-a34d-4812-8126-2f955b1c2792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.620979 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] Set router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:58:29.654711 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25d53db1-5700-4de2-97df-af3f0282a6eb tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f230df9e-1785-450a-b076-c535e753c0ce), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.674627 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5864be47-d23f-4aee-8863-ecf39014a4aa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.705459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4bfdd283-a34d-4812-8126-2f955b1c2792 None None] Current status of the port b38006d2-2be2-4cfa-a06d-6d9a43a4636f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:29.732641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4bfdd283-a34d-4812-8126-2f955b1c2792 None None] Provisioning complete for port d7c3f4b8-954f-46d2-adb2-a6454a1b3732 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:29.733036 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd283-a34d-4812-8126-2f955b1c2792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.759364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d53db1-5700-4de2-97df-af3f0282a6eb tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event deleted for resources: {'Port': ['ID=f230df9e-1785-450a-b076-c535e753c0ce,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:29.782945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for 5864be47-d23f-4aee-8863-ecf39014a4aa owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:29.793899 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25d53db1-5700-4de2-97df-af3f0282a6eb tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.799081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b38006d2-2be2-4cfa-a06d-6d9a43a4636f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:29.801466 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-25d53db1-5700-4de2-97df-af3f0282a6eb tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "DELETE /v2.0/ports/f230df9e-1785-450a-b076-c535e753c0ce HTTP/1.1" status: 204 len: 168 time: 3.0248058 Jan 31 18:58:29.810769 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:29.875410 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c1f70178-3163-486b-878a-a360a8e732df tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0619676 Jan 31 18:58:29.880270 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55090) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:29.885444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-490197446'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:29.888899 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65381c-c735-48b3-aeb3-19f59b1490ef tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (6b818641-2a5e-404e-8c99-f78e5e9961b5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:29.892998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4bfdd283-a34d-4812-8126-2f955b1c2792 None None] Port d7c3f4b8-954f-46d2-adb2-a6454a1b3732 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:29.968671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port b38006d2-2be2-4cfa-a06d-6d9a43a4636f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:29.969345 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.022354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 160a5960-8fd0-49d3-a029-6d4512cd2dd2 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:30.065985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f621481b-e220-46d9-b97e-fc0bde197f39 None None] Provisioning complete for port 994ee413-d47e-4984-933d-ff5e100196c3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:30.067036 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f621481b-e220-46d9-b97e-fc0bde197f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (994ee413-d47e-4984-933d-ff5e100196c3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.070275 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65381c-c735-48b3-aeb3-19f59b1490ef tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 03351212-8393-4239-90fb-e7254b1f94f8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:30.074252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6f65381c-c735-48b3-aeb3-19f59b1490ef tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:30.093461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65381c-c735-48b3-aeb3-19f59b1490ef tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:30.094404 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f65381c-c735-48b3-aeb3-19f59b1490ef tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.098324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:30.122191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Made reservation on behalf of 8485384c69714f629ecb81277418859b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:30.129802 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.142680 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T18:58:24Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '994ee413-d47e-4984-933d-ff5e100196c3', 'name': '', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:f6:49:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:22Z', 'updated_at': '2022-01-31T18:58:29Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:30.143793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65381c-c735-48b3-aeb3-19f59b1490ef tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Subnet': ['ID=6b818641-2a5e-404e-8c99-f78e5e9961b5,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:30.203349 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6f65381c-c735-48b3-aeb3-19f59b1490ef tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8563080 Jan 31 18:58:30.205410 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69b1cd-4aca-4a8c-a9d5-c97cf0961cf8 None None] The sync data for ids ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'] in n-d-812111-15 is: [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T18:58:24Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '994ee413-d47e-4984-933d-ff5e100196c3', 'name': '', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:f6:49:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:22Z', 'updated_at': '2022-01-31T18:58:29Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:30.249902 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55094) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:30.251916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port b38006d2-2be2-4cfa-a06d-6d9a43a4636f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:30.263702 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'security_group': {'name': 'tempest-secgroup-827787158'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:30.358409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc1df59-cd32-498b-80d1-be38b2e76ac1 None None] Network 03351212-8393-4239-90fb-e7254b1f94f8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:30.401760 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:30.424239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.425199 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Added segment e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4 of type vlan for network cf7f3c05-d95e-4ee5-926d-da029c2a9094 Jan 31 18:58:30.446111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.582771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router faef75ae-33cb-438c-9095-e14ad7e6657b is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:58:30.596510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f621481b-e220-46d9-b97e-fc0bde197f39 None None] Current status of the port 994ee413-d47e-4984-933d-ff5e100196c3 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:30.596892 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f621481b-e220-46d9-b97e-fc0bde197f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (994ee413-d47e-4984-933d-ff5e100196c3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.601889 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (cf7f3c05-d95e-4ee5-926d-da029c2a9094), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.676642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device abd992d6-3325-4e59-9f04-02eb7dfbed79 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:30.681476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f621481b-e220-46d9-b97e-fc0bde197f39 None None] For port 994ee413-d47e-4984-933d-ff5e100196c3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=994ee413-d47e-4984-933d-ff5e100196c3,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:30.721310 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f621481b-e220-46d9-b97e-fc0bde197f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (994ee413-d47e-4984-933d-ff5e100196c3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.761579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:30.773600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-11a32b14-354b-4e80-8f36-4552f5187305 req-89ce130e-813e-498f-96dc-5640eb28878d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Deleting port c460336e-660f-4b15-ba27-9ca86e62687b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:30.773600 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-11a32b14-354b-4e80-8f36-4552f5187305 req-89ce130e-813e-498f-96dc-5640eb28878d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.778916 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fad39b-93a9-4a50-b099-159898fe592a None None] Sync routers for ids ['faef75ae-33cb-438c-9095-e14ad7e6657b'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:30.780664 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-780514fb-7420-43cd-9f8e-fe6b1a61e495 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/faef75ae-33cb-438c-9095-e14ad7e6657b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7662554 Jan 31 18:58:30.785037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55100) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:30.813975 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fad39b-93a9-4a50-b099-159898fe592a None None] Routers {'faef75ae-33cb-438c-9095-e14ad7e6657b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:30.814601 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-01fad39b-93a9-4a50-b099-159898fe592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['faef75ae-33cb-438c-9095-e14ad7e6657b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:30.831510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f621481b-e220-46d9-b97e-fc0bde197f39 None None] Provisioning complete for port d7c3f4b8-954f-46d2-adb2-a6454a1b3732 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:30.833491 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f621481b-e220-46d9-b97e-fc0bde197f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.833922 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (cf7f3c05-d95e-4ee5-926d-da029c2a9094), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.838855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:30.839447 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.881516 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (6580674b-c7bc-436b-968b-76462397e0cf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.892842 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-01fad39b-93a9-4a50-b099-159898fe592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:30.901505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-71f67ce1-0049-4f0f-8d44-7f9f5f1bd5c5 service neutron] 10.222.0.20 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6851912 Jan 31 18:58:30.909740 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fad39b-93a9-4a50-b099-159898fe592a None None] Routers {'faef75ae-33cb-438c-9095-e14ad7e6657b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:30.911281 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-01fad39b-93a9-4a50-b099-159898fe592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['faef75ae-33cb-438c-9095-e14ad7e6657b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:30.913963 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7355c7-a578-439b-820d-f87896f4aacb tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:30.915552 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ef7355c7-a578-439b-820d-f87896f4aacb tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports/d7c3f4b8-954f-46d2-adb2-a6454a1b3732 HTTP/1.1" status: 200 len: 910 time: 0.1280932 Jan 31 18:58:30.917986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6580674b-c7bc-436b-968b-76462397e0cf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:30.928701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55106) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:30.946215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f621481b-e220-46d9-b97e-fc0bde197f39 None None] Port d7c3f4b8-954f-46d2-adb2-a6454a1b3732 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:30.965205 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-01fad39b-93a9-4a50-b099-159898fe592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:30.965942 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fad39b-93a9-4a50-b099-159898fe592a None None] The sync data for ids ['faef75ae-33cb-438c-9095-e14ad7e6657b'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:30.983557 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3b586891-7820-4480-bd75-e43f06625a58 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '00b65cc4-da05-4135-bb19-c92f96f4ac2f'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:30.991520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621481b-e220-46d9-b97e-fc0bde197f39 None None] Pushing event updated for resources: {'Port': ['ID=994ee413-d47e-4984-933d-ff5e100196c3,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:31.005887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port abd992d6-3325-4e59-9f04-02eb7dfbed79 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:58:31.014220 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port abd992d6-3325-4e59-9f04-02eb7dfbed79 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:31.014687 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:31.023478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-147a44ae-4c33-4343-8729-28735fe10ed2 req-ef09f780-bca7-409a-a2b9-8c642646a42a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5682023 Jan 31 18:58:31.077328 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1956444 Jan 31 18:58:31.078296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6580674b-c7bc-436b-968b-76462397e0cf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:31.085014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55108) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:31.098240 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-70dbb589-0e92-4571-8373-977901ab552b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-659228617'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:31.109552 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event updated for resources: {'Network': ['ID=cf7f3c05-d95e-4ee5-926d-da029c2a9094,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:31.119008 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.119354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.119691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.120028 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.120409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.120752 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.121083 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.121410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.121735 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.122063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.122389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.122713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.123051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.131852 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:31.136263 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9b736a3d-fce9-43d5-b1d5-a6116805d42c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8786047 Jan 31 18:58:31.149283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55112) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:31.172946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-872aa225-d16d-4384-aa09-7dc615c0ba9c service neutron] 10.222.0.20 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704806 Jan 31 18:58:31.244011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-495522ce-7b7a-4dd2-a37d-3ef5b73a0434 None None] Provisioning complete for port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:31.244863 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-495522ce-7b7a-4dd2-a37d-3ef5b73a0434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:31.291540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ffee6e-15f6-42a9-8c94-fd4a73ace525 None None] Update dhcp port {'port': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'fixed_ips': [{'subnet_id': 'a435054b-425f-4a71-b584-d1117d6cab6e', 'ip_address': '172.20.0.18'}, {'subnet_id': '6b818641-2a5e-404e-8c99-f78e5e9961b5'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '8fe059d5-8e5a-41bc-b4d7-5b359457b68d'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 18:58:31.312740 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.313094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.313439 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.313780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.314149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.314453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.314774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.315100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.315874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.315874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.316075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.316510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.316815 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b5720-2737-4e3c-bebe-c69e77f75da0 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:31.328245 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-87673687-516a-4e28-956a-336a56684686 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'security_group': {'name': 'tempest-secgroup-94877235'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:31.392416 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dbb589-0e92-4571-8373-977901ab552b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Made reservation on behalf of 8485384c69714f629ecb81277418859b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:31.403396 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70dbb589-0e92-4571-8373-977901ab552b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:31.416576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11c65490-71fb-4a6f-a565-0d9fad19b76f req-2c7ee07e-dbaa-41ee-8433-4afe05d1c953 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6397674 Jan 31 18:58:31.426323 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5864be47-d23f-4aee-8863-ecf39014a4aa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:31.435091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network cf7f3c05-d95e-4ee5-926d-da029c2a9094 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:31.460076 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b586891-7820-4480-bd75-e43f06625a58 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:31.464478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-11a32b14-354b-4e80-8f36-4552f5187305 req-89ce130e-813e-498f-96dc-5640eb28878d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] For port c460336e-660f-4b15-ba27-9ca86e62687b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c460336e-660f-4b15-ba27-9ca86e62687b,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:31.464859 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-11a32b14-354b-4e80-8f36-4552f5187305 req-89ce130e-813e-498f-96dc-5640eb28878d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:31.471546 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87673687-516a-4e28-956a-336a56684686 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:31.573251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=5864be47-d23f-4aee-8863-ecf39014a4aa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:31.596200 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-11a32b14-354b-4e80-8f36-4552f5187305 req-89ce130e-813e-498f-96dc-5640eb28878d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Calling delete_port for c460336e-660f-4b15-ba27-9ca86e62687b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:31.608431 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dbb589-0e92-4571-8373-977901ab552b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:31.610284 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42ffee6e-15f6-42a9-8c94-fd4a73ace525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:31.623000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e10be-3e9d-4bc8-bf73-f4588b812704 req-69504a27-8645-423f-bfb6-19db3828f435 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:31.647864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-277e10be-3e9d-4bc8-bf73-f4588b812704 req-69504a27-8645-423f-bfb6-19db3828f435 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 945 time: 0.4003096 Jan 31 18:58:31.770395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bb18f334-bbd9-4471-b03a-e0b75eb70fc5 req-637ae6d3-16f7-48a0-b5d9-0daf97f0756b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 210 time: 0.0785387 Jan 31 18:58:31.772264 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70dbb589-0e92-4571-8373-977901ab552b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (faf9ae6d-43b7-4adc-b252-2dcef9449244), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:31.774754 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-70dbb589-0e92-4571-8373-977901ab552b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Added segment faf9ae6d-43b7-4adc-b252-2dcef9449244 of type vlan for network bda8059e-ed27-4868-ae18-f861b0d29924 Jan 31 18:58:31.933572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port abd992d6-3325-4e59-9f04-02eb7dfbed79 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:31.933977 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:31.954073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 994ee413-d47e-4984-933d-ff5e100196c3 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:32.046187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c65490-71fb-4a6f-a565-0d9fad19b76f req-fe7152f7-ffbf-4d41-958a-a597dd1dad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:32.048727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11c65490-71fb-4a6f-a565-0d9fad19b76f req-fe7152f7-ffbf-4d41-958a-a597dd1dad25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 1129 time: 0.5185225 Jan 31 18:58:32.049895 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-495522ce-7b7a-4dd2-a37d-3ef5b73a0434 None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:32.054157 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70dbb589-0e92-4571-8373-977901ab552b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (bda8059e-ed27-4868-ae18-f861b0d29924), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:32.172911 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87673687-516a-4e28-956a-336a56684686 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (0a097845-fa35-4051-aad2-8526d4f09ffe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:32.176849 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70dbb589-0e92-4571-8373-977901ab552b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (bda8059e-ed27-4868-ae18-f861b0d29924), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:32.183845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dbb589-0e92-4571-8373-977901ab552b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:32.184672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70dbb589-0e92-4571-8373-977901ab552b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:32.213030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87673687-516a-4e28-956a-336a56684686 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0a097845-fa35-4051-aad2-8526d4f09ffe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:32.243288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3722285-ff56-4ffc-aaf5-0bb57429e202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd992d6-3325-4e59-9f04-02eb7dfbed79'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:58:32.249435 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c22ced0-1acc-493b-9ce8-c771cb97177b" -d '{"events": [{"server_uuid": "e3722285-ff56-4ffc-aaf5-0bb57429e202", "name": "network-vif-plugged", "status": "completed", "tag": "abd992d6-3325-4e59-9f04-02eb7dfbed79"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:58:32.291481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-495522ce-7b7a-4dd2-a37d-3ef5b73a0434 None None] Provisioning complete for port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:32.294045 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-495522ce-7b7a-4dd2-a37d-3ef5b73a0434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (35c7b3cf-dc16-42df-a93f-0abc8d9256ff), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:32.302845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port abd992d6-3325-4e59-9f04-02eb7dfbed79, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=abd992d6-3325-4e59-9f04-02eb7dfbed79,segment=NetworkSegment(b6780f93-d371-4af9-b289-d7d6a38a9939),segment_id=b6780f93-d371-4af9-b289-d7d6a38a9939)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:32.312650 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-70dbb589-0e92-4571-8373-977901ab552b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2257829 Jan 31 18:58:32.315505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87673687-516a-4e28-956a-336a56684686 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:32.317328 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-87673687-516a-4e28-956a-336a56684686 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0122037 Jan 31 18:58:32.403516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-277e10be-3e9d-4bc8-bf73-f4588b812704 req-45916b6e-3e72-4aa6-82b8-9f2d836a4333 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7546444 Jan 31 18:58:32.405271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55134) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:32.434019 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:32.463520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 994ee413-d47e-4984-933d-ff5e100196c3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:32.464138 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (994ee413-d47e-4984-933d-ff5e100196c3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:32.466550 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (e9e0f4fe-3c37-4265-ae4a-958bececab58), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:32.539883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbb589-0e92-4571-8373-977901ab552b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event updated for resources: {'Network': ['ID=bda8059e-ed27-4868-ae18-f861b0d29924,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:32.615026 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e91b0d-3a40-4078-875f-dfc5c19c9c39 x-openstack-request-id: req-91e91b0d-3a40-4078-875f-dfc5c19c9c39 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:58:32.616353 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3722285-ff56-4ffc-aaf5-0bb57429e202", "name": "network-vif-plugged", "status": "completed", "tag": "abd992d6-3325-4e59-9f04-02eb7dfbed79", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:58:32.618213 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91e91b0d-3a40-4078-875f-dfc5c19c9c39 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:58:32.618645 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3722285-ff56-4ffc-aaf5-0bb57429e202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd992d6-3325-4e59-9f04-02eb7dfbed79', 'code': 200} Jan 31 18:58:32.628460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-25219949-73f4-42cf-a74c-82648e92ec66 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'security_group': {'name': 'tempest-secgroup-1233764511'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:32.663813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network bda8059e-ed27-4868-ae18-f861b0d29924 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:32.665888 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87673687-516a-4e28-956a-336a56684686 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a097845-fa35-4051-aad2-8526d4f09ffe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:32.684304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-495522ce-7b7a-4dd2-a37d-3ef5b73a0434 None None] Port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:32.829436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 994ee413-d47e-4984-933d-ff5e100196c3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:32.888510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:32.973660 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (e9e0f4fe-3c37-4265-ae4a-958bececab58), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:32.997754 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (e9e0f4fe-3c37-4265-ae4a-958bececab58), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.007672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7f3eb-121c-4a7a-b996-5bef900b3558 req-3e077e55-51ee-4319-8bec-bda04e658b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:33.010795 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b1a7f3eb-121c-4a7a-b996-5bef900b3558 req-3e077e55-51ee-4319-8bec-bda04e658b9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 1129 time: 0.3090429 Jan 31 18:58:33.020618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c65490-71fb-4a6f-a565-0d9fad19b76f req-61738f02-1f60-4853-a425-3ea53a09c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:33.032555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11c65490-71fb-4a6f-a565-0d9fad19b76f req-61738f02-1f60-4853-a425-3ea53a09c2ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 906 time: 0.9341412 Jan 31 18:58:33.038398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device c460336e-660f-4b15-ba27-9ca86e62687b no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:33.049901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=abd992d6-3325-4e59-9f04-02eb7dfbed79,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:33.105623 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b1a7f3eb-121c-4a7a-b996-5bef900b3558 req-fc007e84-e69a-4ab3-86bb-e9997162d6b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876458 Jan 31 18:58:33.204163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-495522ce-7b7a-4dd2-a37d-3ef5b73a0434 None None] Provisioning complete for port d7c3f4b8-954f-46d2-adb2-a6454a1b3732 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:33.204731 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-495522ce-7b7a-4dd2-a37d-3ef5b73a0434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.249999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11c65490-71fb-4a6f-a565-0d9fad19b76f req-3362d909-9f64-4347-8b8e-880aa94642c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d63429f8-7915-477c-82d4-bc85cd80355e HTTP/1.1" status: 200 len: 217 time: 0.1710424 Jan 31 18:58:33.299311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-495522ce-7b7a-4dd2-a37d-3ef5b73a0434 None None] Port d7c3f4b8-954f-46d2-adb2-a6454a1b3732 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:33.299540 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62bfa4db-1846-4f85-a5f1-ea690f026642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.321178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-42ffee6e-15f6-42a9-8c94-fd4a73ace525 None None] Allocated IP 172.20.0.2 (03351212-8393-4239-90fb-e7254b1f94f8/6b818641-2a5e-404e-8c99-f78e5e9961b5/8fe059d5-8e5a-41bc-b4d7-5b359457b68d) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:33.335473 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25219949-73f4-42cf-a74c-82648e92ec66 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.357234 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b586891-7820-4480-bd75-e43f06625a58 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.427708 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc82f163-78ab-45fa-b198-cd6e94def740 req-4fcb93ad-51a5-444c-9c69-95f150df3c51 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 210 time: 0.3716991 Jan 31 18:58:33.452854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6838406-49bb-4add-a72d-4355db67eb8b req-5e6b0904-8e91-4aab-96cf-f1ed2bbb2ea0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:33.460426 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6838406-49bb-4add-a72d-4355db67eb8b req-5e6b0904-8e91-4aab-96cf-f1ed2bbb2ea0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 945 time: 1.0558181 Jan 31 18:58:33.461423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62bfa4db-1846-4f85-a5f1-ea690f026642 admin admin] Publish callbacks [] for security_group (a6b69892-7f61-4afb-84b8-ac2ae937e9c3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.463902 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b586891-7820-4480-bd75-e43f06625a58 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.476925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62bfa4db-1846-4f85-a5f1-ea690f026642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a6b69892-7f61-4afb-84b8-ac2ae937e9c3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.537004 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25219949-73f4-42cf-a74c-82648e92ec66 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (d676db22-2199-4085-bfe1-8a6e836d2fc4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.579040 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (e9e0f4fe-3c37-4265-ae4a-958bececab58), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.579806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Fanout notify agent at l3_agent the message router_deleted on router e9e0f4fe-3c37-4265-ae4a-958bececab58 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:58:33.588871 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25219949-73f4-42cf-a74c-82648e92ec66 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d676db22-2199-4085-bfe1-8a6e836d2fc4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.596799 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.598378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3806d47a-83ab-43f2-a0d0-08517821b6b3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/e9e0f4fe-3c37-4265-ae4a-958bececab58 HTTP/1.1" status: 204 len: 168 time: 5.6147921 Jan 31 18:58:33.616776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-42ffee6e-15f6-42a9-8c94-fd4a73ace525 None None] For port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,segment=NetworkSegment(a2fdbe63-602f-4d77-a8b8-166a79087edf),segment_id=a2fdbe63-602f-4d77-a8b8-166a79087edf)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:33.627345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55146) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:33.633354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ef8c818c-a5db-4869-982d-6abcbfef1b4d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-577560425'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:33.675640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfa4db-1846-4f85-a5f1-ea690f026642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b69892-7f61-4afb-84b8-ac2ae937e9c3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:33.677329 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42ffee6e-15f6-42a9-8c94-fd4a73ace525 None None] Publish callbacks [] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.680044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port c460336e-660f-4b15-ba27-9ca86e62687b is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:33.680461 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.710650 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42ffee6e-15f6-42a9-8c94-fd4a73ace525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.765634 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-62bfa4db-1846-4f85-a5f1-ea690f026642 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8259d22f9a7d4ddd9471be90cfab0ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8760464 Jan 31 18:58:33.773893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6838406-49bb-4add-a72d-4355db67eb8b req-9071ac7c-2f8d-4dd1-8ab8-2cb996feb633 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119192 Jan 31 18:58:33.775779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c65490-71fb-4a6f-a565-0d9fad19b76f req-903ff28c-3a46-4abf-a9ef-dc99908de8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:33.778896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11c65490-71fb-4a6f-a565-0d9fad19b76f req-903ff28c-3a46-4abf-a9ef-dc99908de8a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.4342501 Jan 31 18:58:33.794802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:33.802288 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25219949-73f4-42cf-a74c-82648e92ec66 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.804175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-25219949-73f4-42cf-a74c-82648e92ec66 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3286855 Jan 31 18:58:33.813932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b586891-7820-4480-bd75-e43f06625a58 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=d7c3f4b8-954f-46d2-adb2-a6454a1b3732,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:33.833078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:33.843406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-849090612', 'security_groups': ['d676db22-2199-4085-bfe1-8a6e836d2fc4'], 'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b818641-2a5e-404e-8c99-f78e5e9961b5'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:33.889999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11c65490-71fb-4a6f-a565-0d9fad19b76f req-6451058b-4b88-4c10-b5d2-067f4f7521bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797391 Jan 31 18:58:33.895304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffee6e-15f6-42a9-8c94-fd4a73ace525 None None] Pushing event updated for resources: {'Port': ['ID=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:33.950955 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25219949-73f4-42cf-a74c-82648e92ec66 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d676db22-2199-4085-bfe1-8a6e836d2fc4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:33.981454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b586891-7820-4480-bd75-e43f06625a58 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:33.982442 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b586891-7820-4480-bd75-e43f06625a58 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:33.986540 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3b586891-7820-4480-bd75-e43f06625a58 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/ports/d7c3f4b8-954f-46d2-adb2-a6454a1b3732 HTTP/1.1" status: 200 len: 910 time: 3.0053949 Jan 31 18:58:33.994424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8c818c-a5db-4869-982d-6abcbfef1b4d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:33.998261 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef8c818c-a5db-4869-982d-6abcbfef1b4d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:34.000944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55152) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:34.001340 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-11a32b14-354b-4e80-8f36-4552f5187305 req-89ce130e-813e-498f-96dc-5640eb28878d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c460336e-660f-4b15-ba27-9ca86e62687b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:34.013131 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:58:34.289580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-b868a99f-5484-4b60-9d47-ce7d7cefa454 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:34.293342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-b868a99f-5484-4b60-9d47-ce7d7cefa454 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.49 "GET /v2.0/networks?id=53325844-6576-460a-86d9-f42d5aeacca9 HTTP/1.1" status: 200 len: 797 time: 0.6329503 Jan 31 18:58:34.368609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce130e-813e-498f-96dc-5640eb28878d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event deleted for resources: {'Port': ['ID=c460336e-660f-4b15-ba27-9ca86e62687b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:34.421161 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f92c83da-ca80-455b-86e2-de24c8764170 admin admin] Publish callbacks [] for security_group (a6b69892-7f61-4afb-84b8-ac2ae937e9c3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:34.446920 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f92c83da-ca80-455b-86e2-de24c8764170 admin admin] Publish callbacks [] for security_group (a6b69892-7f61-4afb-84b8-ac2ae937e9c3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:34.456421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40573e-23a4-48be-a11d-50aebbc5f426 req-3502dbdf-22c7-4dbd-b2cf-b88c9a3785a8 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:34.459393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c40573e-23a4-48be-a11d-50aebbc5f426 req-3502dbdf-22c7-4dbd-b2cf-b88c9a3785a8 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 946 time: 0.8588281 Jan 31 18:58:34.530858 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f92c83da-ca80-455b-86e2-de24c8764170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a6b69892-7f61-4afb-84b8-ac2ae937e9c3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:34.534062 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f92c83da-ca80-455b-86e2-de24c8764170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:34.538438 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f92c83da-ca80-455b-86e2-de24c8764170 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6b69892-7f61-4afb-84b8-ac2ae937e9c3 HTTP/1.1" status: 204 len: 168 time: 0.7345531 Jan 31 18:58:34.553664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:34.588867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11c65490-71fb-4a6f-a565-0d9fad19b76f req-ef9af0f6-7b5d-4468-b651-157b68d983b5 service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484797 Jan 31 18:58:34.589774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a32b14-354b-4e80-8f36-4552f5187305 req-89ce130e-813e-498f-96dc-5640eb28878d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] No DVR routers for this DVR port c460336e-660f-4b15-ba27-9ca86e62687b on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:34.606493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8c818c-a5db-4869-982d-6abcbfef1b4d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:34.619412 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef8c818c-a5db-4869-982d-6abcbfef1b4d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2386fee7-277b-4452-9211-ca60073da0ff), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:34.619765 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-ef8c818c-a5db-4869-982d-6abcbfef1b4d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Added segment 2386fee7-277b-4452-9211-ca60073da0ff of type vlan for network eedad540-5eed-48fc-8063-a3d883c8491f Jan 31 18:58:34.666805 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-11a32b14-354b-4e80-8f36-4552f5187305 req-89ce130e-813e-498f-96dc-5640eb28878d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:34.670847 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11a32b14-354b-4e80-8f36-4552f5187305 req-89ce130e-813e-498f-96dc-5640eb28878d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "DELETE /v2.0/ports/c460336e-660f-4b15-ba27-9ca86e62687b HTTP/1.1" status: 204 len: 173 time: 5.7230551 Jan 31 18:58:34.687893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4', 'name': 'network-vif-deleted', 'tag': 'c460336e-660f-4b15-ba27-9ca86e62687b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:58:34.696532 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2f7801-45d1-40fb-a1f5-d043fa2b93ad" -d '{"events": [{"server_uuid": "9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4", "name": "network-vif-deleted", "tag": "c460336e-660f-4b15-ba27-9ca86e62687b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:58:34.699212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c83da-ca80-455b-86e2-de24c8764170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b69892-7f61-4afb-84b8-ac2ae937e9c3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:34.822606 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:34.840681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3840c6c0-b65f-483a-aded-a3d670b8ab6f None None] Provisioning complete for port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:34.841299 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3840c6c0-b65f-483a-aded-a3d670b8ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:34.872120 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef8c818c-a5db-4869-982d-6abcbfef1b4d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (eedad540-5eed-48fc-8063-a3d883c8491f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:34.899823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11c65490-71fb-4a6f-a565-0d9fad19b76f req-8b27d3ca-5e27-46ce-a69d-10326ab52a77 service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744182 Jan 31 18:58:34.950159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] device_id is not set on port 164fb779-33b6-402b-8b8d-42c88c4ce906 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:58:34.966113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c40573e-23a4-48be-a11d-50aebbc5f426 req-d77fdfcd-6897-49ca-b17b-b6a3812cb3d5 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821587 Jan 31 18:58:34.977663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-101aa76e-9a5c-4e45-a6ff-a0d1c4511d3b req-a5ec1fc1-18fa-4b75-96be-c147f01db027 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 210 time: 0.3822412 Jan 31 18:58:34.985257 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef8c818c-a5db-4869-982d-6abcbfef1b4d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (eedad540-5eed-48fc-8063-a3d883c8491f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:34.992754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8c818c-a5db-4869-982d-6abcbfef1b4d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:34.993732 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef8c818c-a5db-4869-982d-6abcbfef1b4d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:35.030353 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ef8c818c-a5db-4869-982d-6abcbfef1b4d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4016550 Jan 31 18:58:35.052779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55164) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:35.071693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-12dbecef-ae1e-409b-bb70-daf345f824c1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'subnet': {'network_id': 'eedad540-5eed-48fc-8063-a3d883c8491f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:35.075035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3840c6c0-b65f-483a-aded-a3d670b8ab6f None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:35.122112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3840c6c0-b65f-483a-aded-a3d670b8ab6f None None] Provisioning complete for port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:35.122739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3840c6c0-b65f-483a-aded-a3d670b8ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (35c7b3cf-dc16-42df-a93f-0abc8d9256ff), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:35.151824 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8044e6db-8af5-423b-be0f-4130d2419dc8 x-openstack-request-id: req-8044e6db-8af5-423b-be0f-4130d2419dc8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:58:35.152062 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4", "name": "network-vif-deleted", "tag": "c460336e-660f-4b15-ba27-9ca86e62687b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:58:35.152696 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8044e6db-8af5-423b-be0f-4130d2419dc8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:58:35.152958 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4', 'name': 'network-vif-deleted', 'tag': 'c460336e-660f-4b15-ba27-9ca86e62687b', 'status': 'completed', 'code': 200} Jan 31 18:58:35.181148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-cb766327-d317-4faa-a321-54654721f5c2 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee02e97acfcd42578f53acc92edaa3d5 HTTP/1.1" status: 200 len: 379 time: 0.8319583 Jan 31 18:58:35.186893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3840c6c0-b65f-483a-aded-a3d670b8ab6f None None] Port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:35.235904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-965d344d-f56c-464c-aa2d-b77524393d93 req-0f10ca44-a80c-4d21-a31f-5b18bcb32557 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a081da3-fae4-4ff2-9e7d-5f8b48bdfae4 HTTP/1.1" status: 200 len: 210 time: 0.0860307 Jan 31 18:58:35.243150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'port': {'device_id': '439711a0-5a62-41a7-9187-29022f115835', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'admin_state_up': True, 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'security_groups': ['aab0ad6c-f785-4d72-950a-ef6030a3f8ef']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:35.284692 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:35.302374 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e98f797-bee6-4e55-8438-705b97f35343 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (faef75ae-33cb-438c-9095-e14ad7e6657b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:35.309170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c818c-a5db-4869-982d-6abcbfef1b4d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Network': ['ID=eedad540-5eed-48fc-8063-a3d883c8491f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:35.328419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network eedad540-5eed-48fc-8063-a3d883c8491f details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:35.346067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-358bedcb-82cf-476c-9171-cc8a151b56f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:35.429049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dbecef-ae1e-409b-bb70-daf345f824c1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:35.432794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12dbecef-ae1e-409b-bb70-daf345f824c1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:35.473894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.11 (03351212-8393-4239-90fb-e7254b1f94f8/6b818641-2a5e-404e-8c99-f78e5e9961b5/164fb779-33b6-402b-8b8d-42c88c4ce906) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:35.568881 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Made reservation on behalf of ee02e97acfcd42578f53acc92edaa3d5 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:35.574068 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:35.702182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8fe059d5-8e5a-41bc-b4d7-5b359457b68d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:35.768367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55168) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:35.772633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:35.773025 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:35.780870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'subnets': [{'network_id': 'cf7f3c05-d95e-4ee5-926d-da029c2a9094', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--992687074', 'ip_version': 6}, {'network_id': 'bda8059e-ed27-4868-ae18-f861b0d29924', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:35.781226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'subnet': {'network_id': 'cf7f3c05-d95e-4ee5-926d-da029c2a9094', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--992687074', 'ip_version': 6}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:35.781863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Request body: {'subnet': {'network_id': 'bda8059e-ed27-4868-ae18-f861b0d29924', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:35.861325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:36.131022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-358bedcb-82cf-476c-9171-cc8a151b56f5 admin admin] Publish callbacks [] for security_group (3713060f-74f7-4f43-82fc-a6e0e4e41049), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.141354 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-358bedcb-82cf-476c-9171-cc8a151b56f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3713060f-74f7-4f43-82fc-a6e0e4e41049), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.176179 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (164fb779-33b6-402b-8b8d-42c88c4ce906), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.208890 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-358bedcb-82cf-476c-9171-cc8a151b56f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9699d7dbafe465cbec6d4faee187f05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9173691 Jan 31 18:58:36.212386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:36.213034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bedcb-82cf-476c-9171-cc8a151b56f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3713060f-74f7-4f43-82fc-a6e0e4e41049,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:36.249165 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12dbecef-ae1e-409b-bb70-daf345f824c1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (87769882-fab0-4a92-9319-b684b7d1fdd6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.295332 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d688a449-e4bc-491c-9f4d-417e2a86f462 req-829107c1-ad00-4786-8bcd-c715cedc88b3 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 210 time: 0.0766575 Jan 31 18:58:36.296760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.20.0.14 (53325844-6576-460a-86d9-f42d5aeacca9/adb49a0c-064d-4132-a9cf-1163cd60b38b/000ca7e1-d4b0-4a42-bef9-d9a2f5e69710) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:36.345709 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (164fb779-33b6-402b-8b8d-42c88c4ce906), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.352780 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7255434a-4428-4445-8dcb-77047bd16f20 admin admin] Publish callbacks [] for security_group (3713060f-74f7-4f43-82fc-a6e0e4e41049), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.431965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 03351212-8393-4239-90fb-e7254b1f94f8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:36.436190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=164fb779-33b6-402b-8b8d-42c88c4ce906,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:36.440065 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7255434a-4428-4445-8dcb-77047bd16f20 admin admin] Publish callbacks [] for security_group (3713060f-74f7-4f43-82fc-a6e0e4e41049), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.443041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:36.445793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:36.482188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7e98f797-bee6-4e55-8438-705b97f35343 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port d7c3f4b8-954f-46d2-adb2-a6454a1b3732 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:36.482574 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e98f797-bee6-4e55-8438-705b97f35343 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.499628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbecef-ae1e-409b-bb70-daf345f824c1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Subnet': ['ID=87769882-fab0-4a92-9319-b684b7d1fdd6,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:36.538857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32f839-9b87-43f9-87c5-e9f2d67f5fd9 req-b7f23308-643a-47c0-b6d4-68fd3957fbbd tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:36.540935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef32f839-9b87-43f9-87c5-e9f2d67f5fd9 req-b7f23308-643a-47c0-b6d4-68fd3957fbbd tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 946 time: 0.3116164 Jan 31 18:58:36.558076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dbecef-ae1e-409b-bb70-daf345f824c1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Checking segment: {'id': '2386fee7-277b-4452-9211-ca60073da0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'eedad540-5eed-48fc-8063-a3d883c8491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:36.558457 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dbecef-ae1e-409b-bb70-daf345f824c1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network hostable DHCP agents. Network: eedad540-5eed-48fc-8063-a3d883c8491f, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:58:36.586030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:36.586699 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.627060 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7255434a-4428-4445-8dcb-77047bd16f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3713060f-74f7-4f43-82fc-a6e0e4e41049), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.630299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7255434a-4428-4445-8dcb-77047bd16f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.631516 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7255434a-4428-4445-8dcb-77047bd16f20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3713060f-74f7-4f43-82fc-a6e0e4e41049 HTTP/1.1" status: 204 len: 168 time: 0.4157202 Jan 31 18:58:36.647594 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-642c9fa6-4764-4d0a-b276-a291fcf7d917 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8085234 Jan 31 18:58:36.651540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:36.657117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dc0f4e39-356d-4b98-bb7d-fe4a16f6a5c3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:36.668123 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e98f797-bee6-4e55-8438-705b97f35343 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.677718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255434a-4428-4445-8dcb-77047bd16f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713060f-74f7-4f43-82fc-a6e0e4e41049,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:36.702067 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7e98f797-bee6-4e55-8438-705b97f35343 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for d7c3f4b8-954f-46d2-adb2-a6454a1b3732 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:36.803759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.866242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dbecef-ae1e-409b-bb70-daf345f824c1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network eedad540-5eed-48fc-8063-a3d883c8491f is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:58:36.876205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Made reservation on behalf of 8485384c69714f629ecb81277418859b for: {'subnet': 2} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:36.882846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.883200 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.907095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef32f839-9b87-43f9-87c5-e9f2d67f5fd9 req-b520091b-ac09-4ffe-8905-8bce1a3df1a2 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541369 Jan 31 18:58:36.928591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-12dbecef-ae1e-409b-bb70-daf345f824c1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, eedad540-5eed-48fc-8063-a3d883c8491f) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:36.951975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dbecef-ae1e-409b-bb70-daf345f824c1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:36.952624 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12dbecef-ae1e-409b-bb70-daf345f824c1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:36.970089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0f4e39-356d-4b98-bb7d-fe4a16f6a5c3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:36.978050 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc0f4e39-356d-4b98-bb7d-fe4a16f6a5c3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.018525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e09fcc-ca28-4110-a956-5b4f144b5567 None None] Network eedad540-5eed-48fc-8063-a3d883c8491f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:37.058532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-12dbecef-ae1e-409b-bb70-daf345f824c1 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0047441 Jan 31 18:58:37.062835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55198) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:37.079725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-84b95413-fa72-4631-be8d-b0f0cd71f328 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1136998997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:37.084609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6cd63df6-e44a-4f59-b48e-79f15d38b2e4 None None] Provisioning complete for port 164fb779-33b6-402b-8b8d-42c88c4ce906 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:37.084998 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6cd63df6-e44a-4f59-b48e-79f15d38b2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (164fb779-33b6-402b-8b8d-42c88c4ce906), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.153066 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e98f797-bee6-4e55-8438-705b97f35343 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d7c3f4b8-954f-46d2-adb2-a6454a1b3732), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.172433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-1989d55b-d5d8-40e3-8c6c-7905cfc5d3e4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:37.179231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-1989d55b-d5d8-40e3-8c6c-7905cfc5d3e4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.5817161 Jan 31 18:58:37.184042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6cd63df6-e44a-4f59-b48e-79f15d38b2e4 None None] Port 164fb779-33b6-402b-8b8d-42c88c4ce906 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:37.215019 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.232799 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84b95413-fa72-4631-be8d-b0f0cd71f328 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (7b15b23d-1db4-469c-b495-3190bc73a9cb), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.234519 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84b95413-fa72-4631-be8d-b0f0cd71f328 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (7b15b23d-1db4-469c-b495-3190bc73a9cb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.245332 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-3e9bab90-9cc3-4e56-b632-9ae1263ee454 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/quotas/5364cc4d46d44a3aa6b7956213fc3a56 HTTP/1.1" status: 200 len: 375 time: 0.0651579 Jan 31 18:58:37.255816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-eedad540-5eed-48fc-8063-a3d883c8491f', 'network_id': 'eedad540-5eed-48fc-8063-a3d883c8491f', 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'fixed_ips': [{'subnet_id': '87769882-fab0-4a92-9319-b684b7d1fdd6'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:58:37.256860 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.263887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98f797-bee6-4e55-8438-705b97f35343 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=d7c3f4b8-954f-46d2-adb2-a6454a1b3732,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:37.325748 n-d-812111-15 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-dc0f4e39-356d-4b98-bb7d-fe4a16f6a5c3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b818641-2a5e-404e-8c99-f78e5e9961b5 (CIDR: 172.20.0.0/28) Jan 31 18:58:37.333525 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0f4e39-356d-4b98-bb7d-fe4a16f6a5c3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:58:37.334145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0f4e39-356d-4b98-bb7d-fe4a16f6a5c3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:37.358246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 53325844-6576-460a-86d9-f42d5aeacca9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:37.446877 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84b95413-fa72-4631-be8d-b0f0cd71f328 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (7b15b23d-1db4-469c-b495-3190bc73a9cb), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.453479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:37.464320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:37.515899 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e98f797-bee6-4e55-8438-705b97f35343 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (faef75ae-33cb-438c-9095-e14ad7e6657b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.523909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Allocated IP 2001:db8::2 (eedad540-5eed-48fc-8063-a3d883c8491f/87769882-fab0-4a92-9319-b684b7d1fdd6/501fbd59-16c3-4402-a85d-49d67da59c8f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:37.524449 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84b95413-fa72-4631-be8d-b0f0cd71f328 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (7b15b23d-1db4-469c-b495-3190bc73a9cb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.574359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:37.602253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59aaafd-ac2c-40ea-a559-bfdb1131fdb8 req-6657c09e-3c15-4585-bb4b-756144c88669 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:37.610135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a59aaafd-ac2c-40ea-a559-bfdb1131fdb8 req-6657c09e-3c15-4585-bb4b-756144c88669 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 946 time: 0.5660126 Jan 31 18:58:37.611219 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dc0f4e39-356d-4b98-bb7d-fe4a16f6a5c3 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9579864 Jan 31 18:58:37.611975 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55214) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:37.624266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a99245aa-9d61-4694-94a1-ea68c4571478 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:37.692523 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84b95413-fa72-4631-be8d-b0f0cd71f328 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.696540 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-84b95413-fa72-4631-be8d-b0f0cd71f328 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6238480 Jan 31 18:58:37.701508 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55218) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:37.708206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-b88d2a19-f85e-4db3-9be4-5156d02fa764 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4619441 Jan 31 18:58:37.738485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:37.739699 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.819258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a59aaafd-ac2c-40ea-a559-bfdb1131fdb8 req-351779fa-3545-478e-9202-41aa4237c0b6 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076781 Jan 31 18:58:37.838008 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Publish callbacks [] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.850846 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:37.934911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Network eedad540-5eed-48fc-8063-a3d883c8491f is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:37.936093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Pushing event updated for resources: {'Port': ['ID=501fbd59-16c3-4402-a85d-49d67da59c8f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:37.944923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:37.952263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.952649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.952999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.953802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.954152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.954495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.954978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.955322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.955658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.955993 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.956326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.956899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.957345 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:58:37.964805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-a02e5481-b503-440a-a8f5-480341b0debb tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7544293 Jan 31 18:58:37.969373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:37.991329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Request body: {'port': {'device_id': '439711a0-5a62-41a7-9187-29022f115835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:38.051266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e98f797-bee6-4e55-8438-705b97f35343 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router faef75ae-33cb-438c-9095-e14ad7e6657b has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:58:38.071230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Attempting to bind port 501fbd59-16c3-4402-a85d-49d67da59c8f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:38.071777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Attempting to bind port 501fbd59-16c3-4402-a85d-49d67da59c8f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2386fee7-277b-4452-9211-ca60073da0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'eedad540-5eed-48fc-8063-a3d883c8491f'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:38.072180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Attempting to bind port 501fbd59-16c3-4402-a85d-49d67da59c8f on network eedad540-5eed-48fc-8063-a3d883c8491f {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:38.079637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a3a272d1-7c37-49a9-b706-6180188ef817 None None] Provisioning complete for port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:38.080156 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3a272d1-7c37-49a9-b706-6180188ef817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:38.084906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:38.086074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Checking segment: {'id': '2386fee7-277b-4452-9211-ca60073da0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'eedad540-5eed-48fc-8063-a3d883c8491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:38.086883 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:38.087396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Bound using segment: {'id': '2386fee7-277b-4452-9211-ca60073da0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'eedad540-5eed-48fc-8063-a3d883c8491f'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:38.087994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Bound port: 501fbd59-16c3-4402-a85d-49d67da59c8f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2386fee7-277b-4452-9211-ca60073da0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'eedad540-5eed-48fc-8063-a3d883c8491f'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:38.088517 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:38.098515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3674-1697-4354-a78a-28db05c6f8aa req-a5ddfada-a68b-47ba-ab86-6d9c221d323a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:38.100123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db3674-1697-4354-a78a-28db05c6f8aa req-a5ddfada-a68b-47ba-ab86-6d9c221d323a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 932 time: 0.1941042 Jan 31 18:58:38.118367 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:58:38.168164 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:38.216238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] For port 501fbd59-16c3-4402-a85d-49d67da59c8f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:38.221124 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] For port 501fbd59-16c3-4402-a85d-49d67da59c8f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=501fbd59-16c3-4402-a85d-49d67da59c8f,segment=NetworkSegment(2386fee7-277b-4452-9211-ca60073da0ff),segment_id=2386fee7-277b-4452-9211-ca60073da0ff)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:38.226285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e98f797-bee6-4e55-8438-705b97f35343 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:38.238642 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:38.239098 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7e98f797-bee6-4e55-8438-705b97f35343 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/faef75ae-33cb-438c-9095-e14ad7e6657b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2323995 Jan 31 18:58:38.241941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:38.248684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a3a272d1-7c37-49a9-b706-6180188ef817 None None] Port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:38.300926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9346691-6573-4207-b2e9-f739a7ef33bd None None] Sync routers for ids ['faef75ae-33cb-438c-9095-e14ad7e6657b'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:38.312118 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-88c96940-7c3e-4c11-8ff4-51d8dd70dad3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=faef75ae-33cb-438c-9095-e14ad7e6657b HTTP/1.1" status: 200 len: 205 time: 0.0383680 Jan 31 18:58:38.334074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:38.334074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99245aa-9d61-4694-94a1-ea68c4571478 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:38.336398 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a99245aa-9d61-4694-94a1-ea68c4571478 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:38.365489 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9346691-6573-4207-b2e9-f739a7ef33bd None None] Routers {'faef75ae-33cb-438c-9095-e14ad7e6657b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:38.381616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a9346691-6573-4207-b2e9-f739a7ef33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['faef75ae-33cb-438c-9095-e14ad7e6657b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:38.400464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-140c1024-573d-4a84-8344-1b829dfe0f1d service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766207 Jan 31 18:58:38.428105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da342fa-27c1-416d-8c3a-328a6db88242 None None] Pushing event updated for resources: {'Port': ['ID=501fbd59-16c3-4402-a85d-49d67da59c8f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:38.483338 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db3674-1697-4354-a78a-28db05c6f8aa req-7bebd693-7618-42d5-a158-789b9ad1cf42 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3544323 Jan 31 18:58:38.486785 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-368b8ce8-9fbf-4e42-90c3-2c2704f8b6d4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (faef75ae-33cb-438c-9095-e14ad7e6657b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:38.546027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a9346691-6573-4207-b2e9-f739a7ef33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:38.587465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9346691-6573-4207-b2e9-f739a7ef33bd None None] Routers {'faef75ae-33cb-438c-9095-e14ad7e6657b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:38.589450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a9346691-6573-4207-b2e9-f739a7ef33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['faef75ae-33cb-438c-9095-e14ad7e6657b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:38.662187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:38.737631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a9346691-6573-4207-b2e9-f739a7ef33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:38.742563 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9346691-6573-4207-b2e9-f739a7ef33bd None None] The sync data for ids ['faef75ae-33cb-438c-9095-e14ad7e6657b'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:38.746428 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-368b8ce8-9fbf-4e42-90c3-2c2704f8b6d4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (faef75ae-33cb-438c-9095-e14ad7e6657b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:38.752955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-368b8ce8-9fbf-4e42-90c3-2c2704f8b6d4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (faef75ae-33cb-438c-9095-e14ad7e6657b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:38.794158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-44c665cb-0eaa-4d13-961b-1702b98c5b26 service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779864 Jan 31 18:58:38.866319 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (bc738078-214f-4e1c-a71a-b4c10c5673d5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:38.956102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:58:38.970009 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Publish callbacks [] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:39.002264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event updated for resources: {'Subnet': ['ID=bc738078-214f-4e1c-a71a-b4c10c5673d5,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:39.014807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Transition to ACTIVE for port object 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:58:39.022113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Checking segment: {'id': 'e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'cf7f3c05-d95e-4ee5-926d-da029c2a9094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:39.022333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Network hostable DHCP agents. Network: cf7f3c05-d95e-4ee5-926d-da029c2a9094, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:58:39.026223 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:39.157099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:39.161780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Network cf7f3c05-d95e-4ee5-926d-da029c2a9094 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:58:39.356649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, cf7f3c05-d95e-4ee5-926d-da029c2a9094) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:39.360808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6edc4198-f3ce-4dab-8e6c-6d2fc172eecc req-2a96a8e4-2db1-44a0-a38c-dcfbaf78a370 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 210 time: 0.1392407 Jan 31 18:58:39.367415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (dc215b0b-367c-4dff-a1c1-3b1014f36682), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:39.367665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81e839a-90c2-40be-89e3-610f049b4359 None None] Network cf7f3c05-d95e-4ee5-926d-da029c2a9094 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:39.374235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Attempting to bind port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:39.374559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Attempting to bind port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:39.374900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Attempting to bind port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 on network 53325844-6576-460a-86d9-f42d5aeacca9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:39.392889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1c403-b7a1-4221-8d0d-b681a7faaf83 req-0c814373-4056-43f3-9c2d-68712b6582e0 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:39.396302 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06c1c403-b7a1-4221-8d0d-b681a7faaf83 req-0c814373-4056-43f3-9c2d-68712b6582e0 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 946 time: 0.3038979 Jan 31 18:58:39.444980 n-d-812111-15 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-a99245aa-9d61-4694-94a1-ea68c4571478 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a435054b-425f-4a71-b584-d1117d6cab6e (CIDR: 172.20.0.16/28) Jan 31 18:58:39.449008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 on network 53325844-6576-460a-86d9-f42d5aeacca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:58:39.449357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Attempting to bind port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 on network 53325844-6576-460a-86d9-f42d5aeacca9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:39.492750 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99245aa-9d61-4694-94a1-ea68c4571478 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:58:39.493311 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99245aa-9d61-4694-94a1-ea68c4571478 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:39.556182 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-368b8ce8-9fbf-4e42-90c3-2c2704f8b6d4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (faef75ae-33cb-438c-9095-e14ad7e6657b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:39.556449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368b8ce8-9fbf-4e42-90c3-2c2704f8b6d4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Fanout notify agent at l3_agent the message router_deleted on router faef75ae-33cb-438c-9095-e14ad7e6657b {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:58:39.563712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:39.563953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Checking segment: {'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:39.564383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Bound using segment: {'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:39.565282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Bound port: 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:39.565662 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:39.582838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-368b8ce8-9fbf-4e42-90c3-2c2704f8b6d4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:39.587085 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-368b8ce8-9fbf-4e42-90c3-2c2704f8b6d4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/faef75ae-33cb-438c-9095-e14ad7e6657b HTTP/1.1" status: 204 len: 168 time: 1.2449448 Jan 31 18:58:39.587416 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55266) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:39.594847 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a99245aa-9d61-4694-94a1-ea68c4571478 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.9767458 Jan 31 18:58:39.611996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:39.643530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-cf7f3c05-d95e-4ee5-926d-da029c2a9094', 'network_id': 'cf7f3c05-d95e-4ee5-926d-da029c2a9094', 'project_id': '8485384c69714f629ecb81277418859b', 'fixed_ips': [{'subnet_id': 'bc738078-214f-4e1c-a71a-b4c10c5673d5'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:58:39.648981 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:39.659043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1bb7e51c-80e1-4f05-870a-abc1ebea7e82 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'subnet': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:39.785925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e666ed-7512-4c43-bdd0-09ff757670f4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting subnet 00b65cc4-da05-4135-bb19-c92f96f4ac2f {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:39.794856 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24e666ed-7512-4c43-bdd0-09ff757670f4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (00b65cc4-da05-4135-bb19-c92f96f4ac2f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:39.879924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event updated for resources: {'Subnet': ['ID=dc215b0b-367c-4dff-a1c1-3b1014f36682,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:39.911463 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24e666ed-7512-4c43-bdd0-09ff757670f4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (00b65cc4-da05-4135-bb19-c92f96f4ac2f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:39.927704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Allocated IP 2001:db8::1 (cf7f3c05-d95e-4ee5-926d-da029c2a9094/bc738078-214f-4e1c-a71a-b4c10c5673d5/ab019a82-e2fa-4b19-b11e-43000390f881) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:39.965808 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 501fbd59-16c3-4402-a85d-49d67da59c8f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:39.997132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Allocated IP 2001:db8::1 (eedad540-5eed-48fc-8063-a3d883c8491f/87769882-fab0-4a92-9319-b684b7d1fdd6/4f8d702e-6bcc-46c6-86c5-1cfe9426acf6) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:40.049402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06c1c403-b7a1-4221-8d0d-b681a7faaf83 req-7fcf56ac-32a8-46c0-ade0-1f6770c21005 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303971 Jan 31 18:58:40.099260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Checking segment: {'id': 'faf9ae6d-43b7-4adc-b252-2dcef9449244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'bda8059e-ed27-4868-ae18-f861b0d29924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:40.099731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Network hostable DHCP agents. Network: bda8059e-ed27-4868-ae18-f861b0d29924, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:58:40.124602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb91e9-2ef8-46f6-bb08-69ed5fe5b6bb req-6667a546-5a78-4ccb-a763-fb1bf1d27e80 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:40.126231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ddb91e9-2ef8-46f6-bb08-69ed5fe5b6bb req-6667a546-5a78-4ccb-a763-fb1bf1d27e80 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 944 time: 0.4538894 Jan 31 18:58:40.151460 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24e666ed-7512-4c43-bdd0-09ff757670f4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (00b65cc4-da05-4135-bb19-c92f96f4ac2f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.219504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] For port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:40.258853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.274091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24e666ed-7512-4c43-bdd0-09ff757670f4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (00b65cc4-da05-4135-bb19-c92f96f4ac2f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.340929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] For port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:40.369761 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.391539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ddb91e9-2ef8-46f6-bb08-69ed5fe5b6bb req-95fd67ef-9ece-446e-8071-9b3b33d06b4a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462640 Jan 31 18:58:40.392639 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e666ed-7512-4c43-bdd0-09ff757670f4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Subnet': ['ID=00b65cc4-da05-4135-bb19-c92f96f4ac2f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:40.396861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Network bda8059e-ed27-4868-ae18-f861b0d29924 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:58:40.406158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24e666ed-7512-4c43-bdd0-09ff757670f4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.409455 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-24e666ed-7512-4c43-bdd0-09ff757670f4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/00b65cc4-da05-4135-bb19-c92f96f4ac2f HTTP/1.1" status: 204 len: 168 time: 0.8210189 Jan 31 18:58:40.430404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:40.446156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 501fbd59-16c3-4402-a85d-49d67da59c8f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:40.446716 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.465918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742f2b76-979a-43c0-8488-74525f442f70 None None] Network 160a5960-8fd0-49d3-a029-6d4512cd2dd2 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:40.500450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:40.500844 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.505136 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] 10.222.0.49 "PUT /v2.0/ports/000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 HTTP/1.1" status: 200 len: 1093 time: 2.5237455 Jan 31 18:58:40.510609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:58:40.520159 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c70aaac-5694-4925-9f3c-1d1218c7b60e" -d '{"events": [{"name": "network-changed", "server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:58:40.523342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, bda8059e-ed27-4868-ae18-f861b0d29924) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:40.529786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:40.530414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:40.531109 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.590656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f65a4-0012-4d23-86b8-f8d4c41e67bb None None] Network eedad540-5eed-48fc-8063-a3d883c8491f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:40.625748 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (160a5960-8fd0-49d3-a029-6d4512cd2dd2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.630917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8190957c-929f-40b5-ab76-3330327557bf None None] Network bda8059e-ed27-4868-ae18-f861b0d29924 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:40.641493 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.651878 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1262c030-e6ca-4bf9-82ad-80478409c82c tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.8820817 Jan 31 18:58:40.654299 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:40.690430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e1fa3-52f4-43d4-ab52-78f805104ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:40.699710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb7e51c-80e1-4f05-870a-abc1ebea7e82 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Made reservation on behalf of dbbb1c34a5a64e82b1085e7b45e35416 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:40.703348 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e51c-80e1-4f05-870a-abc1ebea7e82 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.786468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-047fe28b-080b-49f5-8a6e-f6dacba1b621 req-490aaf5d-5d98-462c-acc8-a29a794dd19e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 210 time: 0.1477206 Jan 31 18:58:40.818696 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Publish callbacks [] for port (ab019a82-e2fa-4b19-b11e-43000390f881), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.893612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7393162e-e6a8-4dad-abfd-59f07aee4fd6 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:40.896520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7393162e-e6a8-4dad-abfd-59f07aee4fd6 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:40.899361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7393162e-e6a8-4dad-abfd-59f07aee4fd6 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:40.917854 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7393162e-e6a8-4dad-abfd-59f07aee4fd6 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2618260 Jan 31 18:58:40.919444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=4f8d702e-6bcc-46c6-86c5-1cfe9426acf6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:40.924861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55306) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:40.935564 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network eedad540-5eed-48fc-8063-a3d883c8491f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:40.939837 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:40.957643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (ab019a82-e2fa-4b19-b11e-43000390f881), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.985230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:40.985859 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (7b15b23d-1db4-469c-b495-3190bc73a9cb), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:40.987669 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beffd354-cdd8-48e5-b465-9319a5bfc0da x-openstack-request-id: req-beffd354-cdd8-48e5-b465-9319a5bfc0da {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:58:40.988311 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:58:40.988614 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-beffd354-cdd8-48e5-b465-9319a5bfc0da {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:58:40.989031 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'status': 'completed', 'code': 200} Jan 31 18:58:41.026163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-944f8f86-66d3-4874-9524-94097740bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:41.027619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-944f8f86-66d3-4874-9524-94097740bca8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 1127 time: 0.4469595 Jan 31 18:58:41.163894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Network cf7f3c05-d95e-4ee5-926d-da029c2a9094 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:41.182345 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-bda8059e-ed27-4868-ae18-f861b0d29924', 'network_id': 'bda8059e-ed27-4868-ae18-f861b0d29924', 'project_id': '8485384c69714f629ecb81277418859b', 'fixed_ips': [{'subnet_id': 'dc215b0b-367c-4dff-a1c1-3b1014f36682'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:58:41.183050 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.198919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:41.201557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:41.231528 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.259655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1d81beae-5716-4517-8ac1-fa7a832d987e None None] Provisioning complete for port 501fbd59-16c3-4402-a85d-49d67da59c8f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:41.260045 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1d81beae-5716-4517-8ac1-fa7a832d987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.338924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Pushing event updated for resources: {'Port': ['ID=ab019a82-e2fa-4b19-b11e-43000390f881,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:41.387603 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55310) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:41.389462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port b38006d2-2be2-4cfa-a06d-6d9a43a4636f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:41.389816 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.448313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Attempting to bind port ab019a82-e2fa-4b19-b11e-43000390f881 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:41.448927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Attempting to bind port ab019a82-e2fa-4b19-b11e-43000390f881 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'cf7f3c05-d95e-4ee5-926d-da029c2a9094'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:41.449106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Attempting to bind port ab019a82-e2fa-4b19-b11e-43000390f881 on network cf7f3c05-d95e-4ee5-926d-da029c2a9094 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:41.463551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:41.463941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Checking segment: {'id': 'e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'cf7f3c05-d95e-4ee5-926d-da029c2a9094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:41.464515 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.465112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Bound using segment: {'id': 'e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'cf7f3c05-d95e-4ee5-926d-da029c2a9094'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:41.465573 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Bound port: ab019a82-e2fa-4b19-b11e-43000390f881, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'cf7f3c05-d95e-4ee5-926d-da029c2a9094'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:41.466042 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab019a82-e2fa-4b19-b11e-43000390f881), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.499503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f09de-ab4a-4b09-9edb-19c3e543ef2d req-b7aab354-0f66-4564-a6c8-88836fe487a8 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:41.501139 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d6f09de-ab4a-4b09-9edb-19c3e543ef2d req-b7aab354-0f66-4564-a6c8-88836fe487a8 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 946 time: 0.8641951 Jan 31 18:58:41.537941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] For port b38006d2-2be2-4cfa-a06d-6d9a43a4636f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b38006d2-2be2-4cfa-a06d-6d9a43a4636f,segment=NetworkSegment(8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd),segment_id=8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:41.538326 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.565010 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for b38006d2-2be2-4cfa-a06d-6d9a43a4636f owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:41.581316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-22cd83ab-960b-478f-ad06-d72a69cee124 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 HTTP/1.1" status: 200 len: 217 time: 0.5340152 Jan 31 18:58:41.717288 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daec78dc-e4d3-41de-81e4-d74d698ac096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.720359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64d97f7-517b-4acc-8b83-0c1014c1a082 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Deleting subnet bc738078-214f-4e1c-a71a-b4c10c5673d5 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:41.744001 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f64d97f7-517b-4acc-8b83-0c1014c1a082 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for subnet (bc738078-214f-4e1c-a71a-b4c10c5673d5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.837907 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b38006d2-2be2-4cfa-a06d-6d9a43a4636f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.843230 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.872459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] For port ab019a82-e2fa-4b19-b11e-43000390f881, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:41.876770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] For port ab019a82-e2fa-4b19-b11e-43000390f881, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ab019a82-e2fa-4b19-b11e-43000390f881,segment=NetworkSegment(e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4),segment_id=e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:41.897597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 501fbd59-16c3-4402-a85d-49d67da59c8f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:41.897597 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.904421 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab019a82-e2fa-4b19-b11e-43000390f881), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.912613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.913512 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (7b15b23d-1db4-469c-b495-3190bc73a9cb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:41.918697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=b38006d2-2be2-4cfa-a06d-6d9a43a4636f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:41.927767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-1b64f8ee-6779-4b1d-a021-d031cc971ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:41.932315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-1b64f8ee-6779-4b1d-a021-d031cc971ee6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adb49a0c-064d-4132-a9cf-1163cd60b38b HTTP/1.1" status: 200 len: 833 time: 0.2846940 Jan 31 18:58:41.936526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No DVR routers for this DVR port b38006d2-2be2-4cfa-a06d-6d9a43a4636f on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:41.966426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-bf1cd4dd-74f5-4b3f-8514-bb06c619c946 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:41.968276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-bf1cd4dd-74f5-4b3f-8514-bb06c619c946 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.9225140 Jan 31 18:58:41.976377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcc7b6-f1f2-4118-876d-7371b2c9dc29 req-e5417154-7d65-4f71-9035-b129abe3882d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:41.986066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64fcc7b6-f1f2-4118-876d-7371b2c9dc29 req-e5417154-7d65-4f71-9035-b129abe3882d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 944 time: 0.4238687 Jan 31 18:58:41.994108 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f64d97f7-517b-4acc-8b83-0c1014c1a082 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (bc738078-214f-4e1c-a71a-b4c10c5673d5), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.002100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Request body: {'port': {'device_id': '3e5b4987-d592-41c1-9aa0-ff5d974a4492', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'admin_state_up': True, 'tenant_id': '5364cc4d46d44a3aa6b7956213fc3a56'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:42.011311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d6f09de-ab4a-4b09-9edb-19c3e543ef2d req-cda6496f-d9ef-44d6-b15e-2c5fb68a92f6 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871473 Jan 31 18:58:42.023279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e7ead8-3851-4fde-86e7-dd86cc997cbd None None] DHCP port deletion for 160a5960-8fd0-49d3-a029-6d4512cd2dd2 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:58:42.040866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daec78dc-e4d3-41de-81e4-d74d698ac096 admin admin] Publish callbacks [] for security_group (5bd77d3d-94d4-45f5-999e-3ff0c9673ba6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.091972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 501fbd59-16c3-4402-a85d-49d67da59c8f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=501fbd59-16c3-4402-a85d-49d67da59c8f,segment=NetworkSegment(2386fee7-277b-4452-9211-ca60073da0ff),segment_id=2386fee7-277b-4452-9211-ca60073da0ff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:42.110942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=4f8d702e-6bcc-46c6-86c5-1cfe9426acf6,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:42.129683 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.144639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603536f-bb32-4dcc-8bfc-0388441e79f5 None None] Pushing event updated for resources: {'Port': ['ID=ab019a82-e2fa-4b19-b11e-43000390f881,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:42.195602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1d81beae-5716-4517-8ac1-fa7a832d987e None None] Current status of the port 501fbd59-16c3-4402-a85d-49d67da59c8f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:42.196472 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1d81beae-5716-4517-8ac1-fa7a832d987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.224461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Allocated IP 2001:db8:0:1::1 (bda8059e-ed27-4868-ae18-f861b0d29924/dc215b0b-367c-4dff-a1c1-3b1014f36682/7960285f-f98b-4921-b60e-87a473184da6) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:42.265365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b38006d2-2be2-4cfa-a06d-6d9a43a4636f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:42.324062 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (160a5960-8fd0-49d3-a029-6d4512cd2dd2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.353689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: b38006d2-2be2-4cfa-a06d-6d9a43a4636f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:42.354200 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b38006d2-2be2-4cfa-a06d-6d9a43a4636f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:58:42.356326 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160a5960-8fd0-49d3-a029-6d4512cd2dd2']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:42.368896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=501fbd59-16c3-4402-a85d-49d67da59c8f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:42.372644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:42.372952 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:42.387656 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.405934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.415708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:42.416124 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (8dfb81f3-6fbf-4f75-8fbe-63a3c81723dd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.428830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-557dffde-533a-4d33-9e5d-c45b295e67ca req-5a4c5354-fc88-418a-a7fa-22417e4ad01c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 210 time: 0.2103610 Jan 31 18:58:42.428944 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-1d81beae-5716-4517-8ac1-fa7a832d987e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:58:42.428944 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-1d81beae-5716-4517-8ac1-fa7a832d987e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:58:42.462634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53dcf-9209-494d-8fa2-c4ce907efc30 req-6d3f5abb-5205-4ede-9a6a-96095cbea92d tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:42.471254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbd53dcf-9209-494d-8fa2-c4ce907efc30 req-6d3f5abb-5205-4ede-9a6a-96095cbea92d tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 946 time: 0.6340737 Jan 31 18:58:42.543164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network eedad540-5eed-48fc-8063-a3d883c8491f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:42.544473 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:42.546934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daec78dc-e4d3-41de-81e4-d74d698ac096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5bd77d3d-94d4-45f5-999e-3ff0c9673ba6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.555640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64fcc7b6-f1f2-4118-876d-7371b2c9dc29 req-50e99402-66ee-4d5f-a8ce-cbee6c0b8e95 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5684552 Jan 31 18:58:42.560163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:42.574037 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (160a5960-8fd0-49d3-a029-6d4512cd2dd2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.589187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.595020 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/networks/160a5960-8fd0-49d3-a029-6d4512cd2dd2 HTTP/1.1" status: 204 len: 168 time: 2.1635547 Jan 31 18:58:42.602851 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Publish callbacks [] for port (7960285f-f98b-4921-b60e-87a473184da6), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.611476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55318) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:42.615360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (7960285f-f98b-4921-b60e-87a473184da6), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.622295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2f0b6f1a-e797-4800-83f5-d85339d42810 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-269218884', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:42.675911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea86a41-e0f2-4054-ade1-2c58e4034538 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Network': ['ID=160a5960-8fd0-49d3-a029-6d4512cd2dd2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:42.689780 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-daec78dc-e4d3-41de-81e4-d74d698ac096 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e37c032559241d9b3a0fc90f85459a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2973700 Jan 31 18:58:42.700452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55320) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:42.701623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Network bda8059e-ed27-4868-ae18-f861b0d29924 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:42.704098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Pushing event updated for resources: {'Port': ['ID=7960285f-f98b-4921-b60e-87a473184da6,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:42.707426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-d20aa04b-73eb-4854-95bd-75df7b4431b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:42.708245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:42.710754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:42.723003 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-d20aa04b-73eb-4854-95bd-75df7b4431b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53325844-6576-460a-86d9-f42d5aeacca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7761106 Jan 31 18:58:42.745579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec78dc-e4d3-41de-81e4-d74d698ac096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd77d3d-94d4-45f5-999e-3ff0c9673ba6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:42.811925 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Attempting to bind port 7960285f-f98b-4921-b60e-87a473184da6 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:42.812208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Attempting to bind port 7960285f-f98b-4921-b60e-87a473184da6 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'faf9ae6d-43b7-4adc-b252-2dcef9449244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'bda8059e-ed27-4868-ae18-f861b0d29924'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:42.813074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Attempting to bind port 7960285f-f98b-4921-b60e-87a473184da6 on network bda8059e-ed27-4868-ae18-f861b0d29924 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:42.822023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:42.822872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Checking segment: {'id': 'faf9ae6d-43b7-4adc-b252-2dcef9449244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'bda8059e-ed27-4868-ae18-f861b0d29924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:42.823445 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.823996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Bound using segment: {'id': 'faf9ae6d-43b7-4adc-b252-2dcef9449244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'bda8059e-ed27-4868-ae18-f861b0d29924'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:42.824744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Bound port: 7960285f-f98b-4921-b60e-87a473184da6, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf9ae6d-43b7-4adc-b252-2dcef9449244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'bda8059e-ed27-4868-ae18-f861b0d29924'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:42.825429 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7960285f-f98b-4921-b60e-87a473184da6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.851457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router 7b15b23d-1db4-469c-b495-3190bc73a9cb is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:58:42.884526 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f64d97f7-517b-4acc-8b83-0c1014c1a082 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (bc738078-214f-4e1c-a71a-b4c10c5673d5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.916663 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] For port 7960285f-f98b-4921-b60e-87a473184da6, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:42.920228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] For port 7960285f-f98b-4921-b60e-87a473184da6, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7960285f-f98b-4921-b60e-87a473184da6,segment=NetworkSegment(faf9ae6d-43b7-4adc-b252-2dcef9449244),segment_id=faf9ae6d-43b7-4adc-b252-2dcef9449244)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:42.938480 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7960285f-f98b-4921-b60e-87a473184da6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.964684 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:42.978540 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc826fb-40b6-4ea5-b3ed-dc42bf3bf2f2 None None] Sync routers for ids ['7b15b23d-1db4-469c-b495-3190bc73a9cb'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:42.980128 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6f1a-e797-4800-83f5-d85339d42810 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.981200 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6f1a-e797-4800-83f5-d85339d42810 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:42.986585 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4115b724-6078-49fd-8eee-68e93be1864a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/7b15b23d-1db4-469c-b495-3190bc73a9cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2835398 Jan 31 18:58:42.987794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55322) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:43.002058 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc826fb-40b6-4ea5-b3ed-dc42bf3bf2f2 None None] Routers {'7b15b23d-1db4-469c-b495-3190bc73a9cb'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:43.002964 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0fc826fb-40b6-4ea5-b3ed-dc42bf3bf2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7b15b23d-1db4-469c-b495-3190bc73a9cb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:43.024661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Made reservation on behalf of 5364cc4d46d44a3aa6b7956213fc3a56 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:43.028662 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.059165 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94c0fbd-1518-4afc-9a30-36d5a89ce1c9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:43.064599 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d94c0fbd-1518-4afc-9a30-36d5a89ce1c9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports/4f8d702e-6bcc-46c6-86c5-1cfe9426acf6 HTTP/1.1" status: 200 len: 911 time: 0.0753889 Jan 31 18:58:43.065383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55326) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:43.070920 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e51c-80e1-4f05-870a-abc1ebea7e82 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (b430caf3-2129-49ea-93ee-55e276e697ff), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.073492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3e3128f6-e7e0-4763-922a-8843a95dac4c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87769882-fab0-4a92-9319-b684b7d1fdd6'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:43.109442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1d81beae-5716-4517-8ac1-fa7a832d987e None None] Current status of the port 501fbd59-16c3-4402-a85d-49d67da59c8f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:43.132611 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0fc826fb-40b6-4ea5-b3ed-dc42bf3bf2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:43.158869 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc826fb-40b6-4ea5-b3ed-dc42bf3bf2f2 None None] Routers {'7b15b23d-1db4-469c-b495-3190bc73a9cb'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:43.159444 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0fc826fb-40b6-4ea5-b3ed-dc42bf3bf2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7b15b23d-1db4-469c-b495-3190bc73a9cb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:43.168408 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f346b7-af53-46fc-bf26-cc6c4dcde0c3 None None] Pushing event updated for resources: {'Port': ['ID=7960285f-f98b-4921-b60e-87a473184da6,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:43.213424 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0fc826fb-40b6-4ea5-b3ed-dc42bf3bf2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:43.214139 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc826fb-40b6-4ea5-b3ed-dc42bf3bf2f2 None None] The sync data for ids ['7b15b23d-1db4-469c-b495-3190bc73a9cb'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:43.279199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d73a0b81-e4dd-4d4f-89b8-7f8d0c28ec24 None None] Provisioning complete for port 4f8d702e-6bcc-46c6-86c5-1cfe9426acf6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:43.279731 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6f1a-e797-4800-83f5-d85339d42810 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.279881 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d73a0b81-e4dd-4d4f-89b8-7f8d0c28ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.338095 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11f80258-6d90-47a3-9496-96983b1f5c45 admin admin] Publish callbacks [] for security_group (5bd77d3d-94d4-45f5-999e-3ff0c9673ba6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.352969 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e3128f6-e7e0-4763-922a-8843a95dac4c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.388163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d73a0b81-e4dd-4d4f-89b8-7f8d0c28ec24 None None] Port 4f8d702e-6bcc-46c6-86c5-1cfe9426acf6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:43.388776 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6f1a-e797-4800-83f5-d85339d42810 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.395324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb7e51c-80e1-4f05-870a-abc1ebea7e82 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Network 03351212-8393-4239-90fb-e7254b1f94f8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:43.412841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d73a0b81-e4dd-4d4f-89b8-7f8d0c28ec24 None None] Provisioning complete for port 501fbd59-16c3-4402-a85d-49d67da59c8f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:43.413379 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d73a0b81-e4dd-4d4f-89b8-7f8d0c28ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.495045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1bb7e51c-80e1-4f05-870a-abc1ebea7e82 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:43.521603 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f64d97f7-517b-4acc-8b83-0c1014c1a082 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (bc738078-214f-4e1c-a71a-b4c10c5673d5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.524359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9293af8b-d07d-474b-aabd-a8c572b89b4b None None] Network 03351212-8393-4239-90fb-e7254b1f94f8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:43.525335 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-f55db3d1-cda5-4a98-a09f-61f2509b9a01 service neutron] 10.222.0.49 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7658405 Jan 31 18:58:43.531926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7e51c-80e1-4f05-870a-abc1ebea7e82 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:43.532811 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e51c-80e1-4f05-870a-abc1ebea7e82 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.547724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7e51c-80e1-4f05-870a-abc1ebea7e82 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Subnet': ['ID=b430caf3-2129-49ea-93ee-55e276e697ff,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:43.760154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d73a0b81-e4dd-4d4f-89b8-7f8d0c28ec24 None None] Current status of the port 501fbd59-16c3-4402-a85d-49d67da59c8f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:43.762116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-dbd53dcf-9209-494d-8fa2-c4ce907efc30 req-5ebf72bc-d71f-461d-bfc5-b9fc456a6c24 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Deleting port abd992d6-3325-4e59-9f04-02eb7dfbed79 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:43.762476 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbd53dcf-9209-494d-8fa2-c4ce907efc30 req-5ebf72bc-d71f-461d-bfc5-b9fc456a6c24 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.767388 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6f1a-e797-4800-83f5-d85339d42810 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.768658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2f0b6f1a-e797-4800-83f5-d85339d42810 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.1546059 Jan 31 18:58:43.773980 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55332) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:43.782120 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11f80258-6d90-47a3-9496-96983b1f5c45 admin admin] Publish callbacks [] for security_group (5bd77d3d-94d4-45f5-999e-3ff0c9673ba6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.787301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6fb25989-c658-4f0f-b0d1-efd5df42fc39 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1553810743'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:43.834282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d97f7-517b-4acc-8b83-0c1014c1a082 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event deleted for resources: {'Subnet': ['ID=bc738078-214f-4e1c-a71a-b4c10c5673d5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:43.914362 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f64d97f7-517b-4acc-8b83-0c1014c1a082 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.917575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f64d97f7-517b-4acc-8b83-0c1014c1a082 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "DELETE /v2.0/subnets/bc738078-214f-4e1c-a71a-b4c10c5673d5 HTTP/1.1" status: 204 len: 168 time: 2.9843924 Jan 31 18:58:43.927254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb25989-c658-4f0f-b0d1-efd5df42fc39 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:43.934266 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb25989-c658-4f0f-b0d1-efd5df42fc39 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:43.941543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:44.006095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1349b07e-7a9c-401b-8bed-0cf8204e4938 req-38cd63dc-049b-4074-9774-aabbc811c59c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 210 time: 0.1758552 Jan 31 18:58:44.022897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:44.028309 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1bb7e51c-80e1-4f05-870a-abc1ebea7e82 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.4023159 Jan 31 18:58:44.032548 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2747e2f3-c8b1-41f0-89c8-88650be8100f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1231009981', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b430caf3-2129-49ea-93ee-55e276e697ff'}], 'security_groups': ['6580674b-c7bc-436b-968b-76462397e0cf', '0a097845-fa35-4051-aad2-8526d4f09ffe']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:44.035272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b8eff-5a5a-4cbc-aff7-ee8830778363 None None] Update dhcp port {'port': {'network_id': '03351212-8393-4239-90fb-e7254b1f94f8', 'fixed_ips': [{'subnet_id': 'a435054b-425f-4a71-b584-d1117d6cab6e', 'ip_address': '172.20.0.18'}, {'subnet_id': '6b818641-2a5e-404e-8c99-f78e5e9961b5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b430caf3-2129-49ea-93ee-55e276e697ff'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '8fe059d5-8e5a-41bc-b4d7-5b359457b68d'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 18:58:44.076575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-187ba7dc-2a9c-4120-b1e4-ce96f42fabd3 req-b60e3953-65b1-4845-925d-3e412fc4973e service neutron] 10.222.0.49 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175736 Jan 31 18:58:44.096662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6980a519-cfeb-4c5b-ae08-d8fef12bad79 None None] Provisioning complete for port 4f8d702e-6bcc-46c6-86c5-1cfe9426acf6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:44.097505 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6980a519-cfeb-4c5b-ae08-d8fef12bad79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:44.120073 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b8080-577c-420b-a865-02cbf4b659ec req-626d3a67-5b2b-4d02-a09c-d272953325ec tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:44.124855 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a63b8eff-5a5a-4cbc-aff7-ee8830778363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:44.131915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be9b8080-577c-420b-a865-02cbf4b659ec req-626d3a67-5b2b-4d02-a09c-d272953325ec tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 946 time: 0.9701443 Jan 31 18:58:44.177197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Allocated IP 172.20.0.7 (8c183b94-d131-43f6-abd6-daa20cc7c014/a84ab55c-34af-4b5d-8cef-07d311d8d426/bee1dd13-9d3f-48ec-9b2e-94537703d291) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:44.200543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9423c7-d0f3-49ad-894e-45b68d3f21b5 None None] Network cf7f3c05-d95e-4ee5-926d-da029c2a9094 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:44.247983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dbd53dcf-9209-494d-8fa2-c4ce907efc30 req-5ebf72bc-d71f-461d-bfc5-b9fc456a6c24 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] For port abd992d6-3325-4e59-9f04-02eb7dfbed79, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=abd992d6-3325-4e59-9f04-02eb7dfbed79,segment=NetworkSegment(b6780f93-d371-4af9-b289-d7d6a38a9939),segment_id=b6780f93-d371-4af9-b289-d7d6a38a9939)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:44.249732 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbd53dcf-9209-494d-8fa2-c4ce907efc30 req-5ebf72bc-d71f-461d-bfc5-b9fc456a6c24 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:44.294198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-dbd53dcf-9209-494d-8fa2-c4ce907efc30 req-5ebf72bc-d71f-461d-bfc5-b9fc456a6c24 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Calling delete_port for abd992d6-3325-4e59-9f04-02eb7dfbed79 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:44.363950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6980a519-cfeb-4c5b-ae08-d8fef12bad79 None None] Port 4f8d702e-6bcc-46c6-86c5-1cfe9426acf6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:44.571237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b3331c6e-d791-4952-9f52-bd712437a28a None None] Provisioning complete for port ab019a82-e2fa-4b19-b11e-43000390f881 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:44.571948 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3331c6e-d791-4952-9f52-bd712437a28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ab019a82-e2fa-4b19-b11e-43000390f881), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:44.615754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 501fbd59-16c3-4402-a85d-49d67da59c8f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:44.652811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be9b8080-577c-420b-a865-02cbf4b659ec req-29ace1da-4ce0-4cc8-98a2-72126bcb0d61 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/security-groups?id=0105b971-eb07-4884-983d-a2f994b35fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193803 Jan 31 18:58:44.719431 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks [] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:44.736124 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 501fbd59-16c3-4402-a85d-49d67da59c8f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:44.736124 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:44.740263 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a62a9b-9208-408c-9ad0-b5a7027b915f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Deleting subnet dc215b0b-367c-4dff-a1c1-3b1014f36682 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:44.754459 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11f80258-6d90-47a3-9496-96983b1f5c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5bd77d3d-94d4-45f5-999e-3ff0c9673ba6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:44.757314 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11f80258-6d90-47a3-9496-96983b1f5c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:44.764907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-11f80258-6d90-47a3-9496-96983b1f5c45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bd77d3d-94d4-45f5-999e-3ff0c9673ba6 HTTP/1.1" status: 204 len: 168 time: 2.0407493 Jan 31 18:58:44.775951 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3a62a9b-9208-408c-9ad0-b5a7027b915f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for subnet (dc215b0b-367c-4dff-a1c1-3b1014f36682), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:44.788357 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb25989-c658-4f0f-b0d1-efd5df42fc39 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:44.791931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-a63b8eff-5a5a-4cbc-aff7-ee8830778363 None None] Allocated IP 172.20.0.34 (03351212-8393-4239-90fb-e7254b1f94f8/b430caf3-2129-49ea-93ee-55e276e697ff/8fe059d5-8e5a-41bc-b4d7-5b359457b68d) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:44.837948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f80258-6d90-47a3-9496-96983b1f5c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd77d3d-94d4-45f5-999e-3ff0c9673ba6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:44.859614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b3331c6e-d791-4952-9f52-bd712437a28a None None] Current status of the port ab019a82-e2fa-4b19-b11e-43000390f881 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:44.860015 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3331c6e-d791-4952-9f52-bd712437a28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab019a82-e2fa-4b19-b11e-43000390f881), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:44.863672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc048c42-4463-4497-9bcf-9858f2eaf796 None None] DHCP port deletion for cf7f3c05-d95e-4ee5-926d-da029c2a9094 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:58:44.887591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70aaac-5694-4925-9f3c-1d1218c7b60e req-f6b80c0c-336b-4b1f-965f-79c3852c9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:44.889408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c70aaac-5694-4925-9f3c-1d1218c7b60e req-f6b80c0c-336b-4b1f-965f-79c3852c9677 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 1127 time: 0.5738463 Jan 31 18:58:44.902956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb25989-c658-4f0f-b0d1-efd5df42fc39 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (622d3e8f-2fbb-4dde-b16a-c6b6b9281a98), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:44.903388 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-6fb25989-c658-4f0f-b0d1-efd5df42fc39 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Added segment 622d3e8f-2fbb-4dde-b16a-c6b6b9281a98 of type vlan for network 3c74ee92-427d-4e8d-81d8-e5320c32bc23 Jan 31 18:58:44.944629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c6a3e5-92fd-4da9-bd4f-90032875194f None None] Network bda8059e-ed27-4868-ae18-f861b0d29924 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:44.953002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3842dd-d8f6-4267-a41c-5648d6e300e3 req-817b7658-9b96-43f7-9ce2-b5dd63dcd760 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:44.961308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e3842dd-d8f6-4267-a41c-5648d6e300e3 req-817b7658-9b96-43f7-9ce2-b5dd63dcd760 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 944 time: 0.3204007 Jan 31 18:58:44.961602 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3a62a9b-9208-408c-9ad0-b5a7027b915f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (dc215b0b-367c-4dff-a1c1-3b1014f36682), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.021572 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb25989-c658-4f0f-b0d1-efd5df42fc39 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (3c74ee92-427d-4e8d-81d8-e5320c32bc23), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.030125 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.084783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b3331c6e-d791-4952-9f52-bd712437a28a None None] For port ab019a82-e2fa-4b19-b11e-43000390f881, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ab019a82-e2fa-4b19-b11e-43000390f881,segment=NetworkSegment(e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4),segment_id=e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:45.093717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:58:45.151379 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3331c6e-d791-4952-9f52-bd712437a28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab019a82-e2fa-4b19-b11e-43000390f881), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.158530 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e3128f6-e7e0-4763-922a-8843a95dac4c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.179515 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2747e2f3-c8b1-41f0-89c8-88650be8100f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (164fb779-33b6-402b-8b8d-42c88c4ce906), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.214745 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e3128f6-e7e0-4763-922a-8843a95dac4c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.220304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3128f6-e7e0-4763-922a-8843a95dac4c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:45.220967 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e3128f6-e7e0-4763-922a-8843a95dac4c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.226861 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3e3128f6-e7e0-4763-922a-8843a95dac4c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/ports/4f8d702e-6bcc-46c6-86c5-1cfe9426acf6 HTTP/1.1" status: 200 len: 911 time: 2.1559968 Jan 31 18:58:45.226861 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb25989-c658-4f0f-b0d1-efd5df42fc39 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (3c74ee92-427d-4e8d-81d8-e5320c32bc23), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.229113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb25989-c658-4f0f-b0d1-efd5df42fc39 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:45.229534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fb25989-c658-4f0f-b0d1-efd5df42fc39 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.231761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55344) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:45.256837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 501fbd59-16c3-4402-a85d-49d67da59c8f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:45.257958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7960285f-f98b-4921-b60e-87a473184da6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:45.267368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70aaac-5694-4925-9f3c-1d1218c7b60e req-7efa6172-615a-489b-babb-3ea4800c8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:45.269830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c70aaac-5694-4925-9f3c-1d1218c7b60e req-7efa6172-615a-489b-babb-3ea4800c8148 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53325844-6576-460a-86d9-f42d5aeacca9 HTTP/1.1" status: 200 len: 898 time: 0.3703766 Jan 31 18:58:45.341236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55346) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:45.377615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb25989-c658-4f0f-b0d1-efd5df42fc39 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Network': ['ID=3c74ee92-427d-4e8d-81d8-e5320c32bc23,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:45.448654 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0409496b-65b7-4354-bf28-cdfe06228e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.453562 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6fb25989-c658-4f0f-b0d1-efd5df42fc39 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6781602 Jan 31 18:58:45.455135 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3a62a9b-9208-408c-9ad0-b5a7027b915f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (dc215b0b-367c-4dff-a1c1-3b1014f36682), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.512900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:45.517402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 3c74ee92-427d-4e8d-81d8-e5320c32bc23 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:45.522585 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ba145795-db03-4656-b612-803aead63dc6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'subnet': {'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:45.580729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a63b8eff-5a5a-4cbc-aff7-ee8830778363 None None] For port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,segment=NetworkSegment(a2fdbe63-602f-4d77-a8b8-166a79087edf),segment_id=a2fdbe63-602f-4d77-a8b8-166a79087edf)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:45.587636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3331c6e-d791-4952-9f52-bd712437a28a None None] Pushing event updated for resources: {'Port': ['ID=ab019a82-e2fa-4b19-b11e-43000390f881,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:45.604763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3128f6-e7e0-4763-922a-8843a95dac4c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=4f8d702e-6bcc-46c6-86c5-1cfe9426acf6,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:45.630687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bc048c42-4463-4497-9bcf-9858f2eaf796 None None] Deleting port ab019a82-e2fa-4b19-b11e-43000390f881 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:45.630687 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bc048c42-4463-4497-9bcf-9858f2eaf796 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ab019a82-e2fa-4b19-b11e-43000390f881), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.671333 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e3842dd-d8f6-4267-a41c-5648d6e300e3 req-93f2b071-03cd-4bec-875f-102f9b2640af tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7089138 Jan 31 18:58:45.683028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Network 8c183b94-d131-43f6-abd6-daa20cc7c014 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:45.687706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0d9b607d-58c5-4c6c-9a6e-1402cb8534ed None None] Provisioning complete for port 7960285f-f98b-4921-b60e-87a473184da6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:45.688094 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0d9b607d-58c5-4c6c-9a6e-1402cb8534ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7960285f-f98b-4921-b60e-87a473184da6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.718575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:45.722126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event updated for resources: {'Port': ['ID=bee1dd13-9d3f-48ec-9b2e-94537703d291,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:45.728145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:45.732108 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c70aaac-5694-4925-9f3c-1d1218c7b60e req-0f7fed8e-7732-4485-837b-a6ea851e69a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 HTTP/1.1" status: 200 len: 217 time: 0.0837657 Jan 31 18:58:45.802039 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbd53dcf-9209-494d-8fa2-c4ce907efc30 req-5ebf72bc-d71f-461d-bfc5-b9fc456a6c24 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (abd992d6-3325-4e59-9f04-02eb7dfbed79), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.816951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715f339-f479-4cef-854b-925bc5ef9674 req-269b0d65-9bf7-4ca4-bbd4-ea3d05534329 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:45.821989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3715f339-f479-4cef-854b-925bc5ef9674 req-269b0d65-9bf7-4ca4-bbd4-ea3d05534329 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 931 time: 0.6301851 Jan 31 18:58:45.830519 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a63b8eff-5a5a-4cbc-aff7-ee8830778363 None None] Publish callbacks [] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.868532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bc048c42-4463-4497-9bcf-9858f2eaf796 None None] For port ab019a82-e2fa-4b19-b11e-43000390f881, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ab019a82-e2fa-4b19-b11e-43000390f881,segment=NetworkSegment(e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4),segment_id=e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:45.869261 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bc048c42-4463-4497-9bcf-9858f2eaf796 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ab019a82-e2fa-4b19-b11e-43000390f881), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.886688 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a63b8eff-5a5a-4cbc-aff7-ee8830778363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.912549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bc048c42-4463-4497-9bcf-9858f2eaf796 None None] Calling delete_port for ab019a82-e2fa-4b19-b11e-43000390f881 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:45.923076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf72bc-d71f-461d-bfc5-b9fc456a6c24 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Pushing event deleted for resources: {'Port': ['ID=abd992d6-3325-4e59-9f04-02eb7dfbed79,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:45.936498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7960285f-f98b-4921-b60e-87a473184da6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:45.937117 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7960285f-f98b-4921-b60e-87a473184da6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:45.951992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70aaac-5694-4925-9f3c-1d1218c7b60e req-534d5dcf-c1d7-45d9-9b23-0846d0c5a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:45.953636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c70aaac-5694-4925-9f3c-1d1218c7b60e req-534d5dcf-c1d7-45d9-9b23-0846d0c5a620 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adb49a0c-064d-4132-a9cf-1163cd60b38b HTTP/1.1" status: 200 len: 833 time: 0.2088423 Jan 31 18:58:45.967034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd53dcf-9209-494d-8fa2-c4ce907efc30 req-5ebf72bc-d71f-461d-bfc5-b9fc456a6c24 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] No DVR routers for this DVR port abd992d6-3325-4e59-9f04-02eb7dfbed79 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:45.974731 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0409496b-65b7-4354-bf28-cdfe06228e00 admin admin] Publish callbacks [] for security_group (673de026-6889-4399-9ca9-c7412adefaec), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.000525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:46.001337 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.008047 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbd53dcf-9209-494d-8fa2-c4ce907efc30 req-5ebf72bc-d71f-461d-bfc5-b9fc456a6c24 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.011530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbd53dcf-9209-494d-8fa2-c4ce907efc30 req-5ebf72bc-d71f-461d-bfc5-b9fc456a6c24 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.21 "DELETE /v2.0/ports/abd992d6-3325-4e59-9f04-02eb7dfbed79 HTTP/1.1" status: 204 len: 173 time: 3.5410523 Jan 31 18:58:46.019331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3722285-ff56-4ffc-aaf5-0bb57429e202', 'name': 'network-vif-deleted', 'tag': 'abd992d6-3325-4e59-9f04-02eb7dfbed79'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:58:46.022373 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16ffba4-7388-4f14-883a-593c4dfd36b1" -d '{"events": [{"server_uuid": "e3722285-ff56-4ffc-aaf5-0bb57429e202", "name": "network-vif-deleted", "tag": "abd992d6-3325-4e59-9f04-02eb7dfbed79"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:58:46.026505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d8671d57-df41-4c15-81d6-c9d86038728d req-f62e7ab7-0180-4c0a-bb1f-11ce9fe93da2 tempest-ServersNegativeTestMultiTenantJSON-132277723 tempest-ServersNegativeTestMultiTenantJSON-132277723-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3722285-ff56-4ffc-aaf5-0bb57429e202 HTTP/1.1" status: 200 len: 210 time: 0.1144669 Jan 31 18:58:46.045409 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3a62a9b-9208-408c-9ad0-b5a7027b915f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (dc215b0b-367c-4dff-a1c1-3b1014f36682), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.078210 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3715f339-f479-4cef-854b-925bc5ef9674 req-d38e477a-ea79-47dc-92fb-07f48edc7e24 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459342 Jan 31 18:58:46.089130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-15489f94-4fbe-47f4-8799-72f73071d71c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0917716 Jan 31 18:58:46.106920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Request body: {'port': {'device_id': '3e5b4987-d592-41c1-9aa0-ff5d974a4492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:46.148412 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0409496b-65b7-4354-bf28-cdfe06228e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (673de026-6889-4399-9ca9-c7412adefaec), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.167186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b8eff-5a5a-4cbc-aff7-ee8830778363 None None] Pushing event updated for resources: {'Port': ['ID=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:46.210782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a62a9b-9208-408c-9ad0-b5a7027b915f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event deleted for resources: {'Subnet': ['ID=dc215b0b-367c-4dff-a1c1-3b1014f36682,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:46.248452 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b607d-58c5-4c6c-9a6e-1402cb8534ed None None] Current status of the port 7960285f-f98b-4921-b60e-87a473184da6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:46.248860 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0d9b607d-58c5-4c6c-9a6e-1402cb8534ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7960285f-f98b-4921-b60e-87a473184da6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.249469 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf1bc5c-1d9e-4248-a203-484f1448fe57 x-openstack-request-id: req-9bf1bc5c-1d9e-4248-a203-484f1448fe57 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:58:46.249774 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3722285-ff56-4ffc-aaf5-0bb57429e202", "name": "network-vif-deleted", "tag": "abd992d6-3325-4e59-9f04-02eb7dfbed79", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:58:46.250040 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bf1bc5c-1d9e-4248-a203-484f1448fe57 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:58:46.251165 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3722285-ff56-4ffc-aaf5-0bb57429e202', 'name': 'network-vif-deleted', 'tag': 'abd992d6-3325-4e59-9f04-02eb7dfbed79', 'status': 'completed', 'code': 200} Jan 31 18:58:46.252691 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.276048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70aaac-5694-4925-9f3c-1d1218c7b60e req-ad857533-ac29-4b83-afba-3cdef97c75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:46.278398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c70aaac-5694-4925-9f3c-1d1218c7b60e req-ad857533-ac29-4b83-afba-3cdef97c75dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53325844-6576-460a-86d9-f42d5aeacca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2840300 Jan 31 18:58:46.281616 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0409496b-65b7-4354-bf28-cdfe06228e00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c588ae9d6c324854a73bc8a0f45c76b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9376891 Jan 31 18:58:46.295942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409496b-65b7-4354-bf28-cdfe06228e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673de026-6889-4399-9ca9-c7412adefaec,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:46.303001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55354) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:46.307227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba145795-db03-4656-b612-803aead63dc6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:46.315529 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba145795-db03-4656-b612-803aead63dc6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.345284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0d9b607d-58c5-4c6c-9a6e-1402cb8534ed None None] For port 7960285f-f98b-4921-b60e-87a473184da6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7960285f-f98b-4921-b60e-87a473184da6,segment=NetworkSegment(faf9ae6d-43b7-4adc-b252-2dcef9449244),segment_id=faf9ae6d-43b7-4adc-b252-2dcef9449244)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:46.351619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7960285f-f98b-4921-b60e-87a473184da6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:46.352010 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7960285f-f98b-4921-b60e-87a473184da6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.353958 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bc048c42-4463-4497-9bcf-9858f2eaf796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (ab019a82-e2fa-4b19-b11e-43000390f881), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.404818 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0d9b607d-58c5-4c6c-9a6e-1402cb8534ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7960285f-f98b-4921-b60e-87a473184da6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.414982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc048c42-4463-4497-9bcf-9858f2eaf796 None None] Pushing event deleted for resources: {'Port': ['ID=ab019a82-e2fa-4b19-b11e-43000390f881,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:46.475776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc048c42-4463-4497-9bcf-9858f2eaf796 None None] No DVR routers for this DVR port ab019a82-e2fa-4b19-b11e-43000390f881 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:46.485509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c3d5c-f3cd-422f-8cc7-43d1b9c6630b None None] Network bda8059e-ed27-4868-ae18-f861b0d29924 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:46.540848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b607d-58c5-4c6c-9a6e-1402cb8534ed None None] Pushing event updated for resources: {'Port': ['ID=7960285f-f98b-4921-b60e-87a473184da6,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:46.547307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3a62a9b-9208-408c-9ad0-b5a7027b915f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.554171 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f3a62a9b-9208-408c-9ad0-b5a7027b915f tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "DELETE /v2.0/subnets/dc215b0b-367c-4dff-a1c1-3b1014f36682 HTTP/1.1" status: 204 len: 168 time: 2.6077724 Jan 31 18:58:46.557576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55356) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:46.665782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device abd992d6-3325-4e59-9f04-02eb7dfbed79 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:46.693842 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba145795-db03-4656-b612-803aead63dc6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (bf4491e1-723c-48d3-9409-14d330e7e2b0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.761481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c060258-842c-4190-904e-105498abdd74 None None] Provisioning complete for port 7960285f-f98b-4921-b60e-87a473184da6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:46.761868 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c060258-842c-4190-904e-105498abdd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7960285f-f98b-4921-b60e-87a473184da6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.765182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d5931-3716-4281-a627-d8575983d112 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:46.771019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d82d5931-3716-4281-a627-d8575983d112 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2120290 Jan 31 18:58:46.786729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55360) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:46.801665 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c70aaac-5694-4925-9f3c-1d1218c7b60e req-dc1e9bca-df9d-404a-bf89-bba44c7ae143 service neutron] 10.222.0.49 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493785 Jan 31 18:58:46.806261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba145795-db03-4656-b612-803aead63dc6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Subnet': ['ID=bf4491e1-723c-48d3-9409-14d330e7e2b0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:46.807080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: abd992d6-3325-4e59-9f04-02eb7dfbed79 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:46.807446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device abd992d6-3325-4e59-9f04-02eb7dfbed79 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:58:46.825449 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:58:46.825813 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:58:46.838029 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c46c6f4-20a7-40f3-917b-64b4cd7e9167 admin admin] Publish callbacks [] for security_group (673de026-6889-4399-9ca9-c7412adefaec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.893249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c060258-842c-4190-904e-105498abdd74 None None] Current status of the port 7960285f-f98b-4921-b60e-87a473184da6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:46.948321 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c46c6f4-20a7-40f3-917b-64b4cd7e9167 admin admin] Publish callbacks [] for security_group (673de026-6889-4399-9ca9-c7412adefaec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:46.977160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba145795-db03-4656-b612-803aead63dc6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Checking segment: {'id': '622d3e8f-2fbb-4dde-b16a-c6b6b9281a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:46.978584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba145795-db03-4656-b612-803aead63dc6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network hostable DHCP agents. Network: 3c74ee92-427d-4e8d-81d8-e5320c32bc23, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:58:46.981971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:58:46.996965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2747e2f3-c8b1-41f0-89c8-88650be8100f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Delete allocated IP 172.20.0.11 (03351212-8393-4239-90fb-e7254b1f94f8/6b818641-2a5e-404e-8c99-f78e5e9961b5) {{(pid=103226) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 18:58:47.043028 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (bda8059e-ed27-4868-ae18-f861b0d29924), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.049410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2747e2f3-c8b1-41f0-89c8-88650be8100f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Allocated IP 172.20.0.35 (03351212-8393-4239-90fb-e7254b1f94f8/b430caf3-2129-49ea-93ee-55e276e697ff/164fb779-33b6-402b-8b8d-42c88c4ce906) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:47.074282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba145795-db03-4656-b612-803aead63dc6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 3c74ee92-427d-4e8d-81d8-e5320c32bc23 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:58:47.094305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b34cf3-28c8-49de-84a4-06931fac4090 req-e3d70649-9598-4c60-b4e1-90dc4461d6ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:47.096645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71b34cf3-28c8-49de-84a4-06931fac4090 req-e3d70649-9598-4c60-b4e1-90dc4461d6ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 944 time: 0.2900836 Jan 31 18:58:47.112810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:47.129367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'port_id': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'mac_address': 'fa:16:3e:38:70:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:58:47.131831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df9690c-dc58-486f-b21e-55427869374d None None] DHCP port deletion for bda8059e-ed27-4868-ae18-f861b0d29924 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:58:47.135430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55366) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:47.158503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ba145795-db03-4656-b612-803aead63dc6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 3c74ee92-427d-4e8d-81d8-e5320c32bc23) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:47.191621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c70aaac-5694-4925-9f3c-1d1218c7b60e req-09b1eb59-4cd0-452f-bc7d-e7278526ce62 service neutron] 10.222.0.49 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744047 Jan 31 18:58:47.194928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0cb210-e5db-4a79-8a23-797976e53171 None None] Network 3c74ee92-427d-4e8d-81d8-e5320c32bc23 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:47.199665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba145795-db03-4656-b612-803aead63dc6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:47.200265 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba145795-db03-4656-b612-803aead63dc6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.220063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c46c6f4-20a7-40f3-917b-64b4cd7e9167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (673de026-6889-4399-9ca9-c7412adefaec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.222809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c46c6f4-20a7-40f3-917b-64b4cd7e9167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.226595 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5c46c6f4-20a7-40f3-917b-64b4cd7e9167 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/673de026-6889-4399-9ca9-c7412adefaec HTTP/1.1" status: 204 len: 168 time: 0.9177389 Jan 31 18:58:47.264487 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46c6f4-20a7-40f3-917b-64b4cd7e9167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673de026-6889-4399-9ca9-c7412adefaec,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:47.278578 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ba145795-db03-4656-b612-803aead63dc6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7609756 Jan 31 18:58:47.278781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:47.278781 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.282069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55370) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:47.288968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce011cf-68d7-4a04-a047-e4fb6ea035cd admin admin] Deleting subnet d3730fab-56ca-491a-bcdf-97904fc1b6cf {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:47.296014 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8feb13dc-ec65-41c2-9264-a278f5eb60b2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (7b15b23d-1db4-469c-b495-3190bc73a9cb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.297980 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ce011cf-68d7-4a04-a047-e4fb6ea035cd admin admin] Publish callbacks [] for subnet (d3730fab-56ca-491a-bcdf-97904fc1b6cf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.321653 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71b34cf3-28c8-49de-84a4-06931fac4090 req-0a7a8f17-71a5-4488-b472-417c9e47b7d6 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065780 Jan 31 18:58:47.450902 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:58:47.470002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:58:47.470878 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.474365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4df9690c-dc58-486f-b21e-55427869374d None None] Deleting port 7960285f-f98b-4921-b60e-87a473184da6 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:47.475413 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4df9690c-dc58-486f-b21e-55427869374d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7960285f-f98b-4921-b60e-87a473184da6), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.477555 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ce011cf-68d7-4a04-a047-e4fb6ea035cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (d3730fab-56ca-491a-bcdf-97904fc1b6cf), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.515105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8cd4028d-f48d-4780-915c-c64fea96a4e3 None None] Provisioning complete for port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:47.515489 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8cd4028d-f48d-4780-915c-c64fea96a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.554016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:47.579941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7960285f-f98b-4921-b60e-87a473184da6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:47.580836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ab019a82-e2fa-4b19-b11e-43000390f881 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:47.593516 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.611776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee1dd13-9d3f-48ec-9b2e-94537703d291 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:58:47.639982 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Publish callbacks [] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.659322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: ab019a82-e2fa-4b19-b11e-43000390f881 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:47.659703 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ab019a82-e2fa-4b19-b11e-43000390f881 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 31 18:58:47.756165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253add3-125f-4b2d-b9f8-88d7051a0739 req-89051d10-7e20-461d-8799-bee31ac36605 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:47.757836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7253add3-125f-4b2d-b9f8-88d7051a0739 req-89051d10-7e20-461d-8799-bee31ac36605 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 931 time: 0.5625517 Jan 31 18:58:47.759278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Transition to ACTIVE for port object bee1dd13-9d3f-48ec-9b2e-94537703d291 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:58:47.761214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Deleting port 7960285f-f98b-4921-b60e-87a473184da6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:47.763126 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7960285f-f98b-4921-b60e-87a473184da6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.825436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.886151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7253add3-125f-4b2d-b9f8-88d7051a0739 req-b7d38496-e966-4bf2-9ef6-f70ff8abf0e9 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782132 Jan 31 18:58:47.943093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Port ab019a82-e2fa-4b19-b11e-43000390f881 not found, will not notify nova. {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 31 18:58:47.949927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4df9690c-dc58-486f-b21e-55427869374d None None] For port 7960285f-f98b-4921-b60e-87a473184da6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7960285f-f98b-4921-b60e-87a473184da6,segment=NetworkSegment(faf9ae6d-43b7-4adc-b252-2dcef9449244),segment_id=faf9ae6d-43b7-4adc-b252-2dcef9449244)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:47.950336 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4df9690c-dc58-486f-b21e-55427869374d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7960285f-f98b-4921-b60e-87a473184da6), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.989832 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ce011cf-68d7-4a04-a047-e4fb6ea035cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (d3730fab-56ca-491a-bcdf-97904fc1b6cf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:47.992133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4df9690c-dc58-486f-b21e-55427869374d None None] Calling delete_port for 7960285f-f98b-4921-b60e-87a473184da6 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:48.023562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:48.023907 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.040435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['000ca7e1-d4b0-4a42-bef9-d9a2f5e69710'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:58:48.125127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8fe059d5-8e5a-41bc-b4d7-5b359457b68d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:48.141967 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2747e2f3-c8b1-41f0-89c8-88650be8100f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for port (164fb779-33b6-402b-8b8d-42c88c4ce906), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.164748 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2747e2f3-c8b1-41f0-89c8-88650be8100f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (164fb779-33b6-402b-8b8d-42c88c4ce906), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.202097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Allocated IP 172.20.0.2 (3c74ee92-427d-4e8d-81d8-e5320c32bc23/bf4491e1-723c-48d3-9409-14d330e7e2b0/ebe6674e-b3d0-461e-8276-7ae6014fc7aa) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:48.216964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ce011cf-68d7-4a04-a047-e4fb6ea035cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (d3730fab-56ca-491a-bcdf-97904fc1b6cf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.243866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4028d-f48d-4780-915c-c64fea96a4e3 None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:48.290139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bee1dd13-9d3f-48ec-9b2e-94537703d291,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:48.316698 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce011cf-68d7-4a04-a047-e4fb6ea035cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3730fab-56ca-491a-bcdf-97904fc1b6cf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:48.326339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] For port 7960285f-f98b-4921-b60e-87a473184da6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7960285f-f98b-4921-b60e-87a473184da6,segment=NetworkSegment(faf9ae6d-43b7-4adc-b252-2dcef9449244),segment_id=faf9ae6d-43b7-4adc-b252-2dcef9449244)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:48.326876 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7960285f-f98b-4921-b60e-87a473184da6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.329058 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ce011cf-68d7-4a04-a047-e4fb6ea035cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.335358 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4ce011cf-68d7-4a04-a047-e4fb6ea035cd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d3730fab-56ca-491a-bcdf-97904fc1b6cf HTTP/1.1" status: 204 len: 168 time: 1.1855409 Jan 31 18:58:48.341066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55388) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:48.365310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8cd4028d-f48d-4780-915c-c64fea96a4e3 None None] Provisioning complete for port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:48.365310 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8cd4028d-f48d-4780-915c-c64fea96a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (35c7b3cf-dc16-42df-a93f-0abc8d9256ff), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.365794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Calling delete_port for 7960285f-f98b-4921-b60e-87a473184da6 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:48.365897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747e2f3-c8b1-41f0-89c8-88650be8100f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event updated for resources: {'Port': ['ID=164fb779-33b6-402b-8b8d-42c88c4ce906,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:48.413858 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4df9690c-dc58-486f-b21e-55427869374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (7960285f-f98b-4921-b60e-87a473184da6), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.436723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:48.437129 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.500199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4028d-f48d-4780-915c-c64fea96a4e3 None None] Port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:48.511599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9690c-dc58-486f-b21e-55427869374d None None] Pushing event deleted for resources: {'Port': ['ID=7960285f-f98b-4921-b60e-87a473184da6,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:48.526870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2747e2f3-c8b1-41f0-89c8-88650be8100f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] In _notify_port_updated(), no bound segment for port 164fb779-33b6-402b-8b8d-42c88c4ce906 on network 03351212-8393-4239-90fb-e7254b1f94f8 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:58:48.527619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9690c-dc58-486f-b21e-55427869374d None None] No DVR routers for this DVR port 7960285f-f98b-4921-b60e-87a473184da6 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:48.532676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2747e2f3-c8b1-41f0-89c8-88650be8100f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:48.533592 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2747e2f3-c8b1-41f0-89c8-88650be8100f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.544051 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2747e2f3-c8b1-41f0-89c8-88650be8100f tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "PUT /v2.0/ports/164fb779-33b6-402b-8b8d-42c88c4ce906 HTTP/1.1" status: 200 len: 960 time: 4.5127122 Jan 31 18:58:48.549150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55394) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:48.592511 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7960285f-f98b-4921-b60e-87a473184da6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.619750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event deleted for resources: {'Port': ['ID=7960285f-f98b-4921-b60e-87a473184da6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:48.621442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8cd4028d-f48d-4780-915c-c64fea96a4e3 None None] Provisioning complete for port 164fb779-33b6-402b-8b8d-42c88c4ce906 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:48.621824 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8cd4028d-f48d-4780-915c-c64fea96a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (164fb779-33b6-402b-8b8d-42c88c4ce906), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.641961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] No DVR routers for this DVR port 7960285f-f98b-4921-b60e-87a473184da6 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:48.670331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Attempting to bind port bee1dd13-9d3f-48ec-9b2e-94537703d291 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:48.670674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Attempting to bind port bee1dd13-9d3f-48ec-9b2e-94537703d291 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:48.671005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Attempting to bind port bee1dd13-9d3f-48ec-9b2e-94537703d291 on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:48.695546 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (7d7e6486-7a54-4385-8cc4-ac86d66050e5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.707105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Port bee1dd13-9d3f-48ec-9b2e-94537703d291 on network 8c183b94-d131-43f6-abd6-daa20cc7c014 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:58:48.707651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Attempting to bind port bee1dd13-9d3f-48ec-9b2e-94537703d291 on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:48.726384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6aa73a-a1a1-4e35-b592-8afcc4d5dd7e req-3542407f-49e3-4b52-a822-dc267d7c331f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:48.727956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc6aa73a-a1a1-4e35-b592-8afcc4d5dd7e req-3542407f-49e3-4b52-a822-dc267d7c331f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 945 time: 0.2792799 Jan 31 18:58:48.732173 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Publish callbacks [] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.738125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:48.738526 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Checking segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:48.738919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Bound using segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:48.739360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Bound port: bee1dd13-9d3f-48ec-9b2e-94537703d291, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:48.739726 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.741201 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8feb13dc-ec65-41c2-9264-a278f5eb60b2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port 4f8d702e-6bcc-46c6-86c5-1cfe9426acf6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:48.741579 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8feb13dc-ec65-41c2-9264-a278f5eb60b2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.778615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4028d-f48d-4780-915c-c64fea96a4e3 None None] Port 164fb779-33b6-402b-8b8d-42c88c4ce906 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:48.783657 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.883354 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8feb13dc-ec65-41c2-9264-a278f5eb60b2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.885266 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (bda8059e-ed27-4868-ae18-f861b0d29924), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:48.899500 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8feb13dc-ec65-41c2-9264-a278f5eb60b2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for 4f8d702e-6bcc-46c6-86c5-1cfe9426acf6 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:48.963811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Allocated IP 172.20.0.1 (3c74ee92-427d-4e8d-81d8-e5320c32bc23/bf4491e1-723c-48d3-9409-14d330e7e2b0/426944d6-a4c4-481d-ae2c-f978ad4a52a6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:48.967650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda8059e-ed27-4868-ae18-f861b0d29924']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:48.984313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:48.996686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf9ae6d-43b7-4adc-b252-2dcef9449244') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:48.997164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf9ae6d-43b7-4adc-b252-2dcef9449244') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:48.998780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Network 3c74ee92-427d-4e8d-81d8-e5320c32bc23 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:49.025979 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (faf9ae6d-43b7-4adc-b252-2dcef9449244), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.037011 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4f152fae-6e85-4fd4-aa5c-7de93a3b9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.041196 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:49.056932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:49.059474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Pushing event updated for resources: {'Port': ['ID=ebe6674e-b3d0-461e-8276-7ae6014fc7aa,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:49.089142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc6aa73a-a1a1-4e35-b592-8afcc4d5dd7e req-670840f5-1c31-424b-b2eb-c423aeb06383 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3527231 Jan 31 18:58:49.090432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] For port bee1dd13-9d3f-48ec-9b2e-94537703d291, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:49.101154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7960285f-f98b-4921-b60e-87a473184da6 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:49.106048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] For port bee1dd13-9d3f-48ec-9b2e-94537703d291, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=bee1dd13-9d3f-48ec-9b2e-94537703d291,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:49.134802 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.146097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-bf742a56-d404-4575-ad9f-caef617b414c None None] Provisioning complete for port 164fb779-33b6-402b-8b8d-42c88c4ce906 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:49.146506 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bf742a56-d404-4575-ad9f-caef617b414c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (164fb779-33b6-402b-8b8d-42c88c4ce906), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.152605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7960285f-f98b-4921-b60e-87a473184da6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:49.152605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7960285f-f98b-4921-b60e-87a473184da6 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:58:49.152605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ab019a82-e2fa-4b19-b11e-43000390f881 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:49.167279 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (faf9ae6d-43b7-4adc-b252-2dcef9449244), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.186153 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8feb13dc-ec65-41c2-9264-a278f5eb60b2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4f8d702e-6bcc-46c6-86c5-1cfe9426acf6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.193303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5e4124b0-fdfb-41cb-bfc5-5c2428b9be89 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 164fb779-33b6-402b-8b8d-42c88c4ce906 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:49.193652 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e4124b0-fdfb-41cb-bfc5-5c2428b9be89 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (164fb779-33b6-402b-8b8d-42c88c4ce906), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.229895 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: ab019a82-e2fa-4b19-b11e-43000390f881 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:49.230242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ab019a82-e2fa-4b19-b11e-43000390f881 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:58:49.256419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Attempting to bind port ebe6674e-b3d0-461e-8276-7ae6014fc7aa on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:49.256796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Attempting to bind port ebe6674e-b3d0-461e-8276-7ae6014fc7aa by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '622d3e8f-2fbb-4dde-b16a-c6b6b9281a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:49.257162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Attempting to bind port ebe6674e-b3d0-461e-8276-7ae6014fc7aa on network 3c74ee92-427d-4e8d-81d8-e5320c32bc23 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:49.259039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bf742a56-d404-4575-ad9f-caef617b414c None None] Port 164fb779-33b6-402b-8b8d-42c88c4ce906 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:49.267839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:49.268253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Checking segment: {'id': '622d3e8f-2fbb-4dde-b16a-c6b6b9281a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:49.268758 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.269173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Bound using segment: {'id': '622d3e8f-2fbb-4dde-b16a-c6b6b9281a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:49.269748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Bound port: ebe6674e-b3d0-461e-8276-7ae6014fc7aa, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622d3e8f-2fbb-4dde-b16a-c6b6b9281a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:49.270110 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.293864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bee1dd13-9d3f-48ec-9b2e-94537703d291,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:49.309693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb13dc-ec65-41c2-9264-a278f5eb60b2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=4f8d702e-6bcc-46c6-86c5-1cfe9426acf6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:49.386048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:49.386416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (faf9ae6d-43b7-4adc-b252-2dcef9449244), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:49.396660 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:49.399821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:49.400116 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.401503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] For port ebe6674e-b3d0-461e-8276-7ae6014fc7aa, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:49.405394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] For port ebe6674e-b3d0-461e-8276-7ae6014fc7aa, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ebe6674e-b3d0-461e-8276-7ae6014fc7aa,segment=NetworkSegment(622d3e8f-2fbb-4dde-b16a-c6b6b9281a98),segment_id=622d3e8f-2fbb-4dde-b16a-c6b6b9281a98)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:49.409936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e58e36bc-98d7-4ad3-9152-d731de7b67d9 service neutron] 10.222.0.49 "PUT /v2.0/ports/bee1dd13-9d3f-48ec-9b2e-94537703d291 HTTP/1.1" status: 200 len: 1092 time: 3.3083341 Jan 31 18:58:49.422209 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.441762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5b4987-d592-41c1-9aa0-ff5d974a4492', 'tag': 'bee1dd13-9d3f-48ec-9b2e-94537703d291'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:58:49.443973 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b99ae8d-5d9a-4014-b1d8-655a5bf53d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5b4987-d592-41c1-9aa0-ff5d974a4492", "tag": "bee1dd13-9d3f-48ec-9b2e-94537703d291"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:58:49.526645 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e4124b0-fdfb-41cb-bfc5-5c2428b9be89 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (164fb779-33b6-402b-8b8d-42c88c4ce906), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.547145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5e4124b0-fdfb-41cb-bfc5-5c2428b9be89 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 164fb779-33b6-402b-8b8d-42c88c4ce906 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:49.570088 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dde859-2001-4665-9099-1d30dd8ec575 x-openstack-request-id: req-a4dde859-2001-4665-9099-1d30dd8ec575 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:58:49.570408 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5b4987-d592-41c1-9aa0-ff5d974a4492", "tag": "bee1dd13-9d3f-48ec-9b2e-94537703d291", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:58:49.575862 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4dde859-2001-4665-9099-1d30dd8ec575 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:58:49.576075 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5b4987-d592-41c1-9aa0-ff5d974a4492', 'tag': 'bee1dd13-9d3f-48ec-9b2e-94537703d291', 'status': 'completed', 'code': 200} Jan 31 18:58:49.581660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceea42-1529-4758-8f81-f60b83f15a43 None None] Pushing event updated for resources: {'Port': ['ID=ebe6674e-b3d0-461e-8276-7ae6014fc7aa,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:49.626698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e537b-cfc7-4734-8319-4c9222efccf5 req-33d9272d-ad68-462a-9ab3-e3af18c862b0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:49.629829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a4e537b-cfc7-4734-8319-4c9222efccf5 req-33d9272d-ad68-462a-9ab3-e3af18c862b0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 943 time: 0.5746031 Jan 31 18:58:49.653306 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (7d7e6486-7a54-4385-8cc4-ac86d66050e5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.684413 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (bda8059e-ed27-4868-ae18-f861b0d29924), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.693122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7e6486-7a54-4385-8cc4-ac86d66050e5']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:49.708564 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6780f93-d371-4af9-b289-d7d6a38a9939') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:49.708910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6780f93-d371-4af9-b289-d7d6a38a9939') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:49.714871 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.719364 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "DELETE /v2.0/networks/bda8059e-ed27-4868-ae18-f861b0d29924 HTTP/1.1" status: 204 len: 168 time: 2.9309320 Jan 31 18:58:49.722775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55418) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:49.725022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (b6780f93-d371-4af9-b289-d7d6a38a9939), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.760787 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.765179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a4e537b-cfc7-4734-8319-4c9222efccf5 req-9a71f7d6-bf4c-4464-85f7-ad258db9688b tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246312 Jan 31 18:58:49.767781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aac2f8-b341-4b1b-acda-eb4288debf24 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event deleted for resources: {'Network': ['ID=bda8059e-ed27-4868-ae18-f861b0d29924,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:49.819724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-cfd77767-5734-43ec-a2dc-6cf04e32adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:49.821318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-cfd77767-5734-43ec-a2dc-6cf04e32adba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 1126 time: 0.3175418 Jan 31 18:58:49.838303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b6780f93-d371-4af9-b289-d7d6a38a9939), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.873191 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8feb13dc-ec65-41c2-9264-a278f5eb60b2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (7b15b23d-1db4-469c-b495-3190bc73a9cb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.898408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:49.898408 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (b6780f93-d371-4af9-b289-d7d6a38a9939), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:49.903933 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:50.087447 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (cf7f3c05-d95e-4ee5-926d-da029c2a9094), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.111996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (7d7e6486-7a54-4385-8cc4-ac86d66050e5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.118035 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.122042 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] 10.222.0.20 "DELETE /v2.0/networks/7d7e6486-7a54-4385-8cc4-ac86d66050e5 HTTP/1.1" status: 204 len: 168 time: 1.7802439 Jan 31 18:58:50.138241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55426) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:50.144731 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d79a7-0c22-4279-8a97-345c6cf64aae admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7e6486-7a54-4385-8cc4-ac86d66050e5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:50.181274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ebe6674e-b3d0-461e-8276-7ae6014fc7aa up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:50.258120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ebe6674e-b3d0-461e-8276-7ae6014fc7aa triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:50.258956 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.327696 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.336450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-7cfdedb4-e485-4657-9fca-6509fd4cf039 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bee1dd13-9d3f-48ec-9b2e-94537703d291 HTTP/1.1" status: 200 len: 217 time: 0.5025961 Jan 31 18:58:50.390916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feb13dc-ec65-41c2-9264-a278f5eb60b2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router 7b15b23d-1db4-469c-b495-3190bc73a9cb has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:58:50.392663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (cf7f3c05-d95e-4ee5-926d-da029c2a9094), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.396536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ebe6674e-b3d0-461e-8276-7ae6014fc7aa is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:50.397389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.421287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 3c74ee92-427d-4e8d-81d8-e5320c32bc23 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:50.426754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:50.437389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:50.440514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-35220fa9-dffb-4704-bd02-a7a2d1b906c5 admin admin] Deleting subnet 3651c98c-746f-4c2e-9629-30e30dc16c28 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:50.441573 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port ebe6674e-b3d0-461e-8276-7ae6014fc7aa, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ebe6674e-b3d0-461e-8276-7ae6014fc7aa,segment=NetworkSegment(622d3e8f-2fbb-4dde-b16a-c6b6b9281a98),segment_id=622d3e8f-2fbb-4dde-b16a-c6b6b9281a98)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:50.448593 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.448938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e4124b0-fdfb-41cb-bfc5-5c2428b9be89 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (164fb779-33b6-402b-8b8d-42c88c4ce906), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.487264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7f3c05-d95e-4ee5-926d-da029c2a9094']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:50.489801 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35220fa9-dffb-4704-bd02-a7a2d1b906c5 admin admin] Publish callbacks [] for subnet (3651c98c-746f-4c2e-9629-30e30dc16c28), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.495060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e4cc7f78-526d-47c7-894b-c45332c5f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:50.496647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-e4cc7f78-526d-47c7-894b-c45332c5f8be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.1394482 Jan 31 18:58:50.522086 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=ebe6674e-b3d0-461e-8276-7ae6014fc7aa,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:50.560430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4124b0-fdfb-41cb-bfc5-5c2428b9be89 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=164fb779-33b6-402b-8b8d-42c88c4ce906,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:50.580365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=426944d6-a4c4-481d-ae2c-f978ad4a52a6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:50.584865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-94ad0866-975c-4371-a3b1-b53b1d8971ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777349 Jan 31 18:58:50.599740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55931ff6-aefd-4670-a0d8-f7c71f184aba req-dfa3be9b-2c73-450f-8a87-376fe1286d70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:50.599988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:50.600283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:50.601346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55931ff6-aefd-4670-a0d8-f7c71f184aba req-dfa3be9b-2c73-450f-8a87-376fe1286d70 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 945 time: 0.2840078 Jan 31 18:58:50.604633 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.628369 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.661240 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feb13dc-ec65-41c2-9264-a278f5eb60b2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:50.670816 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8feb13dc-ec65-41c2-9264-a278f5eb60b2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/7b15b23d-1db4-469c-b495-3190bc73a9cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3417618 Jan 31 18:58:50.673085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5672c4d-3b35-43b5-9265-c878d9865739 None None] Sync routers for ids ['7b15b23d-1db4-469c-b495-3190bc73a9cb'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:50.674872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:50.707084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5672c4d-3b35-43b5-9265-c878d9865739 None None] Routers {'7b15b23d-1db4-469c-b495-3190bc73a9cb'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:50.708208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f5672c4d-3b35-43b5-9265-c878d9865739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7b15b23d-1db4-469c-b495-3190bc73a9cb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:50.718541 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35220fa9-dffb-4704-bd02-a7a2d1b906c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (3651c98c-746f-4c2e-9629-30e30dc16c28), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.772156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f5672c4d-3b35-43b5-9265-c878d9865739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:50.787142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5672c4d-3b35-43b5-9265-c878d9865739 None None] Routers {'7b15b23d-1db4-469c-b495-3190bc73a9cb'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:50.787770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f5672c4d-3b35-43b5-9265-c878d9865739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7b15b23d-1db4-469c-b495-3190bc73a9cb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:50.802338 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b239c5ef-6d5e-4bbb-952b-610ce88c114a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b15b23d-1db4-469c-b495-3190bc73a9cb HTTP/1.1" status: 200 len: 205 time: 0.1243901 Jan 31 18:58:50.803218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55438) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:50.827448 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.846423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f5672c4d-3b35-43b5-9265-c878d9865739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:50.847897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5672c4d-3b35-43b5-9265-c878d9865739 None None] The sync data for ids ['7b15b23d-1db4-469c-b495-3190bc73a9cb'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:50.903846 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:50.907894 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (e0bf73fb-0d4e-42ad-8e53-bcd205c87fe4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:50.912793 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:50.974187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e4124b0-fdfb-41cb-bfc5-5c2428b9be89 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:50.981781 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5e4124b0-fdfb-41cb-bfc5-5c2428b9be89 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/164fb779-33b6-402b-8b8d-42c88c4ce906 HTTP/1.1" status: 204 len: 168 time: 2.4301150 Jan 31 18:58:50.985647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:50.994915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:51.019401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55931ff6-aefd-4670-a0d8-f7c71f184aba req-ba9e58e0-3331-4165-9d18-0ef0e880c031 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4114847 Jan 31 18:58:51.042738 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4914bc61-5123-4766-b53c-93c9bdbfed8d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (7b15b23d-1db4-469c-b495-3190bc73a9cb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.047260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35220fa9-dffb-4704-bd02-a7a2d1b906c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (3651c98c-746f-4c2e-9629-30e30dc16c28), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.072698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-81e1c79f-97c0-4496-84c9-4f84865fa17b service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696157 Jan 31 18:58:51.098196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd7e38-89a0-491d-94fd-b6385717482b req-e559ea26-2518-4a35-ae4f-2359388b69f9 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:51.099780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbdd7e38-89a0-491d-94fd-b6385717482b req-e559ea26-2518-4a35-ae4f-2359388b69f9 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 943 time: 0.1718605 Jan 31 18:58:51.140546 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f812ab7f-6f31-49c9-90a7-020b93426356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.149010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:58:51.160747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:51.161432 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.177556 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-646e731f-52ca-4105-8503-ce2d2ae7b1e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] GET failed (client error): The resource could not be found. Jan 31 18:58:51.181858 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-646e731f-52ca-4105-8503-ce2d2ae7b1e0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports/164fb779-33b6-402b-8b8d-42c88c4ce906 HTTP/1.1" status: 404 len: 333 time: 0.1582365 Jan 31 18:58:51.203084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55446) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:51.215251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeb6d1a-8fc0-4bdc-a2a2-cfbee879ba83 None None] Network 3c74ee92-427d-4e8d-81d8-e5320c32bc23 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:51.224612 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.329807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-cc52993b-2d34-4d3a-8525-21370e4d0f58 None None] Provisioning complete for port ebe6674e-b3d0-461e-8276-7ae6014fc7aa triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:51.330190 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cc52993b-2d34-4d3a-8525-21370e4d0f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.487231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:51.488285 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.548374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:58:51.552080 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966fc384-d0b2-4a59-87a8-3f14b562b3bd" -d '{"events": [{"server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "name": "network-vif-plugged", "status": "completed", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:58:51.561542 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.574450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:51.585438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cc52993b-2d34-4d3a-8525-21370e4d0f58 None None] Current status of the port ebe6674e-b3d0-461e-8276-7ae6014fc7aa is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:51.586325 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.595445 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.644215 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dc4eb3-cadd-4ea0-b8a8-9df6ecbd22dd x-openstack-request-id: req-52dc4eb3-cadd-4ea0-b8a8-9df6ecbd22dd {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:58:51.644636 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "name": "network-vif-plugged", "status": "completed", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:58:51.644880 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52dc4eb3-cadd-4ea0-b8a8-9df6ecbd22dd {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:58:51.645307 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'code': 200} Jan 31 18:58:51.658366 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.715204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:51.725004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (cf7f3c05-d95e-4ee5-926d-da029c2a9094), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.739997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbdd7e38-89a0-491d-94fd-b6385717482b req-b755cbb8-6b86-44ae-b5f4-1faf93fd42ef tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061432 Jan 31 18:58:51.780831 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.781865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-493a82ea-89a2-4a10-a862-d2555be6a43b req-055fdc80-5aaa-4ee7-91f5-cdcd86f798fa service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6931601 Jan 31 18:58:51.788172 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "DELETE /v2.0/networks/cf7f3c05-d95e-4ee5-926d-da029c2a9094 HTTP/1.1" status: 204 len: 168 time: 2.0603416 Jan 31 18:58:51.791772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55454) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:51.824300 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4914bc61-5123-4766-b53c-93c9bdbfed8d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (7b15b23d-1db4-469c-b495-3190bc73a9cb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.835641 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4914bc61-5123-4766-b53c-93c9bdbfed8d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (7b15b23d-1db4-469c-b495-3190bc73a9cb), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.837692 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abbec2-0d27-4775-80fa-fe3754f27ad3 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event deleted for resources: {'Network': ['ID=cf7f3c05-d95e-4ee5-926d-da029c2a9094,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:51.874068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55456) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:51.902546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=426944d6-a4c4-481d-ae2c-f978ad4a52a6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:51.932128 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a67d705b-d7f2-498f-bffb-d231ceb37621 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (d676db22-2199-4085-bfe1-8a6e836d2fc4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.946393 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (7358514e-c59c-4c1e-bc33-095e78ce428b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.950956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35220fa9-dffb-4704-bd02-a7a2d1b906c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (3651c98c-746f-4c2e-9629-30e30dc16c28), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.967471 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4914bc61-5123-4766-b53c-93c9bdbfed8d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (7b15b23d-1db4-469c-b495-3190bc73a9cb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.968051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4914bc61-5123-4766-b53c-93c9bdbfed8d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Fanout notify agent at l3_agent the message router_deleted on router 7b15b23d-1db4-469c-b495-3190bc73a9cb {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:58:51.977643 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35220fa9-dffb-4704-bd02-a7a2d1b906c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.992441 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a67d705b-d7f2-498f-bffb-d231ceb37621 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (d676db22-2199-4085-bfe1-8a6e836d2fc4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:51.993571 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-35220fa9-dffb-4704-bd02-a7a2d1b906c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3651c98c-746f-4c2e-9629-30e30dc16c28 HTTP/1.1" status: 204 len: 168 time: 1.8448777 Jan 31 18:58:52.014630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55460) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:52.017340 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d15d2c4c-0fc9-49bb-9d7b-b586382124ca None None] Provisioning complete for port ebe6674e-b3d0-461e-8276-7ae6014fc7aa triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:52.017720 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d15d2c4c-0fc9-49bb-9d7b-b586382124ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.023784 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4914bc61-5123-4766-b53c-93c9bdbfed8d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.024950 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4914bc61-5123-4766-b53c-93c9bdbfed8d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/7b15b23d-1db4-469c-b495-3190bc73a9cb HTTP/1.1" status: 204 len: 168 time: 1.2146847 Jan 31 18:58:52.028964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35220fa9-dffb-4704-bd02-a7a2d1b906c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3651c98c-746f-4c2e-9629-30e30dc16c28,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:52.030763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55462) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:52.120273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ebe6674e-b3d0-461e-8276-7ae6014fc7aa up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:52.148428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19a1b9-5e10-49b1-b66b-d762dfb61e7f req-0c2fb090-a3d7-4f06-bcdf-134aaf22b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:52.150238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a19a1b9-5e10-49b1-b66b-d762dfb61e7f req-0c2fb090-a3d7-4f06-bcdf-134aaf22b6ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 1129 time: 0.4045694 Jan 31 18:58:52.152029 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a67d705b-d7f2-498f-bffb-d231ceb37621 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d676db22-2199-4085-bfe1-8a6e836d2fc4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.160738 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a67d705b-d7f2-498f-bffb-d231ceb37621 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.161966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a67d705b-d7f2-498f-bffb-d231ceb37621 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/security-groups/d676db22-2199-4085-bfe1-8a6e836d2fc4 HTTP/1.1" status: 204 len: 168 time: 0.9529140 Jan 31 18:58:52.165083 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55466) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:52.175979 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecef799e-bdac-41ae-a541-5fadc5f0471b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.204988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d15d2c4c-0fc9-49bb-9d7b-b586382124ca None None] Current status of the port ebe6674e-b3d0-461e-8276-7ae6014fc7aa is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:52.224214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ebe6674e-b3d0-461e-8276-7ae6014fc7aa triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:52.224928 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.240465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6301c2c-ecce-4ad2-b175-47ff9f07a02b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting subnet 87769882-fab0-4a92-9319-b684b7d1fdd6 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:52.250042 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6301c2c-ecce-4ad2-b175-47ff9f07a02b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (87769882-fab0-4a92-9319-b684b7d1fdd6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.255129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d15d2c4c-0fc9-49bb-9d7b-b586382124ca None None] Provisioning complete for port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:52.255781 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d15d2c4c-0fc9-49bb-9d7b-b586382124ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.259057 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (5b528594-3611-4c8a-912e-0cd8ecddf243), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.279852 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (7358514e-c59c-4c1e-bc33-095e78ce428b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.313727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 3c74ee92-427d-4e8d-81d8-e5320c32bc23 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:52.321672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7358514e-c59c-4c1e-bc33-095e78ce428b']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:52.323892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d15d2c4c-0fc9-49bb-9d7b-b586382124ca None None] Port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:52.342083 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6301c2c-ecce-4ad2-b175-47ff9f07a02b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (87769882-fab0-4a92-9319-b684b7d1fdd6), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.342631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d705b-d7f2-498f-bffb-d231ceb37621 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d676db22-2199-4085-bfe1-8a6e836d2fc4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:52.345078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:52.345861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87becac5-6603-43a2-aeeb-8bbc419e2bfe') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:52.346153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87becac5-6603-43a2-aeeb-8bbc419e2bfe') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:52.358079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99ae8d-5d9a-4014-b1d8-655a5bf53d0d req-ce0b33f4-0ede-4670-b6c0-b7c358c0e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:52.359574 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b99ae8d-5d9a-4014-b1d8-655a5bf53d0d req-ce0b33f4-0ede-4670-b6c0-b7c358c0e9e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 1126 time: 0.4820359 Jan 31 18:58:52.385394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ebe6674e-b3d0-461e-8276-7ae6014fc7aa is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:52.385531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (87becac5-6603-43a2-aeeb-8bbc419e2bfe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.416041 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (87becac5-6603-43a2-aeeb-8bbc419e2bfe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.431328 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:52.431740 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (87becac5-6603-43a2-aeeb-8bbc419e2bfe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:52.434875 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:52.461213 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.468948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-48e5a72c-c769-486c-9520-edf5e7efc505 None None] Provisioning complete for port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:52.468948 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-48e5a72c-c769-486c-9520-edf5e7efc505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.511719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-48e5a72c-c769-486c-9520-edf5e7efc505 None None] Port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:52.569447 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecef799e-bdac-41ae-a541-5fadc5f0471b admin admin] Publish callbacks [] for security_group (3e9e3eda-87ed-4649-8538-2e74ed707caf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.572803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (7358514e-c59c-4c1e-bc33-095e78ce428b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.581948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6301c2c-ecce-4ad2-b175-47ff9f07a02b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (87769882-fab0-4a92-9319-b684b7d1fdd6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.585425 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.591470 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "DELETE /v2.0/networks/7358514e-c59c-4c1e-bc33-095e78ce428b HTTP/1.1" status: 204 len: 168 time: 0.7937257 Jan 31 18:58:52.591470 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecef799e-bdac-41ae-a541-5fadc5f0471b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3e9e3eda-87ed-4649-8538-2e74ed707caf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.612000 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55470) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:52.620968 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88f39111-8f1c-4aa8-a047-4c2dc225a284 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (0a097845-fa35-4051-aad2-8526d4f09ffe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.625865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a19a1b9-5e10-49b1-b66b-d762dfb61e7f req-459465a6-3023-44f5-a4ee-8b45b841c415 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3825536 Jan 31 18:58:52.653526 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642732a-ad91-46bf-9d4a-6760b8b9d2e0 req-e46e4860-4f66-440f-944a-e0f01c17e446 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:52.655346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7642732a-ad91-46bf-9d4a-6760b8b9d2e0 req-e46e4860-4f66-440f-944a-e0f01c17e446 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.4131391 Jan 31 18:58:52.662563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee3824-00ad-4cd9-a12d-d814f47d007b tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event deleted for resources: {'Network': ['ID=7358514e-c59c-4c1e-bc33-095e78ce428b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:52.672654 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (5b528594-3611-4c8a-912e-0cd8ecddf243), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.711563 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88f39111-8f1c-4aa8-a047-4c2dc225a284 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (0a097845-fa35-4051-aad2-8526d4f09ffe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.735315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-cbd0a333-7cd1-4293-92b2-68bacd78f62d None None] Provisioning complete for port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:52.735699 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a333-7cd1-4293-92b2-68bacd78f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.751130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef799e-bdac-41ae-a541-5fadc5f0471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9e3eda-87ed-4649-8538-2e74ed707caf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:52.756907 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ecef799e-bdac-41ae-a541-5fadc5f0471b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5814898dd2f448783271bcf4b948a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8724205 Jan 31 18:58:52.768036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55472) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:52.770073 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b528594-3611-4c8a-912e-0cd8ecddf243']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:52.779049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0a333-7cd1-4293-92b2-68bacd78f62d None None] Port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:52.797743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (b20d52e7-09e1-45c3-9477-a395035ef503), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.812909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c57066-c9e6-4c49-b8ef-70fda257fad6') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:52.813294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c57066-c9e6-4c49-b8ef-70fda257fad6') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:52.819533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6301c2c-ecce-4ad2-b175-47ff9f07a02b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (87769882-fab0-4a92-9319-b684b7d1fdd6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.844350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99ae8d-5d9a-4014-b1d8-655a5bf53d0d req-febdd474-de81-4e39-863b-26bbc10e7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:52.845852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b99ae8d-5d9a-4014-b1d8-655a5bf53d0d req-febdd474-de81-4e39-863b-26bbc10e7c1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 906 time: 0.4687181 Jan 31 18:58:52.852029 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (a9c57066-c9e6-4c49-b8ef-70fda257fad6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.869459 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6301c2c-ecce-4ad2-b175-47ff9f07a02b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Subnet': ['ID=87769882-fab0-4a92-9319-b684b7d1fdd6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:52.871722 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6301c2c-ecce-4ad2-b175-47ff9f07a02b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.875129 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c6301c2c-ecce-4ad2-b175-47ff9f07a02b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/87769882-fab0-4a92-9319-b684b7d1fdd6 HTTP/1.1" status: 204 len: 168 time: 0.8425713 Jan 31 18:58:52.883532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a2530c-c600-4b72-b867-21e55472f4cb None None] Network eedad540-5eed-48fc-8063-a3d883c8491f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:52.886131 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:52.957039 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a9c57066-c9e6-4c49-b8ef-70fda257fad6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.961495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b99ae8d-5d9a-4014-b1d8-655a5bf53d0d req-d5cf53b8-c8b1-4394-b063-e1be3d4d93ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bee1dd13-9d3f-48ec-9b2e-94537703d291 HTTP/1.1" status: 200 len: 217 time: 0.0874159 Jan 31 18:58:52.965097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7642732a-ad91-46bf-9d4a-6760b8b9d2e0 req-3552de3d-6f11-475e-9957-6ee687c1b87e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693381 Jan 31 18:58:52.985029 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (b20d52e7-09e1-45c3-9477-a395035ef503), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.987020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:52.987020 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (a9c57066-c9e6-4c49-b8ef-70fda257fad6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:52.996994 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:53.009661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88f39111-8f1c-4aa8-a047-4c2dc225a284 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0a097845-fa35-4051-aad2-8526d4f09ffe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.012206 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88f39111-8f1c-4aa8-a047-4c2dc225a284 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.016068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-88f39111-8f1c-4aa8-a047-4c2dc225a284 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/security-groups/0a097845-fa35-4051-aad2-8526d4f09ffe HTTP/1.1" status: 204 len: 168 time: 0.7684128 Jan 31 18:58:53.023258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55478) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:53.035532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20d52e7-09e1-45c3-9477-a395035ef503']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:53.054148 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (eedad540-5eed-48fc-8063-a3d883c8491f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.065626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ccfeb5-ebc5-4388-beb8-b44410f7902e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:53.065992 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ccfeb5-ebc5-4388-beb8-b44410f7902e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:53.086118 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (06ccfeb5-ebc5-4388-beb8-b44410f7902e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.094510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa1188-861f-4df6-8a36-204c95c2d5f1 None None] DHCP port deletion for eedad540-5eed-48fc-8063-a3d883c8491f request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:58:53.095583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:58:53.106185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f39111-8f1c-4aa8-a047-4c2dc225a284 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a097845-fa35-4051-aad2-8526d4f09ffe,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:53.138802 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba1f12ad-9ee6-43fd-a3ce-4d67cb170a0d admin admin] Publish callbacks [] for security_group (3e9e3eda-87ed-4649-8538-2e74ed707caf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.139613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (06ccfeb5-ebc5-4388-beb8-b44410f7902e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.143258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99ae8d-5d9a-4014-b1d8-655a5bf53d0d req-d9f3e6f3-e03b-40c9-9640-a989e0e2b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:53.145001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b99ae8d-5d9a-4014-b1d8-655a5bf53d0d req-d9f3e6f3-e03b-40c9-9640-a989e0e2b453 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.1673572 Jan 31 18:58:53.151775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:53.152717 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (06ccfeb5-ebc5-4388-beb8-b44410f7902e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:53.156167 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:53.182036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7caa1188-861f-4df6-8a36-204c95c2d5f1 None None] Deleting port 501fbd59-16c3-4402-a85d-49d67da59c8f {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:53.182576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7caa1188-861f-4df6-8a36-204c95c2d5f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.185416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (5b528594-3611-4c8a-912e-0cd8ecddf243), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.186241 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bddec166-f5d4-4d47-a9e6-663fb26e429b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (6580674b-c7bc-436b-968b-76462397e0cf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.193823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8345723-a196-4e6d-85e7-ebf7a051c8bf req-f9e42086-6e39-4795-8482-7ee6ae5f115b tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:53.195391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d8345723-a196-4e6d-85e7-ebf7a051c8bf req-f9e42086-6e39-4795-8482-7ee6ae5f115b tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 943 time: 0.3569865 Jan 31 18:58:53.210410 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.213585 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5b528594-3611-4c8a-912e-0cd8ecddf243 HTTP/1.1" status: 204 len: 168 time: 1.1977670 Jan 31 18:58:53.246956 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba1f12ad-9ee6-43fd-a3ce-4d67cb170a0d admin admin] Publish callbacks [] for security_group (3e9e3eda-87ed-4649-8538-2e74ed707caf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.257818 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bddec166-f5d4-4d47-a9e6-663fb26e429b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (6580674b-c7bc-436b-968b-76462397e0cf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.267533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (b20d52e7-09e1-45c3-9477-a395035ef503), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.290214 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.296047 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] 10.222.0.20 "DELETE /v2.0/networks/b20d52e7-09e1-45c3-9477-a395035ef503 HTTP/1.1" status: 204 len: 168 time: 0.6791708 Jan 31 18:58:53.314908 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port 501fbd59-16c3-4402-a85d-49d67da59c8f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:58:53.314908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.322024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead330cd-3925-4e4c-b3c9-32e285e0cbd8 tempest-BulkNetworkOpsIpV6Test-840008949 tempest-BulkNetworkOpsIpV6Test-840008949-project] Pushing event deleted for resources: {'Network': ['ID=b20d52e7-09e1-45c3-9477-a395035ef503,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:53.357004 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b99ae8d-5d9a-4014-b1d8-655a5bf53d0d req-07d4deb4-9513-47c6-8edb-7651c4bca2c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1606131 Jan 31 18:58:53.370218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1e15b-f8cc-410d-8421-4d17dc1cb176 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b528594-3611-4c8a-912e-0cd8ecddf243,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:53.384580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7caa1188-861f-4df6-8a36-204c95c2d5f1 None None] For port 501fbd59-16c3-4402-a85d-49d67da59c8f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=501fbd59-16c3-4402-a85d-49d67da59c8f,segment=NetworkSegment(2386fee7-277b-4452-9211-ca60073da0ff),segment_id=2386fee7-277b-4452-9211-ca60073da0ff)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:53.385228 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7caa1188-861f-4df6-8a36-204c95c2d5f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.419856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7caa1188-861f-4df6-8a36-204c95c2d5f1 None None] Calling delete_port for 501fbd59-16c3-4402-a85d-49d67da59c8f owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:53.422052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:58:53.424211 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] For port 501fbd59-16c3-4402-a85d-49d67da59c8f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=501fbd59-16c3-4402-a85d-49d67da59c8f,segment=NetworkSegment(2386fee7-277b-4452-9211-ca60073da0ff),segment_id=2386fee7-277b-4452-9211-ca60073da0ff)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:53.427550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.430574 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bddec166-f5d4-4d47-a9e6-663fb26e429b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6580674b-c7bc-436b-968b-76462397e0cf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.438835 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Sync routers for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:58:53.451557 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:53.455356 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bddec166-f5d4-4d47-a9e6-663fb26e429b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.460236 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bddec166-f5d4-4d47-a9e6-663fb26e429b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/security-groups/6580674b-c7bc-436b-968b-76462397e0cf HTTP/1.1" status: 204 len: 168 time: 0.4359450 Jan 31 18:58:53.463701 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-98f0dc87-bf2e-44ff-8b9a-87034eddffd7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1606648 Jan 31 18:58:53.465181 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:53.472470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55484) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:53.472760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55486) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:53.473035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:53.493477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-efce78dd-590f-4ffd-a359-58be3aefeb42 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1224745974'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:53.499962 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for 501fbd59-16c3-4402-a85d-49d67da59c8f owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:58:53.505131 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba1f12ad-9ee6-43fd-a3ce-4d67cb170a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3e9e3eda-87ed-4649-8538-2e74ed707caf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.507656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba1f12ad-9ee6-43fd-a3ce-4d67cb170a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.508828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ba1f12ad-9ee6-43fd-a3ce-4d67cb170a0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e9e3eda-87ed-4649-8538-2e74ed707caf HTTP/1.1" status: 204 len: 168 time: 0.7337112 Jan 31 18:58:53.574638 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:58:53.624889 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddec166-f5d4-4d47-a9e6-663fb26e429b tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6580674b-c7bc-436b-968b-76462397e0cf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:53.701137 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7caa1188-861f-4df6-8a36-204c95c2d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.705959 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (501fbd59-16c3-4402-a85d-49d67da59c8f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:53.757501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa1188-861f-4df6-8a36-204c95c2d5f1 None None] Pushing event deleted for resources: {'Port': ['ID=501fbd59-16c3-4402-a85d-49d67da59c8f,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:53.766033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa1188-861f-4df6-8a36-204c95c2d5f1 None None] No DVR routers for this DVR port 501fbd59-16c3-4402-a85d-49d67da59c8f on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:53.791830 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No DVR routers for this DVR port 501fbd59-16c3-4402-a85d-49d67da59c8f on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:58:53.799431 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=501fbd59-16c3-4402-a85d-49d67da59c8f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:53.831341 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55494) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:53.936110 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d8345723-a196-4e6d-85e7-ebf7a051c8bf req-f1c66b1c-b374-4e37-8d23-e0c383387284 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7059686 Jan 31 18:58:53.944182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f12ad-9ee6-43fd-a3ce-4d67cb170a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9e3eda-87ed-4649-8538-2e74ed707caf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:53.984964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (eedad540-5eed-48fc-8063-a3d883c8491f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.000852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efce78dd-590f-4ffd-a359-58be3aefeb42 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:54.009419 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efce78dd-590f-4ffd-a359-58be3aefeb42 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.016133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7abfc09-682c-4be8-a8b8-be2fc73353ea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting subnet 6b818641-2a5e-404e-8c99-f78e5e9961b5 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:54.038484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedad540-5eed-48fc-8063-a3d883c8491f']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:54.041968 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7abfc09-682c-4be8-a8b8-be2fc73353ea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (6b818641-2a5e-404e-8c99-f78e5e9961b5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.057449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2386fee7-277b-4452-9211-ca60073da0ff') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:54.057754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2386fee7-277b-4452-9211-ca60073da0ff') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:54.061993 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b99ae8d-5d9a-4014-b1d8-655a5bf53d0d req-e34f900d-b1b5-47a1-bf7e-b8d74bca54ff service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6929123 Jan 31 18:58:54.072782 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.090324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8e579827-9b50-4c2b-99d0-62527306c8df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f110dec67634b78b67938752199452b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6129780 Jan 31 18:58:54.090748 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (2386fee7-277b-4452-9211-ca60073da0ff), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.093005 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55500) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:54.145324 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:58:51Z', 'revision_number': 2, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:51Z', 'revision_number': 2, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:54.150871 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2386fee7-277b-4452-9211-ca60073da0ff), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.151211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 501fbd59-16c3-4402-a85d-49d67da59c8f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:58:54.169007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:58:54.169419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (2386fee7-277b-4452-9211-ca60073da0ff), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:58:54.173088 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:58:54.182654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 501fbd59-16c3-4402-a85d-49d67da59c8f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:58:54.186753 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7abfc09-682c-4be8-a8b8-be2fc73353ea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (6b818641-2a5e-404e-8c99-f78e5e9961b5), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.186980 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 501fbd59-16c3-4402-a85d-49d67da59c8f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:58:54.225083 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Checking router: 396fc9d1-794e-4d2f-9489-28ebf09c9a0e for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:58:54.225446 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Updating router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:58:54.241170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efce78dd-590f-4ffd-a359-58be3aefeb42 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:54.263259 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ba9bead-8a03-4800-9f65-ae52f6fe1776 admin admin] Publish callbacks [] for security_group (0105b971-eb07-4884-983d-a2f994b35fa0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.283581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (eedad540-5eed-48fc-8063-a3d883c8491f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.297909 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.298967 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efce78dd-590f-4ffd-a359-58be3aefeb42 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (04822c40-3bd0-443b-b757-5e662780a57f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.300281 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-efce78dd-590f-4ffd-a359-58be3aefeb42 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Added segment 04822c40-3bd0-443b-b757-5e662780a57f of type vlan for network 8463ce3c-1074-49b2-abf7-717b00b88bf3 Jan 31 18:58:54.302430 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/networks/eedad540-5eed-48fc-8063-a3d883c8491f HTTP/1.1" status: 204 len: 168 time: 1.4148455 Jan 31 18:58:54.316042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:54.318630 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.321358 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0f081402-089f-4a2c-b7bf-8c872784bf0f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2121676701', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:54.327655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ba9bead-8a03-4800-9f65-ae52f6fe1776 admin admin] Publish callbacks [] for security_group (0105b971-eb07-4884-983d-a2f994b35fa0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.336844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60413e91-b82d-4d94-99b1-f240e5da867f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Network': ['ID=eedad540-5eed-48fc-8063-a3d883c8491f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:54.344446 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.382910 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f081402-089f-4a2c-b7bf-8c872784bf0f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.384122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f081402-089f-4a2c-b7bf-8c872784bf0f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.430252 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efce78dd-590f-4ffd-a359-58be3aefeb42 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (8463ce3c-1074-49b2-abf7-717b00b88bf3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.434162 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ba9bead-8a03-4800-9f65-ae52f6fe1776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0105b971-eb07-4884-983d-a2f994b35fa0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.437475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ba9bead-8a03-4800-9f65-ae52f6fe1776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.442065 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3ba9bead-8a03-4800-9f65-ae52f6fe1776 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0105b971-eb07-4884-983d-a2f994b35fa0 HTTP/1.1" status: 204 len: 168 time: 0.3446963 Jan 31 18:58:54.462669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b99ae8d-5d9a-4014-b1d8-655a5bf53d0d req-916770b2-4e40-434c-97c7-f9941c55b303 service neutron] 10.222.0.49 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677583 Jan 31 18:58:54.475691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb10f77-5fb5-4446-8fe7-542b63d9dbcd req-f3c2ba97-7bd3-4345-82e8-4d8194cef3b8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:54.476093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f081402-089f-4a2c-b7bf-8c872784bf0f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (b7e4746c-dce0-4169-a5ee-67fca4b8900a), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.477668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6eb10f77-5fb5-4446-8fe7-542b63d9dbcd req-f3c2ba97-7bd3-4345-82e8-4d8194cef3b8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.3425610 Jan 31 18:58:54.515342 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:54.522056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efce78dd-590f-4ffd-a359-58be3aefeb42 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (8463ce3c-1074-49b2-abf7-717b00b88bf3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.522586 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4c3da6f3-e53e-4da2-948d-ca7ba73d3d15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8485384c69714f629ecb81277418859b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6889348 Jan 31 18:58:54.525187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f081402-089f-4a2c-b7bf-8c872784bf0f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.527228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efce78dd-590f-4ffd-a359-58be3aefeb42 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:54.527835 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efce78dd-590f-4ffd-a359-58be3aefeb42 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.530251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9bead-8a03-4800-9f65-ae52f6fe1776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0105b971-eb07-4884-983d-a2f994b35fa0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:54.531550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55510) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:54.545737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b31e85a-a407-4839-a3e4-93cb4e2e9688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.552035 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7abfc09-682c-4be8-a8b8-be2fc73353ea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (6b818641-2a5e-404e-8c99-f78e5e9961b5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.573462 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f081402-089f-4a2c-b7bf-8c872784bf0f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.574724 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0f081402-089f-4a2c-b7bf-8c872784bf0f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2575521 Jan 31 18:58:54.578536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55512) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:54.584088 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4b22f055-b56d-4fb0-9a1c-aa978e4c731e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1373315000'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:54.615494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b22f055-b56d-4fb0-9a1c-aa978e4c731e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:54.618865 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b22f055-b56d-4fb0-9a1c-aa978e4c731e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.665976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b22f055-b56d-4fb0-9a1c-aa978e4c731e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:58:54.686686 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b22f055-b56d-4fb0-9a1c-aa978e4c731e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a38c6ab5-d047-473e-84ca-80559a8fb653), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.687302 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-4b22f055-b56d-4fb0-9a1c-aa978e4c731e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Added segment a38c6ab5-d047-473e-84ca-80559a8fb653 of type vlan for network 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 Jan 31 18:58:54.689702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-efce78dd-590f-4ffd-a359-58be3aefeb42 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2144120 Jan 31 18:58:54.699163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55516) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:54.704703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-84fe262a-b65c-44d5-98a6-97d7f6f2c134 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'subnet': {'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:54.715250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6eb10f77-5fb5-4446-8fe7-542b63d9dbcd req-a0278611-48c3-45a1-88c1-2de682cdb5c8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292931 Jan 31 18:58:54.723339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce78dd-590f-4ffd-a359-58be3aefeb42 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Network': ['ID=8463ce3c-1074-49b2-abf7-717b00b88bf3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:54.750683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 8463ce3c-1074-49b2-abf7-717b00b88bf3 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:54.765755 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b31e85a-a407-4839-a3e4-93cb4e2e9688 admin admin] Publish callbacks [] for security_group (e8e13830-269e-48df-a869-5e40baa783c6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.770260 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7abfc09-682c-4be8-a8b8-be2fc73353ea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (6b818641-2a5e-404e-8c99-f78e5e9961b5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.825991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18efc9fd-968f-483f-ab9b-836a6d972d01 admin admin] Publish callbacks [] for security_group (a5821e4f-8488-4f2d-9137-ce9ddedd18d1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.848821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abfc09-682c-4be8-a8b8-be2fc73353ea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Subnet': ['ID=6b818641-2a5e-404e-8c99-f78e5e9961b5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:54.891575 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7abfc09-682c-4be8-a8b8-be2fc73353ea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.901587 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d7abfc09-682c-4be8-a8b8-be2fc73353ea tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/6b818641-2a5e-404e-8c99-f78e5e9961b5 HTTP/1.1" status: 204 len: 168 time: 1.4268045 Jan 31 18:58:54.910156 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b22f055-b56d-4fb0-9a1c-aa978e4c731e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (976e5fc7-17b0-4e36-8da8-775dcf0ad7e8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.919241 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Publish callbacks [] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.921904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:54.931294 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:54.967343 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18efc9fd-968f-483f-ab9b-836a6d972d01 admin admin] Publish callbacks [] for security_group (a5821e4f-8488-4f2d-9137-ce9ddedd18d1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.003352 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b31e85a-a407-4839-a3e4-93cb4e2e9688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e8e13830-269e-48df-a869-5e40baa783c6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.017002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb53a3-4606-4c81-8bee-ba880e3509ca req-8b4c6ea0-0eb5-4f5c-a3e1-6d317c448dea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:55.019282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-afdb53a3-4606-4c81-8bee-ba880e3509ca req-8b4c6ea0-0eb5-4f5c-a3e1-6d317c448dea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.1769428 Jan 31 18:58:55.019775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dde597d-f6b1-428f-96d8-bba8f8be135e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting subnet b430caf3-2129-49ea-93ee-55e276e697ff {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:55.060269 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92479b-48e9-4969-bcf2-c80fa275f4ef None None] Pushing event updated for resources: {'Port': ['ID=426944d6-a4c4-481d-ae2c-f978ad4a52a6,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:55.079261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b10a7c-c4a0-4307-9159-0c022cf3d5d5 None None] Network 03351212-8393-4239-90fb-e7254b1f94f8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:55.081823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device bee1dd13-9d3f-48ec-9b2e-94537703d291 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:58:55.112932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:55.127498 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dde597d-f6b1-428f-96d8-bba8f8be135e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (b430caf3-2129-49ea-93ee-55e276e697ff), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.156574 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Attempting to bind port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:58:55.157229 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Attempting to bind port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '622d3e8f-2fbb-4dde-b16a-c6b6b9281a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:58:55.157765 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Attempting to bind port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 on network 3c74ee92-427d-4e8d-81d8-e5320c32bc23 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:58:55.165508 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:58:55.166389 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Checking segment: {'id': '622d3e8f-2fbb-4dde-b16a-c6b6b9281a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:55.166948 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.167486 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Bound using segment: {'id': '622d3e8f-2fbb-4dde-b16a-c6b6b9281a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:58:55.168112 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Bound port: 426944d6-a4c4-481d-ae2c-f978ad4a52a6, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622d3e8f-2fbb-4dde-b16a-c6b6b9281a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:58:55.168892 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.188705 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dde597d-f6b1-428f-96d8-bba8f8be135e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (b430caf3-2129-49ea-93ee-55e276e697ff), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.199505 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18efc9fd-968f-483f-ab9b-836a6d972d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a5821e4f-8488-4f2d-9137-ce9ddedd18d1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.214778 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18efc9fd-968f-483f-ab9b-836a6d972d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.217970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-18efc9fd-968f-483f-ab9b-836a6d972d01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5821e4f-8488-4f2d-9137-ce9ddedd18d1 HTTP/1.1" status: 204 len: 168 time: 0.6774781 Jan 31 18:58:55.234594 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b22f055-b56d-4fb0-9a1c-aa978e4c731e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (976e5fc7-17b0-4e36-8da8-775dcf0ad7e8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.246101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b22f055-b56d-4fb0-9a1c-aa978e4c731e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:55.246762 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b22f055-b56d-4fb0-9a1c-aa978e4c731e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.269720 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] For port 426944d6-a4c4-481d-ae2c-f978ad4a52a6, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:58:55.271447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efc9fd-968f-483f-ab9b-836a6d972d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5821e4f-8488-4f2d-9137-ce9ddedd18d1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:55.278636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-afdb53a3-4606-4c81-8bee-ba880e3509ca req-403d6e1b-058e-4a55-bc48-cbf9b16c373f tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504017 Jan 31 18:58:55.288780 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] For port 426944d6-a4c4-481d-ae2c-f978ad4a52a6, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=426944d6-a4c4-481d-ae2c-f978ad4a52a6,segment=NetworkSegment(622d3e8f-2fbb-4dde-b16a-c6b6b9281a98),segment_id=622d3e8f-2fbb-4dde-b16a-c6b6b9281a98)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:58:55.305266 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.313293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55528) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:55.368768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db527cc2-9536-4085-921f-bb284caf0077 req-4d828125-e83c-4851-bcdc-e1367d95c875 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:55.375739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db527cc2-9536-4085-921f-bb284caf0077 req-4d828125-e83c-4851-bcdc-e1367d95c875 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 943 time: 0.2533195 Jan 31 18:58:55.394521 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:58:55.395185 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:55.424220 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.441541 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22f055-b56d-4fb0-9a1c-aa978e4c731e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Network': ['ID=976e5fc7-17b0-4e36-8da8-775dcf0ad7e8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:55.463170 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4b22f055-b56d-4fb0-9a1c-aa978e4c731e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8835719 Jan 31 18:58:55.473336 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55530) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:55.474524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31e85a-a407-4839-a3e4-93cb4e2e9688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e13830-269e-48df-a869-5e40baa783c6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:55.482555 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7c14c945-377f-4856-b144-840eb526f486 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'subnet': {'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:55.495945 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:58:55.515566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12595932-f6f2-4b96-9316-1658b1703f4e tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:55.517149 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-12595932-f6f2-4b96-9316-1658b1703f4e tempest-TestNetworkAdvancedServerOps-1533449357 tempest-TestNetworkAdvancedServerOps-1533449357-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 1124 time: 0.1963181 Jan 31 18:58:55.529439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55532) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:55.535203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:55.564797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db527cc2-9536-4085-921f-bb284caf0077 req-9c1c1b00-26e2-4991-9d53-6ff76520df8e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878016 Jan 31 18:58:55.624874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.650197 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5b31e85a-a407-4839-a3e4-93cb4e2e9688 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4444a4e8e0449398816bbe602b695e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1263537 Jan 31 18:58:55.664623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:55.678020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port bee1dd13-9d3f-48ec-9b2e-94537703d291, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=bee1dd13-9d3f-48ec-9b2e-94537703d291,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:55.702087 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:58:55.712583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fe262a-b65c-44d5-98a6-97d7f6f2c134 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:55.722923 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84fe262a-b65c-44d5-98a6-97d7f6f2c134 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.748034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5724f3bf-48fc-49a4-97a3-36e754b72fc9 None None] Provisioning complete for port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:55.748473 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5724f3bf-48fc-49a4-97a3-36e754b72fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.830531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'bee1dd13-9d3f-48ec-9b2e-94537703d291', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'port_id': 'bee1dd13-9d3f-48ec-9b2e-94537703d291', 'mac_address': 'fa:16:3e:49:4f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84ab55c-34af-4b5d-8cef-07d311d8d426', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:58:55.873128 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.947155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5724f3bf-48fc-49a4-97a3-36e754b72fc9 None None] Current status of the port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:55.947563 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5724f3bf-48fc-49a4-97a3-36e754b72fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:55.976560 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92479b-48e9-4969-bcf2-c80fa275f4ef None None] Pushing event updated for resources: {'Port': ['ID=426944d6-a4c4-481d-ae2c-f978ad4a52a6,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:55.985439 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-92cf5995-b4d7-41d2-93d2-7a70cdf63012 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=935ab26445f2439f8a7c0802c044c0a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7704964 Jan 31 18:58:55.996220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:55.999145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c14c945-377f-4856-b144-840eb526f486 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:58:56.005084 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c14c945-377f-4856-b144-840eb526f486 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.038989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port bee1dd13-9d3f-48ec-9b2e-94537703d291 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:56.039396 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.067610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5724f3bf-48fc-49a4-97a3-36e754b72fc9 None None] For port 426944d6-a4c4-481d-ae2c-f978ad4a52a6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=426944d6-a4c4-481d-ae2c-f978ad4a52a6,segment=NetworkSegment(622d3e8f-2fbb-4dde-b16a-c6b6b9281a98),segment_id=622d3e8f-2fbb-4dde-b16a-c6b6b9281a98)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:56.068185 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:58:51Z', 'revision_number': 2, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:55Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:58:56.075442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee1dd13-9d3f-48ec-9b2e-94537703d291 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:58:56.088181 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5724f3bf-48fc-49a4-97a3-36e754b72fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.103749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Allocated IP 172.25.8.137 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/f4600715-e73a-4845-a1b0-a6452d5c5b77) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:56.106795 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dde597d-f6b1-428f-96d8-bba8f8be135e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b430caf3-2129-49ea-93ee-55e276e697ff), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.133228 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5572d-e136-4096-8e73-9b90d78b4de7 None None] The sync data for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 is: [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:58:51Z', 'revision_number': 2, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:55Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:58:56.152791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port bee1dd13-9d3f-48ec-9b2e-94537703d291, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=bee1dd13-9d3f-48ec-9b2e-94537703d291,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:58:56.169753 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.257271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724f3bf-48fc-49a4-97a3-36e754b72fc9 None None] Pushing event updated for resources: {'Port': ['ID=426944d6-a4c4-481d-ae2c-f978ad4a52a6,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:56.266643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.311467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-51721a29-31bf-4ca7-b7d8-0df3ab4aa6ae None None] Provisioning complete for port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:56.311683 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (f4600715-e73a-4845-a1b0-a6452d5c5b77), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.311844 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-51721a29-31bf-4ca7-b7d8-0df3ab4aa6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.339917 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9052f75c-8376-4c96-950b-3cbbe7da005b admin admin] Publish callbacks [] for security_group (e8e13830-269e-48df-a869-5e40baa783c6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.379070 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f4600715-e73a-4845-a1b0-a6452d5c5b77), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.433424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:58:56.439537 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:56.446925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:58:56.451747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=bee1dd13-9d3f-48ec-9b2e-94537703d291,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:56.509926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['bee1dd13-9d3f-48ec-9b2e-94537703d291'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:58:56.511948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9052f75c-8376-4c96-950b-3cbbe7da005b admin admin] Publish callbacks [] for security_group (e8e13830-269e-48df-a869-5e40baa783c6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.520452 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-557eb227-266e-490f-85d4-6d93e8740b16 admin admin] Publish callbacks [] for security_group (aca02e51-6f94-4546-b35a-4b3fdec68fc9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.561878 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dde597d-f6b1-428f-96d8-bba8f8be135e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (b430caf3-2129-49ea-93ee-55e276e697ff), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.586882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=f4600715-e73a-4845-a1b0-a6452d5c5b77,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:56.613499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-51721a29-31bf-4ca7-b7d8-0df3ab4aa6ae None None] Current status of the port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:56.771953 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-557eb227-266e-490f-85d4-6d93e8740b16 admin admin] Publish callbacks [] for security_group (aca02e51-6f94-4546-b35a-4b3fdec68fc9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.857122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde597d-f6b1-428f-96d8-bba8f8be135e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Subnet': ['ID=b430caf3-2129-49ea-93ee-55e276e697ff,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:56.887642 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9052f75c-8376-4c96-950b-3cbbe7da005b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e8e13830-269e-48df-a869-5e40baa783c6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.891874 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9052f75c-8376-4c96-950b-3cbbe7da005b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.895067 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9052f75c-8376-4c96-950b-3cbbe7da005b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8e13830-269e-48df-a869-5e40baa783c6 HTTP/1.1" status: 204 len: 168 time: 1.2005837 Jan 31 18:58:56.913361 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dde597d-f6b1-428f-96d8-bba8f8be135e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.924988 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1dde597d-f6b1-428f-96d8-bba8f8be135e tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/b430caf3-2129-49ea-93ee-55e276e697ff HTTP/1.1" status: 204 len: 168 time: 1.9969480 Jan 31 18:58:56.930046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:56.936382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fdade0-7410-4b0f-bf3c-bb73d7cc0734 None None] Network 03351212-8393-4239-90fb-e7254b1f94f8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:56.950780 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-557eb227-266e-490f-85d4-6d93e8740b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (aca02e51-6f94-4546-b35a-4b3fdec68fc9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.953629 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-557eb227-266e-490f-85d4-6d93e8740b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:56.955035 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-557eb227-266e-490f-85d4-6d93e8740b16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aca02e51-6f94-4546-b35a-4b3fdec68fc9 HTTP/1.1" status: 204 len: 168 time: 0.9458754 Jan 31 18:58:56.964585 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:57.000575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffc1d1-b540-4b20-b4d6-5878a06dc0b4 req-dd9e5183-487a-4a2d-b0cc-fdbf93ac4b41 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:57.003278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65ffc1d1-b540-4b20-b4d6-5878a06dc0b4 req-dd9e5183-487a-4a2d-b0cc-fdbf93ac4b41 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 944 time: 0.2351117 Jan 31 18:58:57.087169 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74431bb5-5c82-480c-ba2c-599964a8a4cc None None] Provisioning complete for port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:57.087550 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74431bb5-5c82-480c-ba2c-599964a8a4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:57.150443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65ffc1d1-b540-4b20-b4d6-5878a06dc0b4 req-bdc80669-d001-4457-9970-12381d171dce tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400983 Jan 31 18:58:57.291904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74431bb5-5c82-480c-ba2c-599964a8a4cc None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:57.358775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74431bb5-5c82-480c-ba2c-599964a8a4cc None None] Provisioning complete for port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:57.359156 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74431bb5-5c82-480c-ba2c-599964a8a4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (35c7b3cf-dc16-42df-a93f-0abc8d9256ff), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:57.441859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74431bb5-5c82-480c-ba2c-599964a8a4cc None None] Port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:58:57.589587 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052f75c-8376-4c96-950b-3cbbe7da005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e13830-269e-48df-a869-5e40baa783c6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:57.591831 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84fe262a-b65c-44d5-98a6-97d7f6f2c134 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (a6321180-8bc1-4e5a-b3d4-f13f20fb8633), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:57.613081 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c4c055-7077-42c2-bb33-8ff79560bdd4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] DELETE failed (client error): The resource could not be found. Jan 31 18:58:57.613567 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c4c055-7077-42c2-bb33-8ff79560bdd4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:57.620176 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f7c4c055-7077-42c2-bb33-8ff79560bdd4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/6b818641-2a5e-404e-8c99-f78e5e9961b5 HTTP/1.1" status: 404 len: 337 time: 0.6877613 Jan 31 18:58:57.624882 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55580) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:57.717367 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (ea01ae9f-b506-475b-a564-6fa6593c8464), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:57.728381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557eb227-266e-490f-85d4-6d93e8740b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca02e51-6f94-4546-b35a-4b3fdec68fc9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:57.780697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c14c945-377f-4856-b144-840eb526f486 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (35d55bb9-86e4-444f-aad7-a26b0e961269), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:57.848216 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8c6170e7-50a7-432a-97db-79cc6988513b tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:57.848984 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-8c6170e7-50a7-432a-97db-79cc6988513b tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 31 18:58:57.849683 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-8c6170e7-50a7-432a-97db-79cc6988513b tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): There was a conflict when trying to complete your request. Jan 31 18:58:57.850865 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8c6170e7-50a7-432a-97db-79cc6988513b tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8851178 Jan 31 18:58:57.856988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe262a-b65c-44d5-98a6-97d7f6f2c134 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Subnet': ['ID=a6321180-8bc1-4e5a-b3d4-f13f20fb8633,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:57.859914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55588) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:57.865647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bb37a2bf-d011-466e-9bac-b764969b32ae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group': {'name': 'tempest-secgroup--726565948'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:57.881705 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a6e030-69ac-4bf4-9dc3-37fdfa685a5d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting subnet a435054b-425f-4a71-b584-d1117d6cab6e {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:58:57.915857 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74a6e030-69ac-4bf4-9dc3-37fdfa685a5d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (a435054b-425f-4a71-b584-d1117d6cab6e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:57.940118 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f4600715-e73a-4845-a1b0-a6452d5c5b77), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:57.967190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe262a-b65c-44d5-98a6-97d7f6f2c134 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Checking segment: {'id': '04822c40-3bd0-443b-b757-5e662780a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:57.967847 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fe262a-b65c-44d5-98a6-97d7f6f2c134 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network hostable DHCP agents. Network: 8463ce3c-1074-49b2-abf7-717b00b88bf3, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:58:58.059034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14c945-377f-4856-b144-840eb526f486 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Subnet': ['ID=35d55bb9-86e4-444f-aad7-a26b0e961269,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:58.070580 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb37a2bf-d011-466e-9bac-b764969b32ae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.079404 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74a6e030-69ac-4bf4-9dc3-37fdfa685a5d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (a435054b-425f-4a71-b584-d1117d6cab6e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.119094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c14c945-377f-4856-b144-840eb526f486 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Checking segment: {'id': 'a38c6ab5-d047-473e-84ca-80559a8fb653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:58:58.119556 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c14c945-377f-4856-b144-840eb526f486 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network hostable DHCP agents. Network: 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:58:58.134766 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb37a2bf-d011-466e-9bac-b764969b32ae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.139588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fe262a-b65c-44d5-98a6-97d7f6f2c134 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 8463ce3c-1074-49b2-abf7-717b00b88bf3 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:58:58.263731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 426944d6-a4c4-481d-ae2c-f978ad4a52a6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:58.288260 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-84fe262a-b65c-44d5-98a6-97d7f6f2c134 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 8463ce3c-1074-49b2-abf7-717b00b88bf3) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:58.307145 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for port (f4600715-e73a-4845-a1b0-a6452d5c5b77), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.327999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fe262a-b65c-44d5-98a6-97d7f6f2c134 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:58.330029 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e819e-57bd-405f-b867-9c3aa0f2ea8d None None] Network 8463ce3c-1074-49b2-abf7-717b00b88bf3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:58.332442 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84fe262a-b65c-44d5-98a6-97d7f6f2c134 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.343171 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f4600715-e73a-4845-a1b0-a6452d5c5b77), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.350891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c14c945-377f-4856-b144-840eb526f486 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:58:58.412242 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7c14c945-377f-4856-b144-840eb526f486 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:58:58.425278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c14c945-377f-4856-b144-840eb526f486 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:58.426316 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c14c945-377f-4856-b144-840eb526f486 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.445432 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-84fe262a-b65c-44d5-98a6-97d7f6f2c134 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7447860 Jan 31 18:58:58.455679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55608) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:58.470159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74a6e030-69ac-4bf4-9dc3-37fdfa685a5d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (a435054b-425f-4a71-b584-d1117d6cab6e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.494444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d21d5-a03c-40ad-a007-6b11f31d669c None None] Network 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:58.504873 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7c14c945-377f-4856-b144-840eb526f486 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0265205 Jan 31 18:58:58.515514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:58.657831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event updated for resources: {'Port': ['ID=f4600715-e73a-4845-a1b0-a6452d5c5b77,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:58.695265 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (ea01ae9f-b506-475b-a564-6fa6593c8464), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.697227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3ec3b-2672-4e67-b9a6-a8292b8a8f0e req-25db7023-e5f8-4d94-a627-cc14c242b5b4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:58:58.698657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fee3ec3b-2672-4e67-b9a6-a8292b8a8f0e req-25db7023-e5f8-4d94-a627-cc14c242b5b4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 944 time: 0.3465872 Jan 31 18:58:58.720269 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb37a2bf-d011-466e-9bac-b764969b32ae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (d8964c14-849b-4142-a1db-f0b42f95cf64), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.750968 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:58:58.752250 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.756504 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb37a2bf-d011-466e-9bac-b764969b32ae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d8964c14-849b-4142-a1db-f0b42f95cf64), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.762004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74a6e030-69ac-4bf4-9dc3-37fdfa685a5d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (a435054b-425f-4a71-b584-d1117d6cab6e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.788426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3d8182b8-6cb4-4ae2-8872-390398c88dcc None None] Provisioning complete for port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:58.789187 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3d8182b8-6cb4-4ae2-8872-390398c88dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.826669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6e030-69ac-4bf4-9dc3-37fdfa685a5d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Subnet': ['ID=a435054b-425f-4a71-b584-d1117d6cab6e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:58.870528 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74a6e030-69ac-4bf4-9dc3-37fdfa685a5d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:58.876328 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-74a6e030-69ac-4bf4-9dc3-37fdfa685a5d tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/a435054b-425f-4a71-b584-d1117d6cab6e HTTP/1.1" status: 204 len: 168 time: 1.2485087 Jan 31 18:58:58.882707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55618) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:58.927599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37a2bf-d011-466e-9bac-b764969b32ae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8964c14-849b-4142-a1db-f0b42f95cf64,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:58.955741 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7647932d-d52f-4611-bde3-635adf4cfdb4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] DELETE failed (client error): The resource could not be found. Jan 31 18:58:58.956496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7647932d-d52f-4611-bde3-635adf4cfdb4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:58.962743 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7647932d-d52f-4611-bde3-635adf4cfdb4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/43b05078-fede-42a5-a979-bdb8eb37f8dd HTTP/1.1" status: 404 len: 337 time: 0.0763993 Jan 31 18:58:58.966032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55620) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:58.967176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Allocated IP 2001:db8::2 (976e5fc7-17b0-4e36-8da8-775dcf0ad7e8/35d55bb9-86e4-444f-aad7-a26b0e961269/bf5652cf-d9d7-4374-aa53-d06156a18eea) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:58:59.037617 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ebd472e7-5a3a-43b7-91b4-7217a4ccb9bb tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0445acd-d610-4a3c-9f18-53fbcf7ae0f1 HTTP/1.1" status: 200 len: 205 time: 0.0667994 Jan 31 18:58:59.040564 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55626) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.067157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ba556-581c-49e5-81f9-5256460e6f5f None None] Network 03351212-8393-4239-90fb-e7254b1f94f8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:58:59.104722 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-350e9f38-1ee2-426a-8406-ff9fb3b86865 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] delete failed (client error): The resource could not be found. Jan 31 18:58:59.106671 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-350e9f38-1ee2-426a-8406-ff9fb3b86865 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/routers/a0445acd-d610-4a3c-9f18-53fbcf7ae0f1 HTTP/1.1" status: 404 len: 336 time: 0.0616550 Jan 31 18:58:59.109560 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55630) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.119010 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb37a2bf-d011-466e-9bac-b764969b32ae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (17157ab0-9cef-4a4b-8c41-aee3340d3695), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:59.133943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device bee1dd13-9d3f-48ec-9b2e-94537703d291 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:58:59.164619 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-71341dc3-4f62-40e1-8ca9-8c47cadb6be4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] DELETE failed (client error): The resource could not be found. Jan 31 18:58:59.165041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71341dc3-4f62-40e1-8ca9-8c47cadb6be4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:59.170820 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-71341dc3-4f62-40e1-8ca9-8c47cadb6be4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/7196f327-cb88-4f6e-99aa-9ccd441dfe69 HTTP/1.1" status: 404 len: 337 time: 0.0553846 Jan 31 18:58:59.171637 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb37a2bf-d011-466e-9bac-b764969b32ae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (17157ab0-9cef-4a4b-8c41-aee3340d3695), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:59.174146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.179532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:59.238428 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf6487a-4ee4-45e4-9613-d12177b08fd6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] DELETE failed (client error): The resource could not be found. Jan 31 18:58:59.238946 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf6487a-4ee4-45e4-9613-d12177b08fd6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:59.244993 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4cf6487a-4ee4-45e4-9613-d12177b08fd6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/03f7b1d5-9a18-4daf-97f2-21ba0b568174 HTTP/1.1" status: 404 len: 337 time: 0.0631762 Jan 31 18:58:59.247081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55636) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.265682 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb37a2bf-d011-466e-9bac-b764969b32ae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:59.266922 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bb37a2bf-d011-466e-9bac-b764969b32ae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4057200 Jan 31 18:58:59.271666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.275747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:59.276719 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:59.297424 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-8463ce3c-1074-49b2-abf7-717b00b88bf3', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:58:59.298626 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:59.326391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bceed682-beb7-489f-9511-e00b2ee6e88a tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': '17157ab0-9cef-4a4b-8c41-aee3340d3695', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:59.331775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37a2bf-d011-466e-9bac-b764969b32ae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17157ab0-9cef-4a4b-8c41-aee3340d3695,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:59.343818 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb22442-2950-4d63-bb10-ee1ec30f4f3c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] DELETE failed (client error): The resource could not be found. Jan 31 18:58:59.344173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb22442-2950-4d63-bb10-ee1ec30f4f3c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:59.351081 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ebb22442-2950-4d63-bb10-ee1ec30f4f3c tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/bd6e2d78-0136-4fdb-9b5c-84eab4aec3ac HTTP/1.1" status: 404 len: 337 time: 0.0979168 Jan 31 18:58:59.354392 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55642) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.436760 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4b2e8b-d709-44cb-9b3d-508c5ae979f0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] DELETE failed (client error): The resource could not be found. Jan 31 18:58:59.437282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4b2e8b-d709-44cb-9b3d-508c5ae979f0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:59.444638 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ca4b2e8b-d709-44cb-9b3d-508c5ae979f0 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/18c42051-ab3c-454b-ae64-f2578ebc6540 HTTP/1.1" status: 404 len: 333 time: 0.0873501 Jan 31 18:58:59.450806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55646) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.483926 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ba4d2a-bb2c-4e60-a28c-10a759987008 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] DELETE failed (client error): The resource could not be found. Jan 31 18:58:59.484431 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ba4d2a-bb2c-4e60-a28c-10a759987008 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:59.490736 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-99ba4d2a-bb2c-4e60-a28c-10a759987008 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/404007b4-5ac3-4b41-90f8-b558ad0a5271 HTTP/1.1" status: 404 len: 337 time: 0.0371888 Jan 31 18:58:59.526153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55648) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.531949 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bceed682-beb7-489f-9511-e00b2ee6e88a tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group_rule (a9579adb-0619-4183-b2fb-877c7b072fdc), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:59.644830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fee3ec3b-2672-4e67-b9a6-a8292b8a8f0e req-cc504c38-e6b8-408b-ab0e-31ceb30c8a00 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8967757 Jan 31 18:58:59.650855 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c950b5-8457-4e1b-a915-3b536220b7a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] DELETE failed (client error): The resource could not be found. Jan 31 18:58:59.651699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c950b5-8457-4e1b-a915-3b536220b7a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:59.655275 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bceed682-beb7-489f-9511-e00b2ee6e88a tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group_rule (a9579adb-0619-4183-b2fb-877c7b072fdc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:59.659594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a9c950b5-8457-4e1b-a915-3b536220b7a6 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/9015b771-f8f1-4cc9-b43f-f815cf612c15 HTTP/1.1" status: 404 len: 337 time: 0.1265287 Jan 31 18:58:59.659940 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55656) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.667428 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bceed682-beb7-489f-9511-e00b2ee6e88a tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a9579adb-0619-4183-b2fb-877c7b072fdc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:59.697387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3d8182b8-6cb4-4ae2-8872-390398c88dcc None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:58:59.715830 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Floating IP ea01ae9f-b506-475b-a564-6fa6593c8464 associated. External IP: 172.25.8.137, port: 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710. Jan 31 18:58:59.749790 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-16230af1-04e0-484e-9ec3-32aa25dafbb4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] DELETE failed (client error): The resource could not be found. Jan 31 18:58:59.753860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port bee1dd13-9d3f-48ec-9b2e-94537703d291 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:58:59.754506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16230af1-04e0-484e-9ec3-32aa25dafbb4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:59.758438 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-16230af1-04e0-484e-9ec3-32aa25dafbb4 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/0e4eb1a6-497d-4a4b-8b6c-106625a557a8 HTTP/1.1" status: 404 len: 333 time: 0.0970218 Jan 31 18:58:59.775886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.786737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port bee1dd13-9d3f-48ec-9b2e-94537703d291 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:59.787129 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:59.797696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceed682-beb7-489f-9511-e00b2ee6e88a tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9579adb-0619-4183-b2fb-877c7b072fdc,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:58:59.836507 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d357540c-f69e-499f-9a94-a90ddfec3869 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] DELETE failed (client error): The resource could not be found. Jan 31 18:58:59.837352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d357540c-f69e-499f-9a94-a90ddfec3869 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:59.841235 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d357540c-f69e-499f-9a94-a90ddfec3869 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/c5580739-2603-445a-8e33-de3a964fc8dc HTTP/1.1" status: 404 len: 337 time: 0.0626171 Jan 31 18:58:59.844681 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bceed682-beb7-489f-9511-e00b2ee6e88a tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:58:59.846669 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bceed682-beb7-489f-9511-e00b2ee6e88a tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5563500 Jan 31 18:58:59.847665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55664) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.849866 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55666) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.863791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-772f8735-39b5-4c04-b6fa-a1eed6df3c25 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': '17157ab0-9cef-4a4b-8c41-aee3340d3695', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:58:59.898058 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b3e2d9-b779-4805-b7cd-02953a96ec90 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] DELETE failed (client error): The resource could not be found. Jan 31 18:58:59.899260 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b3e2d9-b779-4805-b7cd-02953a96ec90 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:58:59.903072 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-07b3e2d9-b779-4805-b7cd-02953a96ec90 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/subnets/ea36aa51-55aa-4c68-8af5-841a6c2984fb HTTP/1.1" status: 404 len: 337 time: 0.0542018 Jan 31 18:58:59.906234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:58:59.958184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3d8182b8-6cb4-4ae2-8872-390398c88dcc None None] Provisioning complete for port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:58:59.959326 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3d8182b8-6cb4-4ae2-8872-390398c88dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (35c7b3cf-dc16-42df-a93f-0abc8d9256ff), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.004525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-772f8735-39b5-4c04-b6fa-a1eed6df3c25 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group_rule (38d542ce-df5f-4de3-aec3-20f2d1911ba9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.010795 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.023342 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3d8182b8-6cb4-4ae2-8872-390398c88dcc None None] Port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:00.138574 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:00.162628 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-772f8735-39b5-4c04-b6fa-a1eed6df3c25 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): There was a conflict when trying to complete your request. Jan 31 18:59:00.170151 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-772f8735-39b5-4c04-b6fa-a1eed6df3c25 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3109589 Jan 31 18:59:00.172326 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55676) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:00.178680 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Publish callbacks [] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.191761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623b8ae4-e972-40fb-8142-073a49da16ef None None] DHCP port deletion for 03351212-8393-4239-90fb-e7254b1f94f8 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:59:00.208972 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c9dccfb9-5eba-4e5f-9ad5-91a95807a901 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 35c7b3cf-dc16-42df-a93f-0abc8d9256ff {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:00.209328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9dccfb9-5eba-4e5f-9ad5-91a95807a901 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (35c7b3cf-dc16-42df-a93f-0abc8d9256ff), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.259051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Allocated IP 172.21.0.2 (8463ce3c-1074-49b2-abf7-717b00b88bf3/a6321180-8bc1-4e5a-b3d4-f13f20fb8633/56608e56-197a-4da6-8322-2d2755fc2861) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:00.337779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9dccfb9-5eba-4e5f-9ad5-91a95807a901 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (35c7b3cf-dc16-42df-a93f-0abc8d9256ff), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.363287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:00.406393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c9dccfb9-5eba-4e5f-9ad5-91a95807a901 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 35c7b3cf-dc16-42df-a93f-0abc8d9256ff owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:00.452119 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Allocated IP 2001:db8::1 (976e5fc7-17b0-4e36-8da8-775dcf0ad7e8/35d55bb9-86e4-444f-aad7-a26b0e961269/8103c75b-a2b2-4473-94f8-2bb18fb84e56) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:00.524481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8fe059d5-8e5a-41bc-b4d7-5b359457b68d no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:59:00.527261 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.547273 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e27079-1af5-4d6d-91b3-a4dc0ba8dcfa tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (17157ab0-9cef-4a4b-8c41-aee3340d3695), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.573007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e27079-1af5-4d6d-91b3-a4dc0ba8dcfa tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (17157ab0-9cef-4a4b-8c41-aee3340d3695), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.595762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:00.617669 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.665191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port bee1dd13-9d3f-48ec-9b2e-94537703d291 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:00.665606 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.668026 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8631c3-a65d-416d-9e59-7fa28b1f1396 None None] Sync routers for ids ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:00.679078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Network 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:00.688073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f853ab77-f0f8-4316-a696-57474b6770ff tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1574957 Jan 31 18:59:00.690747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:59:00.697574 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87537f5-b4ad-4a13-846b-f0016595a274" -d '{"events": [{"name": "network-changed", "server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:59:00.708923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:00.720586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:00.765363 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e27079-1af5-4d6d-91b3-a4dc0ba8dcfa tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (17157ab0-9cef-4a4b-8c41-aee3340d3695), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.766015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8631c3-a65d-416d-9e59-7fa28b1f1396 None None] Routers {'d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:00.766015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd8631c3-a65d-416d-9e59-7fa28b1f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:00.770888 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e27079-1af5-4d6d-91b3-a4dc0ba8dcfa tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.772389 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-00e27079-1af5-4d6d-91b3-a4dc0ba8dcfa tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "DELETE /v2.0/security-groups/17157ab0-9cef-4a4b-8c41-aee3340d3695 HTTP/1.1" status: 204 len: 168 time: 0.5990686 Jan 31 18:59:00.775276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55700) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:00.797869 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e27079-1af5-4d6d-91b3-a4dc0ba8dcfa tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17157ab0-9cef-4a4b-8c41-aee3340d3695,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:00.818256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9dccfb9-5eba-4e5f-9ad5-91a95807a901 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (35c7b3cf-dc16-42df-a93f-0abc8d9256ff), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.862214 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.879147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Pushing event updated for resources: {'Port': ['ID=bf5652cf-d9d7-4374-aa53-d06156a18eea,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:00.899325 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Publish callbacks [] for port (56608e56-197a-4da6-8322-2d2755fc2861), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.904256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5b4987-d592-41c1-9aa0-ff5d974a4492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee1dd13-9d3f-48ec-9b2e-94537703d291'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:59:00.915020 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34589b2-36ef-4d93-9e64-3b43ef3c2f64" -d '{"events": [{"server_uuid": "3e5b4987-d592-41c1-9aa0-ff5d974a4492", "name": "network-vif-plugged", "status": "completed", "tag": "bee1dd13-9d3f-48ec-9b2e-94537703d291"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:59:00.924450 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9dccfb9-5eba-4e5f-9ad5-91a95807a901 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.928193 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c9dccfb9-5eba-4e5f-9ad5-91a95807a901 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/ports/35c7b3cf-dc16-42df-a93f-0abc8d9256ff HTTP/1.1" status: 204 len: 168 time: 1.0207257 Jan 31 18:59:00.931807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dccfb9-5eba-4e5f-9ad5-91a95807a901 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=35c7b3cf-dc16-42df-a93f-0abc8d9256ff,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:00.936186 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55708) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:00.982116 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-623b8ae4-e972-40fb-8142-073a49da16ef None None] Deleting port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:00.984975 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-623b8ae4-e972-40fb-8142-073a49da16ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:00.989463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Attempting to bind port bf5652cf-d9d7-4374-aa53-d06156a18eea on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:00.989926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Attempting to bind port bf5652cf-d9d7-4374-aa53-d06156a18eea by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'a38c6ab5-d047-473e-84ca-80559a8fb653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:00.990837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Attempting to bind port bf5652cf-d9d7-4374-aa53-d06156a18eea on network 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:00.999415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port bee1dd13-9d3f-48ec-9b2e-94537703d291, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=bee1dd13-9d3f-48ec-9b2e-94537703d291,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:01.038652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3bbbb316-ca87-46be-a524-37aed01de5e7 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2596807 Jan 31 18:59:01.048706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55714) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:01.056807 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (56608e56-197a-4da6-8322-2d2755fc2861), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.059486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group': {'name': 'tempest-secgroup--517640749'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:01.079873 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.084441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Allocated IP 172.21.0.1 (8463ce3c-1074-49b2-abf7-717b00b88bf3/a6321180-8bc1-4e5a-b3d4-f13f20fb8633/2996dab6-a3ab-4fa9-b22b-b5f5472fbe26) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:01.103358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced953e-ee91-4fa0-87ee-57d9a07d010e req-19229549-29c2-4496-a747-6c6d88f624ca tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:01.104998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dced953e-ee91-4fa0-87ee-57d9a07d010e req-19229549-29c2-4496-a747-6c6d88f624ca tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.2798705 Jan 31 18:59:01.127167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8dd9c-7e9b-472c-b3a5-23c1b597b35c req-85663ce2-f5cb-4db5-a257-42405858240a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:01.129053 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01b8dd9c-7e9b-472c-b3a5-23c1b597b35c req-85663ce2-f5cb-4db5-a257-42405858240a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 944 time: 0.3011954 Jan 31 18:59:01.149557 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.162048 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.204377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=8103c75b-a2b2-4473-94f8-2bb18fb84e56,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:01.227863 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (03351212-8393-4239-90fb-e7254b1f94f8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.255554 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:01.263471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:01.269840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:01.270860 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.293197 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dced953e-ee91-4fa0-87ee-57d9a07d010e req-d25ee253-3f8f-45c8-8e14-c2c0719e590a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752300 Jan 31 18:59:01.336471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:01.336914 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.341717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:01.342823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Checking segment: {'id': 'a38c6ab5-d047-473e-84ca-80559a8fb653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:01.343527 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.344936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Bound using segment: {'id': 'a38c6ab5-d047-473e-84ca-80559a8fb653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:01.345873 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Bound port: bf5652cf-d9d7-4374-aa53-d06156a18eea, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38c6ab5-d047-473e-84ca-80559a8fb653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:01.347799 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.371873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55722) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:01.375925 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Pushing event updated for resources: {'Port': ['ID=56608e56-197a-4da6-8322-2d2755fc2861,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:01.398918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Network 8463ce3c-1074-49b2-abf7-717b00b88bf3 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:01.520518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:01.533009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01b8dd9c-7e9b-472c-b3a5-23c1b597b35c req-2be011d2-5499-4363-bac8-f1aee00d0758 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721018 Jan 31 18:59:01.563818 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b7714c-b57b-4ebd-9b7c-ab6416585aa0 x-openstack-request-id: req-61b7714c-b57b-4ebd-9b7c-ab6416585aa0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:59:01.564707 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:59:01.564707 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61b7714c-b57b-4ebd-9b7c-ab6416585aa0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:59:01.574179 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'status': 'completed', 'code': 200} Jan 31 18:59:01.631815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:01.648455 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6444867c-7e06-4917-9f0b-bd36c029d4b7 x-openstack-request-id: req-6444867c-7e06-4917-9f0b-bd36c029d4b7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:59:01.648749 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5b4987-d592-41c1-9aa0-ff5d974a4492", "name": "network-vif-plugged", "status": "completed", "tag": "bee1dd13-9d3f-48ec-9b2e-94537703d291", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:59:01.649009 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6444867c-7e06-4917-9f0b-bd36c029d4b7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:59:01.649407 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5b4987-d592-41c1-9aa0-ff5d974a4492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee1dd13-9d3f-48ec-9b2e-94537703d291', 'code': 200} Jan 31 18:59:01.662901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Deleting port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:01.663249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.716001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-623b8ae4-e972-40fb-8142-073a49da16ef None None] For port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,segment=NetworkSegment(a2fdbe63-602f-4d77-a8b8-166a79087edf),segment_id=a2fdbe63-602f-4d77-a8b8-166a79087edf)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:01.716680 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-623b8ae4-e972-40fb-8142-073a49da16ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.720309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,segment=NetworkSegment(a2fdbe63-602f-4d77-a8b8-166a79087edf),segment_id=a2fdbe63-602f-4d77-a8b8-166a79087edf)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:01.724850 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-dd8631c3-a65d-416d-9e59-7fa28b1f1396 None None] Set router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:01.734327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] For port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,segment=NetworkSegment(a2fdbe63-602f-4d77-a8b8-166a79087edf),segment_id=a2fdbe63-602f-4d77-a8b8-166a79087edf)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:01.734702 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.750793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Calling delete_port for 8fe059d5-8e5a-41bc-b4d7-5b359457b68d owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:01.823549 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.844252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-623b8ae4-e972-40fb-8142-073a49da16ef None None] Calling delete_port for 8fe059d5-8e5a-41bc-b4d7-5b359457b68d owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:01.852082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.852696 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-308bd516-f582-4b27-b314-f2bc1510957c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/ea01ae9f-b506-475b-a564-6fa6593c8464 HTTP/1.1" status: 200 len: 992 time: 0.4507165 Jan 31 18:59:01.858152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] For port bf5652cf-d9d7-4374-aa53-d06156a18eea, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:01.862909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=bee1dd13-9d3f-48ec-9b2e-94537703d291,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:01.871201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] For port bf5652cf-d9d7-4374-aa53-d06156a18eea, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bf5652cf-d9d7-4374-aa53-d06156a18eea,segment=NetworkSegment(a38c6ab5-d047-473e-84ca-80559a8fb653),segment_id=a38c6ab5-d047-473e-84ca-80559a8fb653)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:01.921602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.936194 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,revision_number=11']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:01.948172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Attempting to bind port 56608e56-197a-4da6-8322-2d2755fc2861 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:01.948915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Attempting to bind port 56608e56-197a-4da6-8322-2d2755fc2861 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '04822c40-3bd0-443b-b757-5e662780a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:01.949469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Attempting to bind port 56608e56-197a-4da6-8322-2d2755fc2861 on network 8463ce3c-1074-49b2-abf7-717b00b88bf3 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:01.975793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (1ec9591f-de29-4b3d-a409-63eb4c872ebd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.983882 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:01.997817 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1ec9591f-de29-4b3d-a409-63eb4c872ebd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.041238 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.048929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9948156 Jan 31 18:59:02.049505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55742) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:02.055261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f31f6b7e-ffb4-406f-ad37-7472a3389f2b tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': '1ec9591f-de29-4b3d-a409-63eb4c872ebd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:02.056176 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-f31f6b7e-ffb4-406f-ad37-7472a3389f2b tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 31 18:59:02.058766 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-f31f6b7e-ffb4-406f-ad37-7472a3389f2b tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:02.060233 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f31f6b7e-ffb4-406f-ad37-7472a3389f2b tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0097256 Jan 31 18:59:02.069044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.069044 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55744) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:02.069319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045b827-9994-4087-b84d-9bce470fe999 req-c08b9928-a4a5-4d20-a8e4-5cf84db5ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:02.071112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8045b827-9994-4087-b84d-9bce470fe999 req-c08b9928-a4a5-4d20-a8e4-5cf84db5ac8e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 1128 time: 0.3461318 Jan 31 18:59:02.077293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87537f5-b4ad-4a13-846b-f0016595a274 req-d505a03f-b577-4a19-a062-e6c270769a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:02.085418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f87537f5-b4ad-4a13-846b-f0016595a274 req-d505a03f-b577-4a19-a062-e6c270769a6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 1129 time: 0.5513668 Jan 31 18:59:02.091846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:02.092529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Checking segment: {'id': '04822c40-3bd0-443b-b757-5e662780a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:02.093391 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.093962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Bound using segment: {'id': '04822c40-3bd0-443b-b757-5e662780a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:02.094608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Bound port: 56608e56-197a-4da6-8322-2d2755fc2861, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04822c40-3bd0-443b-b757-5e662780a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:02.095157 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (56608e56-197a-4da6-8322-2d2755fc2861), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.158926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Port': ['ID=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:02.201709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] No DVR routers for this DVR port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:59:02.248779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec9591f-de29-4b3d-a409-63eb4c872ebd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:02.285741 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.386104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.386370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.386840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.388031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.388031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.388271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.389029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.389919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.389919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.390644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.391080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.392163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.392163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f844a4c-9a06-4621-bb38-179f76e08bd0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:02.431339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87537f5-b4ad-4a13-846b-f0016595a274 req-29f27fb6-7c77-4cd7-915a-437d6ad9a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:02.433687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f87537f5-b4ad-4a13-846b-f0016595a274 req-29f27fb6-7c77-4cd7-915a-437d6ad9a754 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53325844-6576-460a-86d9-f42d5aeacca9 HTTP/1.1" status: 200 len: 898 time: 0.3312166 Jan 31 18:59:02.435242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 8463ce3c-1074-49b2-abf7-717b00b88bf3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:02.437082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=2996dab6-a3ab-4fa9-b22b-b5f5472fbe26,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:02.458091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8045b827-9994-4087-b84d-9bce470fe999 req-05956996-0740-4f18-af5d-badc631e2cb7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657832 Jan 31 18:59:02.461702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:02.465464 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:02.476136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d0251-475f-44a6-aa04-c7663980c36d None None] Pushing event updated for resources: {'Port': ['ID=bf5652cf-d9d7-4374-aa53-d06156a18eea,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:02.559346 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24f5abb2-c5f7-4d0d-acc5-6671291d7902 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (1ec9591f-de29-4b3d-a409-63eb4c872ebd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.631488 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.637854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f87537f5-b4ad-4a13-846b-f0016595a274 req-d87ca552-9b40-40c5-ae10-5da59f8da0e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 HTTP/1.1" status: 200 len: 1000 time: 0.1790965 Jan 31 18:59:02.680177 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.699422 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (03351212-8393-4239-90fb-e7254b1f94f8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.756930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03351212-8393-4239-90fb-e7254b1f94f8']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:02.788107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fdbe63-602f-4d77-a8b8-166a79087edf') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:02.791151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fdbe63-602f-4d77-a8b8-166a79087edf') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:02.820040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (a2fdbe63-602f-4d77-a8b8-166a79087edf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.833870 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.834679 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.851297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55758) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:02.945076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] For port 56608e56-197a-4da6-8322-2d2755fc2861, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:02.947486 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a2fdbe63-602f-4d77-a8b8-166a79087edf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.948132 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-623b8ae4-e972-40fb-8142-073a49da16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (8fe059d5-8e5a-41bc-b4d7-5b359457b68d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:02.958146 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24f5abb2-c5f7-4d0d-acc5-6671291d7902 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (1ec9591f-de29-4b3d-a409-63eb4c872ebd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:03.014300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:59:03.014917 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (a2fdbe63-602f-4d77-a8b8-166a79087edf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:59:03.026965 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:59:03.030705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b8ae4-e972-40fb-8142-073a49da16ef None None] No DVR routers for this DVR port 8fe059d5-8e5a-41bc-b4d7-5b359457b68d on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:59:03.055392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b8ae4-e972-40fb-8142-073a49da16ef None None] Pushing event deleted for resources: {'Port': ['ID=8fe059d5-8e5a-41bc-b4d7-5b359457b68d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:03.064151 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:03.072161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] For port 56608e56-197a-4da6-8322-2d2755fc2861, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=56608e56-197a-4da6-8322-2d2755fc2861,segment=NetworkSegment(04822c40-3bd0-443b-b757-5e662780a57f),segment_id=04822c40-3bd0-443b-b757-5e662780a57f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:03.095796 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (56608e56-197a-4da6-8322-2d2755fc2861), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:03.170966 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd8631c3-a65d-416d-9e59-7fa28b1f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T18:58:24Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'ea01ae9f-b506-475b-a564-6fa6593c8464', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'port_id': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'mac_address': 'fa:16:3e:38:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439711a0-5a62-41a7-9187-29022f115835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:58:57Z', 'updated_at': '2022-01-31T18:58:57Z', 'revision_number': 0, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994ee413-d47e-4984-933d-ff5e100196c3', 'name': '', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:f6:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:22Z', 'updated_at': '2022-01-31T18:58:30Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:03.205006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2460e0-e3e4-4254-b4f1-4e2b576372b5 req-d50949c3-be7f-4f75-afd1-20d5fff85c99 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:03.206764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db2460e0-e3e4-4254-b4f1-4e2b576372b5 req-d50949c3-be7f-4f75-afd1-20d5fff85c99 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 945 time: 0.4044001 Jan 31 18:59:03.210624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87537f5-b4ad-4a13-846b-f0016595a274 req-a13bc4d5-eca5-4ed4-80ac-ace179f9f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:03.212068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f87537f5-b4ad-4a13-846b-f0016595a274 req-a13bc4d5-eca5-4ed4-80ac-ace179f9f7bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adb49a0c-064d-4132-a9cf-1163cd60b38b HTTP/1.1" status: 200 len: 833 time: 0.4111638 Jan 31 18:59:03.243147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55764) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:03.250009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8631c3-a65d-416d-9e59-7fa28b1f1396 None None] Checking router: d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:03.308495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8631c3-a65d-416d-9e59-7fa28b1f1396 None None] Routers {'d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:03.312923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd8631c3-a65d-416d-9e59-7fa28b1f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:03.484695 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db2460e0-e3e4-4254-b4f1-4e2b576372b5 req-735e88dc-ece0-4056-aecc-2184d7392159 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421215 Jan 31 18:59:03.522159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-dd8631c3-a65d-416d-9e59-7fa28b1f1396 None None] Set router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:03.545308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87537f5-b4ad-4a13-846b-f0016595a274 req-d43741fe-5fef-4786-86e3-0c389c69c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:03.546887 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f87537f5-b4ad-4a13-846b-f0016595a274 req-d43741fe-5fef-4786-86e3-0c389c69c37a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53325844-6576-460a-86d9-f42d5aeacca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3057284 Jan 31 18:59:03.726273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff67c10-0872-4003-ba05-c969f3ef656b None None] Pushing event updated for resources: {'Port': ['ID=56608e56-197a-4da6-8322-2d2755fc2861,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:03.759415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f87537f5-b4ad-4a13-846b-f0016595a274 req-29f9a3af-f10e-431b-ad9f-ae4706b9d360 service neutron] 10.222.0.49 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820488 Jan 31 18:59:04.058966 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6686bd85-16ff-44c5-bb65-7cc43a25c964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.083388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f87537f5-b4ad-4a13-846b-f0016595a274 req-1d16721e-0885-4a17-aaeb-453dffd8d282 service neutron] 10.222.0.49 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757704 Jan 31 18:59:04.095735 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=8103c75b-a2b2-4473-94f8-2bb18fb84e56,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:04.124578 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.132382 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fd3ed9e3-c0c3-489f-b183-d254116e7931 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/ea01ae9f-b506-475b-a564-6fa6593c8464 HTTP/1.1" status: 200 len: 992 time: 1.2710822 Jan 31 18:59:04.132734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb695b8-9594-4cef-a4ac-6ade017b9288 None None] Network 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:04.136797 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24f5abb2-c5f7-4d0d-acc5-6671291d7902 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1ec9591f-de29-4b3d-a409-63eb4c872ebd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.140906 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24f5abb2-c5f7-4d0d-acc5-6671291d7902 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.145986 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-24f5abb2-c5f7-4d0d-acc5-6671291d7902 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ec9591f-de29-4b3d-a409-63eb4c872ebd HTTP/1.1" status: 204 len: 168 time: 2.0721767 Jan 31 18:59:04.146440 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.146801 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55776) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:04.233561 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5abb2-c5f7-4d0d-acc5-6671291d7902 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec9591f-de29-4b3d-a409-63eb4c872ebd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:04.294416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.300934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (03351212-8393-4239-90fb-e7254b1f94f8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.330231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=2996dab6-a3ab-4fa9-b22b-b5f5472fbe26,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:04.344821 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.353402 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] 10.222.0.20 "DELETE /v2.0/networks/03351212-8393-4239-90fb-e7254b1f94f8 HTTP/1.1" status: 204 len: 168 time: 3.4153061 Jan 31 18:59:04.387820 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6a7cfeaa-9ab3-4df7-a866-6a85f9e058ab tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1822143 Jan 31 18:59:04.388717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55782) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:04.390084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380dcc7-0c49-414a-a01a-24822f1cb298 tempest-PortsTestJSON-712883820 tempest-PortsTestJSON-712883820-project] Pushing event deleted for resources: {'Network': ['ID=03351212-8393-4239-90fb-e7254b1f94f8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:04.398991 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-55b046ee-0a8b-435d-bf6e-31741df4a928 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607421725'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:04.447818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1162ce2b-88a2-4615-8938-0c88760cd14b None None] Provisioning complete for port bf5652cf-d9d7-4374-aa53-d06156a18eea triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:04.448701 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1162ce2b-88a2-4615-8938-0c88760cd14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.451303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:04.459379 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:04.465922 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55b046ee-0a8b-435d-bf6e-31741df4a928 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.585104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd8631c3-a65d-416d-9e59-7fa28b1f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T18:58:24Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'ea01ae9f-b506-475b-a564-6fa6593c8464', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'port_id': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'mac_address': 'fa:16:3e:38:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439711a0-5a62-41a7-9187-29022f115835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:58:57Z', 'updated_at': '2022-01-31T18:58:57Z', 'revision_number': 0, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994ee413-d47e-4984-933d-ff5e100196c3', 'name': '', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:f6:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:22Z', 'updated_at': '2022-01-31T18:58:30Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:04.601561 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6686bd85-16ff-44c5-bb65-7cc43a25c964 admin admin] Publish callbacks [] for security_group (3aa78093-db25-4aed-95c8-25b84746bed8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.631608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6686bd85-16ff-44c5-bb65-7cc43a25c964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3aa78093-db25-4aed-95c8-25b84746bed8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.704226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8631c3-a65d-416d-9e59-7fa28b1f1396 None None] The sync data for ids ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'] in n-d-812111-15 is: [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T18:58:24Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'ea01ae9f-b506-475b-a564-6fa6593c8464', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'port_id': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'mac_address': 'fa:16:3e:38:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439711a0-5a62-41a7-9187-29022f115835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:58:57Z', 'updated_at': '2022-01-31T18:58:57Z', 'revision_number': 0, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994ee413-d47e-4984-933d-ff5e100196c3', 'name': '', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:f6:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:22Z', 'updated_at': '2022-01-31T18:58:30Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:04.720793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 56608e56-197a-4da6-8322-2d2755fc2861 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:04.909804 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55b046ee-0a8b-435d-bf6e-31741df4a928 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (ae8b2ccb-1e43-4b1e-9bc7-627705b9aa45), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.933202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55b046ee-0a8b-435d-bf6e-31741df4a928 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ae8b2ccb-1e43-4b1e-9bc7-627705b9aa45), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:04.987841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router b7e4746c-dce0-4169-a5ee-67fca4b8900a is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:59:05.056043 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55b046ee-0a8b-435d-bf6e-31741df4a928 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:05.057410 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-55b046ee-0a8b-435d-bf6e-31741df4a928 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6633267 Jan 31 18:59:05.074026 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:05.084403 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-91258954-7150-4bf5-92b0-af9abb0dc084 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': 'ae8b2ccb-1e43-4b1e-9bc7-627705b9aa45', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:05.085217 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-91258954-7150-4bf5-92b0-af9abb0dc084 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 31 18:59:05.086372 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-91258954-7150-4bf5-92b0-af9abb0dc084 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:05.086770 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-91258954-7150-4bf5-92b0-af9abb0dc084 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112004 Jan 31 18:59:05.087860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b046ee-0a8b-435d-bf6e-31741df4a928 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8b2ccb-1e43-4b1e-9bc7-627705b9aa45,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:05.099919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1162ce2b-88a2-4615-8938-0c88760cd14b None None] Current status of the port bf5652cf-d9d7-4374-aa53-d06156a18eea is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:05.100355 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1162ce2b-88a2-4615-8938-0c88760cd14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:05.135810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 56608e56-197a-4da6-8322-2d2755fc2861 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:05.136547 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (56608e56-197a-4da6-8322-2d2755fc2861), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:05.206769 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca4596-e694-4139-bebb-9c5b3b759e06 None None] New status for floating IP ea01ae9f-b506-475b-a564-6fa6593c8464: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 18:59:05.282366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55794) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:05.282809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55796) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:05.283078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:05.284994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:05.298498 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-12cc5dc2-afff-4c40-831f-82664b3ecd56 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7816145 Jan 31 18:59:05.304238 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:05.342477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Sync routers for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:05.357815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40193f30-5cd4-40e3-bee8-2eac18c72672 None None] Network 8463ce3c-1074-49b2-abf7-717b00b88bf3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:05.413008 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-52797785-b187-4b4f-bcac-0b68f30bdd40 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1252827359'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:05.461686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52797785-b187-4b4f-bcac-0b68f30bdd40 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:05.467103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52797785-b187-4b4f-bcac-0b68f30bdd40 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:05.515159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:05.522085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:05.609613 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-917f6661-c73b-4b50-a06e-fcaaa32d320a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/ea01ae9f-b506-475b-a564-6fa6593c8464 HTTP/1.1" status: 200 len: 992 time: 0.3203163 Jan 31 18:59:05.671441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1162ce2b-88a2-4615-8938-0c88760cd14b None None] For port bf5652cf-d9d7-4374-aa53-d06156a18eea, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bf5652cf-d9d7-4374-aa53-d06156a18eea,segment=NetworkSegment(a38c6ab5-d047-473e-84ca-80559a8fb653),segment_id=a38c6ab5-d047-473e-84ca-80559a8fb653)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:05.695829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52797785-b187-4b4f-bcac-0b68f30bdd40 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:59:05.702610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dec0976e-058a-4ec1-ad69-3c08ce08050e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (ae8b2ccb-1e43-4b1e-9bc7-627705b9aa45), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:05.775812 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1162ce2b-88a2-4615-8938-0c88760cd14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:05.792004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dec0976e-058a-4ec1-ad69-3c08ce08050e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (ae8b2ccb-1e43-4b1e-9bc7-627705b9aa45), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:05.796158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52797785-b187-4b4f-bcac-0b68f30bdd40 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (68322890-8ba5-4fbd-a816-c55f2b0cc5b8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:05.798368 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-52797785-b187-4b4f-bcac-0b68f30bdd40 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Added segment 68322890-8ba5-4fbd-a816-c55f2b0cc5b8 of type vlan for network bca1542b-ecda-4335-8acf-4972f3f977bb Jan 31 18:59:05.887694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686bd85-16ff-44c5-bb65-7cc43a25c964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa78093-db25-4aed-95c8-25b84746bed8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:05.911910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6686bd85-16ff-44c5-bb65-7cc43a25c964 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f383bc51414245dbbb798885b5781fa7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6663308 Jan 31 18:59:05.916948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 8463ce3c-1074-49b2-abf7-717b00b88bf3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:05.925934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:05.957842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:05.975382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:06.001968 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52797785-b187-4b4f-bcac-0b68f30bdd40 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (bca1542b-ecda-4335-8acf-4972f3f977bb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.028014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ec51a-8204-4d41-b2db-2d3d79112121 req-931002e8-dd34-4700-aab7-ca345833178a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:06.030916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b3ec51a-8204-4d41-b2db-2d3d79112121 req-931002e8-dd34-4700-aab7-ca345833178a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 945 time: 1.3896952 Jan 31 18:59:06.032476 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c75f1d9c-c8cb-411a-a394-56e587ec2e0a admin admin] Publish callbacks [] for security_group (3aa78093-db25-4aed-95c8-25b84746bed8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.049708 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-df602c44-99e4-4cf8-954e-498fa3b8a9bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbbb1c34a5a64e82b1085e7b45e35416&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7599804 Jan 31 18:59:06.059225 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55814) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:06.081255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6cdeaa09-2c6b-4187-a782-25a3fdea257f None None] Provisioning complete for port bf5652cf-d9d7-4374-aa53-d06156a18eea triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:06.082486 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6cdeaa09-2c6b-4187-a782-25a3fdea257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.118285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 56608e56-197a-4da6-8322-2d2755fc2861 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:06.118921 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (56608e56-197a-4da6-8322-2d2755fc2861), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.130003 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162ce2b-88a2-4615-8938-0c88760cd14b None None] Pushing event updated for resources: {'Port': ['ID=bf5652cf-d9d7-4374-aa53-d06156a18eea,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:06.134422 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dec0976e-058a-4ec1-ad69-3c08ce08050e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ae8b2ccb-1e43-4b1e-9bc7-627705b9aa45), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.136835 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dec0976e-058a-4ec1-ad69-3c08ce08050e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.140465 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dec0976e-058a-4ec1-ad69-3c08ce08050e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "DELETE /v2.0/security-groups/ae8b2ccb-1e43-4b1e-9bc7-627705b9aa45 HTTP/1.1" status: 204 len: 168 time: 0.8511624 Jan 31 18:59:06.154098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55818) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:06.156062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0976e-058a-4ec1-ad69-3c08ce08050e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8b2ccb-1e43-4b1e-9bc7-627705b9aa45,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:06.160794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52797785-b187-4b4f-bcac-0b68f30bdd40 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (bca1542b-ecda-4335-8acf-4972f3f977bb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.166569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52797785-b187-4b4f-bcac-0b68f30bdd40 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:06.167201 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52797785-b187-4b4f-bcac-0b68f30bdd40 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.278772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d70c68b-a3f6-45a3-bd2c-e71fd9fdcf82 admin admin] Publish callbacks [] for security_group (bd74a07c-dc15-4d2b-91c4-00a35048d95b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.336789 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d70c68b-a3f6-45a3-bd2c-e71fd9fdcf82 admin admin] Publish callbacks [] for security_group (bd74a07c-dc15-4d2b-91c4-00a35048d95b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.352379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 56608e56-197a-4da6-8322-2d2755fc2861, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=56608e56-197a-4da6-8322-2d2755fc2861,segment=NetworkSegment(04822c40-3bd0-443b-b757-5e662780a57f),segment_id=04822c40-3bd0-443b-b757-5e662780a57f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:06.368385 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (56608e56-197a-4da6-8322-2d2755fc2861), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.369212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bf5652cf-d9d7-4374-aa53-d06156a18eea up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:06.392111 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c75f1d9c-c8cb-411a-a394-56e587ec2e0a admin admin] Publish callbacks [] for security_group (3aa78093-db25-4aed-95c8-25b84746bed8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.443706 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-52797785-b187-4b4f-bcac-0b68f30bdd40 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1272442 Jan 31 18:59:06.444810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52797785-b187-4b4f-bcac-0b68f30bdd40 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Network': ['ID=bca1542b-ecda-4335-8acf-4972f3f977bb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:06.447082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55820) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:06.452691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f67d8942-022f-4b8a-a760-8872fd5019e6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'subnet': {'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:06.457351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d70c68b-a3f6-45a3-bd2c-e71fd9fdcf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bd74a07c-dc15-4d2b-91c4-00a35048d95b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.459891 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d70c68b-a3f6-45a3-bd2c-e71fd9fdcf82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.461091 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7d70c68b-a3f6-45a3-bd2c-e71fd9fdcf82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd74a07c-dc15-4d2b-91c4-00a35048d95b HTTP/1.1" status: 204 len: 168 time: 0.3991668 Jan 31 18:59:06.525915 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70c68b-a3f6-45a3-bd2c-e71fd9fdcf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd74a07c-dc15-4d2b-91c4-00a35048d95b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:06.547045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b3ec51a-8204-4d41-b2db-2d3d79112121 req-c584e4c0-b3c3-43a9-891a-f14bf679624c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085862 Jan 31 18:59:06.557819 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6cdeaa09-2c6b-4187-a782-25a3fdea257f None None] Current status of the port bf5652cf-d9d7-4374-aa53-d06156a18eea is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:06.586082 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-41ed01da-373c-44aa-ad5f-0840c3d43bfc tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3897953 Jan 31 18:59:06.595540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55826) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:06.613328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:06.617064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4e4817be-9965-4053-a640-9fd3fa069473 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group': {'name': 'tempest-secgroup--410154443'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:06.626664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:06.689292 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c75f1d9c-c8cb-411a-a394-56e587ec2e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3aa78093-db25-4aed-95c8-25b84746bed8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.694674 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c75f1d9c-c8cb-411a-a394-56e587ec2e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.698272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c75f1d9c-c8cb-411a-a394-56e587ec2e0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3aa78093-db25-4aed-95c8-25b84746bed8 HTTP/1.1" status: 204 len: 168 time: 0.7706356 Jan 31 18:59:06.884910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:06.895778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0412b57d-eb98-4ead-ab90-60345a8bc5da tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3700137 Jan 31 18:59:06.897849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f1d9c-c8cb-411a-a394-56e587ec2e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa78093-db25-4aed-95c8-25b84746bed8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:06.899434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55838) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:06.907211 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8dfc4062-9f06-45de-910d-0972e0a30ee8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/ea01ae9f-b506-475b-a564-6fa6593c8464 HTTP/1.1" status: 200 len: 994 time: 0.2784576 Jan 31 18:59:06.915141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67d8942-022f-4b8a-a760-8872fd5019e6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:06.916911 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Sync routers for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:06.919001 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67d8942-022f-4b8a-a760-8872fd5019e6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.922413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'network': {'name': 'tempest-RoutersTest-994214177'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:06.928087 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e4817be-9965-4053-a640-9fd3fa069473 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:06.952016 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:06.956155 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:07.067839 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:07.080578 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:07.228614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network bca1542b-ecda-4335-8acf-4972f3f977bb details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:59:07.245612 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:07.245990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:59:07.266976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd9cfa-3e7e-4bdb-8ff7-7753fceca2eb req-e3b5a710-084c-4e92-9ebd-716d338a8e60 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:07.268781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1dd9cfa-3e7e-4bdb-8ff7-7753fceca2eb req-e3b5a710-084c-4e92-9ebd-716d338a8e60 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 945 time: 0.2635705 Jan 31 18:59:07.358936 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e4817be-9965-4053-a640-9fd3fa069473 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (92d86099-8a5a-4cf8-8f6f-5d319acf3488), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:07.405452 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67d8942-022f-4b8a-a760-8872fd5019e6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (c681ad12-0da2-4c5f-ba09-73de10c48f18), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:07.413645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:07.413998 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Added segment 73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2 of type vlan for network 1b314b09-e3a9-4f69-92f3-6a2f9e66041c Jan 31 18:59:07.438658 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e4817be-9965-4053-a640-9fd3fa069473 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (92d86099-8a5a-4cf8-8f6f-5d319acf3488), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:07.529991 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d8942-022f-4b8a-a760-8872fd5019e6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Subnet': ['ID=c681ad12-0da2-4c5f-ba09-73de10c48f18,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:07.575255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6cdeaa09-2c6b-4187-a782-25a3fdea257f None None] Provisioning complete for port 56608e56-197a-4da6-8322-2d2755fc2861 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:07.581652 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6cdeaa09-2c6b-4187-a782-25a3fdea257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (56608e56-197a-4da6-8322-2d2755fc2861), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:07.592898 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d8942-022f-4b8a-a760-8872fd5019e6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Checking segment: {'id': '68322890-8ba5-4fbd-a816-c55f2b0cc5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:07.593246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67d8942-022f-4b8a-a760-8872fd5019e6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network hostable DHCP agents. Network: bca1542b-ecda-4335-8acf-4972f3f977bb, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:59:07.620181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=56608e56-197a-4da6-8322-2d2755fc2861,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:07.628468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67d8942-022f-4b8a-a760-8872fd5019e6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network bca1542b-ecda-4335-8acf-4972f3f977bb is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:59:07.671464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port bf5652cf-d9d7-4374-aa53-d06156a18eea triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:07.671852 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:07.675590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e4817be-9965-4053-a640-9fd3fa069473 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:07.677173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4e4817be-9965-4053-a640-9fd3fa069473 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0778315 Jan 31 18:59:07.680063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55848) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:07.689994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bbbceca6-9844-4c36-945b-dd2a538594d0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': '92d86099-8a5a-4cf8-8f6f-5d319acf3488', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:07.709092 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-bbbceca6-9844-4c36-945b-dd2a538594d0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 31 18:59:07.710405 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-bbbceca6-9844-4c36-945b-dd2a538594d0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:07.712677 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bbbceca6-9844-4c36-945b-dd2a538594d0 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0313382 Jan 31 18:59:07.715309 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55850) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:07.718323 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f67d8942-022f-4b8a-a760-8872fd5019e6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, bca1542b-ecda-4335-8acf-4972f3f977bb) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:07.733670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bc3b35d1-5af0-4262-bf6d-83d3f3194664 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': '92d86099-8a5a-4cf8-8f6f-5d319acf3488', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:07.735938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231d9889-3f3b-47a7-8477-325806bb0c27 None None] Network bca1542b-ecda-4335-8acf-4972f3f977bb requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:07.738460 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-bc3b35d1-5af0-4262-bf6d-83d3f3194664 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 31 18:59:07.739919 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-bc3b35d1-5af0-4262-bf6d-83d3f3194664 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:07.741952 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bc3b35d1-5af0-4262-bf6d-83d3f3194664 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0246854 Jan 31 18:59:07.747001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55852) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:07.758149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6dec3dd6-8395-4b50-97e0-1296651bd624 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': '92d86099-8a5a-4cf8-8f6f-5d319acf3488', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:07.763394 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (1b314b09-e3a9-4f69-92f3-6a2f9e66041c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:07.765694 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-6dec3dd6-8395-4b50-97e0-1296651bd624 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 31 18:59:07.767452 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-6dec3dd6-8395-4b50-97e0-1296651bd624 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:07.775826 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6dec3dd6-8395-4b50-97e0-1296651bd624 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0258267 Jan 31 18:59:07.780005 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67d8942-022f-4b8a-a760-8872fd5019e6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:07.781550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67d8942-022f-4b8a-a760-8872fd5019e6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:07.785013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1dd9cfa-3e7e-4bdb-8ff7-7753fceca2eb req-fedcf845-bafa-4b06-853f-11264a4472f0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747055 Jan 31 18:59:07.788512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4817be-9965-4053-a640-9fd3fa069473 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d86099-8a5a-4cf8-8f6f-5d319acf3488,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:07.796041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:07.812258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7dd25512-bd26-43f7-bbd1-2a359a8d82d6 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': '92d86099-8a5a-4cf8-8f6f-5d319acf3488', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:07.814427 n-d-812111-15 neutron-server[103225]: WARNING neutron.api.v2.base [None req-7dd25512-bd26-43f7-bbd1-2a359a8d82d6 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 31 18:59:07.815666 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-7dd25512-bd26-43f7-bbd1-2a359a8d82d6 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:07.823065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7dd25512-bd26-43f7-bbd1-2a359a8d82d6 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0209925 Jan 31 18:59:07.828072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55856) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:07.847603 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f67d8942-022f-4b8a-a760-8872fd5019e6 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3993390 Jan 31 18:59:07.850505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:07.889632 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:59:07.996230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55862) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:08.010951 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (1b314b09-e3a9-4f69-92f3-6a2f9e66041c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.017262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:08.019202 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.034965 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:02Z', 'revision_number': 3, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:03Z', 'revision_number': 2, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:08.048328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:01Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:02Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:08.098264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1977634 Jan 31 18:59:08.121409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55866) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:08.133875 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Checking router: 396fc9d1-794e-4d2f-9489-28ebf09c9a0e for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:08.135560 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Updating router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:59:08.193161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8d1f7397-01da-4208-88e4-711c5c48991e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'subnet': {'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:08.213693 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.249205 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d73205f1-487f-4e6c-a5ce-c41d543790ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.256747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Checking router: b7e4746c-dce0-4169-a5ee-67fca4b8900a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:08.257103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Updating router b7e4746c-dce0-4169-a5ee-67fca4b8900a port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:59:08.437317 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78a67b20-b1c5-4eb0-8c11-cf0518da8501 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (92d86099-8a5a-4cf8-8f6f-5d319acf3488), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.467630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bc53d-8f06-4284-9cfc-785272cbe185 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Network': ['ID=1b314b09-e3a9-4f69-92f3-6a2f9e66041c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:08.511088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 1b314b09-e3a9-4f69-92f3-6a2f9e66041c details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:59:08.523436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78a67b20-b1c5-4eb0-8c11-cf0518da8501 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (92d86099-8a5a-4cf8-8f6f-5d319acf3488), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.549659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21399df-4d70-4490-982d-d5d9ec8b1d4e req-22c83a7e-a6b6-4264-b576-6bd2c27d82ef tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:08.551702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c21399df-4d70-4490-982d-d5d9ec8b1d4e req-22c83a7e-a6b6-4264-b576-6bd2c27d82ef tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 945 time: 0.4915566 Jan 31 18:59:08.602251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1f7397-01da-4208-88e4-711c5c48991e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:08.605783 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d1f7397-01da-4208-88e4-711c5c48991e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.690707 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78a67b20-b1c5-4eb0-8c11-cf0518da8501 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (92d86099-8a5a-4cf8-8f6f-5d319acf3488), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.694176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78a67b20-b1c5-4eb0-8c11-cf0518da8501 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.697801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-78a67b20-b1c5-4eb0-8c11-cf0518da8501 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "DELETE /v2.0/security-groups/92d86099-8a5a-4cf8-8f6f-5d319acf3488 HTTP/1.1" status: 204 len: 168 time: 0.8664365 Jan 31 18:59:08.708540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55878) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:08.723756 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.733890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port bf5652cf-d9d7-4374-aa53-d06156a18eea is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:08.744266 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d73205f1-487f-4e6c-a5ce-c41d543790ca admin admin] Publish callbacks [] for security_group (64b2d9dc-6fbe-47e7-b28a-eb3063d1dd74), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.756898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a67b20-b1c5-4eb0-8c11-cf0518da8501 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d86099-8a5a-4cf8-8f6f-5d319acf3488,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:08.765406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c21399df-4d70-4490-982d-d5d9ec8b1d4e req-432da7ab-12e4-45dd-9e36-7690bbcc9bcd tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016246 Jan 31 18:59:08.769446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-bca1542b-ecda-4335-8acf-4972f3f977bb', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:59:08.769874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d73205f1-487f-4e6c-a5ce-c41d543790ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (64b2d9dc-6fbe-47e7-b28a-eb3063d1dd74), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.771738 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.899013 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:08.901446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6cdeaa09-2c6b-4187-a782-25a3fdea257f None None] Current status of the port 56608e56-197a-4da6-8322-2d2755fc2861 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:08.931125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d73205f1-487f-4e6c-a5ce-c41d543790ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b6c5c1be76643ef9fefb4a3b2157df8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9337568 Jan 31 18:59:08.933868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:08.939123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-71a3a7ca-aa75-45a7-b972-b90825e83015 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2157416 Jan 31 18:59:08.939885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73205f1-487f-4e6c-a5ce-c41d543790ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b2d9dc-6fbe-47e7-b28a-eb3063d1dd74,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:08.945737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55888) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:08.993511 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Publish callbacks [] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.009065 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.058809 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 56608e56-197a-4da6-8322-2d2755fc2861 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:09.212683 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Attempting to bind port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:09.213254 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Attempting to bind port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '04822c40-3bd0-443b-b757-5e662780a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:09.213535 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Attempting to bind port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 on network 8463ce3c-1074-49b2-abf7-717b00b88bf3 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:09.249125 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780373f-d73c-4392-b167-8195dbdf4a4a None None] Pushing event updated for resources: {'Port': ['ID=2996dab6-a3ab-4fa9-b22b-b5f5472fbe26,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:09.256024 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d1f7397-01da-4208-88e4-711c5c48991e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (f2317715-d27c-4959-b233-f66970270966), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.265098 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:09.268269 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Checking segment: {'id': '04822c40-3bd0-443b-b757-5e662780a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:09.271150 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.271579 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Bound using segment: {'id': '04822c40-3bd0-443b-b757-5e662780a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:09.275374 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Bound port: 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04822c40-3bd0-443b-b757-5e662780a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:09.275864 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.351176 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Allocated IP 2001:db8:1::1 (bca1542b-ecda-4335-8acf-4972f3f977bb/c681ad12-0da2-4c5f-ba09-73de10c48f18/638f50f8-86f6-4321-9445-19403bc45f9e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:09.376794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6cdeaa09-2c6b-4187-a782-25a3fdea257f None None] Provisioning complete for port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:09.377252 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6cdeaa09-2c6b-4187-a782-25a3fdea257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.399091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-193348ee-4afa-4067-b149-2ca43da2610e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group': {'name': 'tempest-secgroup--256411613'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:09.411206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55898) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:09.438854 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] For port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:09.444559 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] For port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2996dab6-a3ab-4fa9-b22b-b5f5472fbe26,segment=NetworkSegment(04822c40-3bd0-443b-b757-5e662780a57f),segment_id=04822c40-3bd0-443b-b757-5e662780a57f)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:09.454918 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.530251 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780373f-d73c-4392-b167-8195dbdf4a4a None None] Pushing event updated for resources: {'Port': ['ID=2996dab6-a3ab-4fa9-b22b-b5f5472fbe26,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:09.541841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f7397-01da-4208-88e4-711c5c48991e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Subnet': ['ID=f2317715-d27c-4959-b233-f66970270966,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:09.559358 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:09.560064 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:09.580638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f7397-01da-4208-88e4-711c5c48991e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Checking segment: {'id': '73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:09.581451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1f7397-01da-4208-88e4-711c5c48991e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network hostable DHCP agents. Network: 1b314b09-e3a9-4f69-92f3-6a2f9e66041c, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:59:09.596362 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb94c5b7-ee1f-4f8a-a33c-8b2a0596b7ef admin admin] Publish callbacks [] for security_group (64b2d9dc-6fbe-47e7-b28a-eb3063d1dd74), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.598374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6cdeaa09-2c6b-4187-a782-25a3fdea257f None None] Port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:09.608461 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-193348ee-4afa-4067-b149-2ca43da2610e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.614896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71434f2-75d4-4fbf-b666-60fcd551fbc1 req-bb46e24e-ba9e-40a8-84a3-57557b0b5218 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:09.636975 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a71434f2-75d4-4fbf-b666-60fcd551fbc1 req-bb46e24e-ba9e-40a8-84a3-57557b0b5218 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 945 time: 0.2569342 Jan 31 18:59:09.698139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1f7397-01da-4208-88e4-711c5c48991e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 1b314b09-e3a9-4f69-92f3-6a2f9e66041c is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:59:09.716648 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb94c5b7-ee1f-4f8a-a33c-8b2a0596b7ef admin admin] Publish callbacks [] for security_group (64b2d9dc-6fbe-47e7-b28a-eb3063d1dd74), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.743559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8d1f7397-01da-4208-88e4-711c5c48991e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 1b314b09-e3a9-4f69-92f3-6a2f9e66041c) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:09.755501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 56608e56-197a-4da6-8322-2d2755fc2861 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:09.755975 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (56608e56-197a-4da6-8322-2d2755fc2861), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.763366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1f7397-01da-4208-88e4-711c5c48991e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:09.763971 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d1f7397-01da-4208-88e4-711c5c48991e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.775338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c9140e-7f32-4883-bb52-c26f28cff769 None None] Network 1b314b09-e3a9-4f69-92f3-6a2f9e66041c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:09.790551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a71434f2-75d4-4fbf-b666-60fcd551fbc1 req-aa5cc86e-8e9f-4d67-acef-95eb4a5b1b24 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525671 Jan 31 18:59:09.813651 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:09.823828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4c33eb47-6f2c-4ff8-adbb-fce8ab76f0c7 tempest-DvrRoutersNegativeTest-992667524 tempest-DvrRoutersNegativeTest-992667524-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1722248086', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:09.826550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.policy [None req-4c33eb47-6f2c-4ff8-adbb-fce8ab76f0c7 tempest-DvrRoutersNegativeTest-992667524 tempest-DvrRoutersNegativeTest-992667524-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103225) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 31 18:59:09.826863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.policy [None req-4c33eb47-6f2c-4ff8-adbb-fce8ab76f0c7 tempest-DvrRoutersNegativeTest-992667524 tempest-DvrRoutersNegativeTest-992667524-project] Failed policy check for 'create_router' {{(pid=103225) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 31 18:59:09.827443 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-4c33eb47-6f2c-4ff8-adbb-fce8ab76f0c7 tempest-DvrRoutersNegativeTest-992667524 tempest-DvrRoutersNegativeTest-992667524-project] create failed (client error): Access was denied to this resource. Jan 31 18:59:09.834784 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4c33eb47-6f2c-4ff8-adbb-fce8ab76f0c7 tempest-DvrRoutersNegativeTest-992667524 tempest-DvrRoutersNegativeTest-992667524-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3672874 Jan 31 18:59:09.869968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8d1f7397-01da-4208-88e4-711c5c48991e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7073300 Jan 31 18:59:09.870604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55906) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:09.888233 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (638f50f8-86f6-4321-9445-19403bc45f9e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.899460 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb94c5b7-ee1f-4f8a-a33c-8b2a0596b7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (64b2d9dc-6fbe-47e7-b28a-eb3063d1dd74), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.906614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb94c5b7-ee1f-4f8a-a33c-8b2a0596b7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.911499 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bb94c5b7-ee1f-4f8a-a33c-8b2a0596b7ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64b2d9dc-6fbe-47e7-b28a-eb3063d1dd74 HTTP/1.1" status: 204 len: 168 time: 0.9723032 Jan 31 18:59:09.959482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-193348ee-4afa-4067-b149-2ca43da2610e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (e29e0e2b-c0bb-4951-aa11-730a20373d33), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:09.969231 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94c5b7-ee1f-4f8a-a33c-8b2a0596b7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b2d9dc-6fbe-47e7-b28a-eb3063d1dd74,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:09.981609 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-193348ee-4afa-4067-b149-2ca43da2610e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e29e0e2b-c0bb-4951-aa11-730a20373d33), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:10.043469 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-193348ee-4afa-4067-b149-2ca43da2610e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:10.046998 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-193348ee-4afa-4067-b149-2ca43da2610e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0945494 Jan 31 18:59:10.047674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55912) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:10.078745 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7dde0911-f151-440a-a825-64d431294fae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': 'e29e0e2b-c0bb-4951-aa11-730a20373d33', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:10.079529 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-7dde0911-f151-440a-a825-64d431294fae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 31 18:59:10.080046 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-7dde0911-f151-440a-a825-64d431294fae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:10.082402 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7dde0911-f151-440a-a825-64d431294fae tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0175116 Jan 31 18:59:10.085454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55914) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:10.092253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c72aa5cc-0f80-452c-a8d9-92989aa113d9 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': 'e29e0e2b-c0bb-4951-aa11-730a20373d33', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:10.129315 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:02Z', 'revision_number': 3, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:09Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:10.129783 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193348ee-4afa-4067-b149-2ca43da2610e tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29e0e2b-c0bb-4951-aa11-730a20373d33,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:10.146547 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:10.179090 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237b4f1-93d6-4ec1-8fad-04aa6e657c50 None None] The sync data for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 is: [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:02Z', 'revision_number': 3, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:09Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:10.197634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 56608e56-197a-4da6-8322-2d2755fc2861 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:10.198706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bf5652cf-d9d7-4374-aa53-d06156a18eea up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:10.234192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network bca1542b-ecda-4335-8acf-4972f3f977bb is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:10.241753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:59:10.242953 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:10.250198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:10.256039 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:10.256039 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:10.262489 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] Provisioning complete for port 56608e56-197a-4da6-8322-2d2755fc2861 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:10.262489 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (56608e56-197a-4da6-8322-2d2755fc2861), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:10.396464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=638f50f8-86f6-4321-9445-19403bc45f9e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:10.444119 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-c72aa5cc-0f80-452c-a8d9-92989aa113d9 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:10.448775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c72aa5cc-0f80-452c-a8d9-92989aa113d9 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3621428 Jan 31 18:59:10.449344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55918) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:10.456266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8d12f1ac-c0e6-4169-bf4c-4f63b9e0f998 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': 'e29e0e2b-c0bb-4951-aa11-730a20373d33', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:10.457365 n-d-812111-15 neutron-server[103225]: WARNING neutron.api.v2.base [None req-8d12f1ac-c0e6-4169-bf4c-4f63b9e0f998 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 31 18:59:10.458101 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-8d12f1ac-c0e6-4169-bf4c-4f63b9e0f998 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:10.459438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8d12f1ac-c0e6-4169-bf4c-4f63b9e0f998 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073256 Jan 31 18:59:10.462228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55920) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:10.505165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-556f5ede-257e-4100-b4e0-1eeb4e9d978d tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': 'e29e0e2b-c0bb-4951-aa11-730a20373d33', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:10.532949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Allocated IP 172.22.0.2 (1b314b09-e3a9-4f69-92f3-6a2f9e66041c/f2317715-d27c-4959-b233-f66970270966/3b0eac29-1be2-43b6-af25-510130bef670) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:10.622647 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:10.721219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Allocated IP 2001:db8:1::2 (bca1542b-ecda-4335-8acf-4972f3f977bb/c681ad12-0da2-4c5f-ba09-73de10c48f18/07715959-784f-4885-9240-cd44f06c64f3) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:10.725342 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55926) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:10.834888 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-556f5ede-257e-4100-b4e0-1eeb4e9d978d tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:10.839788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-556f5ede-257e-4100-b4e0-1eeb4e9d978d tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3725677 Jan 31 18:59:10.840013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:10.863060 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-56715ea8-4f9d-49b0-9e60-b0bc2f5bd2de tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': 'e29e0e2b-c0bb-4951-aa11-730a20373d33', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:10.863829 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-56715ea8-4f9d-49b0-9e60-b0bc2f5bd2de tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 31 18:59:10.866138 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-56715ea8-4f9d-49b0-9e60-b0bc2f5bd2de tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:10.867829 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-56715ea8-4f9d-49b0-9e60-b0bc2f5bd2de tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0279076 Jan 31 18:59:10.882310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89bf8e-7eef-4f4f-8796-ec51dd960fd0 req-07afe22e-bb0b-4226-b0af-b5aa5ae7bff4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:10.883898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b89bf8e-7eef-4f4f-8796-ec51dd960fd0 req-07afe22e-bb0b-4226-b0af-b5aa5ae7bff4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 945 time: 0.2785721 Jan 31 18:59:10.884775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:10.895382 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-12323df3-ed18-4755-b78f-fc96ecbfa2cd tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': 'e29e0e2b-c0bb-4951-aa11-730a20373d33', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:10.898558 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.020285 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-12323df3-ed18-4755-b78f-fc96ecbfa2cd tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:11.027612 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-12323df3-ed18-4755-b78f-fc96ecbfa2cd tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1411889 Jan 31 18:59:11.028502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55940) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:11.041359 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f13fd641-e342-42eb-bf18-828e9555bebb tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': 'e29e0e2b-c0bb-4951-aa11-730a20373d33', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:11.042134 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-f13fd641-e342-42eb-bf18-828e9555bebb tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 31 18:59:11.042921 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-f13fd641-e342-42eb-bf18-828e9555bebb tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:11.048129 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f13fd641-e342-42eb-bf18-828e9555bebb tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131488 Jan 31 18:59:11.049453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55942) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:11.050317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port bf5652cf-d9d7-4374-aa53-d06156a18eea triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:11.055304 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.059000 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7a48069a-b6bf-4bd4-8d3f-72f6efeb3959 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': 'e29e0e2b-c0bb-4951-aa11-730a20373d33', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:11.206339 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7f469b7-9e9c-444c-9e34-dad8b34e61ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.285607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b4acc-b429-4ed6-96a2-a59a47d0a320 req-daaa4667-284f-48af-813e-3ffecbf1a5a4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:11.287904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-213b4acc-b429-4ed6-96a2-a59a47d0a320 req-daaa4667-284f-48af-813e-3ffecbf1a5a4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 945 time: 0.2689338 Jan 31 18:59:11.329302 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-7a48069a-b6bf-4bd4-8d3f-72f6efeb3959 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:11.330406 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7a48069a-b6bf-4bd4-8d3f-72f6efeb3959 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2761140 Jan 31 18:59:11.344282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55950) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:11.365822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fd757dc8-f413-4c94-9bc4-275b461986de tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': 'e29e0e2b-c0bb-4951-aa11-730a20373d33', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:11.475842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] Current status of the port 56608e56-197a-4da6-8322-2d2755fc2861 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:11.481839 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Publish callbacks [] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.508577 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9b89bf8e-7eef-4f4f-8796-ec51dd960fd0 req-a176ab53-ab63-4367-adba-4fa263ddf6c0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Deleting port bee1dd13-9d3f-48ec-9b2e-94537703d291 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:11.509287 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9b89bf8e-7eef-4f4f-8796-ec51dd960fd0 req-a176ab53-ab63-4367-adba-4fa263ddf6c0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.533607 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7f469b7-9e9c-444c-9e34-dad8b34e61ae admin admin] Publish callbacks [] for security_group (962f5b7e-c0eb-4def-ac6b-0f88a041948b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.560646 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.567055 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7f469b7-9e9c-444c-9e34-dad8b34e61ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (962f5b7e-c0eb-4def-ac6b-0f88a041948b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.568578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-213b4acc-b429-4ed6-96a2-a59a47d0a320 req-c9ff74f3-4878-4584-ae63-f33044404fa0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204368 Jan 31 18:59:11.618901 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-fd757dc8-f413-4c94-9bc4-275b461986de tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:11.620049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fd757dc8-f413-4c94-9bc4-275b461986de tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2707934 Jan 31 18:59:11.628715 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Publish callbacks [] for port (3b0eac29-1be2-43b6-af25-510130bef670), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.630091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55958) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:11.630269 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e7f469b7-9e9c-444c-9e34-dad8b34e61ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb28d4af8b9d462faec18aff083e631f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9030051 Jan 31 18:59:11.630529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55960) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:11.638243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d1448-0c16-43d1-966c-2626fabedca0 None None] Pushing event updated for resources: {'Port': ['ID=8103c75b-a2b2-4473-94f8-2bb18fb84e56,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:11.642079 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (638f50f8-86f6-4321-9445-19403bc45f9e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.685621 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.686076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] Provisioning complete for port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:11.687011 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.687159 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.737770 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (3b0eac29-1be2-43b6-af25-510130bef670), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:11.747763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f469b7-9e9c-444c-9e34-dad8b34e61ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962f5b7e-c0eb-4def-ac6b-0f88a041948b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:11.754155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=638f50f8-86f6-4321-9445-19403bc45f9e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:11.864797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Allocated IP 172.22.0.1 (1b314b09-e3a9-4f69-92f3-6a2f9e66041c/f2317715-d27c-4959-b233-f66970270966/6ece8b7d-8d53-4450-9c94-ece87c1a04c3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:11.915677 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network bca1542b-ecda-4335-8acf-4972f3f977bb is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:11.920794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:11.963266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Network 1b314b09-e3a9-4f69-92f3-6a2f9e66041c is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:12.028630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9b89bf8e-7eef-4f4f-8796-ec51dd960fd0 req-a176ab53-ab63-4367-adba-4fa263ddf6c0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] For port bee1dd13-9d3f-48ec-9b2e-94537703d291, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=bee1dd13-9d3f-48ec-9b2e-94537703d291,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:12.028630 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9b89bf8e-7eef-4f4f-8796-ec51dd960fd0 req-a176ab53-ab63-4367-adba-4fa263ddf6c0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.040183 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65a60915-ef24-435d-88a4-114a6f9179a0 admin admin] Publish callbacks [] for security_group (962f5b7e-c0eb-4def-ac6b-0f88a041948b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.098789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:12.131426 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-974046f8-94a7-42fd-b2f8-153d3b3a5261 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (e29e0e2b-c0bb-4951-aa11-730a20373d33), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.143615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:12.162057 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-974046f8-94a7-42fd-b2f8-153d3b3a5261 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (e29e0e2b-c0bb-4951-aa11-730a20373d33), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.170778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router b7e4746c-dce0-4169-a5ee-67fca4b8900a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:12.217431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9b89bf8e-7eef-4f4f-8796-ec51dd960fd0 req-a176ab53-ab63-4367-adba-4fa263ddf6c0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Calling delete_port for bee1dd13-9d3f-48ec-9b2e-94537703d291 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:12.228574 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Publish callbacks [] for port (07715959-784f-4885-9240-cd44f06c64f3), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.228893 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.232928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Pushing event updated for resources: {'Port': ['ID=3b0eac29-1be2-43b6-af25-510130bef670,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:12.234188 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-974046f8-94a7-42fd-b2f8-153d3b3a5261 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e29e0e2b-c0bb-4951-aa11-730a20373d33), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.237668 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-974046f8-94a7-42fd-b2f8-153d3b3a5261 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.247090 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-974046f8-94a7-42fd-b2f8-153d3b3a5261 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "DELETE /v2.0/security-groups/e29e0e2b-c0bb-4951-aa11-730a20373d33 HTTP/1.1" status: 204 len: 168 time: 0.6154594 Jan 31 18:59:12.252759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55972) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:12.357684 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65a60915-ef24-435d-88a4-114a6f9179a0 admin admin] Publish callbacks [] for security_group (962f5b7e-c0eb-4def-ac6b-0f88a041948b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.368533 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:12.379473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974046f8-94a7-42fd-b2f8-153d3b3a5261 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29e0e2b-c0bb-4951-aa11-730a20373d33,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:12.391413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:12.394548 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-532709c2-94a4-4461-af4c-67d6a60b7ab2 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5423884 Jan 31 18:59:12.397072 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (07715959-784f-4885-9240-cd44f06c64f3), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.432798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Network bca1542b-ecda-4335-8acf-4972f3f977bb is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:12.444301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1341728731'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:12.458799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:12.463748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Attempting to bind port 3b0eac29-1be2-43b6-af25-510130bef670 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:12.464140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Attempting to bind port 3b0eac29-1be2-43b6-af25-510130bef670 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:12.464499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Attempting to bind port 3b0eac29-1be2-43b6-af25-510130bef670 on network 1b314b09-e3a9-4f69-92f3-6a2f9e66041c {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:12.476137 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.496579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:12.497401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:12.500132 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.552483 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port bf5652cf-d9d7-4374-aa53-d06156a18eea is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:12.629953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:59:12.639587 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2364c94b-0fe6-4cec-ae88-7f412cd1a494 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3098366 Jan 31 18:59:12.644240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 1b314b09-e3a9-4f69-92f3-6a2f9e66041c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:12.646256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55988) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:12.654306 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ea9f8148-1804-4024-891e-1449d7578e93), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.654543 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Added segment ea9f8148-1804-4024-891e-1449d7578e93 of type vlan for network 85bf4538-d776-47bc-aba9-9d6158cf3840 Jan 31 18:59:12.659416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:12.661343 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6a11f6a2-f8fe-4b60-8062-221f42c5e995 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group': {'name': 'tempest-secgroup--506489479'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:12.675933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:12.676727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Checking segment: {'id': '73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:12.677562 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.678188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Bound using segment: {'id': '73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:12.678925 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Bound port: 3b0eac29-1be2-43b6-af25-510130bef670, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:12.679591 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3b0eac29-1be2-43b6-af25-510130bef670), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.697532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:12.758431 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.764598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=6ece8b7d-8d53-4450-9c94-ece87c1a04c3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:12.786562 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a11f6a2-f8fe-4b60-8062-221f42c5e995 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.801765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-47735fce-bbfa-4404-be87-919b57642801 None None] For port 3b0eac29-1be2-43b6-af25-510130bef670, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:12.805403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-47735fce-bbfa-4404-be87-919b57642801 None None] For port 3b0eac29-1be2-43b6-af25-510130bef670, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3b0eac29-1be2-43b6-af25-510130bef670,segment=NetworkSegment(73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2),segment_id=73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:12.808450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Attempting to bind port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:12.808947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Attempting to bind port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'a38c6ab5-d047-473e-84ca-80559a8fb653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:12.809405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Attempting to bind port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 on network 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:12.821046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:12.849848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Attempting to bind port 07715959-784f-4885-9240-cd44f06c64f3 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:12.850391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Attempting to bind port 07715959-784f-4885-9240-cd44f06c64f3 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '68322890-8ba5-4fbd-a816-c55f2b0cc5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:12.850885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Attempting to bind port 07715959-784f-4885-9240-cd44f06c64f3 on network bca1542b-ecda-4335-8acf-4972f3f977bb {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:12.856111 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3b0eac29-1be2-43b6-af25-510130bef670), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.882324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] Current status of the port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:12.882923 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.896185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Pushing event updated for resources: {'Port': ['ID=07715959-784f-4885-9240-cd44f06c64f3,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:12.899103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:12.899792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Checking segment: {'id': 'a38c6ab5-d047-473e-84ca-80559a8fb653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:12.900257 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.900846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Bound using segment: {'id': 'a38c6ab5-d047-473e-84ca-80559a8fb653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:12.901445 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Bound port: 8103c75b-a2b2-4473-94f8-2bb18fb84e56, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38c6ab5-d047-473e-84ca-80559a8fb653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:12.901990 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.968543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47735fce-bbfa-4404-be87-919b57642801 None None] Pushing event updated for resources: {'Port': ['ID=3b0eac29-1be2-43b6-af25-510130bef670,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:12.978285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:12.978736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Checking segment: {'id': '68322890-8ba5-4fbd-a816-c55f2b0cc5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:12.979383 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:12.979892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Bound using segment: {'id': '68322890-8ba5-4fbd-a816-c55f2b0cc5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:12.980495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Bound port: 07715959-784f-4885-9240-cd44f06c64f3, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68322890-8ba5-4fbd-a816-c55f2b0cc5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:12.981021 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (07715959-784f-4885-9240-cd44f06c64f3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.164525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] For port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2996dab6-a3ab-4fa9-b22b-b5f5472fbe26,segment=NetworkSegment(04822c40-3bd0-443b-b757-5e662780a57f),segment_id=04822c40-3bd0-443b-b757-5e662780a57f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:13.178027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:13.178431 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.210178 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.291098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] Provisioning complete for port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:13.291239 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.294874 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] For port 07715959-784f-4885-9240-cd44f06c64f3, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:13.357914 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (85bf4538-d776-47bc-aba9-9d6158cf3840), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.373504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] For port 8103c75b-a2b2-4473-94f8-2bb18fb84e56, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:13.377092 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9b89bf8e-7eef-4f4f-8796-ec51dd960fd0 req-a176ab53-ab63-4367-adba-4fa263ddf6c0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bee1dd13-9d3f-48ec-9b2e-94537703d291), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.381713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] For port 07715959-784f-4885-9240-cd44f06c64f3, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=07715959-784f-4885-9240-cd44f06c64f3,segment=NetworkSegment(68322890-8ba5-4fbd-a816-c55f2b0cc5b8),segment_id=68322890-8ba5-4fbd-a816-c55f2b0cc5b8)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:13.398429 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65a60915-ef24-435d-88a4-114a6f9179a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (962f5b7e-c0eb-4def-ac6b-0f88a041948b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.402746 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:59:13.406927 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65a60915-ef24-435d-88a4-114a6f9179a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.412279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-65a60915-ef24-435d-88a4-114a6f9179a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/962f5b7e-c0eb-4def-ac6b-0f88a041948b HTTP/1.1" status: 204 len: 168 time: 1.7794449 Jan 31 18:59:13.460151 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a11f6a2-f8fe-4b60-8062-221f42c5e995 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (0d9388c3-0f91-48da-9603-545ac4d5fcad), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.470048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] For port 8103c75b-a2b2-4473-94f8-2bb18fb84e56, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8103c75b-a2b2-4473-94f8-2bb18fb84e56,segment=NetworkSegment(a38c6ab5-d047-473e-84ca-80559a8fb653),segment_id=a38c6ab5-d047-473e-84ca-80559a8fb653)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:13.473698 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a11f6a2-f8fe-4b60-8062-221f42c5e995 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0d9388c3-0f91-48da-9603-545ac4d5fcad), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.477853 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (07715959-784f-4885-9240-cd44f06c64f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.486697 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176ab53-ab63-4367-adba-4fa263ddf6c0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event deleted for resources: {'Port': ['ID=bee1dd13-9d3f-48ec-9b2e-94537703d291,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:13.508978 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.557368 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] Port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:13.558464 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a11f6a2-f8fe-4b60-8062-221f42c5e995 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.559847 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6a11f6a2-f8fe-4b60-8062-221f42c5e995 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9119606 Jan 31 18:59:13.574459 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:13.575432 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2109da-0510-42b3-988b-98a2f00da2e2 None None] Pushing event updated for resources: {'Port': ['ID=2996dab6-a3ab-4fa9-b22b-b5f5472fbe26,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:13.579539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7669bb59-9ad0-4f3c-9d2f-d32c57e7ba8c tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': '0d9388c3-0f91-48da-9603-545ac4d5fcad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:13.583569 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:59:13.589595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11f6a2-f8fe-4b60-8062-221f42c5e995 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9388c3-0f91-48da-9603-545ac4d5fcad,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:13.655092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a60915-ef24-435d-88a4-114a6f9179a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f5b7e-c0eb-4def-ac6b-0f88a041948b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:13.672426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9979cfe-05fc-479c-a537-fd7684fcda5c None None] Pushing event updated for resources: {'Port': ['ID=07715959-784f-4885-9240-cd44f06c64f3,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:13.707723 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-7669bb59-9ad0-4f3c-9d2f-d32c57e7ba8c tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The resource could not be found. Jan 31 18:59:13.717007 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7669bb59-9ad0-4f3c-9d2f-d32c57e7ba8c tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1411219 Jan 31 18:59:13.719655 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56012) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:13.724893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a62c926a-eba8-4857-a884-3beeee99d6aa tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': '0d9388c3-0f91-48da-9603-545ac4d5fcad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e6a5f98d-8650-40d1-ab00-94960cc5c38f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:13.736899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:13.782762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:13.784636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:13.829762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b89bf8e-7eef-4f4f-8796-ec51dd960fd0 req-a176ab53-ab63-4367-adba-4fa263ddf6c0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] No DVR routers for this DVR port bee1dd13-9d3f-48ec-9b2e-94537703d291 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:59:13.832514 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-a62c926a-eba8-4857-a884-3beeee99d6aa tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The resource could not be found. Jan 31 18:59:13.833476 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a62c926a-eba8-4857-a884-3beeee99d6aa tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1128612 Jan 31 18:59:13.835001 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9b89bf8e-7eef-4f4f-8796-ec51dd960fd0 req-a176ab53-ab63-4367-adba-4fa263ddf6c0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.836450 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56014) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:13.847663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b89bf8e-7eef-4f4f-8796-ec51dd960fd0 req-a176ab53-ab63-4367-adba-4fa263ddf6c0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.49 "DELETE /v2.0/ports/bee1dd13-9d3f-48ec-9b2e-94537703d291 HTTP/1.1" status: 204 len: 173 time: 2.9523990 Jan 31 18:59:13.861032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5b4987-d592-41c1-9aa0-ff5d974a4492', 'name': 'network-vif-deleted', 'tag': 'bee1dd13-9d3f-48ec-9b2e-94537703d291'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:59:13.871288 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d5e8ae-ffe5-4a4a-9420-46532f90b138" -d '{"events": [{"server_uuid": "3e5b4987-d592-41c1-9aa0-ff5d974a4492", "name": "network-vif-deleted", "tag": "bee1dd13-9d3f-48ec-9b2e-94537703d291"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:59:13.878526 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (85bf4538-d776-47bc-aba9-9d6158cf3840), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.885744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:13.886839 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:13.987812 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c036625-22be-427a-ad7b-c8fe28e5f212 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (0d9388c3-0f91-48da-9603-545ac4d5fcad), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:14.010221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6999e1-646c-42b3-8a82-6b49952821ff req-3a8d0f5f-147d-4d6e-8db6-6e68dc36408f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:14.032245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd6999e1-646c-42b3-8a82-6b49952821ff req-3a8d0f5f-147d-4d6e-8db6-6e68dc36408f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e5b4987-d592-41c1-9aa0-ff5d974a4492 HTTP/1.1" status: 200 len: 867 time: 1.2455766 Jan 31 18:59:14.038126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c036625-22be-427a-ad7b-c8fe28e5f212 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (0d9388c3-0f91-48da-9603-545ac4d5fcad), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:14.169733 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e5f57d-8f6d-49b6-92f5-a101fc503b4f x-openstack-request-id: req-90e5f57d-8f6d-49b6-92f5-a101fc503b4f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:59:14.169920 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5b4987-d592-41c1-9aa0-ff5d974a4492", "name": "network-vif-deleted", "tag": "bee1dd13-9d3f-48ec-9b2e-94537703d291", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:59:14.170338 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90e5f57d-8f6d-49b6-92f5-a101fc503b4f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:59:14.170968 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5b4987-d592-41c1-9aa0-ff5d974a4492', 'name': 'network-vif-deleted', 'tag': 'bee1dd13-9d3f-48ec-9b2e-94537703d291', 'status': 'completed', 'code': 200} Jan 31 18:59:14.192026 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c036625-22be-427a-ad7b-c8fe28e5f212 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0d9388c3-0f91-48da-9603-545ac4d5fcad), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:14.195085 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c036625-22be-427a-ad7b-c8fe28e5f212 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:14.196511 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4c036625-22be-427a-ad7b-c8fe28e5f212 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "DELETE /v2.0/security-groups/0d9388c3-0f91-48da-9603-545ac4d5fcad HTTP/1.1" status: 204 len: 168 time: 0.3589189 Jan 31 18:59:14.197207 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8afd55e0-0266-4096-9aed-c59138ae16d0 None None] Provisioning complete for port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:14.198318 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8afd55e0-0266-4096-9aed-c59138ae16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:14.206746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56022) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:14.221439 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c036625-22be-427a-ad7b-c8fe28e5f212 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9388c3-0f91-48da-9603-545ac4d5fcad,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:14.236054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7989111 Jan 31 18:59:14.245667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56024) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:14.252729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76df46-b53b-41e7-b3c8-23b06e21fa9a tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Network': ['ID=85bf4538-d776-47bc-aba9-9d6158cf3840,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:14.252916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-94265c10-c5c3-45c7-acdb-2ffb3327bd2d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'subnet': {'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:14.256546 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:14.305111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d1448-0c16-43d1-966c-2626fabedca0 None None] Pushing event updated for resources: {'Port': ['ID=8103c75b-a2b2-4473-94f8-2bb18fb84e56,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:14.306416 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd6999e1-646c-42b3-8a82-6b49952821ff req-ca9c950c-9911-42fd-9eea-92cd97c58a92 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244826 Jan 31 18:59:14.364256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 85bf4538-d776-47bc-aba9-9d6158cf3840 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:59:14.495086 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4161d0e9-dacb-44f6-9aa7-f4574fe61f71 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2870286 Jan 31 18:59:14.502604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56030) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:14.516472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-638b1b91-1b13-4214-a2fc-163ecb57adb1 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': '3f939248-66e9-4643-8249-dfbfdf32329d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:14.547807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:14.598300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94265c10-c5c3-45c7-acdb-2ffb3327bd2d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:14.602875 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94265c10-c5c3-45c7-acdb-2ffb3327bd2d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:14.630526 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-638b1b91-1b13-4214-a2fc-163ecb57adb1 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The resource could not be found. Jan 31 18:59:14.636024 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-638b1b91-1b13-4214-a2fc-163ecb57adb1 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1277688 Jan 31 18:59:14.637901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56032) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:14.675631 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-25623e98-fc55-4011-a79a-41e733aac553 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group': {'name': 'tempest-secgroup--948284140'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:14.823378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25623e98-fc55-4011-a79a-41e733aac553 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.115993 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.122769 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:59:15.139816 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.195700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=6ece8b7d-8d53-4450-9c94-ece87c1a04c3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:15.277486 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25623e98-fc55-4011-a79a-41e733aac553 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (1db21cd6-4d6c-48b4-b770-d72426af2b33), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.288236 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94265c10-c5c3-45c7-acdb-2ffb3327bd2d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.295006 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.327728 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25623e98-fc55-4011-a79a-41e733aac553 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1db21cd6-4d6c-48b4-b770-d72426af2b33), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.402799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55a4c4-9242-4ced-ba2d-d3d554223562 None None] Network 1b314b09-e3a9-4f69-92f3-6a2f9e66041c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:15.405251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3b0eac29-1be2-43b6-af25-510130bef670 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:15.410717 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25623e98-fc55-4011-a79a-41e733aac553 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.412839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device bee1dd13-9d3f-48ec-9b2e-94537703d291 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:59:15.416626 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-25623e98-fc55-4011-a79a-41e733aac553 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7774696 Jan 31 18:59:15.434161 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56058) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:15.440123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-86158bd2-1d0f-4326-9717-bc8929af31a3 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group': {'name': 'tempest-secgroup--872326659'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:15.481454 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86158bd2-1d0f-4326-9717-bc8929af31a3 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.501217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25623e98-fc55-4011-a79a-41e733aac553 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db21cd6-4d6c-48b4-b770-d72426af2b33,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:15.516756 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94265c10-c5c3-45c7-acdb-2ffb3327bd2d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Subnet': ['ID=4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:15.547210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: bee1dd13-9d3f-48ec-9b2e-94537703d291 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:59:15.547444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device bee1dd13-9d3f-48ec-9b2e-94537703d291 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:59:15.549090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8afd55e0-0266-4096-9aed-c59138ae16d0 None None] Current status of the port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:15.549674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94265c10-c5c3-45c7-acdb-2ffb3327bd2d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Checking segment: {'id': 'ea9f8148-1804-4024-891e-1449d7578e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:15.550480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94265c10-c5c3-45c7-acdb-2ffb3327bd2d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network hostable DHCP agents. Network: 85bf4538-d776-47bc-aba9-9d6158cf3840, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:59:15.589424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 1b314b09-e3a9-4f69-92f3-6a2f9e66041c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:15.594757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:15.606461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94265c10-c5c3-45c7-acdb-2ffb3327bd2d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 85bf4538-d776-47bc-aba9-9d6158cf3840 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:59:15.643249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86158bd2-1d0f-4326-9717-bc8929af31a3 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (9a58fdfd-d5c3-4dd9-99a0-ef88147ca0b7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.645807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-94265c10-c5c3-45c7-acdb-2ffb3327bd2d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 85bf4538-d776-47bc-aba9-9d6158cf3840) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:15.651439 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94265c10-c5c3-45c7-acdb-2ffb3327bd2d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:15.652181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94265c10-c5c3-45c7-acdb-2ffb3327bd2d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.657556 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86158bd2-1d0f-4326-9717-bc8929af31a3 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9a58fdfd-d5c3-4dd9-99a0-ef88147ca0b7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.696267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d064f6fc-ed6e-41a0-b651-84a120c7e0b5 None None] Network 85bf4538-d776-47bc-aba9-9d6158cf3840 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:15.716350 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86158bd2-1d0f-4326-9717-bc8929af31a3 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.717729 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-86158bd2-1d0f-4326-9717-bc8929af31a3 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2821264 Jan 31 18:59:15.725014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56066) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:15.734635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9606a616-6c2d-4405-ae6b-c22ddc53caad tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group_rule': {'security_group_id': '1db21cd6-4d6c-48b4-b770-d72426af2b33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9a58fdfd-d5c3-4dd9-99a0-ef88147ca0b7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:15.755793 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-94265c10-c5c3-45c7-acdb-2ffb3327bd2d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5089571 Jan 31 18:59:15.756511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56068) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:15.788420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:15.789945 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8afd55e0-0266-4096-9aed-c59138ae16d0 None None] Provisioning complete for port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:15.790339 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8afd55e0-0266-4096-9aed-c59138ae16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:15.809666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac0fb3-ca05-44ad-9024-b14bddad6775 None None] Network bca1542b-ecda-4335-8acf-4972f3f977bb requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:15.959961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:15.988280 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-80a585cd-14f8-4249-9cd1-9f036795d242 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1165440 Jan 31 18:59:15.995089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56086) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:16.013100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a9ac8de2-fc44-49e0-ac31-240fc186369a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'network': {'name': 'tempest-RoutersTest-1731608660'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:16.028508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Sync routers for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:16.072615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3b0eac29-1be2-43b6-af25-510130bef670 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:16.072992 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3b0eac29-1be2-43b6-af25-510130bef670), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:16.149633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ac8de2-fc44-49e0-ac31-240fc186369a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:16.155749 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9ac8de2-fc44-49e0-ac31-240fc186369a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:16.165717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:16.166375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-49be6f4f-9497-4a11-911f-179422856781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:16.201252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ac8de2-fc44-49e0-ac31-240fc186369a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:59:16.219319 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9ac8de2-fc44-49e0-ac31-240fc186369a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9e995033-bd75-48b7-bfb6-417ac035271d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:16.219911 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-a9ac8de2-fc44-49e0-ac31-240fc186369a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Added segment 9e995033-bd75-48b7-bfb6-417ac035271d of type vlan for network 85bc1ea6-400f-438b-9964-10b67e625236 Jan 31 18:59:16.287756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:16.329401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-4d270d26-b02a-4022-85b0-4dc225f54109 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:16.332952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-4d270d26-b02a-4022-85b0-4dc225f54109 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.3363163 Jan 31 18:59:16.358846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9ac8de2-fc44-49e0-ac31-240fc186369a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (85bc1ea6-400f-438b-9964-10b67e625236), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:16.379543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-5fc7db53-d7ed-476b-b4d0-5a9605e4ba46 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/quotas/5364cc4d46d44a3aa6b7956213fc3a56 HTTP/1.1" status: 200 len: 375 time: 0.0375664 Jan 31 18:59:16.397739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8afd55e0-0266-4096-9aed-c59138ae16d0 None None] Current status of the port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:16.398184 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8afd55e0-0266-4096-9aed-c59138ae16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:16.407137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:10Z', 'revision_number': 3, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:10Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:16.453093 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9ac8de2-fc44-49e0-ac31-240fc186369a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (85bc1ea6-400f-438b-9964-10b67e625236), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:16.457788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac8de2-fc44-49e0-ac31-240fc186369a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:16.458535 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9ac8de2-fc44-49e0-ac31-240fc186369a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:16.475076 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86158bd2-1d0f-4326-9717-bc8929af31a3 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a58fdfd-d5c3-4dd9-99a0-ef88147ca0b7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:16.508733 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-9606a616-6c2d-4405-ae6b-c22ddc53caad tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:59:16.509797 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9606a616-6c2d-4405-ae6b-c22ddc53caad tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7838035 Jan 31 18:59:16.516761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56100) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:16.546989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56102) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:16.629529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-0e10454b-5f7f-4f02-92c3-c100ed677607 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2294495 Jan 31 18:59:16.636594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a9ac8de2-fc44-49e0-ac31-240fc186369a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6388237 Jan 31 18:59:16.649271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56106) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:16.668300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9f8855d7-4fa6-4975-89ee-6f4d68dee9fc tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'subnet': {'network_id': '85bc1ea6-400f-438b-9964-10b67e625236', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:16.703775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-85bf4538-d776-47bc-aba9-9d6158cf3840', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:59:16.706317 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:16.754326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac150690-ba2d-42e4-80fd-206f88722dc7 None None] The sync data for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 is: [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:10Z', 'revision_number': 3, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:10Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:16.810594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac8de2-fc44-49e0-ac31-240fc186369a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Network': ['ID=85bc1ea6-400f-438b-9964-10b67e625236,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:16.896892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 85bc1ea6-400f-438b-9964-10b67e625236 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:59:16.898324 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3c21a18-1bcf-4085-adcb-f4a2e0be315c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.035167 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3c21a18-1bcf-4085-adcb-f4a2e0be315c admin admin] Publish callbacks [] for security_group (b5a0b8c8-1c75-4ce9-b520-ff5f781d854c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.059221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3c21a18-1bcf-4085-adcb-f4a2e0be315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b5a0b8c8-1c75-4ce9-b520-ff5f781d854c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.063078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8855d7-4fa6-4975-89ee-6f4d68dee9fc tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Made reservation on behalf of 9626a39ad06b4dbb9fbc3b7122587c84 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:17.067072 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f8855d7-4fa6-4975-89ee-6f4d68dee9fc tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.095031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8afd55e0-0266-4096-9aed-c59138ae16d0 None None] For port 8103c75b-a2b2-4473-94f8-2bb18fb84e56, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8103c75b-a2b2-4473-94f8-2bb18fb84e56,segment=NetworkSegment(a38c6ab5-d047-473e-84ca-80559a8fb653),segment_id=a38c6ab5-d047-473e-84ca-80559a8fb653)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:17.149331 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27ba2de4-8da5-4291-b3ac-e92c6ca34bb7 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (9a58fdfd-d5c3-4dd9-99a0-ef88147ca0b7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.196723 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8afd55e0-0266-4096-9aed-c59138ae16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.227839 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.325222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56116) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:17.342620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d3c21a18-1bcf-4085-adcb-f4a2e0be315c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8d1512a22954c91a4ddc9cb507c6c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7797074 Jan 31 18:59:17.371847 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-35eb99d9-e55f-40a3-b51b-437b930600ec service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7339737 Jan 31 18:59:17.373224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c21a18-1bcf-4085-adcb-f4a2e0be315c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a0b8c8-1c75-4ce9-b520-ff5f781d854c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:17.380889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56118) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:17.460576 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27ba2de4-8da5-4291-b3ac-e92c6ca34bb7 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (9a58fdfd-d5c3-4dd9-99a0-ef88147ca0b7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.477886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3b0eac29-1be2-43b6-af25-510130bef670 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:17.486096 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3b0eac29-1be2-43b6-af25-510130bef670), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.705879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd55e0-0266-4096-9aed-c59138ae16d0 None None] Pushing event updated for resources: {'Port': ['ID=8103c75b-a2b2-4473-94f8-2bb18fb84e56,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:17.815094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0239548c-e771-4939-897d-82d79f95eba2 None None] Provisioning complete for port 3b0eac29-1be2-43b6-af25-510130bef670 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:17.815703 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0239548c-e771-4939-897d-82d79f95eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3b0eac29-1be2-43b6-af25-510130bef670), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.885577 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d53fb8f5-8bd9-452c-adf4-2fc540015594 admin admin] Publish callbacks [] for security_group (b5a0b8c8-1c75-4ce9-b520-ff5f781d854c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.927470 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33a7ab4e-58f3-407a-a507-a615c97b5f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.954414 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27ba2de4-8da5-4291-b3ac-e92c6ca34bb7 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9a58fdfd-d5c3-4dd9-99a0-ef88147ca0b7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.957905 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27ba2de4-8da5-4291-b3ac-e92c6ca34bb7 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:17.959081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-27ba2de4-8da5-4291-b3ac-e92c6ca34bb7 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a58fdfd-d5c3-4dd9-99a0-ef88147ca0b7 HTTP/1.1" status: 204 len: 168 time: 1.4358964 Jan 31 18:59:17.963045 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:17.981569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-39da3c59-15f3-498f-846a-0c7b75be61be service neutron] 10.222.0.20 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795352 Jan 31 18:59:18.030491 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d53fb8f5-8bd9-452c-adf4-2fc540015594 admin admin] Publish callbacks [] for security_group (b5a0b8c8-1c75-4ce9-b520-ff5f781d854c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.031750 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Allocated IP 2001:db8:2::2 (85bf4538-d776-47bc-aba9-9d6158cf3840/4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a/ec9f08d7-dde9-442b-b21b-819696271aaf) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:18.051571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-4ac45be2-4bf0-4dc9-b729-5ab752db79cf req-6b6457bd-a96c-4a07-acd6-4efbba69da9f service neutron] (103226) timed out ('10.222.0.20', 37762) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 18:59:18.099680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba2de4-8da5-4291-b3ac-e92c6ca34bb7 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a58fdfd-d5c3-4dd9-99a0-ef88147ca0b7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:18.143959 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a2270025-5a15-4639-b96f-e7c49cfe52ff tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1778352 Jan 31 18:59:18.147772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:18.300751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 3b0eac29-1be2-43b6-af25-510130bef670, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3b0eac29-1be2-43b6-af25-510130bef670,segment=NetworkSegment(73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2),segment_id=73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:18.335116 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3b0eac29-1be2-43b6-af25-510130bef670), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.335927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 07715959-784f-4885-9240-cd44f06c64f3 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:18.394306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61332688-494b-4f24-827a-01333c081cb4 req-dac9abc4-5505-4473-8152-aac5049a8c08 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 210 time: 0.1082363 Jan 31 18:59:18.416361 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f8855d7-4fa6-4975-89ee-6f4d68dee9fc tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (c6168e2f-5b73-4245-a35e-c70adf067ec3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.456260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c183c78-2bc2-4ffb-a0aa-eca1c9936644 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (1db21cd6-4d6c-48b4-b770-d72426af2b33), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.481312 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=3b0eac29-1be2-43b6-af25-510130bef670,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:18.498916 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c183c78-2bc2-4ffb-a0aa-eca1c9936644 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (1db21cd6-4d6c-48b4-b770-d72426af2b33), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.590935 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c183c78-2bc2-4ffb-a0aa-eca1c9936644 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1db21cd6-4d6c-48b4-b770-d72426af2b33), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.595048 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c183c78-2bc2-4ffb-a0aa-eca1c9936644 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.601015 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8c183c78-2bc2-4ffb-a0aa-eca1c9936644 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "DELETE /v2.0/security-groups/1db21cd6-4d6c-48b4-b770-d72426af2b33 HTTP/1.1" status: 204 len: 168 time: 0.4503157 Jan 31 18:59:18.601946 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:18.626238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-49be6f4f-9497-4a11-911f-179422856781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:14Z', 'revision_number': 2, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:18.662057 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c183c78-2bc2-4ffb-a0aa-eca1c9936644 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db21cd6-4d6c-48b4-b770-d72426af2b33,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:18.684442 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d53fb8f5-8bd9-452c-adf4-2fc540015594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b5a0b8c8-1c75-4ce9-b520-ff5f781d854c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.696395 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d53fb8f5-8bd9-452c-adf4-2fc540015594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.697777 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d53fb8f5-8bd9-452c-adf4-2fc540015594 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5a0b8c8-1c75-4ce9-b520-ff5f781d854c HTTP/1.1" status: 204 len: 168 time: 1.2973008 Jan 31 18:59:18.726481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Checking router: 396fc9d1-794e-4d2f-9489-28ebf09c9a0e for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:18.726988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Updating router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:59:18.744372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8855d7-4fa6-4975-89ee-6f4d68dee9fc tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Checking segment: {'id': '9e995033-bd75-48b7-bfb6-417ac035271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:18.758813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8855d7-4fa6-4975-89ee-6f4d68dee9fc tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network hostable DHCP agents. Network: 85bc1ea6-400f-438b-9964-10b67e625236, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:59:18.774395 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3dbc4c3c-8d3b-4cfb-a9c2-a2d5ad252873 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1631021 Jan 31 18:59:18.774395 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:18.776703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e527e6c5-216b-4e8c-b9b5-0c59f93d6c64 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group': {'name': 'tempest-secgroup--929710477'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:18.814280 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e527e6c5-216b-4e8c-b9b5-0c59f93d6c64 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.819471 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33a7ab4e-58f3-407a-a507-a615c97b5f62 admin admin] Publish callbacks [] for security_group (a86f8789-b798-4868-ae15-cb631aabc0ea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.830297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fb8f5-8bd9-452c-adf4-2fc540015594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a0b8c8-1c75-4ce9-b520-ff5f781d854c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:18.844701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8855d7-4fa6-4975-89ee-6f4d68dee9fc tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Subnet': ['ID=c6168e2f-5b73-4245-a35e-c70adf067ec3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:18.856061 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33a7ab4e-58f3-407a-a507-a615c97b5f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a86f8789-b798-4868-ae15-cb631aabc0ea), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.978957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e527e6c5-216b-4e8c-b9b5-0c59f93d6c64 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (f0e0f6d8-f7f4-44ff-95f6-857b16b43ab9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:18.988933 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e527e6c5-216b-4e8c-b9b5-0c59f93d6c64 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f0e0f6d8-f7f4-44ff-95f6-857b16b43ab9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.035320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527e6c5-216b-4e8c-b9b5-0c59f93d6c64 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e0f6d8-f7f4-44ff-95f6-857b16b43ab9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:19.041429 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e527e6c5-216b-4e8c-b9b5-0c59f93d6c64 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.047849 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e527e6c5-216b-4e8c-b9b5-0c59f93d6c64 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2745867 Jan 31 18:59:19.048749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56172) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:19.057171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-614e5856-fdfe-4de3-b8cb-6e871af7fc07 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:19.057859 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-614e5856-fdfe-4de3-b8cb-6e871af7fc07 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 31 18:59:19.058653 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-614e5856-fdfe-4de3-b8cb-6e871af7fc07 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] update failed (client error): There was a conflict when trying to complete your request. Jan 31 18:59:19.063932 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-614e5856-fdfe-4de3-b8cb-6e871af7fc07 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "PUT /v2.0/security-groups/f0e0f6d8-f7f4-44ff-95f6-857b16b43ab9 HTTP/1.1" status: 409 len: 330 time: 0.0125072 Jan 31 18:59:19.065559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:19.097173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8855d7-4fa6-4975-89ee-6f4d68dee9fc tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 85bc1ea6-400f-438b-9964-10b67e625236 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:59:19.148610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7ab4e-58f3-407a-a507-a615c97b5f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86f8789-b798-4868-ae15-cb631aabc0ea,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:19.170403 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27564ba5-bc5f-4bc7-8a0c-426836b2bda6 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (f0e0f6d8-f7f4-44ff-95f6-857b16b43ab9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.180668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-33a7ab4e-58f3-407a-a507-a615c97b5f62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77c1254f03c94b75932a9304253b81c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8452265 Jan 31 18:59:19.187979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:19.235093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27564ba5-bc5f-4bc7-8a0c-426836b2bda6 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (f0e0f6d8-f7f4-44ff-95f6-857b16b43ab9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.251404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9f8855d7-4fa6-4975-89ee-6f4d68dee9fc tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 85bc1ea6-400f-438b-9964-10b67e625236) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:19.263975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8855d7-4fa6-4975-89ee-6f4d68dee9fc tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:19.269784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f8855d7-4fa6-4975-89ee-6f4d68dee9fc tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.305380 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27564ba5-bc5f-4bc7-8a0c-426836b2bda6 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f0e0f6d8-f7f4-44ff-95f6-857b16b43ab9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.308507 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27564ba5-bc5f-4bc7-8a0c-426836b2bda6 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.316232 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-27564ba5-bc5f-4bc7-8a0c-426836b2bda6 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "DELETE /v2.0/security-groups/f0e0f6d8-f7f4-44ff-95f6-857b16b43ab9 HTTP/1.1" status: 204 len: 168 time: 0.2489588 Jan 31 18:59:19.318273 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56182) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:19.353661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27564ba5-bc5f-4bc7-8a0c-426836b2bda6 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e0f6d8-f7f4-44ff-95f6-857b16b43ab9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:19.367506 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80966b8b-8af7-4c33-ba0d-ca235a70750e admin admin] Publish callbacks [] for security_group (a86f8789-b798-4868-ae15-cb631aabc0ea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.383343 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9f8855d7-4fa6-4975-89ee-6f4d68dee9fc tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7325625 Jan 31 18:59:19.384291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56184) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:19.398074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56186) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:19.452598 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-65db73ff-ae91-417e-bd03-4401781c0317 tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1292939 Jan 31 18:59:19.453604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:19.467301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d6846e-dd53-4cb5-adc1-a610d7e5fbdc None None] Network 85bc1ea6-400f-438b-9964-10b67e625236 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:19.469780 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-c51ec513-c6d9-4219-8618-eb0825e091ca tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] delete failed (client error): The resource could not be found. Jan 31 18:59:19.478397 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c51ec513-c6d9-4219-8618-eb0825e091ca tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "DELETE /v2.0/security-groups/bd094ac6-50ce-45ec-87f4-2204543756ef HTTP/1.1" status: 404 len: 347 time: 0.0235257 Jan 31 18:59:19.479986 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56194) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:19.514447 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80966b8b-8af7-4c33-ba0d-ca235a70750e admin admin] Publish callbacks [] for security_group (a86f8789-b798-4868-ae15-cb631aabc0ea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.520734 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-12e3a52b-8fea-4850-8c9c-bae76e46627a tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] show failed (client error): The resource could not be found. Jan 31 18:59:19.533606 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-12e3a52b-8fea-4850-8c9c-bae76e46627a tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "GET /v2.0/security-groups/5e14a40e-87c6-4f35-ac65-48eb9020a2de HTTP/1.1" status: 404 len: 347 time: 0.0511761 Jan 31 18:59:19.537659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:19.565346 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-51b47a7a-05a6-4bd3-b23b-429f0d25d5fc tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] show failed (client error): The resource could not be found. Jan 31 18:59:19.577342 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-51b47a7a-05a6-4bd3-b23b-429f0d25d5fc tempest-NegativeSecGroupTest-15426657 tempest-NegativeSecGroupTest-15426657-project] 10.222.0.20 "GET /v2.0/security-group-rules/a8326163-c9e9-4659-8161-f0b309d7162c HTTP/1.1" status: 404 len: 356 time: 0.0378039 Jan 31 18:59:19.629571 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.659430 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9f35217-bc6b-4ddb-b6e5-c0f7009d8c43 req-48887806-6e1e-49a9-9090-f6961c775f98 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 210 time: 0.0687759 Jan 31 18:59:19.665836 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56200) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:19.686765 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5655b886-6a15-40d5-830d-72cf72ad697b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.751123 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46d51f9d-31c9-478a-8677-3afc00fb5458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.827693 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c548227f-3c1b-429c-a407-6743de168071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.850456 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80966b8b-8af7-4c33-ba0d-ca235a70750e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a86f8789-b798-4868-ae15-cb631aabc0ea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.853454 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80966b8b-8af7-4c33-ba0d-ca235a70750e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.857861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-80966b8b-8af7-4c33-ba0d-ca235a70750e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a86f8789-b798-4868-ae15-cb631aabc0ea HTTP/1.1" status: 204 len: 168 time: 0.6685276 Jan 31 18:59:19.909006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0239548c-e771-4939-897d-82d79f95eba2 None None] Current status of the port 3b0eac29-1be2-43b6-af25-510130bef670 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:19.917126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80966b8b-8af7-4c33-ba0d-ca235a70750e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86f8789-b798-4868-ae15-cb631aabc0ea,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:19.918164 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5655b886-6a15-40d5-830d-72cf72ad697b admin admin] Publish callbacks [] for security_group (898ac6ef-c7ef-4b4d-8d5f-3faef3194be6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.936147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5655b886-6a15-40d5-830d-72cf72ad697b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (898ac6ef-c7ef-4b4d-8d5f-3faef3194be6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.971763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 07715959-784f-4885-9240-cd44f06c64f3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:19.972689 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (07715959-784f-4885-9240-cd44f06c64f3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:19.997836 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46d51f9d-31c9-478a-8677-3afc00fb5458 admin admin] Publish callbacks [] for security_group (2b242a8d-b185-47da-899a-77f521951e6f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.007875 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46d51f9d-31c9-478a-8677-3afc00fb5458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2b242a8d-b185-47da-899a-77f521951e6f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.049644 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Publish callbacks [] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.066794 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5655b886-6a15-40d5-830d-72cf72ad697b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f8140889d2242bf9160750d97591eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3997386 Jan 31 18:59:20.069342 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-85bc1ea6-400f-438b-9964-10b67e625236', 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236', 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'fixed_ips': [{'subnet_id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:59:20.070275 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.074468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56204) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:20.196291 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655b886-6a15-40d5-830d-72cf72ad697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898ac6ef-c7ef-4b4d-8d5f-3faef3194be6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:20.214613 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-46d51f9d-31c9-478a-8677-3afc00fb5458 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e890eb70bad24088b76caebad14d4dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8117843 Jan 31 18:59:20.218326 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d51f9d-31c9-478a-8677-3afc00fb5458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b242a8d-b185-47da-899a-77f521951e6f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:20.223006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56208) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:20.304739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Allocated IP 2001:db8:2::1 (85bf4538-d776-47bc-aba9-9d6158cf3840/4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a/3e50020e-a941-4ac7-bcdf-10a5a72d74fe) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:20.328311 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.366608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.393283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Network 85bf4538-d776-47bc-aba9-9d6158cf3840 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:20.397513 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-70d53e54-970a-41b6-8757-86dd82556a48 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:20.399167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-70d53e54-970a-41b6-8757-86dd82556a48 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.21 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 805 time: 0.3365991 Jan 31 18:59:20.401611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56212) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:20.415638 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b101e6d-d2e6-4d69-a2e9-f470e618c8cc admin admin] Publish callbacks [] for security_group (898ac6ef-c7ef-4b4d-8d5f-3faef3194be6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.429532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Request body: {'port': {'device_id': '6ecb79fd-170d-4611-9a01-37096293e5e4', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'admin_state_up': True, 'tenant_id': '5364cc4d46d44a3aa6b7956213fc3a56'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:20.459526 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:20.463488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:20.473072 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0239548c-e771-4939-897d-82d79f95eba2 None None] Provisioning complete for port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:20.474982 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0239548c-e771-4939-897d-82d79f95eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.603820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 07715959-784f-4885-9240-cd44f06c64f3 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:20.604275 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (07715959-784f-4885-9240-cd44f06c64f3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.616854 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b101e6d-d2e6-4d69-a2e9-f470e618c8cc admin admin] Publish callbacks [] for security_group (898ac6ef-c7ef-4b4d-8d5f-3faef3194be6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.641855 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5e22800-1cc3-4449-9c89-5fd83735ef01 admin admin] Publish callbacks [] for security_group (2b242a8d-b185-47da-899a-77f521951e6f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.682025 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5e22800-1cc3-4449-9c89-5fd83735ef01 admin admin] Publish callbacks [] for security_group (2b242a8d-b185-47da-899a-77f521951e6f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.693346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56216) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:20.730928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Attempting to bind port ec9f08d7-dde9-442b-b21b-819696271aaf on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:20.731506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Attempting to bind port ec9f08d7-dde9-442b-b21b-819696271aaf by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'ea9f8148-1804-4024-891e-1449d7578e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:20.731974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Attempting to bind port ec9f08d7-dde9-442b-b21b-819696271aaf on network 85bf4538-d776-47bc-aba9-9d6158cf3840 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:20.748307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:20.748723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Checking segment: {'id': 'ea9f8148-1804-4024-891e-1449d7578e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:20.749309 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.749813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Bound using segment: {'id': 'ea9f8148-1804-4024-891e-1449d7578e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:20.750313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Bound port: ec9f08d7-dde9-442b-b21b-819696271aaf, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9f8148-1804-4024-891e-1449d7578e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:20.750699 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.752741 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5e22800-1cc3-4449-9c89-5fd83735ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2b242a8d-b185-47da-899a-77f521951e6f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.755612 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5e22800-1cc3-4449-9c89-5fd83735ef01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.756916 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e5e22800-1cc3-4449-9c89-5fd83735ef01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b242a8d-b185-47da-899a-77f521951e6f HTTP/1.1" status: 204 len: 168 time: 0.5328519 Jan 31 18:59:20.779242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Pushing event updated for resources: {'Port': ['ID=ec9f08d7-dde9-442b-b21b-819696271aaf,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:20.782643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6d4e62-c5c6-428b-9383-a5dc061adfb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.790738 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Sync routers for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:20.813010 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:20.816231 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:58:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:20.838165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8f030dfe-4d0b-4251-a3ea-24778ae0fda8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6884fcd43f24286951b7443f1b77a55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4356937 Jan 31 18:59:20.851469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e22800-1cc3-4449-9c89-5fd83735ef01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b242a8d-b185-47da-899a-77f521951e6f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:20.858821 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:20.891457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0239548c-e771-4939-897d-82d79f95eba2 None None] Current status of the port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:20.930951 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6d4e62-c5c6-428b-9383-a5dc061adfb9 admin admin] Publish callbacks [] for security_group (723fa1fc-5438-43e0-b153-2b013aa5cce9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.942801 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:20.952237 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6d4e62-c5c6-428b-9383-a5dc061adfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (723fa1fc-5438-43e0-b153-2b013aa5cce9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.006992 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b101e6d-d2e6-4d69-a2e9-f470e618c8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (898ac6ef-c7ef-4b4d-8d5f-3faef3194be6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.013668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0d6d4e62-c5c6-428b-9383-a5dc061adfb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4127b0b694f468394ad6975c558400e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189688 Jan 31 18:59:21.018232 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b101e6d-d2e6-4d69-a2e9-f470e618c8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.023110 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9b101e6d-d2e6-4d69-a2e9-f470e618c8cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/898ac6ef-c7ef-4b4d-8d5f-3faef3194be6 HTTP/1.1" status: 204 len: 168 time: 0.9435627 Jan 31 18:59:21.024407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:21.037961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d4e62-c5c6-428b-9383-a5dc061adfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723fa1fc-5438-43e0-b153-2b013aa5cce9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:21.057011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6c180e0-e182-4512-a682-9a6903a080fe req-7b387060-fc46-4907-a0e4-a5fa68dafd93 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 210 time: 0.1244154 Jan 31 18:59:21.077522 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:21.096812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Made reservation on behalf of 5364cc4d46d44a3aa6b7956213fc3a56 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:21.101917 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.136723 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b101e6d-d2e6-4d69-a2e9-f470e618c8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ac6ef-c7ef-4b4d-8d5f-3faef3194be6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:21.153022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ad16fd4-ebc9-45a2-8465-338b8f230d01 admin admin] Publish callbacks [] for security_group (d8964c14-849b-4142-a1db-f0b42f95cf64), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.169970 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.186886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Allocated IP 172.23.0.2 (85bc1ea6-400f-438b-9964-10b67e625236/c6168e2f-5b73-4245-a35e-c70adf067ec3/b9a17b41-5aba-4db5-894f-c4674be938de) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:21.264959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Allocated IP 172.20.0.4 (8c183b94-d131-43f6-abd6-daa20cc7c014/a84ab55c-34af-4b5d-8cef-07d311d8d426/75469602-660b-429b-b63b-ae9a8eb36788) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:21.342981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 85bf4538-d776-47bc-aba9-9d6158cf3840 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:21.363919 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0da6d09e-dc6f-43f1-a31a-78cd952b13d7 admin admin] Publish callbacks [] for security_group (723fa1fc-5438-43e0-b153-2b013aa5cce9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.390326 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ad16fd4-ebc9-45a2-8465-338b8f230d01 admin admin] Publish callbacks [] for security_group (d8964c14-849b-4142-a1db-f0b42f95cf64), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.415897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:21.420269 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:21.421152 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.456857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 07715959-784f-4885-9240-cd44f06c64f3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=07715959-784f-4885-9240-cd44f06c64f3,segment=NetworkSegment(68322890-8ba5-4fbd-a816-c55f2b0cc5b8),segment_id=68322890-8ba5-4fbd-a816-c55f2b0cc5b8)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:21.577342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks [] for port (75469602-660b-429b-b63b-ae9a8eb36788), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.647851 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0da6d09e-dc6f-43f1-a31a-78cd952b13d7 admin admin] Publish callbacks [] for security_group (723fa1fc-5438-43e0-b153-2b013aa5cce9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.688186 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56242) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:21.692810 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c205c9d1-a7b4-4f44-beae-fe91c47ba41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.702144 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (07715959-784f-4885-9240-cd44f06c64f3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.703961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:21.715816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0239548c-e771-4939-897d-82d79f95eba2 None None] Provisioning complete for port 07715959-784f-4885-9240-cd44f06c64f3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:21.716211 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0239548c-e771-4939-897d-82d79f95eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (07715959-784f-4885-9240-cd44f06c64f3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.761027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=3e50020e-a941-4ac7-bcdf-10a5a72d74fe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:21.778862 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f17363-e287-4a2d-9c6b-6409017a14bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.854234 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:10Z', 'revision_number': 3, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:10Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:21.871449 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Publish callbacks [] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.904679 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f17363-e287-4a2d-9c6b-6409017a14bd admin admin] Publish callbacks [] for security_group (21d17868-b875-4ee4-9107-e8cb8e613ca2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.906527 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.942050 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Checking router: b7e4746c-dce0-4169-a5ee-67fca4b8900a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:21.942387 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Updating router b7e4746c-dce0-4169-a5ee-67fca4b8900a port 638f50f8-86f6-4321-9445-19403bc45f9e binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:59:21.955906 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:21.960591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] For port ec9f08d7-dde9-442b-b21b-819696271aaf, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:21.997908 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.004028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=07715959-784f-4885-9240-cd44f06c64f3,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:22.046516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] For port ec9f08d7-dde9-442b-b21b-819696271aaf, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ec9f08d7-dde9-442b-b21b-819696271aaf,segment=NetworkSegment(ea9f8148-1804-4024-891e-1449d7578e93),segment_id=ea9f8148-1804-4024-891e-1449d7578e93)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:22.161450 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Publish callbacks [] for port (b9a17b41-5aba-4db5-894f-c4674be938de), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.188258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.238295 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (b9a17b41-5aba-4db5-894f-c4674be938de), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.258959 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34f17363-e287-4a2d-9c6b-6409017a14bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (21d17868-b875-4ee4-9107-e8cb8e613ca2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.303625 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-34f17363-e287-4a2d-9c6b-6409017a14bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b4e910ebff744ff971936b745fabc0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6075888 Jan 31 18:59:22.308060 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ad16fd4-ebc9-45a2-8465-338b8f230d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d8964c14-849b-4142-a1db-f0b42f95cf64), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.311702 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ad16fd4-ebc9-45a2-8465-338b8f230d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.325193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9304cd87-7edf-4571-a9de-8e1bfbdce2de req-6a911ae9-5b30-4b00-a5f1-4e95aa3d865f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 210 time: 0.0945740 Jan 31 18:59:22.327600 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7ad16fd4-ebc9-45a2-8465-338b8f230d01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8964c14-849b-4142-a1db-f0b42f95cf64 HTTP/1.1" status: 204 len: 168 time: 1.4501853 Jan 31 18:59:22.328570 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0da6d09e-dc6f-43f1-a31a-78cd952b13d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (723fa1fc-5438-43e0-b153-2b013aa5cce9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.331029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56252) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:22.335804 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0da6d09e-dc6f-43f1-a31a-78cd952b13d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.339350 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0da6d09e-dc6f-43f1-a31a-78cd952b13d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/723fa1fc-5438-43e0-b153-2b013aa5cce9 HTTP/1.1" status: 204 len: 168 time: 1.3048048 Jan 31 18:59:22.398162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f540937-16e8-42a1-9ef2-b9d3244fde8e None None] Pushing event updated for resources: {'Port': ['ID=6ece8b7d-8d53-4450-9c94-ece87c1a04c3,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:22.457653 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f17363-e287-4a2d-9c6b-6409017a14bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d17868-b875-4ee4-9107-e8cb8e613ca2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:22.492159 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ac27849-bb40-42a6-a99c-95767afdf234 admin admin] Publish callbacks [] for security_group (21d17868-b875-4ee4-9107-e8cb8e613ca2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.504772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:22.505433 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.523365 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad16fd4-ebc9-45a2-8465-338b8f230d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8964c14-849b-4142-a1db-f0b42f95cf64,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:22.525098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Network 85bc1ea6-400f-438b-9964-10b67e625236 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:22.586120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:22.596549 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6d09e-dc6f-43f1-a31a-78cd952b13d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723fa1fc-5438-43e0-b153-2b013aa5cce9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:22.618403 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Publish callbacks [] for port (638f50f8-86f6-4321-9445-19403bc45f9e), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.640252 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.669783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:22.691525 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.732084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Attempting to bind port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:22.732843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Attempting to bind port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:22.733434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Attempting to bind port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 on network 1b314b09-e3a9-4f69-92f3-6a2f9e66041c {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:22.735274 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ac27849-bb40-42a6-a99c-95767afdf234 admin admin] Publish callbacks [] for security_group (21d17868-b875-4ee4-9107-e8cb8e613ca2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.763046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (75469602-660b-429b-b63b-ae9a8eb36788), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.771121 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Pushing event updated for resources: {'Port': ['ID=638f50f8-86f6-4321-9445-19403bc45f9e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:22.815826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:59:22.830288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:22.830667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Checking segment: {'id': '73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:22.831077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.831469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Bound using segment: {'id': '73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:22.831962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Bound port: 6ece8b7d-8d53-4450-9c94-ece87c1a04c3, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:22.832602 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.927750 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.928290 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.928669 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.931190 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.931568 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.931911 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.932257 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.932646 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.932979 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.933309 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.933636 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.933961 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.934366 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:22.958806 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Attempting to bind port 638f50f8-86f6-4321-9445-19403bc45f9e on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:22.960579 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Attempting to bind port 638f50f8-86f6-4321-9445-19403bc45f9e by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '68322890-8ba5-4fbd-a816-c55f2b0cc5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:22.960961 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Attempting to bind port 638f50f8-86f6-4321-9445-19403bc45f9e on network bca1542b-ecda-4335-8acf-4972f3f977bb {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:22.973968 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:22.974360 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Checking segment: {'id': '68322890-8ba5-4fbd-a816-c55f2b0cc5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:22.974816 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.975755 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Bound using segment: {'id': '68322890-8ba5-4fbd-a816-c55f2b0cc5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:22.976404 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Bound port: 638f50f8-86f6-4321-9445-19403bc45f9e, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68322890-8ba5-4fbd-a816-c55f2b0cc5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:22.976799 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:22.994155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:23.005866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:23.006972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:23.046335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event updated for resources: {'Port': ['ID=75469602-660b-429b-b63b-ae9a8eb36788,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:23.053460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ae249-5628-4ce4-a5ed-a633772695fb None None] Pushing event updated for resources: {'Port': ['ID=ec9f08d7-dde9-442b-b21b-819696271aaf,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:23.077970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0239548c-e771-4939-897d-82d79f95eba2 None None] Current status of the port 07715959-784f-4885-9240-cd44f06c64f3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:23.125140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Network 8c183b94-d131-43f6-abd6-daa20cc7c014 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:23.143250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:23.162581 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] For port 638f50f8-86f6-4321-9445-19403bc45f9e, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:23.169674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:23.172989 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] For port 638f50f8-86f6-4321-9445-19403bc45f9e, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=638f50f8-86f6-4321-9445-19403bc45f9e,segment=NetworkSegment(68322890-8ba5-4fbd-a816-c55f2b0cc5b8),segment_id=68322890-8ba5-4fbd-a816-c55f2b0cc5b8)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:23.199272 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:23.275949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:23.276968 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:23.292670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=3e50020e-a941-4ac7-bcdf-10a5a72d74fe,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:23.342151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-1f73a86e-2917-4e7d-9b26-68284ecd66c6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9266670 Jan 31 18:59:23.388300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Request body: {'port': {'device_id': '6ecb79fd-170d-4611-9a01-37096293e5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:23.417106 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:23.418151 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:23.431532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network 85bf4538-d776-47bc-aba9-9d6158cf3840 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:23.445595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:23.470684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Attempting to bind port b9a17b41-5aba-4db5-894f-c4674be938de on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:23.471085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Attempting to bind port b9a17b41-5aba-4db5-894f-c4674be938de by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '9e995033-bd75-48b7-bfb6-417ac035271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:23.471422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Attempting to bind port b9a17b41-5aba-4db5-894f-c4674be938de on network 85bc1ea6-400f-438b-9964-10b67e625236 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:23.478853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Allocated IP 172.23.0.1 (85bc1ea6-400f-438b-9964-10b67e625236/c6168e2f-5b73-4245-a35e-c70adf067ec3/7f1545bb-28bc-4cf6-a915-ecfa44e40b4b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:23.593426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:23.593911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Checking segment: {'id': '9e995033-bd75-48b7-bfb6-417ac035271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:23.594230 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:23.594631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Bound using segment: {'id': '9e995033-bd75-48b7-bfb6-417ac035271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:23.599398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Bound port: b9a17b41-5aba-4db5-894f-c4674be938de, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e995033-bd75-48b7-bfb6-417ac035271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:23.599398 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b9a17b41-5aba-4db5-894f-c4674be938de), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:23.611686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56282) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:23.617245 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ac27849-bb40-42a6-a99c-95767afdf234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (21d17868-b875-4ee4-9107-e8cb8e613ca2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:23.623222 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ac27849-bb40-42a6-a99c-95767afdf234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:23.624535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2ac27849-bb40-42a6-a99c-95767afdf234 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21d17868-b875-4ee4-9107-e8cb8e613ca2 HTTP/1.1" status: 204 len: 168 time: 1.2921176 Jan 31 18:59:23.629864 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba8b3d-4c29-41a4-8777-592255196cb0 None None] Pushing event updated for resources: {'Port': ['ID=638f50f8-86f6-4321-9445-19403bc45f9e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:23.660754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0239548c-e771-4939-897d-82d79f95eba2 None None] Provisioning complete for port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:23.665069 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0239548c-e771-4939-897d-82d79f95eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:23.668587 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (75469602-660b-429b-b63b-ae9a8eb36788), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:23.685411 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Pushing event updated for resources: {'Port': ['ID=b9a17b41-5aba-4db5-894f-c4674be938de,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:23.721445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac27849-bb40-42a6-a99c-95767afdf234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d17868-b875-4ee4-9107-e8cb8e613ca2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:23.723648 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router b7e4746c-dce0-4169-a5ee-67fca4b8900a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:23.725268 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:23.867973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec6b09-b632-4994-901a-54cfe5a0550f req-b17bdad7-c74d-4cf4-807d-deaf8ce641c2 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:23.886962 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4ec6b09-b632-4994-901a-54cfe5a0550f req-b17bdad7-c74d-4cf4-807d-deaf8ce641c2 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 931 time: 0.3640409 Jan 31 18:59:24.052775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4ec6b09-b632-4994-901a-54cfe5a0550f req-58bcb5c6-5b11-472e-8082-e074f3b0ff6e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648114 Jan 31 18:59:24.063961 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:24.082767 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-818d3a52-4dc7-43c3-bc8c-1b04fc285b41 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3176408 Jan 31 18:59:24.085183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:24.094229 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2b0203f6-003b-4999-9798-f31b81f6947e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1046609417'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:24.127390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:24.139324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0239548c-e771-4939-897d-82d79f95eba2 None None] Port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:24.141367 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0203f6-003b-4999-9798-f31b81f6947e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:24.152236 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b0203f6-003b-4999-9798-f31b81f6947e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.156732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-49be6f4f-9497-4a11-911f-179422856781 None None] For port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:24.234776 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0203f6-003b-4999-9798-f31b81f6947e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:59:24.255093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] For port b9a17b41-5aba-4db5-894f-c4674be938de, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:24.271679 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b0203f6-003b-4999-9798-f31b81f6947e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9574938c-4206-4669-b3fb-597b593362fa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.272041 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-2b0203f6-003b-4999-9798-f31b81f6947e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Added segment 9574938c-4206-4669-b3fb-597b593362fa of type vlan for network b53dba26-594e-4995-9ca0-90250676ad70 Jan 31 18:59:24.353223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-49be6f4f-9497-4a11-911f-179422856781 None None] For port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ece8b7d-8d53-4450-9c94-ece87c1a04c3,segment=NetworkSegment(73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2),segment_id=73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:24.384487 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-575711918'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:24.394286 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.424603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] For port b9a17b41-5aba-4db5-894f-c4674be938de, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b9a17b41-5aba-4db5-894f-c4674be938de,segment=NetworkSegment(9e995033-bd75-48b7-bfb6-417ac035271d),segment_id=9e995033-bd75-48b7-bfb6-417ac035271d)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:24.427008 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:21Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:22Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:23Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:24.434831 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.444741 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b0203f6-003b-4999-9798-f31b81f6947e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (b53dba26-594e-4995-9ca0-90250676ad70), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.480492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20be2de-ba2e-42ad-8fe2-b7d9a05639fd None None] Network 85bf4538-d776-47bc-aba9-9d6158cf3840 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:24.483861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Provisioning complete for port 07715959-784f-4885-9240-cd44f06c64f3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:24.488610 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (07715959-784f-4885-9240-cd44f06c64f3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.504505 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4ff136-87d2-4410-9c76-21c250784ad4 None None] The sync data for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 is: [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:21Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:22Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:23Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:24.518705 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b9a17b41-5aba-4db5-894f-c4674be938de), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.543418 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Made reservation on behalf of b41b39a829d2493184611926dc64169e for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:24.555012 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.608114 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.660897 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b0203f6-003b-4999-9798-f31b81f6947e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (b53dba26-594e-4995-9ca0-90250676ad70), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.676425 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0203f6-003b-4999-9798-f31b81f6947e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:24.682354 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b0203f6-003b-4999-9798-f31b81f6947e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.722925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75469602-660b-429b-b63b-ae9a8eb36788 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:59:24.734513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f540937-16e8-42a1-9ef2-b9d3244fde8e None None] Pushing event updated for resources: {'Port': ['ID=6ece8b7d-8d53-4450-9c94-ece87c1a04c3,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:24.743863 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Publish callbacks [] for port (75469602-660b-429b-b63b-ae9a8eb36788), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.790949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Transition to ACTIVE for port object 75469602-660b-429b-b63b-ae9a8eb36788 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:59:24.825754 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (75469602-660b-429b-b63b-ae9a8eb36788), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.835741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8103c75b-a2b2-4473-94f8-2bb18fb84e56 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:24.838532 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.839637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5025a9-38e8-4855-bcd6-89e45d8f2ebb None None] Pushing event updated for resources: {'Port': ['ID=b9a17b41-5aba-4db5-894f-c4674be938de,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:24.928923 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:24.932575 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2b0203f6-003b-4999-9798-f31b81f6947e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8458912 Jan 31 18:59:24.941508 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56316) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:24.967926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b053ccbd-2728-4967-a48f-fdc023912f95 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'subnet': {'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:25.010611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:25.011277 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-49be6f4f-9497-4a11-911f-179422856781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:25.039699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0203f6-003b-4999-9798-f31b81f6947e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Network': ['ID=b53dba26-594e-4995-9ca0-90250676ad70,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:25.055738 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:25.134680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 85bc1ea6-400f-438b-9964-10b67e625236 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:25.141837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:25.151397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:25.156694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Pushing event updated for resources: {'Port': ['ID=75469602-660b-429b-b63b-ae9a8eb36788,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:25.248007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-49be6f4f-9497-4a11-911f-179422856781 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:25.307090 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for security_group (8e9e3037-dc74-4353-b99c-21654521270e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:25.328942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8e9e3037-dc74-4353-b99c-21654521270e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:25.370716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b053ccbd-2728-4967-a48f-fdc023912f95 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Made reservation on behalf of 6e88a2b9476a46c2a64b5e3e53281664 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:25.383775 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b053ccbd-2728-4967-a48f-fdc023912f95 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:25.432506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:59:25.463597 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (97d92673-30e2-434a-91de-c07cc9f1c19c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:25.463948 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Added segment 97d92673-30e2-434a-91de-c07cc9f1c19c of type vlan for network 87685159-81e2-4a13-bac3-c9f21d8add50 Jan 31 18:59:25.537897 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:25.561262 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (87685159-81e2-4a13-bac3-c9f21d8add50), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:25.567065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network b53dba26-594e-4995-9ca0-90250676ad70 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:59:25.629135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=7f1545bb-28bc-4cf6-a915-ecfa44e40b4b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:25.675851 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:25.729086 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9e3037-dc74-4353-b99c-21654521270e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:25.740810 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (87685159-81e2-4a13-bac3-c9f21d8add50), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:25.766401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:25.767669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:25.806627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Attempting to bind port 75469602-660b-429b-b63b-ae9a8eb36788 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:25.807328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Attempting to bind port 75469602-660b-429b-b63b-ae9a8eb36788 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:25.807860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Attempting to bind port 75469602-660b-429b-b63b-ae9a8eb36788 on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:25.827707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0b513-b005-449c-8911-93d66fd323c7 req-bec1ce8f-bc1b-4523-859f-d53d3c8bf5dc tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:25.830561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebb0b513-b005-449c-8911-93d66fd323c7 req-bec1ce8f-bc1b-4523-859f-d53d3c8bf5dc tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 943 time: 0.5903523 Jan 31 18:59:25.833812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Port 75469602-660b-429b-b63b-ae9a8eb36788 on network 8c183b94-d131-43f6-abd6-daa20cc7c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 18:59:25.834366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Attempting to bind port 75469602-660b-429b-b63b-ae9a8eb36788 on network 8c183b94-d131-43f6-abd6-daa20cc7c014 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:25.844875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:25.845757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Checking segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:25.846154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Bound using segment: {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:25.846690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Bound port: 75469602-660b-429b-b63b-ae9a8eb36788, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46738f87-d900-4ef8-a674-35fe8223ad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:25.847168 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (75469602-660b-429b-b63b-ae9a8eb36788), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:26.037099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Current status of the port 07715959-784f-4885-9240-cd44f06c64f3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:26.050806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:26.051666 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:26.062379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebb0b513-b005-449c-8911-93d66fd323c7 req-4cf78bef-3d08-4fc4-94f4-b72564ad63bc tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222619 Jan 31 18:59:26.065999 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:26.090278 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4714222 Jan 31 18:59:26.107026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56344) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:26.143699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3c97b28b-1baf-42c1-9589-4b0e02f9c0a1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Request body: {'subnet': {'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:26.164841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0f8d6-1fa8-4738-80c1-fe189dfa324d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event updated for resources: {'Network': ['ID=87685159-81e2-4a13-bac3-c9f21d8add50,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:26.216476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 87685159-81e2-4a13-bac3-c9f21d8add50 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 18:59:26.225181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b053ccbd-2728-4967-a48f-fdc023912f95 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (2e89f6d2-9509-46c8-885f-9a992e22a795), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:26.358460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Sync routers for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:26.369764 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053ccbd-2728-4967-a48f-fdc023912f95 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Subnet': ['ID=2e89f6d2-9509-46c8-885f-9a992e22a795,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:26.374707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Provisioning complete for port 638f50f8-86f6-4321-9445-19403bc45f9e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:26.375413 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:26.437955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053ccbd-2728-4967-a48f-fdc023912f95 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Checking segment: {'id': '9574938c-4206-4669-b3fb-597b593362fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:26.439515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b053ccbd-2728-4967-a48f-fdc023912f95 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network hostable DHCP agents. Network: b53dba26-594e-4995-9ca0-90250676ad70, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:59:26.452378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] For port 75469602-660b-429b-b63b-ae9a8eb36788, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:26.468388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] For port 75469602-660b-429b-b63b-ae9a8eb36788, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=75469602-660b-429b-b63b-ae9a8eb36788,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:26.504296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b053ccbd-2728-4967-a48f-fdc023912f95 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network b53dba26-594e-4995-9ca0-90250676ad70 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:59:26.553106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b053ccbd-2728-4967-a48f-fdc023912f95 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, b53dba26-594e-4995-9ca0-90250676ad70) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:26.563002 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (75469602-660b-429b-b63b-ae9a8eb36788), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:26.563213 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b053ccbd-2728-4967-a48f-fdc023912f95 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:26.565837 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b053ccbd-2728-4967-a48f-fdc023912f95 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:26.576327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:26.577793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:26.606509 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b053ccbd-2728-4967-a48f-fdc023912f95 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6552186 Jan 31 18:59:26.612852 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56356) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:26.651464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8542caa-1f5f-4ca3-9c31-1deb6466f08b None None] Network b53dba26-594e-4995-9ca0-90250676ad70 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:26.654271 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:26.792962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db4be1-71cc-4fba-ad95-be2a706ea25c None None] Network 85bc1ea6-400f-438b-9964-10b67e625236 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:26.995578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:26.999447 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:27.002902 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] 10.222.0.21 "PUT /v2.0/ports/75469602-660b-429b-b63b-ae9a8eb36788 HTTP/1.1" status: 200 len: 1092 time: 3.6448071 Jan 31 18:59:27.012909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd219a6-96d7-4042-91eb-ad5e282056fc service neutron] Pushing event updated for resources: {'Port': ['ID=75469602-660b-429b-b63b-ae9a8eb36788,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:27.052900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ecb79fd-170d-4611-9a01-37096293e5e4', 'tag': '75469602-660b-429b-b63b-ae9a8eb36788'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:59:27.058072 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b43b75-8da4-4a6b-bcaa-c0d8d682f259" -d '{"events": [{"name": "network-changed", "server_uuid": "6ecb79fd-170d-4611-9a01-37096293e5e4", "tag": "75469602-660b-429b-b63b-ae9a8eb36788"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:59:27.096161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c97b28b-1baf-42c1-9589-4b0e02f9c0a1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Made reservation on behalf of b41b39a829d2493184611926dc64169e for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:27.100380 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c97b28b-1baf-42c1-9589-4b0e02f9c0a1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:27.397994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-49be6f4f-9497-4a11-911f-179422856781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:24Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:27.445412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be6f4f-9497-4a11-911f-179422856781 None None] The sync data for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 is: [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:24Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:27.450967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:27.601761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Current status of the port 638f50f8-86f6-4321-9445-19403bc45f9e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:27.602162 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:27.613596 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 18:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66485aa-adaa-4987-b1d7-dd446be084d9 x-openstack-request-id: req-a66485aa-adaa-4987-b1d7-dd446be084d9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:59:27.613952 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ecb79fd-170d-4611-9a01-37096293e5e4", "tag": "75469602-660b-429b-b63b-ae9a8eb36788", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:59:27.614361 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a66485aa-adaa-4987-b1d7-dd446be084d9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:59:27.614841 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ecb79fd-170d-4611-9a01-37096293e5e4', 'tag': '75469602-660b-429b-b63b-ae9a8eb36788', 'status': 'completed', 'code': 200} Jan 31 18:59:27.664287 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c97b28b-1baf-42c1-9589-4b0e02f9c0a1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (90e31f79-0dec-46f8-94f9-1713f5b0f519), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:27.800504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-b53dba26-594e-4995-9ca0-90250676ad70', 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70', 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'fixed_ips': [{'subnet_id': '2e89f6d2-9509-46c8-885f-9a992e22a795'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:59:27.801801 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:27.811112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:27.815469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 638f50f8-86f6-4321-9445-19403bc45f9e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:27.948496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97b28b-1baf-42c1-9589-4b0e02f9c0a1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event updated for resources: {'Subnet': ['ID=90e31f79-0dec-46f8-94f9-1713f5b0f519,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:27.964372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd184-b1dc-45ed-b301-501237e65789 req-66ac43c4-1bac-4d65-9449-f2428a50109e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:27.972718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-299fd184-b1dc-45ed-b301-501237e65789 req-66ac43c4-1bac-4d65-9449-f2428a50109e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 943 time: 0.3884027 Jan 31 18:59:28.024505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-55855e7b-c796-4821-b023-100be43b44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:28.026874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-55855e7b-c796-4821-b023-100be43b44b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 1126 time: 0.9573553 Jan 31 18:59:28.033926 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:28.036686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c97b28b-1baf-42c1-9589-4b0e02f9c0a1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Checking segment: {'id': '97d92673-30e2-434a-91de-c07cc9f1c19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:28.037507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c97b28b-1baf-42c1-9589-4b0e02f9c0a1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Network hostable DHCP agents. Network: 87685159-81e2-4a13-bac3-c9f21d8add50, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:59:28.095190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-3e864526-86f9-4300-a339-ff544a99d24c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75469602-660b-429b-b63b-ae9a8eb36788 HTTP/1.1" status: 200 len: 217 time: 0.0546184 Jan 31 18:59:28.103724 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:28.292566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-299fd184-b1dc-45ed-b301-501237e65789 req-50ca3fdf-d4f4-4bad-a37a-46e2937230c4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186190 Jan 31 18:59:28.355992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event updated for resources: {'Port': ['ID=7f1545bb-28bc-4cf6-a915-ecfa44e40b4b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:28.358489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c97b28b-1baf-42c1-9589-4b0e02f9c0a1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Network 87685159-81e2-4a13-bac3-c9f21d8add50 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:59:28.389479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-4f207074-5e5b-4be9-bf75-21d61df261aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:28.389479 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-4f207074-5e5b-4be9-bf75-21d61df261aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.2713516 Jan 31 18:59:28.389479 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:28.488463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3c97b28b-1baf-42c1-9589-4b0e02f9c0a1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 87685159-81e2-4a13-bac3-c9f21d8add50) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:28.507107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-d1f5c2b8-b414-47f9-a5c4-d83861509663 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178994 Jan 31 18:59:28.525200 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c97b28b-1baf-42c1-9589-4b0e02f9c0a1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:28.526767 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c97b28b-1baf-42c1-9589-4b0e02f9c0a1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:28.546345 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] For port 638f50f8-86f6-4321-9445-19403bc45f9e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=638f50f8-86f6-4321-9445-19403bc45f9e,segment=NetworkSegment(68322890-8ba5-4fbd-a816-c55f2b0cc5b8),segment_id=68322890-8ba5-4fbd-a816-c55f2b0cc5b8)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:28.586736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d201e122-ccb4-4383-9f75-33dfbc9d1c32 None None] Network 87685159-81e2-4a13-bac3-c9f21d8add50 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:28.662177 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:28.692449 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-64418a7b-32ad-4b5a-8ad3-e3faa158b31f service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351712 Jan 31 18:59:28.771805 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:28.777401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Pushing event updated for resources: {'Port': ['ID=638f50f8-86f6-4321-9445-19403bc45f9e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:28.816582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3c97b28b-1baf-42c1-9589-4b0e02f9c0a1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6973214 Jan 31 18:59:28.820483 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56412) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:28.834359 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Request body: {'port': {'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50', 'name': 'tempest-AllowedAddressPairTestJSON-963684031'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:28.889734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0d62a05-977d-4b8b-b110-8c2fd0069eaf req-c7128656-acfb-4826-9e36-6ccb8dfa94d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4033043 Jan 31 18:59:28.896413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Allocated IP 2001:db8:3::2 (b53dba26-594e-4995-9ca0-90250676ad70/2e89f6d2-9509-46c8-885f-9a992e22a795/d98bcd11-2638-4b9a-89b9-404069f05d9a) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:29.029092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c23f42e0-574e-4c77-8649-8903bc1706d0 req-168e9ac9-5784-4160-84a0-eb78bc488c26 service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997360 Jan 31 18:59:29.029981 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Provisioning complete for port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:29.030445 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:29.081048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 638f50f8-86f6-4321-9445-19403bc45f9e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:29.081556 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:29.181148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Network 85bc1ea6-400f-438b-9964-10b67e625236 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:29.257287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-87685159-81e2-4a13-bac3-c9f21d8add50', 'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50', 'project_id': 'b41b39a829d2493184611926dc64169e', 'fixed_ips': [{'subnet_id': '90e31f79-0dec-46f8-94f9-1713f5b0f519'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 18:59:29.261225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:29.263100 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:29.307086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d62a05-977d-4b8b-b110-8c2fd0069eaf req-6abc9b44-e170-460d-8db7-11779d0d7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:29.311785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0d62a05-977d-4b8b-b110-8c2fd0069eaf req-6abc9b44-e170-460d-8db7-11779d0d7edb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 1129 time: 0.2822294 Jan 31 18:59:29.488889 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Made reservation on behalf of b41b39a829d2493184611926dc64169e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:29.493307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:29.533351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] device_id is not set on port 48e954f2-06b7-4aa2-91cc-cfe001368c50 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:59:29.561745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43b75-8da4-4a6b-bcaa-c0d8d682f259 req-b0965e46-2bc0-4245-8ba7-e8b838578ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:29.563482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8b43b75-8da4-4a6b-bcaa-c0d8d682f259 req-b0965e46-2bc0-4245-8ba7-e8b838578ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 1126 time: 0.4143281 Jan 31 18:59:29.738732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Current status of the port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:29.739351 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:29.764230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:21Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:22Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:23Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:29.767879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 638f50f8-86f6-4321-9445-19403bc45f9e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:29.769681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ec9f08d7-dde9-442b-b21b-819696271aaf up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:29.881472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Checking router: b7e4746c-dce0-4169-a5ee-67fca4b8900a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:29.881839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Updating router b7e4746c-dce0-4169-a5ee-67fca4b8900a port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:59:29.899599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Allocated IP 172.20.0.2 (87685159-81e2-4a13-bac3-c9f21d8add50/90e31f79-0dec-46f8-94f9-1713f5b0f519/f815ba75-ea03-41db-b5a8-f26eafd32201) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:29.926484 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Publish callbacks [] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:29.963464 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:29.975504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] For port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ece8b7d-8d53-4450-9c94-ece87c1a04c3,segment=NetworkSegment(73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2),segment_id=73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:29.993206 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:29.995292 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ec9f08d7-dde9-442b-b21b-819696271aaf triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:29.995656 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:30.074069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Allocated IP 2001:db8:3::1 (b53dba26-594e-4995-9ca0-90250676ad70/2e89f6d2-9509-46c8-885f-9a992e22a795/50a61ff6-8a7f-4d07-8187-3eff524c9fc2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:30.085477 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:30.137614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Network b53dba26-594e-4995-9ca0-90250676ad70 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:30.175333 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:30.186189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:30.248412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Pushing event updated for resources: {'Port': ['ID=d98bcd11-2638-4b9a-89b9-404069f05d9a,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:30.318042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:30.372818 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:30.406406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1f93-5fe1-4e61-bf5d-8a1054565557 req-25b50515-c548-49eb-8086-9093836f0f50 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:30.415362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa7a1f93-5fe1-4e61-bf5d-8a1054565557 req-25b50515-c548-49eb-8086-9093836f0f50 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 943 time: 0.9583955 Jan 31 18:59:30.487990 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:30.498241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d62a05-977d-4b8b-b110-8c2fd0069eaf req-b0f48422-903a-445f-a133-31dec0bd69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:30.499915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0d62a05-977d-4b8b-b110-8c2fd0069eaf req-b0f48422-903a-445f-a133-31dec0bd69ae service neutron] 10.222.0.49 "GET /v2.0/networks?id=53325844-6576-460a-86d9-f42d5aeacca9 HTTP/1.1" status: 200 len: 898 time: 1.0708814 Jan 31 18:59:30.554558 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network b53dba26-594e-4995-9ca0-90250676ad70 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:30.557653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Provisioning complete for port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:30.558043 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:30.560691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:30.568181 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:30.569007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:30.609939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43b75-8da4-4a6b-bcaa-c0d8d682f259 req-bb3abab2-5bf6-45b9-953f-34c63a9905f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:30.612636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8b43b75-8da4-4a6b-bcaa-c0d8d682f259 req-bb3abab2-5bf6-45b9-953f-34c63a9905f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 906 time: 1.0405512 Jan 31 18:59:30.616867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:30.640571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=50a61ff6-8a7f-4d07-8187-3eff524c9fc2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:30.701996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:30.711111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8b43b75-8da4-4a6b-bcaa-c0d8d682f259 req-3121d03c-9004-469e-888a-94dc8f7c2004 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75469602-660b-429b-b63b-ae9a8eb36788 HTTP/1.1" status: 200 len: 217 time: 0.0782621 Jan 31 18:59:30.717417 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Sync routers for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:30.719229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Attempting to bind port d98bcd11-2638-4b9a-89b9-404069f05d9a on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:30.719852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Attempting to bind port d98bcd11-2638-4b9a-89b9-404069f05d9a by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '9574938c-4206-4669-b3fb-597b593362fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:30.721520 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-af1cbe90-026b-42b0-ba87-1db511a30cf3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3346827 Jan 31 18:59:30.721812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Attempting to bind port d98bcd11-2638-4b9a-89b9-404069f05d9a on network b53dba26-594e-4995-9ca0-90250676ad70 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:30.725067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56468) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:30.743913 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:30.744441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa7a1f93-5fe1-4e61-bf5d-8a1054565557 req-a27c7a5a-026e-4b00-80a7-8be85ddd8172 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277514 Jan 31 18:59:30.747122 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:30.751709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-aa1bf821-9d8d-41a5-a0a9-b5688e011565 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:30.766495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0d62a05-977d-4b8b-b110-8c2fd0069eaf req-4248fdab-8723-4075-9328-15d1d701d585 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 HTTP/1.1" status: 200 len: 1002 time: 0.2230704 Jan 31 18:59:30.776792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02973b-c8da-4aef-ae5c-74acf3f62c4f None None] Pushing event updated for resources: {'Port': ['ID=6ece8b7d-8d53-4450-9c94-ece87c1a04c3,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:30.783371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:30.784139 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Checking segment: {'id': '9574938c-4206-4669-b3fb-597b593362fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:30.784882 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:30.785477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Bound using segment: {'id': '9574938c-4206-4669-b3fb-597b593362fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:30.786199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Bound port: d98bcd11-2638-4b9a-89b9-404069f05d9a, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9574938c-4206-4669-b3fb-597b593362fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:30.786779 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:30.842917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Provisioning complete for port b9a17b41-5aba-4db5-894f-c4674be938de triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:30.843478 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b9a17b41-5aba-4db5-894f-c4674be938de), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:30.916938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:30.929846 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:30.932277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43b75-8da4-4a6b-bcaa-c0d8d682f259 req-f0d80a14-fbec-49f1-87d4-55265408676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:30.933955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8b43b75-8da4-4a6b-bcaa-c0d8d682f259 req-f0d80a14-fbec-49f1-87d4-55265408676f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.2077057 Jan 31 18:59:30.939223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d62a05-977d-4b8b-b110-8c2fd0069eaf req-d5b4a9b6-b09c-42e3-829b-18d33876603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:30.941134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0d62a05-977d-4b8b-b110-8c2fd0069eaf req-d5b4a9b6-b09c-42e3-829b-18d33876603a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adb49a0c-064d-4132-a9cf-1163cd60b38b HTTP/1.1" status: 200 len: 833 time: 0.1125875 Jan 31 18:59:30.948822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 75469602-660b-429b-b63b-ae9a8eb36788 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:59:31.020017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8b43b75-8da4-4a6b-bcaa-c0d8d682f259 req-c8d78e2a-a189-4bf4-ac63-a24e89af03fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761888 Jan 31 18:59:31.092003 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Publish callbacks [] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:31.110728 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56478) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:31.148096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ec9f08d7-dde9-442b-b21b-819696271aaf is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:31.148543 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:31.207742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:31.209698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8b43b75-8da4-4a6b-bcaa-c0d8d682f259 req-b4233ccc-f560-4aa9-9b4e-d1faf81aaf61 service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728470 Jan 31 18:59:31.220926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] For port d98bcd11-2638-4b9a-89b9-404069f05d9a, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:31.224541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] For port d98bcd11-2638-4b9a-89b9-404069f05d9a, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d98bcd11-2638-4b9a-89b9-404069f05d9a,segment=NetworkSegment(9574938c-4206-4669-b3fb-597b593362fa),segment_id=9574938c-4206-4669-b3fb-597b593362fa)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:31.227923 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:31.254479 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:31.369277 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:59:31.431250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d62a05-977d-4b8b-b110-8c2fd0069eaf req-b4466024-27a2-48d0-bbe7-76eb360b1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:31.433212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0d62a05-977d-4b8b-b110-8c2fd0069eaf req-b4466024-27a2-48d0-bbe7-76eb360b1752 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53325844-6576-460a-86d9-f42d5aeacca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4798560 Jan 31 18:59:31.481398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Network 87685159-81e2-4a13-bac3-c9f21d8add50 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:31.541377 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:25Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:29Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f1545bb-28bc-4cf6-a915-ecfa44e40b4b', 'name': '', 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:96:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:21Z', 'updated_at': '2022-01-31T18:59:26Z', 'revision_number': 2, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:31.549634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:31.590536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0d62a05-977d-4b8b-b110-8c2fd0069eaf req-0700c027-7878-4cb9-a1c7-477310124751 service neutron] 10.222.0.49 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167543 Jan 31 18:59:31.602168 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Checking router: 396fc9d1-794e-4d2f-9489-28ebf09c9a0e for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:31.602862 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Updating router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:59:31.621586 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:31.632406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Allocated IP 172.20.0.11 (87685159-81e2-4a13-bac3-c9f21d8add50/90e31f79-0dec-46f8-94f9-1713f5b0f519/48e954f2-06b7-4aa2-91cc-cfe001368c50) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:31.658845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:31.663689 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:31.677510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port ec9f08d7-dde9-442b-b21b-819696271aaf, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ec9f08d7-dde9-442b-b21b-819696271aaf,segment=NetworkSegment(ea9f8148-1804-4024-891e-1449d7578e93),segment_id=ea9f8148-1804-4024-891e-1449d7578e93)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:31.694640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Pushing event updated for resources: {'Port': ['ID=f815ba75-ea03-41db-b5a8-f26eafd32201,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:31.715189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:31.724825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Current status of the port b9a17b41-5aba-4db5-894f-c4674be938de is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:31.725693 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b9a17b41-5aba-4db5-894f-c4674be938de), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:31.848809 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:31.853012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3b0eac29-1be2-43b6-af25-510130bef670 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:31.906715 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c0d62a05-977d-4b8b-b110-8c2fd0069eaf req-a0cf81b7-7579-475a-9546-5acb70ba51a6 service neutron] 10.222.0.49 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685680 Jan 31 18:59:31.941732 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Publish callbacks [] for security_group (335ab57b-1f03-481d-84c7-2bf91fefd9a6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:31.944804 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:31.948102 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.044435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8b43b75-8da4-4a6b-bcaa-c0d8d682f259 req-393589a5-5070-47fb-a30d-2920d217e9c0 service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8233287 Jan 31 18:59:32.064538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6fd56-3ed5-4473-8fc7-8a2aaebe705f req-b54f475a-fd05-4937-bb11-df0163f9c659 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:32.066079 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2fd6fd56-3ed5-4473-8fc7-8a2aaebe705f req-b54f475a-fd05-4937-bb11-df0163f9c659 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 943 time: 0.1439803 Jan 31 18:59:32.113469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3d76b-6cb0-4652-bd8a-0bb0f3acbab8 None None] Pushing event updated for resources: {'Port': ['ID=d98bcd11-2638-4b9a-89b9-404069f05d9a,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:32.121130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 75469602-660b-429b-b63b-ae9a8eb36788, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=75469602-660b-429b-b63b-ae9a8eb36788,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:32.141014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event updated for resources: {'Port': ['ID=50a61ff6-8a7f-4d07-8187-3eff524c9fc2,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:32.145857 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2fd6fd56-3ed5-4473-8fc7-8a2aaebe705f req-f8949ba7-b03a-4678-8d68-790e6807764a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727549 Jan 31 18:59:32.147751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7757-b9c8-4378-8da3-cfa7e3159ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.210081 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (335ab57b-1f03-481d-84c7-2bf91fefd9a6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.255162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Attempting to bind port f815ba75-ea03-41db-b5a8-f26eafd32201 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:32.256401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Attempting to bind port f815ba75-ea03-41db-b5a8-f26eafd32201 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '97d92673-30e2-434a-91de-c07cc9f1c19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:32.256780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Attempting to bind port f815ba75-ea03-41db-b5a8-f26eafd32201 on network 87685159-81e2-4a13-bac3-c9f21d8add50 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:32.269735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=ec9f08d7-dde9-442b-b21b-819696271aaf,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:32.282137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335ab57b-1f03-481d-84c7-2bf91fefd9a6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:32.332776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-aa1bf821-9d8d-41a5-a0a9-b5688e011565 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 31 18:59:32.342996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:32.343821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Checking segment: {'id': '97d92673-30e2-434a-91de-c07cc9f1c19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:32.344684 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.346074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Bound using segment: {'id': '97d92673-30e2-434a-91de-c07cc9f1c19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:32.347019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Bound port: f815ba75-ea03-41db-b5a8-f26eafd32201, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d92673-30e2-434a-91de-c07cc9f1c19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:32.348469 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.349778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.350323 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.350874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.351371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.352072 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.352604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.353274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.353572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '75469602-660b-429b-b63b-ae9a8eb36788', 'network_id': '8c183b94-d131-43f6-abd6-daa20cc7c014', 'port_id': '75469602-660b-429b-b63b-ae9a8eb36788', 'mac_address': 'fa:16:3e:53:f9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84ab55c-34af-4b5d-8cef-07d311d8d426', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:59:32.353952 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.354507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.355128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.356312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.357278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.357814 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.359983 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Publish callbacks [] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.366523 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.367618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.368129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.369072 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.370065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.370673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.371751 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.372564 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.375202 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.375597 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.375996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.377668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.378244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:32.379456 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.381878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-aa1bf821-9d8d-41a5-a0a9-b5688e011565 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Removed routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 31 18:59:32.385183 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf821-9d8d-41a5-a0a9-b5688e011565 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.464265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] For port b9a17b41-5aba-4db5-894f-c4674be938de, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b9a17b41-5aba-4db5-894f-c4674be938de,segment=NetworkSegment(9e995033-bd75-48b7-bfb6-417ac035271d),segment_id=9e995033-bd75-48b7-bfb6-417ac035271d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:32.511579 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7757-b9c8-4378-8da3-cfa7e3159ee2 admin admin] Publish callbacks [] for security_group (13622005-2574-42ef-8b0f-9e1cbd9d9179), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.531282 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c87e7-6382-4c43-9566-f5c1cb33519c None None] Pushing event updated for resources: {'Port': ['ID=7f1545bb-28bc-4cf6-a915-ecfa44e40b4b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:32.538650 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b9a17b41-5aba-4db5-894f-c4674be938de), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.552985 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7757-b9c8-4378-8da3-cfa7e3159ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (13622005-2574-42ef-8b0f-9e1cbd9d9179), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.657072 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Attempting to bind port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:32.658950 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Attempting to bind port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '9e995033-bd75-48b7-bfb6-417ac035271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:32.659336 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Attempting to bind port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b on network 85bc1ea6-400f-438b-9964-10b67e625236 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:32.664724 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9357312c-9952-4781-a856-b3084d15add5 req-34861de5-bb21-44de-a708-40a6cfacaa8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0028162 Jan 31 18:59:32.670047 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-94c43458-e889-4adb-bded-a5b19c7e0904 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0fedc57d2e043348a9c6a04261fe1d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5577772 Jan 31 18:59:32.680532 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:32.687271 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Checking segment: {'id': '9e995033-bd75-48b7-bfb6-417ac035271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:32.691106 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.691759 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Bound using segment: {'id': '9e995033-bd75-48b7-bfb6-417ac035271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:32.693679 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Bound port: 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e995033-bd75-48b7-bfb6-417ac035271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:32.694249 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.730465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] For port f815ba75-ea03-41db-b5a8-f26eafd32201, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:32.734063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56512) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:32.751728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] For port f815ba75-ea03-41db-b5a8-f26eafd32201, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f815ba75-ea03-41db-b5a8-f26eafd32201,segment=NetworkSegment(97d92673-30e2-434a-91de-c07cc9f1c19c),segment_id=97d92673-30e2-434a-91de-c07cc9f1c19c)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:32.769547 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Publish callbacks [] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.821392 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.900276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3b0eac29-1be2-43b6-af25-510130bef670 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:32.911957 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3b0eac29-1be2-43b6-af25-510130bef670), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.913383 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] For port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:32.917856 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] For port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7f1545bb-28bc-4cf6-a915-ecfa44e40b4b,segment=NetworkSegment(9e995033-bd75-48b7-bfb6-417ac035271d),segment_id=9e995033-bd75-48b7-bfb6-417ac035271d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:32.929748 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.935204 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf821-9d8d-41a5-a0a9-b5688e011565 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.938410 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.948782 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf821-9d8d-41a5-a0a9-b5688e011565 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:32.951127 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6db60fe-9e6a-42e6-a838-052d00530ba2 admin admin] Publish callbacks [] for security_group (335ab57b-1f03-481d-84c7-2bf91fefd9a6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:33.070692 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:33.071323 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:33.091379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Provisioning complete for port ec9f08d7-dde9-442b-b21b-819696271aaf triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:33.094289 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:33.223163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f7757-b9c8-4378-8da3-cfa7e3159ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13622005-2574-42ef-8b0f-9e1cbd9d9179,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:33.235014 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4c2f7757-b9c8-4378-8da3-cfa7e3159ee2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28dfcc1d4ce6458b811cbb615e8415d1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0148416 Jan 31 18:59:33.235186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6db60fe-9e6a-42e6-a838-052d00530ba2 admin admin] Publish callbacks [] for security_group (335ab57b-1f03-481d-84c7-2bf91fefd9a6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:33.301859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:33.324094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 75469602-660b-429b-b63b-ae9a8eb36788 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:33.328686 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (75469602-660b-429b-b63b-ae9a8eb36788), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:33.442272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75469602-660b-429b-b63b-ae9a8eb36788 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:59:33.482137 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6db60fe-9e6a-42e6-a838-052d00530ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (335ab57b-1f03-481d-84c7-2bf91fefd9a6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:33.493738 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6db60fe-9e6a-42e6-a838-052d00530ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:33.495472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e6db60fe-9e6a-42e6-a838-052d00530ba2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/335ab57b-1f03-481d-84c7-2bf91fefd9a6 HTTP/1.1" status: 204 len: 168 time: 0.7602062 Jan 31 18:59:33.499907 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for port (48e954f2-06b7-4aa2-91cc-cfe001368c50), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:33.517141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 75469602-660b-429b-b63b-ae9a8eb36788, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=75469602-660b-429b-b63b-ae9a8eb36788,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:33.535747 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Network b53dba26-594e-4995-9ca0-90250676ad70 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:33.556229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb06dfd-beb2-48ff-b3c2-293fc585dc3a None None] Network b53dba26-594e-4995-9ca0-90250676ad70 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:33.573758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:33.606561 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357312c-9952-4781-a856-b3084d15add5 req-eb17c2f1-507b-448c-bebd-4e6fb9903c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:33.607252 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9357312c-9952-4781-a856-b3084d15add5 req-eb17c2f1-507b-448c-bebd-4e6fb9903c51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 1129 time: 0.5603189 Jan 31 18:59:33.649279 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (75469602-660b-429b-b63b-ae9a8eb36788), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:33.739895 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c87e7-6382-4c43-9566-f5c1cb33519c None None] Pushing event updated for resources: {'Port': ['ID=7f1545bb-28bc-4cf6-a915-ecfa44e40b4b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:33.807771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db60fe-9e6a-42e6-a838-052d00530ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335ab57b-1f03-481d-84c7-2bf91fefd9a6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:33.826333 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:33.845710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212935b6-1365-4bc6-9643-7e87bf7abc9f req-c340e4bd-0df4-44d5-86e0-6df52d7c5cae tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:33.847490 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-212935b6-1365-4bc6-9643-7e87bf7abc9f req-c340e4bd-0df4-44d5-86e0-6df52d7c5cae tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 943 time: 0.4091425 Jan 31 18:59:33.857355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56550) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:33.956275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-212935b6-1365-4bc6-9643-7e87bf7abc9f req-62dea80b-b316-4ab8-83e5-c9aa891c4c4a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891273 Jan 31 18:59:33.978890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c98e8-b1a0-4588-a08b-56c0b20d2070 req-67cad124-d381-4517-86e6-61e99d9789fa tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:33.995039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-089c98e8-b1a0-4588-a08b-56c0b20d2070 req-67cad124-d381-4517-86e6-61e99d9789fa tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.4375634 Jan 31 18:59:34.009645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357312c-9952-4781-a856-b3084d15add5 req-773ae895-c27f-4424-8a6d-f69671eb60b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:34.018723 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9357312c-9952-4781-a856-b3084d15add5 req-773ae895-c27f-4424-8a6d-f69671eb60b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 200 len: 906 time: 0.3624403 Jan 31 18:59:34.033099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['75469602-660b-429b-b63b-ae9a8eb36788'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:59:34.056843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1bf821-9d8d-41a5-a0a9-b5688e011565 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:34.158791 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-089c98e8-b1a0-4588-a08b-56c0b20d2070 req-26764106-87c3-40b8-982f-a42e8aa62aae tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611791 Jan 31 18:59:34.189400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Pushing event updated for resources: {'Port': ['ID=b9a17b41-5aba-4db5-894f-c4674be938de,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:34.262101 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f764321-da33-4627-aad5-c2f1ff8c48aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:34.273924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Current status of the port ec9f08d7-dde9-442b-b21b-819696271aaf is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:34.339775 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:32Z', 'revision_number': 6, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:29Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f1545bb-28bc-4cf6-a915-ecfa44e40b4b', 'name': '', 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:96:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:21Z', 'updated_at': '2022-01-31T18:59:32Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:34.373134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56554) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:34.376903 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a568deb6-dff8-4a8e-aeb2-072a130bc128 None None] The sync data for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 is: [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:32Z', 'revision_number': 6, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:29Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f1545bb-28bc-4cf6-a915-ecfa44e40b4b', 'name': '', 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:96:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:21Z', 'updated_at': '2022-01-31T18:59:32Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:34.413207 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9357312c-9952-4781-a856-b3084d15add5 req-4ae8db83-99b1-4a96-a007-9380df79320c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d63429f8-7915-477c-82d4-bc85cd80355e HTTP/1.1" status: 200 len: 217 time: 0.3793962 Jan 31 18:59:34.415036 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (48e954f2-06b7-4aa2-91cc-cfe001368c50), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:34.522096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Provisioning complete for port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:34.522743 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:34.528961 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce47706e-09cd-406f-8ddc-da88549449e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:34.551330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1bf821-9d8d-41a5-a0a9-b5688e011565 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:34.565525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be0860f5-2d5f-420b-a1ad-60c1cec759fa admin admin] Publish callbacks [] for security_group (13622005-2574-42ef-8b0f-9e1cbd9d9179), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:34.566402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Attempting to bind port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:34.567967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Attempting to bind port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'ea9f8148-1804-4024-891e-1449d7578e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:34.568850 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Attempting to bind port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe on network 85bf4538-d776-47bc-aba9-9d6158cf3840 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:34.571851 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf821-9d8d-41a5-a0a9-b5688e011565 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:34.588429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-aa1bf821-9d8d-41a5-a0a9-b5688e011565 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e HTTP/1.1" status: 200 len: 933 time: 3.8606434 Jan 31 18:59:34.592782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Network 87685159-81e2-4a13-bac3-c9f21d8add50 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:34.593272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56556) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:34.610796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:34.621353 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:34.682022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:34.682627 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:34.741107 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be0860f5-2d5f-420b-a1ad-60c1cec759fa admin admin] Publish callbacks [] for security_group (13622005-2574-42ef-8b0f-9e1cbd9d9179), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:34.743046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:34.743697 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Checking segment: {'id': 'ea9f8148-1804-4024-891e-1449d7578e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:34.744651 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:34.745539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Bound using segment: {'id': 'ea9f8148-1804-4024-891e-1449d7578e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:34.747880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Bound port: 3e50020e-a941-4ac7-bcdf-10a5a72d74fe, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9f8148-1804-4024-891e-1449d7578e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:34.748952 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:34.756767 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357312c-9952-4781-a856-b3084d15add5 req-81fd3afc-5048-44ab-ba3c-bf20beb35ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:34.757422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc1c3f-44c8-4a51-af93-bcd16418fe5f None None] Pushing event updated for resources: {'Port': ['ID=f815ba75-ea03-41db-b5a8-f26eafd32201,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:34.758448 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9357312c-9952-4781-a856-b3084d15add5 req-81fd3afc-5048-44ab-ba3c-bf20beb35ef6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 200 len: 845 time: 0.3214402 Jan 31 18:59:34.775649 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router b7e4746c-dce0-4169-a5ee-67fca4b8900a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:34.806019 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9843948 Jan 31 18:59:34.811683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4f75a-8fda-4710-8806-d4342cf90fba tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event updated for resources: {'Port': ['ID=48e954f2-06b7-4aa2-91cc-cfe001368c50,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:34.815040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56558) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:34.816916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3b0eac29-1be2-43b6-af25-510130bef670 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:34.818349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 07715959-784f-4885-9240-cd44f06c64f3 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:34.824811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b132f-e80b-48c7-8965-67e34924961f None None] Pushing event updated for resources: {'Port': ['ID=3e50020e-a941-4ac7-bcdf-10a5a72d74fe,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:34.854292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Request body: {'port': {'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50', 'name': 'tempest-AllowedAddressPairTestJSON-976463005', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e2:f6:14'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:34.858758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-baff4b31-cd73-486e-bc75-c77137a4dc30 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e HTTP/1.1" status: 200 len: 933 time: 0.2640574 Jan 31 18:59:34.867101 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce47706e-09cd-406f-8ddc-da88549449e1 admin admin] Publish callbacks [] for security_group (480751bb-3d68-4b37-b2fc-de99b3a3c487), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:34.868548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56560) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:34.887364 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0e22ec60-6ad9-4f89-8245-db29bf0d393c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'router': {'routes': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:35.052406 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9357312c-9952-4781-a856-b3084d15add5 req-448f29e3-d3b4-49dd-a201-ece41882f87b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c183b94-d131-43f6-abd6-daa20cc7c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2669721 Jan 31 18:59:35.088667 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f764321-da33-4627-aad5-c2f1ff8c48aa admin admin] Publish callbacks [] for security_group (a9be7cc2-6563-405f-9967-3f2f187aaeda), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:35.097181 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Made reservation on behalf of b41b39a829d2493184611926dc64169e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:35.103499 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce47706e-09cd-406f-8ddc-da88549449e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (480751bb-3d68-4b37-b2fc-de99b3a3c487), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:35.137988 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f764321-da33-4627-aad5-c2f1ff8c48aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a9be7cc2-6563-405f-9967-3f2f187aaeda), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:35.255513 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:35.308401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47706e-09cd-406f-8ddc-da88549449e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480751bb-3d68-4b37-b2fc-de99b3a3c487,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:35.328560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ce47706e-09cd-406f-8ddc-da88549449e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=162f043c09c24b55a2e0ddd3638b34ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9542904 Jan 31 18:59:35.338729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56566) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:35.346271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4f764321-da33-4627-aad5-c2f1ff8c48aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c01017913d5c43168b451a1cdca3c7ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4875875 Jan 31 18:59:35.349671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56568) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:35.439405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f764321-da33-4627-aad5-c2f1ff8c48aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9be7cc2-6563-405f-9967-3f2f187aaeda,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:35.458539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:35.506844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] device_id is not set on port f044b7dd-f064-47c9-98fa-2d407ee16151 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:59:35.703192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e0420d-1e33-45a0-8fc3-a803af7b3059 None None] Network 87685159-81e2-4a13-bac3-c9f21d8add50 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:35.759743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=75469602-660b-429b-b63b-ae9a8eb36788,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:35.781251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 07715959-784f-4885-9240-cd44f06c64f3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:35.781634 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (07715959-784f-4885-9240-cd44f06c64f3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:35.812718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Provisioning complete for port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:35.813113 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:35.873667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193f81f9-aeb6-4d15-891b-dc905b687d74 None None] Sync routers for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:35.896448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] For port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:36.005553 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f81f9-aeb6-4d15-891b-dc905b687d74 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:36.006219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-193f81f9-aeb6-4d15-891b-dc905b687d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:36.014291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] For port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3e50020e-a941-4ac7-bcdf-10a5a72d74fe,segment=NetworkSegment(ea9f8148-1804-4024-891e-1449d7578e93),segment_id=ea9f8148-1804-4024-891e-1449d7578e93)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:36.046122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be0860f5-2d5f-420b-a1ad-60c1cec759fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (13622005-2574-42ef-8b0f-9e1cbd9d9179), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:36.049928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be0860f5-2d5f-420b-a1ad-60c1cec759fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:36.054198 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-be0860f5-2d5f-420b-a1ad-60c1cec759fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13622005-2574-42ef-8b0f-9e1cbd9d9179 HTTP/1.1" status: 204 len: 168 time: 2.7502956 Jan 31 18:59:36.128932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf05c-ae61-441b-b47e-d8dd94f5b834 req-6b65d98f-ea40-4919-b97a-e1ca6408ec33 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:36.130432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-707bf05c-ae61-441b-b47e-d8dd94f5b834 req-6b65d98f-ea40-4919-b97a-e1ca6408ec33 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 944 time: 0.9560328 Jan 31 18:59:36.151626 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:36.185401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175d9b9-cf2d-4d8f-a8c4-c61567a65259 req-40e9f766-108b-4a1e-8fb7-1ad6eb08ed0c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:36.187647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5175d9b9-cf2d-4d8f-a8c4-c61567a65259 req-40e9f766-108b-4a1e-8fb7-1ad6eb08ed0c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.7806051 Jan 31 18:59:36.260789 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f16cd3f-6789-459a-9484-c0dcab5a7253 admin admin] Publish callbacks [] for security_group (480751bb-3d68-4b37-b2fc-de99b3a3c487), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:36.314803 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e897f175-fff5-415a-abf5-f490ac29c7f7 admin admin] Publish callbacks [] for security_group (a9be7cc2-6563-405f-9967-3f2f187aaeda), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:36.326301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Allocated IP 172.20.0.13 (87685159-81e2-4a13-bac3-c9f21d8add50/90e31f79-0dec-46f8-94f9-1713f5b0f519/f044b7dd-f064-47c9-98fa-2d407ee16151) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:36.341537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e897f175-fff5-415a-abf5-f490ac29c7f7 admin admin] Publish callbacks [] for security_group (a9be7cc2-6563-405f-9967-3f2f187aaeda), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:36.373381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0860f5-2d5f-420b-a1ad-60c1cec759fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13622005-2574-42ef-8b0f-9e1cbd9d9179,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:36.381550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:36.398991 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a86790c3-e366-4c27-b00b-ac31d8237fed tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7833972 Jan 31 18:59:36.411214 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9357312c-9952-4781-a856-b3084d15add5 req-0bcba01c-0e75-4fa4-8f6c-80eab75f39ba service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3408101 Jan 31 18:59:36.424591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56572) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:36.441304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-203730e0-75c2-4097-b668-2b792c83786c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:36.513193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-193f81f9-aeb6-4d15-891b-dc905b687d74 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:36.604400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-707bf05c-ae61-441b-b47e-d8dd94f5b834 req-e1bf9e03-a33a-4d3c-8cbc-90c99f503cb6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647486 Jan 31 18:59:36.639525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:36.639818 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f16cd3f-6789-459a-9484-c0dcab5a7253 admin admin] Publish callbacks [] for security_group (480751bb-3d68-4b37-b2fc-de99b3a3c487), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:36.640726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:36.707551 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e897f175-fff5-415a-abf5-f490ac29c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a9be7cc2-6563-405f-9967-3f2f187aaeda), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:36.713904 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e897f175-fff5-415a-abf5-f490ac29c7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:36.722320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e897f175-fff5-415a-abf5-f490ac29c7f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9be7cc2-6563-405f-9967-3f2f187aaeda HTTP/1.1" status: 204 len: 168 time: 1.3320906 Jan 31 18:59:36.743770 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56576) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:36.790765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b132f-e80b-48c7-8965-67e34924961f None None] Pushing event updated for resources: {'Port': ['ID=3e50020e-a941-4ac7-bcdf-10a5a72d74fe,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:36.795442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:36.803587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbff13-c9c1-4668-9c5d-56c6bdf7e8a6 None None] Current status of the port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:36.825302 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a929c8bd-c912-4460-afca-df09f08ab487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:36.853027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897f175-fff5-415a-abf5-f490ac29c7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9be7cc2-6563-405f-9967-3f2f187aaeda,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:36.885251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5175d9b9-cf2d-4d8f-a8c4-c61567a65259 req-97277721-34ab-4dd3-88d8-d0f2207a3ac7 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6588526 Jan 31 18:59:36.970748 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f16cd3f-6789-459a-9484-c0dcab5a7253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (480751bb-3d68-4b37-b2fc-de99b3a3c487), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:36.979694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 07715959-784f-4885-9240-cd44f06c64f3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:36.981550 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f16cd3f-6789-459a-9484-c0dcab5a7253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:36.989307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5f16cd3f-6789-459a-9484-c0dcab5a7253 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/480751bb-3d68-4b37-b2fc-de99b3a3c487 HTTP/1.1" status: 204 len: 168 time: 1.6412387 Jan 31 18:59:37.026281 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9357312c-9952-4781-a856-b3084d15add5 req-b8f6c257-634f-4653-b12d-919b01033284 service neutron] 10.222.0.21 "GET /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990198 Jan 31 18:59:37.053386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16cd3f-6789-459a-9484-c0dcab5a7253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480751bb-3d68-4b37-b2fc-de99b3a3c487,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:37.100955 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-0e22ec60-6ad9-4f89-8245-db29bf0d393c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Added routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 31 18:59:37.101490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-0e22ec60-6ad9-4f89-8245-db29bf0d393c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 31 18:59:37.210242 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e22ec60-6ad9-4f89-8245-db29bf0d393c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:37.518553 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Provisioning complete for port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:37.519101 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:37.608552 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for port (f044b7dd-f064-47c9-98fa-2d407ee16151), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:37.623349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:37.711060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56592) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:37.758131 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cee55e11-eb64-4ce9-9dc4-5b93815360c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:37.759408 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f044b7dd-f064-47c9-98fa-2d407ee16151), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:37.769417 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 75469602-660b-429b-b63b-ae9a8eb36788 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:37.784050 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e22ec60-6ad9-4f89-8245-db29bf0d393c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:37.841454 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e22ec60-6ad9-4f89-8245-db29bf0d393c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:37.878911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Provisioning complete for port f815ba75-ea03-41db-b5a8-f26eafd32201 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:37.879225 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:37.891078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Network 87685159-81e2-4a13-bac3-c9f21d8add50 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:37.912491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event updated for resources: {'Port': ['ID=f044b7dd-f064-47c9-98fa-2d407ee16151,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:37.919173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:37.929607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:37.983427 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:37.984090 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.041035 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cee55e11-eb64-4ce9-9dc4-5b93815360c1 admin admin] Publish callbacks [] for security_group (2dbd1e3a-e79a-4907-8abf-4ab572edffa2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.061257 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dc69d8d2-b555-424d-8c02-56d1f561d0b2 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.2113259 Jan 31 18:59:38.062215 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56600) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:38.068313 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a929c8bd-c912-4460-afca-df09f08ab487 admin admin] Publish callbacks [] for security_group (ac9f2953-a738-40ee-853a-a41285b29391), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.091165 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-193f81f9-aeb6-4d15-891b-dc905b687d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:32Z', 'revision_number': 6, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:29Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f1545bb-28bc-4cf6-a915-ecfa44e40b4b', 'name': '', 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:96:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:21Z', 'updated_at': '2022-01-31T18:59:32Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:38.098812 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a929c8bd-c912-4460-afca-df09f08ab487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ac9f2953-a738-40ee-853a-a41285b29391), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.119188 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cee55e11-eb64-4ce9-9dc4-5b93815360c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2dbd1e3a-e79a-4907-8abf-4ab572edffa2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.137760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 75469602-660b-429b-b63b-ae9a8eb36788 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:59:38.159544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f815ba75-ea03-41db-b5a8-f26eafd32201 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:38.189744 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a929c8bd-c912-4460-afca-df09f08ab487 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=431296399db146ec978de757a9e0d5fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4451163 Jan 31 18:59:38.193004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56602) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:38.194008 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929c8bd-c912-4460-afca-df09f08ab487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9f2953-a738-40ee-853a-a41285b29391,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:38.233143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193f81f9-aeb6-4d15-891b-dc905b687d74 None None] Checking router: 396fc9d1-794e-4d2f-9489-28ebf09c9a0e for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:38.258301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 75469602-660b-429b-b63b-ae9a8eb36788 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:38.258686 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (75469602-660b-429b-b63b-ae9a8eb36788), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.260520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee55e11-eb64-4ce9-9dc4-5b93815360c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbd1e3a-e79a-4907-8abf-4ab572edffa2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:38.292166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f81f9-aeb6-4d15-891b-dc905b687d74 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:38.293584 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-193f81f9-aeb6-4d15-891b-dc905b687d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:38.343234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9784ee-005f-4bb5-aa5d-83290b4ab778 req-1bf9ca96-c46a-4e9d-8974-aaac31e526ce tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:38.343642 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f51a34-d289-48b5-8aee-ae5a39c6ca7e tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:38.345377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b9784ee-005f-4bb5-aa5d-83290b4ab778 req-1bf9ca96-c46a-4e9d-8974-aaac31e526ce tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 944 time: 0.5703619 Jan 31 18:59:38.358124 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f51a34-d289-48b5-8aee-ae5a39c6ca7e tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:38.364616 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f51a34-d289-48b5-8aee-ae5a39c6ca7e tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:38.370091 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c2f51a34-d289-48b5-8aee-ae5a39c6ca7e tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2996542 Jan 31 18:59:38.375635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:38.420882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cee55e11-eb64-4ce9-9dc4-5b93815360c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39b28a6d4c924bcaba5abc30cfe8551d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7087336 Jan 31 18:59:38.435358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adac2b-ac7b-4cee-964e-8d74534e1f2a req-07f84883-4782-4d0f-9ecd-cf892a19824e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:38.436992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1adac2b-ac7b-4cee-964e-8d74534e1f2a req-07f84883-4782-4d0f-9ecd-cf892a19824e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.3297350 Jan 31 18:59:38.442393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56614) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:38.511817 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-968425c3-bf41-427f-b019-b5021d780e1a admin admin] Publish callbacks [] for security_group (ac9f2953-a738-40ee-853a-a41285b29391), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.525380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e22ec60-6ad9-4f89-8245-db29bf0d393c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:38.537935 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-968425c3-bf41-427f-b019-b5021d780e1a admin admin] Publish callbacks [] for security_group (ac9f2953-a738-40ee-853a-a41285b29391), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.550499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b9784ee-005f-4bb5-aa5d-83290b4ab778 req-aabe5351-4fbb-485a-899e-6f42676bfd4c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925406 Jan 31 18:59:38.609212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-193f81f9-aeb6-4d15-891b-dc905b687d74 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:38.628978 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-968425c3-bf41-427f-b019-b5021d780e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ac9f2953-a738-40ee-853a-a41285b29391), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.632326 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-968425c3-bf41-427f-b019-b5021d780e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.636722 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-968425c3-bf41-427f-b019-b5021d780e1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac9f2953-a738-40ee-853a-a41285b29391 HTTP/1.1" status: 204 len: 168 time: 0.4373488 Jan 31 18:59:38.648994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.extraroute_db [None req-203730e0-75c2-4097-b668-2b792c83786c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103226) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 31 18:59:38.670094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968425c3-bf41-427f-b019-b5021d780e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9f2953-a738-40ee-853a-a41285b29391,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:38.698229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1adac2b-ac7b-4cee-964e-8d74534e1f2a req-fb2d0fd3-3a97-4cf2-be42-17f94af725b5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047687 Jan 31 18:59:38.705270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e22ec60-6ad9-4f89-8245-db29bf0d393c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:38.714788 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e22ec60-6ad9-4f89-8245-db29bf0d393c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.716146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0e22ec60-6ad9-4f89-8245-db29bf0d393c tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e HTTP/1.1" status: 200 len: 699 time: 3.8434587 Jan 31 18:59:38.719638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56620) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:38.725353 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8543a90e-c3dd-4a8b-84c2-b12006293019 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Deleting port f044b7dd-f064-47c9-98fa-2d407ee16151 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:38.725993 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8543a90e-c3dd-4a8b-84c2-b12006293019 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f044b7dd-f064-47c9-98fa-2d407ee16151), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.727930 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d046ea86-f46c-4b7f-b00f-02a858504c0d admin admin] Publish callbacks [] for security_group (2dbd1e3a-e79a-4907-8abf-4ab572edffa2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.769433 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d046ea86-f46c-4b7f-b00f-02a858504c0d admin admin] Publish callbacks [] for security_group (2dbd1e3a-e79a-4907-8abf-4ab572edffa2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.840627 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8543a90e-c3dd-4a8b-84c2-b12006293019 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f044b7dd-f064-47c9-98fa-2d407ee16151), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.857081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8543a90e-c3dd-4a8b-84c2-b12006293019 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Calling delete_port for f044b7dd-f064-47c9-98fa-2d407ee16151 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:38.977627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f815ba75-ea03-41db-b5a8-f26eafd32201 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:38.978014 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:38.991493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.extraroute_db [None req-203730e0-75c2-4097-b668-2b792c83786c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Removed routes are [] {{(pid=103226) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 31 18:59:38.991878 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-203730e0-75c2-4097-b668-2b792c83786c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:39.004479 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d046ea86-f46c-4b7f-b00f-02a858504c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2dbd1e3a-e79a-4907-8abf-4ab572edffa2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:39.013173 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d046ea86-f46c-4b7f-b00f-02a858504c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:39.017637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d046ea86-f46c-4b7f-b00f-02a858504c0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dbd1e3a-e79a-4907-8abf-4ab572edffa2 HTTP/1.1" status: 204 len: 168 time: 0.5713329 Jan 31 18:59:39.055025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Current status of the port f815ba75-ea03-41db-b5a8-f26eafd32201 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:39.055434 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:39.068036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:30Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:35Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a61ff6-8a7f-4d07-8187-3eff524c9fc2', 'name': '', 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:ba:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:29Z', 'updated_at': '2022-01-31T18:59:31Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:39.071061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-18feb7d8-30c8-4210-bc20-4ef0ac7c1176 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e HTTP/1.1" status: 200 len: 699 time: 0.3496253 Jan 31 18:59:39.072197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046ea86-f46c-4b7f-b00f-02a858504c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbd1e3a-e79a-4907-8abf-4ab572edffa2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:39.077013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56636) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:39.112191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43a3be-6a2a-471a-9ea9-6c92f95288d1 None None] The sync data for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 is: [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:30Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:35Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a61ff6-8a7f-4d07-8187-3eff524c9fc2', 'name': '', 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:ba:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:29Z', 'updated_at': '2022-01-31T18:59:31Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:39.168323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 75469602-660b-429b-b63b-ae9a8eb36788 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:39.168826 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (75469602-660b-429b-b63b-ae9a8eb36788), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:39.205562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-193f81f9-aeb6-4d15-891b-dc905b687d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:37Z', 'revision_number': 7, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:29Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f1545bb-28bc-4cf6-a915-ecfa44e40b4b', 'name': '', 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:96:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:21Z', 'updated_at': '2022-01-31T18:59:32Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:39.247115 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] For port f815ba75-ea03-41db-b5a8-f26eafd32201, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f815ba75-ea03-41db-b5a8-f26eafd32201,segment=NetworkSegment(97d92673-30e2-434a-91de-c07cc9f1c19c),segment_id=97d92673-30e2-434a-91de-c07cc9f1c19c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:39.312835 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-203730e0-75c2-4097-b668-2b792c83786c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:39.324966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8543a90e-c3dd-4a8b-84c2-b12006293019 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f044b7dd-f064-47c9-98fa-2d407ee16151), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:39.329538 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-203730e0-75c2-4097-b668-2b792c83786c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:39.334988 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:39.337582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193f81f9-aeb6-4d15-891b-dc905b687d74 None None] The sync data for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 is: [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:37Z', 'revision_number': 7, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:29Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f1545bb-28bc-4cf6-a915-ecfa44e40b4b', 'name': '', 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:96:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:21Z', 'updated_at': '2022-01-31T18:59:32Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:39.339121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecb79fd-170d-4611-9a01-37096293e5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75469602-660b-429b-b63b-ae9a8eb36788'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:59:39.351850 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ccd48a-1486-44aa-8a84-1aa2a5649ca0" -d '{"events": [{"server_uuid": "6ecb79fd-170d-4611-9a01-37096293e5e4", "name": "network-vif-plugged", "status": "completed", "tag": "75469602-660b-429b-b63b-ae9a8eb36788"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:59:39.479537 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c90816-8cf2-47d3-a703-b7050b2ba483 x-openstack-request-id: req-a2c90816-8cf2-47d3-a703-b7050b2ba483 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:59:39.479837 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ecb79fd-170d-4611-9a01-37096293e5e4", "name": "network-vif-plugged", "status": "completed", "tag": "75469602-660b-429b-b63b-ae9a8eb36788", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:59:39.480110 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2c90816-8cf2-47d3-a703-b7050b2ba483 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:59:39.480528 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecb79fd-170d-4611-9a01-37096293e5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75469602-660b-429b-b63b-ae9a8eb36788', 'code': 200} Jan 31 18:59:39.484092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 75469602-660b-429b-b63b-ae9a8eb36788, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=75469602-660b-429b-b63b-ae9a8eb36788,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:39.526744 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (75469602-660b-429b-b63b-ae9a8eb36788), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:39.563059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Provisioning complete for port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:39.564775 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:39.566565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f815ba75-ea03-41db-b5a8-f26eafd32201 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:39.566963 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:39.600035 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543a90e-c3dd-4a8b-84c2-b12006293019 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event deleted for resources: {'Port': ['ID=f044b7dd-f064-47c9-98fa-2d407ee16151,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:39.682716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Pushing event updated for resources: {'Port': ['ID=f815ba75-ea03-41db-b5a8-f26eafd32201,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:39.734414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:39.734781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:39.735176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:39.735719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:39.736197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:39.743300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:39.743735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:39.744090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:39.744506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:39.744856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:39.745194 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:39.745528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:39.745862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:59:40.025467 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac24085-f3ec-450b-a4af-89237f491a52 None None] Sync routers for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:40.041510 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac24085-f3ec-450b-a4af-89237f491a52 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:40.045484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=75469602-660b-429b-b63b-ae9a8eb36788,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:40.046465 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6ac24085-f3ec-450b-a4af-89237f491a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:40.131609 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8543a90e-c3dd-4a8b-84c2-b12006293019 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:40.137126 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:59:40.137501 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:59:40.141004 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8543a90e-c3dd-4a8b-84c2-b12006293019 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "DELETE /v2.0/ports/f044b7dd-f064-47c9-98fa-2d407ee16151 HTTP/1.1" status: 204 len: 168 time: 1.7624924 Jan 31 18:59:40.142584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:40.174393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3d3e4-a4a1-4639-894f-33fb9c5dc63d req-39c9a302-9546-49e0-8ec1-2aa7d07d5eb6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:40.176018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3de3d3e4-a4a1-4639-894f-33fb9c5dc63d req-39c9a302-9546-49e0-8ec1-2aa7d07d5eb6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.4569271 Jan 31 18:59:40.224799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203730e0-75c2-4097-b668-2b792c83786c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router b7e4746c-dce0-4169-a5ee-67fca4b8900a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:40.233854 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-709140e5-7466-44ae-b885-7ec31ad8b7f1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] GET failed (client error): The resource could not be found. Jan 31 18:59:40.236150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Current status of the port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:40.236775 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:40.238090 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-709140e5-7466-44ae-b885-7ec31ad8b7f1 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "GET /v2.0/ports/f044b7dd-f064-47c9-98fa-2d407ee16151 HTTP/1.1" status: 404 len: 333 time: 0.0893753 Jan 31 18:59:40.242786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56672) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:40.263617 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Request body: {'port': {'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50', 'name': 'tempest-AllowedAddressPairTestJSON-2081470282'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:40.326842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] For port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7f1545bb-28bc-4cf6-a915-ecfa44e40b4b,segment=NetworkSegment(9e995033-bd75-48b7-bfb6-417ac035271d),segment_id=9e995033-bd75-48b7-bfb6-417ac035271d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:40.333755 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6ac24085-f3ec-450b-a4af-89237f491a52 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:40.335808 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:40.380012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43b5ff-2835-4e02-940b-abb4ca7348cd req-1b56c62b-bfb5-431e-9c8a-0d6f2ef1086a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:40.394291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e43b5ff-2835-4e02-940b-abb4ca7348cd req-1b56c62b-bfb5-431e-9c8a-0d6f2ef1086a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.5181003 Jan 31 18:59:40.428044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Provisioning complete for port d98bcd11-2638-4b9a-89b9-404069f05d9a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:40.428455 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:40.471137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3de3d3e4-a4a1-4639-894f-33fb9c5dc63d req-2852e90f-5a0e-475a-b9b5-cd73cb9a59a7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798443 Jan 31 18:59:40.496400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Pushing event updated for resources: {'Port': ['ID=7f1545bb-28bc-4cf6-a915-ecfa44e40b4b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:40.513401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c19a-c740-4fc1-b9b7-586430472f66 req-a4d3a75b-5baf-44d7-8f91-a118a43c04bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:40.515772 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2f18c19a-c740-4fc1-b9b7-586430472f66 req-a4d3a75b-5baf-44d7-8f91-a118a43c04bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 1128 time: 0.9433496 Jan 31 18:59:40.620920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e43b5ff-2835-4e02-940b-abb4ca7348cd req-b42cea34-0789-4793-a002-12f53d6b54dd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248554 Jan 31 18:59:40.697320 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc617847-3c06-4022-9c54-b73dd237c959 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:40.716969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Sync routers for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:40.739398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Current status of the port d98bcd11-2638-4b9a-89b9-404069f05d9a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:40.739816 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:40.802073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:40.803037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:40.803402 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6ac24085-f3ec-450b-a4af-89237f491a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:37Z', 'revision_number': 7, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:29Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f1545bb-28bc-4cf6-a915-ecfa44e40b4b', 'name': '', 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:96:0d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:21Z', 'updated_at': '2022-01-31T18:59:32Z', 'revision_number': 4, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:40.814248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f815ba75-ea03-41db-b5a8-f26eafd32201 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:40.816524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b9a17b41-5aba-4db5-894f-c4674be938de up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:40.862519 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac24085-f3ec-450b-a4af-89237f491a52 None None] Checking router: 396fc9d1-794e-4d2f-9489-28ebf09c9a0e for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:40.884750 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac24085-f3ec-450b-a4af-89237f491a52 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:40.885381 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6ac24085-f3ec-450b-a4af-89237f491a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:40.890735 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203730e0-75c2-4097-b668-2b792c83786c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:40.909850 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-203730e0-75c2-4097-b668-2b792c83786c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:40.917001 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-203730e0-75c2-4097-b668-2b792c83786c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a HTTP/1.1" status: 200 len: 954 time: 4.4912391 Jan 31 18:59:40.918132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:40.926576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Made reservation on behalf of b41b39a829d2493184611926dc64169e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:40.949092 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:40.955456 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2f18c19a-c740-4fc1-b9b7-586430472f66 req-9cccf40d-0c9c-4491-86c0-9ff99f200320 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205112 Jan 31 18:59:41.021590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] For port d98bcd11-2638-4b9a-89b9-404069f05d9a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d98bcd11-2638-4b9a-89b9-404069f05d9a,segment=NetworkSegment(9574938c-4206-4669-b3fb-597b593362fa),segment_id=9574938c-4206-4669-b3fb-597b593362fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:41.045248 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:41.086214 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6ac24085-f3ec-450b-a4af-89237f491a52 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:41.120385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Provisioning complete for port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:41.121356 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:41.164754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:41.263417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fc617847-3c06-4022-9c54-b73dd237c959 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:41.263994 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc617847-3c06-4022-9c54-b73dd237c959 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:41.391153 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6ac24085-f3ec-450b-a4af-89237f491a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:37Z', 'revision_number': 7, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:29Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f1545bb-28bc-4cf6-a915-ecfa44e40b4b', 'name': '', 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:96:0d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:21Z', 'updated_at': '2022-01-31T18:59:40Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:41.412189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Pushing event updated for resources: {'Port': ['ID=d98bcd11-2638-4b9a-89b9-404069f05d9a,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:41.421444 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac24085-f3ec-450b-a4af-89237f491a52 None None] The sync data for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 is: [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:37Z', 'revision_number': 7, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:29Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f1545bb-28bc-4cf6-a915-ecfa44e40b4b', 'name': '', 'network_id': '85bc1ea6-400f-438b-9964-10b67e625236', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:96:0d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:21Z', 'updated_at': '2022-01-31T18:59:40Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'c6168e2f-5b73-4245-a35e-c70adf067ec3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:41.474362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port b9a17b41-5aba-4db5-894f-c4674be938de triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:41.475360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b9a17b41-5aba-4db5-894f-c4674be938de), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:41.476411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fc617847-3c06-4022-9c54-b73dd237c959 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] For port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7f1545bb-28bc-4cf6-a915-ecfa44e40b4b,segment=NetworkSegment(9e995033-bd75-48b7-bfb6-417ac035271d),segment_id=9e995033-bd75-48b7-bfb6-417ac035271d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:41.476799 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc617847-3c06-4022-9c54-b73dd237c959 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:41.507787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fc617847-3c06-4022-9c54-b73dd237c959 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:41.658699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] device_id is not set on port f2f83710-62cd-4d26-b733-a4a0b7f4c028 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:59:41.824090 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc617847-3c06-4022-9c54-b73dd237c959 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7f1545bb-28bc-4cf6-a915-ecfa44e40b4b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:41.835034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Current status of the port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:41.835667 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:41.840018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56712) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:41.843407 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b2c11914-9fc0-4131-abe1-f6f657db6e66 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a HTTP/1.1" status: 200 len: 954 time: 0.9173696 Jan 31 18:59:41.931475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d61c5b72-a9ce-48ac-9fdb-71bfb2a2cf8e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'router': {'routes': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:41.932904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] For port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3e50020e-a941-4ac7-bcdf-10a5a72d74fe,segment=NetworkSegment(ea9f8148-1804-4024-891e-1449d7578e93),segment_id=ea9f8148-1804-4024-891e-1449d7578e93)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:41.944234 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:41.973270 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Allocated IP 172.20.0.7 (87685159-81e2-4a13-bac3-c9f21d8add50/90e31f79-0dec-46f8-94f9-1713f5b0f519/f2f83710-62cd-4d26-b733-a4a0b7f4c028) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:41.974186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc617847-3c06-4022-9c54-b73dd237c959 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=7f1545bb-28bc-4cf6-a915-ecfa44e40b4b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:42.288786 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for port (f2f83710-62cd-4d26-b733-a4a0b7f4c028), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:42.383528 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f2f83710-62cd-4d26-b733-a4a0b7f4c028), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:42.424048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port b9a17b41-5aba-4db5-894f-c4674be938de is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:42.426510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3e50020e-a941-4ac7-bcdf-10a5a72d74fe up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:42.428120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Network 87685159-81e2-4a13-bac3-c9f21d8add50 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:42.431113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:42.475080 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:42.480514 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-407789c3-0615-48f8-a7ac-c212cf70bb31 None None] Could not find standard attr ID for object f044b7dd-f064-47c9-98fa-2d407ee16151. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 18:59:42.558305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52cdb-7699-4c27-9168-53052f1d4592 None None] Pushing event updated for resources: {'Port': ['ID=3e50020e-a941-4ac7-bcdf-10a5a72d74fe,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:42.565492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:38Z', 'revision_number': 6, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:35Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a61ff6-8a7f-4d07-8187-3eff524c9fc2', 'name': '', 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:ba:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:29Z', 'updated_at': '2022-01-31T18:59:31Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:42.568036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-407789c3-0615-48f8-a7ac-c212cf70bb31 None None] Provisioning complete for port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:42.568721 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-407789c3-0615-48f8-a7ac-c212cf70bb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:42.583475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event updated for resources: {'Port': ['ID=f2f83710-62cd-4d26-b733-a4a0b7f4c028,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:42.607904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:42.608920 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:42.621367 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc617847-3c06-4022-9c54-b73dd237c959 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:42.632368 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-32a1aa88-32e6-4906-9140-a713b013793c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3856225 Jan 31 18:59:42.634807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56730) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:42.651644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e55f948f-704f-41e7-9223-6acd0eb59c0d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e2:f6:14'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:42.679134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Checking router: b7e4746c-dce0-4169-a5ee-67fca4b8900a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:42.679998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Updating router b7e4746c-dce0-4169-a5ee-67fca4b8900a port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 18:59:42.726757 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:42.793403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:42.793889 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:42.911784 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-407789c3-0615-48f8-a7ac-c212cf70bb31 None None] Port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:42.982055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-407789c3-0615-48f8-a7ac-c212cf70bb31 None None] Provisioning complete for port 48e954f2-06b7-4aa2-91cc-cfe001368c50 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:42.984677 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-407789c3-0615-48f8-a7ac-c212cf70bb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (48e954f2-06b7-4aa2-91cc-cfe001368c50), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:42.988319 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55f948f-704f-41e7-9223-6acd0eb59c0d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f2f83710-62cd-4d26-b733-a4a0b7f4c028), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:42.998633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-d61c5b72-a9ce-48ac-9fdb-71bfb2a2cf8e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Added routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 31 18:59:42.999494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-d61c5b72-a9ce-48ac-9fdb-71bfb2a2cf8e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 31 18:59:43.030053 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d61c5b72-a9ce-48ac-9fdb-71bfb2a2cf8e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:43.053020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db355e-0cb8-461f-8ccd-3df000c72d12 req-e4025265-d986-45e0-afec-5ed9dfd2bc03 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:43.054671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72db355e-0cb8-461f-8ccd-3df000c72d12 req-e4025265-d986-45e0-afec-5ed9dfd2bc03 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 1.1027441 Jan 31 18:59:43.068088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e46f65-d3a3-49bb-87d3-731a43bd797c req-d5449fac-7573-41c9-971a-c4187d796960 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:43.069745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91e46f65-d3a3-49bb-87d3-731a43bd797c req-d5449fac-7573-41c9-971a-c4187d796960 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 1.2592683 Jan 31 18:59:43.161348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-407789c3-0615-48f8-a7ac-c212cf70bb31 None None] Port 48e954f2-06b7-4aa2-91cc-cfe001368c50 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:43.277069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-407789c3-0615-48f8-a7ac-c212cf70bb31 None None] Provisioning complete for port f815ba75-ea03-41db-b5a8-f26eafd32201 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:43.277583 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-407789c3-0615-48f8-a7ac-c212cf70bb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:43.330783 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55f948f-704f-41e7-9223-6acd0eb59c0d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for port (f2f83710-62cd-4d26-b733-a4a0b7f4c028), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:43.342119 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55f948f-704f-41e7-9223-6acd0eb59c0d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f2f83710-62cd-4d26-b733-a4a0b7f4c028), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:43.355475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:43.355868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 638f50f8-86f6-4321-9445-19403bc45f9e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:43.476079 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e55f948f-704f-41e7-9223-6acd0eb59c0d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] In _notify_port_updated(), no bound segment for port f2f83710-62cd-4d26-b733-a4a0b7f4c028 on network 87685159-81e2-4a13-bac3-c9f21d8add50 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:59:43.483504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f948f-704f-41e7-9223-6acd0eb59c0d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:43.484574 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55f948f-704f-41e7-9223-6acd0eb59c0d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:43.488091 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e55f948f-704f-41e7-9223-6acd0eb59c0d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "PUT /v2.0/ports/f2f83710-62cd-4d26-b733-a4a0b7f4c028 HTTP/1.1" status: 200 len: 994 time: 0.8506722 Jan 31 18:59:43.495120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56752) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:43.599871 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Publish callbacks [] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:43.611958 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f948f-704f-41e7-9223-6acd0eb59c0d tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event updated for resources: {'Port': ['ID=f2f83710-62cd-4d26-b733-a4a0b7f4c028,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:43.622794 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:43.770959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Attempting to bind port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 18:59:43.771510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Attempting to bind port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '9574938c-4206-4669-b3fb-597b593362fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 18:59:43.771892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Attempting to bind port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 on network b53dba26-594e-4995-9ca0-90250676ad70 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 18:59:43.827749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b44f0a1d-c7a3-4795-aa72-511c65f3e003 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Deleting port f2f83710-62cd-4d26-b733-a4a0b7f4c028 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:43.828830 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b44f0a1d-c7a3-4795-aa72-511c65f3e003 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f2f83710-62cd-4d26-b733-a4a0b7f4c028), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:43.839038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 18:59:43.839038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Checking segment: {'id': '9574938c-4206-4669-b3fb-597b593362fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 18:59:43.839038 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:43.839038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Bound using segment: {'id': '9574938c-4206-4669-b3fb-597b593362fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 18:59:43.839038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Bound port: 50a61ff6-8a7f-4d07-8187-3eff524c9fc2, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9574938c-4206-4669-b3fb-597b593362fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 18:59:43.839038 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:43.839038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-407789c3-0615-48f8-a7ac-c212cf70bb31 None None] Current status of the port f815ba75-ea03-41db-b5a8-f26eafd32201 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:43.890111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49da58-10b8-42f4-a29d-6b5fe11aae34 None None] Pushing event updated for resources: {'Port': ['ID=50a61ff6-8a7f-4d07-8187-3eff524c9fc2,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:43.920542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91e46f65-d3a3-49bb-87d3-731a43bd797c req-34624fcf-9ef7-432c-944a-bde056926a8d tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8050900 Jan 31 18:59:43.947342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72db355e-0cb8-461f-8ccd-3df000c72d12 req-5ad21271-1792-4a52-b958-0d9df5f0bdfd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8298745 Jan 31 18:59:44.024486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] For port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:59:44.029029 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] For port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=50a61ff6-8a7f-4d07-8187-3eff524c9fc2,segment=NetworkSegment(9574938c-4206-4669-b3fb-597b593362fa),segment_id=9574938c-4206-4669-b3fb-597b593362fa)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:59:44.034759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 638f50f8-86f6-4321-9445-19403bc45f9e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:44.035208 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:44.045438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b44f0a1d-c7a3-4795-aa72-511c65f3e003 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f2f83710-62cd-4d26-b733-a4a0b7f4c028), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:44.072640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b44f0a1d-c7a3-4795-aa72-511c65f3e003 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Calling delete_port for f2f83710-62cd-4d26-b733-a4a0b7f4c028 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:44.106246 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:44.117059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-90139a69-f5d4-4a01-ab35-0bad2e69a801 None None] Provisioning complete for port f2f83710-62cd-4d26-b733-a4a0b7f4c028 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:44.117607 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90139a69-f5d4-4a01-ab35-0bad2e69a801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f2f83710-62cd-4d26-b733-a4a0b7f4c028), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:44.134537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d61c5b72-a9ce-48ac-9fdb-71bfb2a2cf8e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:44.139582 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d61c5b72-a9ce-48ac-9fdb-71bfb2a2cf8e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:44.219142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-90139a69-f5d4-4a01-ab35-0bad2e69a801 None None] Port f2f83710-62cd-4d26-b733-a4a0b7f4c028 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:44.243071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:44.246225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:44.341247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b44f0a1d-c7a3-4795-aa72-511c65f3e003 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f2f83710-62cd-4d26-b733-a4a0b7f4c028), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:44.375493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc617847-3c06-4022-9c54-b73dd237c959 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:44.382530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f0a1d-c7a3-4795-aa72-511c65f3e003 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event deleted for resources: {'Port': ['ID=f2f83710-62cd-4d26-b733-a4a0b7f4c028,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:44.430745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:44.647803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61c5b72-a9ce-48ac-9fdb-71bfb2a2cf8e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router b7e4746c-dce0-4169-a5ee-67fca4b8900a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:44.654135 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b44f0a1d-c7a3-4795-aa72-511c65f3e003 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:44.658285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49da58-10b8-42f4-a29d-6b5fe11aae34 None None] Pushing event updated for resources: {'Port': ['ID=50a61ff6-8a7f-4d07-8187-3eff524c9fc2,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:44.661599 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b44f0a1d-c7a3-4795-aa72-511c65f3e003 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "DELETE /v2.0/ports/f2f83710-62cd-4d26-b733-a4a0b7f4c028 HTTP/1.1" status: 204 len: 168 time: 1.1618145 Jan 31 18:59:44.666262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:44.672038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc617847-3c06-4022-9c54-b73dd237c959 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:44.678356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fc617847-3c06-4022-9c54-b73dd237c959 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6002636 Jan 31 18:59:44.684745 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38704a5-cefb-45a9-a804-02d1a8424305 None None] Sync routers for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:44.689116 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56776) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:44.700184 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38704a5-cefb-45a9-a804-02d1a8424305 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:44.705597 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e38704a5-cefb-45a9-a804-02d1a8424305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:44.783385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b4d7b2d4-d3e6-414f-9771-64caa3e2b755 None None] Provisioning complete for port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:44.783806 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b4d7b2d4-d3e6-414f-9771-64caa3e2b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:44.803154 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa1324c-12c6-4c67-b174-c07ff74f0539 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] GET failed (client error): The resource could not be found. Jan 31 18:59:44.806683 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5aa1324c-12c6-4c67-b174-c07ff74f0539 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "GET /v2.0/ports/f2f83710-62cd-4d26-b733-a4a0b7f4c028 HTTP/1.1" status: 404 len: 333 time: 0.1392560 Jan 31 18:59:44.812081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56780) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:44.820107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Request body: {'port': {'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50', 'name': 'tempest-AllowedAddressPairTestJSON-1257681731'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:44.833603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 638f50f8-86f6-4321-9445-19403bc45f9e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:44.841955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ec9f08d7-dde9-442b-b21b-819696271aaf up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:44.871502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61c5b72-a9ce-48ac-9fdb-71bfb2a2cf8e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:44.881324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-0572379a-eaf9-4e1a-b6db-8ac825acb82d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting subnet c6168e2f-5b73-4245-a35e-c70adf067ec3 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:59:44.890799 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0572379a-eaf9-4e1a-b6db-8ac825acb82d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (c6168e2f-5b73-4245-a35e-c70adf067ec3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:44.894708 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d61c5b72-a9ce-48ac-9fdb-71bfb2a2cf8e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:44.899119 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e38704a5-cefb-45a9-a804-02d1a8424305 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:44.901642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d61c5b72-a9ce-48ac-9fdb-71bfb2a2cf8e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a HTTP/1.1" status: 200 len: 704 time: 2.9742844 Jan 31 18:59:44.901931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56782) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:45.058292 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0572379a-eaf9-4e1a-b6db-8ac825acb82d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (c6168e2f-5b73-4245-a35e-c70adf067ec3), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:45.231578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Made reservation on behalf of b41b39a829d2493184611926dc64169e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:45.235816 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:45.254016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ec9f08d7-dde9-442b-b21b-819696271aaf triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:45.256256 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:45.256460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4b0e06f6-71f1-4edc-9564-e0b7a5ea1ae5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a HTTP/1.1" status: 200 len: 704 time: 0.3524916 Jan 31 18:59:45.264907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56798) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:45.338715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] device_id is not set on port 9d8e0c10-5478-47f2-9215-4746bb38d773 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:59:45.355475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0572379a-eaf9-4e1a-b6db-8ac825acb82d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (c6168e2f-5b73-4245-a35e-c70adf067ec3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:45.369637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7b2d4-d3e6-414f-9771-64caa3e2b755 None None] Current status of the port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:45.370213 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b4d7b2d4-d3e6-414f-9771-64caa3e2b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:45.502065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b4d7b2d4-d3e6-414f-9771-64caa3e2b755 None None] For port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=50a61ff6-8a7f-4d07-8187-3eff524c9fc2,segment=NetworkSegment(9574938c-4206-4669-b3fb-597b593362fa),segment_id=9574938c-4206-4669-b3fb-597b593362fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:45.541846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7dba6-ad99-4d99-b92b-28d94d901dcf req-e2dc26ca-d5f3-4eea-bbf0-7df10a576766 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:45.544019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fad7dba6-ad99-4d99-b92b-28d94d901dcf req-e2dc26ca-d5f3-4eea-bbf0-7df10a576766 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.4933386 Jan 31 18:59:45.551576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b4d7b2d4-d3e6-414f-9771-64caa3e2b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:45.566280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad55df-60a4-498b-8c69-781425a41098 req-df5e658d-b2e8-4840-9beb-e327a239ef8a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:45.567772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1ad55df-60a4-498b-8c69-781425a41098 req-df5e658d-b2e8-4840-9beb-e327a239ef8a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.3852417 Jan 31 18:59:45.592098 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e38704a5-cefb-45a9-a804-02d1a8424305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:41Z', 'revision_number': 8, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:29Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:45.643883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ec9f08d7-dde9-442b-b21b-819696271aaf is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:45.647870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:45.651842 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0572379a-eaf9-4e1a-b6db-8ac825acb82d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (c6168e2f-5b73-4245-a35e-c70adf067ec3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:45.718812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:43Z', 'revision_number': 7, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:41Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a61ff6-8a7f-4d07-8187-3eff524c9fc2', 'name': '', 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:ba:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:29Z', 'updated_at': '2022-01-31T18:59:44Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:45.735173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572379a-eaf9-4e1a-b6db-8ac825acb82d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Subnet': ['ID=c6168e2f-5b73-4245-a35e-c70adf067ec3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:45.740996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0572379a-eaf9-4e1a-b6db-8ac825acb82d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:45.752622 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0572379a-eaf9-4e1a-b6db-8ac825acb82d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/c6168e2f-5b73-4245-a35e-c70adf067ec3 HTTP/1.1" status: 204 len: 168 time: 1.0618548 Jan 31 18:59:45.759923 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38704a5-cefb-45a9-a804-02d1a8424305 None None] Checking router: 396fc9d1-794e-4d2f-9489-28ebf09c9a0e for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:45.761906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56800) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:45.773320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1ad55df-60a4-498b-8c69-781425a41098 req-315b0bcb-d165-43c6-a69b-72bd764ff655 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839445 Jan 31 18:59:45.779855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Allocated IP 172.20.0.9 (87685159-81e2-4a13-bac3-c9f21d8add50/90e31f79-0dec-46f8-94f9-1713f5b0f519/9d8e0c10-5478-47f2-9215-4746bb38d773) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:45.796294 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38704a5-cefb-45a9-a804-02d1a8424305 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:45.798402 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e38704a5-cefb-45a9-a804-02d1a8424305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:45.817564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fad7dba6-ad99-4d99-b92b-28d94d901dcf req-0d3d9dfb-0dd2-437a-8021-f823527dbf6f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451155 Jan 31 18:59:45.882217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea137e3-0375-493e-9aba-8a6c7f451cf8 None None] Network 85bc1ea6-400f-438b-9964-10b67e625236 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:45.884367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45162d-e599-4444-9ce0-9cacf2ec600e None None] The sync data for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 is: [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:43Z', 'revision_number': 7, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:41Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a61ff6-8a7f-4d07-8187-3eff524c9fc2', 'name': '', 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:ba:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:29Z', 'updated_at': '2022-01-31T18:59:44Z', 'revision_number': 4, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:46.038134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7b2d4-d3e6-414f-9771-64caa3e2b755 None None] Pushing event updated for resources: {'Port': ['ID=50a61ff6-8a7f-4d07-8187-3eff524c9fc2,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:46.086014 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87cfad2f-54c0-414d-8ec6-176da3ca2fa5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:46.170895 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (85bc1ea6-400f-438b-9964-10b67e625236), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:46.279528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:46.280164 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:46.412510 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e38704a5-cefb-45a9-a804-02d1a8424305 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:46.483356 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for port (9d8e0c10-5478-47f2-9215-4746bb38d773), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:46.607352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5aac61-d20b-4d6c-ad39-d02701fcb60e req-f96bc607-f1ba-41a2-8fef-cac2270edc12 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:46.609213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c5aac61-d20b-4d6c-ad39-d02701fcb60e req-f96bc607-f1ba-41a2-8fef-cac2270edc12 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.2527614 Jan 31 18:59:46.612526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port b9a17b41-5aba-4db5-894f-c4674be938de {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:46.613012 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b9a17b41-5aba-4db5-894f-c4674be938de), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:46.683403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b5d901de-3a63-46ab-b4d1-512e5221f265 None None] Provisioning complete for port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:46.684140 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5d901de-3a63-46ab-b4d1-512e5221f265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:46.693112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f86c7c-8c30-4124-9037-37a3d4becab6 None None] Sync routers for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:46.738666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c5aac61-d20b-4d6c-ad39-d02701fcb60e req-22e06738-7aed-4df1-ab93-a9f763588076 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214244 Jan 31 18:59:46.793243 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] For port b9a17b41-5aba-4db5-894f-c4674be938de, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b9a17b41-5aba-4db5-894f-c4674be938de,segment=NetworkSegment(9e995033-bd75-48b7-bfb6-417ac035271d),segment_id=9e995033-bd75-48b7-bfb6-417ac035271d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:46.794273 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b9a17b41-5aba-4db5-894f-c4674be938de), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:46.800015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f86c7c-8c30-4124-9037-37a3d4becab6 None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:46.800674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-37f86c7c-8c30-4124-9037-37a3d4becab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:46.821522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-87cfad2f-54c0-414d-8ec6-176da3ca2fa5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:46.826283 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87cfad2f-54c0-414d-8ec6-176da3ca2fa5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:46.874063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9d8e0c10-5478-47f2-9215-4746bb38d773), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:46.897982 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for b9a17b41-5aba-4db5-894f-c4674be938de owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:47.018468 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e38704a5-cefb-45a9-a804-02d1a8424305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:41Z', 'revision_number': 8, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:29Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:47.091660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b5d901de-3a63-46ab-b4d1-512e5221f265 None None] Current status of the port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:47.106914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-37f86c7c-8c30-4124-9037-37a3d4becab6 None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:47.111726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:47.113236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d98bcd11-2638-4b9a-89b9-404069f05d9a up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:47.113509 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38704a5-cefb-45a9-a804-02d1a8424305 None None] The sync data for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 is: [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:41Z', 'revision_number': 8, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ece8b7d-8d53-4450-9c94-ece87c1a04c3', 'name': '', 'network_id': '1b314b09-e3a9-4f69-92f3-6a2f9e66041c', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:1d:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f2317715-d27c-4959-b233-f66970270966', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:11Z', 'updated_at': '2022-01-31T18:59:29Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'f2317715-d27c-4959-b233-f66970270966', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:47.123349 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Network 87685159-81e2-4a13-bac3-c9f21d8add50 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:47.178237 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event updated for resources: {'Port': ['ID=9d8e0c10-5478-47f2-9215-4746bb38d773,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:47.189155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:47.197611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:47.304161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d98bcd11-2638-4b9a-89b9-404069f05d9a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:47.310768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:47.316441 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:47.317588 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:47.321891 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b9a17b41-5aba-4db5-894f-c4674be938de), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:47.357071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-87cfad2f-54c0-414d-8ec6-176da3ca2fa5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] For port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=50a61ff6-8a7f-4d07-8187-3eff524c9fc2,segment=NetworkSegment(9574938c-4206-4669-b3fb-597b593362fa),segment_id=9574938c-4206-4669-b3fb-597b593362fa)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:47.359662 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87cfad2f-54c0-414d-8ec6-176da3ca2fa5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:47.407612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f8755-b290-4776-a1d5-1b049dd8e702 req-663db547-92b4-4407-aad0-1a63b181c36e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:47.408726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No DVR routers for this DVR port b9a17b41-5aba-4db5-894f-c4674be938de on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:59:47.411711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a42f8755-b290-4776-a1d5-1b049dd8e702 req-663db547-92b4-4407-aad0-1a63b181c36e tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.4233108 Jan 31 18:59:47.447091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be551427-0370-4e61-a068-8c4f052ccac7 req-30795516-6159-46c2-aff4-7dfb9e318371 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:47.456006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be551427-0370-4e61-a068-8c4f052ccac7 req-30795516-6159-46c2-aff4-7dfb9e318371 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.4662483 Jan 31 18:59:47.462656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-87cfad2f-54c0-414d-8ec6-176da3ca2fa5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:47.484202 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=b9a17b41-5aba-4db5-894f-c4674be938de,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:47.504193 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bcc80a29-5da1-41ca-be5c-6fde865a3c80 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6908357 Jan 31 18:59:47.521658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56848) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:47.534476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d98bcd11-2638-4b9a-89b9-404069f05d9a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:47.556825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:47.559543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0338f6f4-d579-4ad8-b072-cce0159048f3 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e2:f6:14'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:47.573132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668db859-7cfc-489c-8daf-09310b1c8fde None None] DHCP port deletion for 85bc1ea6-400f-438b-9964-10b67e625236 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:59:47.658897 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (85bc1ea6-400f-438b-9964-10b67e625236), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:47.670807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:59:47.671165 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 31 18:59:47.727325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Port 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b not found, will not notify nova. {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 31 18:59:47.736038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bc1ea6-400f-438b-9964-10b67e625236']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:47.751599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e995033-bd75-48b7-bfb6-417ac035271d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:47.751981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e995033-bd75-48b7-bfb6-417ac035271d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:47.772146 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-121219ae-012f-46d3-8e42-2176727993d7 None None] Provisioning complete for port 9d8e0c10-5478-47f2-9215-4746bb38d773 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:47.772568 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-121219ae-012f-46d3-8e42-2176727993d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9d8e0c10-5478-47f2-9215-4746bb38d773), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:47.810939 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (9e995033-bd75-48b7-bfb6-417ac035271d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:47.846523 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a42f8755-b290-4776-a1d5-1b049dd8e702 req-792ef14f-75c0-4943-8d30-2fa555b03ccd tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3804884 Jan 31 18:59:47.861093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be551427-0370-4e61-a068-8c4f052ccac7 req-14fbea21-b04f-4516-a7f4-8ab68c0b617c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930328 Jan 31 18:59:47.875406 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9e995033-bd75-48b7-bfb6-417ac035271d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:47.898445 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-121219ae-012f-46d3-8e42-2176727993d7 None None] Port 9d8e0c10-5478-47f2-9215-4746bb38d773 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:47.902342 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:59:47.902474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-37f86c7c-8c30-4124-9037-37a3d4becab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:43Z', 'revision_number': 7, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:41Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a61ff6-8a7f-4d07-8187-3eff524c9fc2', 'name': '', 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:ba:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:29Z', 'updated_at': '2022-01-31T18:59:45Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:47.904186 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (9e995033-bd75-48b7-bfb6-417ac035271d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:59:47.908902 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:59:48.062395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f86c7c-8c30-4124-9037-37a3d4becab6 None None] Checking router: b7e4746c-dce0-4169-a5ee-67fca4b8900a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:48.065153 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (85bc1ea6-400f-438b-9964-10b67e625236), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:48.071363 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:48.076099 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/networks/85bc1ea6-400f-438b-9964-10b67e625236 HTTP/1.1" status: 204 len: 168 time: 2.3086390 Jan 31 18:59:48.084614 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56868) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:48.095497 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f86c7c-8c30-4124-9037-37a3d4becab6 None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:48.099803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-37f86c7c-8c30-4124-9037-37a3d4becab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:48.201388 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d88695-1ebd-4ec9-96bc-c7547f8c9737 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Network': ['ID=85bc1ea6-400f-438b-9964-10b67e625236,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:48.326436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0338f6f4-d579-4ad8-b072-cce0159048f3 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9d8e0c10-5478-47f2-9215-4746bb38d773), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:48.385034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-37f86c7c-8c30-4124-9037-37a3d4becab6 None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:48.439794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d98bcd11-2638-4b9a-89b9-404069f05d9a up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:48.651362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d98bcd11-2638-4b9a-89b9-404069f05d9a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:48.652414 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:48.928179 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ca5db31-98e8-4443-a620-b930bf0482ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:48.937919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d98bcd11-2638-4b9a-89b9-404069f05d9a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:48.945992 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f815ba75-ea03-41db-b5a8-f26eafd32201 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:48.963563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03aaa16-190b-4157-aa0b-572c7fb82796 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:49.051615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-37f86c7c-8c30-4124-9037-37a3d4becab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:43Z', 'revision_number': 7, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:41Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a61ff6-8a7f-4d07-8187-3eff524c9fc2', 'name': '', 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:ba:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:29Z', 'updated_at': '2022-01-31T18:59:45Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:49.089963 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87cfad2f-54c0-414d-8ec6-176da3ca2fa5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (50a61ff6-8a7f-4d07-8187-3eff524c9fc2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:49.152456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfad2f-54c0-414d-8ec6-176da3ca2fa5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=50a61ff6-8a7f-4d07-8187-3eff524c9fc2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:49.177416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca88fe9-9759-4d15-a160-7e8fc7dc1eb4 req-929a7a8a-ca88-4494-bd8a-5fdd20832369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:49.184881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f86c7c-8c30-4124-9037-37a3d4becab6 None None] The sync data for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 is: [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:43Z', 'revision_number': 7, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:41Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a61ff6-8a7f-4d07-8187-3eff524c9fc2', 'name': '', 'network_id': 'b53dba26-594e-4995-9ca0-90250676ad70', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:ba:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:29Z', 'updated_at': '2022-01-31T18:59:45Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '2e89f6d2-9509-46c8-885f-9a992e22a795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:49.187315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ca88fe9-9759-4d15-a160-7e8fc7dc1eb4 req-929a7a8a-ca88-4494-bd8a-5fdd20832369 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.8228016 Jan 31 18:59:49.212059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f815ba75-ea03-41db-b5a8-f26eafd32201 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:49.212482 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:49.345642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542f903-66b8-42d1-b277-25a8ea335d9b req-d007cb91-0821-4e1f-b5b7-deb06220415c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:49.357406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b542f903-66b8-42d1-b277-25a8ea335d9b req-d007cb91-0821-4e1f-b5b7-deb06220415c tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.3346632 Jan 31 18:59:49.466682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f815ba75-ea03-41db-b5a8-f26eafd32201 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:49.467985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3e50020e-a941-4ac7-bcdf-10a5a72d74fe up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:49.596175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:49.596773 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:49.613079 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f03aaa16-190b-4157-aa0b-572c7fb82796 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:49.613554 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03aaa16-190b-4157-aa0b-572c7fb82796 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:49.757863 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0338f6f4-d579-4ad8-b072-cce0159048f3 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for port (9d8e0c10-5478-47f2-9215-4746bb38d773), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:49.759673 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87cfad2f-54c0-414d-8ec6-176da3ca2fa5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:49.770497 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0338f6f4-d579-4ad8-b072-cce0159048f3 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (9d8e0c10-5478-47f2-9215-4746bb38d773), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:49.773521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:49.774775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:49.790221 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b542f903-66b8-42d1-b277-25a8ea335d9b req-e426fe74-a33a-4ba9-a7bb-798ca5d7c3da tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4319057 Jan 31 18:59:49.793464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ca88fe9-9759-4d15-a160-7e8fc7dc1eb4 req-fb88ffc6-cb80-4ded-8007-e9521505f29f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044760 Jan 31 18:59:49.801851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:59:49.802340 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 31 18:59:49.824863 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Port 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 not found, will not notify nova. {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 31 18:59:49.840491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f03aaa16-190b-4157-aa0b-572c7fb82796 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] For port 6ece8b7d-8d53-4450-9c94-ece87c1a04c3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ece8b7d-8d53-4450-9c94-ece87c1a04c3,segment=NetworkSegment(73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2),segment_id=73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:49.843048 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03aaa16-190b-4157-aa0b-572c7fb82796 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:49.862475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f03aaa16-190b-4157-aa0b-572c7fb82796 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:49.934127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b9a17b41-5aba-4db5-894f-c4674be938de no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:59:49.936958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0338f6f4-d579-4ad8-b072-cce0159048f3 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] In _notify_port_updated(), no bound segment for port 9d8e0c10-5478-47f2-9215-4746bb38d773 on network 87685159-81e2-4a13-bac3-c9f21d8add50 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:59:49.943485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0338f6f4-d579-4ad8-b072-cce0159048f3 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:49.944182 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0338f6f4-d579-4ad8-b072-cce0159048f3 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:49.948010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0338f6f4-d579-4ad8-b072-cce0159048f3 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "PUT /v2.0/ports/9d8e0c10-5478-47f2-9215-4746bb38d773 HTTP/1.1" status: 200 len: 996 time: 2.4015207 Jan 31 18:59:49.991615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: b9a17b41-5aba-4db5-894f-c4674be938de {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:59:49.992039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b9a17b41-5aba-4db5-894f-c4674be938de not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:59:49.992937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:59:50.033838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:59:50.034362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7f1545bb-28bc-4cf6-a915-ecfa44e40b4b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:59:50.051094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56908) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:50.273105 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03aaa16-190b-4157-aa0b-572c7fb82796 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6ece8b7d-8d53-4450-9c94-ece87c1a04c3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:50.312192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f6f4-d579-4ad8-b072-cce0159048f3 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event updated for resources: {'Port': ['ID=9d8e0c10-5478-47f2-9215-4746bb38d773,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:50.342159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-46271c1c-d6a9-4e0a-be6e-6f8268c45ec4 None None] Provisioning complete for port 9d8e0c10-5478-47f2-9215-4746bb38d773 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:50.342542 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46271c1c-d6a9-4e0a-be6e-6f8268c45ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9d8e0c10-5478-47f2-9215-4746bb38d773), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:50.367613 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03aaa16-190b-4157-aa0b-572c7fb82796 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=6ece8b7d-8d53-4450-9c94-ece87c1a04c3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:50.446242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-46271c1c-d6a9-4e0a-be6e-6f8268c45ec4 None None] Port 9d8e0c10-5478-47f2-9215-4746bb38d773 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:50.527735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-617a6271-5499-4fe0-a0ed-e20e3d527262 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Deleting port 9d8e0c10-5478-47f2-9215-4746bb38d773 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:50.530101 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-617a6271-5499-4fe0-a0ed-e20e3d527262 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9d8e0c10-5478-47f2-9215-4746bb38d773), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:50.618230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cfad2f-54c0-414d-8ec6-176da3ca2fa5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router b7e4746c-dce0-4169-a5ee-67fca4b8900a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:50.735434 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f03aaa16-190b-4157-aa0b-572c7fb82796 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:50.877533 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-617a6271-5499-4fe0-a0ed-e20e3d527262 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9d8e0c10-5478-47f2-9215-4746bb38d773), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:50.949299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-617a6271-5499-4fe0-a0ed-e20e3d527262 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Calling delete_port for 9d8e0c10-5478-47f2-9215-4746bb38d773 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:50.979323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cfad2f-54c0-414d-8ec6-176da3ca2fa5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:50.990039 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2832d-56ad-466d-b983-ceb2807846da None None] Sync routers for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:51.008009 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2832d-56ad-466d-b983-ceb2807846da None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:51.008669 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-88b2832d-56ad-466d-b983-ceb2807846da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:51.054735 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b727fcee-d860-4b30-9688-1e2d3b776c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:51.074251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03aaa16-190b-4157-aa0b-572c7fb82796 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:51.131150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-87cfad2f-54c0-414d-8ec6-176da3ca2fa5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8649287 Jan 31 18:59:51.133549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56940) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:51.141821 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-88b2832d-56ad-466d-b983-ceb2807846da None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:51.304091 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-617a6271-5499-4fe0-a0ed-e20e3d527262 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (9d8e0c10-5478-47f2-9215-4746bb38d773), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:51.345393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba500d-77da-4ca9-9968-b57a27bedac4 req-2d073e50-e739-4348-9a93-6bd972f84dc8 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:51.347014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3ba500d-77da-4ca9-9968-b57a27bedac4 req-2d073e50-e739-4348-9a93-6bd972f84dc8 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.4011285 Jan 31 18:59:51.418053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d28d382-01a3-4f1c-84bf-e29064e37a27 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting subnet 2e89f6d2-9509-46c8-885f-9a992e22a795 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:59:51.458875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a6271-5499-4fe0-a0ed-e20e3d527262 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event deleted for resources: {'Port': ['ID=9d8e0c10-5478-47f2-9215-4746bb38d773,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:51.523785 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d28d382-01a3-4f1c-84bf-e29064e37a27 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (2e89f6d2-9509-46c8-885f-9a992e22a795), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:51.531078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56946) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:51.691995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1fd99-9dc1-4490-ac42-a8d84933e18a req-426a9029-635c-481b-9afa-916f41eb4e2b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:51.699162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-37b1fd99-9dc1-4490-ac42-a8d84933e18a req-426a9029-635c-481b-9afa-916f41eb4e2b tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.7459226 Jan 31 18:59:51.754171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03aaa16-190b-4157-aa0b-572c7fb82796 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:51.765143 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-88b2832d-56ad-466d-b983-ceb2807846da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:48Z', 'revision_number': 8, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:41Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:51.768648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de5e7cf-2823-4931-95f3-d9534832eee4 None None] Sync routers for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:51.776988 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f03aaa16-190b-4157-aa0b-572c7fb82796 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6868601 Jan 31 18:59:51.778687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56958) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:51.793083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de5e7cf-2823-4931-95f3-d9534832eee4 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:51.807444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3de5e7cf-2823-4931-95f3-d9534832eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:51.908556 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2832d-56ad-466d-b983-ceb2807846da None None] Checking router: b7e4746c-dce0-4169-a5ee-67fca4b8900a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:51.927552 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2832d-56ad-466d-b983-ceb2807846da None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:51.928963 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-88b2832d-56ad-466d-b983-ceb2807846da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:52.024448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa0921e-7189-4e86-b491-24a65175ad04 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting subnet f2317715-d27c-4959-b233-f66970270966 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:59:52.039486 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7aa0921e-7189-4e86-b491-24a65175ad04 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (f2317715-d27c-4959-b233-f66970270966), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.107178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3de5e7cf-2823-4931-95f3-d9534832eee4 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:52.109097 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-88b2832d-56ad-466d-b983-ceb2807846da None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:52.177309 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7aa0921e-7189-4e86-b491-24a65175ad04 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (f2317715-d27c-4959-b233-f66970270966), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.201103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d28d382-01a3-4f1c-84bf-e29064e37a27 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (2e89f6d2-9509-46c8-885f-9a992e22a795), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.231572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3ba500d-77da-4ca9-9968-b57a27bedac4 req-1dbc54f6-6498-479d-8520-8eee74ebe84c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8209805 Jan 31 18:59:52.279822 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7aa0921e-7189-4e86-b491-24a65175ad04 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (f2317715-d27c-4959-b233-f66970270966), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.326056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-617a6271-5499-4fe0-a0ed-e20e3d527262 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.331182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-617a6271-5499-4fe0-a0ed-e20e3d527262 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "DELETE /v2.0/ports/9d8e0c10-5478-47f2-9215-4746bb38d773 HTTP/1.1" status: 204 len: 168 time: 2.2776806 Jan 31 18:59:52.341992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-37b1fd99-9dc1-4490-ac42-a8d84933e18a req-9f67ccc1-ef60-4fff-b7b6-9e4df0d46336 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5052183 Jan 31 18:59:52.346076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56964) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:52.347081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0358fa58-64c0-4872-932c-a34d85aa2240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.350124 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 18:59:52.410598 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7aa0921e-7189-4e86-b491-24a65175ad04 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (f2317715-d27c-4959-b233-f66970270966), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.426691 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d83f28-699d-4850-be88-fc766da4fdf7 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] GET failed (client error): The resource could not be found. Jan 31 18:59:52.428789 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d0d83f28-699d-4850-be88-fc766da4fdf7 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "GET /v2.0/ports/9d8e0c10-5478-47f2-9215-4746bb38d773 HTTP/1.1" status: 404 len: 333 time: 0.0773008 Jan 31 18:59:52.442375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56966) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:52.448652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Request body: {'port': {'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50', 'name': 'tempest-AllowedAddressPairTestJSON-976169772'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:52.476928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0921e-7189-4e86-b491-24a65175ad04 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Subnet': ['ID=f2317715-d27c-4959-b233-f66970270966,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:52.493594 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7aa0921e-7189-4e86-b491-24a65175ad04 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.497172 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7aa0921e-7189-4e86-b491-24a65175ad04 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/f2317715-d27c-4959-b233-f66970270966 HTTP/1.1" status: 204 len: 168 time: 0.7171061 Jan 31 18:59:52.499906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56968) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:52.618218 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-88b2832d-56ad-466d-b983-ceb2807846da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:48Z', 'revision_number': 8, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:41Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:52.660218 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (1b314b09-e3a9-4f69-92f3-6a2f9e66041c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.689040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5555296-9685-4499-9405-76c0a97c2af8 req-5dafb02d-aceb-457e-bb82-cf92cbcab60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:52.692697 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2832d-56ad-466d-b983-ceb2807846da None None] The sync data for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 is: [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:48Z', 'revision_number': 8, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '3e50020e-a941-4ac7-bcdf-10a5a72d74fe', 'name': '', 'network_id': '85bf4538-d776-47bc-aba9-9d6158cf3840', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:06:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:17Z', 'updated_at': '2022-01-31T18:59:41Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:52.692997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5555296-9685-4499-9405-76c0a97c2af8 req-5dafb02d-aceb-457e-bb82-cf92cbcab60e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 1129 time: 0.5649669 Jan 31 18:59:52.758378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port 3b0eac29-1be2-43b6-af25-510130bef670 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:52.758974 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3b0eac29-1be2-43b6-af25-510130bef670), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.762968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Made reservation on behalf of b41b39a829d2493184611926dc64169e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:52.767317 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.788612 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d28d382-01a3-4f1c-84bf-e29064e37a27 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (2e89f6d2-9509-46c8-885f-9a992e22a795), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.869854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] For port 3b0eac29-1be2-43b6-af25-510130bef670, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3b0eac29-1be2-43b6-af25-510130bef670,segment=NetworkSegment(73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2),segment_id=73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:52.870533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3b0eac29-1be2-43b6-af25-510130bef670), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.873465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b52a073-6869-4753-83ce-40ca388e85b3 None None] Network 1b314b09-e3a9-4f69-92f3-6a2f9e66041c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:52.913207 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for 3b0eac29-1be2-43b6-af25-510130bef670 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:52.925062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5555296-9685-4499-9405-76c0a97c2af8 req-50983c17-e2ab-4cd3-a11c-90d35e1fbdea service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939437 Jan 31 18:59:52.960298 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:52.963744 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0358fa58-64c0-4872-932c-a34d85aa2240 admin admin] Publish callbacks [] for security_group (10f7da4b-28cd-4002-8f3f-42bcd34da708), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.005236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] device_id is not set on port 5213224b-71f5-47fc-b5ab-5b328dfc860d yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:59:53.012203 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0358fa58-64c0-4872-932c-a34d85aa2240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (10f7da4b-28cd-4002-8f3f-42bcd34da708), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.052676 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d28d382-01a3-4f1c-84bf-e29064e37a27 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (2e89f6d2-9509-46c8-885f-9a992e22a795), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.114853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3b0eac29-1be2-43b6-af25-510130bef670), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.115855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3de5e7cf-2823-4931-95f3-d9534832eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:50Z', 'revision_number': 9, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:53.166700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d382-01a3-4f1c-84bf-e29064e37a27 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Subnet': ['ID=2e89f6d2-9509-46c8-885f-9a992e22a795,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:53.173519 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No DVR routers for this DVR port 3b0eac29-1be2-43b6-af25-510130bef670 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:59:53.179236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=3b0eac29-1be2-43b6-af25-510130bef670,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:53.199254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de5e7cf-2823-4931-95f3-d9534832eee4 None None] Checking router: 396fc9d1-794e-4d2f-9489-28ebf09c9a0e for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:53.218118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ca247-d433-4d3f-85ac-080f4eee5329 None None] DHCP port deletion for 1b314b09-e3a9-4f69-92f3-6a2f9e66041c request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:59:53.233065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de5e7cf-2823-4931-95f3-d9534832eee4 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:53.234075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3de5e7cf-2823-4931-95f3-d9534832eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:53.263030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358fa58-64c0-4872-932c-a34d85aa2240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f7da4b-28cd-4002-8f3f-42bcd34da708,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:53.287163 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d28d382-01a3-4f1c-84bf-e29064e37a27 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.295289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5d28d382-01a3-4f1c-84bf-e29064e37a27 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/2e89f6d2-9509-46c8-885f-9a992e22a795 HTTP/1.1" status: 204 len: 168 time: 2.1584334 Jan 31 18:59:53.300145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:53.315253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0358fa58-64c0-4872-932c-a34d85aa2240 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa9193edf38c48b1bf5f519f0966ac9f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7775707 Jan 31 18:59:53.324648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56982) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:53.374663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (1b314b09-e3a9-4f69-92f3-6a2f9e66041c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.426500 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b314b09-e3a9-4f69-92f3-6a2f9e66041c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:53.446113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:53.446414 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:53.470695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.491535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.499863 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:59:53.501555 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (73616bd5-6e19-4ce1-9c6c-6d9420bd7ad2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: timer() Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:59:53.505685 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:59:53.513455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedc935-9b45-42fb-89df-2e74ab205d00 None None] Network b53dba26-594e-4995-9ca0-90250676ad70 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 18:59:53.571225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (b53dba26-594e-4995-9ca0-90250676ad70), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.583042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 18:59:53.587355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:59:53.588821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Allocated IP 172.20.0.3 (87685159-81e2-4a13-bac3-c9f21d8add50/90e31f79-0dec-46f8-94f9-1713f5b0f519/5213224b-71f5-47fc-b5ab-5b328dfc860d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:53.589483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (1b314b09-e3a9-4f69-92f3-6a2f9e66041c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.604410 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.612700 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/networks/1b314b09-e3a9-4f69-92f3-6a2f9e66041c HTTP/1.1" status: 204 len: 168 time: 1.1105158 Jan 31 18:59:53.616539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56988) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:53.643077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278ed7d-2d66-4201-a635-a624ab124f77 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Network': ['ID=1b314b09-e3a9-4f69-92f3-6a2f9e66041c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:53.673762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3de5e7cf-2823-4931-95f3-d9534832eee4 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:53.697247 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-181a1513-2e3d-4556-bb15-52519e339f51 admin admin] Publish callbacks [] for security_group (10f7da4b-28cd-4002-8f3f-42bcd34da708), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.731276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfa02d-27be-4101-98df-b3187a86c66f req-d625f026-1deb-4555-b781-3f1f75ad0df1 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:53.733081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbbfa02d-27be-4101-98df-b3187a86c66f req-d625f026-1deb-4555-b781-3f1f75ad0df1 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.2905099 Jan 31 18:59:53.812217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd600bc-d301-4bcd-b1a5-dc4a8b4bc2bd req-f3df9769-f7c0-49ac-a5ab-8a7bf774c522 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:53.814345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2fd600bc-d301-4bcd-b1a5-dc4a8b4bc2bd req-f3df9769-f7c0-49ac-a5ab-8a7bf774c522 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.2994716 Jan 31 18:59:53.863726 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-181a1513-2e3d-4556-bb15-52519e339f51 admin admin] Publish callbacks [] for security_group (10f7da4b-28cd-4002-8f3f-42bcd34da708), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:53.973138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:53.973550 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.061087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd86662-739c-4538-8a20-3cc50835dba0 None None] DHCP port deletion for b53dba26-594e-4995-9ca0-90250676ad70 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 18:59:54.117597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:54.140383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:59:54.141527 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca9a40d-43e1-42b0-a6ec-4081952955fc" -d '{"events": [{"server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "name": "network-vif-unplugged", "status": "completed", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:59:54.163276 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.170162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:54.252900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:59:54.286755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:59:54.287118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 50a61ff6-8a7f-4d07-8187-3eff524c9fc2 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:59:54.287548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d98bcd11-2638-4b9a-89b9-404069f05d9a no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:59:54.298005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'port_id': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'mac_address': 'fa:16:3e:38:70:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 18:59:54.354734 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.444937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:54.454539 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.462148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:54.462546 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.471807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3de5e7cf-2823-4931-95f3-d9534832eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:50Z', 'revision_number': 9, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:54.537596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2fd86662-739c-4538-8a20-3cc50835dba0 None None] Deleting port d98bcd11-2638-4b9a-89b9-404069f05d9a {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:54.537970 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2fd86662-739c-4538-8a20-3cc50835dba0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.556502 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 18:59:54.561700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de5e7cf-2823-4931-95f3-d9534832eee4 None None] The sync data for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 is: [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:50Z', 'revision_number': 9, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '2996dab6-a3ab-4fa9-b22b-b5f5472fbe26', 'name': '', 'network_id': '8463ce3c-1074-49b2-abf7-717b00b88bf3', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:53:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:00Z', 'updated_at': '2022-01-31T18:59:13Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'a6321180-8bc1-4e5a-b3d4-f13f20fb8633', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 18:59:54.632953 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d98bcd11-2638-4b9a-89b9-404069f05d9a is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:54.633598 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.642239 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbbfa02d-27be-4101-98df-b3187a86c66f req-1d6c17e3-19ce-4f0c-a904-5e184905d9fe tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8665812 Jan 31 18:59:54.660384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:54.684656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2fd600bc-d301-4bcd-b1a5-dc4a8b4bc2bd req-c401bd82-ec3f-42be-b467-71bb697d525d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8432431 Jan 31 18:59:54.691128 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.691543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port d98bcd11-2638-4b9a-89b9-404069f05d9a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:54.691921 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.701250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2fd86662-739c-4538-8a20-3cc50835dba0 None None] For port d98bcd11-2638-4b9a-89b9-404069f05d9a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d98bcd11-2638-4b9a-89b9-404069f05d9a,segment=NetworkSegment(9574938c-4206-4669-b3fb-597b593362fa),segment_id=9574938c-4206-4669-b3fb-597b593362fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:54.701983 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2fd86662-739c-4538-8a20-3cc50835dba0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.760140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port d98bcd11-2638-4b9a-89b9-404069f05d9a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d98bcd11-2638-4b9a-89b9-404069f05d9a,segment=NetworkSegment(9574938c-4206-4669-b3fb-597b593362fa),segment_id=9574938c-4206-4669-b3fb-597b593362fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:54.769845 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 18:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3d14db-9ea3-4e86-8dcc-a23feff23ffd x-openstack-request-id: req-4a3d14db-9ea3-4e86-8dcc-a23feff23ffd {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:59:54.770478 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "name": "network-vif-unplugged", "status": "completed", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:59:54.770632 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a3d14db-9ea3-4e86-8dcc-a23feff23ffd {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:59:54.771015 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'code': 200} Jan 31 18:59:54.778195 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.778980 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3b0eac29-1be2-43b6-af25-510130bef670 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:59:54.781068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2fd86662-739c-4538-8a20-3cc50835dba0 None None] Calling delete_port for d98bcd11-2638-4b9a-89b9-404069f05d9a owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:54.796821 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-181a1513-2e3d-4556-bb15-52519e339f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (10f7da4b-28cd-4002-8f3f-42bcd34da708), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.801238 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-181a1513-2e3d-4556-bb15-52519e339f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.805029 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-181a1513-2e3d-4556-bb15-52519e339f51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10f7da4b-28cd-4002-8f3f-42bcd34da708 HTTP/1.1" status: 204 len: 168 time: 1.4745700 Jan 31 18:59:54.811873 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 3b0eac29-1be2-43b6-af25-510130bef670 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:59:54.812231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3b0eac29-1be2-43b6-af25-510130bef670 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:59:54.875008 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for port (5213224b-71f5-47fc-b5ab-5b328dfc860d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.880282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a1513-2e3d-4556-bb15-52519e339f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f7da4b-28cd-4002-8f3f-42bcd34da708,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:54.880561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:54.887071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] For port d98bcd11-2638-4b9a-89b9-404069f05d9a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d98bcd11-2638-4b9a-89b9-404069f05d9a,segment=NetworkSegment(9574938c-4206-4669-b3fb-597b593362fa),segment_id=9574938c-4206-4669-b3fb-597b593362fa)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:54.887510 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:54.911478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for d98bcd11-2638-4b9a-89b9-404069f05d9a owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:54.966659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['000ca7e1-d4b0-4a42-bef9-d9a2f5e69710'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 18:59:55.055528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=d98bcd11-2638-4b9a-89b9-404069f05d9a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:55.099984 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2fd86662-739c-4538-8a20-3cc50835dba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:55.141735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd86662-739c-4538-8a20-3cc50835dba0 None None] Pushing event deleted for resources: {'Port': ['ID=d98bcd11-2638-4b9a-89b9-404069f05d9a,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:55.147111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd86662-739c-4538-8a20-3cc50835dba0 None None] No DVR routers for this DVR port d98bcd11-2638-4b9a-89b9-404069f05d9a on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:59:55.192435 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5213224b-71f5-47fc-b5ab-5b328dfc860d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:55.299592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Network 87685159-81e2-4a13-bac3-c9f21d8add50 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:55.328876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:55.337678 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:55.350237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:55.359199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event updated for resources: {'Port': ['ID=5213224b-71f5-47fc-b5ab-5b328dfc860d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:55.423036 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d98bcd11-2638-4b9a-89b9-404069f05d9a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:55.497005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=d98bcd11-2638-4b9a-89b9-404069f05d9a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:55.505820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:55.506771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:55.509882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No DVR routers for this DVR port d98bcd11-2638-4b9a-89b9-404069f05d9a on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:59:55.570766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2f5706ac-a2a9-479f-9826-1e35e4421da4 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1258500 Jan 31 18:59:55.572219 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57022) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:55.582561 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Request body: {'port': {'network_id': '87685159-81e2-4a13-bac3-c9f21d8add50', 'name': 'tempest-AllowedAddressPairTestJSON-1244050153'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:55.745201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c44179a5-b9d9-43f2-8992-c4de32a0e39e None None] Provisioning complete for port 5213224b-71f5-47fc-b5ab-5b328dfc860d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:55.745587 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c44179a5-b9d9-43f2-8992-c4de32a0e39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5213224b-71f5-47fc-b5ab-5b328dfc860d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:55.763244 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28c92775-ef0b-4ff3-8965-5e26d507200f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:55.803077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57032) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:55.824130 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cea3b29f-a050-4ecc-8997-ec355900f249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:55.885513 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Made reservation on behalf of b41b39a829d2493184611926dc64169e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:59:55.890035 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:55.919689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] device_id is not set on port 5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 18:59:55.921003 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (b53dba26-594e-4995-9ca0-90250676ad70), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.014673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c44179a5-b9d9-43f2-8992-c4de32a0e39e None None] Port 5213224b-71f5-47fc-b5ab-5b328dfc860d cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:56.057491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53dba26-594e-4995-9ca0-90250676ad70']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:56.107722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 18:59:56.135035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9574938c-4206-4669-b3fb-597b593362fa') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:56.135497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9574938c-4206-4669-b3fb-597b593362fa') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:56.154384 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (9574938c-4206-4669-b3fb-597b593362fa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.157757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 18:59:56.158290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ece8b7d-8d53-4450-9c94-ece87c1a04c3 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 18:59:56.211521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25257855-8e50-4f2b-99de-0bec2259485b req-7b32249e-0021-4655-91c6-3977259c8b7f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:56.213169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25257855-8e50-4f2b-99de-0bec2259485b req-7b32249e-0021-4655-91c6-3977259c8b7f tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.2722216 Jan 31 18:59:56.222799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23b7c8-902e-40d4-aa71-59d2a377dab9 req-68f6b6e9-7efa-4673-87f1-6082c6af19ad tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:56.224675 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad23b7c8-902e-40d4-aa71-59d2a377dab9 req-68f6b6e9-7efa-4673-87f1-6082c6af19ad tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 945 time: 0.3003304 Jan 31 18:59:56.238427 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9574938c-4206-4669-b3fb-597b593362fa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.241383 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cea3b29f-a050-4ecc-8997-ec355900f249 admin admin] Publish callbacks [] for security_group (d8a2c569-b54d-4bca-82da-5508687bcc66), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.245176 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.257750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Allocated IP 172.20.0.12 (87685159-81e2-4a13-bac3-c9f21d8add50/90e31f79-0dec-46f8-94f9-1713f5b0f519/5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:59:56.284453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 18:59:56.284890 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (9574938c-4206-4669-b3fb-597b593362fa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: timer() Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:59:56.292628 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:59:56.346794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cea3b29f-a050-4ecc-8997-ec355900f249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d8a2c569-b54d-4bca-82da-5508687bcc66), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.440854 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cea3b29f-a050-4ecc-8997-ec355900f249 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=094451592af64be3ae1194d6ba08904e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6363428 Jan 31 18:59:56.441619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3b29f-a050-4ecc-8997-ec355900f249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a2c569-b54d-4bca-82da-5508687bcc66,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:56.447872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:56.470390 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (b53dba26-594e-4995-9ca0-90250676ad70), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.497892 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.506818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/networks/b53dba26-594e-4995-9ca0-90250676ad70 HTTP/1.1" status: 204 len: 168 time: 3.2050648 Jan 31 18:59:56.507505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57044) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:56.516590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad23b7c8-902e-40d4-aa71-59d2a377dab9 req-025d8292-06ec-44cf-8678-b137f65cbbb4 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728310 Jan 31 18:59:56.537400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25257855-8e50-4f2b-99de-0bec2259485b req-10e954f2-c2d7-404d-9b3b-835fc491a5a6 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116407 Jan 31 18:59:56.541685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57046) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:56.590723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db21490-902d-44c5-9c8f-58d54c73a6ee tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Network': ['ID=b53dba26-594e-4995-9ca0-90250676ad70,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:56.652133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5301324d-21b0-4763-87e2-26728e3f2e53 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/floatingips/ea01ae9f-b506-475b-a564-6fa6593c8464 HTTP/1.1" status: 200 len: 993 time: 0.1087489 Jan 31 18:59:56.680696 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for port (5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.684891 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4419623a-cfb5-469a-aa5d-a595d3d5a7c5 admin admin] Publish callbacks [] for security_group (d8a2c569-b54d-4bca-82da-5508687bcc66), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.740096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4419623a-cfb5-469a-aa5d-a595d3d5a7c5 admin admin] Publish callbacks [] for security_group (d8a2c569-b54d-4bca-82da-5508687bcc66), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.743628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-28c92775-ef0b-4ff3-8965-5e26d507200f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:56.744084 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28c92775-ef0b-4ff3-8965-5e26d507200f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.882310 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.886322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-28c92775-ef0b-4ff3-8965-5e26d507200f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] For port 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2996dab6-a3ab-4fa9-b22b-b5f5472fbe26,segment=NetworkSegment(04822c40-3bd0-443b-b757-5e662780a57f),segment_id=04822c40-3bd0-443b-b757-5e662780a57f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:56.888073 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28c92775-ef0b-4ff3-8965-5e26d507200f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:56.921306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-28c92775-ef0b-4ff3-8965-5e26d507200f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:57.007582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Network 87685159-81e2-4a13-bac3-c9f21d8add50 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:59:57.042998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:59:57.056312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 18:59:57.080564 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4419623a-cfb5-469a-aa5d-a595d3d5a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d8a2c569-b54d-4bca-82da-5508687bcc66), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:57.087480 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4419623a-cfb5-469a-aa5d-a595d3d5a7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:57.088242 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4419623a-cfb5-469a-aa5d-a595d3d5a7c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8a2c569-b54d-4bca-82da-5508687bcc66 HTTP/1.1" status: 204 len: 168 time: 0.6396527 Jan 31 18:59:57.107009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event updated for resources: {'Port': ['ID=5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:57.130185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419623a-cfb5-469a-aa5d-a595d3d5a7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a2c569-b54d-4bca-82da-5508687bcc66,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:57.183726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:57.184557 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:57.270074 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b5fbad38-9e68-42ba-b760-4f00e3391435 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6951408 Jan 31 18:59:57.270733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57058) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:57.277734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f9ba3c17-1a5a-4060-b16e-d63befb2db33 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e2:f6:14'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:fd:81:28'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 18:59:57.284640 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28c92775-ef0b-4ff3-8965-5e26d507200f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2996dab6-a3ab-4fa9-b22b-b5f5472fbe26), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:57.394571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c92775-ef0b-4ff3-8965-5e26d507200f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=2996dab6-a3ab-4fa9-b22b-b5f5472fbe26,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:57.419501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 18:59:57.426206 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff6a32b4-9522-4a78-838e-a48550cf9ba5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:57.595690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:57.616929 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:57.689013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e0e063a5-0544-4dfd-b917-23e7231707c1 None None] Provisioning complete for port 5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:57.689773 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e0e063a5-0544-4dfd-b917-23e7231707c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:57.824486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e0e063a5-0544-4dfd-b917-23e7231707c1 None None] Port 5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:57.841179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 18:59:57.841677 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:57.883043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 18:59:57.892867 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700861bd-3c27-415e-85e2-cbb10a51268d" -d '{"events": [{"server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "name": "network-vif-plugged", "status": "completed", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 18:59:57.938983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:57.948854 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:57.953885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a32b4-9522-4a78-838e-a48550cf9ba5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 18:59:57.958137 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff6a32b4-9522-4a78-838e-a48550cf9ba5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:57.998703 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 18:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9d999e-beb9-43c4-ac68-2637a4ff50bc x-openstack-request-id: req-7b9d999e-beb9-43c4-ac68-2637a4ff50bc {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 18:59:57.999369 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "name": "network-vif-plugged", "status": "completed", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 18:59:57.999635 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b9d999e-beb9-43c4-ac68-2637a4ff50bc {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 18:59:58.001980 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'code': 200} Jan 31 18:59:58.034500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3c17-1a5a-4060-b16e-d63befb2db33 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:58.054066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:58.159386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef49bf3-5504-4500-9cef-46938e0ead2d req-bdb96b32-c65f-46c1-892b-c28c900dde07 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:58.161045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ef49bf3-5504-4500-9cef-46938e0ead2d req-bdb96b32-c65f-46c1-892b-c28c900dde07 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.3157892 Jan 31 18:59:58.162635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ff6a32b4-9522-4a78-838e-a48550cf9ba5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] For port 3e50020e-a941-4ac7-bcdf-10a5a72d74fe, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3e50020e-a941-4ac7-bcdf-10a5a72d74fe,segment=NetworkSegment(ea9f8148-1804-4024-891e-1449d7578e93),segment_id=ea9f8148-1804-4024-891e-1449d7578e93)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:59:58.163669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff6a32b4-9522-4a78-838e-a48550cf9ba5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:58.182411 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a32b4-9522-4a78-838e-a48550cf9ba5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for 3e50020e-a941-4ac7-bcdf-10a5a72d74fe owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 18:59:58.242674 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28c92775-ef0b-4ff3-8965-5e26d507200f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:58.534630 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff6a32b4-9522-4a78-838e-a48550cf9ba5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3e50020e-a941-4ac7-bcdf-10a5a72d74fe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:58.594161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ef49bf3-5504-4500-9cef-46938e0ead2d req-5c733306-9095-444e-8f74-addbc48548a0 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220500 Jan 31 18:59:58.595754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a32b4-9522-4a78-838e-a48550cf9ba5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=3e50020e-a941-4ac7-bcdf-10a5a72d74fe,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:58.650942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c92775-ef0b-4ff3-8965-5e26d507200f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:58.712260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57098) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:58.859630 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff6a32b4-9522-4a78-838e-a48550cf9ba5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:59.004379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c92775-ef0b-4ff3-8965-5e26d507200f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:59.014481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-28c92775-ef0b-4ff3-8965-5e26d507200f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3822670 Jan 31 18:59:59.016469 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63c641-7b07-4ed3-bcd0-2e6c92b2b6af None None] Sync routers for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:59.018096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57108) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:59.033604 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63c641-7b07-4ed3-bcd0-2e6c92b2b6af None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:59.035536 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fd63c641-7b07-4ed3-bcd0-2e6c92b2b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:59.091313 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3c17-1a5a-4060-b16e-d63befb2db33 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for port (5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:59.104254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-784a4d00-280b-40e3-9788-eb4f36da8f48 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting subnet a6321180-8bc1-4e5a-b3d4-f13f20fb8633 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:59:59.118022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-784a4d00-280b-40e3-9788-eb4f36da8f48 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (a6321180-8bc1-4e5a-b3d4-f13f20fb8633), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:59.180999 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3c17-1a5a-4060-b16e-d63befb2db33 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:59.285853 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fd63c641-7b07-4ed3-bcd0-2e6c92b2b6af None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 18:59:59.294780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8438c369-4987-4620-ab44-6f8004316e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:59.353716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6a32b4-9522-4a78-838e-a48550cf9ba5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router b7e4746c-dce0-4169-a5ee-67fca4b8900a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:59:59.443512 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-784a4d00-280b-40e3-9788-eb4f36da8f48 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (a6321180-8bc1-4e5a-b3d4-f13f20fb8633), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:59.478422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba3c17-1a5a-4060-b16e-d63befb2db33 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event updated for resources: {'Port': ['ID=5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:59:59.481864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba3c17-1a5a-4060-b16e-d63befb2db33 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] In _notify_port_updated(), no bound segment for port 5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef on network 87685159-81e2-4a13-bac3-c9f21d8add50 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 18:59:59.493494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ba3c17-1a5a-4060-b16e-d63befb2db33 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:59:59.494372 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3c17-1a5a-4060-b16e-d63befb2db33 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:59.495917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f9ba3c17-1a5a-4060-b16e-d63befb2db33 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "PUT /v2.0/ports/5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef HTTP/1.1" status: 200 len: 1057 time: 2.2232876 Jan 31 18:59:59.510374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57120) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:59.583977 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6a32b4-9522-4a78-838e-a48550cf9ba5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:59:59.592881 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ff6a32b4-9522-4a78-838e-a48550cf9ba5 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0825555 Jan 31 18:59:59.594084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 18:59:59.608405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167258fd-8c62-4e48-8cbf-8d6188ef442e None None] Sync routers for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 18:59:59.624561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167258fd-8c62-4e48-8cbf-8d6188ef442e None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:59.627147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-167258fd-8c62-4e48-8cbf-8d6188ef442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:59.760948 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7218b753-eab5-4400-a09e-ce96a8d8b1d4 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting subnet 4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 18:59:59.767539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7218b753-eab5-4400-a09e-ce96a8d8b1d4 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:59.769594 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fd63c641-7b07-4ed3-bcd0-2e6c92b2b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:57Z', 'revision_number': 10, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:59.839500 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63c641-7b07-4ed3-bcd0-2e6c92b2b6af None None] Checking router: 396fc9d1-794e-4d2f-9489-28ebf09c9a0e for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 18:59:59.848910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f91abca2-6e21-44ab-9f79-0b79089959de None None] Provisioning complete for port 5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:59:59.849293 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f91abca2-6e21-44ab-9f79-0b79089959de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:59.862199 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63c641-7b07-4ed3-bcd0-2e6c92b2b6af None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 18:59:59.862832 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fd63c641-7b07-4ed3-bcd0-2e6c92b2b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:59:59.863040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7218b753-eab5-4400-a09e-ce96a8d8b1d4 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 18:59:59.939531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f91abca2-6e21-44ab-9f79-0b79089959de None None] Port 5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 18:59:59.957695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-167258fd-8c62-4e48-8cbf-8d6188ef442e None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:00.051340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6982b6ad-a6a2-467c-b474-f38ddad07428 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Deleting port 5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:00.051956 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6982b6ad-a6a2-467c-b474-f38ddad07428 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:00.084814 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7218b753-eab5-4400-a09e-ce96a8d8b1d4 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:00.223412 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7218b753-eab5-4400-a09e-ce96a8d8b1d4 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:00.311388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee1d399-1ef4-410e-89d8-bfee89154495 None None] Network 85bf4538-d776-47bc-aba9-9d6158cf3840 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:00.318962 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218b753-eab5-4400-a09e-ce96a8d8b1d4 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:00.330844 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7218b753-eab5-4400-a09e-ce96a8d8b1d4 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:00.343435 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7218b753-eab5-4400-a09e-ce96a8d8b1d4 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a HTTP/1.1" status: 204 len: 168 time: 0.7483041 Jan 31 19:00:00.347530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:00.441069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-167258fd-8c62-4e48-8cbf-8d6188ef442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:58Z', 'revision_number': 9, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:00.455862 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (85bf4538-d776-47bc-aba9-9d6158cf3840), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:00.477174 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167258fd-8c62-4e48-8cbf-8d6188ef442e None None] Checking router: b7e4746c-dce0-4169-a5ee-67fca4b8900a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:00:00.495866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167258fd-8c62-4e48-8cbf-8d6188ef442e None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:00.496756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-167258fd-8c62-4e48-8cbf-8d6188ef442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:00.525191 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fd63c641-7b07-4ed3-bcd0-2e6c92b2b6af None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:00.570225 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port ec9f08d7-dde9-442b-b21b-819696271aaf {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:00.571169 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:00.590455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee3554-9973-4388-8e3d-fc3f896a7342 None None] DHCP port deletion for 85bf4538-d776-47bc-aba9-9d6158cf3840 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:00:00.642918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-167258fd-8c62-4e48-8cbf-8d6188ef442e None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:00.669940 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] For port ec9f08d7-dde9-442b-b21b-819696271aaf, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ec9f08d7-dde9-442b-b21b-819696271aaf,segment=NetworkSegment(ea9f8148-1804-4024-891e-1449d7578e93),segment_id=ea9f8148-1804-4024-891e-1449d7578e93)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:00.670342 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:00.694852 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for ec9f08d7-dde9-442b-b21b-819696271aaf owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:00.810353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1aee3554-9973-4388-8e3d-fc3f896a7342 None None] Deleting port ec9f08d7-dde9-442b-b21b-819696271aaf {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:00.811533 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1aee3554-9973-4388-8e3d-fc3f896a7342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:00.814523 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:00.852480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=ec9f08d7-dde9-442b-b21b-819696271aaf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:00.860148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No DVR routers for this DVR port ec9f08d7-dde9-442b-b21b-819696271aaf on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:01.001058 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fd63c641-7b07-4ed3-bcd0-2e6c92b2b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:57Z', 'revision_number': 10, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:01.060645 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63c641-7b07-4ed3-bcd0-2e6c92b2b6af None None] The sync data for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 is: [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T18:59:57Z', 'revision_number': 10, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None, '_interfaces': [{'id': '426944d6-a4c4-481d-ae2c-f978ad4a52a6', 'name': '', 'network_id': '3c74ee92-427d-4e8d-81d8-e5320c32bc23', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'mac_address': 'fa:16:3e:95:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:48Z', 'updated_at': '2022-01-31T18:58:56Z', 'revision_number': 5, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'subnets': [{'id': 'bf4491e1-723c-48d3-9409-14d330e7e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:00:01.173936 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (85bf4538-d776-47bc-aba9-9d6158cf3840), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.245232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-784a4d00-280b-40e3-9788-eb4f36da8f48 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (a6321180-8bc1-4e5a-b3d4-f13f20fb8633), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.265307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bf4538-d776-47bc-aba9-9d6158cf3840']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:01.308584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9f8148-1804-4024-891e-1449d7578e93') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:01.309480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9f8148-1804-4024-891e-1449d7578e93') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:01.356925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (ea9f8148-1804-4024-891e-1449d7578e93), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.357461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1aee3554-9973-4388-8e3d-fc3f896a7342 None None] For port ec9f08d7-dde9-442b-b21b-819696271aaf, host n-d-812111-15, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:01.358289 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8438c369-4987-4620-ab44-6f8004316e27 admin admin] Publish callbacks [] for security_group (15ed9d91-8677-45be-8357-ac372188b277), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.358823 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1aee3554-9973-4388-8e3d-fc3f896a7342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.371734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19424c-d890-4052-855c-8b00b4070430 req-18c2d221-7296-4068-9aa7-da392fa8cc64 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:01.373437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c19424c-d890-4052-855c-8b00b4070430 req-18c2d221-7296-4068-9aa7-da392fa8cc64 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 1.5932403 Jan 31 19:00:01.388837 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8438c369-4987-4620-ab44-6f8004316e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (15ed9d91-8677-45be-8357-ac372188b277), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.415576 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ea9f8148-1804-4024-891e-1449d7578e93), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.439127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:00:01.439586 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (ea9f8148-1804-4024-891e-1449d7578e93), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.456172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1aee3554-9973-4388-8e3d-fc3f896a7342 None None] Calling delete_port for ec9f08d7-dde9-442b-b21b-819696271aaf owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:01.458051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438c369-4987-4620-ab44-6f8004316e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ed9d91-8677-45be-8357-ac372188b277,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:01.505905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-1aee3554-9973-4388-8e3d-fc3f896a7342 None None] Port ec9f08d7-dde9-442b-b21b-819696271aaf was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 19:00:01.513655 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1aee3554-9973-4388-8e3d-fc3f896a7342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (ec9f08d7-dde9-442b-b21b-819696271aaf), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.541007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8438c369-4987-4620-ab44-6f8004316e27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25da8a638f614ea3918addff36be5a99&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8273921 Jan 31 19:00:01.552822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57148) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:01.600036 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6982b6ad-a6a2-467c-b474-f38ddad07428 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.635639 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-784a4d00-280b-40e3-9788-eb4f36da8f48 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (a6321180-8bc1-4e5a-b3d4-f13f20fb8633), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:00:01.661140 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:00:01.664539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (85bf4538-d776-47bc-aba9-9d6158cf3840), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.673423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.679202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6982b6ad-a6a2-467c-b474-f38ddad07428 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Calling delete_port for 5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:01.684821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a4d00-280b-40e3-9788-eb4f36da8f48 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Subnet': ['ID=a6321180-8bc1-4e5a-b3d4-f13f20fb8633,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:01.684976 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/networks/85bf4538-d776-47bc-aba9-9d6158cf3840 HTTP/1.1" status: 204 len: 168 time: 1.3357968 Jan 31 19:00:01.686881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee3554-9973-4388-8e3d-fc3f896a7342 None None] Pushing event deleted for resources: {'Port': ['ID=ec9f08d7-dde9-442b-b21b-819696271aaf,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:01.693429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57152) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:01.695866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee3554-9973-4388-8e3d-fc3f896a7342 None None] No DVR routers for this DVR port ec9f08d7-dde9-442b-b21b-819696271aaf on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:01.720775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c19424c-d890-4052-855c-8b00b4070430 req-b4738526-c7f5-4867-88c2-367e47e47cb7 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401220 Jan 31 19:00:01.727793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-784a4d00-280b-40e3-9788-eb4f36da8f48 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.732479 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-784a4d00-280b-40e3-9788-eb4f36da8f48 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/a6321180-8bc1-4e5a-b3d4-f13f20fb8633 HTTP/1.1" status: 204 len: 168 time: 2.7132280 Jan 31 19:00:01.741862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a03905-337f-4c20-a83b-0ed2b6d28276 None None] Network 8463ce3c-1074-49b2-abf7-717b00b88bf3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:01.746346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57154) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:01.862133 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (8463ce3c-1074-49b2-abf7-717b00b88bf3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.915588 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Publish callbacks [] for security_group (15ed9d91-8677-45be-8357-ac372188b277), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.980051 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Publish callbacks [] for security_group (15ed9d91-8677-45be-8357-ac372188b277), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:01.997360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-167258fd-8c62-4e48-8cbf-8d6188ef442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:58Z', 'revision_number': 9, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:02.080664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167258fd-8c62-4e48-8cbf-8d6188ef442e None None] The sync data for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 is: [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T18:59:58Z', 'revision_number': 9, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '638f50f8-86f6-4321-9445-19403bc45f9e', 'name': '', 'network_id': 'bca1542b-ecda-4335-8acf-4972f3f977bb', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:84:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:59:09Z', 'updated_at': '2022-01-31T18:59:27Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': 'c681ad12-0da2-4c5f-ba09-73de10c48f18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:00:02.184674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port 56608e56-197a-4da6-8322-2d2755fc2861 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:02.185083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (56608e56-197a-4da6-8322-2d2755fc2861), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:02.201085 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (15ed9d91-8677-45be-8357-ac372188b277), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:02.204011 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:02.207498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15ed9d91-8677-45be-8357-ac372188b277 HTTP/1.1" status: 204 len: 168 time: 0.6513941 Jan 31 19:00:02.399339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] For port 56608e56-197a-4da6-8322-2d2755fc2861, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=56608e56-197a-4da6-8322-2d2755fc2861,segment=NetworkSegment(04822c40-3bd0-443b-b757-5e662780a57f),segment_id=04822c40-3bd0-443b-b757-5e662780a57f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:02.399957 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (56608e56-197a-4da6-8322-2d2755fc2861), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:02.423280 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe51238-ae8e-4bf5-85be-00048ce50447 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Network': ['ID=85bf4538-d776-47bc-aba9-9d6158cf3840,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:02.444740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ed9d91-8677-45be-8357-ac372188b277,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:02.465764 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6982b6ad-a6a2-467c-b474-f38ddad07428 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:02.468073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f184730-53eb-40be-ae41-7ad120d4f8ea None None] DHCP port deletion for 8463ce3c-1074-49b2-abf7-717b00b88bf3 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:00:02.503648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for 56608e56-197a-4da6-8322-2d2755fc2861 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:02.677868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 56608e56-197a-4da6-8322-2d2755fc2861 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:02.779967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2f184730-53eb-40be-ae41-7ad120d4f8ea None None] Deleting port 56608e56-197a-4da6-8322-2d2755fc2861 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:02.780582 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f184730-53eb-40be-ae41-7ad120d4f8ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (56608e56-197a-4da6-8322-2d2755fc2861), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:02.816793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.821369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.821775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.822363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.822954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.824954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.825372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.825726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.826073 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.826414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.826761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.827097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.827430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905a520-2b75-43b8-b1f2-f2383813eed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:02.879084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982b6ad-a6a2-467c-b474-f38ddad07428 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event deleted for resources: {'Port': ['ID=5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:03.027070 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 56608e56-197a-4da6-8322-2d2755fc2861 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:03.027543 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (56608e56-197a-4da6-8322-2d2755fc2861), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.105172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2f184730-53eb-40be-ae41-7ad120d4f8ea None None] For port 56608e56-197a-4da6-8322-2d2755fc2861, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=56608e56-197a-4da6-8322-2d2755fc2861,segment=NetworkSegment(04822c40-3bd0-443b-b757-5e662780a57f),segment_id=04822c40-3bd0-443b-b757-5e662780a57f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:03.105571 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f184730-53eb-40be-ae41-7ad120d4f8ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (56608e56-197a-4da6-8322-2d2755fc2861), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.121210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2f184730-53eb-40be-ae41-7ad120d4f8ea None None] Calling delete_port for 56608e56-197a-4da6-8322-2d2755fc2861 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:03.139694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85003571-6a35-48d0-8862-5a5d73b10bfe req-a55de7c9-77b2-4edb-a16f-53b6d530e171 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:03.149477 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85003571-6a35-48d0-8862-5a5d73b10bfe req-a55de7c9-77b2-4edb-a16f-53b6d530e171 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.2797854 Jan 31 19:00:03.161288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57176) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:03.213737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1dfaac6-2706-489b-bb0a-1890a3bcd7bc tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.242057 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de2a0b7-36a0-48d7-92af-ce209b9a265b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.275630 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (56608e56-197a-4da6-8322-2d2755fc2861), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.341836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=56608e56-197a-4da6-8322-2d2755fc2861,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:03.364674 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85003571-6a35-48d0-8862-5a5d73b10bfe req-7d2b62a8-0a65-40aa-9ec6-1a0e833cbde4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134883 Jan 31 19:00:03.367403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No DVR routers for this DVR port 56608e56-197a-4da6-8322-2d2755fc2861 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:03.381303 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6982b6ad-a6a2-467c-b474-f38ddad07428 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.381303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6982b6ad-a6a2-467c-b474-f38ddad07428 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "DELETE /v2.0/ports/5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef HTTP/1.1" status: 204 len: 168 time: 3.8663301 Jan 31 19:00:03.381493 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f184730-53eb-40be-ae41-7ad120d4f8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (56608e56-197a-4da6-8322-2d2755fc2861), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.381615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:03.485260 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-29753b7f-9239-4cfb-9c35-d596e773bb41 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] GET failed (client error): The resource could not be found. Jan 31 19:00:03.492109 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-29753b7f-9239-4cfb-9c35-d596e773bb41 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "GET /v2.0/ports/5fcb6e2d-272f-4a42-bedf-3b8c4604e1ef HTTP/1.1" status: 404 len: 333 time: 0.1042180 Jan 31 19:00:03.517659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57182) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:03.649698 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (8463ce3c-1074-49b2-abf7-717b00b88bf3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.700888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8463ce3c-1074-49b2-abf7-717b00b88bf3']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:03.721712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04822c40-3bd0-443b-b757-5e662780a57f') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:03.722252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04822c40-3bd0-443b-b757-5e662780a57f') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:03.738279 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de2a0b7-36a0-48d7-92af-ce209b9a265b admin admin] Publish callbacks [] for security_group (2389f847-d348-4f2a-a9dd-5c99baf1f23d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.748559 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (04822c40-3bd0-443b-b757-5e662780a57f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.754340 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de2a0b7-36a0-48d7-92af-ce209b9a265b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2389f847-d348-4f2a-a9dd-5c99baf1f23d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.848761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1de2a0b7-36a0-48d7-92af-ce209b9a265b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ea982e6e45e457cb065899b7476c4f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6735039 Jan 31 19:00:03.852321 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (04822c40-3bd0-443b-b757-5e662780a57f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.853278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f63ae51f-cd8e-4d8d-a343-5b547035f8b8 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Deleting port 5213224b-71f5-47fc-b5ab-5b328dfc860d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:03.853740 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f63ae51f-cd8e-4d8d-a343-5b547035f8b8 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5213224b-71f5-47fc-b5ab-5b328dfc860d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.857010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57184) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:03.902834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f184730-53eb-40be-ae41-7ad120d4f8ea None None] Pushing event deleted for resources: {'Port': ['ID=56608e56-197a-4da6-8322-2d2755fc2861,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:03.905054 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ec9f08d7-dde9-442b-b21b-819696271aaf no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:03.916178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:00:03.916178 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (04822c40-3bd0-443b-b757-5e662780a57f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:00:03.919523 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:00:03.941753 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2a0b7-36a0-48d7-92af-ce209b9a265b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2389f847-d348-4f2a-a9dd-5c99baf1f23d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:03.970444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f184730-53eb-40be-ae41-7ad120d4f8ea None None] No DVR routers for this DVR port 56608e56-197a-4da6-8322-2d2755fc2861 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:03.973796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: ec9f08d7-dde9-442b-b21b-819696271aaf {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:03.974151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ec9f08d7-dde9-442b-b21b-819696271aaf not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:03.974747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3e50020e-a941-4ac7-bcdf-10a5a72d74fe no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:04.032460 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f63ae51f-cd8e-4d8d-a343-5b547035f8b8 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5213224b-71f5-47fc-b5ab-5b328dfc860d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:04.040669 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-071e4ac8-097c-408b-b494-7e7812bfd15b admin admin] Publish callbacks [] for security_group (2389f847-d348-4f2a-a9dd-5c99baf1f23d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:04.043054 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 3e50020e-a941-4ac7-bcdf-10a5a72d74fe {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:04.043697 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3e50020e-a941-4ac7-bcdf-10a5a72d74fe not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:04.044408 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:04.044641 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (8463ce3c-1074-49b2-abf7-717b00b88bf3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:04.053942 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:04.060032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/networks/8463ce3c-1074-49b2-abf7-717b00b88bf3 HTTP/1.1" status: 204 len: 168 time: 2.3105562 Jan 31 19:00:04.064730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f63ae51f-cd8e-4d8d-a343-5b547035f8b8 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Calling delete_port for 5213224b-71f5-47fc-b5ab-5b328dfc860d owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:04.067993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57188) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:04.100485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:04.103707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2996dab6-a3ab-4fa9-b22b-b5f5472fbe26 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:04.128911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da11f85-b6f7-4b47-85b2-ad97e14b6ec8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Network': ['ID=8463ce3c-1074-49b2-abf7-717b00b88bf3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:04.229817 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-071e4ac8-097c-408b-b494-7e7812bfd15b admin admin] Publish callbacks [] for security_group (2389f847-d348-4f2a-a9dd-5c99baf1f23d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:04.320923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfaac6-2706-489b-bb0a-1890a3bcd7bc tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port 638f50f8-86f6-4321-9445-19403bc45f9e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:04.321474 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1dfaac6-2706-489b-bb0a-1890a3bcd7bc tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:04.328707 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f63ae51f-cd8e-4d8d-a343-5b547035f8b8 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5213224b-71f5-47fc-b5ab-5b328dfc860d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:04.425020 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-071e4ac8-097c-408b-b494-7e7812bfd15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2389f847-d348-4f2a-a9dd-5c99baf1f23d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:04.425020 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-071e4ac8-097c-408b-b494-7e7812bfd15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:04.427799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-071e4ac8-097c-408b-b494-7e7812bfd15b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2389f847-d348-4f2a-a9dd-5c99baf1f23d HTTP/1.1" status: 204 len: 168 time: 0.5697773 Jan 31 19:00:04.436090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ae51f-cd8e-4d8d-a343-5b547035f8b8 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event deleted for resources: {'Port': ['ID=5213224b-71f5-47fc-b5ab-5b328dfc860d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:04.460994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e4ac8-097c-408b-b494-7e7812bfd15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2389f847-d348-4f2a-a9dd-5c99baf1f23d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:04.713543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a1dfaac6-2706-489b-bb0a-1890a3bcd7bc tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] For port 638f50f8-86f6-4321-9445-19403bc45f9e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=638f50f8-86f6-4321-9445-19403bc45f9e,segment=NetworkSegment(68322890-8ba5-4fbd-a816-c55f2b0cc5b8),segment_id=68322890-8ba5-4fbd-a816-c55f2b0cc5b8)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:04.714273 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1dfaac6-2706-489b-bb0a-1890a3bcd7bc tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:04.719280 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f63ae51f-cd8e-4d8d-a343-5b547035f8b8 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:04.731057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57208) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:04.731627 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f63ae51f-cd8e-4d8d-a343-5b547035f8b8 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "DELETE /v2.0/ports/5213224b-71f5-47fc-b5ab-5b328dfc860d HTTP/1.1" status: 204 len: 168 time: 1.2121656 Jan 31 19:00:04.759715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632fb44-60ad-42df-b02c-f77b4d20f4f1 req-35452d7e-bffe-4185-9776-f0f7698b3c06 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:04.760473 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfaac6-2706-489b-bb0a-1890a3bcd7bc tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for 638f50f8-86f6-4321-9445-19403bc45f9e owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:04.767036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6632fb44-60ad-42df-b02c-f77b4d20f4f1 req-35452d7e-bffe-4185-9776-f0f7698b3c06 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.2059014 Jan 31 19:00:04.794528 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb73be9-6f1e-4b29-88c7-89e235a183f8 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] GET failed (client error): The resource could not be found. Jan 31 19:00:04.802709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ddb73be9-6f1e-4b29-88c7-89e235a183f8 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "GET /v2.0/ports/5213224b-71f5-47fc-b5ab-5b328dfc860d HTTP/1.1" status: 404 len: 333 time: 0.0702846 Jan 31 19:00:04.807288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57210) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:04.929615 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6632fb44-60ad-42df-b02c-f77b4d20f4f1 req-936693c8-0f5c-4d06-8952-9a04673fb747 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615837 Jan 31 19:00:05.089656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6967f639-eb39-4a09-95cc-13e73dd69e7d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:05.183162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57220) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:05.202451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff6287a6-fc1b-41a7-9f80-72696f4e186c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:05.213757 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1dfaac6-2706-489b-bb0a-1890a3bcd7bc tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (638f50f8-86f6-4321-9445-19403bc45f9e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:05.371358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff6287a6-fc1b-41a7-9f80-72696f4e186c admin admin] Publish callbacks [] for security_group (adac91d9-af25-4a32-8cb9-24a7ebc517ad), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:05.449834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e791741-27ea-424f-bab1-8012866b908a req-b6a9fac1-0df4-446d-80d3-8d26d8dc6c1c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:05.450164 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff6287a6-fc1b-41a7-9f80-72696f4e186c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (adac91d9-af25-4a32-8cb9-24a7ebc517ad), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:05.451528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e791741-27ea-424f-bab1-8012866b908a req-b6a9fac1-0df4-446d-80d3-8d26d8dc6c1c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.1692142 Jan 31 19:00:05.556104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e791741-27ea-424f-bab1-8012866b908a req-56b54484-d569-49ad-a791-3037672853dd tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951381 Jan 31 19:00:05.683370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6287a6-fc1b-41a7-9f80-72696f4e186c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adac91d9-af25-4a32-8cb9-24a7ebc517ad,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:05.693741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfaac6-2706-489b-bb0a-1890a3bcd7bc tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=638f50f8-86f6-4321-9445-19403bc45f9e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:05.800772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6967f639-eb39-4a09-95cc-13e73dd69e7d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port 426944d6-a4c4-481d-ae2c-f978ad4a52a6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:05.801491 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ff6287a6-fc1b-41a7-9f80-72696f4e186c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f99ff1e4c267461f86b50659d52d9989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6169658 Jan 31 19:00:05.805032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:05.805367 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6967f639-eb39-4a09-95cc-13e73dd69e7d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:05.835538 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8cf38b16-e3ee-4626-b7bc-a628475e7b47 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Deleting port 48e954f2-06b7-4aa2-91cc-cfe001368c50 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:05.835943 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8cf38b16-e3ee-4626-b7bc-a628475e7b47 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (48e954f2-06b7-4aa2-91cc-cfe001368c50), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:05.879392 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1dfaac6-2706-489b-bb0a-1890a3bcd7bc tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:05.943479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6967f639-eb39-4a09-95cc-13e73dd69e7d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] For port 426944d6-a4c4-481d-ae2c-f978ad4a52a6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=426944d6-a4c4-481d-ae2c-f978ad4a52a6,segment=NetworkSegment(622d3e8f-2fbb-4dde-b16a-c6b6b9281a98),segment_id=622d3e8f-2fbb-4dde-b16a-c6b6b9281a98)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:05.943849 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6967f639-eb39-4a09-95cc-13e73dd69e7d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:05.971122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6967f639-eb39-4a09-95cc-13e73dd69e7d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for 426944d6-a4c4-481d-ae2c-f978ad4a52a6 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:06.290804 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6967f639-eb39-4a09-95cc-13e73dd69e7d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (426944d6-a4c4-481d-ae2c-f978ad4a52a6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:06.293227 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d24b580-2031-43ac-a97b-de062abd8e8b admin admin] Publish callbacks [] for security_group (adac91d9-af25-4a32-8cb9-24a7ebc517ad), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:06.305047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d03d2-7c9a-4845-9a89-8008f17267e2 req-d2c3d519-500e-40a6-a7cd-43074d716640 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:06.332383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-291d03d2-7c9a-4845-9a89-8008f17267e2 req-d2c3d519-500e-40a6-a7cd-43074d716640 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.6464949 Jan 31 19:00:06.359377 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8cf38b16-e3ee-4626-b7bc-a628475e7b47 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (48e954f2-06b7-4aa2-91cc-cfe001368c50), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:06.385862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967f639-eb39-4a09-95cc-13e73dd69e7d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=426944d6-a4c4-481d-ae2c-f978ad4a52a6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:06.472462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8cf38b16-e3ee-4626-b7bc-a628475e7b47 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Calling delete_port for 48e954f2-06b7-4aa2-91cc-cfe001368c50 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:06.478995 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d24b580-2031-43ac-a97b-de062abd8e8b admin admin] Publish callbacks [] for security_group (adac91d9-af25-4a32-8cb9-24a7ebc517ad), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:06.551913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-291d03d2-7c9a-4845-9a89-8008f17267e2 req-146729de-371f-4f6f-8a42-8c7ac5a1c749 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185378 Jan 31 19:00:06.735318 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6967f639-eb39-4a09-95cc-13e73dd69e7d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:06.951292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dfaac6-2706-489b-bb0a-1890a3bcd7bc tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router b7e4746c-dce0-4169-a5ee-67fca4b8900a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:00:06.977098 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8cf38b16-e3ee-4626-b7bc-a628475e7b47 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (48e954f2-06b7-4aa2-91cc-cfe001368c50), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:06.984693 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d24b580-2031-43ac-a97b-de062abd8e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (adac91d9-af25-4a32-8cb9-24a7ebc517ad), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:06.987644 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d24b580-2031-43ac-a97b-de062abd8e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:06.989155 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1d24b580-2031-43ac-a97b-de062abd8e8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adac91d9-af25-4a32-8cb9-24a7ebc517ad HTTP/1.1" status: 204 len: 168 time: 1.1825998 Jan 31 19:00:07.040482 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf38b16-e3ee-4626-b7bc-a628475e7b47 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event deleted for resources: {'Port': ['ID=48e954f2-06b7-4aa2-91cc-cfe001368c50,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:07.068227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6967f639-eb39-4a09-95cc-13e73dd69e7d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:00:07.142151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24b580-2031-43ac-a97b-de062abd8e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adac91d9-af25-4a32-8cb9-24a7ebc517ad,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:07.264045 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8cf38b16-e3ee-4626-b7bc-a628475e7b47 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:07.279389 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8cf38b16-e3ee-4626-b7bc-a628475e7b47 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "DELETE /v2.0/ports/48e954f2-06b7-4aa2-91cc-cfe001368c50 HTTP/1.1" status: 204 len: 168 time: 2.4673178 Jan 31 19:00:07.280403 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:07.283570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dfaac6-2706-489b-bb0a-1890a3bcd7bc tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:00:07.292041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6967f639-eb39-4a09-95cc-13e73dd69e7d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:00:07.299640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6967f639-eb39-4a09-95cc-13e73dd69e7d tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2290828 Jan 31 19:00:07.305878 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57252) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:07.316723 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a1dfaac6-2706-489b-bb0a-1890a3bcd7bc tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6199298 Jan 31 19:00:07.324237 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c492e-1247-4b28-873b-bb7f4aca8bb5 None None] Sync routers for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:00:07.324802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57254) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:07.325689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f519ee-2ebf-4783-972c-34698adc31ae req-17e8dd27-f44f-4c25-acea-3fce545ac66c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:07.327243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60f519ee-2ebf-4783-972c-34698adc31ae req-17e8dd27-f44f-4c25-acea-3fce545ac66c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.2928941 Jan 31 19:00:07.351157 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c492e-1247-4b28-873b-bb7f4aca8bb5 None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:07.351805 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b84c492e-1247-4b28-873b-bb7f4aca8bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:07.370531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce4d738-9f4b-498a-8ef4-b84de2cc0411 None None] Sync routers for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:00:07.403542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce4d738-9f4b-498a-8ef4-b84de2cc0411 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:07.404724 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9ce4d738-9f4b-498a-8ef4-b84de2cc0411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:07.475768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60f519ee-2ebf-4783-972c-34698adc31ae req-8135d3b7-2300-41c0-a4e4-79f1ecd033c9 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353471 Jan 31 19:00:07.549844 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b84c492e-1247-4b28-873b-bb7f4aca8bb5 None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:07.553557 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef03a0c6-6139-476f-890a-0c6e97e36f9c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Deleting subnet 90e31f79-0dec-46f8-94f9-1713f5b0f519 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:00:07.557706 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef03a0c6-6139-476f-890a-0c6e97e36f9c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for subnet (90e31f79-0dec-46f8-94f9-1713f5b0f519), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:07.581720 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9ce4d738-9f4b-498a-8ef4-b84de2cc0411 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:07.688366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-c090a703-0610-431e-b9fd-731e92c3e9c5 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting subnet bf4491e1-723c-48d3-9409-14d330e7e2b0 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:00:07.696479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9ce4d738-9f4b-498a-8ef4-b84de2cc0411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T19:00:06Z', 'revision_number': 11, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:07.705192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-0650e343-b7cf-4052-9f3f-e6e36567af39 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting subnet c681ad12-0da2-4c5f-ba09-73de10c48f18 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:00:07.707562 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c090a703-0610-431e-b9fd-731e92c3e9c5 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (bf4491e1-723c-48d3-9409-14d330e7e2b0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:07.756453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce4d738-9f4b-498a-8ef4-b84de2cc0411 None None] Checking router: 396fc9d1-794e-4d2f-9489-28ebf09c9a0e for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:00:07.763481 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0650e343-b7cf-4052-9f3f-e6e36567af39 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (c681ad12-0da2-4c5f-ba09-73de10c48f18), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:07.770384 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef03a0c6-6139-476f-890a-0c6e97e36f9c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (90e31f79-0dec-46f8-94f9-1713f5b0f519), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:07.779138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce4d738-9f4b-498a-8ef4-b84de2cc0411 None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:07.779766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9ce4d738-9f4b-498a-8ef4-b84de2cc0411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:07.967372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9ce4d738-9f4b-498a-8ef4-b84de2cc0411 None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:07.981434 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b84c492e-1247-4b28-873b-bb7f4aca8bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T19:00:05Z', 'revision_number': 10, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:07.996386 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c090a703-0610-431e-b9fd-731e92c3e9c5 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (bf4491e1-723c-48d3-9409-14d330e7e2b0), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:08.001958 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0650e343-b7cf-4052-9f3f-e6e36567af39 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (c681ad12-0da2-4c5f-ba09-73de10c48f18), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:08.033639 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c492e-1247-4b28-873b-bb7f4aca8bb5 None None] Checking router: b7e4746c-dce0-4169-a5ee-67fca4b8900a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:00:08.040903 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9ce4d738-9f4b-498a-8ef4-b84de2cc0411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T19:00:06Z', 'revision_number': 11, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:08.054699 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c492e-1247-4b28-873b-bb7f4aca8bb5 None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:08.055600 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b84c492e-1247-4b28-873b-bb7f4aca8bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:08.092978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce4d738-9f4b-498a-8ef4-b84de2cc0411 None None] The sync data for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 is: [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T19:00:06Z', 'revision_number': 11, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:00:08.222390 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b84c492e-1247-4b28-873b-bb7f4aca8bb5 None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:08.657451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 426944d6-a4c4-481d-ae2c-f978ad4a52a6 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:08.690743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 426944d6-a4c4-481d-ae2c-f978ad4a52a6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:08.691187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 426944d6-a4c4-481d-ae2c-f978ad4a52a6 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:08.788379 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef03a0c6-6139-476f-890a-0c6e97e36f9c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (90e31f79-0dec-46f8-94f9-1713f5b0f519), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:08.838231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e07be0-aedd-490e-9c29-9e821d53793a req-0280226b-88dc-4bfc-842a-28c8b47b3cf2 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:08.851333 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47e07be0-aedd-490e-9c29-9e821d53793a req-0280226b-88dc-4bfc-842a-28c8b47b3cf2 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.1871898 Jan 31 19:00:08.881642 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b84c492e-1247-4b28-873b-bb7f4aca8bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T19:00:05Z', 'revision_number': 10, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:08.931063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c090a703-0610-431e-b9fd-731e92c3e9c5 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (bf4491e1-723c-48d3-9409-14d330e7e2b0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:08.942882 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c492e-1247-4b28-873b-bb7f4aca8bb5 None None] The sync data for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 is: [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T19:00:05Z', 'revision_number': 10, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None, '_interfaces': [{'id': '8103c75b-a2b2-4473-94f8-2bb18fb84e56', 'name': '', 'network_id': '976e5fc7-17b0-4e36-8da8-775dcf0ad7e8', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'mac_address': 'fa:16:3e:a5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:59Z', 'updated_at': '2022-01-31T18:59:16Z', 'revision_number': 5, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'subnets': [{'id': '35d55bb9-86e4-444f-aad7-a26b0e961269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:00:08.965816 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47e07be0-aedd-490e-9c29-9e821d53793a req-a4661251-cf04-487c-908e-ab09b058b47c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134684 Jan 31 19:00:09.009679 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef03a0c6-6139-476f-890a-0c6e97e36f9c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (90e31f79-0dec-46f8-94f9-1713f5b0f519), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.095465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03a0c6-6139-476f-890a-0c6e97e36f9c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event deleted for resources: {'Subnet': ['ID=90e31f79-0dec-46f8-94f9-1713f5b0f519,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:09.107805 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c090a703-0610-431e-b9fd-731e92c3e9c5 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (bf4491e1-723c-48d3-9409-14d330e7e2b0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.111158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee473f4-a237-4369-9bce-bcac0f16a8a9 None None] Network 87685159-81e2-4a13-bac3-c9f21d8add50 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:09.114468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef03a0c6-6139-476f-890a-0c6e97e36f9c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.120959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57298) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:09.121799 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ef03a0c6-6139-476f-890a-0c6e97e36f9c tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "DELETE /v2.0/subnets/90e31f79-0dec-46f8-94f9-1713f5b0f519 HTTP/1.1" status: 204 len: 168 time: 1.8400977 Jan 31 19:00:09.204247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090a703-0610-431e-b9fd-731e92c3e9c5 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4491e1-723c-48d3-9409-14d330e7e2b0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:09.227597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e3e09-99d2-42a1-b395-5dd8866671b8 None None] Network 3c74ee92-427d-4e8d-81d8-e5320c32bc23 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:09.240360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404504c-d0cd-47b7-acbd-efe271171a0f req-0dabebc5-c2dd-429a-8d0d-bc827e363d4a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:09.242180 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7404504c-d0cd-47b7-acbd-efe271171a0f req-0dabebc5-c2dd-429a-8d0d-bc827e363d4a tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 1.1690745 Jan 31 19:00:09.243478 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c090a703-0610-431e-b9fd-731e92c3e9c5 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.250787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:09.252197 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c090a703-0610-431e-b9fd-731e92c3e9c5 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/bf4491e1-723c-48d3-9409-14d330e7e2b0 HTTP/1.1" status: 204 len: 168 time: 1.9343307 Jan 31 19:00:09.253815 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0650e343-b7cf-4052-9f3f-e6e36567af39 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (c681ad12-0da2-4c5f-ba09-73de10c48f18), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.292170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:09.367333 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3c74ee92-427d-4e8d-81d8-e5320c32bc23), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.441076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1619cd-3441-412e-81a7-15956e123ed7 None None] DHCP port deletion for 87685159-81e2-4a13-bac3-c9f21d8add50 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:00:09.501582 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (87685159-81e2-4a13-bac3-c9f21d8add50), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.516121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f91cde-6316-437d-89cb-94694cf8bb73 None None] DHCP port deletion for 3c74ee92-427d-4e8d-81d8-e5320c32bc23 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:00:09.571079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Deleting port ebe6674e-b3d0-461e-8276-7ae6014fc7aa {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:09.571435 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.625428 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ab3b786-2a65-4a2e-b5f5-554adc32b685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.634269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-25f91cde-6316-437d-89cb-94694cf8bb73 None None] Deleting port ebe6674e-b3d0-461e-8276-7ae6014fc7aa {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:09.634709 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25f91cde-6316-437d-89cb-94694cf8bb73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.636170 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0650e343-b7cf-4052-9f3f-e6e36567af39 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (c681ad12-0da2-4c5f-ba09-73de10c48f18), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.637253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6a1619cd-3441-412e-81a7-15956e123ed7 None None] Deleting port f815ba75-ea03-41db-b5a8-f26eafd32201 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:09.637789 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a1619cd-3441-412e-81a7-15956e123ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.674491 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0650e343-b7cf-4052-9f3f-e6e36567af39 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.681411 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0650e343-b7cf-4052-9f3f-e6e36567af39 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/c681ad12-0da2-4c5f-ba09-73de10c48f18 HTTP/1.1" status: 204 len: 168 time: 2.3306127 Jan 31 19:00:09.700408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57308) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:09.745585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6a1619cd-3441-412e-81a7-15956e123ed7 None None] For port f815ba75-ea03-41db-b5a8-f26eafd32201, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f815ba75-ea03-41db-b5a8-f26eafd32201,segment=NetworkSegment(97d92673-30e2-434a-91de-c07cc9f1c19c),segment_id=97d92673-30e2-434a-91de-c07cc9f1c19c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:09.754311 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a1619cd-3441-412e-81a7-15956e123ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.773565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6a1619cd-3441-412e-81a7-15956e123ed7 None None] Calling delete_port for f815ba75-ea03-41db-b5a8-f26eafd32201 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:09.784369 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ab3b786-2a65-4a2e-b5f5-554adc32b685 admin admin] Publish callbacks [] for security_group (a8c09458-9fe0-4cee-83d1-9b3f92ab1de4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.796984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] For port ebe6674e-b3d0-461e-8276-7ae6014fc7aa, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ebe6674e-b3d0-461e-8276-7ae6014fc7aa,segment=NetworkSegment(622d3e8f-2fbb-4dde-b16a-c6b6b9281a98),segment_id=622d3e8f-2fbb-4dde-b16a-c6b6b9281a98)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:09.797371 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.809131 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650e343-b7cf-4052-9f3f-e6e36567af39 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Subnet': ['ID=c681ad12-0da2-4c5f-ba09-73de10c48f18,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:09.818563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ab3b786-2a65-4a2e-b5f5-554adc32b685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a8c09458-9fe0-4cee-83d1-9b3f92ab1de4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.820484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Deleting port f815ba75-ea03-41db-b5a8-f26eafd32201 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:09.820779 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.822675 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Calling delete_port for ebe6674e-b3d0-461e-8276-7ae6014fc7aa owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:09.901722 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4ab3b786-2a65-4a2e-b5f5-554adc32b685 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=208bfe12592d40579947ea5a56e99929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6017985 Jan 31 19:00:09.912140 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57310) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:09.942241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] For port f815ba75-ea03-41db-b5a8-f26eafd32201, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f815ba75-ea03-41db-b5a8-f26eafd32201,segment=NetworkSegment(97d92673-30e2-434a-91de-c07cc9f1c19c),segment_id=97d92673-30e2-434a-91de-c07cc9f1c19c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:09.942827 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.965177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Calling delete_port for f815ba75-ea03-41db-b5a8-f26eafd32201 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:09.973567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-25f91cde-6316-437d-89cb-94694cf8bb73 None None] For port ebe6674e-b3d0-461e-8276-7ae6014fc7aa, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ebe6674e-b3d0-461e-8276-7ae6014fc7aa,segment=NetworkSegment(622d3e8f-2fbb-4dde-b16a-c6b6b9281a98),segment_id=622d3e8f-2fbb-4dde-b16a-c6b6b9281a98)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:09.974340 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25f91cde-6316-437d-89cb-94694cf8bb73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:09.992915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-25f91cde-6316-437d-89cb-94694cf8bb73 None None] Calling delete_port for ebe6674e-b3d0-461e-8276-7ae6014fc7aa owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:10.013515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3b786-2a65-4a2e-b5f5-554adc32b685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c09458-9fe0-4cee-83d1-9b3f92ab1de4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:10.049875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7404504c-d0cd-47b7-acbd-efe271171a0f req-e969992f-f541-4634-9211-9e6ae25d887c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Deleting port 75469602-660b-429b-b63b-ae9a8eb36788 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:10.058024 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.058703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7404504c-d0cd-47b7-acbd-efe271171a0f req-e969992f-f541-4634-9211-9e6ae25d887c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (75469602-660b-429b-b63b-ae9a8eb36788), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.090866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event deleted for resources: {'Port': ['ID=f815ba75-ea03-41db-b5a8-f26eafd32201,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:10.095634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d65b5a-9275-4fdf-9636-5c58fcc3bed9 None None] Network bca1542b-ecda-4335-8acf-4972f3f977bb requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:10.101566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] No DVR routers for this DVR port f815ba75-ea03-41db-b5a8-f26eafd32201 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:10.160739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (bca1542b-ecda-4335-8acf-4972f3f977bb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.203697 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (87685159-81e2-4a13-bac3-c9f21d8add50), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.235615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87685159-81e2-4a13-bac3-c9f21d8add50']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:10.236521 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25f91cde-6316-437d-89cb-94694cf8bb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.248021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d92673-30e2-434a-91de-c07cc9f1c19c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:10.248359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d92673-30e2-434a-91de-c07cc9f1c19c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:10.252442 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a1619cd-3441-412e-81a7-15956e123ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (f815ba75-ea03-41db-b5a8-f26eafd32201), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.277437 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (97d92673-30e2-434a-91de-c07cc9f1c19c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.294713 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (97d92673-30e2-434a-91de-c07cc9f1c19c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.299462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f91cde-6316-437d-89cb-94694cf8bb73 None None] No DVR routers for this DVR port ebe6674e-b3d0-461e-8276-7ae6014fc7aa on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:10.311420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:00:10.311420 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (97d92673-30e2-434a-91de-c07cc9f1c19c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.316651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f91cde-6316-437d-89cb-94694cf8bb73 None None] Pushing event deleted for resources: {'Port': ['ID=ebe6674e-b3d0-461e-8276-7ae6014fc7aa,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:10.317564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f815ba75-ea03-41db-b5a8-f26eafd32201 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:10.350762 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54b587ae-1c65-47d1-9356-5e28d5d4b684 admin admin] Publish callbacks [] for security_group (a8c09458-9fe0-4cee-83d1-9b3f92ab1de4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.373288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1619cd-3441-412e-81a7-15956e123ed7 None None] No DVR routers for this DVR port f815ba75-ea03-41db-b5a8-f26eafd32201 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:10.401250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: f815ba75-ea03-41db-b5a8-f26eafd32201 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:10.401714 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f815ba75-ea03-41db-b5a8-f26eafd32201 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:10.402150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 638f50f8-86f6-4321-9445-19403bc45f9e no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:10.405825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1619cd-3441-412e-81a7-15956e123ed7 None None] Pushing event deleted for resources: {'Port': ['ID=f815ba75-ea03-41db-b5a8-f26eafd32201,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:00:10.408085 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:00:10.411213 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (87685159-81e2-4a13-bac3-c9f21d8add50), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.447151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7404504c-d0cd-47b7-acbd-efe271171a0f req-e969992f-f541-4634-9211-9e6ae25d887c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] For port 75469602-660b-429b-b63b-ae9a8eb36788, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=75469602-660b-429b-b63b-ae9a8eb36788,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:10.454161 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7404504c-d0cd-47b7-acbd-efe271171a0f req-e969992f-f541-4634-9211-9e6ae25d887c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (75469602-660b-429b-b63b-ae9a8eb36788), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.456642 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.460254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 638f50f8-86f6-4321-9445-19403bc45f9e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:10.460841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 638f50f8-86f6-4321-9445-19403bc45f9e not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:10.462281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ebe6674e-b3d0-461e-8276-7ae6014fc7aa no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:10.463149 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] 10.222.0.20 "DELETE /v2.0/networks/87685159-81e2-4a13-bac3-c9f21d8add50 HTTP/1.1" status: 204 len: 168 time: 1.3410697 Jan 31 19:00:10.464139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753eccc-c746-44b8-ba82-39de7d9f3359 tempest-AllowedAddressPairTestJSON-75405354 tempest-AllowedAddressPairTestJSON-75405354-project] Pushing event deleted for resources: {'Network': ['ID=87685159-81e2-4a13-bac3-c9f21d8add50,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:10.478285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ebe6674e-b3d0-461e-8276-7ae6014fc7aa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.516106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Port': ['ID=ebe6674e-b3d0-461e-8276-7ae6014fc7aa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:10.520274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No DVR routers for this DVR port ebe6674e-b3d0-461e-8276-7ae6014fc7aa on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:10.536141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7404504c-d0cd-47b7-acbd-efe271171a0f req-e969992f-f541-4634-9211-9e6ae25d887c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Calling delete_port for 75469602-660b-429b-b63b-ae9a8eb36788 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:10.540209 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: ebe6674e-b3d0-461e-8276-7ae6014fc7aa {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:10.541169 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ebe6674e-b3d0-461e-8276-7ae6014fc7aa not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:10.570943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80067a3a-513e-4eba-b85c-bd89ccca7dd6 req-77fab134-67d8-4fc6-8fc2-8dcc8a74d3bd tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:10.572742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80067a3a-513e-4eba-b85c-bd89ccca7dd6 req-77fab134-67d8-4fc6-8fc2-8dcc8a74d3bd tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 945 time: 0.1658387 Jan 31 19:00:10.663683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a728b03-4f1d-4bfe-8dc1-ca73c488ebac None None] DHCP port deletion for bca1542b-ecda-4335-8acf-4972f3f977bb request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:00:10.689177 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80067a3a-513e-4eba-b85c-bd89ccca7dd6 req-7b2dc1f1-7d5d-4c3f-bef0-92f602974bfb tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033261 Jan 31 19:00:10.691026 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3c74ee92-427d-4e8d-81d8-e5320c32bc23), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.721060 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54b587ae-1c65-47d1-9356-5e28d5d4b684 admin admin] Publish callbacks [] for security_group (a8c09458-9fe0-4cee-83d1-9b3f92ab1de4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.737323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c74ee92-427d-4e8d-81d8-e5320c32bc23']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:10.769330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622d3e8f-2fbb-4dde-b16a-c6b6b9281a98') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:10.772460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622d3e8f-2fbb-4dde-b16a-c6b6b9281a98') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:10.803316 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (622d3e8f-2fbb-4dde-b16a-c6b6b9281a98), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.818064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9a728b03-4f1d-4bfe-8dc1-ca73c488ebac None None] Deleting port 07715959-784f-4885-9240-cd44f06c64f3 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:10.818509 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9a728b03-4f1d-4bfe-8dc1-ca73c488ebac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (07715959-784f-4885-9240-cd44f06c64f3), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.831215 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port 07715959-784f-4885-9240-cd44f06c64f3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:10.831891 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (07715959-784f-4885-9240-cd44f06c64f3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.834722 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (622d3e8f-2fbb-4dde-b16a-c6b6b9281a98), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.854909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:00:10.855366 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (622d3e8f-2fbb-4dde-b16a-c6b6b9281a98), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:00:10.860107 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:00:10.944294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9a728b03-4f1d-4bfe-8dc1-ca73c488ebac None None] For port 07715959-784f-4885-9240-cd44f06c64f3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=07715959-784f-4885-9240-cd44f06c64f3,segment=NetworkSegment(68322890-8ba5-4fbd-a816-c55f2b0cc5b8),segment_id=68322890-8ba5-4fbd-a816-c55f2b0cc5b8)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:10.953095 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9a728b03-4f1d-4bfe-8dc1-ca73c488ebac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (07715959-784f-4885-9240-cd44f06c64f3), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.956552 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] For port 07715959-784f-4885-9240-cd44f06c64f3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=07715959-784f-4885-9240-cd44f06c64f3,segment=NetworkSegment(68322890-8ba5-4fbd-a816-c55f2b0cc5b8),segment_id=68322890-8ba5-4fbd-a816-c55f2b0cc5b8)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:10.957013 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (07715959-784f-4885-9240-cd44f06c64f3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.973266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for 07715959-784f-4885-9240-cd44f06c64f3 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:10.975600 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (3c74ee92-427d-4e8d-81d8-e5320c32bc23), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:10.991047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9a728b03-4f1d-4bfe-8dc1-ca73c488ebac None None] Calling delete_port for 07715959-784f-4885-9240-cd44f06c64f3 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:10.992891 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:11.002192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/networks/3c74ee92-427d-4e8d-81d8-e5320c32bc23 HTTP/1.1" status: 204 len: 168 time: 1.7467687 Jan 31 19:00:11.003370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57322) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:11.011879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e431a0a2-249f-4ca6-8215-b68f8e40ac57 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'router': {'routes': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:11.065349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57324) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:11.074998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8977bd-80cd-4108-8f52-3556d2941d6f tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Pushing event deleted for resources: {'Network': ['ID=3c74ee92-427d-4e8d-81d8-e5320c32bc23,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:11.105165 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9a728b03-4f1d-4bfe-8dc1-ca73c488ebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (07715959-784f-4885-9240-cd44f06c64f3), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:11.163263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a728b03-4f1d-4bfe-8dc1-ca73c488ebac None None] Pushing event deleted for resources: {'Port': ['ID=07715959-784f-4885-9240-cd44f06c64f3,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:11.172941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a728b03-4f1d-4bfe-8dc1-ca73c488ebac None None] No DVR routers for this DVR port 07715959-784f-4885-9240-cd44f06c64f3 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:11.219637 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7404504c-d0cd-47b7-acbd-efe271171a0f req-e969992f-f541-4634-9211-9e6ae25d887c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (75469602-660b-429b-b63b-ae9a8eb36788), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:11.231715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d63429f8-7915-477c-82d4-bc85cd80355e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:00:11.248162 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54b587ae-1c65-47d1-9356-5e28d5d4b684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a8c09458-9fe0-4cee-83d1-9b3f92ab1de4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:11.253935 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54b587ae-1c65-47d1-9356-5e28d5d4b684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:11.256385 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-54b587ae-1c65-47d1-9356-5e28d5d4b684 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8c09458-9fe0-4cee-83d1-9b3f92ab1de4 HTTP/1.1" status: 204 len: 168 time: 1.3263321 Jan 31 19:00:11.344471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969992f-f541-4634-9211-9e6ae25d887c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event deleted for resources: {'Port': ['ID=75469602-660b-429b-b63b-ae9a8eb36788,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:11.402572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7404504c-d0cd-47b7-acbd-efe271171a0f req-e969992f-f541-4634-9211-9e6ae25d887c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] No DVR routers for this DVR port 75469602-660b-429b-b63b-ae9a8eb36788 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:11.406153 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7404504c-d0cd-47b7-acbd-efe271171a0f req-e969992f-f541-4634-9211-9e6ae25d887c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:11.410137 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-7404504c-d0cd-47b7-acbd-efe271171a0f req-e969992f-f541-4634-9211-9e6ae25d887c tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.21 "DELETE /v2.0/ports/75469602-660b-429b-b63b-ae9a8eb36788 HTTP/1.1" status: 204 len: 173 time: 2.1526563 Jan 31 19:00:11.410927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b587ae-1c65-47d1-9356-5e28d5d4b684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c09458-9fe0-4cee-83d1-9b3f92ab1de4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:11.416235 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecb79fd-170d-4611-9a01-37096293e5e4', 'name': 'network-vif-deleted', 'tag': '75469602-660b-429b-b63b-ae9a8eb36788'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:00:11.419343 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1addbfa2-fbc2-4aa8-bcc4-b448bcdda094" -d '{"events": [{"server_uuid": "6ecb79fd-170d-4611-9a01-37096293e5e4", "name": "network-vif-deleted", "tag": "75469602-660b-429b-b63b-ae9a8eb36788"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:00:11.467120 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (07715959-784f-4885-9240-cd44f06c64f3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:11.536270 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fb6ff5-6cf0-454c-bc97-578f30b27785 x-openstack-request-id: req-67fb6ff5-6cf0-454c-bc97-578f30b27785 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:00:11.537025 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ecb79fd-170d-4611-9a01-37096293e5e4", "name": "network-vif-deleted", "tag": "75469602-660b-429b-b63b-ae9a8eb36788", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:00:11.537475 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67fb6ff5-6cf0-454c-bc97-578f30b27785 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:00:11.538152 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecb79fd-170d-4611-9a01-37096293e5e4', 'name': 'network-vif-deleted', 'tag': '75469602-660b-429b-b63b-ae9a8eb36788', 'status': 'completed', 'code': 200} Jan 31 19:00:11.541142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=07715959-784f-4885-9240-cd44f06c64f3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:11.551480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No DVR routers for this DVR port 07715959-784f-4885-9240-cd44f06c64f3 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:11.768786 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (bca1542b-ecda-4335-8acf-4972f3f977bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:11.824234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 75469602-660b-429b-b63b-ae9a8eb36788 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:11.825127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca1542b-ecda-4335-8acf-4972f3f977bb']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:11.863496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68322890-8ba5-4fbd-a816-c55f2b0cc5b8') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:11.864171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68322890-8ba5-4fbd-a816-c55f2b0cc5b8') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:11.886325 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (68322890-8ba5-4fbd-a816-c55f2b0cc5b8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:11.912212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 75469602-660b-429b-b63b-ae9a8eb36788 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:11.912584 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 75469602-660b-429b-b63b-ae9a8eb36788 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:11.922018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (68322890-8ba5-4fbd-a816-c55f2b0cc5b8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:11.941755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:00:11.942796 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (68322890-8ba5-4fbd-a816-c55f2b0cc5b8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:00:11.954892 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:00:12.138305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (bca1542b-ecda-4335-8acf-4972f3f977bb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:12.172054 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:12.212537 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/networks/bca1542b-ecda-4335-8acf-4972f3f977bb HTTP/1.1" status: 204 len: 168 time: 2.4262583 Jan 31 19:00:12.213778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57360) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:12.217959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c24564-b4e7-4ed6-89bf-e0ffd2fc09da tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Network': ['ID=bca1542b-ecda-4335-8acf-4972f3f977bb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:12.223491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c83a2c8d-7621-4c4f-b789-2bf3b4d4c176 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b41b39a829d2493184611926dc64169e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1542029 Jan 31 19:00:12.226077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57362) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:12.326383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 07715959-784f-4885-9240-cd44f06c64f3 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:12.377751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6292cbbd-6d4d-4b0b-a473-ba23bd93c578 req-da59beca-2791-46df-bb42-0027bea0fa20 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ecb79fd-170d-4611-9a01-37096293e5e4 HTTP/1.1" status: 200 len: 210 time: 0.2565784 Jan 31 19:00:12.404678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 07715959-784f-4885-9240-cd44f06c64f3 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:12.405112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 07715959-784f-4885-9240-cd44f06c64f3 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:12.406809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98684a12-4dde-44b2-a9c5-dbf0c825facd admin admin] Publish callbacks [] for security_group (8e9e3037-dc74-4353-b99c-21654521270e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:12.469672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98684a12-4dde-44b2-a9c5-dbf0c825facd admin admin] Publish callbacks [] for security_group (8e9e3037-dc74-4353-b99c-21654521270e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:12.502010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-e431a0a2-249f-4ca6-8215-b68f8e40ac57 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Added routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 31 19:00:12.502556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-e431a0a2-249f-4ca6-8215-b68f8e40ac57 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Removed routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 31 19:00:12.502696 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e431a0a2-249f-4ca6-8215-b68f8e40ac57 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:12.617327 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98684a12-4dde-44b2-a9c5-dbf0c825facd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8e9e3037-dc74-4353-b99c-21654521270e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:12.620374 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98684a12-4dde-44b2-a9c5-dbf0c825facd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:12.621559 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-98684a12-4dde-44b2-a9c5-dbf0c825facd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e9e3037-dc74-4353-b99c-21654521270e HTTP/1.1" status: 204 len: 168 time: 0.3913989 Jan 31 19:00:12.622352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57372) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:12.670116 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98684a12-4dde-44b2-a9c5-dbf0c825facd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9e3037-dc74-4353-b99c-21654521270e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:13.073283 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-863b07dc-180e-43a4-9e67-a6f48f6e5de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:13.159925 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e431a0a2-249f-4ca6-8215-b68f8e40ac57 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:13.184821 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e431a0a2-249f-4ca6-8215-b68f8e40ac57 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:13.234928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-863b07dc-180e-43a4-9e67-a6f48f6e5de9 admin admin] Publish callbacks [] for security_group (685b6433-9b26-4f38-844c-6e9b2eb71894), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:13.240733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-863b07dc-180e-43a4-9e67-a6f48f6e5de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (685b6433-9b26-4f38-844c-6e9b2eb71894), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:13.314549 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-863b07dc-180e-43a4-9e67-a6f48f6e5de9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=259aa1bd750c49c6999724322a56f60a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6892271 Jan 31 19:00:13.317663 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57394) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:13.318690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b07dc-180e-43a4-9e67-a6f48f6e5de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685b6433-9b26-4f38-844c-6e9b2eb71894,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:13.422744 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-228e5169-2d43-4bd7-8dc6-c3e9abd92312 admin admin] Publish callbacks [] for security_group (685b6433-9b26-4f38-844c-6e9b2eb71894), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:13.425370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e431a0a2-249f-4ca6-8215-b68f8e40ac57 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:00:13.462697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-228e5169-2d43-4bd7-8dc6-c3e9abd92312 admin admin] Publish callbacks [] for security_group (685b6433-9b26-4f38-844c-6e9b2eb71894), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:13.575115 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-228e5169-2d43-4bd7-8dc6-c3e9abd92312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (685b6433-9b26-4f38-844c-6e9b2eb71894), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:13.578862 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-228e5169-2d43-4bd7-8dc6-c3e9abd92312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:13.580111 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-228e5169-2d43-4bd7-8dc6-c3e9abd92312 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/685b6433-9b26-4f38-844c-6e9b2eb71894 HTTP/1.1" status: 204 len: 168 time: 0.2447591 Jan 31 19:00:13.595063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e5169-2d43-4bd7-8dc6-c3e9abd92312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685b6433-9b26-4f38-844c-6e9b2eb71894,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:13.758369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e431a0a2-249f-4ca6-8215-b68f8e40ac57 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:00:13.771124 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0128bfa0-53d4-4c6a-9c13-9e12075e90ba None None] Sync routers for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:00:13.794226 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128bfa0-53d4-4c6a-9c13-9e12075e90ba None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:13.794226 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0128bfa0-53d4-4c6a-9c13-9e12075e90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:13.826494 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e431a0a2-249f-4ca6-8215-b68f8e40ac57 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:13.831161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e431a0a2-249f-4ca6-8215-b68f8e40ac57 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e HTTP/1.1" status: 200 len: 700 time: 2.8197403 Jan 31 19:00:13.831539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57418) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:13.888390 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0ffa8028-9dca-4cc2-bdfe-b312ab1fe030 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=396fc9d1-794e-4d2f-9489-28ebf09c9a0e HTTP/1.1" status: 200 len: 205 time: 0.0550323 Jan 31 19:00:13.889187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57426) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:14.024998 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfed1593-57dc-4123-929a-73b82d11516c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:14.034721 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0128bfa0-53d4-4c6a-9c13-9e12075e90ba None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:14.094368 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57434) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:14.099375 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee98477-7443-49bf-8446-6db4ef5983c0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:14.179648 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0128bfa0-53d4-4c6a-9c13-9e12075e90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T19:00:06Z', 'revision_number': 11, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:14.240055 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0128bfa0-53d4-4c6a-9c13-9e12075e90ba None None] Checking router: 396fc9d1-794e-4d2f-9489-28ebf09c9a0e for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:00:14.269884 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128bfa0-53d4-4c6a-9c13-9e12075e90ba None None] Routers {'396fc9d1-794e-4d2f-9489-28ebf09c9a0e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:14.272947 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0128bfa0-53d4-4c6a-9c13-9e12075e90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:14.354459 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57448) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:14.444377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-4470cf56-4fb5-47dd-967c-6161c3e64880 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:14.450746 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4470cf56-4fb5-47dd-967c-6161c3e64880 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3397038 Jan 31 19:00:14.451283 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc052-6bdd-4e41-9228-7db014e66452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:14.457261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57454) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:14.641362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-4cda482d-6eb9-4e26-aa42-fd90555fca1f tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:14.645182 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4cda482d-6eb9-4e26-aa42-fd90555fca1f tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0965974 Jan 31 19:00:14.649319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cfed1593-57dc-4123-929a-73b82d11516c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting port 8103c75b-a2b2-4473-94f8-2bb18fb84e56 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:14.649846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfed1593-57dc-4123-929a-73b82d11516c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:14.668459 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57464) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:14.682710 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-0caa53b8-80b0-4070-9412-e25ede2a90e9 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:14.685834 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0caa53b8-80b0-4070-9412-e25ede2a90e9 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0129888 Jan 31 19:00:14.694621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57466) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:14.716913 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0128bfa0-53d4-4c6a-9c13-9e12075e90ba None None] Set router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:14.776137 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee98477-7443-49bf-8446-6db4ef5983c0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:14.782779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee98477-7443-49bf-8446-6db4ef5983c0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:14.808587 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0128bfa0-53d4-4c6a-9c13-9e12075e90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T19:00:06Z', 'revision_number': 11, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:14.811702 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-f2bafca3-1c20-4729-9c4a-12820afd1143 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:14.815866 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f2bafca3-1c20-4729-9c4a-12820afd1143 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0170443 Jan 31 19:00:14.834206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cfed1593-57dc-4123-929a-73b82d11516c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] For port 8103c75b-a2b2-4473-94f8-2bb18fb84e56, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8103c75b-a2b2-4473-94f8-2bb18fb84e56,segment=NetworkSegment(a38c6ab5-d047-473e-84ca-80559a8fb653),segment_id=a38c6ab5-d047-473e-84ca-80559a8fb653)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:14.834591 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfed1593-57dc-4123-929a-73b82d11516c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:14.850550 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0128bfa0-53d4-4c6a-9c13-9e12075e90ba None None] The sync data for ids ['396fc9d1-794e-4d2f-9489-28ebf09c9a0e'] in n-d-812111-15 is: [{'id': '396fc9d1-794e-4d2f-9489-28ebf09c9a0e', 'name': 'tempest-RoutersTest-router-269218884', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:42Z', 'updated_at': '2022-01-31T19:00:06Z', 'revision_number': 11, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:00:14.866166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cfed1593-57dc-4123-929a-73b82d11516c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Calling delete_port for 8103c75b-a2b2-4473-94f8-2bb18fb84e56 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:14.879137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57474) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:14.884568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-973d6571-901a-4cee-a2fb-ac5df52f1904 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:14.888931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-973d6571-901a-4cee-a2fb-ac5df52f1904 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0075550 Jan 31 19:00:14.891243 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:14.901581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57478) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:14.903034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-794b0c7f-c728-4b35-8f84-e3d598a32ff9 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:14.909618 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-794b0c7f-c728-4b35-8f84-e3d598a32ff9 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0129325 Jan 31 19:00:14.918289 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:14.940208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-49a3f2ec-6f20-4c77-970c-5cfa9e7bc6e4 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:14.954385 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-49a3f2ec-6f20-4c77-970c-5cfa9e7bc6e4 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0279639 Jan 31 19:00:14.955296 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee98477-7443-49bf-8446-6db4ef5983c0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (396fc9d1-794e-4d2f-9489-28ebf09c9a0e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:14.956136 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee98477-7443-49bf-8446-6db4ef5983c0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Fanout notify agent at l3_agent the message router_deleted on router 396fc9d1-794e-4d2f-9489-28ebf09c9a0e {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:00:14.960203 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:14.970449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-b2fb447f-08de-410f-9042-d3fe1e44f174 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:14.975342 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b2fb447f-08de-410f-9042-d3fe1e44f174 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0100102 Jan 31 19:00:14.985774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57486) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:14.987754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee98477-7443-49bf-8446-6db4ef5983c0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:14.989507 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ee98477-7443-49bf-8446-6db4ef5983c0 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e HTTP/1.1" status: 204 len: 168 time: 1.0973475 Jan 31 19:00:14.999801 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57488) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.007734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-25a4faef-7b15-4818-8c31-cb1ad00d70a8 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.012595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-25a4faef-7b15-4818-8c31-cb1ad00d70a8 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0241208 Jan 31 19:00:15.014308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-21e5866a-1bf8-4cd5-a74e-645cd6cd8cc4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2112821201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:15.021776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57490) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.035433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-3d73ff8e-13e9-4be3-9bac-647662bcd98d tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.039242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3d73ff8e-13e9-4be3-9bac-647662bcd98d tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0097716 Jan 31 19:00:15.041296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.050219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-72dd7990-f3de-471b-a2ec-123be6d988b2 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.054730 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-72dd7990-f3de-471b-a2ec-123be6d988b2 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0089393 Jan 31 19:00:15.058121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57496) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.066201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-0639e2d0-041d-4258-a9eb-b5f3eea5ad72 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.066426 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21e5866a-1bf8-4cd5-a74e-645cd6cd8cc4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (1a33e0c9-9a75-475d-81f8-5e968adc0c3c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.070076 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21e5866a-1bf8-4cd5-a74e-645cd6cd8cc4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (1a33e0c9-9a75-475d-81f8-5e968adc0c3c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.071868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0639e2d0-041d-4258-a9eb-b5f3eea5ad72 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0116260 Jan 31 19:00:15.077004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57498) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.084186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-ac6e1cb7-ac8a-4ed5-9154-99f485066b41 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.086009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ac6e1cb7-ac8a-4ed5-9154-99f485066b41 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0067210 Jan 31 19:00:15.096038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57500) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.105192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832908d-489c-4b61-9f11-f2847328670c req-0477084f-cd74-4db9-ba87-c445ed309a4e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:15.107073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4832908d-489c-4b61-9f11-f2847328670c req-0477084f-cd74-4db9-ba87-c445ed309a4e tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 946 time: 0.2270284 Jan 31 19:00:15.114636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-b54d42f1-13be-453f-98c6-984c942b2432 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.115209 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b54d42f1-13be-453f-98c6-984c942b2432 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0181589 Jan 31 19:00:15.120268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57502) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.129633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-1342b743-2139-4436-90d2-63d79f2ccbc3 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.130947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1342b743-2139-4436-90d2-63d79f2ccbc3 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0094113 Jan 31 19:00:15.136381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.156876 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-6e4100c9-a7bc-4813-b171-0cc4671ca794 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.157897 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6e4100c9-a7bc-4813-b171-0cc4671ca794 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0188458 Jan 31 19:00:15.162417 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.166952 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90a046b6-7fdc-4a53-9003-86832b1f9c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.177424 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-31f1d0d6-f2be-4a07-9cd4-6e4884bd5f68 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.178394 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-31f1d0d6-f2be-4a07-9cd4-6e4884bd5f68 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0151796 Jan 31 19:00:15.193612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57508) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.198235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-e067850a-099c-48d0-99a4-44bad8d893a1 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.199452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e067850a-099c-48d0-99a4-44bad8d893a1 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0066335 Jan 31 19:00:15.209318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57510) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.218745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-93082d50-85c8-45e4-b945-db4eb6ad2ff7 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.220074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-93082d50-85c8-45e4-b945-db4eb6ad2ff7 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0095353 Jan 31 19:00:15.229979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57512) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.241344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-79880d0b-61c5-42db-80c6-992c3d023e54 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.242757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-79880d0b-61c5-42db-80c6-992c3d023e54 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0109329 Jan 31 19:00:15.247444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57514) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.248282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21e5866a-1bf8-4cd5-a74e-645cd6cd8cc4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (1a33e0c9-9a75-475d-81f8-5e968adc0c3c), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.255306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-31d13a88-bc6a-47a7-b71e-5f9107c36a00 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.257779 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-31d13a88-bc6a-47a7-b71e-5f9107c36a00 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0071208 Jan 31 19:00:15.259708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57516) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.263301 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21e5866a-1bf8-4cd5-a74e-645cd6cd8cc4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (1a33e0c9-9a75-475d-81f8-5e968adc0c3c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.267167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4832908d-489c-4b61-9f11-f2847328670c req-5477aa11-9b1a-4db3-bf21-7d16d01f2803 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492217 Jan 31 19:00:15.270161 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc052-6bdd-4e41-9228-7db014e66452 admin admin] Publish callbacks [] for security_group (a64d80be-0ef4-4416-b698-ed2e4f04427c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.270857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-005e45da-acae-4e7a-b975-582611bd6676 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.272167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-005e45da-acae-4e7a-b975-582611bd6676 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0103426 Jan 31 19:00:15.276033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57518) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.284034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-147b89cf-e5c5-48cb-b0d1-8239fedd7da2 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.287869 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fbcc052-6bdd-4e41-9228-7db014e66452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a64d80be-0ef4-4416-b698-ed2e4f04427c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.288054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-147b89cf-e5c5-48cb-b0d1-8239fedd7da2 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0076330 Jan 31 19:00:15.297016 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.301329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-28c065cb-d0cb-462e-a041-949363e009b1 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.302311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-28c065cb-d0cb-462e-a041-949363e009b1 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043435 Jan 31 19:00:15.321219 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57522) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.328452 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8fbcc052-6bdd-4e41-9228-7db014e66452 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eaf89c65cd114cd79c0f4bd83069ca4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9623370 Jan 31 19:00:15.330246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57524) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.338177 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-8a6775fa-e218-4b98-806f-3cbe2718784b tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.339186 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8a6775fa-e218-4b98-806f-3cbe2718784b tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0097044 Jan 31 19:00:15.346319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57526) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.357042 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21e5866a-1bf8-4cd5-a74e-645cd6cd8cc4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.358263 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-21e5866a-1bf8-4cd5-a74e-645cd6cd8cc4 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3527381 Jan 31 19:00:15.367260 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57528) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.368252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-548a7ddd-d63b-4222-82dc-10dfabfc222c tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.369516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-548a7ddd-d63b-4222-82dc-10dfabfc222c tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0167277 Jan 31 19:00:15.376410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d88e734b-f262-46aa-847d-e8daedf3be89 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:15.377592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.387966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-71e24a69-8175-48a6-afb2-c7f34e088b9a tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.389586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-71e24a69-8175-48a6-afb2-c7f34e088b9a tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0106637 Jan 31 19:00:15.402745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57532) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.407978 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-07b03b2b-63b8-43e5-a792-2c5accbf3096 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.409426 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-07b03b2b-63b8-43e5-a792-2c5accbf3096 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055575 Jan 31 19:00:15.413531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57534) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.417701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-bf4f89ea-9fd7-4874-be6f-4ea5fc679114 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.418636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bf4f89ea-9fd7-4874-be6f-4ea5fc679114 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041404 Jan 31 19:00:15.424388 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfed1593-57dc-4123-929a-73b82d11516c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8103c75b-a2b2-4473-94f8-2bb18fb84e56), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.425348 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.426041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcc052-6bdd-4e41-9228-7db014e66452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d80be-0ef4-4416-b698-ed2e4f04427c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:15.438455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-7ad3d819-64dd-44ac-87d0-20c47cefb90a tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.439393 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7ad3d819-64dd-44ac-87d0-20c47cefb90a tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0105314 Jan 31 19:00:15.442937 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57538) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.467696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed1593-57dc-4123-929a-73b82d11516c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Port': ['ID=8103c75b-a2b2-4473-94f8-2bb18fb84e56,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:15.474441 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-28de0d5e-ab7b-4fc8-93f7-3ce2f678e751 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.475441 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-28de0d5e-ab7b-4fc8-93f7-3ce2f678e751 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0304017 Jan 31 19:00:15.479070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57540) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.487892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-7f43064c-06ff-401f-a321-59dd6a9e1665 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.489124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7f43064c-06ff-401f-a321-59dd6a9e1665 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0060873 Jan 31 19:00:15.493306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.518862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-94bbe8cf-132c-4123-b92b-69bb24b728e1 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.520610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-94bbe8cf-132c-4123-b92b-69bb24b728e1 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0261586 Jan 31 19:00:15.523507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57544) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.525720 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6cb6-4641-4a7d-ba76-be8fdd268482 admin admin] Publish callbacks [] for security_group (a64d80be-0ef4-4416-b698-ed2e4f04427c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.530252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-216640c6-5d18-40d7-b1af-47b76d5341d7 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.531308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-216640c6-5d18-40d7-b1af-47b76d5341d7 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0065238 Jan 31 19:00:15.535299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.591147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90a046b6-7fdc-4a53-9003-86832b1f9c39 admin admin] Publish callbacks [] for security_group (e3fa81de-55ca-4a00-b8b7-e1a6697f172d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.604748 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6cb6-4641-4a7d-ba76-be8fdd268482 admin admin] Publish callbacks [] for security_group (a64d80be-0ef4-4416-b698-ed2e4f04427c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.625083 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90a046b6-7fdc-4a53-9003-86832b1f9c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e3fa81de-55ca-4a00-b8b7-e1a6697f172d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.652504 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-90a046b6-7fdc-4a53-9003-86832b1f9c39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82a3b4d12b5844f681709c3ce9a0f541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7414510 Jan 31 19:00:15.660539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.662020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-f50c10c9-6410-4a66-aff3-74776f8120c0 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.663049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f50c10c9-6410-4a66-aff3-74776f8120c0 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.1268263 Jan 31 19:00:15.668126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57550) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.672062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-cdee6323-415f-43d3-9ddc-e2972cc0e742 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.673093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cdee6323-415f-43d3-9ddc-e2972cc0e742 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0057867 Jan 31 19:00:15.678201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57552) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.680120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-a76f3091-fe42-4381-bfd3-007f2e326850 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.681428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a76f3091-fe42-4381-bfd3-007f2e326850 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046792 Jan 31 19:00:15.718910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.728935 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-0f9f39ef-fc4f-41c6-a34d-a55e033b2042 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.730636 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0f9f39ef-fc4f-41c6-a34d-a55e033b2042 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0064173 Jan 31 19:00:15.732638 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfed1593-57dc-4123-929a-73b82d11516c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.737064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57556) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.745680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-15b48353-fe30-4e32-8e42-edfac03a1b5c tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.746739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-15b48353-fe30-4e32-8e42-edfac03a1b5c tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0085759 Jan 31 19:00:15.747667 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6cb6-4641-4a7d-ba76-be8fdd268482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a64d80be-0ef4-4416-b698-ed2e4f04427c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.747968 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d88e734b-f262-46aa-847d-e8daedf3be89 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (1a33e0c9-9a75-475d-81f8-5e968adc0c3c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.750811 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4fd6cb6-4641-4a7d-ba76-be8fdd268482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.751936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f4fd6cb6-4641-4a7d-ba76-be8fdd268482 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a64d80be-0ef4-4416-b698-ed2e4f04427c HTTP/1.1" status: 204 len: 168 time: 0.4205275 Jan 31 19:00:15.752568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57558) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.766988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-62448b85-11fe-4a3f-9ac2-68f0b5aec9b9 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.771154 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-62448b85-11fe-4a3f-9ac2-68f0b5aec9b9 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0053434 Jan 31 19:00:15.771305 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a046b6-7fdc-4a53-9003-86832b1f9c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fa81de-55ca-4a00-b8b7-e1a6697f172d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:15.771412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd6cb6-4641-4a7d-ba76-be8fdd268482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d80be-0ef4-4416-b698-ed2e4f04427c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:15.771496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.789340 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d88e734b-f262-46aa-847d-e8daedf3be89 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (1a33e0c9-9a75-475d-81f8-5e968adc0c3c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.794758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-165e4df5-30bc-427b-a908-faaec1bc3a15 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.799112 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-165e4df5-30bc-427b-a908-faaec1bc3a15 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0207224 Jan 31 19:00:15.800016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57564) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.810688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-2171e88e-974b-401c-85e4-8a5f1e15587d tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.814005 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2171e88e-974b-401c-85e4-8a5f1e15587d tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0093746 Jan 31 19:00:15.821481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.832419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-34d9a9bc-09a6-4735-a12d-63429dea2398 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.835656 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-34d9a9bc-09a6-4735-a12d-63429dea2398 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0064762 Jan 31 19:00:15.857845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57568) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.863128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-a05763eb-13be-4917-9a56-fc219c29ef2d tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.866341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a05763eb-13be-4917-9a56-fc219c29ef2d tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042801 Jan 31 19:00:15.867260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57570) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.872871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-04567f5c-20bb-4188-8149-8c4451e335f6 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.876231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-04567f5c-20bb-4188-8149-8c4451e335f6 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0057514 Jan 31 19:00:15.876614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.881698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-b152b143-a395-4c79-a8ad-87647b0dd6e1 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.885826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b152b143-a395-4c79-a8ad-87647b0dd6e1 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0055456 Jan 31 19:00:15.886998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57574) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.919015 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-759bcee5-3ad7-4bd6-b76e-b2a57e5d9d8d tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.923166 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-759bcee5-3ad7-4bd6-b76e-b2a57e5d9d8d tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0320792 Jan 31 19:00:15.923166 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63e00fbe-6c4d-45a1-b62b-401ed2443360 admin admin] Publish callbacks [] for security_group (e3fa81de-55ca-4a00-b8b7-e1a6697f172d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.927750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57576) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.938114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-fab64050-4445-42bd-ab00-7c390b137115 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.941566 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fab64050-4445-42bd-ab00-7c390b137115 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0104883 Jan 31 19:00:15.943303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57578) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.948479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-eb769381-d4e2-4695-8b26-58532d2e90ac tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.951670 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eb769381-d4e2-4695-8b26-58532d2e90ac tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052302 Jan 31 19:00:15.954952 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57580) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.967341 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-53c6e5b4-729f-4f40-9dc0-ff67ee2a2b82 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.971494 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-53c6e5b4-729f-4f40-9dc0-ff67ee2a2b82 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0088100 Jan 31 19:00:15.972708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57584) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.974545 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63e00fbe-6c4d-45a1-b62b-401ed2443360 admin admin] Publish callbacks [] for security_group (e3fa81de-55ca-4a00-b8b7-e1a6697f172d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:15.985373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-b1636027-23f7-49d9-be69-6908b03c2703 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.989005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b1636027-23f7-49d9-be69-6908b03c2703 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0079162 Jan 31 19:00:15.989964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57586) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:15.993968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-fe50792f-de23-4a51-957d-5705fc330eba tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:15.997338 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fe50792f-de23-4a51-957d-5705fc330eba tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048172 Jan 31 19:00:15.997917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57588) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.003570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfed1593-57dc-4123-929a-73b82d11516c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router b7e4746c-dce0-4169-a5ee-67fca4b8900a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:00:16.007857 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-081ae390-e565-4009-82e8-86de4c77fc01 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.011313 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-081ae390-e565-4009-82e8-86de4c77fc01 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0103009 Jan 31 19:00:16.012151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57590) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.027795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-8a3831de-5eef-42ea-a363-e6a236d3a649 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.031866 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8a3831de-5eef-42ea-a363-e6a236d3a649 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0162344 Jan 31 19:00:16.032422 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.044485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-24b5f5c9-ee75-4623-934b-984a645aef5c tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.049431 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-24b5f5c9-ee75-4623-934b-984a645aef5c tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0076981 Jan 31 19:00:16.078128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57594) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.096015 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-d8c8eb58-9df2-470b-81e0-67dc3a57ded7 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.100293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfed1593-57dc-4123-929a-73b82d11516c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:00:16.100799 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d8c8eb58-9df2-470b-81e0-67dc3a57ded7 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0168300 Jan 31 19:00:16.102784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57596) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.104902 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88e734b-f262-46aa-847d-e8daedf3be89 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Router 1a33e0c9-9a75-475d-81f8-5e968adc0c3c is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:00:16.109107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-c82b08be-5a1c-4097-b26e-3ed69f737ef5 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.112832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c82b08be-5a1c-4097-b26e-3ed69f737ef5 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0093281 Jan 31 19:00:16.114533 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.119491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cfed1593-57dc-4123-929a-73b82d11516c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8946080 Jan 31 19:00:16.120111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.125541 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-f8549c37-f875-487c-86ca-e3639d719b7a tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.126588 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f8549c37-f875-487c-86ca-e3639d719b7a tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0110762 Jan 31 19:00:16.130074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57602) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.137214 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-2f909a56-70c2-467d-9498-2b32dbe1c500 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.138556 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2f909a56-70c2-467d-9498-2b32dbe1c500 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0062940 Jan 31 19:00:16.141014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478b43d-3cb9-4a90-90ee-245747a2cd3e None None] Sync routers for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:00:16.154579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57604) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.157178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478b43d-3cb9-4a90-90ee-245747a2cd3e None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:16.158020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e478b43d-3cb9-4a90-90ee-245747a2cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:16.161497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-bc346be5-1f15-46eb-8a05-e40677a8a1af tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.165786 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bc346be5-1f15-46eb-8a05-e40677a8a1af tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0098994 Jan 31 19:00:16.170189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57606) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.192291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-9e2c689a-d559-4ad8-aee4-9094a3bf989c tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.199822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9e2c689a-d559-4ad8-aee4-9094a3bf989c tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0263548 Jan 31 19:00:16.212290 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57610) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.227102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-aa81b8a5-ba3b-404b-b603-d70edfad9813 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.231174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-aa81b8a5-ba3b-404b-b603-d70edfad9813 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0134454 Jan 31 19:00:16.234677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57612) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.241968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-872ee514-30dc-4073-a66b-39595d23ee4d tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.246087 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-872ee514-30dc-4073-a66b-39595d23ee4d tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0100260 Jan 31 19:00:16.247195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57614) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.273805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-c996e54a-2793-4900-a9f3-eb221ce765df tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.278298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c996e54a-2793-4900-a9f3-eb221ce765df tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0264316 Jan 31 19:00:16.279136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57618) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.287497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-12883480-eeb2-4284-ad87-8f60a79e3707 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.292412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-e478b43d-3cb9-4a90-90ee-245747a2cd3e None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:16.293146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-12883480-eeb2-4284-ad87-8f60a79e3707 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0091310 Jan 31 19:00:16.315508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57620) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.316364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63e00fbe-6c4d-45a1-b62b-401ed2443360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e3fa81de-55ca-4a00-b8b7-e1a6697f172d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:16.319270 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-63e00fbe-6c4d-45a1-b62b-401ed2443360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:16.324271 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-63e00fbe-6c4d-45a1-b62b-401ed2443360 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3fa81de-55ca-4a00-b8b7-e1a6697f172d HTTP/1.1" status: 204 len: 168 time: 0.6625285 Jan 31 19:00:16.332727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e64cee-8b57-47e9-932f-bc61ad46320c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Deleting subnet 35d55bb9-86e4-444f-aad7-a26b0e961269 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:00:16.335169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.337626 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03e64cee-8b57-47e9-932f-bc61ad46320c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (35d55bb9-86e4-444f-aad7-a26b0e961269), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:16.387205 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7607224-649e-41a1-b53b-72b04e27e57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:16.396243 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03e64cee-8b57-47e9-932f-bc61ad46320c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (35d55bb9-86e4-444f-aad7-a26b0e961269), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:16.408164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22714c8e-5bc7-4d02-b15c-8757ccdfeb37 req-bd11caf1-303e-4049-bce3-587ec7613ed1 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:16.409752 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-22714c8e-5bc7-4d02-b15c-8757ccdfeb37 req-bd11caf1-303e-4049-bce3-587ec7613ed1 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 946 time: 0.3603661 Jan 31 19:00:16.416385 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88e734b-f262-46aa-847d-e8daedf3be89 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:00:16.430624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e478b43d-3cb9-4a90-90ee-245747a2cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T19:00:15Z', 'revision_number': 11, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:16.431843 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e00fbe-6c4d-45a1-b62b-401ed2443360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fa81de-55ca-4a00-b8b7-e1a6697f172d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:16.446612 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0e8dd6-07f8-42ff-a5f8-8fc670551281 None None] Sync routers for ids ['1a33e0c9-9a75-475d-81f8-5e968adc0c3c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:00:16.449948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d88e734b-f262-46aa-847d-e8daedf3be89 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:16.454643 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d88e734b-f262-46aa-847d-e8daedf3be89 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "PUT /v2.0/routers/1a33e0c9-9a75-475d-81f8-5e968adc0c3c HTTP/1.1" status: 200 len: 694 time: 1.0829144 Jan 31 19:00:16.457015 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57630) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.479643 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0e8dd6-07f8-42ff-a5f8-8fc670551281 None None] Routers {'1a33e0c9-9a75-475d-81f8-5e968adc0c3c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:16.480830 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ad0e8dd6-07f8-42ff-a5f8-8fc670551281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1a33e0c9-9a75-475d-81f8-5e968adc0c3c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:16.496279 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03e64cee-8b57-47e9-932f-bc61ad46320c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (35d55bb9-86e4-444f-aad7-a26b0e961269), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:16.547351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478b43d-3cb9-4a90-90ee-245747a2cd3e None None] Checking router: b7e4746c-dce0-4169-a5ee-67fca4b8900a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:00:16.565390 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cf6182df-fbe6-48f8-9ffc-5f872e35a733 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/routers/1a33e0c9-9a75-475d-81f8-5e968adc0c3c HTTP/1.1" status: 200 len: 700 time: 0.1053762 Jan 31 19:00:16.571242 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57632) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.594566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-ed1e2b3d-b69b-4733-aff4-f82ebb77771e tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.598635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ed1e2b3d-b69b-4733-aff4-f82ebb77771e tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.2808564 Jan 31 19:00:16.601620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57634) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.602997 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03e64cee-8b57-47e9-932f-bc61ad46320c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (35d55bb9-86e4-444f-aad7-a26b0e961269), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:16.612885 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5e40c258-684b-4c0b-90ff-ce3ed3e37089 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a33e0c9-9a75-475d-81f8-5e968adc0c3c HTTP/1.1" status: 200 len: 205 time: 0.0404031 Jan 31 19:00:16.616914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57636) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.628806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478b43d-3cb9-4a90-90ee-245747a2cd3e None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:16.631742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e478b43d-3cb9-4a90-90ee-245747a2cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:16.634345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-74a5ceb0-ac4d-4a04-bc22-be8fcc66ad31 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.639448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-74a5ceb0-ac4d-4a04-bc22-be8fcc66ad31 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0317543 Jan 31 19:00:16.644288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57638) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.731936 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ad0e8dd6-07f8-42ff-a5f8-8fc670551281 None None] Set router 1a33e0c9-9a75-475d-81f8-5e968adc0c3c gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:16.737490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-99dc44bb-2b39-4ba0-aa22-f9cdb907c8f2 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.742048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-99dc44bb-2b39-4ba0-aa22-f9cdb907c8f2 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0890501 Jan 31 19:00:16.743443 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57642) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.756436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03e64cee-8b57-47e9-932f-bc61ad46320c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:16.759139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-329bbda2-33a8-4c10-8a46-0d8b35399059 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.762550 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-329bbda2-33a8-4c10-8a46-0d8b35399059 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0144768 Jan 31 19:00:16.763734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57644) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.767858 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-03e64cee-8b57-47e9-932f-bc61ad46320c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/35d55bb9-86e4-444f-aad7-a26b0e961269 HTTP/1.1" status: 204 len: 168 time: 0.6465847 Jan 31 19:00:16.770196 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e16382a3-9929-4810-9760-cbca983c974b tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (1a33e0c9-9a75-475d-81f8-5e968adc0c3c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:16.773714 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57646) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.776041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e64cee-8b57-47e9-932f-bc61ad46320c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Subnet': ['ID=35d55bb9-86e4-444f-aad7-a26b0e961269,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:16.784282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [None req-7593456c-93b2-4839-b7e8-4020cebf95c0 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.786046 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7593456c-93b2-4839-b7e8-4020cebf95c0 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0180793 Jan 31 19:00:16.790194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57648) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:16.809412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [None req-17ee1038-9962-4d6d-a8af-859e76378c28 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:16.815864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-17ee1038-9962-4d6d-a8af-859e76378c28 tempest-ExtensionsTestJSON-2038795210 tempest-ExtensionsTestJSON-2038795210-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0084751 Jan 31 19:00:16.816224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fce070-2eb5-4127-af4f-b341314ced1a None None] Network 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:16.855699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f7b2d-1e65-4732-b47b-a15ebe4346aa req-46adda18-14f8-4611-b2f6-6266b4a67fd4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:16.860127 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ad0e8dd6-07f8-42ff-a5f8-8fc670551281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a33e0c9-9a75-475d-81f8-5e968adc0c3c', 'name': 'tempest-RoutersTest-router-2112821201', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:00:15Z', 'updated_at': '2022-01-31T19:00:15Z', 'revision_number': 2, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:16.875544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c01f7b2d-1e65-4732-b47b-a15ebe4346aa req-46adda18-14f8-4611-b2f6-6266b4a67fd4 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 946 time: 0.2858708 Jan 31 19:00:16.935751 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0e8dd6-07f8-42ff-a5f8-8fc670551281 None None] Checking router: 1a33e0c9-9a75-475d-81f8-5e968adc0c3c for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:00:16.949305 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0e8dd6-07f8-42ff-a5f8-8fc670551281 None None] Routers {'1a33e0c9-9a75-475d-81f8-5e968adc0c3c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:16.950303 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ad0e8dd6-07f8-42ff-a5f8-8fc670551281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1a33e0c9-9a75-475d-81f8-5e968adc0c3c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:17.001734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c01f7b2d-1e65-4732-b47b-a15ebe4346aa req-6af61d80-22de-4f1d-a654-10502d5fda86 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244364 Jan 31 19:00:17.005361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-e478b43d-3cb9-4a90-90ee-245747a2cd3e None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:17.051026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57652) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:17.054245 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ad0e8dd6-07f8-42ff-a5f8-8fc670551281 None None] Set router 1a33e0c9-9a75-475d-81f8-5e968adc0c3c gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:17.067497 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27641838-0b1e-472e-8c37-0bbea9e1a08f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.098956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e478b43d-3cb9-4a90-90ee-245747a2cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T19:00:15Z', 'revision_number': 11, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:17.133727 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ad0e8dd6-07f8-42ff-a5f8-8fc670551281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a33e0c9-9a75-475d-81f8-5e968adc0c3c', 'name': 'tempest-RoutersTest-router-2112821201', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:00:15Z', 'updated_at': '2022-01-31T19:00:15Z', 'revision_number': 2, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:17.134187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478b43d-3cb9-4a90-90ee-245747a2cd3e None None] The sync data for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 is: [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T19:00:15Z', 'revision_number': 11, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:00:17.183648 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27641838-0b1e-472e-8c37-0bbea9e1a08f admin admin] Publish callbacks [] for security_group (ed20f1de-f259-45c0-ace9-3b2bc6dd99b1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.185705 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0e8dd6-07f8-42ff-a5f8-8fc670551281 None None] The sync data for ids ['1a33e0c9-9a75-475d-81f8-5e968adc0c3c'] in n-d-812111-15 is: [{'id': '1a33e0c9-9a75-475d-81f8-5e968adc0c3c', 'name': 'tempest-RoutersTest-router-2112821201', 'tenant_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:00:15Z', 'updated_at': '2022-01-31T19:00:15Z', 'revision_number': 2, 'project_id': '9626a39ad06b4dbb9fbc3b7122587c84', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:00:17.197782 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27641838-0b1e-472e-8c37-0bbea9e1a08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ed20f1de-f259-45c0-ace9-3b2bc6dd99b1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.241917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-27641838-0b1e-472e-8c37-0bbea9e1a08f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0343fdea06424ab58b0611bc652f9300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898203 Jan 31 19:00:17.245150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57656) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:17.256934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57658) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:17.278469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27641838-0b1e-472e-8c37-0bbea9e1a08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed20f1de-f259-45c0-ace9-3b2bc6dd99b1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:17.337715 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b8de-fd6e-46d1-8410-6a752bc7fb74 admin admin] Publish callbacks [] for security_group (ed20f1de-f259-45c0-ace9-3b2bc6dd99b1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.382852 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b8de-fd6e-46d1-8410-6a752bc7fb74 admin admin] Publish callbacks [] for security_group (ed20f1de-f259-45c0-ace9-3b2bc6dd99b1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.433535 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51d5e99a-7b0a-4df5-a720-d6ece99ff981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.468904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-22714c8e-5bc7-4d02-b15c-8757ccdfeb37 req-d465efbd-4915-4c78-aa31-0feae7d89f08 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Deleting port d63429f8-7915-477c-82d4-bc85cd80355e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:17.469400 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22714c8e-5bc7-4d02-b15c-8757ccdfeb37 req-d465efbd-4915-4c78-aa31-0feae7d89f08 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.470658 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b8de-fd6e-46d1-8410-6a752bc7fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ed20f1de-f259-45c0-ace9-3b2bc6dd99b1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.473389 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b8de-fd6e-46d1-8410-6a752bc7fb74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.474676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e8a5b8de-fd6e-46d1-8410-6a752bc7fb74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed20f1de-f259-45c0-ace9-3b2bc6dd99b1 HTTP/1.1" status: 204 len: 168 time: 0.2285469 Jan 31 19:00:17.494428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31f1910-d648-468a-88bf-81e850562833 None None] DHCP port deletion for 976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:00:17.501549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5b8de-fd6e-46d1-8410-6a752bc7fb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed20f1de-f259-45c0-ace9-3b2bc6dd99b1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:17.594118 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51d5e99a-7b0a-4df5-a720-d6ece99ff981 admin admin] Publish callbacks [] for security_group (b41f6e73-6482-44bc-8d8d-f94c78897aa1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.599145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e31f1910-d648-468a-88bf-81e850562833 None None] Deleting port bf5652cf-d9d7-4374-aa53-d06156a18eea {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:17.599833 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e31f1910-d648-468a-88bf-81e850562833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.603900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-22714c8e-5bc7-4d02-b15c-8757ccdfeb37 req-d465efbd-4915-4c78-aa31-0feae7d89f08 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] For port d63429f8-7915-477c-82d4-bc85cd80355e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d63429f8-7915-477c-82d4-bc85cd80355e,segment=NetworkSegment(46738f87-d900-4ef8-a674-35fe8223ad76),segment_id=46738f87-d900-4ef8-a674-35fe8223ad76)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:17.604970 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22714c8e-5bc7-4d02-b15c-8757ccdfeb37 req-d465efbd-4915-4c78-aa31-0feae7d89f08 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.610463 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51d5e99a-7b0a-4df5-a720-d6ece99ff981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b41f6e73-6482-44bc-8d8d-f94c78897aa1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.622159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-22714c8e-5bc7-4d02-b15c-8757ccdfeb37 req-d465efbd-4915-4c78-aa31-0feae7d89f08 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Calling delete_port for d63429f8-7915-477c-82d4-bc85cd80355e owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:17.658729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-51d5e99a-7b0a-4df5-a720-d6ece99ff981 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bbf84b899fd43679ad348e42bc6890e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007144 Jan 31 19:00:17.659617 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5e99a-7b0a-4df5-a720-d6ece99ff981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41f6e73-6482-44bc-8d8d-f94c78897aa1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:17.662097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57664) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:17.683683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e31f1910-d648-468a-88bf-81e850562833 None None] For port bf5652cf-d9d7-4374-aa53-d06156a18eea, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bf5652cf-d9d7-4374-aa53-d06156a18eea,segment=NetworkSegment(a38c6ab5-d047-473e-84ca-80559a8fb653),segment_id=a38c6ab5-d047-473e-84ca-80559a8fb653)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:17.684292 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e31f1910-d648-468a-88bf-81e850562833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.703058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e31f1910-d648-468a-88bf-81e850562833 None None] Calling delete_port for bf5652cf-d9d7-4374-aa53-d06156a18eea owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:17.720648 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-476ae5a2-c46c-447f-a0b2-afe4d13e46ed admin admin] Publish callbacks [] for security_group (b41f6e73-6482-44bc-8d8d-f94c78897aa1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.774056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-476ae5a2-c46c-447f-a0b2-afe4d13e46ed admin admin] Publish callbacks [] for security_group (b41f6e73-6482-44bc-8d8d-f94c78897aa1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.794421 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7607224-649e-41a1-b53b-72b04e27e57b admin admin] Publish callbacks [] for security_group (4d6d3909-460f-4bbd-ad59-179e0a7a94d2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.797537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e16382a3-9929-4810-9760-cbca983c974b tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (1a33e0c9-9a75-475d-81f8-5e968adc0c3c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.805297 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (976e5fc7-17b0-4e36-8da8-775dcf0ad7e8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.807751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e16382a3-9929-4810-9760-cbca983c974b tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router_controller (1a33e0c9-9a75-475d-81f8-5e968adc0c3c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.814756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7607224-649e-41a1-b53b-72b04e27e57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4d6d3909-460f-4bbd-ad59-179e0a7a94d2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.824158 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e31f1910-d648-468a-88bf-81e850562833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (bf5652cf-d9d7-4374-aa53-d06156a18eea), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.878391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f1910-d648-468a-88bf-81e850562833 None None] Pushing event deleted for resources: {'Port': ['ID=bf5652cf-d9d7-4374-aa53-d06156a18eea,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:17.881161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f1910-d648-468a-88bf-81e850562833 None None] No DVR routers for this DVR port bf5652cf-d9d7-4374-aa53-d06156a18eea on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:17.896547 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-476ae5a2-c46c-447f-a0b2-afe4d13e46ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b41f6e73-6482-44bc-8d8d-f94c78897aa1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.899293 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-476ae5a2-c46c-447f-a0b2-afe4d13e46ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:17.900685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-476ae5a2-c46c-447f-a0b2-afe4d13e46ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b41f6e73-6482-44bc-8d8d-f94c78897aa1 HTTP/1.1" status: 204 len: 168 time: 0.2376051 Jan 31 19:00:17.910022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ae5a2-c46c-447f-a0b2-afe4d13e46ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41f6e73-6482-44bc-8d8d-f94c78897aa1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:18.000715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e16382a3-9929-4810-9760-cbca983c974b tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (1a33e0c9-9a75-475d-81f8-5e968adc0c3c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:18.001186 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16382a3-9929-4810-9760-cbca983c974b tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Fanout notify agent at l3_agent the message router_deleted on router 1a33e0c9-9a75-475d-81f8-5e968adc0c3c {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:00:18.034554 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e16382a3-9929-4810-9760-cbca983c974b tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:18.041707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57680) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:18.041849 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e16382a3-9929-4810-9760-cbca983c974b tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/1a33e0c9-9a75-475d-81f8-5e968adc0c3c HTTP/1.1" status: 204 len: 168 time: 1.4236710 Jan 31 19:00:18.102367 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a7607224-649e-41a1-b53b-72b04e27e57b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64ac8894b6d143d7bec6c96080289456&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7602694 Jan 31 19:00:18.102367 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7607224-649e-41a1-b53b-72b04e27e57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6d3909-460f-4bbd-ad59-179e0a7a94d2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:18.105726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ef95f94b-7914-4b0a-9f48-59ede4c3767e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a33e0c9-9a75-475d-81f8-5e968adc0c3c HTTP/1.1" status: 200 len: 205 time: 0.0625377 Jan 31 19:00:18.108010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57682) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:18.111944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57684) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:18.168821 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (976e5fc7-17b0-4e36-8da8-775dcf0ad7e8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:18.200930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976e5fc7-17b0-4e36-8da8-775dcf0ad7e8']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:18.209348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22714c8e-5bc7-4d02-b15c-8757ccdfeb37 req-d465efbd-4915-4c78-aa31-0feae7d89f08 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d63429f8-7915-477c-82d4-bc85cd80355e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:18.256160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38c6ab5-d047-473e-84ca-80559a8fb653') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:18.256472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38c6ab5-d047-473e-84ca-80559a8fb653') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:18.261194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465efbd-4915-4c78-aa31-0feae7d89f08 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Pushing event deleted for resources: {'Port': ['ID=d63429f8-7915-477c-82d4-bc85cd80355e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:18.269832 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-6a4910d3-0878-442f-80ea-2b23e2bfca98 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] delete failed (client error): The resource could not be found. Jan 31 19:00:18.272388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6a4910d3-0878-442f-80ea-2b23e2bfca98 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/1a33e0c9-9a75-475d-81f8-5e968adc0c3c HTTP/1.1" status: 404 len: 336 time: 0.1487722 Jan 31 19:00:18.279436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57690) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:18.290262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bf5652cf-d9d7-4374-aa53-d06156a18eea no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:18.290463 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (a38c6ab5-d047-473e-84ca-80559a8fb653), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:18.335550 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c82bcd-1e91-423e-9c03-9586e7653ae9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:18.336025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c82bcd-1e91-423e-9c03-9586e7653ae9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:18.340713 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e6c82bcd-1e91-423e-9c03-9586e7653ae9 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/c6168e2f-5b73-4245-a35e-c70adf067ec3 HTTP/1.1" status: 404 len: 337 time: 0.0588541 Jan 31 19:00:18.343533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:18.357924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-22714c8e-5bc7-4d02-b15c-8757ccdfeb37 req-d465efbd-4915-4c78-aa31-0feae7d89f08 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] No DVR routers for this DVR port d63429f8-7915-477c-82d4-bc85cd80355e on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:18.361723 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22714c8e-5bc7-4d02-b15c-8757ccdfeb37 req-d465efbd-4915-4c78-aa31-0feae7d89f08 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:18.366144 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-22714c8e-5bc7-4d02-b15c-8757ccdfeb37 req-d465efbd-4915-4c78-aa31-0feae7d89f08 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.21 "DELETE /v2.0/ports/d63429f8-7915-477c-82d4-bc85cd80355e HTTP/1.1" status: 204 len: 173 time: 1.9405472 Jan 31 19:00:18.367134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: bf5652cf-d9d7-4374-aa53-d06156a18eea {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:18.367258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a38c6ab5-d047-473e-84ca-80559a8fb653), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:18.370400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bf5652cf-d9d7-4374-aa53-d06156a18eea not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:18.372382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8103c75b-a2b2-4473-94f8-2bb18fb84e56 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:18.377563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffaa4265-0361-426a-8417-8fd7585f7d63', 'name': 'network-vif-deleted', 'tag': 'd63429f8-7915-477c-82d4-bc85cd80355e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:00:18.381709 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85487320-fd0e-4f3b-a8a1-4de82eaa115a" -d '{"events": [{"server_uuid": "ffaa4265-0361-426a-8417-8fd7585f7d63", "name": "network-vif-deleted", "tag": "d63429f8-7915-477c-82d4-bc85cd80355e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:00:18.395751 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:00:18.396520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (a38c6ab5-d047-473e-84ca-80559a8fb653), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:00:18.400761 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:00:18.425383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb3d15-ed3e-4a15-8f9f-04f5bf446743 req-8dda2357-12c1-4a21-ac30-a7d4816c3b69 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:18.433140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3eb3d15-ed3e-4a15-8f9f-04f5bf446743 req-8dda2357-12c1-4a21-ac30-a7d4816c3b69 tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffaa4265-0361-426a-8417-8fd7585f7d63 HTTP/1.1" status: 200 len: 867 time: 0.3297575 Jan 31 19:00:18.435729 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-da965dae-65a4-4ad3-9ce5-f705a97adab8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:18.436203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da965dae-65a4-4ad3-9ce5-f705a97adab8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:18.440627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-da965dae-65a4-4ad3-9ce5-f705a97adab8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/f2317715-d27c-4959-b233-f66970270966 HTTP/1.1" status: 404 len: 337 time: 0.0935547 Jan 31 19:00:18.460656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57704) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:18.476071 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12377ad3-998f-42f0-bcac-af9d9880bd53 admin admin] Publish callbacks [] for security_group (4d6d3909-460f-4bbd-ad59-179e0a7a94d2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:18.532560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 8103c75b-a2b2-4473-94f8-2bb18fb84e56 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:18.533543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8103c75b-a2b2-4473-94f8-2bb18fb84e56 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:18.547941 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879dc8cc-68c3-4950-8a2e-4c8b44d0126d x-openstack-request-id: req-879dc8cc-68c3-4950-8a2e-4c8b44d0126d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:00:18.550169 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffaa4265-0361-426a-8417-8fd7585f7d63", "name": "network-vif-deleted", "tag": "d63429f8-7915-477c-82d4-bc85cd80355e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:00:18.552167 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-879dc8cc-68c3-4950-8a2e-4c8b44d0126d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:00:18.552985 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffaa4265-0361-426a-8417-8fd7585f7d63', 'name': 'network-vif-deleted', 'tag': 'd63429f8-7915-477c-82d4-bc85cd80355e', 'status': 'completed', 'code': 200} Jan 31 19:00:18.559673 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-df149483-2b19-4d65-bcad-04dbd8d2ae9b tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:18.564534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df149483-2b19-4d65-bcad-04dbd8d2ae9b tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:18.567685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-df149483-2b19-4d65-bcad-04dbd8d2ae9b tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/a6321180-8bc1-4e5a-b3d4-f13f20fb8633 HTTP/1.1" status: 404 len: 337 time: 0.1057994 Jan 31 19:00:18.571277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57710) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:18.571972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (976e5fc7-17b0-4e36-8da8-775dcf0ad7e8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:18.582353 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:18.590662 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/networks/976e5fc7-17b0-4e36-8da8-775dcf0ad7e8 HTTP/1.1" status: 204 len: 168 time: 1.8030784 Jan 31 19:00:18.591444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:18.617853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9abf8dd4-1525-4f58-b81b-462fe9c2f65b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'router': {'routes': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:18.624298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9aa5a-b97a-4ed5-aa43-1f2d4fe37095 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Pushing event deleted for resources: {'Network': ['ID=976e5fc7-17b0-4e36-8da8-775dcf0ad7e8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:18.832663 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ed243af9-391f-44ea-8ab9-c83da3dbf6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:18.909019 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.extraroute_db [None req-9abf8dd4-1525-4f58-b81b-462fe9c2f65b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Added routes are [] {{(pid=103226) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 31 19:00:18.909381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.extraroute_db [None req-9abf8dd4-1525-4f58-b81b-462fe9c2f65b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Removed routes are [] {{(pid=103226) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 31 19:00:18.909702 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9abf8dd4-1525-4f58-b81b-462fe9c2f65b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:19.103652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3eb3d15-ed3e-4a15-8f9f-04f5bf446743 req-33d2805d-d940-4612-a8a1-72c6bab36e3b tempest-ServersTestJSON-1921751914 tempest-ServersTestJSON-1921751914-project] 10.222.0.20 "GET /v2.0/security-groups?id=0310576e-0073-453d-955e-83e42414ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6428850 Jan 31 19:00:19.105270 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12377ad3-998f-42f0-bcac-af9d9880bd53 admin admin] Publish callbacks [] for security_group (4d6d3909-460f-4bbd-ad59-179e0a7a94d2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:19.113399 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9777bb5-f82f-428b-95a1-8fe9c86019ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:19.113857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9777bb5-f82f-428b-95a1-8fe9c86019ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:19.118113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a9777bb5-f82f-428b-95a1-8fe9c86019ec tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/bf4491e1-723c-48d3-9409-14d330e7e2b0 HTTP/1.1" status: 404 len: 337 time: 0.5413547 Jan 31 19:00:19.121556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57734) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.160131 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57738) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.164899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ca405bf7-bd42-4ae3-a215-5710e6bda93a tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=396fc9d1-794e-4d2f-9489-28ebf09c9a0e HTTP/1.1" status: 200 len: 205 time: 0.0399890 Jan 31 19:00:19.168381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57740) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.178122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9abf8dd4-1525-4f58-b81b-462fe9c2f65b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:19.210784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12377ad3-998f-42f0-bcac-af9d9880bd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4d6d3909-460f-4bbd-ad59-179e0a7a94d2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:19.213363 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12377ad3-998f-42f0-bcac-af9d9880bd53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:19.217261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-12377ad3-998f-42f0-bcac-af9d9880bd53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d6d3909-460f-4bbd-ad59-179e0a7a94d2 HTTP/1.1" status: 204 len: 168 time: 1.1008906 Jan 31 19:00:19.217432 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9abf8dd4-1525-4f58-b81b-462fe9c2f65b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:19.218914 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-30e90e27-6000-4aed-905b-57fcd6e651f2 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] delete failed (client error): The resource could not be found. Jan 31 19:00:19.222564 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-30e90e27-6000-4aed-905b-57fcd6e651f2 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/396fc9d1-794e-4d2f-9489-28ebf09c9a0e HTTP/1.1" status: 404 len: 336 time: 0.0506337 Jan 31 19:00:19.222945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57746) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.255954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12377ad3-998f-42f0-bcac-af9d9880bd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6d3909-460f-4bbd-ad59-179e0a7a94d2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:19.283756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-39d7af8a-0863-41c9-9a7b-2a97e4399428 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=faef75ae-33cb-438c-9095-e14ad7e6657b HTTP/1.1" status: 200 len: 205 time: 0.0580533 Jan 31 19:00:19.285441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57750) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.330997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abf8dd4-1525-4f58-b81b-462fe9c2f65b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router b7e4746c-dce0-4169-a5ee-67fca4b8900a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:00:19.333949 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-d70d3bda-3abf-46f9-ae20-330ee1a77234 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] delete failed (client error): The resource could not be found. Jan 31 19:00:19.334969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d70d3bda-3abf-46f9-ae20-330ee1a77234 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/faef75ae-33cb-438c-9095-e14ad7e6657b HTTP/1.1" status: 404 len: 336 time: 0.0485995 Jan 31 19:00:19.337570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57754) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.371438 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-427bcd16-c747-4ca6-9fcf-a8f22f58a4b5 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:19.371934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427bcd16-c747-4ca6-9fcf-a8f22f58a4b5 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:19.375926 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-427bcd16-c747-4ca6-9fcf-a8f22f58a4b5 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/00b65cc4-da05-4135-bb19-c92f96f4ac2f HTTP/1.1" status: 404 len: 337 time: 0.0367212 Jan 31 19:00:19.378548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57756) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.414743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9b319f43-07f9-4996-97c2-abbd0fc8717e tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de8c1e2-733a-4ce4-8f0c-b531853ff420 HTTP/1.1" status: 200 len: 205 time: 0.0349865 Jan 31 19:00:19.417446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57758) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.459138 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-5f07aed3-787d-4731-babf-c397b0e766e7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] delete failed (client error): The resource could not be found. Jan 31 19:00:19.462633 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5f07aed3-787d-4731-babf-c397b0e766e7 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/1de8c1e2-733a-4ce4-8f0c-b531853ff420 HTTP/1.1" status: 404 len: 336 time: 0.0418169 Jan 31 19:00:19.464804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57760) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.468488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abf8dd4-1525-4f58-b81b-462fe9c2f65b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:00:19.476546 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9abf8dd4-1525-4f58-b81b-462fe9c2f65b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:19.477596 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9abf8dd4-1525-4f58-b81b-462fe9c2f65b tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a HTTP/1.1" status: 200 len: 705 time: 0.8824966 Jan 31 19:00:19.483246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.483980 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61af74-ebe4-4621-bc37-d2dad984e730 None None] Sync routers for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:00:19.501265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61af74-ebe4-4621-bc37-d2dad984e730 None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:19.502406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2f61af74-ebe4-4621-bc37-d2dad984e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:19.514227 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f6c12d88-a945-425d-b79f-64534d7831dd tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cb72882-efa4-4854-bfad-66277cb9f7b2 HTTP/1.1" status: 200 len: 205 time: 0.0486553 Jan 31 19:00:19.518816 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57764) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.524658 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5a77fd2c-13bb-45a8-926e-b521f7f1395f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7e4746c-dce0-4169-a5ee-67fca4b8900a HTTP/1.1" status: 200 len: 205 time: 0.0387888 Jan 31 19:00:19.528401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57766) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.579443 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-6e83a1e2-cc34-4666-92d8-966c04749efb tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] delete failed (client error): The resource could not be found. Jan 31 19:00:19.580634 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6e83a1e2-cc34-4666-92d8-966c04749efb tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/9cb72882-efa4-4854-bfad-66277cb9f7b2 HTTP/1.1" status: 404 len: 336 time: 0.0595322 Jan 31 19:00:19.583239 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.614224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2f61af74-ebe4-4621-bc37-d2dad984e730 None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:19.629408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-668254295'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:19.643931 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc661871-e13a-4fae-9a3c-a9325456e462 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:19.644426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc661871-e13a-4fae-9a3c-a9325456e462 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:19.652036 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cc661871-e13a-4fae-9a3c-a9325456e462 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/baa8036b-44c2-410e-bef1-50b0f92245e0 HTTP/1.1" status: 404 len: 337 time: 0.0632946 Jan 31 19:00:19.652036 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.687378 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ec68af43-26b6-42cc-a6aa-c43cf11abbe2 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=74dc9c2e-3084-4745-b6ef-42e8c61f4a74 HTTP/1.1" status: 200 len: 205 time: 0.0323269 Jan 31 19:00:19.690015 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.702886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Made reservation on behalf of e75576579da041e098fac29ae48f963b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:19.706693 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:19.711378 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68a1796d-6601-4410-8a58-87ff4adee489 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:19.715449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2f61af74-ebe4-4621-bc37-d2dad984e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T19:00:15Z', 'revision_number': 11, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:19.744864 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-3e111f98-0701-4129-980f-da07d340c813 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] delete failed (client error): The resource could not be found. Jan 31 19:00:19.745927 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3e111f98-0701-4129-980f-da07d340c813 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/74dc9c2e-3084-4745-b6ef-42e8c61f4a74 HTTP/1.1" status: 404 len: 336 time: 0.0549133 Jan 31 19:00:19.748606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57776) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.769882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61af74-ebe4-4621-bc37-d2dad984e730 None None] Checking router: b7e4746c-dce0-4169-a5ee-67fca4b8900a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:00:19.770133 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:19.784717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61af74-ebe4-4621-bc37-d2dad984e730 None None] Routers {'b7e4746c-dce0-4169-a5ee-67fca4b8900a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:19.786303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2f61af74-ebe4-4621-bc37-d2dad984e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T18:59:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:19.824188 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7215e556-21a0-4191-a5fa-46c8bb8605e6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:19.824696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7215e556-21a0-4191-a5fa-46c8bb8605e6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:19.828620 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7215e556-21a0-4191-a5fa-46c8bb8605e6 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/ba2d2bde-0536-460c-9f80-be7a3bb002d9 HTTP/1.1" status: 404 len: 337 time: 0.0778172 Jan 31 19:00:19.836369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d63429f8-7915-477c-82d4-bc85cd80355e no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:19.840323 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57780) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.883995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2f61af74-ebe4-4621-bc37-d2dad984e730 None None] Set router b7e4746c-dce0-4169-a5ee-67fca4b8900a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:19.888415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57782) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:19.892732 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-585468a7-b12b-4011-90e7-c926cafa06b8 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "GET /v2.0/ports?device_id=cafc7712-0066-44b7-8ba3-01d39ce19c1b HTTP/1.1" status: 200 len: 205 time: 0.0400202 Jan 31 19:00:19.996180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2f61af74-ebe4-4621-bc37-d2dad984e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T19:00:15Z', 'revision_number': 11, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:20.001548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: d63429f8-7915-477c-82d4-bc85cd80355e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:20.002145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d63429f8-7915-477c-82d4-bc85cd80355e not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:20.010429 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-fd4dbea4-1b1f-4700-8e56-f7c2943c75cb tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] delete failed (client error): The resource could not be found. Jan 31 19:00:20.011517 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fd4dbea4-1b1f-4700-8e56-f7c2943c75cb tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/routers/cafc7712-0066-44b7-8ba3-01d39ce19c1b HTTP/1.1" status: 404 len: 336 time: 0.1221418 Jan 31 19:00:20.014268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57790) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:20.022334 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68a1796d-6601-4410-8a58-87ff4adee489 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.030971 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68a1796d-6601-4410-8a58-87ff4adee489 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (b7e4746c-dce0-4169-a5ee-67fca4b8900a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.037754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks [] for security_group (a1284832-93a0-47f5-ad6f-a6ffdd335716), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.044120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61af74-ebe4-4621-bc37-d2dad984e730 None None] The sync data for ids ['b7e4746c-dce0-4169-a5ee-67fca4b8900a'] in n-d-812111-15 is: [{'id': 'b7e4746c-dce0-4169-a5ee-67fca4b8900a', 'name': 'tempest-RoutersIpV6Test-router-2121676701', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:54Z', 'updated_at': '2022-01-31T19:00:15Z', 'revision_number': 11, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:00:20.046627 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a1284832-93a0-47f5-ad6f-a6ffdd335716), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.060291 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:00:20.071920 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-093e410d-4bb7-4839-a124-f0df003918e3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:20.072435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093e410d-4bb7-4839-a124-f0df003918e3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:20.078906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-093e410d-4bb7-4839-a124-f0df003918e3 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/c34e9f5b-585f-4855-8683-e143c927f497 HTTP/1.1" status: 404 len: 337 time: 0.0604823 Jan 31 19:00:20.097274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57796) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:20.132421 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68a1796d-6601-4410-8a58-87ff4adee489 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (b7e4746c-dce0-4169-a5ee-67fca4b8900a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.133150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a1796d-6601-4410-8a58-87ff4adee489 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Fanout notify agent at l3_agent the message router_deleted on router b7e4746c-dce0-4169-a5ee-67fca4b8900a {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:00:20.145186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68a1796d-6601-4410-8a58-87ff4adee489 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.146758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-68a1796d-6601-4410-8a58-87ff4adee489 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a HTTP/1.1" status: 204 len: 168 time: 0.6165423 Jan 31 19:00:20.151772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57800) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:20.162762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e2a1b485-ca1f-4141-9e09-5311d057e499 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1236813351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:20.174247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57802) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:20.190451 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cba39b9-cbbd-40fb-b66f-d9242c227015 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:20.191291 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cba39b9-cbbd-40fb-b66f-d9242c227015 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:20.198946 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3cba39b9-cbbd-40fb-b66f-d9242c227015 tempest-RoutersTest-1290880236 tempest-RoutersTest-1290880236-project] 10.222.0.20 "DELETE /v2.0/subnets/4c6eff2a-6271-420b-8e1f-4bf07fa9ed43 HTTP/1.1" status: 404 len: 337 time: 0.0976658 Jan 31 19:00:20.199261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4e435917-d4d0-4fd2-ade6-b0c2587701ec), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.199951 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Added segment 4e435917-d4d0-4fd2-ade6-b0c2587701ec of type vlan for network a8e97346-43a9-4d54-bc32-e213f6135edf Jan 31 19:00:20.213964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1284832-93a0-47f5-ad6f-a6ffdd335716,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:20.273707 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (a8e97346-43a9-4d54-bc32-e213f6135edf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.308358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (a8e97346-43a9-4d54-bc32-e213f6135edf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.314761 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b485-ca1f-4141-9e09-5311d057e499 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.316863 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b485-ca1f-4141-9e09-5311d057e499 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.317620 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:20.318281 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.336817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec4e6a2-92ef-4d44-9975-1edf308df696 admin admin] Deleting subnet a84ab55c-34af-4b5d-8cef-07d311d8d426 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:00:20.341297 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e6a2-92ef-4d44-9975-1edf308df696 admin admin] Publish callbacks [] for subnet (a84ab55c-34af-4b5d-8cef-07d311d8d426), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.364711 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2031817 Jan 31 19:00:20.387008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57808) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:20.398989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c3defe23-b494-40ac-9db0-154de545cf10 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Request body: {'subnet': {'network_id': 'a8e97346-43a9-4d54-bc32-e213f6135edf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:20.421609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577160da-6cc4-4fe0-810a-a5c309e1078a tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Pushing event updated for resources: {'Network': ['ID=a8e97346-43a9-4d54-bc32-e213f6135edf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:20.435094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network a8e97346-43a9-4d54-bc32-e213f6135edf details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:00:20.518296 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e6a2-92ef-4d44-9975-1edf308df696 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (a84ab55c-34af-4b5d-8cef-07d311d8d426), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.579678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57816) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:20.622426 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b485-ca1f-4141-9e09-5311d057e499 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.668068 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b485-ca1f-4141-9e09-5311d057e499 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.682213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3defe23-b494-40ac-9db0-154de545cf10 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Made reservation on behalf of e75576579da041e098fac29ae48f963b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:20.687689 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3defe23-b494-40ac-9db0-154de545cf10 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.737633 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b485-ca1f-4141-9e09-5311d057e499 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:20.739523 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e2a1b485-ca1f-4141-9e09-5311d057e499 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5867078 Jan 31 19:00:20.742404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57824) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:20.747785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-797593b5-6ff1-45aa-a365-89c67a9bcc02 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:21.008611 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e6a2-92ef-4d44-9975-1edf308df696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (a84ab55c-34af-4b5d-8cef-07d311d8d426), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.049020 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-69eb62e6-e8df-4428-9887-275354d809ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.094052 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2de84a39-c65e-4bb3-9515-5021a18d5c0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9626a39ad06b4dbb9fbc3b7122587c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5120380 Jan 31 19:00:21.096769 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57848) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:21.099640 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3defe23-b494-40ac-9db0-154de545cf10 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (704397fd-0ce6-4966-bfa1-6466ea882907), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.109381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57850) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:21.179823 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797593b5-6ff1-45aa-a365-89c67a9bcc02 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.185676 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e6a2-92ef-4d44-9975-1edf308df696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (a84ab55c-34af-4b5d-8cef-07d311d8d426), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.207376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3defe23-b494-40ac-9db0-154de545cf10 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Pushing event updated for resources: {'Subnet': ['ID=704397fd-0ce6-4966-bfa1-6466ea882907,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:21.213249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797593b5-6ff1-45aa-a365-89c67a9bcc02 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.234979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4e6a2-92ef-4d44-9975-1edf308df696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84ab55c-34af-4b5d-8cef-07d311d8d426,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:21.235537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30e33f01-3638-4f32-a050-32c012dd50d0 admin admin] Publish callbacks [] for security_group (28ce0d92-eff9-4248-8038-24a8adbf6105), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.237750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ec4e6a2-92ef-4d44-9975-1edf308df696 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.243428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4ec4e6a2-92ef-4d44-9975-1edf308df696 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a84ab55c-34af-4b5d-8cef-07d311d8d426 HTTP/1.1" status: 204 len: 168 time: 1.0644519 Jan 31 19:00:21.247229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:21.257068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3defe23-b494-40ac-9db0-154de545cf10 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Checking segment: {'id': '4e435917-d4d0-4fd2-ade6-b0c2587701ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a8e97346-43a9-4d54-bc32-e213f6135edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:21.257321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3defe23-b494-40ac-9db0-154de545cf10 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Network hostable DHCP agents. Network: a8e97346-43a9-4d54-bc32-e213f6135edf, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:00:21.324290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30e33f01-3638-4f32-a050-32c012dd50d0 admin admin] Publish callbacks [] for security_group (28ce0d92-eff9-4248-8038-24a8adbf6105), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.330269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3defe23-b494-40ac-9db0-154de545cf10 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Network a8e97346-43a9-4d54-bc32-e213f6135edf is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:00:21.339124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (8c183b94-d131-43f6-abd6-daa20cc7c014), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.348215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-393211583-network', 'tenant_id': 'c8a2614ccdd2435bbb4e4cf0e296eed9'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:21.354973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c3defe23-b494-40ac-9db0-154de545cf10 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, a8e97346-43a9-4d54-bc32-e213f6135edf) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:21.367309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3defe23-b494-40ac-9db0-154de545cf10 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:21.367864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3defe23-b494-40ac-9db0-154de545cf10 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.369523 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95273667-c71f-4a48-8c27-631b5d21f166 None None] Network a8e97346-43a9-4d54-bc32-e213f6135edf requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:21.392467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797593b5-6ff1-45aa-a365-89c67a9bcc02 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Router e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:00:21.415256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30e33f01-3638-4f32-a050-32c012dd50d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (28ce0d92-eff9-4248-8038-24a8adbf6105), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.417876 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30e33f01-3638-4f32-a050-32c012dd50d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.419053 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-30e33f01-3638-4f32-a050-32c012dd50d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28ce0d92-eff9-4248-8038-24a8adbf6105 HTTP/1.1" status: 204 len: 168 time: 0.3203490 Jan 31 19:00:21.445472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Made reservation on behalf of c8a2614ccdd2435bbb4e4cf0e296eed9 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:21.447994 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.457990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.470064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c3defe23-b494-40ac-9db0-154de545cf10 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0792553 Jan 31 19:00:21.536566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57858) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:21.543793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Request body: {'port': {'network_id': 'a8e97346-43a9-4d54-bc32-e213f6135edf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-158894145'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:21.558937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-a8e97346-43a9-4d54-bc32-e213f6135edf', 'network_id': 'a8e97346-43a9-4d54-bc32-e213f6135edf', 'project_id': 'e75576579da041e098fac29ae48f963b', 'fixed_ips': [{'subnet_id': '704397fd-0ce6-4966-bfa1-6466ea882907'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:00:21.560419 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.591424 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (8c183b94-d131-43f6-abd6-daa20cc7c014), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.718618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c183b94-d131-43f6-abd6-daa20cc7c014']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:21.749791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Allocated IP 2001:db8::2 (a8e97346-43a9-4d54-bc32-e213f6135edf/704397fd-0ce6-4966-bfa1-6466ea882907/95d0a22f-ac5a-4200-b864-b0f8bed8d30f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:00:21.800622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46738f87-d900-4ef8-a674-35fe8223ad76') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:21.801168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46738f87-d900-4ef8-a674-35fe8223ad76') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:21.847586 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (46738f87-d900-4ef8-a674-35fe8223ad76), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.930273 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Publish callbacks [] for security_group (c8871157-7d58-49d2-9863-b45954f28c9b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.966733 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (46738f87-d900-4ef8-a674-35fe8223ad76), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.974094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:00:21.974644 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (46738f87-d900-4ef8-a674-35fe8223ad76), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.979427 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Publish callbacks [] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:21.998633 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.006734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e33f01-3638-4f32-a050-32c012dd50d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ce0d92-eff9-4248-8038-24a8adbf6105,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:22.036190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797593b5-6ff1-45aa-a365-89c67a9bcc02 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:00:22.047900 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245eaaa-24f4-4698-bd26-825cdb8536f8 None None] Sync routers for ids ['e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:00:22.054702 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797593b5-6ff1-45aa-a365-89c67a9bcc02 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:00:22.056471 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:00:22.060528 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-797593b5-6ff1-45aa-a365-89c67a9bcc02 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "PUT /v2.0/routers/e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f HTTP/1.1" status: 200 len: 698 time: 1.3166788 Jan 31 19:00:22.061087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57876) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:22.062010 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c8871157-7d58-49d2-9863-b45954f28c9b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.073129 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245eaaa-24f4-4698-bd26-825cdb8536f8 None None] Routers {'e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:22.075126 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d245eaaa-24f4-4698-bd26-825cdb8536f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:00:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:22.079540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:00:22.087694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Pushing event updated for resources: {'Port': ['ID=95d0a22f-ac5a-4200-b864-b0f8bed8d30f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:22.100275 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e2934690-927b-4f8e-be64-868d0b4e1df3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.100932 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Added segment e2934690-927b-4f8e-be64-868d0b4e1df3 of type vlan for network 960977ef-7268-47d3-9c71-6fb6b1a3b208 Jan 31 19:00:22.148147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Network a8e97346-43a9-4d54-bc32-e213f6135edf is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:00:22.153041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:22.159791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:00:22.160506 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (960977ef-7268-47d3-9c71-6fb6b1a3b208), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.222279 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (960977ef-7268-47d3-9c71-6fb6b1a3b208), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.223406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:22.224767 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.268882 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d245eaaa-24f4-4698-bd26-825cdb8536f8 None None] Set router e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:22.296662 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (8c183b94-d131-43f6-abd6-daa20cc7c014), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.299346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Made reservation on behalf of e75576579da041e098fac29ae48f963b for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:22.302124 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Attempting to bind port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:00:22.303478 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.304066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Attempting to bind port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '4e435917-d4d0-4fd2-ade6-b0c2587701ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a8e97346-43a9-4d54-bc32-e213f6135edf'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:00:22.304632 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Attempting to bind port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f on network a8e97346-43a9-4d54-bc32-e213f6135edf {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:00:22.315384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:00:22.324591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Checking segment: {'id': '4e435917-d4d0-4fd2-ade6-b0c2587701ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a8e97346-43a9-4d54-bc32-e213f6135edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:22.326265 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.327092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Bound using segment: {'id': '4e435917-d4d0-4fd2-ade6-b0c2587701ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a8e97346-43a9-4d54-bc32-e213f6135edf'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:00:22.327779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Bound port: 95d0a22f-ac5a-4200-b864-b0f8bed8d30f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e435917-d4d0-4fd2-ade6-b0c2587701ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a8e97346-43a9-4d54-bc32-e213f6135edf'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:00:22.328539 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.371167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Pushing event updated for resources: {'Network': ['ID=960977ef-7268-47d3-9c71-6fb6b1a3b208,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:22.398591 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.404547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8c183b94-d131-43f6-abd6-daa20cc7c014 HTTP/1.1" status: 204 len: 168 time: 1.1541481 Jan 31 19:00:22.404547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa1f9e-df0a-4e44-a41b-4ed8b5ef07c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c183b94-d131-43f6-abd6-daa20cc7c014,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:22.417783 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] device_id is not set on port 25c3f1d5-27f3-441f-9adf-779c92d9cc33 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:00:22.423823 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d245eaaa-24f4-4698-bd26-825cdb8536f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f', 'name': 'tempest-RoutersIpV6Test-router-1236813351', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:00:20Z', 'updated_at': '2022-01-31T19:00:21Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:22.437312 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] For port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:00:22.442666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] For port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=95d0a22f-ac5a-4200-b864-b0f8bed8d30f,segment=NetworkSegment(4e435917-d4d0-4fd2-ade6-b0c2587701ec),segment_id=4e435917-d4d0-4fd2-ade6-b0c2587701ec)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:00:22.451946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 960977ef-7268-47d3-9c71-6fb6b1a3b208 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:00:22.459110 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.464716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3494980 Jan 31 19:00:22.467754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57892) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:22.470801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07e460-e323-4f0c-babc-934a6df11a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8871157-7d58-49d2-9863-b45954f28c9b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:22.490299 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0e2c1d94-61d2-4b83-9300-43f8d1c2513a admin admin] Request body: {'subnet': {'network_id': '960977ef-7268-47d3-9c71-6fb6b1a3b208', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-393211583-subnet', 'tenant_id': 'c8a2614ccdd2435bbb4e4cf0e296eed9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:22.510905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3ecc7a94-1f77-4238-8f02-da105db091ec tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/routers/e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f HTTP/1.1" status: 200 len: 704 time: 0.2975209 Jan 31 19:00:22.515181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57896) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:22.522552 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245eaaa-24f4-4698-bd26-825cdb8536f8 None None] Checking router: e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:00:22.542026 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245eaaa-24f4-4698-bd26-825cdb8536f8 None None] Routers {'e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:22.543620 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d245eaaa-24f4-4698-bd26-825cdb8536f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:00:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:22.562260 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2c1d94-61d2-4b83-9300-43f8d1c2513a admin admin] Made reservation on behalf of c8a2614ccdd2435bbb4e4cf0e296eed9 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:22.569392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d24168e4-72ac-4596-af42-10ea8c0ea680 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f HTTP/1.1" status: 200 len: 205 time: 0.0532503 Jan 31 19:00:22.572507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57900) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:22.575716 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1d94-61d2-4b83-9300-43f8d1c2513a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.582261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527b83f-6c94-4f28-baf5-474a83185db2 None None] Pushing event updated for resources: {'Port': ['ID=95d0a22f-ac5a-4200-b864-b0f8bed8d30f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:22.695966 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d245eaaa-24f4-4698-bd26-825cdb8536f8 None None] Set router e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:22.741481 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b8acc7c-c9ea-48cc-a9d0-e55238e61d90 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:22.793014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57904) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:22.797564 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d245eaaa-24f4-4698-bd26-825cdb8536f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f', 'name': 'tempest-RoutersIpV6Test-router-1236813351', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:00:20Z', 'updated_at': '2022-01-31T19:00:21Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:22.830977 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245eaaa-24f4-4698-bd26-825cdb8536f8 None None] The sync data for ids ['e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f'] in n-d-812111-15 is: [{'id': 'e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f', 'name': 'tempest-RoutersIpV6Test-router-1236813351', 'tenant_id': '6e88a2b9476a46c2a64b5e3e53281664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:00:20Z', 'updated_at': '2022-01-31T19:00:21Z', 'revision_number': 2, 'project_id': '6e88a2b9476a46c2a64b5e3e53281664', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:00:23.043489 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-777fea5c-a8a4-45fe-8bbb-232425e5ca93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5364cc4d46d44a3aa6b7956213fc3a56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307072 Jan 31 19:00:23.060138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57910) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:23.060582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57912) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:23.074197 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.197032 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b8acc7c-c9ea-48cc-a9d0-e55238e61d90 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.199507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Allocated IP 2001:db8::2b9 (a8e97346-43a9-4d54-bc32-e213f6135edf/704397fd-0ce6-4966-bfa1-6466ea882907/25c3f1d5-27f3-441f-9adf-779c92d9cc33) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:00:23.199884 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1d94-61d2-4b83-9300-43f8d1c2513a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.202596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b8acc7c-c9ea-48cc-a9d0-e55238e61d90 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router_controller (e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.314157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c1d94-61d2-4b83-9300-43f8d1c2513a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:23.331706 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b7c845b-f5b1-42d6-a5e0-1bb68a4211c3 admin admin] Publish callbacks [] for security_group (0310576e-0073-453d-955e-83e42414ee10), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.335488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c1d94-61d2-4b83-9300-43f8d1c2513a admin admin] Checking segment: {'id': 'e2934690-927b-4f8e-be64-868d0b4e1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '960977ef-7268-47d3-9c71-6fb6b1a3b208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:23.336036 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c1d94-61d2-4b83-9300-43f8d1c2513a admin admin] Network hostable DHCP agents. Network: 960977ef-7268-47d3-9c71-6fb6b1a3b208, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:00:23.345884 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b8acc7c-c9ea-48cc-a9d0-e55238e61d90 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.346435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8acc7c-c9ea-48cc-a9d0-e55238e61d90 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Fanout notify agent at l3_agent the message router_deleted on router e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:00:23.356236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b8acc7c-c9ea-48cc-a9d0-e55238e61d90 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.361688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0b8acc7c-c9ea-48cc-a9d0-e55238e61d90 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f HTTP/1.1" status: 204 len: 168 time: 0.7837782 Jan 31 19:00:23.363095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57916) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:23.377954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c1d94-61d2-4b83-9300-43f8d1c2513a admin admin] Network 960977ef-7268-47d3-9c71-6fb6b1a3b208 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:00:23.379745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-afe3aa90-f169-4975-84ac-2e93d0ae4c17 tempest-ServiceProvidersTest-845661642 tempest-ServiceProvidersTest-845661642-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3156726 Jan 31 19:00:23.404240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b7c845b-f5b1-42d6-a5e0-1bb68a4211c3 admin admin] Publish callbacks [] for security_group (0310576e-0073-453d-955e-83e42414ee10), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.406151 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ce6ef7b8-9c12-40a3-ba64-9c64254489dd tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f HTTP/1.1" status: 200 len: 205 time: 0.0407443 Jan 31 19:00:23.407847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57920) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:23.416115 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c1d94-61d2-4b83-9300-43f8d1c2513a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 960977ef-7268-47d3-9c71-6fb6b1a3b208) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:23.423217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c1d94-61d2-4b83-9300-43f8d1c2513a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:23.424769 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1d94-61d2-4b83-9300-43f8d1c2513a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.427872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22704033-4f55-4967-85b2-ce1467893489 None None] Network 960977ef-7268-47d3-9c71-6fb6b1a3b208 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:23.460142 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-0de2e81f-1b00-4f85-856a-3acddd7c3fcd tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] delete failed (client error): The resource could not be found. Jan 31 19:00:23.463611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0de2e81f-1b00-4f85-856a-3acddd7c3fcd tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/e0d5d98e-e4bf-45ff-88ee-ee56a0f03a7f HTTP/1.1" status: 404 len: 336 time: 0.0523143 Jan 31 19:00:23.466569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57924) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:23.475589 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0e2c1d94-61d2-4b83-9300-43f8d1c2513a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0059206 Jan 31 19:00:23.593277 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a3f5e2-a51f-4279-9f87-20601b0af8e9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:23.593760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a3f5e2-a51f-4279-9f87-20601b0af8e9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:23.600431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-43a3f5e2-a51f-4279-9f87-20601b0af8e9 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/2e89f6d2-9509-46c8-885f-9a992e22a795 HTTP/1.1" status: 404 len: 337 time: 0.1282086 Jan 31 19:00:23.601455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57930) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:23.642895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b7c845b-f5b1-42d6-a5e0-1bb68a4211c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0310576e-0073-453d-955e-83e42414ee10), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.646060 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b7c845b-f5b1-42d6-a5e0-1bb68a4211c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.647595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1b7c845b-f5b1-42d6-a5e0-1bb68a4211c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0310576e-0073-453d-955e-83e42414ee10 HTTP/1.1" status: 204 len: 168 time: 0.5861502 Jan 31 19:00:23.677515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c845b-f5b1-42d6-a5e0-1bb68a4211c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0310576e-0073-453d-955e-83e42414ee10,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:23.693362 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks [] for port (25c3f1d5-27f3-441f-9adf-779c92d9cc33), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.701689 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6c9806-fb34-4fe3-9808-34af7a33956c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:23.706223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6c9806-fb34-4fe3-9808-34af7a33956c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:23.716049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c4c518-00fd-415d-be73-a9d70d570439 None None] Network 960977ef-7268-47d3-9c71-6fb6b1a3b208 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:23.726662 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8b6c9806-fb34-4fe3-9808-34af7a33956c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/4d0109b1-2d26-4a2f-ad49-f3db5b5aaa7a HTTP/1.1" status: 404 len: 337 time: 0.1149330 Jan 31 19:00:23.728279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:23.761411 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (25c3f1d5-27f3-441f-9adf-779c92d9cc33), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.810485 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-783f0237-b1a0-46cd-8ed7-5e101f60efb3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:23.815114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783f0237-b1a0-46cd-8ed7-5e101f60efb3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:23.828988 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-783f0237-b1a0-46cd-8ed7-5e101f60efb3 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/c681ad12-0da2-4c5f-ba09-73de10c48f18 HTTP/1.1" status: 404 len: 337 time: 0.0965979 Jan 31 19:00:23.829717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57940) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:23.880719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Network a8e97346-43a9-4d54-bc32-e213f6135edf is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:00:23.888042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:23.905130 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db691e5-a61a-4b58-940f-b03b1966fffa tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:23.906692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:00:23.906828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db691e5-a61a-4b58-940f-b03b1966fffa tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:23.913325 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:23.914354 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:23.919652 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2db691e5-a61a-4b58-940f-b03b1966fffa tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/35d55bb9-86e4-444f-aad7-a26b0e961269 HTTP/1.1" status: 404 len: 337 time: 0.0887635 Jan 31 19:00:23.922031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57942) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:23.943294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Pushing event updated for resources: {'Port': ['ID=25c3f1d5-27f3-441f-9adf-779c92d9cc33,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:24.004307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-de63da6f-67fa-4729-972d-36d31e133051 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.4664984 Jan 31 19:00:24.007457 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57948) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.018566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Request body: {'port': {'network_id': 'a8e97346-43a9-4d54-bc32-e213f6135edf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-705339141', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:24.019124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.api.validators [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] bootfile-name is not in valid_values {{(pid=103225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 19:00:24.019370 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-abf46e0a-85e0-4245-af29-3a53d1f96d6c tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7e4746c-dce0-4169-a5ee-67fca4b8900a HTTP/1.1" status: 200 len: 205 time: 0.0960102 Jan 31 19:00:24.019759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.api.validators [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] tftp-server is not in valid_values {{(pid=103225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 19:00:24.020057 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.api.validators [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] server-ip-address is not in valid_values {{(pid=103225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 19:00:24.021702 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57950) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.082297 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-f66babe5-0f8e-4d9e-8d9a-4eb74cb6075d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] delete failed (client error): The resource could not be found. Jan 31 19:00:24.087479 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f66babe5-0f8e-4d9e-8d9a-4eb74cb6075d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/b7e4746c-dce0-4169-a5ee-67fca4b8900a HTTP/1.1" status: 404 len: 336 time: 0.0644150 Jan 31 19:00:24.088235 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57952) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.092214 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:24.120011 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0b860845-de8b-4175-8493-e721e6a74773 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b15b23d-1db4-469c-b495-3190bc73a9cb HTTP/1.1" status: 200 len: 205 time: 0.0305219 Jan 31 19:00:24.122522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57954) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.187335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57958) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.220994 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-80cb52ec-b726-4470-af6e-079e9ef39e9f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] delete failed (client error): The resource could not be found. Jan 31 19:00:24.223233 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-80cb52ec-b726-4470-af6e-079e9ef39e9f tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/7b15b23d-1db4-469c-b495-3190bc73a9cb HTTP/1.1" status: 404 len: 336 time: 0.0996418 Jan 31 19:00:24.230346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57962) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.363872 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-008f12e4-53e9-478e-9798-e067b107f0b4 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:24.364366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008f12e4-53e9-478e-9798-e067b107f0b4 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:24.370701 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:24.382669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Made reservation on behalf of e75576579da041e098fac29ae48f963b for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:24.383252 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-008f12e4-53e9-478e-9798-e067b107f0b4 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/87769882-fab0-4a92-9319-b684b7d1fdd6 HTTP/1.1" status: 404 len: 337 time: 0.1508319 Jan 31 19:00:24.386069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57964) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.400478 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:24.437885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] device_id is not set on port b57c9285-9176-43ac-a7c6-e3c817e5be0e yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:00:24.441963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 95d0a22f-ac5a-4200-b864-b0f8bed8d30f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:00:24.459295 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6a54396e-b833-45f6-a963-6733fe5d1c4e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9e0f4fe-3c37-4265-ae4a-958bececab58 HTTP/1.1" status: 200 len: 205 time: 0.0715737 Jan 31 19:00:24.464766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57966) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.520048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912642d4-4bf6-4eea-8e1f-19eb8df17696 None None] Network a8e97346-43a9-4d54-bc32-e213f6135edf requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:24.626129 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-a27b14bd-8758-4955-ab37-417c3baeab50 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] delete failed (client error): The resource could not be found. Jan 31 19:00:24.627532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a27b14bd-8758-4955-ab37-417c3baeab50 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/e9e0f4fe-3c37-4265-ae4a-958bececab58 HTTP/1.1" status: 404 len: 336 time: 0.1607041 Jan 31 19:00:24.630320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.649130 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b1a4044-0ed8-4a77-9693-65a378821189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:24.681420 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-02726dd4-69e4-4f02-9d25-dceb875aa264 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=8735ef31-17a8-47e5-aa3a-ddbbaea9d204 HTTP/1.1" status: 200 len: 205 time: 0.0498750 Jan 31 19:00:24.684120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57980) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.725644 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-54d4a296-bdcc-4963-b28f-5292dc0d760d None None] Provisioning complete for port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:24.725936 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-54d4a296-bdcc-4963-b28f-5292dc0d760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:24.761907 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-b5c46bca-dced-469d-bfbb-3318ba4b2e78 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] delete failed (client error): The resource could not be found. Jan 31 19:00:24.762567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Allocated IP 2001:db8::27c (a8e97346-43a9-4d54-bc32-e213f6135edf/704397fd-0ce6-4966-bfa1-6466ea882907/b57c9285-9176-43ac-a7c6-e3c817e5be0e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:00:24.763853 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b5c46bca-dced-469d-bfbb-3318ba4b2e78 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/8735ef31-17a8-47e5-aa3a-ddbbaea9d204 HTTP/1.1" status: 404 len: 336 time: 0.0784135 Jan 31 19:00:24.767600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57986) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.790959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:24.791706 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:24.812053 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7b1cd8-c9d2-4b89-be1c-984ecc2c220d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:24.813136 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7b1cd8-c9d2-4b89-be1c-984ecc2c220d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:24.817799 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1b7b1cd8-c9d2-4b89-be1c-984ecc2c220d tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/4d46536a-14ee-489c-a369-9668ade7d4fe HTTP/1.1" status: 404 len: 337 time: 0.0483630 Jan 31 19:00:24.820195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57988) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.869805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-da616802-8c47-45f5-ae8e-fc741a8f8882 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f14a075-db20-45c0-8515-fd527e7527ba HTTP/1.1" status: 200 len: 205 time: 0.0452886 Jan 31 19:00:24.872345 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57990) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:24.923234 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b1a4044-0ed8-4a77-9693-65a378821189 admin admin] Publish callbacks [] for security_group (092cdfdb-309a-4bbf-8b4a-8c54de175398), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:24.945358 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:24.946770 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:24.965630 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-1ee683e7-a451-4932-9231-ad028ef903f7 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] delete failed (client error): The resource could not be found. Jan 31 19:00:24.967255 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1ee683e7-a451-4932-9231-ad028ef903f7 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/6f14a075-db20-45c0-8515-fd527e7527ba HTTP/1.1" status: 404 len: 336 time: 0.0933735 Jan 31 19:00:24.973173 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b1a4044-0ed8-4a77-9693-65a378821189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (092cdfdb-309a-4bbf-8b4a-8c54de175398), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:24.973952 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57994) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:25.024206 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=95d0a22f-ac5a-4200-b864-b0f8bed8d30f,segment=NetworkSegment(4e435917-d4d0-4fd2-ade6-b0c2587701ec),segment_id=4e435917-d4d0-4fd2-ade6-b0c2587701ec)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:25.025794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-54d4a296-bdcc-4963-b28f-5292dc0d760d None None] Current status of the port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:25.026249 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-54d4a296-bdcc-4963-b28f-5292dc0d760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.037130 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.042344 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bbff1d-a8ab-45b4-88e3-7857cbf9f193 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:25.043208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bbff1d-a8ab-45b4-88e3-7857cbf9f193 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:25.048988 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-28bbff1d-a8ab-45b4-88e3-7857cbf9f193 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/b4e92c3c-8994-4e2e-97b6-86675b46b5fd HTTP/1.1" status: 404 len: 337 time: 0.0728791 Jan 31 19:00:25.051063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58000) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:25.098493 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a74bb862-06db-49e2-a81b-59fdde97a0fd tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "GET /v2.0/ports?device_id=f69fb2b5-f499-4631-9189-6c862457977c HTTP/1.1" status: 200 len: 205 time: 0.0460341 Jan 31 19:00:25.101778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58002) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:25.118070 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:25.118371 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3b1a4044-0ed8-4a77-9693-65a378821189 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f53ee5e55d2c4adb84c85fcd49977af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9321375 Jan 31 19:00:25.128277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58008) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:25.130468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a4044-0ed8-4a77-9693-65a378821189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092cdfdb-309a-4bbf-8b4a-8c54de175398,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:25.139101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1315944275-network', 'tenant_id': '1521885570fb476facece880f8c4b927'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:25.197455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=95d0a22f-ac5a-4200-b864-b0f8bed8d30f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:25.202366 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-54d4a296-bdcc-4963-b28f-5292dc0d760d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:00:25.203289 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-54d4a296-bdcc-4963-b28f-5292dc0d760d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:00:25.214223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Made reservation on behalf of 1521885570fb476facece880f8c4b927 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:25.216342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.237614 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.265853 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.274728 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-3d7e3a1f-e660-4f56-b02b-63b472b3ec75 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] delete failed (client error): The resource could not be found. Jan 31 19:00:25.276036 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3d7e3a1f-e660-4f56-b02b-63b472b3ec75 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/routers/f69fb2b5-f499-4631-9189-6c862457977c HTTP/1.1" status: 404 len: 336 time: 0.1732359 Jan 31 19:00:25.278700 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58014) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:25.287695 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks [] for port (b57c9285-9176-43ac-a7c6-e3c817e5be0e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.313061 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaa0121-d4c2-4afd-8769-870b0e5738a8 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:25.313743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbaa0121-d4c2-4afd-8769-870b0e5738a8 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:25.317101 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bbaa0121-d4c2-4afd-8769-870b0e5738a8 tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/ee60e12e-3279-46f0-8c9d-57aa75249e2f HTTP/1.1" status: 404 len: 337 time: 0.0357802 Jan 31 19:00:25.319615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58016) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:25.383639 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc55adf-6224-4b53-abf1-e567aece6a2e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] DELETE failed (client error): The resource could not be found. Jan 31 19:00:25.386986 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc55adf-6224-4b53-abf1-e567aece6a2e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:00:25.391098 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1fc55adf-6224-4b53-abf1-e567aece6a2e tempest-RoutersIpV6Test-1650614919 tempest-RoutersIpV6Test-1650614919-project] 10.222.0.20 "DELETE /v2.0/subnets/9440f81e-a72f-4efd-b240-045df80dbc16 HTTP/1.1" status: 404 len: 337 time: 0.0705945 Jan 31 19:00:25.392115 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64ec0b35-54ab-45ff-9c77-80c55dfc588b admin admin] Publish callbacks [] for security_group (092cdfdb-309a-4bbf-8b4a-8c54de175398), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.401291 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b57c9285-9176-43ac-a7c6-e3c817e5be0e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.462814 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64ec0b35-54ab-45ff-9c77-80c55dfc588b admin admin] Publish callbacks [] for security_group (092cdfdb-309a-4bbf-8b4a-8c54de175398), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.484486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Network a8e97346-43a9-4d54-bc32-e213f6135edf is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:00:25.493057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:25.505255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:00:25.510354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:25.511645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.572897 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64ec0b35-54ab-45ff-9c77-80c55dfc588b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (092cdfdb-309a-4bbf-8b4a-8c54de175398), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.578515 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64ec0b35-54ab-45ff-9c77-80c55dfc588b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.579607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Pushing event updated for resources: {'Port': ['ID=b57c9285-9176-43ac-a7c6-e3c817e5be0e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:25.580528 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-64ec0b35-54ab-45ff-9c77-80c55dfc588b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/092cdfdb-309a-4bbf-8b4a-8c54de175398 HTTP/1.1" status: 204 len: 168 time: 0.4583743 Jan 31 19:00:25.598899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2fa6cce8-eb4c-4b8c-b401-ee21c72abed7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5879908 Jan 31 19:00:25.601958 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58026) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:25.630297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec0b35-54ab-45ff-9c77-80c55dfc588b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092cdfdb-309a-4bbf-8b4a-8c54de175398,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:25.638870 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Publish callbacks [] for security_group (a549d470-9797-4de9-afcf-854b2d7e29c9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.650821 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a549d470-9797-4de9-afcf-854b2d7e29c9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.744788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c45ce0-7739-46de-b410-bc9570ab15d9 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:25.752009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c45ce0-7739-46de-b410-bc9570ab15d9 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:25.758064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c45ce0-7739-46de-b410-bc9570ab15d9 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:25.763819 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-83c45ce0-7739-46de-b410-bc9570ab15d9 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1587782 Jan 31 19:00:25.765612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58030) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:25.782806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:00:25.794990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a549d470-9797-4de9-afcf-854b2d7e29c9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:25.809151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-54d4a296-bdcc-4963-b28f-5292dc0d760d None None] Current status of the port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:25.824714 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (cdae7999-5d77-448a-9f23-94b20a1f4994), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.825069 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Added segment cdae7999-5d77-448a-9f23-94b20a1f4994 of type vlan for network ea7f43c5-d176-401e-a705-f4822fcd77c3 Jan 31 19:00:25.896454 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (ea7f43c5-d176-401e-a705-f4822fcd77c3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.926919 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (ea7f43c5-d176-401e-a705-f4822fcd77c3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.928561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:25.929419 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.985531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6ba25c28-29a0-44a4-a57e-b487f45cc73f tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Deleting port b57c9285-9176-43ac-a7c6-e3c817e5be0e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:25.987151 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ba25c28-29a0-44a4-a57e-b487f45cc73f tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b57c9285-9176-43ac-a7c6-e3c817e5be0e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:25.988083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4c4ea473-009a-4a67-bc6f-e6e80ae09dc6 None None] Provisioning complete for port 25c3f1d5-27f3-441f-9adf-779c92d9cc33 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:25.989864 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c4ea473-009a-4a67-bc6f-e6e80ae09dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (25c3f1d5-27f3-441f-9adf-779c92d9cc33), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:26.020326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8906522 Jan 31 19:00:26.023230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58036) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:26.039037 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d0c782db-4746-456d-a20d-d658fab425f3 admin admin] Request body: {'subnet': {'network_id': 'ea7f43c5-d176-401e-a705-f4822fcd77c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1315944275-subnet', 'tenant_id': '1521885570fb476facece880f8c4b927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:26.062550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef25d4d-ce62-4441-a9f7-b82e112141ed admin admin] Pushing event updated for resources: {'Network': ['ID=ea7f43c5-d176-401e-a705-f4822fcd77c3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:26.078469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network ea7f43c5-d176-401e-a705-f4822fcd77c3 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:00:26.096286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c782db-4746-456d-a20d-d658fab425f3 admin admin] Made reservation on behalf of 1521885570fb476facece880f8c4b927 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:26.099296 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0c782db-4746-456d-a20d-d658fab425f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:26.142462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ea473-009a-4a67-bc6f-e6e80ae09dc6 None None] Port 25c3f1d5-27f3-441f-9adf-779c92d9cc33 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:00:26.221082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ba25c28-29a0-44a4-a57e-b487f45cc73f tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b57c9285-9176-43ac-a7c6-e3c817e5be0e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:26.263497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6ba25c28-29a0-44a4-a57e-b487f45cc73f tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Calling delete_port for b57c9285-9176-43ac-a7c6-e3c817e5be0e owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:26.310571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4c4ea473-009a-4a67-bc6f-e6e80ae09dc6 None None] Provisioning complete for port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:26.310571 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c4ea473-009a-4a67-bc6f-e6e80ae09dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:26.332648 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:26.393767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 95d0a22f-ac5a-4200-b864-b0f8bed8d30f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:00:26.393987 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58040) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:26.455071 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0c782db-4746-456d-a20d-d658fab425f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (7784fa66-195a-4c5c-b1e3-9b12f1646971), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:26.536506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c782db-4746-456d-a20d-d658fab425f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7784fa66-195a-4c5c-b1e3-9b12f1646971,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:26.555507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c782db-4746-456d-a20d-d658fab425f3 admin admin] Checking segment: {'id': 'cdae7999-5d77-448a-9f23-94b20a1f4994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'ea7f43c5-d176-401e-a705-f4822fcd77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:26.555730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c782db-4746-456d-a20d-d658fab425f3 admin admin] Network hostable DHCP agents. Network: ea7f43c5-d176-401e-a705-f4822fcd77c3, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:00:26.559968 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:26.560362 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:26.570647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ea473-009a-4a67-bc6f-e6e80ae09dc6 None None] Current status of the port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:26.596640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c782db-4746-456d-a20d-d658fab425f3 admin admin] Network ea7f43c5-d176-401e-a705-f4822fcd77c3 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:00:26.601173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ba25c28-29a0-44a4-a57e-b487f45cc73f tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b57c9285-9176-43ac-a7c6-e3c817e5be0e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:26.607219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d0c782db-4746-456d-a20d-d658fab425f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, ea7f43c5-d176-401e-a705-f4822fcd77c3) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:26.613112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c782db-4746-456d-a20d-d658fab425f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:26.613711 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0c782db-4746-456d-a20d-d658fab425f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:26.625753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa79859f-f9ed-47a7-a518-1901359079e1 None None] Network ea7f43c5-d176-401e-a705-f4822fcd77c3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:26.650987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d0c782db-4746-456d-a20d-d658fab425f3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6179204 Jan 31 19:00:26.680127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba25c28-29a0-44a4-a57e-b487f45cc73f tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Pushing event deleted for resources: {'Port': ['ID=b57c9285-9176-43ac-a7c6-e3c817e5be0e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:26.719569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-64e76966-4050-4ed0-8426-1dc9f3fb37fd None None] Could not find standard attr ID for object b57c9285-9176-43ac-a7c6-e3c817e5be0e. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:00:26.737096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ba25c28-29a0-44a4-a57e-b487f45cc73f tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:26.748850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58054) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:26.750895 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6ba25c28-29a0-44a4-a57e-b487f45cc73f tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] 10.222.0.20 "DELETE /v2.0/ports/b57c9285-9176-43ac-a7c6-e3c817e5be0e HTTP/1.1" status: 204 len: 168 time: 0.9778869 Jan 31 19:00:26.754636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-266990c6-0b30-4283-9fde-f9eff9901aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Request body: {'port': {'name': 'tempest-new-port-name-1509992855', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:26.755251 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.api.validators [None req-266990c6-0b30-4283-9fde-f9eff9901aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] bootfile-name is not in valid_values {{(pid=103225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 19:00:26.755750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.api.validators [None req-266990c6-0b30-4283-9fde-f9eff9901aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] tftp-server is not in valid_values {{(pid=103225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 19:00:26.756864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.api.validators [None req-266990c6-0b30-4283-9fde-f9eff9901aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] server-ip-address is not in valid_values {{(pid=103225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 31 19:00:26.831878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:26.892985 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bc72160e-aed1-4bc2-9769-d7c4dfe889b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e88a2b9476a46c2a64b5e3e53281664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4958913 Jan 31 19:00:26.899025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58060) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:26.995311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15105ba-1961-4ad9-b4fc-4ba5c7f83f58 None None] Network ea7f43c5-d176-401e-a705-f4822fcd77c3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:27.005400 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-266990c6-0b30-4283-9fde-f9eff9901aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (25c3f1d5-27f3-441f-9adf-779c92d9cc33), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:27.078875 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa102-4320-4b33-90c0-a795c2fa6c21 admin admin] Publish callbacks [] for security_group (e3e639db-d28d-479f-ab9f-991115c24895), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:27.156638 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa102-4320-4b33-90c0-a795c2fa6c21 admin admin] Publish callbacks [] for security_group (e3e639db-d28d-479f-ab9f-991115c24895), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:27.291478 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa102-4320-4b33-90c0-a795c2fa6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e3e639db-d28d-479f-ab9f-991115c24895), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:27.300966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa102-4320-4b33-90c0-a795c2fa6c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:27.308875 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bbcfa102-4320-4b33-90c0-a795c2fa6c21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3e639db-d28d-479f-ab9f-991115c24895 HTTP/1.1" status: 204 len: 168 time: 0.4014933 Jan 31 19:00:27.340827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfa102-4320-4b33-90c0-a795c2fa6c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e639db-d28d-479f-ab9f-991115c24895,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:27.490187 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-266990c6-0b30-4283-9fde-f9eff9901aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks [] for port (25c3f1d5-27f3-441f-9adf-779c92d9cc33), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:27.499688 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-266990c6-0b30-4283-9fde-f9eff9901aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (25c3f1d5-27f3-441f-9adf-779c92d9cc33), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:27.538585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-266990c6-0b30-4283-9fde-f9eff9901aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] In _notify_port_updated(), no bound segment for port 25c3f1d5-27f3-441f-9adf-779c92d9cc33 on network a8e97346-43a9-4d54-bc32-e213f6135edf {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 19:00:27.545337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266990c6-0b30-4283-9fde-f9eff9901aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:27.546345 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-266990c6-0b30-4283-9fde-f9eff9901aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:27.547842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-266990c6-0b30-4283-9fde-f9eff9901aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] 10.222.0.20 "PUT /v2.0/ports/25c3f1d5-27f3-441f-9adf-779c92d9cc33 HTTP/1.1" status: 200 len: 1130 time: 0.7977629 Jan 31 19:00:27.550605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58092) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:27.572307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266990c6-0b30-4283-9fde-f9eff9901aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Pushing event updated for resources: {'Port': ['ID=25c3f1d5-27f3-441f-9adf-779c92d9cc33,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:27.641404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24e715-0319-4992-9db5-9c0bb5671825 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:27.643093 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0b24e715-0319-4992-9db5-9c0bb5671825 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] 10.222.0.20 "GET /v2.0/ports/25c3f1d5-27f3-441f-9adf-779c92d9cc33 HTTP/1.1" status: 200 len: 1130 time: 0.0912211 Jan 31 19:00:27.647290 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58094) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:27.826096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ae59051c-c86c-4a5e-bc0d-ba2a4bbf0c04 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Deleting port 25c3f1d5-27f3-441f-9adf-779c92d9cc33 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:27.828107 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae59051c-c86c-4a5e-bc0d-ba2a4bbf0c04 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (25c3f1d5-27f3-441f-9adf-779c92d9cc33), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:28.013846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ca03645e-28e7-46fb-8367-63ba46ae1395 None None] Provisioning complete for port 25c3f1d5-27f3-441f-9adf-779c92d9cc33 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:28.015668 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ca03645e-28e7-46fb-8367-63ba46ae1395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (25c3f1d5-27f3-441f-9adf-779c92d9cc33), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:28.104712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ca03645e-28e7-46fb-8367-63ba46ae1395 None None] Port 25c3f1d5-27f3-441f-9adf-779c92d9cc33 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:00:28.654544 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae59051c-c86c-4a5e-bc0d-ba2a4bbf0c04 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (25c3f1d5-27f3-441f-9adf-779c92d9cc33), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:28.679758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ae59051c-c86c-4a5e-bc0d-ba2a4bbf0c04 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Calling delete_port for 25c3f1d5-27f3-441f-9adf-779c92d9cc33 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:28.712533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-5c3faef8-1747-46d7-9f3f-4d38a9e295fd tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:28.714251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-5c3faef8-1747-46d7-9f3f-4d38a9e295fd tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/networks?id=960977ef-7268-47d3-9c71-6fb6b1a3b208 HTTP/1.1" status: 200 len: 808 time: 0.1593270 Jan 31 19:00:28.837100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-793c1a9c-1adb-4a50-b4ec-49569671598a tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/quotas/c8a2614ccdd2435bbb4e4cf0e296eed9 HTTP/1.1" status: 200 len: 375 time: 0.0562897 Jan 31 19:00:28.994052 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-c10f085c-2e00-4379-bb19-89d82d28f410 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8a2614ccdd2435bbb4e4cf0e296eed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644610 Jan 31 19:00:29.048519 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae59051c-c86c-4a5e-bc0d-ba2a4bbf0c04 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (25c3f1d5-27f3-441f-9adf-779c92d9cc33), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:29.115544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59051c-c86c-4a5e-bc0d-ba2a4bbf0c04 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Pushing event deleted for resources: {'Port': ['ID=25c3f1d5-27f3-441f-9adf-779c92d9cc33,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:29.154832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae59051c-c86c-4a5e-bc0d-ba2a4bbf0c04 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:29.164599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:29.166052 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ae59051c-c86c-4a5e-bc0d-ba2a4bbf0c04 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] 10.222.0.20 "DELETE /v2.0/ports/25c3f1d5-27f3-441f-9adf-779c92d9cc33 HTTP/1.1" status: 204 len: 168 time: 1.5175972 Jan 31 19:00:29.223373 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:00:29.282428 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bfab92-abcc-4ebc-a095-bcbab598209d tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Deleting subnet 704397fd-0ce6-4966-bfa1-6466ea882907 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:00:29.286186 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8bfab92-abcc-4ebc-a095-bcbab598209d tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks [] for subnet (704397fd-0ce6-4966-bfa1-6466ea882907), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:29.350458 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8bfab92-abcc-4ebc-a095-bcbab598209d tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (704397fd-0ce6-4966-bfa1-6466ea882907), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:29.534746 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8bfab92-abcc-4ebc-a095-bcbab598209d tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (704397fd-0ce6-4966-bfa1-6466ea882907), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:29.629880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b9d06d5-bf71-43fe-ad1c-8880aaaa2cd2 req-02f346cf-a03e-4c9b-8842-a35103dfe18b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2040279 Jan 31 19:00:29.631727 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8bfab92-abcc-4ebc-a095-bcbab598209d tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (704397fd-0ce6-4966-bfa1-6466ea882907), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:29.644365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-e044f2b8-a91c-4aee-a223-a9606c205495 service neutron] 10.222.0.20 "GET /v2.0/networks/960977ef-7268-47d3-9c71-6fb6b1a3b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051817 Jan 31 19:00:29.700091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8bfab92-abcc-4ebc-a095-bcbab598209d tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:29.708288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd41878c-512e-4a21-8cfb-fd5d944d5935 None None] Network a8e97346-43a9-4d54-bc32-e213f6135edf requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:29.721992 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a8bfab92-abcc-4ebc-a095-bcbab598209d tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] 10.222.0.20 "DELETE /v2.0/subnets/704397fd-0ce6-4966-bfa1-6466ea882907 HTTP/1.1" status: 204 len: 168 time: 0.5390286 Jan 31 19:00:29.722207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58156) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:29.725362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfab92-abcc-4ebc-a095-bcbab598209d tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Pushing event deleted for resources: {'Subnet': ['ID=704397fd-0ce6-4966-bfa1-6466ea882907,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:29.893092 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (a8e97346-43a9-4d54-bc32-e213f6135edf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:29.919028 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:29.920300 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-a3724935-9852-44e1-adf0-9a7b98035819 service neutron] 10.222.0.20 "GET /v2.0/networks/960977ef-7268-47d3-9c71-6fb6b1a3b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743161 Jan 31 19:00:29.944980 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff31908-a0de-4250-ac56-058757705f3d None None] DHCP port deletion for a8e97346-43a9-4d54-bc32-e213f6135edf request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:00:29.953121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d06d5-bf71-43fe-ad1c-8880aaaa2cd2 req-7f3a2485-9693-40d2-a77c-c7dbf765eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:29.954740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b9d06d5-bf71-43fe-ad1c-8880aaaa2cd2 req-7f3a2485-9693-40d2-a77c-c7dbf765eb3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 1129 time: 0.2337654 Jan 31 19:00:30.037624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4ff31908-a0de-4250-ac56-058757705f3d None None] Deleting port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:30.038100 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4ff31908-a0de-4250-ac56-058757705f3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.161709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4ff31908-a0de-4250-ac56-058757705f3d None None] For port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=95d0a22f-ac5a-4200-b864-b0f8bed8d30f,segment=NetworkSegment(4e435917-d4d0-4fd2-ade6-b0c2587701ec),segment_id=4e435917-d4d0-4fd2-ade6-b0c2587701ec)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:30.163530 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4ff31908-a0de-4250-ac56-058757705f3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.193267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4ff31908-a0de-4250-ac56-058757705f3d None None] Calling delete_port for 95d0a22f-ac5a-4200-b864-b0f8bed8d30f owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:30.269658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d06d5-bf71-43fe-ad1c-8880aaaa2cd2 req-681d75e3-d047-4987-8b66-7bd47a25abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:30.271123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b9d06d5-bf71-43fe-ad1c-8880aaaa2cd2 req-681d75e3-d047-4987-8b66-7bd47a25abfb service neutron] 10.222.0.49 "GET /v2.0/networks?id=53325844-6576-460a-86d9-f42d5aeacca9 HTTP/1.1" status: 200 len: 898 time: 0.2712145 Jan 31 19:00:30.288774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Deleting port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:30.289122 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.333167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 95d0a22f-ac5a-4200-b864-b0f8bed8d30f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:30.362846 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b157f32f-2bf8-4a37-893d-e31257efb73b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891790206'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:30.433647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] For port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=95d0a22f-ac5a-4200-b864-b0f8bed8d30f,segment=NetworkSegment(4e435917-d4d0-4fd2-ade6-b0c2587701ec),segment_id=4e435917-d4d0-4fd2-ade6-b0c2587701ec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:30.434040 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.439918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b9d06d5-bf71-43fe-ad1c-8880aaaa2cd2 req-a88dbef4-5a57-44fb-8095-04d05f195b6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 HTTP/1.1" status: 200 len: 1002 time: 0.1414537 Jan 31 19:00:30.450661 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b157f32f-2bf8-4a37-893d-e31257efb73b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.472704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b157f32f-2bf8-4a37-893d-e31257efb73b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.497134 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4ff31908-a0de-4250-ac56-058757705f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.503121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Calling delete_port for 95d0a22f-ac5a-4200-b864-b0f8bed8d30f owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:30.558903 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No active binding found for port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f {{(pid=103227) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 19:00:30.559543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] The host n-d-812111-15 is not matching for port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f host None! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 19:00:30.560082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 95d0a22f-ac5a-4200-b864-b0f8bed8d30f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:30.561770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff31908-a0de-4250-ac56-058757705f3d None None] Pushing event deleted for resources: {'Port': ['ID=95d0a22f-ac5a-4200-b864-b0f8bed8d30f,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:30.564036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff31908-a0de-4250-ac56-058757705f3d None None] No DVR routers for this DVR port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:30.577136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d06d5-bf71-43fe-ad1c-8880aaaa2cd2 req-35c50d94-a705-4bf8-8a20-e2d5891a1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:30.578958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b9d06d5-bf71-43fe-ad1c-8880aaaa2cd2 req-35c50d94-a705-4bf8-8a20-e2d5891a1919 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adb49a0c-064d-4132-a9cf-1163cd60b38b HTTP/1.1" status: 200 len: 833 time: 0.1307652 Jan 31 19:00:30.688933 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b157f32f-2bf8-4a37-893d-e31257efb73b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (22574913-d92c-42d1-9e62-74d8b4b43a92), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.699058 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b157f32f-2bf8-4a37-893d-e31257efb73b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (22574913-d92c-42d1-9e62-74d8b4b43a92), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.716800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d06d5-bf71-43fe-ad1c-8880aaaa2cd2 req-d889f931-b5f3-470f-9f17-6a62d993120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:30.717719 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b9d06d5-bf71-43fe-ad1c-8880aaaa2cd2 req-d889f931-b5f3-470f-9f17-6a62d993120c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53325844-6576-460a-86d9-f42d5aeacca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1290479 Jan 31 19:00:30.722000 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (95d0a22f-ac5a-4200-b864-b0f8bed8d30f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.793984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157f32f-2bf8-4a37-893d-e31257efb73b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22574913-d92c-42d1-9e62-74d8b4b43a92,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:30.854313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Pushing event deleted for resources: {'Port': ['ID=95d0a22f-ac5a-4200-b864-b0f8bed8d30f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:30.938351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b157f32f-2bf8-4a37-893d-e31257efb73b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (d7d3e72e-d21c-400f-8b0a-05cbea2a0da2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.947492 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b157f32f-2bf8-4a37-893d-e31257efb73b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d7d3e72e-d21c-400f-8b0a-05cbea2a0da2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.978323 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b157f32f-2bf8-4a37-893d-e31257efb73b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:30.980825 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b157f32f-2bf8-4a37-893d-e31257efb73b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0604150 Jan 31 19:00:30.985485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] No DVR routers for this DVR port 95d0a22f-ac5a-4200-b864-b0f8bed8d30f on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:30.987424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58188) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:31.005609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157f32f-2bf8-4a37-893d-e31257efb73b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d3e72e-d21c-400f-8b0a-05cbea2a0da2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:31.024185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-588acca2-2005-44db-b33d-725b6eb603d4 req-2e5423d0-a779-488f-8157-55d64fade6d0 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 210 time: 0.8587584 Jan 31 19:00:31.090174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-105f64dc-4cc4-47eb-b73f-c38fafdacff6 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0997286 Jan 31 19:00:31.094739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:31.109914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-14f6b3fa-8123-4297-9848-5ca65e87bc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group': {'name': 'tempest-security--1058182875', 'description': 'tempest-security-description-1038457135'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:31.187231 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14f6b3fa-8123-4297-9848-5ca65e87bc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (d7d3e72e-d21c-400f-8b0a-05cbea2a0da2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.247623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b9d06d5-bf71-43fe-ad1c-8880aaaa2cd2 req-800e51a2-ff6f-4a24-89f5-97815168f85b service neutron] 10.222.0.49 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231731 Jan 31 19:00:31.252521 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (a8e97346-43a9-4d54-bc32-e213f6135edf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.266705 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14f6b3fa-8123-4297-9848-5ca65e87bc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (d7d3e72e-d21c-400f-8b0a-05cbea2a0da2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.281574 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14f6b3fa-8123-4297-9848-5ca65e87bc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d7d3e72e-d21c-400f-8b0a-05cbea2a0da2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.284699 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14f6b3fa-8123-4297-9848-5ca65e87bc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.286530 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-14f6b3fa-8123-4297-9848-5ca65e87bc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "PUT /v2.0/security-groups/d7d3e72e-d21c-400f-8b0a-05cbea2a0da2 HTTP/1.1" status: 200 len: 1797 time: 0.1907325 Jan 31 19:00:31.290965 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58194) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:31.365642 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6b3fa-8123-4297-9848-5ca65e87bc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d3e72e-d21c-400f-8b0a-05cbea2a0da2,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:31.382543 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6a5d5a12-b8fc-4dde-91bd-f5874aedaaa8 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-groups/d7d3e72e-d21c-400f-8b0a-05cbea2a0da2 HTTP/1.1" status: 200 len: 1797 time: 0.0897789 Jan 31 19:00:31.385021 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58198) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:31.402625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e97346-43a9-4d54-bc32-e213f6135edf']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:31.450749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-328f26c3-e4e6-46eb-ad5c-cd533f12a6c6 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (d7d3e72e-d21c-400f-8b0a-05cbea2a0da2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.468684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b9d06d5-bf71-43fe-ad1c-8880aaaa2cd2 req-068a0451-915a-48e9-a040-27ab85ad0f0b service neutron] 10.222.0.49 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069774 Jan 31 19:00:31.485823 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-328f26c3-e4e6-46eb-ad5c-cd533f12a6c6 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (d7d3e72e-d21c-400f-8b0a-05cbea2a0da2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.491825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e435917-d4d0-4fd2-ade6-b0c2587701ec') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:31.492139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e435917-d4d0-4fd2-ade6-b0c2587701ec') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:31.507312 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (4e435917-d4d0-4fd2-ade6-b0c2587701ec), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.539588 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4e435917-d4d0-4fd2-ade6-b0c2587701ec), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.548845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:00:31.549815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (4e435917-d4d0-4fd2-ade6-b0c2587701ec), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.554251 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-328f26c3-e4e6-46eb-ad5c-cd533f12a6c6 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d7d3e72e-d21c-400f-8b0a-05cbea2a0da2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:00:31.555147 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:00:31.563769 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-328f26c3-e4e6-46eb-ad5c-cd533f12a6c6 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.567231 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-328f26c3-e4e6-46eb-ad5c-cd533f12a6c6 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-groups/d7d3e72e-d21c-400f-8b0a-05cbea2a0da2 HTTP/1.1" status: 204 len: 168 time: 0.1790719 Jan 31 19:00:31.570354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58206) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:31.586156 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f26c3-e4e6-46eb-ad5c-cd533f12a6c6 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d3e72e-d21c-400f-8b0a-05cbea2a0da2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:31.681383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-142b65e0-0b43-4206-8313-2ba3333eed9d tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1096191 Jan 31 19:00:31.684252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58212) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:31.710100 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (a8e97346-43a9-4d54-bc32-e213f6135edf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.734290 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:31.749065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] 10.222.0.20 "DELETE /v2.0/networks/a8e97346-43a9-4d54-bc32-e213f6135edf HTTP/1.1" status: 204 len: 168 time: 2.0255289 Jan 31 19:00:31.812813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1115d-26a7-4b59-99ba-2c683331b8b7 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176 tempest-ExtraDHCPOptionsIpV6TestJSON-638668176-project] Pushing event deleted for resources: {'Network': ['ID=a8e97346-43a9-4d54-bc32-e213f6135edf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:31.957951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58222) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:32.097051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-194fb8ee-8017-4fa4-8812-0bc4bbe05edd tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:32.098586 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-194fb8ee-8017-4fa4-8812-0bc4bbe05edd tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.21 "GET /v2.0/networks?id=960977ef-7268-47d3-9c71-6fb6b1a3b208 HTTP/1.1" status: 200 len: 808 time: 0.4153149 Jan 31 19:00:32.100719 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-a0c46b7e-8139-439f-9665-5f6e435233ab tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] delete failed (client error): The resource could not be found. Jan 31 19:00:32.100719 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a0c46b7e-8139-439f-9665-5f6e435233ab tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-groups/d7d3e72e-d21c-400f-8b0a-05cbea2a0da2 HTTP/1.1" status: 404 len: 347 time: 0.4153264 Jan 31 19:00:32.106885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58226) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:32.111308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group': {'name': 'tempest-secgroup--349077475'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:32.142837 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Request body: {'port': {'device_id': 'e9760311-519e-422a-9ebd-11c02b7377be', 'network_id': '960977ef-7268-47d3-9c71-6fb6b1a3b208', 'admin_state_up': True, 'tenant_id': 'c8a2614ccdd2435bbb4e4cf0e296eed9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:32.148730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.293803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port f4600715-e73a-4845-a1b0-a6452d5c5b77 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:32.296299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f4600715-e73a-4845-a1b0-a6452d5c5b77), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.318734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Made reservation on behalf of c8a2614ccdd2435bbb4e4cf0e296eed9 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:32.322415 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.349778 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (22db752e-7a0f-4b10-8232-faaee3b4707a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.363505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (22db752e-7a0f-4b10-8232-faaee3b4707a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.405136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.412429 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3054416 Jan 31 19:00:32.428753 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58234) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:32.442515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5e3bb011-1c29-4f37-be82-332151245c32 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': '22db752e-7a0f-4b10-8232-faaee3b4707a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:32.524379 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22db752e-7a0f-4b10-8232-faaee3b4707a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:32.555580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.555580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.555580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.555580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.556222 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.560706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.562490 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.563264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.564039 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.564755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.565308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.565897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.566712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3372ee-93ca-4908-877f-e68cf35bd097 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:32.607144 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb011-1c29-4f37-be82-332151245c32 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (8030d787-ca41-44db-b141-ff237d3d91ec), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.636522 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f4600715-e73a-4845-a1b0-a6452d5c5b77), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.637105 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (f4600715-e73a-4845-a1b0-a6452d5c5b77), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.650957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f32edac-ce00-4285-8438-6d9681f960c5 req-dc0041e9-3127-482c-a621-27bac5edc5f1 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 210 time: 0.5055730 Jan 31 19:00:32.661731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for f4600715-e73a-4845-a1b0-a6452d5c5b77 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:32.664711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Allocated IP 172.20.0.11 (960977ef-7268-47d3-9c71-6fb6b1a3b208/aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e/f44d2cb2-8690-42d8-8a21-899c28f6ffad) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:00:32.734595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:32.857408 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb011-1c29-4f37-be82-332151245c32 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (8030d787-ca41-44db-b141-ff237d3d91ec), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.867963 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb011-1c29-4f37-be82-332151245c32 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (8030d787-ca41-44db-b141-ff237d3d91ec), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.904655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bb011-1c29-4f37-be82-332151245c32 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8030d787-ca41-44db-b141-ff237d3d91ec,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:32.925869 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb011-1c29-4f37-be82-332151245c32 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.930055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5e3bb011-1c29-4f37-be82-332151245c32 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5002804 Jan 31 19:00:32.931345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58246) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:32.954920 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5ccb60e8-90ff-49a9-ad51-76d282b92fdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e75576579da041e098fac29ae48f963b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2186236 Jan 31 19:00:32.958255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:32.969053 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a299334-3e8c-4c22-905f-5d779f46fcbf tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (8030d787-ca41-44db-b141-ff237d3d91ec), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:32.980442 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a299334-3e8c-4c22-905f-5d779f46fcbf tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (8030d787-ca41-44db-b141-ff237d3d91ec), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.033858 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90efbd53-a4ce-4ba5-a93c-150a2cd81bca admin admin] Publish callbacks [] for security_group (a1284832-93a0-47f5-ad6f-a6ffdd335716), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.046434 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a299334-3e8c-4c22-905f-5d779f46fcbf tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (8030d787-ca41-44db-b141-ff237d3d91ec), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.055804 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a299334-3e8c-4c22-905f-5d779f46fcbf tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.060237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9a299334-3e8c-4c22-905f-5d779f46fcbf tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8030d787-ca41-44db-b141-ff237d3d91ec HTTP/1.1" status: 204 len: 168 time: 0.1272602 Jan 31 19:00:33.061020 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58256) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:33.067975 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f4600715-e73a-4845-a1b0-a6452d5c5b77), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.070652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a299334-3e8c-4c22-905f-5d779f46fcbf tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8030d787-ca41-44db-b141-ff237d3d91ec,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:33.095095 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90efbd53-a4ce-4ba5-a93c-150a2cd81bca admin admin] Publish callbacks [] for security_group (a1284832-93a0-47f5-ad6f-a6ffdd335716), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.109654 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Publish callbacks [] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.114246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=f4600715-e73a-4845-a1b0-a6452d5c5b77,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:33.176179 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-29a5eb58-97ea-44d7-ab0d-bff8ffc2a95c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1098275 Jan 31 19:00:33.180831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:33.204106 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for floatingip (ea01ae9f-b506-475b-a564-6fa6593c8464), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.205110 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Floating IP ea01ae9f-b506-475b-a564-6fa6593c8464 disassociated (deleted). External IP: 172.25.8.137, port: 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710. Jan 31 19:00:33.254776 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.259172 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90efbd53-a4ce-4ba5-a93c-150a2cd81bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a1284832-93a0-47f5-ad6f-a6ffdd335716), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.262177 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90efbd53-a4ce-4ba5-a93c-150a2cd81bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.263414 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-90efbd53-a4ce-4ba5-a93c-150a2cd81bca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1284832-93a0-47f5-ad6f-a6ffdd335716 HTTP/1.1" status: 204 len: 168 time: 0.3047473 Jan 31 19:00:33.286786 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b176b7c2-8b96-4969-8548-83c475c32edb tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (22db752e-7a0f-4b10-8232-faaee3b4707a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.331351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efbd53-a4ce-4ba5-a93c-150a2cd81bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1284832-93a0-47f5-ad6f-a6ffdd335716,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:33.368669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Network 960977ef-7268-47d3-9c71-6fb6b1a3b208 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:00:33.377383 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b176b7c2-8b96-4969-8548-83c475c32edb tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (22db752e-7a0f-4b10-8232-faaee3b4707a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.388322 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:33.401932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:00:33.409688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Pushing event updated for resources: {'Port': ['ID=f44d2cb2-8690-42d8-8a21-899c28f6ffad,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:33.494479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:33.495731 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.504520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b176b7c2-8b96-4969-8548-83c475c32edb tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (22db752e-7a0f-4b10-8232-faaee3b4707a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.508100 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b176b7c2-8b96-4969-8548-83c475c32edb tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.509585 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b176b7c2-8b96-4969-8548-83c475c32edb tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-groups/22db752e-7a0f-4b10-8232-faaee3b4707a HTTP/1.1" status: 204 len: 168 time: 0.3275895 Jan 31 19:00:33.520015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58270) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:33.527013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176b7c2-8b96-4969-8548-83c475c32edb tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22db752e-7a0f-4b10-8232-faaee3b4707a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:33.535547 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08ff2800-5c87-420c-b4ec-1145c73c6c3b tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3979356 Jan 31 19:00:33.559486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Request body: {'port': {'device_id': 'e9760311-519e-422a-9ebd-11c02b7377be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:33.610032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:00:33.724231 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.782402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e86d486e-b73c-4096-ab9d-96157b83f1ed tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2548668 Jan 31 19:00:33.783230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:33.803376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-da14d24b-3b06-4c36-ae6a-ee797fbf6b57 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693497823'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:33.985930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90bb38-a543-490d-a131-872fc431d238 req-67f38714-71fe-4b42-bfe0-d25330108c1f tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:33.988552 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da90bb38-a543-490d-a131-872fc431d238 req-67f38714-71fe-4b42-bfe0-d25330108c1f tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 932 time: 0.1948128 Jan 31 19:00:33.991844 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da14d24b-3b06-4c36-ae6a-ee797fbf6b57 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:33.998026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:00:34.010975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8d73c2-b28d-4a02-a95d-a4fbb565a784 None None] Sync routers for ids ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:00:34.035493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d73c2-b28d-4a02-a95d-a4fbb565a784 None None] Routers {'d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:34.037453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3f8d73c2-b28d-4a02-a95d-a4fbb565a784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:00:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:34.080416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:34.125224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da90bb38-a543-490d-a131-872fc431d238 req-90bf0ab4-7fc3-4008-855f-c1105da7ad70 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8871157-7d58-49d2-9863-b45954f28c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288905 Jan 31 19:00:34.127181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f295e3a9-2926-4a8a-bf96-c851936acf3d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/floatingips/ea01ae9f-b506-475b-a564-6fa6593c8464 HTTP/1.1" status: 204 len: 168 time: 2.1682532 Jan 31 19:00:34.129543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:00:34.132458 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc80501-e81a-47d2-9791-bc4590883883" -d '{"events": [{"name": "network-changed", "server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:00:34.280050 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8dc24f-1f58-4c42-b3e1-f92cb130be17 x-openstack-request-id: req-ed8dc24f-1f58-4c42-b3e1-f92cb130be17 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:00:34.280902 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:00:34.281182 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed8dc24f-1f58-4c42-b3e1-f92cb130be17 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:00:34.281624 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'status': 'completed', 'code': 200} Jan 31 19:00:34.323104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3f8d73c2-b28d-4a02-a95d-a4fbb565a784 None None] Set router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:34.399730 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da14d24b-3b06-4c36-ae6a-ee797fbf6b57 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (c99b221f-d7b1-4dbc-976e-f961538d2b18), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:34.429275 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da14d24b-3b06-4c36-ae6a-ee797fbf6b57 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c99b221f-d7b1-4dbc-976e-f961538d2b18), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:34.562529 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da14d24b-3b06-4c36-ae6a-ee797fbf6b57 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:34.570650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-da14d24b-3b06-4c36-ae6a-ee797fbf6b57 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7810144 Jan 31 19:00:34.574821 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:34.595728 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-426667e3-d8e2-4001-9d4f-89b28fec5d17 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': 'c99b221f-d7b1-4dbc-976e-f961538d2b18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:34.598953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80501-e81a-47d2-9791-bc4590883883 req-f0b7f13a-ff8a-48b6-b01b-7fbfaa2b1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:34.602272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddc80501-e81a-47d2-9791-bc4590883883 req-f0b7f13a-ff8a-48b6-b01b-7fbfaa2b1602 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 1129 time: 0.3035419 Jan 31 19:00:34.615278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3f8d73c2-b28d-4a02-a95d-a4fbb565a784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T18:58:24Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '994ee413-d47e-4984-933d-ff5e100196c3', 'name': '', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:f6:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:22Z', 'updated_at': '2022-01-31T18:58:30Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:34.664071 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44d2cb2-8690-42d8-8a21-899c28f6ffad {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:00:34.664671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14d24b-3b06-4c36-ae6a-ee797fbf6b57 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99b221f-d7b1-4dbc-976e-f961538d2b18,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:34.688470 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Publish callbacks [] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:34.696975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8d73c2-b28d-4a02-a95d-a4fbb565a784 None None] Checking router: d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:00:34.700938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426667e3-d8e2-4001-9d4f-89b28fec5d17 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (47b3e9a8-9840-471d-8758-a03373b72e01), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:34.715385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d73c2-b28d-4a02-a95d-a4fbb565a784 None None] Routers {'d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:34.716121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3f8d73c2-b28d-4a02-a95d-a4fbb565a784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:00:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:34.768867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Transition to ACTIVE for port object f44d2cb2-8690-42d8-8a21-899c28f6ffad will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:00:34.792989 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:34.847095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3f8d73c2-b28d-4a02-a95d-a4fbb565a784 None None] Set router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:34.950165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426667e3-d8e2-4001-9d4f-89b28fec5d17 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (47b3e9a8-9840-471d-8758-a03373b72e01), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:34.967829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f44d2cb2-8690-42d8-8a21-899c28f6ffad,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:34.982207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426667e3-d8e2-4001-9d4f-89b28fec5d17 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (47b3e9a8-9840-471d-8758-a03373b72e01), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:35.121948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3f8d73c2-b28d-4a02-a95d-a4fbb565a784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T18:58:24Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '994ee413-d47e-4984-933d-ff5e100196c3', 'name': '', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:f6:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:22Z', 'updated_at': '2022-01-31T18:58:30Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:35.132694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426667e3-d8e2-4001-9d4f-89b28fec5d17 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b3e9a8-9840-471d-8758-a03373b72e01,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:35.143861 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426667e3-d8e2-4001-9d4f-89b28fec5d17 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:35.145301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80501-e81a-47d2-9791-bc4590883883 req-1dd20592-c90a-4964-afeb-f64f2d0d93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:35.146894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddc80501-e81a-47d2-9791-bc4590883883 req-1dd20592-c90a-4964-afeb-f64f2d0d93fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=53325844-6576-460a-86d9-f42d5aeacca9 HTTP/1.1" status: 200 len: 898 time: 0.5223906 Jan 31 19:00:35.154086 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-426667e3-d8e2-4001-9d4f-89b28fec5d17 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5763497 Jan 31 19:00:35.163378 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8d73c2-b28d-4a02-a95d-a4fbb565a784 None None] The sync data for ids ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'] in n-d-812111-15 is: [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T18:58:24Z', 'revision_number': 4, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '994ee413-d47e-4984-933d-ff5e100196c3', 'name': '', 'network_id': '53325844-6576-460a-86d9-f42d5aeacca9', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'mac_address': 'fa:16:3e:f6:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:22Z', 'updated_at': '2022-01-31T18:58:30Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'subnets': [{'id': 'adb49a0c-064d-4132-a9cf-1163cd60b38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:00:35.176087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58332) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:35.198077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-795e2df8-4cac-454c-b03a-88d8bdcd276e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': 'c99b221f-d7b1-4dbc-976e-f961538d2b18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:35.283427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964951-8380-4c70-bfb0-d2ae49781ea6 req-fece5ff1-b3db-4e28-99c1-b39c7597ed2d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:35.296010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32964951-8380-4c70-bfb0-d2ae49781ea6 req-fece5ff1-b3db-4e28-99c1-b39c7597ed2d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.5766208 Jan 31 19:00:35.337111 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Attempting to bind port f44d2cb2-8690-42d8-8a21-899c28f6ffad on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:00:35.337505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Attempting to bind port f44d2cb2-8690-42d8-8a21-899c28f6ffad by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'e2934690-927b-4f8e-be64-868d0b4e1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '960977ef-7268-47d3-9c71-6fb6b1a3b208'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:00:35.337994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Attempting to bind port f44d2cb2-8690-42d8-8a21-899c28f6ffad on network 960977ef-7268-47d3-9c71-6fb6b1a3b208 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:00:35.349226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Port f44d2cb2-8690-42d8-8a21-899c28f6ffad on network 960977ef-7268-47d3-9c71-6fb6b1a3b208 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:00:35.349564 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Attempting to bind port f44d2cb2-8690-42d8-8a21-899c28f6ffad on network 960977ef-7268-47d3-9c71-6fb6b1a3b208 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:00:35.364135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:00:35.366817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Checking segment: {'id': 'e2934690-927b-4f8e-be64-868d0b4e1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '960977ef-7268-47d3-9c71-6fb6b1a3b208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:35.367135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Bound using segment: {'id': 'e2934690-927b-4f8e-be64-868d0b4e1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '960977ef-7268-47d3-9c71-6fb6b1a3b208'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:00:35.367504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Bound port: f44d2cb2-8690-42d8-8a21-899c28f6ffad, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2934690-927b-4f8e-be64-868d0b4e1df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '960977ef-7268-47d3-9c71-6fb6b1a3b208'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:00:35.368944 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:35.389756 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-795e2df8-4cac-454c-b03a-88d8bdcd276e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (34889e72-188e-4132-960b-f4e552ca024f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:35.410400 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58340) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:35.422580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddc80501-e81a-47d2-9791-bc4590883883 req-68d99c3c-550b-44f7-abb7-760409268a21 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 HTTP/1.1" status: 200 len: 217 time: 0.2439525 Jan 31 19:00:35.519749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] For port f44d2cb2-8690-42d8-8a21-899c28f6ffad, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:00:35.528812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] For port f44d2cb2-8690-42d8-8a21-899c28f6ffad, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f44d2cb2-8690-42d8-8a21-899c28f6ffad,segment=NetworkSegment(e2934690-927b-4f8e-be64-868d0b4e1df3),segment_id=e2934690-927b-4f8e-be64-868d0b4e1df3)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:00:35.548252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:35.601736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80501-e81a-47d2-9791-bc4590883883 req-80a4308d-e564-4ceb-8a67-00e048d9302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:35.603679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddc80501-e81a-47d2-9791-bc4590883883 req-80a4308d-e564-4ceb-8a67-00e048d9302f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=adb49a0c-064d-4132-a9cf-1163cd60b38b HTTP/1.1" status: 200 len: 833 time: 0.0822184 Jan 31 19:00:35.614109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:35.615799 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:35.627652 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/f44d2cb2-8690-42d8-8a21-899c28f6ffad HTTP/1.1" status: 200 len: 1093 time: 2.0765643 Jan 31 19:00:35.633073 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9760311-519e-422a-9ebd-11c02b7377be', 'tag': 'f44d2cb2-8690-42d8-8a21-899c28f6ffad'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:00:35.652244 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeeba81-c8c2-4d13-a37c-6939fac427ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e9760311-519e-422a-9ebd-11c02b7377be", "tag": "f44d2cb2-8690-42d8-8a21-899c28f6ffad"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:00:35.726347 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61974a40-d069-4755-8d6b-cbabbbe015a1 None None] New status for floating IP ea01ae9f-b506-475b-a564-6fa6593c8464: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:00:35.754687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6216a-fe7a-43ba-b996-f1e78ae1c8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f44d2cb2-8690-42d8-8a21-899c28f6ffad,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:35.765891 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7c28-db80-4f25-80fd-4ea855675c3b req-5dd9adc1-47cf-4000-bbff-cb08460df97a tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:35.773150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7df7c28-db80-4f25-80fd-4ea855675c3b req-5dd9adc1-47cf-4000-bbff-cb08460df97a tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 944 time: 0.4739842 Jan 31 19:00:35.814976 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-795e2df8-4cac-454c-b03a-88d8bdcd276e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (34889e72-188e-4132-960b-f4e552ca024f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:35.820540 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32964951-8380-4c70-bfb0-d2ae49781ea6 req-c955f012-ac2b-4b37-aea9-fb727f3c01b9 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5232003 Jan 31 19:00:35.826873 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ae9c-0e44-4c11-8212-fff56d3f3e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:35.862215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-795e2df8-4cac-454c-b03a-88d8bdcd276e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (34889e72-188e-4132-960b-f4e552ca024f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:35.878027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08f30852-bae6-419f-b732-3a559cfac54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:35.879660 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-08f30852-bae6-419f-b732-3a559cfac54a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8a2614ccdd2435bbb4e4cf0e296eed9&device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 1127 time: 0.2037845 Jan 31 19:00:35.917543 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-795e2df8-4cac-454c-b03a-88d8bdcd276e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:35.922988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-795e2df8-4cac-454c-b03a-88d8bdcd276e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7303650 Jan 31 19:00:35.929938 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58358) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:35.941006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80501-e81a-47d2-9791-bc4590883883 req-fe61ce89-b669-4dca-9ede-f7ca48ad1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:35.942556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddc80501-e81a-47d2-9791-bc4590883883 req-fe61ce89-b669-4dca-9ede-f7ca48ad1bfe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53325844-6576-460a-86d9-f42d5aeacca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3224058 Jan 31 19:00:35.961357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e2df8-4cac-454c-b03a-88d8bdcd276e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34889e72-188e-4132-960b-f4e552ca024f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:35.995864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ddbcfeca-19be-451e-9f91-b9f6654cb9ad tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': 'c99b221f-d7b1-4dbc-976e-f961538d2b18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:36.015827 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be813088-1899-452e-a13d-3e8827697220 x-openstack-request-id: req-be813088-1899-452e-a13d-3e8827697220 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:00:36.016124 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9760311-519e-422a-9ebd-11c02b7377be", "tag": "f44d2cb2-8690-42d8-8a21-899c28f6ffad", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:00:36.016416 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be813088-1899-452e-a13d-3e8827697220 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:00:36.016826 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9760311-519e-422a-9ebd-11c02b7377be', 'tag': 'f44d2cb2-8690-42d8-8a21-899c28f6ffad', 'status': 'completed', 'code': 200} Jan 31 19:00:36.019630 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-85537f6c-7210-46ba-96a9-5777c3e6c425 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f44d2cb2-8690-42d8-8a21-899c28f6ffad HTTP/1.1" status: 200 len: 217 time: 0.1225278 Jan 31 19:00:36.057989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7df7c28-db80-4f25-80fd-4ea855675c3b req-154e3c7c-b327-45f1-9c73-7345e967e79f tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8871157-7d58-49d2-9863-b45954f28c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838507 Jan 31 19:00:36.186474 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddbcfeca-19be-451e-9f91-b9f6654cb9ad tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (24fc932b-4143-4e29-9125-bf9d635f71ce), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:36.285479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-cf1a9682-36fe-4455-a3cb-3e057c1399b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:36.286274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddc80501-e81a-47d2-9791-bc4590883883 req-6e469252-bce4-488b-8982-f994b93b8527 service neutron] 10.222.0.49 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134232 Jan 31 19:00:36.290212 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-cf1a9682-36fe-4455-a3cb-3e057c1399b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e HTTP/1.1" status: 200 len: 848 time: 0.2500770 Jan 31 19:00:36.374334 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddbcfeca-19be-451e-9f91-b9f6654cb9ad tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (24fc932b-4143-4e29-9125-bf9d635f71ce), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:36.467284 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-32c6abbc-cd87-4141-af1e-c0809ea0a800 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=960977ef-7268-47d3-9c71-6fb6b1a3b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613272 Jan 31 19:00:36.477400 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddbcfeca-19be-451e-9f91-b9f6654cb9ad tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (24fc932b-4143-4e29-9125-bf9d635f71ce), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:36.515720 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ae9c-0e44-4c11-8212-fff56d3f3e21 admin admin] Publish callbacks [] for security_group (afb2e18c-41a7-45a7-9d61-152b89fded21), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:36.531910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58374) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:36.560841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ae9c-0e44-4c11-8212-fff56d3f3e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (afb2e18c-41a7-45a7-9d61-152b89fded21), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:36.618063 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e6f0ae9c-0e44-4c11-8212-fff56d3f3e21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11568fda36994ae4b9d1f2856c7f49eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2055736 Jan 31 19:00:36.628611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcfeca-19be-451e-9f91-b9f6654cb9ad tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fc932b-4143-4e29-9125-bf9d635f71ce,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:36.633228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58380) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:36.704932 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddbcfeca-19be-451e-9f91-b9f6654cb9ad tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:36.708984 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ddbcfeca-19be-451e-9f91-b9f6654cb9ad tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7221406 Jan 31 19:00:36.762052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58382) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:36.781419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bbe54a44-f4c9-4178-b889-8a57e353e5ca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': 'c99b221f-d7b1-4dbc-976e-f961538d2b18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:36.810777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cd3e4-d0fa-4a78-8003-a7aa079dd383 req-088dd80f-0df4-4ca9-853f-cc8e8a4e1565 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:36.812501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b3cd3e4-d0fa-4a78-8003-a7aa079dd383 req-088dd80f-0df4-4ca9-853f-cc8e8a4e1565 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.49 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.6449711 Jan 31 19:00:36.838998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0ae9c-0e44-4c11-8212-fff56d3f3e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb2e18c-41a7-45a7-9d61-152b89fded21,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:36.862291 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-495837823'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:36.975662 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-58e7b6c5-0084-448c-86f3-629c91a1e096 service neutron] 10.222.0.21 "GET /v2.0/networks/960977ef-7268-47d3-9c71-6fb6b1a3b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899290 Jan 31 19:00:36.987611 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbe54a44-f4c9-4178-b889-8a57e353e5ca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (4ada53e5-e6ca-40fd-a48a-987c27c441e6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.005541 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:37.015730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.044733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8273273-d723-47bc-85a8-3390f7b560a8 admin admin] Publish callbacks [] for security_group (afb2e18c-41a7-45a7-9d61-152b89fded21), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.053149 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.055612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddc80501-e81a-47d2-9791-bc4590883883 req-3c717e35-8d1e-4151-802b-7ed64852f766 service neutron] 10.222.0.49 "GET /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7591805 Jan 31 19:00:37.137587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-5b3cd3e4-d0fa-4a78-8003-a7aa079dd383 req-80cd0ae7-4b55-4b5f-afc9-ec01b08f3172 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:37.138307 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b3cd3e4-d0fa-4a78-8003-a7aa079dd383 req-80cd0ae7-4b55-4b5f-afc9-ec01b08f3172 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.141816 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8273273-d723-47bc-85a8-3390f7b560a8 admin admin] Publish callbacks [] for security_group (afb2e18c-41a7-45a7-9d61-152b89fded21), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.236612 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-23cb3b47-770e-4246-acfc-590dde4f8412 req-184bc65f-771a-4060-937d-ff9dae870003 service neutron] 10.222.0.21 "GET /v2.0/networks/960977ef-7268-47d3-9c71-6fb6b1a3b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515674 Jan 31 19:00:37.252813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbe54a44-f4c9-4178-b889-8a57e353e5ca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (4ada53e5-e6ca-40fd-a48a-987c27c441e6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.272005 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbe54a44-f4c9-4178-b889-8a57e353e5ca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (4ada53e5-e6ca-40fd-a48a-987c27c441e6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.288188 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeb28d-1370-4e0d-a843-9288d7bb7204 req-a6692d05-538b-4a66-b190-90b971037aea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:37.295819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ceeb28d-1370-4e0d-a843-9288d7bb7204 req-a6692d05-538b-4a66-b190-90b971037aea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 946 time: 0.3296783 Jan 31 19:00:37.308017 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe54a44-f4c9-4178-b889-8a57e353e5ca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ada53e5-e6ca-40fd-a48a-987c27c441e6,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:37.327947 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8273273-d723-47bc-85a8-3390f7b560a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (afb2e18c-41a7-45a7-9d61-152b89fded21), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.331001 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8273273-d723-47bc-85a8-3390f7b560a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.334855 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f8273273-d723-47bc-85a8-3390f7b560a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afb2e18c-41a7-45a7-9d61-152b89fded21 HTTP/1.1" status: 204 len: 168 time: 0.6491165 Jan 31 19:00:37.347069 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbe54a44-f4c9-4178-b889-8a57e353e5ca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.351307 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bbe54a44-f4c9-4178-b889-8a57e353e5ca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5844309 Jan 31 19:00:37.378976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58402) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:37.388089 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for security_group (0e6316c3-d82e-48c7-821a-499bc313e1e3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.404308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9564193d-8a68-4314-8c80-129609c6e23d tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': 'c99b221f-d7b1-4dbc-976e-f961538d2b18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:37.417568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8273273-d723-47bc-85a8-3390f7b560a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb2e18c-41a7-45a7-9d61-152b89fded21,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:37.430715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0e6316c3-d82e-48c7-821a-499bc313e1e3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.520733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ceeb28d-1370-4e0d-a843-9288d7bb7204 req-5603074d-6822-452e-bc4f-69ef24332c57 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/security-groups?id=aab0ad6c-f785-4d72-950a-ef6030a3f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650760 Jan 31 19:00:37.537115 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:00:37.541048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5b3cd3e4-d0fa-4a78-8003-a7aa079dd383 req-80cd0ae7-4b55-4b5f-afc9-ec01b08f3172 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:37.541800 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b3cd3e4-d0fa-4a78-8003-a7aa079dd383 req-80cd0ae7-4b55-4b5f-afc9-ec01b08f3172 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.572845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf574f6-1de5-4243-b3c2-7d093fa44def req-9a941bd8-1561-413e-8d52-8262deb26769 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:37.575181 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6316c3-d82e-48c7-821a-499bc313e1e3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:37.582513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cf574f6-1de5-4243-b3c2-7d093fa44def req-9a941bd8-1561-413e-8d52-8262deb26769 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 944 time: 0.2843094 Jan 31 19:00:37.595809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-5b3cd3e4-d0fa-4a78-8003-a7aa079dd383 req-80cd0ae7-4b55-4b5f-afc9-ec01b08f3172 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:37.602806 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a636e83b-b4f9-49f9-95de-d1380bcdba9b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.603245 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Added segment a636e83b-b4f9-49f9-95de-d1380bcdba9b of type vlan for network 2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01 Jan 31 19:00:37.622079 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9564193d-8a68-4314-8c80-129609c6e23d tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (48a13d11-3493-4ee9-bee6-21610d4d0c3a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.629162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeeba81-c8c2-4d13-a37c-6939fac427ab req-238ee6ca-a93f-441f-bb91-bbb9c60c4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:37.630714 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cfeeba81-c8c2-4d13-a37c-6939fac427ab req-238ee6ca-a93f-441f-bb91-bbb9c60c4915 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8a2614ccdd2435bbb4e4cf0e296eed9&device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 1127 time: 0.3182437 Jan 31 19:00:37.707926 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.710026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cf574f6-1de5-4243-b3c2-7d093fa44def req-01f1b25b-f09a-4d0f-86da-02abfa0c36eb tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8871157-7d58-49d2-9863-b45954f28c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262796 Jan 31 19:00:37.844509 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9564193d-8a68-4314-8c80-129609c6e23d tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (48a13d11-3493-4ee9-bee6-21610d4d0c3a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.847739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.852232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:37.852898 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.879696 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9564193d-8a68-4314-8c80-129609c6e23d tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (48a13d11-3493-4ee9-bee6-21610d4d0c3a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.915091 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b3cd3e4-d0fa-4a78-8003-a7aa079dd383 req-80cd0ae7-4b55-4b5f-afc9-ec01b08f3172 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (000ca7e1-d4b0-4a42-bef9-d9a2f5e69710), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:37.990397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd0ae7-4b55-4b5f-afc9-ec01b08f3172 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=000ca7e1-d4b0-4a42-bef9-d9a2f5e69710,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:38.066770 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3cd3e4-d0fa-4a78-8003-a7aa079dd383 req-80cd0ae7-4b55-4b5f-afc9-ec01b08f3172 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] No DVR routers for this DVR port 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:38.076328 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b3cd3e4-d0fa-4a78-8003-a7aa079dd383 req-80cd0ae7-4b55-4b5f-afc9-ec01b08f3172 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:38.084739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b3cd3e4-d0fa-4a78-8003-a7aa079dd383 req-80cd0ae7-4b55-4b5f-afc9-ec01b08f3172 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.49 "DELETE /v2.0/ports/000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 HTTP/1.1" status: 204 len: 173 time: 1.2612550 Jan 31 19:00:38.085286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'name': 'network-vif-deleted', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:00:38.091678 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db25440f-e84e-4f07-a944-8d1b7fcdcabb" -d '{"events": [{"server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "name": "network-vif-deleted", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:00:38.176323 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0840b1-8e87-4281-a41a-42e0fb165d91 x-openstack-request-id: req-fc0840b1-8e87-4281-a41a-42e0fb165d91 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:00:38.176974 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439711a0-5a62-41a7-9187-29022f115835", "name": "network-vif-deleted", "tag": "000ca7e1-d4b0-4a42-bef9-d9a2f5e69710", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:00:38.177390 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc0840b1-8e87-4281-a41a-42e0fb165d91 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:00:38.178242 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439711a0-5a62-41a7-9187-29022f115835', 'name': 'network-vif-deleted', 'tag': '000ca7e1-d4b0-4a42-bef9-d9a2f5e69710', 'status': 'completed', 'code': 200} Jan 31 19:00:38.260397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:38.307842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeeba81-c8c2-4d13-a37c-6939fac427ab req-b6205465-0f31-48d3-bbf4-9d8c8ec6af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:38.309960 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cfeeba81-c8c2-4d13-a37c-6939fac427ab req-b6205465-0f31-48d3-bbf4-9d8c8ec6af27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=960977ef-7268-47d3-9c71-6fb6b1a3b208 HTTP/1.1" status: 200 len: 909 time: 0.6717548 Jan 31 19:00:38.314030 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8160c190-2719-42dc-be83-cafb665abe1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:38.325613 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7919891 Jan 31 19:00:38.326712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564193d-8a68-4314-8c80-129609c6e23d tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a13d11-3493-4ee9-bee6-21610d4d0c3a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:38.387399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1798f-bd7f-4eab-a4ef-5efc2176c150 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Network': ['ID=2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:38.396015 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9564193d-8a68-4314-8c80-129609c6e23d tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:38.397346 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9564193d-8a68-4314-8c80-129609c6e23d tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0138509 Jan 31 19:00:38.401729 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cfeeba81-c8c2-4d13-a37c-6939fac427ab req-ffa166ef-4c79-4086-b243-21498d83009d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f44d2cb2-8690-42d8-8a21-899c28f6ffad HTTP/1.1" status: 200 len: 217 time: 0.0804024 Jan 31 19:00:38.402221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58426) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:38.405757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:00:38.526306 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeeba81-c8c2-4d13-a37c-6939fac427ab req-9a0a63e1-64e6-418f-b7a5-6e73a46de417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:38.528136 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cfeeba81-c8c2-4d13-a37c-6939fac427ab req-9a0a63e1-64e6-418f-b7a5-6e73a46de417 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e HTTP/1.1" status: 200 len: 848 time: 0.1182368 Jan 31 19:00:38.532100 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59fcbe4b-4e47-46a8-a50d-fdcefe887955 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (48a13d11-3493-4ee9-bee6-21610d4d0c3a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:38.607710 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59fcbe4b-4e47-46a8-a50d-fdcefe887955 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (48a13d11-3493-4ee9-bee6-21610d4d0c3a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:38.624389 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cfeeba81-c8c2-4d13-a37c-6939fac427ab req-7c4f24b2-95db-44b1-8b9b-c794cbbce6d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=960977ef-7268-47d3-9c71-6fb6b1a3b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880220 Jan 31 19:00:38.667179 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-cfeeba81-c8c2-4d13-a37c-6939fac427ab req-e70c418c-307f-4ecc-87b3-a7ec5b1705ba service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:00:38.670668 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cfeeba81-c8c2-4d13-a37c-6939fac427ab req-e70c418c-307f-4ecc-87b3-a7ec5b1705ba service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0346577 Jan 31 19:00:38.731605 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8160c190-2719-42dc-be83-cafb665abe1b admin admin] Publish callbacks [] for security_group (5e336a5e-0f46-4804-ac2b-743d303042e3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:38.822884 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8160c190-2719-42dc-be83-cafb665abe1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5e336a5e-0f46-4804-ac2b-743d303042e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:38.855593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50876ffa-601a-4966-89d3-d3fc636606e8 req-e110a40a-fdfe-4172-b88f-868a6dd4af9d tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "GET /v2.0/ports?device_id=439711a0-5a62-41a7-9187-29022f115835 HTTP/1.1" status: 200 len: 210 time: 0.1288111 Jan 31 19:00:38.955437 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59fcbe4b-4e47-46a8-a50d-fdcefe887955 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (48a13d11-3493-4ee9-bee6-21610d4d0c3a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:38.974645 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59fcbe4b-4e47-46a8-a50d-fdcefe887955 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:38.979507 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-59fcbe4b-4e47-46a8-a50d-fdcefe887955 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/48a13d11-3493-4ee9-bee6-21610d4d0c3a HTTP/1.1" status: 204 len: 168 time: 0.5720241 Jan 31 19:00:38.984624 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:39.021609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8160c190-2719-42dc-be83-cafb665abe1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=768647976ce2422b9c4c959e2a053cca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7578619 Jan 31 19:00:39.024883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58438) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:39.056614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160c190-2719-42dc-be83-cafb665abe1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e336a5e-0f46-4804-ac2b-743d303042e3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:39.073998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcbe4b-4e47-46a8-a50d-fdcefe887955 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48a13d11-3493-4ee9-bee6-21610d4d0c3a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:39.086292 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cfeeba81-c8c2-4d13-a37c-6939fac427ab req-f96c910a-9d44-4e3e-ab61-4a725a34666d service neutron] 10.222.0.21 "GET /v2.0/networks/960977ef-7268-47d3-9c71-6fb6b1a3b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068861 Jan 31 19:00:39.114550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd7e99-52e5-43ad-8548-cf0ea12f46c4 req-c326d1f8-7de2-466f-90bb-451d27441d6e tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:39.122006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2bfd7e99-52e5-43ad-8548-cf0ea12f46c4 req-c326d1f8-7de2-466f-90bb-451d27441d6e tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 944 time: 0.1765482 Jan 31 19:00:39.126604 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cef2a6db-4331-4100-99d8-c1159ebd257a admin admin] Publish callbacks [] for security_group (5e336a5e-0f46-4804-ac2b-743d303042e3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.228598 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1a725c85-15f7-4e34-b7d0-1c31328eacfd tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2346637 Jan 31 19:00:39.231453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:39.237596 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2bfd7e99-52e5-43ad-8548-cf0ea12f46c4 req-e8ae3b03-9e25-43dd-a4ea-46596b8c4187 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8871157-7d58-49d2-9863-b45954f28c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144528 Jan 31 19:00:39.260368 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cef2a6db-4331-4100-99d8-c1159ebd257a admin admin] Publish callbacks [] for security_group (5e336a5e-0f46-4804-ac2b-743d303042e3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.305909 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00b7ed47-c214-459e-8abe-9349c54cfab9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (4ada53e5-e6ca-40fd-a48a-987c27c441e6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.322587 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00b7ed47-c214-459e-8abe-9349c54cfab9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (4ada53e5-e6ca-40fd-a48a-987c27c441e6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.331735 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-cfeeba81-c8c2-4d13-a37c-6939fac427ab req-63c929b0-9541-4651-9432-8f6e6f410f29 service neutron] 10.222.0.21 "GET /v2.0/networks/960977ef-7268-47d3-9c71-6fb6b1a3b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350976 Jan 31 19:00:39.360253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00b7ed47-c214-459e-8abe-9349c54cfab9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (4ada53e5-e6ca-40fd-a48a-987c27c441e6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.372512 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cef2a6db-4331-4100-99d8-c1159ebd257a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5e336a5e-0f46-4804-ac2b-743d303042e3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.377137 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cef2a6db-4331-4100-99d8-c1159ebd257a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.383736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00b7ed47-c214-459e-8abe-9349c54cfab9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.387660 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-00b7ed47-c214-459e-8abe-9349c54cfab9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4ada53e5-e6ca-40fd-a48a-987c27c441e6 HTTP/1.1" status: 204 len: 168 time: 0.1550014 Jan 31 19:00:39.393916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58446) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:39.396039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cef2a6db-4331-4100-99d8-c1159ebd257a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e336a5e-0f46-4804-ac2b-743d303042e3 HTTP/1.1" status: 204 len: 168 time: 0.3570359 Jan 31 19:00:39.416016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7ed47-c214-459e-8abe-9349c54cfab9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ada53e5-e6ca-40fd-a48a-987c27c441e6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:39.416467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2a6db-4331-4100-99d8-c1159ebd257a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e336a5e-0f46-4804-ac2b-743d303042e3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:39.516203 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a44d5ab8-71be-4c9f-9385-9a4768e83b84 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1181681 Jan 31 19:00:39.518936 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58450) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:39.575938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:39.580279 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a9e638a-b24b-4a06-8e7b-9106906fa653 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (24fc932b-4143-4e29-9125-bf9d635f71ce), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.589834 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a9e638a-b24b-4a06-8e7b-9106906fa653 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (24fc932b-4143-4e29-9125-bf9d635f71ce), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.624949 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a9e638a-b24b-4a06-8e7b-9106906fa653 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (24fc932b-4143-4e29-9125-bf9d635f71ce), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.631759 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a9e638a-b24b-4a06-8e7b-9106906fa653 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.633345 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6a9e638a-b24b-4a06-8e7b-9106906fa653 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/24fc932b-4143-4e29-9125-bf9d635f71ce HTTP/1.1" status: 204 len: 168 time: 0.1117105 Jan 31 19:00:39.636765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:39.650757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:39.651622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 000ca7e1-d4b0-4a42-bef9-d9a2f5e69710 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:39.662629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e638a-b24b-4a06-8e7b-9106906fa653 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24fc932b-4143-4e29-9125-bf9d635f71ce,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:39.717958 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-44f31bc0-2416-444f-8d9d-dc34d9b4af9d tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0791352 Jan 31 19:00:39.720649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58454) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:39.771003 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7321c770-6bf9-4056-be42-6988b25cf2a0 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (34889e72-188e-4132-960b-f4e552ca024f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.793486 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7321c770-6bf9-4056-be42-6988b25cf2a0 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (34889e72-188e-4132-960b-f4e552ca024f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.860326 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7321c770-6bf9-4056-be42-6988b25cf2a0 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (34889e72-188e-4132-960b-f4e552ca024f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.862907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f44d2cb2-8690-42d8-8a21-899c28f6ffad details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:00:39.874519 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7321c770-6bf9-4056-be42-6988b25cf2a0 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:39.878357 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7321c770-6bf9-4056-be42-6988b25cf2a0 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/34889e72-188e-4132-960b-f4e552ca024f HTTP/1.1" status: 204 len: 168 time: 0.1553898 Jan 31 19:00:39.879865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58460) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:39.908636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321c770-6bf9-4056-be42-6988b25cf2a0 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34889e72-188e-4132-960b-f4e552ca024f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:39.969894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58468) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:40.005952 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-773e4a13-eea5-4fb0-8feb-087cbf73f4ae tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1246426 Jan 31 19:00:40.012020 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58470) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:40.058837 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fcd17ec-7e5d-42a4-a113-459c1a1f939a tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (47b3e9a8-9840-471d-8758-a03373b72e01), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:40.082048 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fcd17ec-7e5d-42a4-a113-459c1a1f939a tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (47b3e9a8-9840-471d-8758-a03373b72e01), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:40.103428 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58474) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:40.136190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f44d2cb2-8690-42d8-8a21-899c28f6ffad, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f44d2cb2-8690-42d8-8a21-899c28f6ffad,segment=NetworkSegment(e2934690-927b-4f8e-be64-868d0b4e1df3),segment_id=e2934690-927b-4f8e-be64-868d0b4e1df3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:40.167999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'f44d2cb2-8690-42d8-8a21-899c28f6ffad', 'network_id': '960977ef-7268-47d3-9c71-6fb6b1a3b208', 'port_id': 'f44d2cb2-8690-42d8-8a21-899c28f6ffad', 'mac_address': 'fa:16:3e:59:bb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:00:40.171818 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fcd17ec-7e5d-42a4-a113-459c1a1f939a tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (47b3e9a8-9840-471d-8758-a03373b72e01), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:40.187919 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fcd17ec-7e5d-42a4-a113-459c1a1f939a tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:40.193294 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2fcd17ec-7e5d-42a4-a113-459c1a1f939a tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/47b3e9a8-9840-471d-8758-a03373b72e01 HTTP/1.1" status: 204 len: 168 time: 0.1794271 Jan 31 19:00:40.198834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58482) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:40.215401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd17ec-7e5d-42a4-a113-459c1a1f939a tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47b3e9a8-9840-471d-8758-a03373b72e01,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:40.238881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f44d2cb2-8690-42d8-8a21-899c28f6ffad is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:40.239410 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:40.258126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44d2cb2-8690-42d8-8a21-899c28f6ffad {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:00:40.287224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f44d2cb2-8690-42d8-8a21-899c28f6ffad, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f44d2cb2-8690-42d8-8a21-899c28f6ffad,segment=NetworkSegment(e2934690-927b-4f8e-be64-868d0b4e1df3),segment_id=e2934690-927b-4f8e-be64-868d0b4e1df3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:40.298526 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:40.392441 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36505274-4542-48c8-aa8c-51a55bf50eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:40.483974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f44d2cb2-8690-42d8-8a21-899c28f6ffad,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:40.516823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.518404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.522102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.522640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.524224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.525535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.526902 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.528842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9de9582e-59d4-4f13-bb47-32920d918c88 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3159037 Jan 31 19:00:40.529491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.530295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58490) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:40.530429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.531223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.533480 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.534503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.535641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:00:40.577315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f44d2cb2-8690-42d8-8a21-899c28f6ffad'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:00:40.698293 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36505274-4542-48c8-aa8c-51a55bf50eae admin admin] Publish callbacks [] for security_group (be059c2b-100a-4534-a163-e107c311c504), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:40.712931 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36505274-4542-48c8-aa8c-51a55bf50eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (be059c2b-100a-4534-a163-e107c311c504), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:40.751730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734500ad-fa1b-4923-96e8-52d10f0bb9bc req-cb23dac6-2994-40b2-9798-a3b92e7c2967 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:40.753666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-734500ad-fa1b-4923-96e8-52d10f0bb9bc req-cb23dac6-2994-40b2-9798-a3b92e7c2967 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 945 time: 0.3413208 Jan 31 19:00:40.836306 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0eca48a-2b7e-4a85-9a61-e569f0dd955c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (c99b221f-d7b1-4dbc-976e-f961538d2b18), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:40.866579 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-36505274-4542-48c8-aa8c-51a55bf50eae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71175691394344329cead53661cd2dd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7603040 Jan 31 19:00:40.866579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36505274-4542-48c8-aa8c-51a55bf50eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be059c2b-100a-4534-a163-e107c311c504,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:40.870919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:40.891770 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0eca48a-2b7e-4a85-9a61-e569f0dd955c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (c99b221f-d7b1-4dbc-976e-f961538d2b18), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:40.996557 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0eca48a-2b7e-4a85-9a61-e569f0dd955c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c99b221f-d7b1-4dbc-976e-f961538d2b18), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.000770 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0eca48a-2b7e-4a85-9a61-e569f0dd955c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.002028 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d0eca48a-2b7e-4a85-9a61-e569f0dd955c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-groups/c99b221f-d7b1-4dbc-976e-f961538d2b18 HTTP/1.1" status: 204 len: 168 time: 0.4708402 Jan 31 19:00:41.006355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bea45213-c0d2-4c73-b4f3-fc2b132c010b admin admin] Publish callbacks [] for security_group (be059c2b-100a-4534-a163-e107c311c504), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.009877 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:41.045655 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eca48a-2b7e-4a85-9a61-e569f0dd955c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99b221f-d7b1-4dbc-976e-f961538d2b18,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:41.089147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bea45213-c0d2-4c73-b4f3-fc2b132c010b admin admin] Publish callbacks [] for security_group (be059c2b-100a-4534-a163-e107c311c504), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.110632 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-07939924-2b63-49a3-9b3b-b159feeec021 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0994391 Jan 31 19:00:41.118630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58508) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:41.127383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7225570c-6755-4964-9519-6a8897c04b8f tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group': {'name': 'tempest-secgroup--625998783'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:41.161326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-734500ad-fa1b-4923-96e8-52d10f0bb9bc req-dba19772-ef2a-4157-8c23-9b7a9d0f0127 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8871157-7d58-49d2-9863-b45954f28c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884797 Jan 31 19:00:41.173576 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bea45213-c0d2-4c73-b4f3-fc2b132c010b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (be059c2b-100a-4534-a163-e107c311c504), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.179391 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bea45213-c0d2-4c73-b4f3-fc2b132c010b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.179391 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bea45213-c0d2-4c73-b4f3-fc2b132c010b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be059c2b-100a-4534-a163-e107c311c504 HTTP/1.1" status: 204 len: 168 time: 0.3069928 Jan 31 19:00:41.203666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea45213-c0d2-4c73-b4f3-fc2b132c010b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be059c2b-100a-4534-a163-e107c311c504,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:41.225144 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7225570c-6755-4964-9519-6a8897c04b8f tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.491584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9b84690-991c-49d3-a3b9-be6705fe8dd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.498856 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7225570c-6755-4964-9519-6a8897c04b8f tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (e8d2e1ca-cad8-433a-b726-bdb399b9a20f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.569544 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7225570c-6755-4964-9519-6a8897c04b8f tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e8d2e1ca-cad8-433a-b726-bdb399b9a20f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.617673 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7225570c-6755-4964-9519-6a8897c04b8f tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.619086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7225570c-6755-4964-9519-6a8897c04b8f tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4989114 Jan 31 19:00:41.624177 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58518) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:41.630029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dfd69648-549e-4e3d-afeb-507fd702bca1 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': 'e8d2e1ca-cad8-433a-b726-bdb399b9a20f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:41.649033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225570c-6755-4964-9519-6a8897c04b8f tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d2e1ca-cad8-433a-b726-bdb399b9a20f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:41.712818 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd69648-549e-4e3d-afeb-507fd702bca1 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (b5b41f4b-b99c-4dae-8ec0-1774cfeac946), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.879307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f44d2cb2-8690-42d8-8a21-899c28f6ffad up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:00:41.896686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e9b84690-991c-49d3-a3b9-be6705fe8dd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port 994ee413-d47e-4984-933d-ff5e100196c3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:41.896903 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9b84690-991c-49d3-a3b9-be6705fe8dd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (994ee413-d47e-4984-933d-ff5e100196c3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.898733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd69648-549e-4e3d-afeb-507fd702bca1 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (b5b41f4b-b99c-4dae-8ec0-1774cfeac946), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.914639 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd69648-549e-4e3d-afeb-507fd702bca1 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (b5b41f4b-b99c-4dae-8ec0-1774cfeac946), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.956932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58528) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:41.957305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:41.965738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd69648-549e-4e3d-afeb-507fd702bca1 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b41f4b-b99c-4dae-8ec0-1774cfeac946,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:41.970666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d5bf21f4-106d-4dd0-80e1-5b20d0f6cad4 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'subnet': {'network_id': '2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:41.989289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd69648-549e-4e3d-afeb-507fd702bca1 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:41.991259 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dfd69648-549e-4e3d-afeb-507fd702bca1 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3652954 Jan 31 19:00:41.995480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58534) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:42.048948 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e496435-e612-417f-b437-6dc0a26da3d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.137422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e9b84690-991c-49d3-a3b9-be6705fe8dd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port 994ee413-d47e-4984-933d-ff5e100196c3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=994ee413-d47e-4984-933d-ff5e100196c3,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:42.137801 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9b84690-991c-49d3-a3b9-be6705fe8dd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (994ee413-d47e-4984-933d-ff5e100196c3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.147419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-932a911f-efc3-454b-be6f-d2748d78dc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (e8d2e1ca-cad8-433a-b726-bdb399b9a20f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.176012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bf21f4-106d-4dd0-80e1-5b20d0f6cad4 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:42.180403 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5bf21f4-106d-4dd0-80e1-5b20d0f6cad4 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.184509 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-932a911f-efc3-454b-be6f-d2748d78dc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (e8d2e1ca-cad8-433a-b726-bdb399b9a20f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.251009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-932a911f-efc3-454b-be6f-d2748d78dc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e8d2e1ca-cad8-433a-b726-bdb399b9a20f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.254028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-932a911f-efc3-454b-be6f-d2748d78dc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.257720 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-932a911f-efc3-454b-be6f-d2748d78dc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-groups/e8d2e1ca-cad8-433a-b726-bdb399b9a20f HTTP/1.1" status: 204 len: 168 time: 0.2585807 Jan 31 19:00:42.281662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:42.299446 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a911f-efc3-454b-be6f-d2748d78dc29 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d2e1ca-cad8-433a-b726-bdb399b9a20f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:42.360802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port f44d2cb2-8690-42d8-8a21-899c28f6ffad completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:00:42.367901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port f44d2cb2-8690-42d8-8a21-899c28f6ffad triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:42.368277 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.384765 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-39dd87bc-e799-4095-9a00-152f71e7d8cf tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1018610 Jan 31 19:00:42.392075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:42.397019 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-36738ead-b245-4989-998e-5b16bd2672f2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group': {'name': 'tempest-secgroup--128566517'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:42.420477 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36738ead-b245-4989-998e-5b16bd2672f2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.432906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e9b84690-991c-49d3-a3b9-be6705fe8dd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for 994ee413-d47e-4984-933d-ff5e100196c3 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:42.535786 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36738ead-b245-4989-998e-5b16bd2672f2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (81fee00c-0135-41ac-a181-3995ebe3aa04), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.541597 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36738ead-b245-4989-998e-5b16bd2672f2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (81fee00c-0135-41ac-a181-3995ebe3aa04), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.565671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f44d2cb2-8690-42d8-8a21-899c28f6ffad is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:42.566573 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.602775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9760311-519e-422a-9ebd-11c02b7377be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44d2cb2-8690-42d8-8a21-899c28f6ffad'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:00:42.607892 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af471641-271e-4466-9807-dbeb004a9ffa" -d '{"events": [{"server_uuid": "e9760311-519e-422a-9ebd-11c02b7377be", "name": "network-vif-plugged", "status": "completed", "tag": "f44d2cb2-8690-42d8-8a21-899c28f6ffad"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:00:42.619880 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36738ead-b245-4989-998e-5b16bd2672f2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.631052 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-36738ead-b245-4989-998e-5b16bd2672f2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2331285 Jan 31 19:00:42.631052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36738ead-b245-4989-998e-5b16bd2672f2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81fee00c-0135-41ac-a181-3995ebe3aa04,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:42.634904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:42.644910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-18347788-4b9a-4f24-be41-4510fd74a6c4 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909980291'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:42.672932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f44d2cb2-8690-42d8-8a21-899c28f6ffad, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f44d2cb2-8690-42d8-8a21-899c28f6ffad,segment=NetworkSegment(e2934690-927b-4f8e-be64-868d0b4e1df3),segment_id=e2934690-927b-4f8e-be64-868d0b4e1df3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:42.681782 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.742850 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18347788-4b9a-4f24-be41-4510fd74a6c4 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.780997 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fd5519-afce-4618-85ed-dafddfa5a451 x-openstack-request-id: req-b3fd5519-afce-4618-85ed-dafddfa5a451 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:00:42.781290 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9760311-519e-422a-9ebd-11c02b7377be", "name": "network-vif-plugged", "status": "completed", "tag": "f44d2cb2-8690-42d8-8a21-899c28f6ffad", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:00:42.786666 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3fd5519-afce-4618-85ed-dafddfa5a451 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:00:42.787623 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9760311-519e-422a-9ebd-11c02b7377be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44d2cb2-8690-42d8-8a21-899c28f6ffad', 'code': 200} Jan 31 19:00:42.789167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f44d2cb2-8690-42d8-8a21-899c28f6ffad,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:42.818987 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5bf21f4-106d-4dd0-80e1-5b20d0f6cad4 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.839319 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e496435-e612-417f-b437-6dc0a26da3d9 admin admin] Publish callbacks [] for security_group (19aa38f2-37cc-4157-b79c-2a83e92d3fce), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.850850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e18fb-d311-4a83-8e7a-8b102440d9d5 req-a749f24c-7b1a-4156-ba6b-4b14bf51daa8 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:42.852613 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef7e18fb-d311-4a83-8e7a-8b102440d9d5 req-a749f24c-7b1a-4156-ba6b-4b14bf51daa8 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 945 time: 0.4357123 Jan 31 19:00:42.894784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e496435-e612-417f-b437-6dc0a26da3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (19aa38f2-37cc-4157-b79c-2a83e92d3fce), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.915526 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18347788-4b9a-4f24-be41-4510fd74a6c4 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (34b3e90d-220d-434a-b2d2-c64eab602ecd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.921475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18347788-4b9a-4f24-be41-4510fd74a6c4 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (34b3e90d-220d-434a-b2d2-c64eab602ecd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.982673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18347788-4b9a-4f24-be41-4510fd74a6c4 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:42.983858 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-18347788-4b9a-4f24-be41-4510fd74a6c4 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3469052 Jan 31 19:00:42.986701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:43.000111 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e268139e-accb-4e7b-99b8-038ea566b0bd tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': '81fee00c-0135-41ac-a181-3995ebe3aa04', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '34b3e90d-220d-434a-b2d2-c64eab602ecd', 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:43.007967 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18347788-4b9a-4f24-be41-4510fd74a6c4 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b3e90d-220d-434a-b2d2-c64eab602ecd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:43.064024 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e268139e-accb-4e7b-99b8-038ea566b0bd tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (22fe9073-303d-48ac-8d87-6518af74fd09), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.099014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3e496435-e612-417f-b437-6dc0a26da3d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49994d917b50474caae7fe62876f4b7c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1392274 Jan 31 19:00:43.114078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58576) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:43.115310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf21f4-106d-4dd0-80e1-5b20d0f6cad4 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Subnet': ['ID=e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:43.140574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e496435-e612-417f-b437-6dc0a26da3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19aa38f2-37cc-4157-b79c-2a83e92d3fce,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:43.199553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf21f4-106d-4dd0-80e1-5b20d0f6cad4 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Checking segment: {'id': 'a636e83b-b4f9-49f9-95de-d1380bcdba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:43.199553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf21f4-106d-4dd0-80e1-5b20d0f6cad4 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network hostable DHCP agents. Network: 2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:00:43.220202 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef7e18fb-d311-4a83-8e7a-8b102440d9d5 req-4b82616a-4767-4c41-8325-a81447051bd7 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8871157-7d58-49d2-9863-b45954f28c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363092 Jan 31 19:00:43.221209 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c079dea-0506-4bc5-b56c-0b4c6680423c req-285e339a-6e36-4524-8b25-79710c8a8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:43.223520 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4c079dea-0506-4bc5-b56c-0b4c6680423c req-285e339a-6e36-4524-8b25-79710c8a8d72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 1129 time: 0.3761046 Jan 31 19:00:43.271176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf21f4-106d-4dd0-80e1-5b20d0f6cad4 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network 2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:00:43.289000 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e268139e-accb-4e7b-99b8-038ea566b0bd tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (22fe9073-303d-48ac-8d87-6518af74fd09), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.298417 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e268139e-accb-4e7b-99b8-038ea566b0bd tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (22fe9073-303d-48ac-8d87-6518af74fd09), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.317840 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9d6685f-b045-4e99-a8e3-9bb755a32800 admin admin] Publish callbacks [] for security_group (19aa38f2-37cc-4157-b79c-2a83e92d3fce), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.329122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d5bf21f4-106d-4dd0-80e1-5b20d0f6cad4 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:43.333586 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268139e-accb-4e7b-99b8-038ea566b0bd tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fe9073-303d-48ac-8d87-6518af74fd09,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:43.337843 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4c079dea-0506-4bc5-b56c-0b4c6680423c req-c476741a-f123-43b9-9f31-b3de7699e960 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c8871157-7d58-49d2-9863-b45954f28c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017785 Jan 31 19:00:43.341462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bf21f4-106d-4dd0-80e1-5b20d0f6cad4 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:43.342723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fb9205-f261-4cc1-a30b-35bd0d074f96 None None] Network 2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:43.343229 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5bf21f4-106d-4dd0-80e1-5b20d0f6cad4 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.349672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e268139e-accb-4e7b-99b8-038ea566b0bd tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.353062 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e268139e-accb-4e7b-99b8-038ea566b0bd tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3652132 Jan 31 19:00:43.355725 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:43.372017 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9d6685f-b045-4e99-a8e3-9bb755a32800 admin admin] Publish callbacks [] for security_group (19aa38f2-37cc-4157-b79c-2a83e92d3fce), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.395699 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-976c995d-de83-441d-86d2-3641a996aa0e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (22fe9073-303d-48ac-8d87-6518af74fd09), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.397916 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9b84690-991c-49d3-a3b9-be6705fe8dd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (994ee413-d47e-4984-933d-ff5e100196c3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.421028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-976c995d-de83-441d-86d2-3641a996aa0e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (22fe9073-303d-48ac-8d87-6518af74fd09), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.432258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d5bf21f4-106d-4dd0-80e1-5b20d0f6cad4 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4737699 Jan 31 19:00:43.436597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:43.446675 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ec3d070a-5e77-46de-8cf1-371e3e0079d1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-301853528'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:43.476465 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b84690-991c-49d3-a3b9-be6705fe8dd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=994ee413-d47e-4984-933d-ff5e100196c3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:43.527134 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-976c995d-de83-441d-86d2-3641a996aa0e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (22fe9073-303d-48ac-8d87-6518af74fd09), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.534180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-976c995d-de83-441d-86d2-3641a996aa0e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.544415 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-976c995d-de83-441d-86d2-3641a996aa0e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/22fe9073-303d-48ac-8d87-6518af74fd09 HTTP/1.1" status: 204 len: 168 time: 0.1801765 Jan 31 19:00:43.549045 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58608) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:43.580451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3d070a-5e77-46de-8cf1-371e3e0079d1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:43.586098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c995d-de83-441d-86d2-3641a996aa0e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22fe9073-303d-48ac-8d87-6518af74fd09,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:43.590467 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3d070a-5e77-46de-8cf1-371e3e0079d1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.617614 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9d6685f-b045-4e99-a8e3-9bb755a32800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (19aa38f2-37cc-4157-b79c-2a83e92d3fce), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.622421 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9d6685f-b045-4e99-a8e3-9bb755a32800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.624991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a9d6685f-b045-4e99-a8e3-9bb755a32800 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19aa38f2-37cc-4157-b79c-2a83e92d3fce HTTP/1.1" status: 204 len: 168 time: 0.5061324 Jan 31 19:00:43.657501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6685f-b045-4e99-a8e3-9bb755a32800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aa38f2-37cc-4157-b79c-2a83e92d3fce,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:43.677575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01', 'network_id': '2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01', 'project_id': 'bd261358f45446b08bd0dddd4ca3506b', 'fixed_ips': [{'subnet_id': 'e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:00:43.682084 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.715831 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4de76f22-6b1a-439d-9d3c-6e2b00de0390 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1623709 Jan 31 19:00:43.722500 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58618) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:43.724589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3d070a-5e77-46de-8cf1-371e3e0079d1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:00:43.746698 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3d070a-5e77-46de-8cf1-371e3e0079d1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4b731fdb-a711-4a73-9b94-d18931b320d7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.747153 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-ec3d070a-5e77-46de-8cf1-371e3e0079d1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Added segment 4b731fdb-a711-4a73-9b94-d18931b320d7 of type vlan for network 02b68f4e-fe37-4195-819f-1bce4692f34e Jan 31 19:00:43.866433 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9b84690-991c-49d3-a3b9-be6705fe8dd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.894996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90d0c010-5daa-4644-b6f5-b2a89c91b9e9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (34b3e90d-220d-434a-b2d2-c64eab602ecd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.910362 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3d070a-5e77-46de-8cf1-371e3e0079d1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (02b68f4e-fe37-4195-819f-1bce4692f34e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.956362 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3d070a-5e77-46de-8cf1-371e3e0079d1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (02b68f4e-fe37-4195-819f-1bce4692f34e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.957056 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90d0c010-5daa-4644-b6f5-b2a89c91b9e9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (34b3e90d-220d-434a-b2d2-c64eab602ecd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:43.967340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3d070a-5e77-46de-8cf1-371e3e0079d1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:43.968433 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3d070a-5e77-46de-8cf1-371e3e0079d1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:44.022353 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58632) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:44.023152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ec3d070a-5e77-46de-8cf1-371e3e0079d1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5769761 Jan 31 19:00:44.023372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:44.035382 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-baee1b13-2da3-4d3c-8abf-834879091cd7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'subnet': {'network_id': '02b68f4e-fe37-4195-819f-1bce4692f34e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:44.182336 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90d0c010-5daa-4644-b6f5-b2a89c91b9e9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (34b3e90d-220d-434a-b2d2-c64eab602ecd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:44.184937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Allocated IP 2001:db8:0:ffff::2 (2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01/e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960/a3033a5f-be54-476e-97c1-989dd7166d1b) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:00:44.187671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90d0c010-5daa-4644-b6f5-b2a89c91b9e9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:44.192195 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-90d0c010-5daa-4644-b6f5-b2a89c91b9e9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-groups/34b3e90d-220d-434a-b2d2-c64eab602ecd HTTP/1.1" status: 204 len: 168 time: 0.4685583 Jan 31 19:00:44.192985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58646) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:44.213366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0c010-5daa-4644-b6f5-b2a89c91b9e9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b3e90d-220d-434a-b2d2-c64eab602ecd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:44.285322 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baee1b13-2da3-4d3c-8abf-834879091cd7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:44.288464 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baee1b13-2da3-4d3c-8abf-834879091cd7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:44.414177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d070a-5e77-46de-8cf1-371e3e0079d1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Network': ['ID=02b68f4e-fe37-4195-819f-1bce4692f34e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:44.466463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 02b68f4e-fe37-4195-819f-1bce4692f34e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:00:44.658272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58658) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:44.704435 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6a470c72-821c-42ae-b894-5a58c12d61dc tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4968536 Jan 31 19:00:44.713312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58664) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:44.755421 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99067a90-84d5-450b-a949-da45e9743804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:44.808845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaef177-220f-48b9-aa59-4f3e6231d80a req-1ffd4ff4-aa66-45a7-be69-0cbc989ed41f tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:44.810316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ceaef177-220f-48b9-aa59-4f3e6231d80a req-1ffd4ff4-aa66-45a7-be69-0cbc989ed41f tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 946 time: 0.2830892 Jan 31 19:00:44.823690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b84690-991c-49d3-a3b9-be6705fe8dd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:00:44.876230 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Publish callbacks [] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:44.885992 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:44.891059 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc6b7325-29dd-48e4-82ea-d9906b406431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:44.953413 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baee1b13-2da3-4d3c-8abf-834879091cd7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (f9acbc37-3c98-412b-9f25-994d2e0028c4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:44.994810 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16e92192-0191-4341-886b-b24017d40a3c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (81fee00c-0135-41ac-a181-3995ebe3aa04), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.002888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Pushing event updated for resources: {'Port': ['ID=a3033a5f-be54-476e-97c1-989dd7166d1b,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:45.022774 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16e92192-0191-4341-886b-b24017d40a3c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (81fee00c-0135-41ac-a181-3995ebe3aa04), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.038711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Network 2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:00:45.055709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:45.069311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:00:45.098777 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee1b13-2da3-4d3c-8abf-834879091cd7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Subnet': ['ID=f9acbc37-3c98-412b-9f25-994d2e0028c4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:45.149189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99067a90-84d5-450b-a949-da45e9743804 admin admin] Publish callbacks [] for security_group (578787b5-90fc-439f-9b33-ca56859d9fa5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.155364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee1b13-2da3-4d3c-8abf-834879091cd7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Checking segment: {'id': '4b731fdb-a711-4a73-9b94-d18931b320d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '02b68f4e-fe37-4195-819f-1bce4692f34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:45.156007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee1b13-2da3-4d3c-8abf-834879091cd7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network hostable DHCP agents. Network: 02b68f4e-fe37-4195-819f-1bce4692f34e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:00:45.158450 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16e92192-0191-4341-886b-b24017d40a3c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (81fee00c-0135-41ac-a181-3995ebe3aa04), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.165340 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16e92192-0191-4341-886b-b24017d40a3c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.165340 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-16e92192-0191-4341-886b-b24017d40a3c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-groups/81fee00c-0135-41ac-a181-3995ebe3aa04 HTTP/1.1" status: 204 len: 168 time: 0.4344516 Jan 31 19:00:45.167753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99067a90-84d5-450b-a949-da45e9743804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (578787b5-90fc-439f-9b33-ca56859d9fa5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.170547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58672) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:45.183160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Attempting to bind port a3033a5f-be54-476e-97c1-989dd7166d1b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:00:45.183539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Attempting to bind port a3033a5f-be54-476e-97c1-989dd7166d1b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'a636e83b-b4f9-49f9-95de-d1380bcdba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:00:45.183908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Attempting to bind port a3033a5f-be54-476e-97c1-989dd7166d1b on network 2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:00:45.200037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e92192-0191-4341-886b-b24017d40a3c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fee00c-0135-41ac-a181-3995ebe3aa04,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:45.202330 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:00:45.203284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Checking segment: {'id': 'a636e83b-b4f9-49f9-95de-d1380bcdba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:45.204194 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.205134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Bound using segment: {'id': 'a636e83b-b4f9-49f9-95de-d1380bcdba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:00:45.206181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Bound port: a3033a5f-be54-476e-97c1-989dd7166d1b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a636e83b-b4f9-49f9-95de-d1380bcdba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:00:45.206791 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.260551 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee1b13-2da3-4d3c-8abf-834879091cd7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network 02b68f4e-fe37-4195-819f-1bce4692f34e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:00:45.279693 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-99067a90-84d5-450b-a949-da45e9743804 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44ea735f7cc943dcb021e69c995bcac8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2517681 Jan 31 19:00:45.284753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58676) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:45.297409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99067a90-84d5-450b-a949-da45e9743804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578787b5-90fc-439f-9b33-ca56859d9fa5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:45.309729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-baee1b13-2da3-4d3c-8abf-834879091cd7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 02b68f4e-fe37-4195-819f-1bce4692f34e) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:45.318690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baee1b13-2da3-4d3c-8abf-834879091cd7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:45.319284 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-baee1b13-2da3-4d3c-8abf-834879091cd7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.324363 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0dae29d4-fb12-46e6-a387-86976f1971f6 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1511235 Jan 31 19:00:45.333322 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:45.335637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db69fe-fe46-4ec4-84bd-f8d27802beb4 None None] Network 02b68f4e-fe37-4195-819f-1bce4692f34e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:45.340232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ad17aef5-0a20-4fd5-bd16-cedb5f716953 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603002810'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:45.372863 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-baee1b13-2da3-4d3c-8abf-834879091cd7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3467224 Jan 31 19:00:45.379206 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58680) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:45.411626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad17aef5-0a20-4fd5-bd16-cedb5f716953 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.430639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] For port a3033a5f-be54-476e-97c1-989dd7166d1b, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:00:45.455467 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25a3f761-f3a9-430c-8d70-a80788696650 admin admin] Publish callbacks [] for security_group (578787b5-90fc-439f-9b33-ca56859d9fa5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.463121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] For port a3033a5f-be54-476e-97c1-989dd7166d1b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a3033a5f-be54-476e-97c1-989dd7166d1b,segment=NetworkSegment(a636e83b-b4f9-49f9-95de-d1380bcdba9b),segment_id=a636e83b-b4f9-49f9-95de-d1380bcdba9b)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:00:45.474847 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.493493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-02b68f4e-fe37-4195-819f-1bce4692f34e', 'network_id': '02b68f4e-fe37-4195-819f-1bce4692f34e', 'project_id': 'bd261358f45446b08bd0dddd4ca3506b', 'fixed_ips': [{'subnet_id': 'f9acbc37-3c98-412b-9f25-994d2e0028c4'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:00:45.494372 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.518881 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25a3f761-f3a9-430c-8d70-a80788696650 admin admin] Publish callbacks [] for security_group (578787b5-90fc-439f-9b33-ca56859d9fa5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.648853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (02b68f4e-fe37-4195-819f-1bce4692f34e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.694740 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaabb8e-56de-4810-bd46-ac502c36620b None None] Pushing event updated for resources: {'Port': ['ID=a3033a5f-be54-476e-97c1-989dd7166d1b,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:45.758714 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad17aef5-0a20-4fd5-bd16-cedb5f716953 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (8811d8c2-5886-493b-b379-b2355ec36992), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.793053 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad17aef5-0a20-4fd5-bd16-cedb5f716953 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8811d8c2-5886-493b-b379-b2355ec36992), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.878839 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (f9acbc37-3c98-412b-9f25-994d2e0028c4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.888830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ceaef177-220f-48b9-aa59-4f3e6231d80a req-102c7c2c-aa40-4865-8758-06fbd5885103 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8871157-7d58-49d2-9863-b45954f28c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0612040 Jan 31 19:00:45.889983 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad17aef5-0a20-4fd5-bd16-cedb5f716953 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:45.891723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Allocated IP 2001:db8::1 (02b68f4e-fe37-4195-819f-1bce4692f34e/f9acbc37-3c98-412b-9f25-994d2e0028c4/f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:00:45.895956 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ad17aef5-0a20-4fd5-bd16-cedb5f716953 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5592306 Jan 31 19:00:45.898382 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:45.925253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b84690-991c-49d3-a3b9-be6705fe8dd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:00:45.934892 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6ab6b4cd-5118-417e-9bf9-d02b0084d09b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': '8811d8c2-5886-493b-b379-b2355ec36992', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:45.946675 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e9b84690-991c-49d3-a3b9-be6705fe8dd8 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "PUT /v2.0/routers/d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9754367 Jan 31 19:00:45.957686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:45.968661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc161c0-1718-4f7e-a0dc-4fba0c1f9fdf None None] Sync routers for ids ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:00:46.063071 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25a3f761-f3a9-430c-8d70-a80788696650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (578787b5-90fc-439f-9b33-ca56859d9fa5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.066238 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25a3f761-f3a9-430c-8d70-a80788696650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.068452 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-25a3f761-f3a9-430c-8d70-a80788696650 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/578787b5-90fc-439f-9b33-ca56859d9fa5 HTTP/1.1" status: 204 len: 168 time: 0.7816069 Jan 31 19:00:46.069187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17aef5-0a20-4fd5-bd16-cedb5f716953 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8811d8c2-5886-493b-b379-b2355ec36992,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:46.091796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc161c0-1718-4f7e-a0dc-4fba0c1f9fdf None None] Routers {'d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:46.092873 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9cc161c0-1718-4f7e-a0dc-4fba0c1f9fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:00:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:46.100597 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3f761-f3a9-430c-8d70-a80788696650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578787b5-90fc-439f-9b33-ca56859d9fa5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:46.104886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b4cd-5118-417e-9bf9-d02b0084d09b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (48e337c4-e79e-4943-8892-172fbb82f880), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.144150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4e1728-bc82-4d9d-a5da-d75831ddb2d5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting subnet adb49a0c-064d-4132-a9cf-1163cd60b38b {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:00:46.154426 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1728-bc82-4d9d-a5da-d75831ddb2d5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for subnet (adb49a0c-064d-4132-a9cf-1163cd60b38b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.206458 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b4cd-5118-417e-9bf9-d02b0084d09b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (48e337c4-e79e-4943-8892-172fbb82f880), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.212704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b4cd-5118-417e-9bf9-d02b0084d09b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (48e337c4-e79e-4943-8892-172fbb82f880), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.249803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b4cd-5118-417e-9bf9-d02b0084d09b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.251666 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6ab6b4cd-5118-417e-9bf9-d02b0084d09b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3233814 Jan 31 19:00:46.262745 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58702) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:46.284255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6b4cd-5118-417e-9bf9-d02b0084d09b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e337c4-e79e-4943-8892-172fbb82f880,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:46.323803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10816efd-a907-48ab-b989-43c9611f6f75 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (48e337c4-e79e-4943-8892-172fbb82f880), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.344003 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1728-bc82-4d9d-a5da-d75831ddb2d5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (adb49a0c-064d-4132-a9cf-1163cd60b38b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.360530 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10816efd-a907-48ab-b989-43c9611f6f75 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (48e337c4-e79e-4943-8892-172fbb82f880), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.437022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10816efd-a907-48ab-b989-43c9611f6f75 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (48e337c4-e79e-4943-8892-172fbb82f880), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.443749 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc6b7325-29dd-48e4-82ea-d9906b406431 admin admin] Publish callbacks [] for security_group (68045489-bd65-4c91-86a9-1f595b48667d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.458545 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10816efd-a907-48ab-b989-43c9611f6f75 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.463720 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-10816efd-a907-48ab-b989-43c9611f6f75 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/48e337c4-e79e-4943-8892-172fbb82f880 HTTP/1.1" status: 204 len: 168 time: 0.1960464 Jan 31 19:00:46.471484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a3033a5f-be54-476e-97c1-989dd7166d1b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:00:46.471833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58708) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:46.477444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10816efd-a907-48ab-b989-43c9611f6f75 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48e337c4-e79e-4943-8892-172fbb82f880,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:46.479812 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc6b7325-29dd-48e4-82ea-d9906b406431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (68045489-bd65-4c91-86a9-1f595b48667d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.554494 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9cc161c0-1718-4f7e-a0dc-4fba0c1f9fdf None None] Set router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:46.614435 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Publish callbacks [] for port (f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.645932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58714) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:46.646154 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fc6b7325-29dd-48e4-82ea-d9906b406431 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84f0910a7af24c3fae0c83dcffd97c93&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9866343 Jan 31 19:00:46.659486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b7325-29dd-48e4-82ea-d9906b406431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68045489-bd65-4c91-86a9-1f595b48667d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:46.674437 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.761834 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (f9acbc37-3c98-412b-9f25-994d2e0028c4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.801103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-140110c0-e2ed-45a1-875c-2be3f7907792 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3142278 Jan 31 19:00:46.801744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58720) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:46.812116 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a3033a5f-be54-476e-97c1-989dd7166d1b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:46.812519 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.868694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Subnet': ['ID=f9acbc37-3c98-412b-9f25-994d2e0028c4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:46.927338 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3e79-3760-48b4-accc-a6c098f80200 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (8811d8c2-5886-493b-b379-b2355ec36992), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:46.938434 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1728-bc82-4d9d-a5da-d75831ddb2d5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (adb49a0c-064d-4132-a9cf-1163cd60b38b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.081151 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3e79-3760-48b4-accc-a6c098f80200 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (8811d8c2-5886-493b-b379-b2355ec36992), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.091719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94f0889e-1161-429d-8103-d8649f31adb5 admin admin] Publish callbacks [] for security_group (68045489-bd65-4c91-86a9-1f595b48667d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.102110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (02b68f4e-fe37-4195-819f-1bce4692f34e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.144143 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94f0889e-1161-429d-8103-d8649f31adb5 admin admin] Publish callbacks [] for security_group (68045489-bd65-4c91-86a9-1f595b48667d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.147551 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b68f4e-fe37-4195-819f-1bce4692f34e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:47.157204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Pushing event updated for resources: {'Port': ['ID=f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:47.176059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b731fdb-a711-4a73-9b94-d18931b320d7') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:47.176547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b731fdb-a711-4a73-9b94-d18931b320d7') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:47.199576 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (4b731fdb-a711-4a73-9b94-d18931b320d7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.216707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Network 02b68f4e-fe37-4195-819f-1bce4692f34e is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:00:47.221856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:47.237891 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1728-bc82-4d9d-a5da-d75831ddb2d5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (adb49a0c-064d-4132-a9cf-1163cd60b38b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.259733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:00:47.262185 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4b731fdb-a711-4a73-9b94-d18931b320d7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.281622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:00:47.284662 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (4b731fdb-a711-4a73-9b94-d18931b320d7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.288550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c7a67-5248-4395-a548-f133c505fb82 None None] Network 2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:00:47.291241 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:00:47.338289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e1728-bc82-4d9d-a5da-d75831ddb2d5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Subnet': ['ID=adb49a0c-064d-4132-a9cf-1163cd60b38b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:47.345726 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3e79-3760-48b4-accc-a6c098f80200 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8811d8c2-5886-493b-b379-b2355ec36992), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.350333 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3e79-3760-48b4-accc-a6c098f80200 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.358551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2ecc3e79-3760-48b4-accc-a6c098f80200 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-groups/8811d8c2-5886-493b-b379-b2355ec36992 HTTP/1.1" status: 204 len: 168 time: 0.5471065 Jan 31 19:00:47.359276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58738) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:47.361083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1728-bc82-4d9d-a5da-d75831ddb2d5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.365001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fe4e1728-bc82-4d9d-a5da-d75831ddb2d5 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/subnets/adb49a0c-064d-4132-a9cf-1163cd60b38b HTTP/1.1" status: 204 len: 168 time: 1.4036725 Jan 31 19:00:47.377004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58740) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:47.387856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbb3808-4c38-44e9-975f-1f6599299ef4 None None] Network 53325844-6576-460a-86d9-f42d5aeacca9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:47.466067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 19:00:47.466067 n-d-812111-15 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 19:00:47.466067 n-d-812111-15 neutron-server[103226]: [parameters: {'id': '02b68f4e-fe37-4195-819f-1bce4692f34e'}] Jan 31 19:00:47.466067 n-d-812111-15 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:00:47.467933 n-d-812111-15 neutron-server[103226]: DEBUG oslo_db.api [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:00:47.470665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94f0889e-1161-429d-8103-d8649f31adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (68045489-bd65-4c91-86a9-1f595b48667d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.479778 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94f0889e-1161-429d-8103-d8649f31adb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.486053 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-94f0889e-1161-429d-8103-d8649f31adb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68045489-bd65-4c91-86a9-1f595b48667d HTTP/1.1" status: 204 len: 168 time: 0.8373554 Jan 31 19:00:47.510771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0889e-1161-429d-8103-d8649f31adb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68045489-bd65-4c91-86a9-1f595b48667d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:47.555331 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.571881 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54140e35-5ce6-497d-969b-a8477ec1c0fd req-7fb30e63-cf51-499d-85d8-f1167e970e31 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:47.574114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54140e35-5ce6-497d-969b-a8477ec1c0fd req-7fb30e63-cf51-499d-85d8-f1167e970e31 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 946 time: 0.4743719 Jan 31 19:00:47.578193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc3e79-3760-48b4-accc-a6c098f80200 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8811d8c2-5886-493b-b379-b2355ec36992,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:47.744134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58760) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:47.744781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-afdfbf2a-52c8-4694-8814-a14696332a0d tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3742244 Jan 31 19:00:47.748470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54140e35-5ce6-497d-969b-a8477ec1c0fd req-91a6c8ec-1a77-41c9-b386-e0a9fa51396e tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8871157-7d58-49d2-9863-b45954f28c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081026 Jan 31 19:00:47.751685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0c40f168-fbe6-4f53-8c8e-669cc1488331 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655065163'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:47.803498 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c40f168-fbe6-4f53-8c8e-669cc1488331 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.866889 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Attempting to bind port f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:00:47.867342 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Attempting to bind port f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '4b731fdb-a711-4a73-9b94-d18931b320d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '02b68f4e-fe37-4195-819f-1bce4692f34e'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:00:47.867507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Attempting to bind port f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca on network 02b68f4e-fe37-4195-819f-1bce4692f34e {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:00:47.874289 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-23d8fbb2-8381-4ebd-9867-b4599896a7f4 None None] Provisioning complete for port a3033a5f-be54-476e-97c1-989dd7166d1b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:47.874501 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_gateway (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.875034 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23d8fbb2-8381-4ebd-9867-b4599896a7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.922303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:00:47.923994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Checking segment: {'id': '4b731fdb-a711-4a73-9b94-d18931b320d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '02b68f4e-fe37-4195-819f-1bce4692f34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:47.925826 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.929908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Bound using segment: {'id': '4b731fdb-a711-4a73-9b94-d18931b320d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '02b68f4e-fe37-4195-819f-1bce4692f34e'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:00:47.930914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Bound port: f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b731fdb-a711-4a73-9b94-d18931b320d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '02b68f4e-fe37-4195-819f-1bce4692f34e'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:00:47.931495 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.969523 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (02b68f4e-fe37-4195-819f-1bce4692f34e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.979118 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c40f168-fbe6-4f53-8c8e-669cc1488331 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (7ba8e876-413b-4da1-94dd-26c74b6f416c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.988478 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c40f168-fbe6-4f53-8c8e-669cc1488331 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7ba8e876-413b-4da1-94dd-26c74b6f416c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:47.998240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port 659f89c9-79a8-49c6-932e-6612c3067f91 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:47.999479 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (659f89c9-79a8-49c6-932e-6612c3067f91), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.088669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c40f168-fbe6-4f53-8c8e-669cc1488331 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.097585 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0c40f168-fbe6-4f53-8c8e-669cc1488331 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3450422 Jan 31 19:00:48.098572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58768) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:48.103727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c8458adc-6a6a-4601-868e-5638dd827cca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': '7ba8e876-413b-4da1-94dd-26c74b6f416c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:48.180477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40f168-fbe6-4f53-8c8e-669cc1488331 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba8e876-413b-4da1-94dd-26c74b6f416c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:48.226465 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8458adc-6a6a-4601-868e-5638dd827cca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (3ef795d0-3e61-411d-97c3-4ab6900d59ea), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.249841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58770) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:48.285702 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Deleting port f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:48.286071 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.301990 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43fd02f5-2206-4596-8408-191948e63441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.325228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9cc161c0-1718-4f7e-a0dc-4fba0c1f9fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T19:00:43Z', 'revision_number': 5, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port': {'id': '659f89c9-79a8-49c6-932e-6612c3067f91', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:58:13Z', 'updated_at': '2022-01-31T18:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:48.349741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port 659f89c9-79a8-49c6-932e-6612c3067f91, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=659f89c9-79a8-49c6-932e-6612c3067f91,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:48.350345 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (659f89c9-79a8-49c6-932e-6612c3067f91), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.370906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for 659f89c9-79a8-49c6-932e-6612c3067f91 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:48.594060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc161c0-1718-4f7e-a0dc-4fba0c1f9fdf None None] Checking router: d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:00:48.595647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] For port f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca, host n-d-812111-15, got binding levels [] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:48.596575 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.619963 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Calling delete_port for f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:48.672610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a3033a5f-be54-476e-97c1-989dd7166d1b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:48.675503 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.688559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72d72cd-e1a6-4f31-a347-5a1af269c2f1 None None] DHCP port deletion for 53325844-6576-460a-86d9-f42d5aeacca9 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:00:48.742647 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8458adc-6a6a-4601-868e-5638dd827cca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (3ef795d0-3e61-411d-97c3-4ab6900d59ea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.776799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc161c0-1718-4f7e-a0dc-4fba0c1f9fdf None None] Routers {'d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:00:48.778484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9cc161c0-1718-4f7e-a0dc-4fba0c1f9fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:00:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:48.782402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-23d8fbb2-8381-4ebd-9867-b4599896a7f4 None None] Current status of the port a3033a5f-be54-476e-97c1-989dd7166d1b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:48.783125 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23d8fbb2-8381-4ebd-9867-b4599896a7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.809006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] For port f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:00:48.819102 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8458adc-6a6a-4601-868e-5638dd827cca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (3ef795d0-3e61-411d-97c3-4ab6900d59ea), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.860272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43fd02f5-2206-4596-8408-191948e63441 admin admin] Publish callbacks [] for security_group (71ffe013-8df6-447e-a01e-261a4563ccbe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.871192 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43fd02f5-2206-4596-8408-191948e63441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (71ffe013-8df6-447e-a01e-261a4563ccbe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.880448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port a3033a5f-be54-476e-97c1-989dd7166d1b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a3033a5f-be54-476e-97c1-989dd7166d1b,segment=NetworkSegment(a636e83b-b4f9-49f9-95de-d1380bcdba9b),segment_id=a636e83b-b4f9-49f9-95de-d1380bcdba9b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:48.885049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8458adc-6a6a-4601-868e-5638dd827cca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef795d0-3e61-411d-97c3-4ab6900d59ea,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:48.927625 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8458adc-6a6a-4601-868e-5638dd827cca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:48.930041 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c8458adc-6a6a-4601-868e-5638dd827cca tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8310773 Jan 31 19:00:48.934432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58786) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:48.988913 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-43fd02f5-2206-4596-8408-191948e63441 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3857ff0cb4ad475c8953b0ba3fa79ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7379639 Jan 31 19:00:48.993479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:48.997335 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.012099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd02f5-2206-4596-8408-191948e63441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ffe013-8df6-447e-a01e-261a4563ccbe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:49.013790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4e003cc5-9c23-4025-baa7-40882495641b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules/3ef795d0-3e61-411d-97c3-4ab6900d59ea HTTP/1.1" status: 200 len: 763 time: 0.0722558 Jan 31 19:00:49.015356 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58794) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:49.133387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e9e841b1-e283-428e-8b77-51074ac8ab4d tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1078451 Jan 31 19:00:49.135939 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d03a5943-47f1-47ec-862a-34f5f926f427 admin admin] Publish callbacks [] for security_group (71ffe013-8df6-447e-a01e-261a4563ccbe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.137139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58800) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:49.142802 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (659f89c9-79a8-49c6-932e-6612c3067f91), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.222366 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d03a5943-47f1-47ec-862a-34f5f926f427 admin admin] Publish callbacks [] for security_group (71ffe013-8df6-447e-a01e-261a4563ccbe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.231363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] For port f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca,segment=NetworkSegment(4b731fdb-a711-4a73-9b94-d18931b320d7),segment_id=4b731fdb-a711-4a73-9b94-d18931b320d7)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:00:49.241201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=a3033a5f-be54-476e-97c1-989dd7166d1b,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:49.254261 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea045-64c2-4b08-ba57-c84a71ce8b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.265013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9d58f2a4-2d3b-454e-b396-e0d073b1f604 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:49.266254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=659f89c9-79a8-49c6-932e-6612c3067f91,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:49.328408 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.353943 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.389852 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No DVR routers for this DVR port f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:49.394433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Port': ['ID=f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:49.461706 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1851c2f2-abeb-4e69-a0fd-826d115e27d5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (3ef795d0-3e61-411d-97c3-4ab6900d59ea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.471025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaf9d9-ea54-467e-a43f-6aa0889c7a51 None None] Pushing event deleted for resources: {'Port': ['ID=f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:49.474730 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.526588 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d03a5943-47f1-47ec-862a-34f5f926f427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (71ffe013-8df6-447e-a01e-261a4563ccbe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.545871 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d03a5943-47f1-47ec-862a-34f5f926f427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.555329 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d03a5943-47f1-47ec-862a-34f5f926f427 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71ffe013-8df6-447e-a01e-261a4563ccbe HTTP/1.1" status: 204 len: 168 time: 0.5604389 Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-1ca25835-1e28-4833-9b72-c9b930e7ca37 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca could not be found. Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port f3f0ab8f-8c9a-4b4d-863b-781ba004f5ca could not be found. Jan 31 19:00:49.567615 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 19:00:49.600992 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1851c2f2-abeb-4e69-a0fd-826d115e27d5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (3ef795d0-3e61-411d-97c3-4ab6900d59ea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.606612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9cc161c0-1718-4f7e-a0dc-4fba0c1f9fdf None None] Set router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:00:49.692203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9cc161c0-1718-4f7e-a0dc-4fba0c1f9fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T19:00:47Z', 'revision_number': 6, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:49.708578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a5943-47f1-47ec-862a-34f5f926f427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ffe013-8df6-447e-a01e-261a4563ccbe,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:49.716941 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.725886 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router_controller (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.730296 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (02b68f4e-fe37-4195-819f-1bce4692f34e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.774226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fe65d4-eeed-4e79-a1db-75c4f7150627 None None] Network 02b68f4e-fe37-4195-819f-1bce4692f34e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:49.780601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc161c0-1718-4f7e-a0dc-4fba0c1f9fdf None None] The sync data for ids ['d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5'] in n-d-812111-15 is: [{'id': 'd63ca4e1-865a-486a-8bbd-3e65ab8c0fc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575579747', 'tenant_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:58:11Z', 'updated_at': '2022-01-31T19:00:47Z', 'revision_number': 6, 'project_id': 'ee02e97acfcd42578f53acc92edaa3d5', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:00:49.817288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b68f4e-fe37-4195-819f-1bce4692f34e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:49.865114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b731fdb-a711-4a73-9b94-d18931b320d7') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:49.865660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b731fdb-a711-4a73-9b94-d18931b320d7') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:49.886679 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1851c2f2-abeb-4e69-a0fd-826d115e27d5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (3ef795d0-3e61-411d-97c3-4ab6900d59ea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.898354 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (4b731fdb-a711-4a73-9b94-d18931b320d7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.901296 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.902140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Fanout notify agent at l3_agent the message router_deleted on router d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:00:49.924812 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1851c2f2-abeb-4e69-a0fd-826d115e27d5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.933127 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1851c2f2-abeb-4e69-a0fd-826d115e27d5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3ef795d0-3e61-411d-97c3-4ab6900d59ea HTTP/1.1" status: 204 len: 168 time: 0.7917678 Jan 31 19:00:49.941657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:49.954287 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:49.959568 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f17a44e0-4d82-41b3-b8d1-c409e1e439ea tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/routers/d63ca4e1-865a-486a-8bbd-3e65ab8c0fc5 HTTP/1.1" status: 204 len: 168 time: 2.5693974 Jan 31 19:00:49.977988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58832) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:49.986050 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4b731fdb-a711-4a73-9b94-d18931b320d7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.021557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851c2f2-abeb-4e69-a0fd-826d115e27d5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ef795d0-3e61-411d-97c3-4ab6900d59ea,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:50.031713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:00:50.032598 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (4b731fdb-a711-4a73-9b94-d18931b320d7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.038745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a72d72cd-e1a6-4f31-a347-5a1af269c2f1 None None] Deleting port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:50.039821 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a72d72cd-e1a6-4f31-a347-5a1af269c2f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:00:50.042508 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:00:50.073600 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-23d8fbb2-8381-4ebd-9867-b4599896a7f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:00:50.074269 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-23d8fbb2-8381-4ebd-9867-b4599896a7f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:00:50.302650 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (53325844-6576-460a-86d9-f42d5aeacca9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.322113 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9cd63179-502c-43b5-8770-7206d31db861 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3609433 Jan 31 19:00:50.324766 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:50.339633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0813f0d9-cf60-4496-ab27-52ead2189676 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': '7ba8e876-413b-4da1-94dd-26c74b6f416c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:50.359326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:50.363255 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.389799 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (02b68f4e-fe37-4195-819f-1bce4692f34e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.399328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.414569 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/02b68f4e-fe37-4195-819f-1bce4692f34e HTTP/1.1" status: 204 len: 168 time: 5.0331440 Jan 31 19:00:50.418040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58860) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:50.441314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fd2994a9-45ad-4a9a-b18c-520e0160e530 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-932797644'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:50.478083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 9d58f2a4-2d3b-454e-b396-e0d073b1f604, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9d58f2a4-2d3b-454e-b396-e0d073b1f604,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:50.481645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd127e52-b553-494b-950f-690e91288dbc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Network': ['ID=02b68f4e-fe37-4195-819f-1bce4692f34e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:50.493553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58862) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:50.500108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a72d72cd-e1a6-4f31-a347-5a1af269c2f1 None None] For port 9d58f2a4-2d3b-454e-b396-e0d073b1f604, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9d58f2a4-2d3b-454e-b396-e0d073b1f604,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:50.500701 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a72d72cd-e1a6-4f31-a347-5a1af269c2f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.510143 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.522126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0813f0d9-cf60-4496-ab27-52ead2189676 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (86ab517d-db5c-4677-9d21-2bbdb4b41ec8), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.535906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2994a9-45ad-4a9a-b18c-520e0160e530 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:50.546636 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd2994a9-45ad-4a9a-b18c-520e0160e530 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.570996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a72d72cd-e1a6-4f31-a347-5a1af269c2f1 None None] Calling delete_port for 9d58f2a4-2d3b-454e-b396-e0d073b1f604 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:50.645323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2994a9-45ad-4a9a-b18c-520e0160e530 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:00:50.651651 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0813f0d9-cf60-4496-ab27-52ead2189676 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (86ab517d-db5c-4677-9d21-2bbdb4b41ec8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.657932 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0813f0d9-cf60-4496-ab27-52ead2189676 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (86ab517d-db5c-4677-9d21-2bbdb4b41ec8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.672469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Deleting port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:50.672839 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.690761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813f0d9-cf60-4496-ab27-52ead2189676 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ab517d-db5c-4677-9d21-2bbdb4b41ec8,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:50.735925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0813f0d9-cf60-4496-ab27-52ead2189676 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.738514 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0813f0d9-cf60-4496-ab27-52ead2189676 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4101274 Jan 31 19:00:50.739147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:50.793173 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5ac539dc-fa7d-4f8a-a877-79473f459273 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules/86ab517d-db5c-4677-9d21-2bbdb4b41ec8 HTTP/1.1" status: 200 len: 763 time: 0.0528219 Jan 31 19:00:50.808917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:50.830517 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=9d58f2a4-2d3b-454e-b396-e0d073b1f604,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:50.865931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-23d8fbb2-8381-4ebd-9867-b4599896a7f4 None None] Current status of the port a3033a5f-be54-476e-97c1-989dd7166d1b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:50.891836 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bf1c7c5f-a9c9-4dc5-9647-bdcb694a423b tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0814245 Jan 31 19:00:50.892787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:50.926832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] For port 9d58f2a4-2d3b-454e-b396-e0d073b1f604, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9d58f2a4-2d3b-454e-b396-e0d073b1f604,segment=NetworkSegment(cb6c5e46-0b78-4d0b-a72d-a342532c11d4),segment_id=cb6c5e46-0b78-4d0b-a72d-a342532c11d4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:50.927208 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.933256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5202-76a6-4bb9-943d-73e7526adde2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (86ab517d-db5c-4677-9d21-2bbdb4b41ec8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.948415 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5202-76a6-4bb9-943d-73e7526adde2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (86ab517d-db5c-4677-9d21-2bbdb4b41ec8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:50.949254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Calling delete_port for 9d58f2a4-2d3b-454e-b396-e0d073b1f604 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:51.002518 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a72d72cd-e1a6-4f31-a347-5a1af269c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.004938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0fcb763e-288b-4842-8199-58456cec330b None None] Provisioning complete for port a3033a5f-be54-476e-97c1-989dd7166d1b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:51.005350 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0fcb763e-288b-4842-8199-58456cec330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.017362 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5202-76a6-4bb9-943d-73e7526adde2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (86ab517d-db5c-4677-9d21-2bbdb4b41ec8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.024202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5202-76a6-4bb9-943d-73e7526adde2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.033417 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4e9b5202-76a6-4bb9-943d-73e7526adde2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/86ab517d-db5c-4677-9d21-2bbdb4b41ec8 HTTP/1.1" status: 204 len: 168 time: 0.1393924 Jan 31 19:00:51.035778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58888) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:51.070236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d72cd-e1a6-4f31-a347-5a1af269c2f1 None None] Pushing event deleted for resources: {'Port': ['ID=9d58f2a4-2d3b-454e-b396-e0d073b1f604,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:51.085202 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd2994a9-45ad-4a9a-b18c-520e0160e530 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5e917597-0991-4f81-9c88-c04bbe5b816e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.085796 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-fd2994a9-45ad-4a9a-b18c-520e0160e530 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Added segment 5e917597-0991-4f81-9c88-c04bbe5b816e of type vlan for network 4f1c4647-4f44-4e00-be8a-198052a62e52 Jan 31 19:00:51.090449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b5202-76a6-4bb9-943d-73e7526adde2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86ab517d-db5c-4677-9d21-2bbdb4b41ec8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:51.124147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c6e0e1c-ca4c-4ff7-9967-a64a2e45217a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.181078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d72cd-e1a6-4f31-a347-5a1af269c2f1 None None] No DVR routers for this DVR port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:51.189032 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-94d31858-477d-454e-8513-884c7a6926f4 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1515479 Jan 31 19:00:51.191830 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58900) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:51.210009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7379ebbd-df72-47d7-aadc-02e38aec990c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': '7ba8e876-413b-4da1-94dd-26c74b6f416c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:51.218001 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe308-598c-4789-ab55-80c21649de84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.240483 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07240389-38ca-4215-80c1-5a579cf3a8be None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:00:51.285215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a3033a5f-be54-476e-97c1-989dd7166d1b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:00:51.318805 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd2994a9-45ad-4a9a-b18c-520e0160e530 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (4f1c4647-4f44-4e00-be8a-198052a62e52), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.434349 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c6e0e1c-ca4c-4ff7-9967-a64a2e45217a admin admin] Publish callbacks [] for security_group (8e510bcb-00d9-4f5e-86c6-28b4e710b525), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.440567 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-7379ebbd-df72-47d7-aadc-02e38aec990c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Project 0f252479ea6840bb952f40b77e2f816c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:00:51.470589 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd2994a9-45ad-4a9a-b18c-520e0160e530 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (4f1c4647-4f44-4e00-be8a-198052a62e52), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.478228 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7379ebbd-df72-47d7-aadc-02e38aec990c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (55134d4e-81b7-4f47-ade1-dbbf737354e5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.483652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2994a9-45ad-4a9a-b18c-520e0160e530 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:51.484596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd2994a9-45ad-4a9a-b18c-520e0160e530 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.496744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb763e-288b-4842-8199-58456cec330b None None] Current status of the port a3033a5f-be54-476e-97c1-989dd7166d1b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:51.543793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c6e0e1c-ca4c-4ff7-9967-a64a2e45217a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8e510bcb-00d9-4f5e-86c6-28b4e710b525), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.579595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (9d58f2a4-2d3b-454e-b396-e0d073b1f604), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.654687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e0e1c-ca4c-4ff7-9967-a64a2e45217a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e510bcb-00d9-4f5e-86c6-28b4e710b525,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:51.656485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a3033a5f-be54-476e-97c1-989dd7166d1b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:51.656885 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.684614 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4c6e0e1c-ca4c-4ff7-9967-a64a2e45217a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=787e297ea07b4b62aa45712e7e4c2061&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1872842 Jan 31 19:00:51.694264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:51.769435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7379ebbd-df72-47d7-aadc-02e38aec990c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (55134d4e-81b7-4f47-ade1-dbbf737354e5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.778380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07240389-38ca-4215-80c1-5a579cf3a8be None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 19:00:51.786440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Port': ['ID=9d58f2a4-2d3b-454e-b396-e0d073b1f604,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:51.808971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] No DVR routers for this DVR port 9d58f2a4-2d3b-454e-b396-e0d073b1f604 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:51.825915 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7379ebbd-df72-47d7-aadc-02e38aec990c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (55134d4e-81b7-4f47-ade1-dbbf737354e5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.883070 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f0f30ea-6812-44b8-b50f-43f8004f6ee6 admin admin] Publish callbacks [] for security_group (8e510bcb-00d9-4f5e-86c6-28b4e710b525), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.888923 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7379ebbd-df72-47d7-aadc-02e38aec990c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:51.890791 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7379ebbd-df72-47d7-aadc-02e38aec990c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6974933 Jan 31 19:00:51.898208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58930) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:51.930290 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-026e0651-f4be-4fcd-9cf5-a36994dc897e tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules/55134d4e-81b7-4f47-ade1-dbbf737354e5 HTTP/1.1" status: 200 len: 769 time: 0.0287595 Jan 31 19:00:51.942158 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:52.010889 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379ebbd-df72-47d7-aadc-02e38aec990c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55134d4e-81b7-4f47-ade1-dbbf737354e5,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:52.064582 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f0f30ea-6812-44b8-b50f-43f8004f6ee6 admin admin] Publish callbacks [] for security_group (8e510bcb-00d9-4f5e-86c6-28b4e710b525), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.118780 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-35698cab-a734-4bb0-96fb-5aa9b40fbc6d tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1714807 Jan 31 19:00:52.123711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58948) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:52.152427 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (53325844-6576-460a-86d9-f42d5aeacca9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.166940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2994a9-45ad-4a9a-b18c-520e0160e530 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Network': ['ID=4f1c4647-4f44-4e00-be8a-198052a62e52,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:52.182240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fd2994a9-45ad-4a9a-b18c-520e0160e530 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7593544 Jan 31 19:00:52.183320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58960) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:52.204396 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67716929-e9b9-4276-93a8-e13f94f2d58c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (55134d4e-81b7-4f47-ade1-dbbf737354e5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.222348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-eafe5f65-b770-4708-b804-ac81cd1674ca tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'subnet': {'network_id': '4f1c4647-4f44-4e00-be8a-198052a62e52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:52.228852 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67716929-e9b9-4276-93a8-e13f94f2d58c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (55134d4e-81b7-4f47-ade1-dbbf737354e5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.261753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f0f30ea-6812-44b8-b50f-43f8004f6ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8e510bcb-00d9-4f5e-86c6-28b4e710b525), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.270120 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f0f30ea-6812-44b8-b50f-43f8004f6ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.271311 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4f0f30ea-6812-44b8-b50f-43f8004f6ee6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e510bcb-00d9-4f5e-86c6-28b4e710b525 HTTP/1.1" status: 204 len: 168 time: 0.5759909 Jan 31 19:00:52.275554 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53325844-6576-460a-86d9-f42d5aeacca9']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:52.301135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 4f1c4647-4f44-4e00-be8a-198052a62e52 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:00:52.304767 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f30ea-6812-44b8-b50f-43f8004f6ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e510bcb-00d9-4f5e-86c6-28b4e710b525,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:52.329339 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67716929-e9b9-4276-93a8-e13f94f2d58c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (55134d4e-81b7-4f47-ade1-dbbf737354e5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.348021 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67716929-e9b9-4276-93a8-e13f94f2d58c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.353250 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-67716929-e9b9-4276-93a8-e13f94f2d58c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/55134d4e-81b7-4f47-ade1-dbbf737354e5 HTTP/1.1" status: 204 len: 168 time: 0.2282789 Jan 31 19:00:52.357192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58982) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:52.367467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:52.368034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6c5e46-0b78-4d0b-a72d-a342532c11d4') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:52.378578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67716929-e9b9-4276-93a8-e13f94f2d58c tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55134d4e-81b7-4f47-ade1-dbbf737354e5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:52.399284 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (cb6c5e46-0b78-4d0b-a72d-a342532c11d4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.449325 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (cb6c5e46-0b78-4d0b-a72d-a342532c11d4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.474500 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f9cb377f-4b95-4ea5-b452-6b3b5c1e5a64 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1161199 Jan 31 19:00:52.475113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58988) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:52.495999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:00:52.496461 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (cb6c5e46-0b78-4d0b-a72d-a342532c11d4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:00:52.509034 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:00:52.617616 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.630391 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3fed058-cff1-4112-87b4-d47fe0486272 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (7ba8e876-413b-4da1-94dd-26c74b6f416c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.652139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafe5f65-b770-4708-b804-ac81cd1674ca tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:52.656167 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eafe5f65-b770-4708-b804-ac81cd1674ca tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.688588 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3fed058-cff1-4112-87b4-d47fe0486272 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (7ba8e876-413b-4da1-94dd-26c74b6f416c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.689686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a3033a5f-be54-476e-97c1-989dd7166d1b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:52.787526 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (53325844-6576-460a-86d9-f42d5aeacca9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.799248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 659f89c9-79a8-49c6-932e-6612c3067f91 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:52.806494 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.809560 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3fed058-cff1-4112-87b4-d47fe0486272 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7ba8e876-413b-4da1-94dd-26c74b6f416c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.812031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/networks/53325844-6576-460a-86d9-f42d5aeacca9 HTTP/1.1" status: 204 len: 168 time: 2.8304703 Jan 31 19:00:52.813450 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3fed058-cff1-4112-87b4-d47fe0486272 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:52.814812 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e3fed058-cff1-4112-87b4-d47fe0486272 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ba8e876-413b-4da1-94dd-26c74b6f416c HTTP/1.1" status: 204 len: 168 time: 0.3387074 Jan 31 19:00:52.815522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58998) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:52.819245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59000) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:52.862189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f79f1e-2bc5-4da8-a087-084c06800d60 tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'Network': ['ID=53325844-6576-460a-86d9-f42d5aeacca9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:52.899155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 659f89c9-79a8-49c6-932e-6612c3067f91 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:52.913231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 659f89c9-79a8-49c6-932e-6612c3067f91 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:52.913850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fed058-cff1-4112-87b4-d47fe0486272 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba8e876-413b-4da1-94dd-26c74b6f416c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:52.914206 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 994ee413-d47e-4984-933d-ff5e100196c3 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:00:52.970027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 994ee413-d47e-4984-933d-ff5e100196c3 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:00:52.970575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 994ee413-d47e-4984-933d-ff5e100196c3 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:00:52.987185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0d5c8bbb-12a5-4dc5-aa49-a5aea7d86ac6 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1541672 Jan 31 19:00:52.991739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59008) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:53.002314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-18bfd14c-435a-45b7-a593-a66fbd68db71 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945196609'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:53.009808 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fafb4d1-1427-417f-ba61-e17a31f27c4a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (aab0ad6c-f785-4d72-950a-ef6030a3f8ef), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.095331 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59012) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:53.128236 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fafb4d1-1427-417f-ba61-e17a31f27c4a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (aab0ad6c-f785-4d72-950a-ef6030a3f8ef), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.151811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18bfd14c-435a-45b7-a593-a66fbd68db71 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.166969 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eafe5f65-b770-4708-b804-ac81cd1674ca tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (26cf25f2-83b6-4ec5-999c-bf9fde4af209), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.265568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafe5f65-b770-4708-b804-ac81cd1674ca tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Checking segment: {'id': '5e917597-0991-4f81-9c88-c04bbe5b816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4f1c4647-4f44-4e00-be8a-198052a62e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:53.265938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe5f65-b770-4708-b804-ac81cd1674ca tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network hostable DHCP agents. Network: 4f1c4647-4f44-4e00-be8a-198052a62e52, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:00:53.285257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe5f65-b770-4708-b804-ac81cd1674ca tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Subnet': ['ID=26cf25f2-83b6-4ec5-999c-bf9fde4af209,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:53.312245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafe5f65-b770-4708-b804-ac81cd1674ca tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network 4f1c4647-4f44-4e00-be8a-198052a62e52 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:00:53.312625 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33bbcdff-86d0-4bdd-a69a-9504cdfc144b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.328456 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18bfd14c-435a-45b7-a593-a66fbd68db71 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (50286dbc-cf66-4298-800d-a6ebe2365b41), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.332474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-eafe5f65-b770-4708-b804-ac81cd1674ca tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 4f1c4647-4f44-4e00-be8a-198052a62e52) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:53.340886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe5f65-b770-4708-b804-ac81cd1674ca tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:53.342503 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eafe5f65-b770-4708-b804-ac81cd1674ca tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.345469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dc7c40-2d91-423c-b5e0-e0173b88a99d None None] Network 4f1c4647-4f44-4e00-be8a-198052a62e52 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:53.386210 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-eafe5f65-b770-4708-b804-ac81cd1674ca tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1819322 Jan 31 19:00:53.390940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59024) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:53.411147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33bbcdff-86d0-4bdd-a69a-9504cdfc144b admin admin] Publish callbacks [] for security_group (1790f9b9-061b-419b-bcba-76bc0dc36fa0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.414036 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18bfd14c-435a-45b7-a593-a66fbd68db71 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (50286dbc-cf66-4298-800d-a6ebe2365b41), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.418055 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fafb4d1-1427-417f-ba61-e17a31f27c4a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (aab0ad6c-f785-4d72-950a-ef6030a3f8ef), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.418293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-711019e7-f378-47bc-a270-745065832901 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-194513035'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:53.423456 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fafb4d1-1427-417f-ba61-e17a31f27c4a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.427299 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1fafb4d1-1427-417f-ba61-e17a31f27c4a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] 10.222.0.20 "DELETE /v2.0/security-groups/aab0ad6c-f785-4d72-950a-ef6030a3f8ef HTTP/1.1" status: 204 len: 168 time: 0.5900388 Jan 31 19:00:53.435724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33bbcdff-86d0-4bdd-a69a-9504cdfc144b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1790f9b9-061b-419b-bcba-76bc0dc36fa0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.447347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:53.476870 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18bfd14c-435a-45b7-a593-a66fbd68db71 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.481429 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-18bfd14c-435a-45b7-a593-a66fbd68db71 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4872661 Jan 31 19:00:53.483064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59038) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:53.498900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-adf9477c-fff3-4a4c-8b6a-e0f272510be5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Request body: {'security_group_rule': {'security_group_id': '50286dbc-cf66-4298-800d-a6ebe2365b41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:53.506476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfd14c-435a-45b7-a593-a66fbd68db71 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50286dbc-cf66-4298-800d-a6ebe2365b41,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:53.521248 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-33bbcdff-86d0-4bdd-a69a-9504cdfc144b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2503d66a3174b2d99a7a25c80bf04de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232996 Jan 31 19:00:53.528530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:53.532247 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f355f393-bf9b-418d-b1d1-9ef35b83e804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.537456 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafb4d1-1427-417f-ba61-e17a31f27c4a tempest-TestNetworkAdvancedServerOps-1029574474 tempest-TestNetworkAdvancedServerOps-1029574474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab0ad6c-f785-4d72-950a-ef6030a3f8ef,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:53.596705 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adf9477c-fff3-4a4c-8b6a-e0f272510be5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (615c347c-ddad-42f6-a052-0f4ff075e353), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.614658 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbcdff-86d0-4bdd-a69a-9504cdfc144b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1790f9b9-061b-419b-bcba-76bc0dc36fa0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:53.671885 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f355f393-bf9b-418d-b1d1-9ef35b83e804 admin admin] Publish callbacks [] for security_group (acfa588f-5fb8-4f58-8c74-37d8811f9ba0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.677773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-4f1c4647-4f44-4e00-be8a-198052a62e52', 'network_id': '4f1c4647-4f44-4e00-be8a-198052a62e52', 'project_id': 'bd261358f45446b08bd0dddd4ca3506b', 'fixed_ips': [{'subnet_id': '26cf25f2-83b6-4ec5-999c-bf9fde4af209'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:00:53.682437 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.690122 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f355f393-bf9b-418d-b1d1-9ef35b83e804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (acfa588f-5fb8-4f58-8c74-37d8811f9ba0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.700673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903a5356-b0f6-43e8-ba6d-0ddd7f6d5bfa admin admin] Publish callbacks [] for security_group (1790f9b9-061b-419b-bcba-76bc0dc36fa0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.705107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711019e7-f378-47bc-a270-745065832901 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:53.713185 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-711019e7-f378-47bc-a270-745065832901 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.817874 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903a5356-b0f6-43e8-ba6d-0ddd7f6d5bfa admin admin] Publish callbacks [] for security_group (1790f9b9-061b-419b-bcba-76bc0dc36fa0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.821544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355f393-bf9b-418d-b1d1-9ef35b83e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa588f-5fb8-4f58-8c74-37d8811f9ba0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:53.838518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f355f393-bf9b-418d-b1d1-9ef35b83e804 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa72021c6ddf4ca2a4a4e97d1e605567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3893521 Jan 31 19:00:53.841350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59068) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:53.842178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711019e7-f378-47bc-a270-745065832901 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:00:53.877955 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-711019e7-f378-47bc-a270-745065832901 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9ce9a921-cb73-49c9-97a9-f88fd86199bc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.878322 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-711019e7-f378-47bc-a270-745065832901 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Added segment 9ce9a921-cb73-49c9-97a9-f88fd86199bc of type vlan for network d55f9d05-af7a-4a46-989f-c504830ff971 Jan 31 19:00:53.887940 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adf9477c-fff3-4a4c-8b6a-e0f272510be5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (615c347c-ddad-42f6-a052-0f4ff075e353), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:53.915360 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adf9477c-fff3-4a4c-8b6a-e0f272510be5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (615c347c-ddad-42f6-a052-0f4ff075e353), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.006468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9477c-fff3-4a4c-8b6a-e0f272510be5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615c347c-ddad-42f6-a052-0f4ff075e353,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:54.023281 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adf9477c-fff3-4a4c-8b6a-e0f272510be5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.029239 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-adf9477c-fff3-4a4c-8b6a-e0f272510be5 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5381591 Jan 31 19:00:54.029995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59076) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:54.034181 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-711019e7-f378-47bc-a270-745065832901 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (d55f9d05-af7a-4a46-989f-c504830ff971), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.141169 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903a5356-b0f6-43e8-ba6d-0ddd7f6d5bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1790f9b9-061b-419b-bcba-76bc0dc36fa0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.148221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-711019e7-f378-47bc-a270-745065832901 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (d55f9d05-af7a-4a46-989f-c504830ff971), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.152905 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903a5356-b0f6-43e8-ba6d-0ddd7f6d5bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.161873 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-903a5356-b0f6-43e8-ba6d-0ddd7f6d5bfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1790f9b9-061b-419b-bcba-76bc0dc36fa0 HTTP/1.1" status: 204 len: 168 time: 0.6319814 Jan 31 19:00:54.167815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711019e7-f378-47bc-a270-745065832901 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:54.169020 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.174558 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-711019e7-f378-47bc-a270-745065832901 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.210682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Allocated IP 2001:db8::3 (4f1c4647-4f44-4e00-be8a-198052a62e52/26cf25f2-83b6-4ec5-999c-bf9fde4af209/8c131b2a-c0b4-4f88-9161-b2273f99fed7) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:00:54.219724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59082) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:54.220436 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04d656f7-dcb8-4e9c-ace7-03fbead9d524 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (50286dbc-cf66-4298-800d-a6ebe2365b41), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.291784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a5356-b0f6-43e8-ba6d-0ddd7f6d5bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1790f9b9-061b-419b-bcba-76bc0dc36fa0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:54.325339 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15415869-ac93-4f08-9c74-264fb5fa6233 admin admin] Publish callbacks [] for security_group (acfa588f-5fb8-4f58-8c74-37d8811f9ba0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.354835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-711019e7-f378-47bc-a270-745065832901 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9624295 Jan 31 19:00:54.362480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:54.382918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711019e7-f378-47bc-a270-745065832901 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Network': ['ID=d55f9d05-af7a-4a46-989f-c504830ff971,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:54.398780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15415869-ac93-4f08-9c74-264fb5fa6233 admin admin] Publish callbacks [] for security_group (acfa588f-5fb8-4f58-8c74-37d8811f9ba0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.421685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'subnet': {'network_id': 'd55f9d05-af7a-4a46-989f-c504830ff971', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:54.438053 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04d656f7-dcb8-4e9c-ace7-03fbead9d524 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (50286dbc-cf66-4298-800d-a6ebe2365b41), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.447845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network d55f9d05-af7a-4a46-989f-c504830ff971 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:00:54.482897 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15415869-ac93-4f08-9c74-264fb5fa6233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (acfa588f-5fb8-4f58-8c74-37d8811f9ba0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.486201 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15415869-ac93-4f08-9c74-264fb5fa6233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.487678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-15415869-ac93-4f08-9c74-264fb5fa6233 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acfa588f-5fb8-4f58-8c74-37d8811f9ba0 HTTP/1.1" status: 204 len: 168 time: 0.6430571 Jan 31 19:00:54.507543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15415869-ac93-4f08-9c74-264fb5fa6233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa588f-5fb8-4f58-8c74-37d8811f9ba0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:54.671981 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.676139 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04d656f7-dcb8-4e9c-ace7-03fbead9d524 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (50286dbc-cf66-4298-800d-a6ebe2365b41), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.679432 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04d656f7-dcb8-4e9c-ace7-03fbead9d524 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.684150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59096) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:54.696760 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-04d656f7-dcb8-4e9c-ace7-03fbead9d524 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-groups/50286dbc-cf66-4298-800d-a6ebe2365b41 HTTP/1.1" status: 204 len: 168 time: 0.6615493 Jan 31 19:00:54.712985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:54.727065 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.784046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d656f7-dcb8-4e9c-ace7-03fbead9d524 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50286dbc-cf66-4298-800d-a6ebe2365b41,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:54.798215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ee40397f-2a71-4a9e-a5dd-027a33d276b9 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1125493 Jan 31 19:00:54.799700 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59098) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:54.922833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Performing IP validity checks on allocation pools {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 19:00:54.923456 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 19:00:54.927823 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Publish callbacks [] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.933892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59104) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:54.951077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:54.972385 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e0685a9-960c-4f11-9d57-f96bd5c59c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.059283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Network 4f1c4647-4f44-4e00-be8a-198052a62e52 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:00:55.081862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:55.110002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:00:55.117690 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e1abd739-2c81-4ed9-9cd3-6f170e61dfd3 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3168037 Jan 31 19:00:55.124536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59112) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:55.139425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Pushing event updated for resources: {'Port': ['ID=8c131b2a-c0b4-4f88-9161-b2273f99fed7,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:55.156109 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e483b328-6589-488c-9ec5-7ec27ed933bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee02e97acfcd42578f53acc92edaa3d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9295952 Jan 31 19:00:55.160266 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-e9f7a9de-379c-4b44-b349-f4631034403f tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] delete failed (client error): The resource could not be found. Jan 31 19:00:55.161363 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e9f7a9de-379c-4b44-b349-f4631034403f tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "DELETE /v2.0/security-groups/50286dbc-cf66-4298-800d-a6ebe2365b41 HTTP/1.1" status: 404 len: 347 time: 0.0341961 Jan 31 19:00:55.195349 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59116) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:55.195614 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:55.210705 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e0685a9-960c-4f11-9d57-f96bd5c59c47 admin admin] Publish callbacks [] for security_group (ead3f819-0490-42a4-8551-1b2ef8ffc477), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.225833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e0685a9-960c-4f11-9d57-f96bd5c59c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ead3f819-0490-42a4-8551-1b2ef8ffc477), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.347256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Attempting to bind port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:00:55.347636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Attempting to bind port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '5e917597-0991-4f81-9c88-c04bbe5b816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4f1c4647-4f44-4e00-be8a-198052a62e52'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:00:55.357412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Attempting to bind port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 on network 4f1c4647-4f44-4e00-be8a-198052a62e52 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:00:55.365662 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-950b428b-ce0b-4f70-a756-9441e13baef2 tempest-SecGroupIPv6Test-1893246324 tempest-SecGroupIPv6Test-1893246324-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1674037 Jan 31 19:00:55.369414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0685a9-960c-4f11-9d57-f96bd5c59c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead3f819-0490-42a4-8551-1b2ef8ffc477,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:55.384250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1e0685a9-960c-4f11-9d57-f96bd5c59c47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=114a3e23588b449f86f74f70859c6c5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4467618 Jan 31 19:00:55.387832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59128) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:55.423888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:00:55.424813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Checking segment: {'id': '5e917597-0991-4f81-9c88-c04bbe5b816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4f1c4647-4f44-4e00-be8a-198052a62e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:55.424947 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.425296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Bound using segment: {'id': '5e917597-0991-4f81-9c88-c04bbe5b816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4f1c4647-4f44-4e00-be8a-198052a62e52'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:00:55.425794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Bound port: 8c131b2a-c0b4-4f88-9161-b2273f99fed7, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e917597-0991-4f81-9c88-c04bbe5b816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '4f1c4647-4f44-4e00-be8a-198052a62e52'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:00:55.426186 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.431380 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.499238 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (6543bda8-e2ff-4ce7-a2a1-ea3243953d92), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.513151 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31e44996-41aa-41f2-8444-8312a8f8dce5 admin admin] Publish callbacks [] for security_group (ead3f819-0490-42a4-8551-1b2ef8ffc477), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.573394 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31e44996-41aa-41f2-8444-8312a8f8dce5 admin admin] Publish callbacks [] for security_group (ead3f819-0490-42a4-8551-1b2ef8ffc477), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.593097 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e90aa834-ecad-42b9-9841-9724728f3a61 admin admin] Publish callbacks [] for security_group (64b632b1-62bd-47fe-9692-fb2226359ad6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.606216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] For port 8c131b2a-c0b4-4f88-9161-b2273f99fed7, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:00:55.611934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] For port 8c131b2a-c0b4-4f88-9161-b2273f99fed7, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8c131b2a-c0b4-4f88-9161-b2273f99fed7,segment=NetworkSegment(5e917597-0991-4f81-9c88-c04bbe5b816e),segment_id=5e917597-0991-4f81-9c88-c04bbe5b816e)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:00:55.624752 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.687211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31e44996-41aa-41f2-8444-8312a8f8dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ead3f819-0490-42a4-8551-1b2ef8ffc477), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.690534 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31e44996-41aa-41f2-8444-8312a8f8dce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.694171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-31e44996-41aa-41f2-8444-8312a8f8dce5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ead3f819-0490-42a4-8551-1b2ef8ffc477 HTTP/1.1" status: 204 len: 168 time: 0.3020179 Jan 31 19:00:55.708829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e90aa834-ecad-42b9-9841-9724728f3a61 admin admin] Publish callbacks [] for security_group (64b632b1-62bd-47fe-9692-fb2226359ad6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.715982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e44996-41aa-41f2-8444-8312a8f8dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead3f819-0490-42a4-8551-1b2ef8ffc477,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:55.724004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Subnet': ['ID=6543bda8-e2ff-4ce7-a2a1-ea3243953d92,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:55.834347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a580bc-9b30-473e-b623-24b07005d137 None None] Pushing event updated for resources: {'Port': ['ID=8c131b2a-c0b4-4f88-9161-b2273f99fed7,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:55.856254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Checking segment: {'id': '9ce9a921-cb73-49c9-97a9-f88fd86199bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd55f9d05-af7a-4a46-989f-c504830ff971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:55.857564 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network hostable DHCP agents. Network: d55f9d05-af7a-4a46-989f-c504830ff971, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:00:55.893270 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e90aa834-ecad-42b9-9841-9724728f3a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (64b632b1-62bd-47fe-9692-fb2226359ad6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.901625 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e90aa834-ecad-42b9-9841-9724728f3a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:55.910077 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e90aa834-ecad-42b9-9841-9724728f3a61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64b632b1-62bd-47fe-9692-fb2226359ad6 HTTP/1.1" status: 204 len: 168 time: 0.7111976 Jan 31 19:00:55.932854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90aa834-ecad-42b9-9841-9724728f3a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b632b1-62bd-47fe-9692-fb2226359ad6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:55.942025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network d55f9d05-af7a-4a46-989f-c504830ff971 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:00:55.957457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:55.984896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, d55f9d05-af7a-4a46-989f-c504830ff971) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:55.989924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fca804-210f-4663-ae2a-f085ec628c60 req-dea30995-246a-447d-be93-de0406f79506 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:55.991610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1fca804-210f-4663-ae2a-f085ec628c60 req-dea30995-246a-447d-be93-de0406f79506 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 946 time: 0.1711462 Jan 31 19:00:56.028694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9154a1-d929-4741-b5e2-fa6e9c0deef8 None None] Network d55f9d05-af7a-4a46-989f-c504830ff971 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:56.037968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:56.038715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:56.132063 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f7eb6218-a71f-48f6-939e-74a2c15b67f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7507133 Jan 31 19:00:56.135776 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59156) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:56.209020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1fca804-210f-4663-ae2a-f085ec628c60 req-7a491a03-6408-4752-a2dc-ecd8693613b3 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8871157-7d58-49d2-9863-b45954f28c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031589 Jan 31 19:00:56.413452 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (d55f9d05-af7a-4a46-989f-c504830ff971), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:56.490280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28f7064-3f9f-40da-bdff-d7f330bb3d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-d55f9d05-af7a-4a46-989f-c504830ff971', 'network_id': 'd55f9d05-af7a-4a46-989f-c504830ff971', 'project_id': 'bd261358f45446b08bd0dddd4ca3506b', 'fixed_ips': [{'subnet_id': '6543bda8-e2ff-4ce7-a2a1-ea3243953d92'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:00:56.492272 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e28f7064-3f9f-40da-bdff-d7f330bb3d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:56.499796 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (6543bda8-e2ff-4ce7-a2a1-ea3243953d92), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:56.539870 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:56.633677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (6543bda8-e2ff-4ce7-a2a1-ea3243953d92), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-e28f7064-3f9f-40da-bdff-d7f330bb3d78 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6543bda8-e2ff-4ce7-a2a1-ea3243953d92: This subnet is being modified by another concurrent operation. Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6543bda8-e2ff-4ce7-a2a1-ea3243953d92: This subnet is being modified by another concurrent operation. Jan 31 19:00:56.680505 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 19:00:56.714622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc92ee-16d9-4054-8915-eccdfd41b912 None None] Network d55f9d05-af7a-4a46-989f-c504830ff971 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:56.738057 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Subnet': ['ID=6543bda8-e2ff-4ce7-a2a1-ea3243953d92,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:56.920175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (d55f9d05-af7a-4a46-989f-c504830ff971), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:56.940922 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-681e6d63-735d-4063-a390-c84252bc3d25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f252479ea6840bb952f40b77e2f816c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9710970 Jan 31 19:00:56.943588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59170) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:56.962622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55f9d05-af7a-4a46-989f-c504830ff971']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:56.985594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce9a921-cb73-49c9-97a9-f88fd86199bc') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:56.985908 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce9a921-cb73-49c9-97a9-f88fd86199bc') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:00:57.009853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (9ce9a921-cb73-49c9-97a9-f88fd86199bc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.036256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9ce9a921-cb73-49c9-97a9-f88fd86199bc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.047168 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:00:57.047581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (9ce9a921-cb73-49c9-97a9-f88fd86199bc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:00:57.055638 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:00:57.058021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59172) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:57.102040 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e3be1e4-5134-462d-9fe4-8b05d86e6ff4 admin admin] Publish callbacks [] for security_group (22574913-d92c-42d1-9e62-74d8b4b43a92), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.131513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8c1e099a-a150-4614-a6a1-9df89e18c17f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fff21b8e41d1433ca40ed36c4e8b37b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0735371 Jan 31 19:00:57.134519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59174) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:57.247592 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e3be1e4-5134-462d-9fe4-8b05d86e6ff4 admin admin] Publish callbacks [] for security_group (22574913-d92c-42d1-9e62-74d8b4b43a92), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.284760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8c131b2a-c0b4-4f88-9161-b2273f99fed7 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:00:57.290337 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (d55f9d05-af7a-4a46-989f-c504830ff971), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.310096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.316397 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/d55f9d05-af7a-4a46-989f-c504830ff971 HTTP/1.1" status: 204 len: 168 time: 1.1779385 Jan 31 19:00:57.326678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59186) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:57.381774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6cb03df6-764f-49fa-936f-0d73bebaef3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-285728837'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:57.406430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99ae8d-fc59-42ae-9b3a-83c69c0c7361 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Network': ['ID=d55f9d05-af7a-4a46-989f-c504830ff971,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:57.450119 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705fdf9-1033-4e4a-96c0-633872b2b7e9 req-6fa113ac-a158-4132-8a07-b5093859c19c tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:57.451974 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1705fdf9-1033-4e4a-96c0-633872b2b7e9 req-6fa113ac-a158-4132-8a07-b5093859c19c tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 946 time: 0.2635074 Jan 31 19:00:57.534791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:57.535173 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.555939 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825f12c8-17e0-4f5e-bf71-3773324c63a5 admin admin] Publish callbacks [] for security_group (47f9ca1c-61fe-4039-a556-9af135391b49), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.586550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3e6519-f6fd-4799-b949-5290fd21b5e3 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:00:57.587382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb03df6-764f-49fa-936f-0d73bebaef3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:57.598525 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cb03df6-764f-49fa-936f-0d73bebaef3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.664514 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-041ebbc4-1e31-4e5f-91bf-35c0671b819c None None] Provisioning complete for port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:57.665274 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-041ebbc4-1e31-4e5f-91bf-35c0671b819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.675236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825f12c8-17e0-4f5e-bf71-3773324c63a5 admin admin] Publish callbacks [] for security_group (47f9ca1c-61fe-4039-a556-9af135391b49), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.680806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb03df6-764f-49fa-936f-0d73bebaef3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:00:57.713434 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cb03df6-764f-49fa-936f-0d73bebaef3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9b964f16-37ca-4345-85d3-2a657d44d1e0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.714218 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-6cb03df6-764f-49fa-936f-0d73bebaef3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Added segment 9b964f16-37ca-4345-85d3-2a657d44d1e0 of type vlan for network 75556f0c-c553-4e25-a6fd-b32283611a54 Jan 31 19:00:57.749533 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e3be1e4-5134-462d-9fe4-8b05d86e6ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (22574913-d92c-42d1-9e62-74d8b4b43a92), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.753320 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e3be1e4-5134-462d-9fe4-8b05d86e6ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.758464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6e3be1e4-5134-462d-9fe4-8b05d86e6ff4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22574913-d92c-42d1-9e62-74d8b4b43a92 HTTP/1.1" status: 204 len: 168 time: 0.8136332 Jan 31 19:00:57.768678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fc3e1-ad3f-4c8d-9580-8d16320c06c4 req-2dc0b3ee-5b2d-47cb-9452-6a5d016574ea tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:57.770924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b03fc3e1-ad3f-4c8d-9580-8d16320c06c4 req-2dc0b3ee-5b2d-47cb-9452-6a5d016574ea tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 946 time: 0.3537138 Jan 31 19:00:57.789761 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-1705fdf9-1033-4e4a-96c0-633872b2b7e9 req-3855e968-db35-47c8-a07c-8f0d6de43f9c tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Deleting port f44d2cb2-8690-42d8-8a21-899c28f6ffad {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:00:57.791873 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1705fdf9-1033-4e4a-96c0-633872b2b7e9 req-3855e968-db35-47c8-a07c-8f0d6de43f9c tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.810211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3be1e4-5134-462d-9fe4-8b05d86e6ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22574913-d92c-42d1-9e62-74d8b4b43a92,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:57.845071 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cb03df6-764f-49fa-936f-0d73bebaef3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (75556f0c-c553-4e25-a6fd-b32283611a54), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.939397 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cb03df6-764f-49fa-936f-0d73bebaef3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (75556f0c-c553-4e25-a6fd-b32283611a54), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.944713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb03df6-764f-49fa-936f-0d73bebaef3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:57.945511 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cb03df6-764f-49fa-936f-0d73bebaef3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.975295 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825f12c8-17e0-4f5e-bf71-3773324c63a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (47f9ca1c-61fe-4039-a556-9af135391b49), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.978241 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825f12c8-17e0-4f5e-bf71-3773324c63a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:57.981915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-825f12c8-17e0-4f5e-bf71-3773324c63a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47f9ca1c-61fe-4039-a556-9af135391b49 HTTP/1.1" status: 204 len: 168 time: 0.8439014 Jan 31 19:00:57.986245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b03fc3e1-ad3f-4c8d-9580-8d16320c06c4 req-56f96392-a8f4-405b-bdf4-24b534d5afe3 tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8871157-7d58-49d2-9863-b45954f28c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779213 Jan 31 19:00:58.050188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-041ebbc4-1e31-4e5f-91bf-35c0671b819c None None] Current status of the port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:58.055940 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-041ebbc4-1e31-4e5f-91bf-35c0671b819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:58.061975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3e6519-f6fd-4799-b949-5290fd21b5e3 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 19:00:58.081716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6cb03df6-764f-49fa-936f-0d73bebaef3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7073374 Jan 31 19:00:58.082787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f12c8-17e0-4f5e-bf71-3773324c63a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f9ca1c-61fe-4039-a556-9af135391b49,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:58.084702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59206) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:58.094107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1705fdf9-1033-4e4a-96c0-633872b2b7e9 req-3855e968-db35-47c8-a07c-8f0d6de43f9c tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] For port f44d2cb2-8690-42d8-8a21-899c28f6ffad, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f44d2cb2-8690-42d8-8a21-899c28f6ffad,segment=NetworkSegment(e2934690-927b-4f8e-be64-868d0b4e1df3),segment_id=e2934690-927b-4f8e-be64-868d0b4e1df3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:58.094505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1705fdf9-1033-4e4a-96c0-633872b2b7e9 req-3855e968-db35-47c8-a07c-8f0d6de43f9c tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:58.096745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1735b8c6-ea2a-46e6-990a-555e9053d04e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'subnet': {'network_id': '75556f0c-c553-4e25-a6fd-b32283611a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:00:58.102459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb03df6-764f-49fa-936f-0d73bebaef3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Network': ['ID=75556f0c-c553-4e25-a6fd-b32283611a54,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:58.106084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:58.107047 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:58.139886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-1705fdf9-1033-4e4a-96c0-633872b2b7e9 req-3855e968-db35-47c8-a07c-8f0d6de43f9c tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Calling delete_port for f44d2cb2-8690-42d8-8a21-899c28f6ffad owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:00:58.148325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 75556f0c-c553-4e25-a6fd-b32283611a54 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:00:58.339566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1735b8c6-ea2a-46e6-990a-555e9053d04e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:00:58.349789 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1735b8c6-ea2a-46e6-990a-555e9053d04e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:58.469609 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1705fdf9-1033-4e4a-96c0-633872b2b7e9 req-3855e968-db35-47c8-a07c-8f0d6de43f9c tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f44d2cb2-8690-42d8-8a21-899c28f6ffad), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:58.542772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f44d2cb2-8690-42d8-8a21-899c28f6ffad'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:00:58.581143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855e968-db35-47c8-a07c-8f0d6de43f9c tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Pushing event deleted for resources: {'Port': ['ID=f44d2cb2-8690-42d8-8a21-899c28f6ffad,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:58.626834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-041ebbc4-1e31-4e5f-91bf-35c0671b819c None None] For port 8c131b2a-c0b4-4f88-9161-b2273f99fed7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8c131b2a-c0b4-4f88-9161-b2273f99fed7,segment=NetworkSegment(5e917597-0991-4f81-9c88-c04bbe5b816e),segment_id=5e917597-0991-4f81-9c88-c04bbe5b816e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:00:58.643850 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-041ebbc4-1e31-4e5f-91bf-35c0671b819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:58.645016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1705fdf9-1033-4e4a-96c0-633872b2b7e9 req-3855e968-db35-47c8-a07c-8f0d6de43f9c tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] No DVR routers for this DVR port f44d2cb2-8690-42d8-8a21-899c28f6ffad on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:00:58.649464 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1705fdf9-1033-4e4a-96c0-633872b2b7e9 req-3855e968-db35-47c8-a07c-8f0d6de43f9c tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:58.655820 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1705fdf9-1033-4e4a-96c0-633872b2b7e9 req-3855e968-db35-47c8-a07c-8f0d6de43f9c tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.21 "DELETE /v2.0/ports/f44d2cb2-8690-42d8-8a21-899c28f6ffad HTTP/1.1" status: 204 len: 173 time: 1.1979713 Jan 31 19:00:58.656282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9760311-519e-422a-9ebd-11c02b7377be', 'name': 'network-vif-deleted', 'tag': 'f44d2cb2-8690-42d8-8a21-899c28f6ffad'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:00:58.680169 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901f6ce0-3a4f-423b-8951-21e704a565bb" -d '{"events": [{"server_uuid": "e9760311-519e-422a-9ebd-11c02b7377be", "name": "network-vif-deleted", "tag": "f44d2cb2-8690-42d8-8a21-899c28f6ffad"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:00:58.753092 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:00:58.753785 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:00:58.760085 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd6edca-ab2f-4aba-812a-893124b5d124 x-openstack-request-id: req-6dd6edca-ab2f-4aba-812a-893124b5d124 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:00:58.760698 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9760311-519e-422a-9ebd-11c02b7377be", "name": "network-vif-deleted", "tag": "f44d2cb2-8690-42d8-8a21-899c28f6ffad", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:00:58.760989 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6dd6edca-ab2f-4aba-812a-893124b5d124 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:00:58.761689 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9760311-519e-422a-9ebd-11c02b7377be', 'name': 'network-vif-deleted', 'tag': 'f44d2cb2-8690-42d8-8a21-899c28f6ffad', 'status': 'completed', 'code': 200} Jan 31 19:00:58.763954 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ebbc4-1e31-4e5f-91bf-35c0671b819c None None] Pushing event updated for resources: {'Port': ['ID=8c131b2a-c0b4-4f88-9161-b2273f99fed7,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:58.793192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c8aed7-af57-42bd-8c10-06d0c02c25c9 None None] Network 4f1c4647-4f44-4e00-be8a-198052a62e52 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:58.937875 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1735b8c6-ea2a-46e6-990a-555e9053d04e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (773b666a-a92d-465f-8fdd-3a779ef774fe), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:59.109869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735b8c6-ea2a-46e6-990a-555e9053d04e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Subnet': ['ID=773b666a-a92d-465f-8fdd-3a779ef774fe,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:00:59.197722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735b8c6-ea2a-46e6-990a-555e9053d04e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Checking segment: {'id': '9b964f16-37ca-4345-85d3-2a657d44d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '75556f0c-c553-4e25-a6fd-b32283611a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:00:59.200958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1735b8c6-ea2a-46e6-990a-555e9053d04e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network hostable DHCP agents. Network: 75556f0c-c553-4e25-a6fd-b32283611a54, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:00:59.330397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b2429e6-8491-4e25-ae87-93663ad034f9 req-68ac2c36-fcd7-4e57-b8b2-3c2b15796dfe tempest-VolumesActionsTest-1035905233 tempest-VolumesActionsTest-1035905233-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9760311-519e-422a-9ebd-11c02b7377be HTTP/1.1" status: 200 len: 210 time: 0.1173272 Jan 31 19:00:59.375495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1735b8c6-ea2a-46e6-990a-555e9053d04e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network 75556f0c-c553-4e25-a6fd-b32283611a54 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:00:59.391285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1735b8c6-ea2a-46e6-990a-555e9053d04e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 75556f0c-c553-4e25-a6fd-b32283611a54) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:00:59.397927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1735b8c6-ea2a-46e6-990a-555e9053d04e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:00:59.398923 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1735b8c6-ea2a-46e6-990a-555e9053d04e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:59.425506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1735b8c6-ea2a-46e6-990a-555e9053d04e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3369601 Jan 31 19:00:59.428196 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:00:59.669788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b7563d-f0c0-4153-a971-302dbc299f86 None None] Network 75556f0c-c553-4e25-a6fd-b32283611a54 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:00:59.728364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (75556f0c-c553-4e25-a6fd-b32283611a54), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:59.771309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:00:59.811799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e12099d7-f9da-4705-bf8b-80dee80a95a8 None None] Provisioning complete for port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:00:59.814077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e12099d7-f9da-4705-bf8b-80dee80a95a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:59.919390 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (773b666a-a92d-465f-8fdd-3a779ef774fe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:00:59.965714 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8c131b2a-c0b4-4f88-9161-b2273f99fed7 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:00:59.993222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4841b720-2d4b-4559-b6b0-ff2180fe8d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-75556f0c-c553-4e25-a6fd-b32283611a54', 'network_id': '75556f0c-c553-4e25-a6fd-b32283611a54', 'project_id': 'bd261358f45446b08bd0dddd4ca3506b', 'fixed_ips': [{'subnet_id': '773b666a-a92d-465f-8fdd-3a779ef774fe'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:00:59.994664 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4841b720-2d4b-4559-b6b0-ff2180fe8d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:00.107671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (773b666a-a92d-465f-8fdd-3a779ef774fe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-4841b720-2d4b-4559-b6b0-ff2180fe8d64 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 773b666a-a92d-465f-8fdd-3a779ef774fe: This subnet is being modified by another concurrent operation. Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 773b666a-a92d-465f-8fdd-3a779ef774fe: This subnet is being modified by another concurrent operation. Jan 31 19:01:00.155693 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 19:01:00.176398 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Subnet': ['ID=773b666a-a92d-465f-8fdd-3a779ef774fe,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:00.186591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e12099d7-f9da-4705-bf8b-80dee80a95a8 None None] Current status of the port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:01:00.212407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:01:00.212987 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:00.258273 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (75556f0c-c553-4e25-a6fd-b32283611a54), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:00.273926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefca0a3-b254-434f-ad07-254a0d6f1881 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:01:00.308387 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75556f0c-c553-4e25-a6fd-b32283611a54']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:00.340053 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b964f16-37ca-4345-85d3-2a657d44d1e0') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:00.341401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b964f16-37ca-4345-85d3-2a657d44d1e0') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:00.376023 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (9b964f16-37ca-4345-85d3-2a657d44d1e0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:00.415598 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9b964f16-37ca-4345-85d3-2a657d44d1e0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:00.432770 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:00.433420 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (9b964f16-37ca-4345-85d3-2a657d44d1e0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:00.460479 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:00.499970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:01:00.552680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefca0a3-b254-434f-ad07-254a0d6f1881 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 19:01:00.747598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:00.910132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51114e-1c47-43fd-93a3-910f2e10533b None None] Network 75556f0c-c553-4e25-a6fd-b32283611a54 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:01.112590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05aee3ff-08ec-4c11-a3ae-9102d528912d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:01.368757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59352) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:01.407020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59360) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:01.580571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-239557621-network', 'tenant_id': '2f4042198c764dc0b191d40d4c5f778e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:01.617191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0da7ced2-743c-4186-bce9-1b2088627d1b tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-874897854', 'prefixes': ['172.20.0.0/16']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:01.669307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Made reservation on behalf of 2f4042198c764dc0b191d40d4c5f778e for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:01.676020 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:01.684189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (75556f0c-c553-4e25-a6fd-b32283611a54), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:01.694103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:01.706030 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/75556f0c-c553-4e25-a6fd-b32283611a54 HTTP/1.1" status: 204 len: 168 time: 2.2755418 Jan 31 19:01:01.711710 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59384) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:01.723010 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8c064911-ed55-425b-878f-58a3af49b77e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-249756651'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:01.769660 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05aee3ff-08ec-4c11-a3ae-9102d528912d admin admin] Publish callbacks [] for security_group (eb2c2ac7-30dc-4b1d-a6cf-2251091da5bf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:01.770961 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc74ea5-5b3a-4f41-aff4-b8563e095046 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Network': ['ID=75556f0c-c553-4e25-a6fd-b32283611a54,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:01.771112 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:01.800005 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c064911-ed55-425b-878f-58a3af49b77e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:01.804919 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c064911-ed55-425b-878f-58a3af49b77e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:01.829914 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05aee3ff-08ec-4c11-a3ae-9102d528912d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (eb2c2ac7-30dc-4b1d-a6cf-2251091da5bf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:01.885298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c064911-ed55-425b-878f-58a3af49b77e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:01:01.914044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c064911-ed55-425b-878f-58a3af49b77e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (817fa926-4475-4ced-b5cc-8c507a001eb6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:01.914044 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-8c064911-ed55-425b-878f-58a3af49b77e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Added segment 817fa926-4475-4ced-b5cc-8c507a001eb6 of type vlan for network 3de03756-80f7-4710-a175-350e384f7938 Jan 31 19:01:01.971073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f44d2cb2-8690-42d8-8a21-899c28f6ffad no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:01:01.996916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-05aee3ff-08ec-4c11-a3ae-9102d528912d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3bc827ad8784e5cbed5834d3fc80862&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2447615 Jan 31 19:01:02.003574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59410) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:02.019730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: f44d2cb2-8690-42d8-8a21-899c28f6ffad {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:01:02.020110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f44d2cb2-8690-42d8-8a21-899c28f6ffad not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:01:02.024491 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0da7ced2-743c-4186-bce9-1b2088627d1b tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.028986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0da7ced2-743c-4186-bce9-1b2088627d1b tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6200006 Jan 31 19:01:02.030165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59412) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:02.042289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aee3ff-08ec-4c11-a3ae-9102d528912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2c2ac7-30dc-4b1d-a6cf-2251091da5bf,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:02.068599 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c064911-ed55-425b-878f-58a3af49b77e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (3de03756-80f7-4710-a175-350e384f7938), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.123596 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb7ca-5ecf-44e7-ad5a-c223e26d0720 admin admin] Publish callbacks [] for security_group (eb2c2ac7-30dc-4b1d-a6cf-2251091da5bf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.140833 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c064911-ed55-425b-878f-58a3af49b77e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (3de03756-80f7-4710-a175-350e384f7938), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.147309 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c064911-ed55-425b-878f-58a3af49b77e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:02.148232 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c064911-ed55-425b-878f-58a3af49b77e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.194361 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8c064911-ed55-425b-878f-58a3af49b77e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4772558 Jan 31 19:01:02.196873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59428) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:02.206984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d3c950c9-7936-432a-9c3d-ad4f9045adf3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'subnet': {'network_id': '3de03756-80f7-4710-a175-350e384f7938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:02.213763 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb7ca-5ecf-44e7-ad5a-c223e26d0720 admin admin] Publish callbacks [] for security_group (eb2c2ac7-30dc-4b1d-a6cf-2251091da5bf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.287015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9c5d5705-2ce1-47a8-b811-0477f44031fb tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] 10.222.0.20 "GET /v2.0/subnetpools/1112ac7d-06cd-48b0-858b-e9ba42819b96 HTTP/1.1" status: 200 len: 731 time: 0.2369447 Jan 31 19:01:02.293050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59438) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:02.299373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5129d8c3-1196-40a1-bed4-2448ff01d1a5 tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1452282518'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:02.362407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c064911-ed55-425b-878f-58a3af49b77e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Network': ['ID=3de03756-80f7-4710-a175-350e384f7938,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:02.373877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 3de03756-80f7-4710-a175-350e384f7938 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:01:02.566606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c950c9-7936-432a-9c3d-ad4f9045adf3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:02.584677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5129d8c3-1196-40a1-bed4-2448ff01d1a5 tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.586049 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5129d8c3-1196-40a1-bed4-2448ff01d1a5 tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] 10.222.0.20 "PUT /v2.0/subnetpools/1112ac7d-06cd-48b0-858b-e9ba42819b96 HTTP/1.1" status: 200 len: 684 time: 0.2919939 Jan 31 19:01:02.589142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59464) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:02.590774 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3c950c9-7936-432a-9c3d-ad4f9045adf3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.674793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb7ca-5ecf-44e7-ad5a-c223e26d0720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (eb2c2ac7-30dc-4b1d-a6cf-2251091da5bf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.678881 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb7ca-5ecf-44e7-ad5a-c223e26d0720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.685478 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bd6cb7ca-5ecf-44e7-ad5a-c223e26d0720 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb2c2ac7-30dc-4b1d-a6cf-2251091da5bf HTTP/1.1" status: 204 len: 168 time: 0.6799083 Jan 31 19:01:02.693839 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Publish callbacks [] for security_group (a13b4fb6-6d98-4abc-ab28-86f809983f04), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.738562 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cb7ca-5ecf-44e7-ad5a-c223e26d0720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2c2ac7-30dc-4b1d-a6cf-2251091da5bf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:02.800971 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-046d9367-45b5-4f3a-87ce-0a0a151b1aae tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.802409 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-046d9367-45b5-4f3a-87ce-0a0a151b1aae tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] 10.222.0.20 "DELETE /v2.0/subnetpools/1112ac7d-06cd-48b0-858b-e9ba42819b96 HTTP/1.1" status: 204 len: 168 time: 0.2125211 Jan 31 19:01:02.812575 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:02.833199 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a13b4fb6-6d98-4abc-ab28-86f809983f04), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:02.908762 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-c3baf4de-d262-45f5-9bf9-a82c3d07ee98 tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] show failed (client error): The resource could not be found. Jan 31 19:01:02.914606 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c3baf4de-d262-45f5-9bf9-a82c3d07ee98 tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] 10.222.0.20 "GET /v2.0/subnetpools/1112ac7d-06cd-48b0-858b-e9ba42819b96 HTTP/1.1" status: 404 len: 346 time: 0.0981364 Jan 31 19:01:02.915498 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59482) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:02.976180 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-e8367b10-8278-4a99-939e-31d1a646da0c tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] delete failed (client error): The resource could not be found. Jan 31 19:01:02.979931 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e8367b10-8278-4a99-939e-31d1a646da0c tempest-SubnetPoolsTestJSON-1917459581 tempest-SubnetPoolsTestJSON-1917459581-project] 10.222.0.20 "DELETE /v2.0/subnetpools/1112ac7d-06cd-48b0-858b-e9ba42819b96 HTTP/1.1" status: 404 len: 346 time: 0.0588381 Jan 31 19:01:03.012743 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:01:03.055236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13b4fb6-6d98-4abc-ab28-86f809983f04,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:03.087369 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:03.089405 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Added segment 1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea of type vlan for network 7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 Jan 31 19:01:03.125062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.127064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.127586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.128990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.129524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.131950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.132515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.133199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.133733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.134251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.135731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.138491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.139026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:03.245347 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:03.337433 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:03.338924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:03.339741 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:03.396692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0260358 Jan 31 19:01:03.399665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:03.407331 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0a7356da-e3e9-422a-a82e-f6f188205acd admin admin] Request body: {'subnet': {'network_id': '7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-239557621-subnet', 'tenant_id': '2f4042198c764dc0b191d40d4c5f778e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:03.476535 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7356da-e3e9-422a-a82e-f6f188205acd admin admin] Made reservation on behalf of 2f4042198c764dc0b191d40d4c5f778e for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:03.484633 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0a7356da-e3e9-422a-a82e-f6f188205acd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:03.488681 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3c950c9-7936-432a-9c3d-ad4f9045adf3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (f392253d-a0f9-4bd2-a1de-c0417c8d6852), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:03.564710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b8483-8a75-44a1-8c6e-423c3a94c131 admin admin] Pushing event updated for resources: {'Network': ['ID=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:03.577833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:01:03.666406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c950c9-7936-432a-9c3d-ad4f9045adf3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Subnet': ['ID=f392253d-a0f9-4bd2-a1de-c0417c8d6852,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:03.679906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59510) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:03.688042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c950c9-7936-432a-9c3d-ad4f9045adf3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Checking segment: {'id': '817fa926-4475-4ced-b5cc-8c507a001eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '3de03756-80f7-4710-a175-350e384f7938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:01:03.693119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c950c9-7936-432a-9c3d-ad4f9045adf3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network hostable DHCP agents. Network: 3de03756-80f7-4710-a175-350e384f7938, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:01:03.729996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdc0a-8cde-4f2e-b74c-3515b85317b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:03.732739 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c950c9-7936-432a-9c3d-ad4f9045adf3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network 3de03756-80f7-4710-a175-350e384f7938 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:01:03.781625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d3c950c9-7936-432a-9c3d-ad4f9045adf3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 3de03756-80f7-4710-a175-350e384f7938) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:03.797216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c950c9-7936-432a-9c3d-ad4f9045adf3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:03.800077 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3c950c9-7936-432a-9c3d-ad4f9045adf3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:03.813596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3996a971-02d5-4841-a47f-ae84d2e74356 None None] Network 3de03756-80f7-4710-a175-350e384f7938 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:03.851067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d3c950c9-7936-432a-9c3d-ad4f9045adf3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6516883 Jan 31 19:01:03.855184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59512) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:03.913280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59516) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:04.007865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:04.010884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-3de03756-80f7-4710-a175-350e384f7938', 'network_id': '3de03756-80f7-4710-a175-350e384f7938', 'project_id': 'bd261358f45446b08bd0dddd4ca3506b', 'fixed_ips': [{'subnet_id': 'f392253d-a0f9-4bd2-a1de-c0417c8d6852'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:01:04.012519 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.185519 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3de03756-80f7-4710-a175-350e384f7938), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.198535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0a7356da-e3e9-422a-a82e-f6f188205acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (b4c8f0e6-1263-4351-8ca6-19fb835dc464), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.309423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Allocated IP 2001:db8::1 (3de03756-80f7-4710-a175-350e384f7938/f392253d-a0f9-4bd2-a1de-c0417c8d6852/724d5115-78ca-456d-b38a-adb2f572d6c6) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:01:04.339538 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59528) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:04.378417 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdc0a-8cde-4f2e-b74c-3515b85317b4 admin admin] Publish callbacks [] for security_group (ee51f34c-94da-4740-8780-d54bb0a552af), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.398255 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdc0a-8cde-4f2e-b74c-3515b85317b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ee51f34c-94da-4740-8780-d54bb0a552af), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.399897 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (f392253d-a0f9-4bd2-a1de-c0417c8d6852), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.407632 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f702e26-91ab-4a83-9959-c1a100a68e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.446431 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7c9fdc0a-8cde-4f2e-b74c-3515b85317b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2aecedd60a6490db8a253c533e08e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7651694 Jan 31 19:01:04.447938 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7356da-e3e9-422a-a82e-f6f188205acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c8f0e6-1263-4351-8ca6-19fb835dc464,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:04.450401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59534) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:04.493064 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f3f46d4-8146-4d5a-a639-d55d3a5834e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.542549 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7356da-e3e9-422a-a82e-f6f188205acd admin admin] Checking segment: {'id': '1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:01:04.543610 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7356da-e3e9-422a-a82e-f6f188205acd admin admin] Network hostable DHCP agents. Network: 7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:01:04.570071 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1e03-481c-4c2e-9b65-87b3b7d816be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.688551 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f702e26-91ab-4a83-9959-c1a100a68e05 admin admin] Publish callbacks [] for security_group (7187ae49-4f9c-4fa4-8d51-18ee23144cf4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.693702 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f702e26-91ab-4a83-9959-c1a100a68e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7187ae49-4f9c-4fa4-8d51-18ee23144cf4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.710873 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1e03-481c-4c2e-9b65-87b3b7d816be admin admin] Publish callbacks [] for security_group (979b89fb-ac10-4e3d-8808-c22776253c48), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.717900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fdc0a-8cde-4f2e-b74c-3515b85317b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee51f34c-94da-4740-8780-d54bb0a552af,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:04.741252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1e03-481c-4c2e-9b65-87b3b7d816be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (979b89fb-ac10-4e3d-8808-c22776253c48), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.750559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7356da-e3e9-422a-a82e-f6f188205acd admin admin] Network 7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:01:04.757009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2f702e26-91ab-4a83-9959-c1a100a68e05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0dfabe60dcd946b0adb0b315598b7f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8418002 Jan 31 19:01:04.758338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f702e26-91ab-4a83-9959-c1a100a68e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7187ae49-4f9c-4fa4-8d51-18ee23144cf4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:04.762176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:04.819725 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0a7356da-e3e9-422a-a82e-f6f188205acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:04.832447 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be75e27b-dd62-476c-bed6-731db610ad06 None None] Network 7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:04.851638 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4000-7d6a-4004-9ec0-ef5558ac8402 admin admin] Publish callbacks [] for security_group (7187ae49-4f9c-4fa4-8d51-18ee23144cf4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.856129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7356da-e3e9-422a-a82e-f6f188205acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:04.857013 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0a7356da-e3e9-422a-a82e-f6f188205acd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.863623 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a2ed1e03-481c-4c2e-9b65-87b3b7d816be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a723e561fe9a4926a37d2f30fa0191cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5155840 Jan 31 19:01:04.865774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59544) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:04.882275 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed1e03-481c-4c2e-9b65-87b3b7d816be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979b89fb-ac10-4e3d-8808-c22776253c48,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:04.912533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea362644-55c7-4b42-9203-63d384634b4c admin admin] Publish callbacks [] for security_group (ee51f34c-94da-4740-8780-d54bb0a552af), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.932818 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Publish callbacks [] for port (724d5115-78ca-456d-b38a-adb2f572d6c6), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.949272 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4000-7d6a-4004-9ec0-ef5558ac8402 admin admin] Publish callbacks [] for security_group (7187ae49-4f9c-4fa4-8d51-18ee23144cf4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.959620 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (724d5115-78ca-456d-b38a-adb2f572d6c6), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:04.965350 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0a7356da-e3e9-422a-a82e-f6f188205acd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5639455 Jan 31 19:01:04.993824 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be3c8143-cb25-4fb5-acf6-97c645d1100b admin admin] Publish callbacks [] for security_group (979b89fb-ac10-4e3d-8808-c22776253c48), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.054821 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea362644-55c7-4b42-9203-63d384634b4c admin admin] Publish callbacks [] for security_group (ee51f34c-94da-4740-8780-d54bb0a552af), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.066708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Network 3de03756-80f7-4710-a175-350e384f7938 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:01:05.078105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:05.084990 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f3f46d4-8146-4d5a-a639-d55d3a5834e3 admin admin] Publish callbacks [] for security_group (c4779641-e247-4918-9773-2ee96a3ababc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.118719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f3f46d4-8146-4d5a-a639-d55d3a5834e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c4779641-e247-4918-9773-2ee96a3ababc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.121333 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:01:05.130634 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be3c8143-cb25-4fb5-acf6-97c645d1100b admin admin] Publish callbacks [] for security_group (979b89fb-ac10-4e3d-8808-c22776253c48), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.134640 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (f392253d-a0f9-4bd2-a1de-c0417c8d6852), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.165679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Pushing event updated for resources: {'Port': ['ID=724d5115-78ca-456d-b38a-adb2f572d6c6,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:05.255326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b97cb-6574-4879-8c5d-8ab5ee97f34e None None] Network 7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:05.275272 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be3c8143-cb25-4fb5-acf6-97c645d1100b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (979b89fb-ac10-4e3d-8808-c22776253c48), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.279214 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8f3f46d4-8146-4d5a-a639-d55d3a5834e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29ffbf4c60f54ae0b5f655a9a935788d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2674994 Jan 31 19:01:05.279791 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be3c8143-cb25-4fb5-acf6-97c645d1100b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.284172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:05.288518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-be3c8143-cb25-4fb5-acf6-97c645d1100b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/979b89fb-ac10-4e3d-8808-c22776253c48 HTTP/1.1" status: 204 len: 168 time: 0.4212196 Jan 31 19:01:05.300768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Subnet': ['ID=f392253d-a0f9-4bd2-a1de-c0417c8d6852,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:05.334629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f46d4-8146-4d5a-a639-d55d3a5834e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4779641-e247-4918-9773-2ee96a3ababc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:05.335903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c8143-cb25-4fb5-acf6-97c645d1100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979b89fb-ac10-4e3d-8808-c22776253c48,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:05.399152 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea362644-55c7-4b42-9203-63d384634b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ee51f34c-94da-4740-8780-d54bb0a552af), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.409181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea362644-55c7-4b42-9203-63d384634b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.412072 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea362644-55c7-4b42-9203-63d384634b4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee51f34c-94da-4740-8780-d54bb0a552af HTTP/1.1" status: 204 len: 168 time: 0.9498677 Jan 31 19:01:05.412197 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4000-7d6a-4004-9ec0-ef5558ac8402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7187ae49-4f9c-4fa4-8d51-18ee23144cf4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.424946 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4000-7d6a-4004-9ec0-ef5558ac8402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.425781 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea362644-55c7-4b42-9203-63d384634b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee51f34c-94da-4740-8780-d54bb0a552af,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:05.437938 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8a7e4000-7d6a-4004-9ec0-ef5558ac8402 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7187ae49-4f9c-4fa4-8d51-18ee23144cf4 HTTP/1.1" status: 204 len: 168 time: 0.6651075 Jan 31 19:01:05.450937 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8859c289-f41f-47d8-8e14-36eb7cd8ee47 admin admin] Publish callbacks [] for security_group (c4779641-e247-4918-9773-2ee96a3ababc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.495277 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8859c289-f41f-47d8-8e14-36eb7cd8ee47 admin admin] Publish callbacks [] for security_group (c4779641-e247-4918-9773-2ee96a3ababc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.541901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e4000-7d6a-4004-9ec0-ef5558ac8402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7187ae49-4f9c-4fa4-8d51-18ee23144cf4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:05.552169 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Attempting to bind port 724d5115-78ca-456d-b38a-adb2f572d6c6 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:01:05.553577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Attempting to bind port 724d5115-78ca-456d-b38a-adb2f572d6c6 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '817fa926-4475-4ced-b5cc-8c507a001eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '3de03756-80f7-4710-a175-350e384f7938'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:01:05.553969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Attempting to bind port 724d5115-78ca-456d-b38a-adb2f572d6c6 on network 3de03756-80f7-4710-a175-350e384f7938 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:01:05.560471 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3de03756-80f7-4710-a175-350e384f7938), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.591463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:01:05.592009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Checking segment: {'id': '817fa926-4475-4ced-b5cc-8c507a001eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '3de03756-80f7-4710-a175-350e384f7938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:01:05.593082 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.593634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Bound using segment: {'id': '817fa926-4475-4ced-b5cc-8c507a001eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '3de03756-80f7-4710-a175-350e384f7938'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:01:05.594231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Bound port: 724d5115-78ca-456d-b38a-adb2f572d6c6, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817fa926-4475-4ced-b5cc-8c507a001eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '3de03756-80f7-4710-a175-350e384f7938'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:01:05.594988 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (724d5115-78ca-456d-b38a-adb2f572d6c6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.602304 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8859c289-f41f-47d8-8e14-36eb7cd8ee47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c4779641-e247-4918-9773-2ee96a3ababc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.605826 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8859c289-f41f-47d8-8e14-36eb7cd8ee47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.613604 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8859c289-f41f-47d8-8e14-36eb7cd8ee47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4779641-e247-4918-9773-2ee96a3ababc HTTP/1.1" status: 204 len: 168 time: 0.3242648 Jan 31 19:01:05.670251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859c289-f41f-47d8-8e14-36eb7cd8ee47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4779641-e247-4918-9773-2ee96a3ababc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:05.680377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de03756-80f7-4710-a175-350e384f7938']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:05.699876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817fa926-4475-4ced-b5cc-8c507a001eb6') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:05.702784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817fa926-4475-4ced-b5cc-8c507a001eb6') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:05.732874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (817fa926-4475-4ced-b5cc-8c507a001eb6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.767873 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (817fa926-4475-4ced-b5cc-8c507a001eb6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.800953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:05.803367 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (817fa926-4475-4ced-b5cc-8c507a001eb6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:05.835827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] For port 724d5115-78ca-456d-b38a-adb2f572d6c6, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:05.968636 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:05.982982 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 19:01:05.982982 n-d-812111-15 neutron-server[103225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 19:01:05.982982 n-d-812111-15 neutron-server[103225]: [parameters: {'id': '3de03756-80f7-4710-a175-350e384f7938'}] Jan 31 19:01:05.982982 n-d-812111-15 neutron-server[103225]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:01:05.983715 n-d-812111-15 neutron-server[103225]: DEBUG oslo_db.api [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:01:05.988398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] For port 724d5115-78ca-456d-b38a-adb2f572d6c6, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=724d5115-78ca-456d-b38a-adb2f572d6c6,segment=NetworkSegment(817fa926-4475-4ced-b5cc-8c507a001eb6),segment_id=817fa926-4475-4ced-b5cc-8c507a001eb6)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:01:06.008366 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (724d5115-78ca-456d-b38a-adb2f572d6c6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:06.207607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20720df6-8917-45b0-9327-f347c7452c51 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:01:06.226017 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:01:06.328471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20720df6-8917-45b0-9327-f347c7452c51 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 19:01:06.333834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fdb34-ee01-48b9-be45-a4d27fc8b554 None None] Pushing event updated for resources: {'Port': ['ID=724d5115-78ca-456d-b38a-adb2f572d6c6,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:06.484980 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3de03756-80f7-4710-a175-350e384f7938), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:06.587035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631063c8-9452-48c9-93fa-650a9e6ba0ff None None] Network 3de03756-80f7-4710-a175-350e384f7938 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:06.627514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Deleting port 724d5115-78ca-456d-b38a-adb2f572d6c6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:01:06.638463 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (724d5115-78ca-456d-b38a-adb2f572d6c6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:06.752191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59588) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:06.790426 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34622f15-41c4-4f96-a0ed-a7dfd9611984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:06.875050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] For port 724d5115-78ca-456d-b38a-adb2f572d6c6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=724d5115-78ca-456d-b38a-adb2f572d6c6,segment=NetworkSegment(817fa926-4475-4ced-b5cc-8c507a001eb6),segment_id=817fa926-4475-4ced-b5cc-8c507a001eb6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:06.875812 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (724d5115-78ca-456d-b38a-adb2f572d6c6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:06.919630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Calling delete_port for 724d5115-78ca-456d-b38a-adb2f572d6c6 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:01:07.049464 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (724d5115-78ca-456d-b38a-adb2f572d6c6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.090488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Port': ['ID=724d5115-78ca-456d-b38a-adb2f572d6c6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:07.094274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No DVR routers for this DVR port 724d5115-78ca-456d-b38a-adb2f572d6c6 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:01:07.126088 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34622f15-41c4-4f96-a0ed-a7dfd9611984 admin admin] Publish callbacks [] for security_group (bcc98ab4-f902-4de0-b403-c63f46d83aaf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.138149 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34622f15-41c4-4f96-a0ed-a7dfd9611984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bcc98ab4-f902-4de0-b403-c63f46d83aaf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.228262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59606) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:07.251352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-696536990-network', 'tenant_id': '2e6619e0323341c38ce73823e67cd968'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:07.273834 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3de03756-80f7-4710-a175-350e384f7938), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.282475 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-34622f15-41c4-4f96-a0ed-a7dfd9611984 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10c0f9eb1aee482db3036130f6e3c24a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5281494 Jan 31 19:01:07.290743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:07.348304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de03756-80f7-4710-a175-350e384f7938']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:07.392840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817fa926-4475-4ced-b5cc-8c507a001eb6') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:07.393208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817fa926-4475-4ced-b5cc-8c507a001eb6') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:07.440665 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (817fa926-4475-4ced-b5cc-8c507a001eb6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.446943 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34622f15-41c4-4f96-a0ed-a7dfd9611984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc98ab4-f902-4de0-b403-c63f46d83aaf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:07.476719 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (817fa926-4475-4ced-b5cc-8c507a001eb6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.488835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:07.490038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (817fa926-4475-4ced-b5cc-8c507a001eb6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.491008 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Made reservation on behalf of 2e6619e0323341c38ce73823e67cd968 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:07.495699 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.510571 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:07.517809 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:07.631960 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Publish callbacks [] for security_group (44fe4ce6-5e88-4f67-a143-f87cf9898a2b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.643052 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (44fe4ce6-5e88-4f67-a143-f87cf9898a2b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.653373 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (3de03756-80f7-4710-a175-350e384f7938), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.654563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff50498-81a8-46f8-b0ad-18c01fe05d62 admin admin] Publish callbacks [] for security_group (bcc98ab4-f902-4de0-b403-c63f46d83aaf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.668088 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.679943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/3de03756-80f7-4710-a175-350e384f7938 HTTP/1.1" status: 204 len: 168 time: 3.8197134 Jan 31 19:01:07.683467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59616) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:07.691388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b2fc55f5-e59a-4eda-b593-950446f91755 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-421963186'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:07.714921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:01:07.721710 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff50498-81a8-46f8-b0ad-18c01fe05d62 admin admin] Publish callbacks [] for security_group (bcc98ab4-f902-4de0-b403-c63f46d83aaf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.733567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff7ecd-9f06-40d9-ad05-db06f97b064a tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Network': ['ID=3de03756-80f7-4710-a175-350e384f7938,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:07.740793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fe4ce6-5e88-4f67-a143-f87cf9898a2b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:07.764288 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4408da47-83ac-4915-8983-367509225ac8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.765872 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Added segment 4408da47-83ac-4915-8983-367509225ac8 of type vlan for network 23c89d60-998c-482d-9ad3-3a26c033003f Jan 31 19:01:07.775801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fc55f5-e59a-4eda-b593-950446f91755 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:07.783846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2fc55f5-e59a-4eda-b593-950446f91755 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.834455 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (23c89d60-998c-482d-9ad3-3a26c033003f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.862395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fc55f5-e59a-4eda-b593-950446f91755 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:01:07.873775 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff50498-81a8-46f8-b0ad-18c01fe05d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bcc98ab4-f902-4de0-b403-c63f46d83aaf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.877998 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff50498-81a8-46f8-b0ad-18c01fe05d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.883395 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ff50498-81a8-46f8-b0ad-18c01fe05d62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bcc98ab4-f902-4de0-b403-c63f46d83aaf HTTP/1.1" status: 204 len: 168 time: 0.5805588 Jan 31 19:01:07.886510 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2fc55f5-e59a-4eda-b593-950446f91755 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (176dc766-627e-47f1-a381-12ea63b25bc0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.888650 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-b2fc55f5-e59a-4eda-b593-950446f91755 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Added segment 176dc766-627e-47f1-a381-12ea63b25bc0 of type vlan for network a255fa93-3b33-4f03-b646-4345d9742b94 Jan 31 19:01:07.898235 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff50498-81a8-46f8-b0ad-18c01fe05d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc98ab4-f902-4de0-b403-c63f46d83aaf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:07.901385 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (23c89d60-998c-482d-9ad3-3a26c033003f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.902553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:07.903648 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.984514 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2fc55f5-e59a-4eda-b593-950446f91755 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (a255fa93-3b33-4f03-b646-4345d9742b94), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:07.985525 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] Pushing event updated for resources: {'Network': ['ID=23c89d60-998c-482d-9ad3-3a26c033003f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:08.000452 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 23c89d60-998c-482d-9ad3-3a26c033003f details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:01:08.005641 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-edea48d6-6f26-481e-a07b-83b179ac7936 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7640243 Jan 31 19:01:08.008208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59630) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:08.014888 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-073cf42a-7832-4872-9d2c-00a007c43842 admin admin] Request body: {'subnet': {'network_id': '23c89d60-998c-482d-9ad3-3a26c033003f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-696536990-subnet', 'tenant_id': '2e6619e0323341c38ce73823e67cd968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:08.046271 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2fc55f5-e59a-4eda-b593-950446f91755 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (a255fa93-3b33-4f03-b646-4345d9742b94), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:08.053777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc55f5-e59a-4eda-b593-950446f91755 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:08.055369 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2fc55f5-e59a-4eda-b593-950446f91755 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608677'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:08.090454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073cf42a-7832-4872-9d2c-00a007c43842 admin admin] Made reservation on behalf of 2e6619e0323341c38ce73823e67cd968 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:08.093225 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-073cf42a-7832-4872-9d2c-00a007c43842 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:08.202271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b2fc55f5-e59a-4eda-b593-950446f91755 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5163479 Jan 31 19:01:08.204101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:08.223228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-02427379-d368-46cb-8ccc-e81b98b88b23 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'subnet': {'network_id': 'a255fa93-3b33-4f03-b646-4345d9742b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:08.231731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc55f5-e59a-4eda-b593-950446f91755 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Network': ['ID=a255fa93-3b33-4f03-b646-4345d9742b94,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:08.254130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network a255fa93-3b33-4f03-b646-4345d9742b94 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:01:08.361842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02427379-d368-46cb-8ccc-e81b98b88b23 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:08.366159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02427379-d368-46cb-8ccc-e81b98b88b23 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:08.739278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-073cf42a-7832-4872-9d2c-00a007c43842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (b9d15d8d-ef17-40d0-89e0-2f7bdcb9ff01), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:08.864026 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073cf42a-7832-4872-9d2c-00a007c43842 admin admin] Checking segment: {'id': '4408da47-83ac-4915-8983-367509225ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '23c89d60-998c-482d-9ad3-3a26c033003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:01:08.864756 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073cf42a-7832-4872-9d2c-00a007c43842 admin admin] Network hostable DHCP agents. Network: 23c89d60-998c-482d-9ad3-3a26c033003f, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:01:08.866676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cf42a-7832-4872-9d2c-00a007c43842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d15d8d-ef17-40d0-89e0-2f7bdcb9ff01,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:08.907381 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02427379-d368-46cb-8ccc-e81b98b88b23 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (b8fe7ae2-7927-45d5-8400-df0135be8990), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:08.988140 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073cf42a-7832-4872-9d2c-00a007c43842 admin admin] Network 23c89d60-998c-482d-9ad3-3a26c033003f is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:01:09.046741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-073cf42a-7832-4872-9d2c-00a007c43842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 23c89d60-998c-482d-9ad3-3a26c033003f) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:09.066656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f509f9-ea45-4d9c-9417-3b09ff0b6c0a None None] Network 23c89d60-998c-482d-9ad3-3a26c033003f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:09.079999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073cf42a-7832-4872-9d2c-00a007c43842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:09.080613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-073cf42a-7832-4872-9d2c-00a007c43842 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:09.082910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02427379-d368-46cb-8ccc-e81b98b88b23 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Subnet': ['ID=b8fe7ae2-7927-45d5-8400-df0135be8990,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:09.126578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02427379-d368-46cb-8ccc-e81b98b88b23 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Checking segment: {'id': '176dc766-627e-47f1-a381-12ea63b25bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a255fa93-3b33-4f03-b646-4345d9742b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:01:09.126949 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02427379-d368-46cb-8ccc-e81b98b88b23 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network hostable DHCP agents. Network: a255fa93-3b33-4f03-b646-4345d9742b94, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:01:09.140289 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-073cf42a-7832-4872-9d2c-00a007c43842 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1306796 Jan 31 19:01:09.172692 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02427379-d368-46cb-8ccc-e81b98b88b23 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network a255fa93-3b33-4f03-b646-4345d9742b94 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:01:09.188621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-02427379-d368-46cb-8ccc-e81b98b88b23 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, a255fa93-3b33-4f03-b646-4345d9742b94) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:09.206238 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02427379-d368-46cb-8ccc-e81b98b88b23 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:09.207977 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02427379-d368-46cb-8ccc-e81b98b88b23 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:09.267192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59678) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:09.269720 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-02427379-d368-46cb-8ccc-e81b98b88b23 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0629683 Jan 31 19:01:09.273584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e252e2cd-2fe2-4d58-9c6f-d851b3511f95 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'subnet': {'network_id': 'a255fa93-3b33-4f03-b646-4345d9742b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:09.510590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2b4387-8534-4545-87ec-a8775f0ede24 None None] Network a255fa93-3b33-4f03-b646-4345d9742b94 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:09.572321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e252e2cd-2fe2-4d58-9c6f-d851b3511f95 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:09.577526 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e252e2cd-2fe2-4d58-9c6f-d851b3511f95 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:09.803753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-a255fa93-3b33-4f03-b646-4345d9742b94', 'network_id': 'a255fa93-3b33-4f03-b646-4345d9742b94', 'project_id': 'bd261358f45446b08bd0dddd4ca3506b', 'fixed_ips': [{'subnet_id': 'b8fe7ae2-7927-45d5-8400-df0135be8990'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:01:09.806795 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:10.041331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Allocated IP 2001:db8::2 (a255fa93-3b33-4f03-b646-4345d9742b94/b8fe7ae2-7927-45d5-8400-df0135be8990/64827fa3-2632-4a79-a0c5-2ff4440deffd) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:01:10.100120 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e252e2cd-2fe2-4d58-9c6f-d851b3511f95 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (88e189ba-09d2-46db-a686-d40059f663ba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:10.170409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b6ba4e-f34f-483a-a916-2d4704d077ba None None] Network 23c89d60-998c-482d-9ad3-3a26c033003f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:10.304547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e252e2cd-2fe2-4d58-9c6f-d851b3511f95 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network a255fa93-3b33-4f03-b646-4345d9742b94 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:01:10.375627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252e2cd-2fe2-4d58-9c6f-d851b3511f95 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Subnet': ['ID=88e189ba-09d2-46db-a686-d40059f663ba,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:10.396322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e252e2cd-2fe2-4d58-9c6f-d851b3511f95 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:10.418199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e252e2cd-2fe2-4d58-9c6f-d851b3511f95 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:10.423215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e252e2cd-2fe2-4d58-9c6f-d851b3511f95 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:10.464593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e252e2cd-2fe2-4d58-9c6f-d851b3511f95 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1934211 Jan 31 19:01:10.465154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59738) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:10.565452 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Publish callbacks [] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:10.573862 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:10.621603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Network a255fa93-3b33-4f03-b646-4345d9742b94 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:01:10.625752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:10.634012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:01:10.654512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Pushing event updated for resources: {'Port': ['ID=64827fa3-2632-4a79-a0c5-2ff4440deffd,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:10.760308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Attempting to bind port 64827fa3-2632-4a79-a0c5-2ff4440deffd on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:01:10.760715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Attempting to bind port 64827fa3-2632-4a79-a0c5-2ff4440deffd by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '176dc766-627e-47f1-a381-12ea63b25bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a255fa93-3b33-4f03-b646-4345d9742b94'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:01:10.761085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Attempting to bind port 64827fa3-2632-4a79-a0c5-2ff4440deffd on network a255fa93-3b33-4f03-b646-4345d9742b94 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:01:10.778544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:01:10.778978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Checking segment: {'id': '176dc766-627e-47f1-a381-12ea63b25bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a255fa93-3b33-4f03-b646-4345d9742b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:01:10.779399 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:10.779810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Bound using segment: {'id': '176dc766-627e-47f1-a381-12ea63b25bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a255fa93-3b33-4f03-b646-4345d9742b94'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:01:10.780322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Bound port: 64827fa3-2632-4a79-a0c5-2ff4440deffd, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176dc766-627e-47f1-a381-12ea63b25bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a255fa93-3b33-4f03-b646-4345d9742b94'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:01:10.780739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:11.021990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] For port 64827fa3-2632-4a79-a0c5-2ff4440deffd, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:01:11.033486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] For port 64827fa3-2632-4a79-a0c5-2ff4440deffd, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=64827fa3-2632-4a79-a0c5-2ff4440deffd,segment=NetworkSegment(176dc766-627e-47f1-a381-12ea63b25bc0),segment_id=176dc766-627e-47f1-a381-12ea63b25bc0)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:01:11.044206 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:11.136540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ff4b4-633c-4023-bb75-d1fb462925d5 None None] Pushing event updated for resources: {'Port': ['ID=64827fa3-2632-4a79-a0c5-2ff4440deffd,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:11.193689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1471877e-63f7-4018-a8c5-e6b2ec4c3595 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:11.204379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1471877e-63f7-4018-a8c5-e6b2ec4c3595 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:11.205963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1471877e-63f7-4018-a8c5-e6b2ec4c3595 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:11.207388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1471877e-63f7-4018-a8c5-e6b2ec4c3595 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:11.209049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1471877e-63f7-4018-a8c5-e6b2ec4c3595 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:11.217753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59760) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:11.221139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0f8ed32a-1968-4204-a087-bdef4a504db8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-725934704'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:11.225310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1471877e-63f7-4018-a8c5-e6b2ec4c3595 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7592483 Jan 31 19:01:11.259112 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8ed32a-1968-4204-a087-bdef4a504db8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:11.263068 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed32a-1968-4204-a087-bdef4a504db8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:11.352980 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8ed32a-1968-4204-a087-bdef4a504db8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:01:11.381182 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed32a-1968-4204-a087-bdef4a504db8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bed32886-2983-470d-94ee-55061bf23690), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:11.381993 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-0f8ed32a-1968-4204-a087-bdef4a504db8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Added segment bed32886-2983-470d-94ee-55061bf23690 of type vlan for network 0174c717-625c-48e9-9b1b-134f462b5efc Jan 31 19:01:11.408430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-08da16eb-bf5a-4f1f-b4da-b7dfc4858279 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:11.429208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-08da16eb-bf5a-4f1f-b4da-b7dfc4858279 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/networks?id=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 HTTP/1.1" status: 200 len: 811 time: 0.2844846 Jan 31 19:01:11.477480 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-540a47d4-3851-417a-81ba-170e71b07aa0 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/quotas/2f4042198c764dc0b191d40d4c5f778e HTTP/1.1" status: 200 len: 375 time: 0.0462232 Jan 31 19:01:11.563822 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed32a-1968-4204-a087-bdef4a504db8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (0174c717-625c-48e9-9b1b-134f462b5efc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:11.586804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:11.599316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-a4f1800b-9fe8-4bd5-abc4-26eeb310fb9b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f4042198c764dc0b191d40d4c5f778e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1204131 Jan 31 19:01:11.670596 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed32a-1968-4204-a087-bdef4a504db8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (0174c717-625c-48e9-9b1b-134f462b5efc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:11.686119 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ed32a-1968-4204-a087-bdef4a504db8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:11.687098 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed32a-1968-4204-a087-bdef4a504db8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:11.755061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59782) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:11.766411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-578e3bd9-423a-4950-8141-9d0223b598a7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:11.782132 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0f8ed32a-1968-4204-a087-bdef4a504db8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5335793 Jan 31 19:01:11.944357 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ed32a-1968-4204-a087-bdef4a504db8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Network': ['ID=0174c717-625c-48e9-9b1b-134f462b5efc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:11.960382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 0174c717-625c-48e9-9b1b-134f462b5efc details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:01:12.034917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-f68fde12-71b9-4735-83f2-b8c519f538ea service neutron] 10.222.0.20 "GET /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341276 Jan 31 19:01:12.159524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 64827fa3-2632-4a79-a0c5-2ff4440deffd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:01:12.210948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-172f4f3b-e336-4f1c-8395-073499f9ebdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:12.283373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 64827fa3-2632-4a79-a0c5-2ff4440deffd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:01:12.283764 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:12.447273 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-172f4f3b-e336-4f1c-8395-073499f9ebdc admin admin] Publish callbacks [] for security_group (e6449a8c-9525-4432-8404-76dc549d0b36), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:12.457547 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-172f4f3b-e336-4f1c-8395-073499f9ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e6449a8c-9525-4432-8404-76dc549d0b36), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:12.494691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 64827fa3-2632-4a79-a0c5-2ff4440deffd is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:01:12.495492 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:12.515399 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-578e3bd9-423a-4950-8141-9d0223b598a7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (0174c717-625c-48e9-9b1b-134f462b5efc), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:12.537938 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f4f3b-e336-4f1c-8395-073499f9ebdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6449a8c-9525-4432-8404-76dc549d0b36,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:12.541206 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 64827fa3-2632-4a79-a0c5-2ff4440deffd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=64827fa3-2632-4a79-a0c5-2ff4440deffd,segment=NetworkSegment(176dc766-627e-47f1-a381-12ea63b25bc0),segment_id=176dc766-627e-47f1-a381-12ea63b25bc0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:12.547936 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:12.564524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-267be650-ec64-4d33-84f1-a38048b0a106 service neutron] 10.222.0.20 "GET /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138438 Jan 31 19:01:12.580451 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-578e3bd9-423a-4950-8141-9d0223b598a7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (0174c717-625c-48e9-9b1b-134f462b5efc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:12.615576 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-172f4f3b-e336-4f1c-8395-073499f9ebdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=459eb56579354f4e9c71deb82c2e217c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0252028 Jan 31 19:01:12.617969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:12.666866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-578e3bd9-423a-4950-8141-9d0223b598a7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network 0174c717-625c-48e9-9b1b-134f462b5efc is not hosted by any dhcp agent {{(pid=103225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 19:01:12.686250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e3bd9-423a-4950-8141-9d0223b598a7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:12.686914 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-578e3bd9-423a-4950-8141-9d0223b598a7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:12.696156 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:12.701036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-578e3bd9-423a-4950-8141-9d0223b598a7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "PUT /v2.0/networks/0174c717-625c-48e9-9b1b-134f462b5efc HTTP/1.1" status: 200 len: 723 time: 0.9448545 Jan 31 19:01:12.729370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6d4ec920-683a-47c9-9156-2241b7f69c86 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'subnet': {'network_id': '0174c717-625c-48e9-9b1b-134f462b5efc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:12.753785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=64827fa3-2632-4a79-a0c5-2ff4440deffd,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:12.880878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e3bd9-423a-4950-8141-9d0223b598a7 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Network': ['ID=0174c717-625c-48e9-9b1b-134f462b5efc,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:12.904501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 0174c717-625c-48e9-9b1b-134f462b5efc details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:01:13.009462 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50a161c9-e25d-4ac4-996a-87cb97cc1379 admin admin] Publish callbacks [] for security_group (e6449a8c-9525-4432-8404-76dc549d0b36), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:13.119766 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50a161c9-e25d-4ac4-996a-87cb97cc1379 admin admin] Publish callbacks [] for security_group (e6449a8c-9525-4432-8404-76dc549d0b36), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:13.134902 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e271fffc-51f5-4019-8885-8bca82ac62bf req-c78d946c-a4ac-4d5e-94e9-d347c13b37fd tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 210 time: 0.1218746 Jan 31 19:01:13.230371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c2f519-b922-498a-a981-287c4743986e None None] Network a255fa93-3b33-4f03-b646-4345d9742b94 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:13.245743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50a161c9-e25d-4ac4-996a-87cb97cc1379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e6449a8c-9525-4432-8404-76dc549d0b36), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:13.258206 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50a161c9-e25d-4ac4-996a-87cb97cc1379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:13.265410 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-50a161c9-e25d-4ac4-996a-87cb97cc1379 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6449a8c-9525-4432-8404-76dc549d0b36 HTTP/1.1" status: 204 len: 168 time: 0.6462572 Jan 31 19:01:13.305521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a161c9-e25d-4ac4-996a-87cb97cc1379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6449a8c-9525-4432-8404-76dc549d0b36,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:13.319605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4ec920-683a-47c9-9156-2241b7f69c86 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:13.332752 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec920-683a-47c9-9156-2241b7f69c86 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:13.503522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c3ac566e-6851-460d-ba69-f5b1a4fdb2be None None] Provisioning complete for port 64827fa3-2632-4a79-a0c5-2ff4440deffd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:01:13.509271 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c3ac566e-6851-460d-ba69-f5b1a4fdb2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:13.760629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac566e-6851-460d-ba69-f5b1a4fdb2be None None] Current status of the port 64827fa3-2632-4a79-a0c5-2ff4440deffd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:01:13.990971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 64827fa3-2632-4a79-a0c5-2ff4440deffd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:01:14.011263 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec920-683a-47c9-9156-2241b7f69c86 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (a4839fbd-29a4-433f-a122-59207e06347b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:14.123950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67a18cf-a2d7-4b67-9f6c-a66d97edb767 None None] Update dhcp port {'port': {'network_id': 'a255fa93-3b33-4f03-b646-4345d9742b94', 'fixed_ips': [{'subnet_id': 'b8fe7ae2-7927-45d5-8400-df0135be8990', 'ip_address': '2001:db8::2'}, {'subnet_id': '88e189ba-09d2-46db-a686-d40059f663ba'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '64827fa3-2632-4a79-a0c5-2ff4440deffd'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 19:01:14.213021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 64827fa3-2632-4a79-a0c5-2ff4440deffd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:01:14.213610 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:14.219921 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e67a18cf-a2d7-4b67-9f6c-a66d97edb767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:14.280048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ec920-683a-47c9-9156-2241b7f69c86 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Subnet': ['ID=a4839fbd-29a4-433f-a122-59207e06347b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:14.373012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4ec920-683a-47c9-9156-2241b7f69c86 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Checking segment: {'id': 'bed32886-2983-470d-94ee-55061bf23690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '0174c717-625c-48e9-9b1b-134f462b5efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:01:14.373846 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4ec920-683a-47c9-9156-2241b7f69c86 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network hostable DHCP agents. Network: 0174c717-625c-48e9-9b1b-134f462b5efc, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:01:14.412541 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4ec920-683a-47c9-9156-2241b7f69c86 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network 0174c717-625c-48e9-9b1b-134f462b5efc is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:01:14.466925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6d4ec920-683a-47c9-9156-2241b7f69c86 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 0174c717-625c-48e9-9b1b-134f462b5efc) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:14.472096 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4ec920-683a-47c9-9156-2241b7f69c86 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:14.475024 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec920-683a-47c9-9156-2241b7f69c86 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:14.495844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a75b490-9b3e-44ec-b418-0947e0add01c None None] Network 0174c717-625c-48e9-9b1b-134f462b5efc requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:14.544988 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6d4ec920-683a-47c9-9156-2241b7f69c86 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8346868 Jan 31 19:01:14.547529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59866) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:14.561724 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-761e2383-bf34-48f9-9ab5-6c40a120b167 req-27198c62-a1fc-49f1-9ce7-ab5503295a08 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 210 time: 0.1122360 Jan 31 19:01:14.562835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a9334fec-ca24-4f2f-b750-b5cdb90ad36f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:14.742043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 64827fa3-2632-4a79-a0c5-2ff4440deffd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:01:14.856410 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9334fec-ca24-4f2f-b750-b5cdb90ad36f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13981194'] for subnet (a4839fbd-29a4-433f-a122-59207e06347b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:15.180112 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9334fec-ca24-4f2f-b750-b5cdb90ad36f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781439280065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14618899'] for subnet (a4839fbd-29a4-433f-a122-59207e06347b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:15.190560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-0174c717-625c-48e9-9b1b-134f462b5efc', 'network_id': '0174c717-625c-48e9-9b1b-134f462b5efc', 'project_id': 'bd261358f45446b08bd0dddd4ca3506b', 'fixed_ips': [{'subnet_id': 'a4839fbd-29a4-433f-a122-59207e06347b'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:01:15.194946 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:15.243991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e67a18cf-a2d7-4b67-9f6c-a66d97edb767 None None] Allocated IP 172.20.0.1 (a255fa93-3b33-4f03-b646-4345d9742b94/88e189ba-09d2-46db-a686-d40059f663ba/64827fa3-2632-4a79-a0c5-2ff4440deffd) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:01:15.409080 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9334fec-ca24-4f2f-b750-b5cdb90ad36f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:15.409944 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9334fec-ca24-4f2f-b750-b5cdb90ad36f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:15.414198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59904) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:15.414687 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a9334fec-ca24-4f2f-b750-b5cdb90ad36f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "PUT /v2.0/subnets/a4839fbd-29a4-433f-a122-59207e06347b HTTP/1.1" status: 200 len: 826 time: 0.8657417 Jan 31 19:01:15.427303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9334fec-ca24-4f2f-b750-b5cdb90ad36f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Subnet': ['ID=a4839fbd-29a4-433f-a122-59207e06347b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:15.485718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-fb5dbab9-0ae0-44d0-93da-68a238d985f5 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:15.487738 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-fb5dbab9-0ae0-44d0-93da-68a238d985f5 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.21 "GET /v2.0/networks?id=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 HTTP/1.1" status: 200 len: 811 time: 0.3214581 Jan 31 19:01:15.504898 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Request body: {'port': {'device_id': '9fca2061-764a-4b94-adc2-c6e807d88b93', 'network_id': '7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1', 'admin_state_up': True, 'tenant_id': '2f4042198c764dc0b191d40d4c5f778e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:15.879947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Allocated IP 2001:db8::2 (0174c717-625c-48e9-9b1b-134f462b5efc/a4839fbd-29a4-433f-a122-59207e06347b/6a534f09-b334-4535-a4d4-008ebcefebd3) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:01:15.913361 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c12adcac-e7bb-49de-9bb5-ec7f0524e576 req-1d6d4bbd-3124-4a27-be2f-7fb04996a184 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 210 time: 0.1772559 Jan 31 19:01:15.994501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Made reservation on behalf of 2f4042198c764dc0b191d40d4c5f778e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:16.000387 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:16.029079 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e67a18cf-a2d7-4b67-9f6c-a66d97edb767 None None] For port 64827fa3-2632-4a79-a0c5-2ff4440deffd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=64827fa3-2632-4a79-a0c5-2ff4440deffd,segment=NetworkSegment(176dc766-627e-47f1-a381-12ea63b25bc0),segment_id=176dc766-627e-47f1-a381-12ea63b25bc0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:16.094194 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (0174c717-625c-48e9-9b1b-134f462b5efc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:16.279410 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (a4839fbd-29a4-433f-a122-59207e06347b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:16.462770 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e67a18cf-a2d7-4b67-9f6c-a66d97edb767 None None] Publish callbacks [] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:16.473674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Allocated IP 172.20.0.3 (7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1/b4c8f0e6-1263-4351-8ca6-19fb835dc464/aeb3d4de-f6f3-4940-a21f-5b2592587859) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:01:16.489667 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e67a18cf-a2d7-4b67-9f6c-a66d97edb767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:16.550803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59970) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:16.781262 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f402bcbb-b2f5-481c-bf5e-7f12465bce8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:16.796118 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Publish callbacks [] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:16.927487 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:16.934537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a18cf-a2d7-4b67-9f6c-a66d97edb767 None None] Pushing event updated for resources: {'Port': ['ID=64827fa3-2632-4a79-a0c5-2ff4440deffd,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:17.037249 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Publish callbacks [] for port (6a534f09-b334-4535-a4d4-008ebcefebd3), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.044208 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f402bcbb-b2f5-481c-bf5e-7f12465bce8b admin admin] Publish callbacks [] for security_group (67717df0-7d7d-4734-9dd8-4f7d42ed502f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.064645 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (6a534f09-b334-4535-a4d4-008ebcefebd3), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.090294 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f402bcbb-b2f5-481c-bf5e-7f12465bce8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (67717df0-7d7d-4734-9dd8-4f7d42ed502f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.172959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Network 7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:01:17.180950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (a4839fbd-29a4-433f-a122-59207e06347b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.186215 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:17.193394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:01:17.203013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Pushing event updated for resources: {'Port': ['ID=aeb3d4de-f6f3-4940-a21f-5b2592587859,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:17.219312 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Network 0174c717-625c-48e9-9b1b-134f462b5efc is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:01:17.224741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:17.228860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:01:17.256246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402bcbb-b2f5-481c-bf5e-7f12465bce8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67717df0-7d7d-4734-9dd8-4f7d42ed502f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:17.294004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Pushing event updated for resources: {'Port': ['ID=6a534f09-b334-4535-a4d4-008ebcefebd3,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:17.377380 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:17.378384 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.394853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60002) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:17.409980 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-8df8909a-a88d-4161-ba46-f7c946c21f4b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9138401 Jan 31 19:01:17.426035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Attempting to bind port 6a534f09-b334-4535-a4d4-008ebcefebd3 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:01:17.426509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Attempting to bind port 6a534f09-b334-4535-a4d4-008ebcefebd3 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'bed32886-2983-470d-94ee-55061bf23690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '0174c717-625c-48e9-9b1b-134f462b5efc'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:01:17.427150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Attempting to bind port 6a534f09-b334-4535-a4d4-008ebcefebd3 on network 0174c717-625c-48e9-9b1b-134f462b5efc {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:01:17.433564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:01:17.434437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Checking segment: {'id': 'bed32886-2983-470d-94ee-55061bf23690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '0174c717-625c-48e9-9b1b-134f462b5efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:01:17.435077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.435205 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Request body: {'port': {'device_id': '9fca2061-764a-4b94-adc2-c6e807d88b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:17.435821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Bound using segment: {'id': 'bed32886-2983-470d-94ee-55061bf23690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '0174c717-625c-48e9-9b1b-134f462b5efc'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:01:17.436760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Bound port: 6a534f09-b334-4535-a4d4-008ebcefebd3, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed32886-2983-470d-94ee-55061bf23690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '0174c717-625c-48e9-9b1b-134f462b5efc'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:01:17.437375 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6a534f09-b334-4535-a4d4-008ebcefebd3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.522952 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60010) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:17.536248 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f402bcbb-b2f5-481c-bf5e-7f12465bce8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=969f3eda93ea4a0d8c77fcc02e903a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9837549 Jan 31 19:01:17.582642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Subnet': ['ID=a4839fbd-29a4-433f-a122-59207e06347b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:17.614383 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.641996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] For port 6a534f09-b334-4535-a4d4-008ebcefebd3, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:01:17.654470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] For port 6a534f09-b334-4535-a4d4-008ebcefebd3, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6a534f09-b334-4535-a4d4-008ebcefebd3,segment=NetworkSegment(bed32886-2983-470d-94ee-55061bf23690),segment_id=bed32886-2983-470d-94ee-55061bf23690)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:01:17.678165 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6a534f09-b334-4535-a4d4-008ebcefebd3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.687353 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (0174c717-625c-48e9-9b1b-134f462b5efc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.705760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb31fb-60ea-4c15-be62-6dff192bd30a req-79e4dad2-60b2-4113-9b13-976b69b6e3d8 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:17.709647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5bb31fb-60ea-4c15-be62-6dff192bd30a req-79e4dad2-60b2-4113-9b13-976b69b6e3d8 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 931 time: 0.4545033 Jan 31 19:01:17.775778 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cf6835a-2ef9-435f-afb1-cbe2e49e4b21 admin admin] Publish callbacks [] for security_group (67717df0-7d7d-4734-9dd8-4f7d42ed502f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.778359 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66ad31b5-1234-4a7e-9c34-254df3dee3a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.839710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0174c717-625c-48e9-9b1b-134f462b5efc']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:17.867206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5bb31fb-60ea-4c15-be62-6dff192bd30a req-57465ac8-673f-4f3b-bb39-bcaa52bcd2a4 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443110 Jan 31 19:01:17.906204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed32886-2983-470d-94ee-55061bf23690') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:17.906591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed32886-2983-470d-94ee-55061bf23690') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:17.938740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (bed32886-2983-470d-94ee-55061bf23690), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.970722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca52604-45df-45de-a39b-e0f7bdb0c991 None None] Network 0174c717-625c-48e9-9b1b-134f462b5efc requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:17.979964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cf6835a-2ef9-435f-afb1-cbe2e49e4b21 admin admin] Publish callbacks [] for security_group (67717df0-7d7d-4734-9dd8-4f7d42ed502f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:17.982898 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bed32886-2983-470d-94ee-55061bf23690), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:18.005455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:18.006508 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (bed32886-2983-470d-94ee-55061bf23690), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:18.017018 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:18.058955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 64827fa3-2632-4a79-a0c5-2ff4440deffd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:01:18.190593 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 19:01:18.190593 n-d-812111-15 neutron-server[103225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 19:01:18.190593 n-d-812111-15 neutron-server[103225]: [parameters: {'id': '0174c717-625c-48e9-9b1b-134f462b5efc'}] Jan 31 19:01:18.190593 n-d-812111-15 neutron-server[103225]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:01:18.191327 n-d-812111-15 neutron-server[103225]: DEBUG oslo_db.api [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:01:18.335690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75297ed7-88f7-4850-847c-a3d5a1023f27 None None] Network a255fa93-3b33-4f03-b646-4345d9742b94 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:18.419582 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cf6835a-2ef9-435f-afb1-cbe2e49e4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (67717df0-7d7d-4734-9dd8-4f7d42ed502f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:18.422174 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cf6835a-2ef9-435f-afb1-cbe2e49e4b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:18.425675 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5cf6835a-2ef9-435f-afb1-cbe2e49e4b21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67717df0-7d7d-4734-9dd8-4f7d42ed502f HTTP/1.1" status: 204 len: 168 time: 0.8979816 Jan 31 19:01:18.472488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3fb06-a5ca-4618-a252-9c8cb7a2abf2 None None] Pushing event updated for resources: {'Port': ['ID=6a534f09-b334-4535-a4d4-008ebcefebd3,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:18.503976 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66ad31b5-1234-4a7e-9c34-254df3dee3a7 admin admin] Publish callbacks [] for security_group (cb7a2484-0217-4f65-a6c7-170ac7cb70c1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:18.507189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6835a-2ef9-435f-afb1-cbe2e49e4b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67717df0-7d7d-4734-9dd8-4f7d42ed502f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:18.525759 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66ad31b5-1234-4a7e-9c34-254df3dee3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (cb7a2484-0217-4f65-a6c7-170ac7cb70c1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:18.573010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 64827fa3-2632-4a79-a0c5-2ff4440deffd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:01:18.574046 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:18.691471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-145f73e5-cb11-4eab-8707-8ce6a342c974 None None] Provisioning complete for port 64827fa3-2632-4a79-a0c5-2ff4440deffd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:01:18.691857 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad31b5-1234-4a7e-9c34-254df3dee3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a2484-0217-4f65-a6c7-170ac7cb70c1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:18.692752 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (0174c717-625c-48e9-9b1b-134f462b5efc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:18.707137 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-66ad31b5-1234-4a7e-9c34-254df3dee3a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cb177f7162544e9a9a4ccac9b5ebc57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3106031 Jan 31 19:01:18.710445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60030) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:18.718343 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-145f73e5-cb11-4eab-8707-8ce6a342c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:18.866122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb3d4de-f6f3-4940-a21f-5b2592587859 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:01:18.891713 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Publish callbacks [] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:18.939653 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Transition to ACTIVE for port object aeb3d4de-f6f3-4940-a21f-5b2592587859 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:01:18.950742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:18.955436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03620ab0-f9e7-4209-9302-c5ff75e8c1db admin admin] Publish callbacks [] for security_group (cb7a2484-0217-4f65-a6c7-170ac7cb70c1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:19.063245 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03620ab0-f9e7-4209-9302-c5ff75e8c1db admin admin] Publish callbacks [] for security_group (cb7a2484-0217-4f65-a6c7-170ac7cb70c1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:19.073855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Pushing event updated for resources: {'Port': ['ID=aeb3d4de-f6f3-4940-a21f-5b2592587859,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:19.207584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03620ab0-f9e7-4209-9302-c5ff75e8c1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (cb7a2484-0217-4f65-a6c7-170ac7cb70c1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:19.217571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03620ab0-f9e7-4209-9302-c5ff75e8c1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:19.219133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-03620ab0-f9e7-4209-9302-c5ff75e8c1db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb7a2484-0217-4f65-a6c7-170ac7cb70c1 HTTP/1.1" status: 204 len: 168 time: 0.5031543 Jan 31 19:01:19.229060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:19.287602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Deleting port 6a534f09-b334-4535-a4d4-008ebcefebd3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:01:19.287981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Attempting to bind port aeb3d4de-f6f3-4940-a21f-5b2592587859 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:01:19.288608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6a534f09-b334-4535-a4d4-008ebcefebd3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:19.289057 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Attempting to bind port aeb3d4de-f6f3-4940-a21f-5b2592587859 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:01:19.289579 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Attempting to bind port aeb3d4de-f6f3-4940-a21f-5b2592587859 on network 7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:01:19.299555 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Port aeb3d4de-f6f3-4940-a21f-5b2592587859 on network 7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:01:19.300026 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Attempting to bind port aeb3d4de-f6f3-4940-a21f-5b2592587859 on network 7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:01:19.314156 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:01:19.314910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Checking segment: {'id': '1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:01:19.315534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Bound using segment: {'id': '1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:01:19.316223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Bound port: aeb3d4de-f6f3-4940-a21f-5b2592587859, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:01:19.318101 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:19.363333 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e63ee2a9-91bb-4c46-8777-524d5ab03263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:19.446931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e090910-233f-4820-a028-282eb8eb0fd0 None None] Network 0174c717-625c-48e9-9b1b-134f462b5efc requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:19.493576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] For port 6a534f09-b334-4535-a4d4-008ebcefebd3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6a534f09-b334-4535-a4d4-008ebcefebd3,segment=NetworkSegment(bed32886-2983-470d-94ee-55061bf23690),segment_id=bed32886-2983-470d-94ee-55061bf23690)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:19.493576 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6a534f09-b334-4535-a4d4-008ebcefebd3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:19.540065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] For port aeb3d4de-f6f3-4940-a21f-5b2592587859, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:01:19.545639 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] For port aeb3d4de-f6f3-4940-a21f-5b2592587859, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=aeb3d4de-f6f3-4940-a21f-5b2592587859,segment=NetworkSegment(1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea),segment_id=1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:01:19.551429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Calling delete_port for 6a534f09-b334-4535-a4d4-008ebcefebd3 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:01:19.562079 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:19.663462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:19.664426 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:19.671753 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] 10.222.0.21 "PUT /v2.0/ports/aeb3d4de-f6f3-4940-a21f-5b2592587859 HTTP/1.1" status: 200 len: 1092 time: 2.2516966 Jan 31 19:01:19.672505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fca2061-764a-4b94-adc2-c6e807d88b93', 'tag': 'aeb3d4de-f6f3-4940-a21f-5b2592587859'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:01:19.675237 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf24974-6ded-4303-9e59-951388c2e67e" -d '{"events": [{"name": "network-changed", "server_uuid": "9fca2061-764a-4b94-adc2-c6e807d88b93", "tag": "aeb3d4de-f6f3-4940-a21f-5b2592587859"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:01:19.692024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 64827fa3-2632-4a79-a0c5-2ff4440deffd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:01:19.852806 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5cd-9983-47ca-b519-62c9005a5105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:19.872326 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03620ab0-f9e7-4209-9302-c5ff75e8c1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a2484-0217-4f65-a6c7-170ac7cb70c1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:19.882859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-145f73e5-cb11-4eab-8707-8ce6a342c974 None None] Current status of the port 64827fa3-2632-4a79-a0c5-2ff4440deffd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:01:19.888605 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (6a534f09-b334-4535-a4d4-008ebcefebd3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:19.975198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e7635-c3f1-4d8c-8038-cb7bebf5a30d service neutron] Pushing event updated for resources: {'Port': ['ID=aeb3d4de-f6f3-4940-a21f-5b2592587859,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:19.978715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbda736-4ecc-4034-bed3-9ec095af6bb4 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:01:19.986680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b2a0033d-22b0-46c3-8750-7c5b07a08593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:19.992927 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-b2a0033d-22b0-46c3-8750-7c5b07a08593 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4042198c764dc0b191d40d4c5f778e&device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 1126 time: 0.2555709 Jan 31 19:01:20.009449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Port': ['ID=6a534f09-b334-4535-a4d4-008ebcefebd3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:20.121038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-63ca2cf9-0cb9-459f-95ae-0b65da502c6e None None] Provisioning complete for port 64827fa3-2632-4a79-a0c5-2ff4440deffd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:01:20.121980 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-63ca2cf9-0cb9-459f-95ae-0b65da502c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:20.153067 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-74b54dd1-a734-4aff-a967-4384c31d90d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb3d4de-f6f3-4940-a21f-5b2592587859 HTTP/1.1" status: 200 len: 217 time: 0.1413517 Jan 31 19:01:20.354598 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5cd-9983-47ca-b519-62c9005a5105 admin admin] Publish callbacks [] for security_group (46066d70-e6e3-4861-a6d1-608d895d7c36), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:20.366071 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-f8684278-3b71-41e3-bbcd-44394c6bf50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:20.367678 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f33b5cd-9983-47ca-b519-62c9005a5105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (46066d70-e6e3-4861-a6d1-608d895d7c36), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:20.376310 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-f8684278-3b71-41e3-bbcd-44394c6bf50d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4c8f0e6-1263-4351-8ca6-19fb835dc464 HTTP/1.1" status: 200 len: 851 time: 0.2085040 Jan 31 19:01:20.378595 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaad73-28d0-45b5-9a28-6acb76ce1fd4 req-15de93c5-6eb8-42b6-9440-e9071e9aace4 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:20.381067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ccaad73-28d0-45b5-9a28-6acb76ce1fd4 req-15de93c5-6eb8-42b6-9440-e9071e9aace4 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 943 time: 1.2237735 Jan 31 19:01:20.383433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No DVR routers for this DVR port 6a534f09-b334-4535-a4d4-008ebcefebd3 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:01:20.482170 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45dd8f7-de6d-4f62-83b5-ccfd765507ca x-openstack-request-id: req-e45dd8f7-de6d-4f62-83b5-ccfd765507ca {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:01:20.482850 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fca2061-764a-4b94-adc2-c6e807d88b93", "tag": "aeb3d4de-f6f3-4940-a21f-5b2592587859", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:01:20.483344 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e45dd8f7-de6d-4f62-83b5-ccfd765507ca {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:01:20.483925 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fca2061-764a-4b94-adc2-c6e807d88b93', 'tag': 'aeb3d4de-f6f3-4940-a21f-5b2592587859', 'status': 'completed', 'code': 200} Jan 31 19:01:20.487525 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-7a425356-d076-4301-b044-8865c3478d86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084108 Jan 31 19:01:20.529402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6f33b5cd-9983-47ca-b519-62c9005a5105 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7621be0fcce4dd8bb884e9c54b13416&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2941027 Jan 31 19:01:20.532656 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60072) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:20.534948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33b5cd-9983-47ca-b519-62c9005a5105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46066d70-e6e3-4861-a6d1-608d895d7c36,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:20.637379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbda736-4ecc-4034-bed3-9ec095af6bb4 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 19:01:20.683897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-63ca2cf9-0cb9-459f-95ae-0b65da502c6e None None] Current status of the port 64827fa3-2632-4a79-a0c5-2ff4440deffd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:01:20.695630 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (0174c717-625c-48e9-9b1b-134f462b5efc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:20.755613 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ccaad73-28d0-45b5-9a28-6acb76ce1fd4 req-877b9d36-6e34-4b98-8a31-0d9162bbf702 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556664 Jan 31 19:01:20.766727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0174c717-625c-48e9-9b1b-134f462b5efc']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:20.797001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed32886-2983-470d-94ee-55061bf23690') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:20.798284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed32886-2983-470d-94ee-55061bf23690') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:20.800783 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-6740296e-c439-4807-8869-86b3187ce631 service neutron] 10.222.0.21 "GET /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053789 Jan 31 19:01:20.802022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f49ef73-290b-4f26-9c02-c914d0effec0 admin admin] Publish callbacks [] for security_group (46066d70-e6e3-4861-a6d1-608d895d7c36), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:20.836560 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (bed32886-2983-470d-94ee-55061bf23690), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:20.865196 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bed32886-2983-470d-94ee-55061bf23690), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:20.877613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:20.878285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (bed32886-2983-470d-94ee-55061bf23690), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:20.882736 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:20.913647 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f49ef73-290b-4f26-9c02-c914d0effec0 admin admin] Publish callbacks [] for security_group (46066d70-e6e3-4861-a6d1-608d895d7c36), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:21.051106 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dfe491f1-1f62-4bfd-a883-f6a7090a7a09 req-88ca8886-8181-4e3d-ac21-e2d136b7a043 service neutron] 10.222.0.21 "GET /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435632 Jan 31 19:01:21.081459 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f49ef73-290b-4f26-9c02-c914d0effec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (46066d70-e6e3-4861-a6d1-608d895d7c36), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:21.086366 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f49ef73-290b-4f26-9c02-c914d0effec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:21.095741 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3f49ef73-290b-4f26-9c02-c914d0effec0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46066d70-e6e3-4861-a6d1-608d895d7c36 HTTP/1.1" status: 204 len: 168 time: 0.5598762 Jan 31 19:01:21.101011 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c588a3a9-b03b-4f8f-adec-28072de7a0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:21.133635 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (0174c717-625c-48e9-9b1b-134f462b5efc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:21.153900 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:21.162975 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49ef73-290b-4f26-9c02-c914d0effec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46066d70-e6e3-4861-a6d1-608d895d7c36,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:21.169395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/0174c717-625c-48e9-9b1b-134f462b5efc HTTP/1.1" status: 204 len: 168 time: 5.7442641 Jan 31 19:01:21.179986 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60100) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:21.219331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba9f65-f1a9-42e1-ab2b-0ffb1e42bfa9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Network': ['ID=0174c717-625c-48e9-9b1b-134f462b5efc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:21.259279 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7636d3eb-8913-4b30-b983-d81f2dd842b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:21.262990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7636d3eb-8913-4b30-b983-d81f2dd842b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:21.274542 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7636d3eb-8913-4b30-b983-d81f2dd842b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/0174c717-625c-48e9-9b1b-134f462b5efc HTTP/1.1" status: 404 len: 339 time: 0.0903721 Jan 31 19:01:21.278782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60104) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:21.284023 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7bfc15de-bcfa-415f-a083-0ac7ca2d8f2e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869806688', 'description': 'd1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:21.364579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfc15de-bcfa-415f-a083-0ac7ca2d8f2e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:21.368872 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfc15de-bcfa-415f-a083-0ac7ca2d8f2e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:21.420718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24974-6ded-4303-9e59-951388c2e67e req-43aa7fda-ff0c-4e96-bbde-a27b7c0a3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:21.422237 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cf24974-6ded-4303-9e59-951388c2e67e req-43aa7fda-ff0c-4e96-bbde-a27b7c0a3fb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4042198c764dc0b191d40d4c5f778e&device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 1126 time: 0.1724749 Jan 31 19:01:21.425792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfc15de-bcfa-415f-a083-0ac7ca2d8f2e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:01:21.451115 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfc15de-bcfa-415f-a083-0ac7ca2d8f2e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (8db61aa5-f20c-4278-b284-e1b2d5a12f69), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:21.451475 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-7bfc15de-bcfa-415f-a083-0ac7ca2d8f2e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Added segment 8db61aa5-f20c-4278-b284-e1b2d5a12f69 of type vlan for network e50b9c3d-d678-4b92-91f1-c38a804d7bda Jan 31 19:01:21.579927 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfc15de-bcfa-415f-a083-0ac7ca2d8f2e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (e50b9c3d-d678-4b92-91f1-c38a804d7bda), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:21.655813 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfc15de-bcfa-415f-a083-0ac7ca2d8f2e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (e50b9c3d-d678-4b92-91f1-c38a804d7bda), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:21.661645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc15de-bcfa-415f-a083-0ac7ca2d8f2e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:21.662301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bfc15de-bcfa-415f-a083-0ac7ca2d8f2e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:21.665580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24974-6ded-4303-9e59-951388c2e67e req-64c3cd72-bf87-4be4-a703-c89d025136f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:21.670342 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cf24974-6ded-4303-9e59-951388c2e67e req-64c3cd72-bf87-4be4-a703-c89d025136f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 HTTP/1.1" status: 200 len: 912 time: 0.2379878 Jan 31 19:01:21.749139 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7bfc15de-bcfa-415f-a083-0ac7ca2d8f2e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4665272 Jan 31 19:01:21.820669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60138) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:21.850316 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cf24974-6ded-4303-9e59-951388c2e67e req-2f3aa403-0c6d-43a0-8988-60fdf5d5a972 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb3d4de-f6f3-4940-a21f-5b2592587859 HTTP/1.1" status: 200 len: 217 time: 0.1754642 Jan 31 19:01:21.912605 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc15de-bcfa-415f-a083-0ac7ca2d8f2e tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Network': ['ID=e50b9c3d-d678-4b92-91f1-c38a804d7bda,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:21.936852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network e50b9c3d-d678-4b92-91f1-c38a804d7bda details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:01:22.083059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed2a75-4e67-4ebf-ab80-22949ca32804 req-0413b444-e7f2-485b-b1ad-a69588d55a2b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:22.090514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32ed2a75-4e67-4ebf-ab80-22949ca32804 req-0413b444-e7f2-485b-b1ad-a69588d55a2b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 943 time: 0.1791754 Jan 31 19:01:22.097152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24974-6ded-4303-9e59-951388c2e67e req-53335420-26d4-448a-8d5b-4d2a1891ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:22.101090 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cf24974-6ded-4303-9e59-951388c2e67e req-53335420-26d4-448a-8d5b-4d2a1891ed81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4c8f0e6-1263-4351-8ca6-19fb835dc464 HTTP/1.1" status: 200 len: 851 time: 0.2130108 Jan 31 19:01:22.217297 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cf24974-6ded-4303-9e59-951388c2e67e req-7ded4919-dae0-4f46-bfb3-ca22b911701b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918155 Jan 31 19:01:22.224213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32ed2a75-4e67-4ebf-ab80-22949ca32804 req-53fa1dc9-d5bb-41bd-92b8-115ae4a26543 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261835 Jan 31 19:01:22.482331 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:22.758919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60170) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:23.114784 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cf24974-6ded-4303-9e59-951388c2e67e req-472e7fac-f53f-4009-a8cc-b0da153977e8 service neutron] 10.222.0.21 "GET /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8894212 Jan 31 19:01:23.174650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:23.241717 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:23.336163 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2cf24974-6ded-4303-9e59-951388c2e67e req-31384732-0b5f-4283-b69e-c83c37f80993 service neutron] 10.222.0.21 "GET /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117116 Jan 31 19:01:23.358678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f011ad40-c4b6-45f4-b002-9381603fe13b tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:23.368001 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f011ad40-c4b6-45f4-b002-9381603fe13b tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/networks?id=e50b9c3d-d678-4b92-91f1-c38a804d7bda HTTP/1.1" status: 200 len: 765 time: 1.5437226 Jan 31 19:01:23.373407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:23.408960 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5feab1a0-8396-4de7-9283-89de277b58f1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'network': {'description': 'd2'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:23.539340 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:23.560749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9936a-018d-4707-990e-a1f11f564573 req-d950cbb6-a7e5-4769-9288-2c09a2128450 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:23.562451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9fd9936a-018d-4707-990e-a1f11f564573 req-d950cbb6-a7e5-4769-9288-2c09a2128450 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 943 time: 0.1599808 Jan 31 19:01:23.704186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9fd9936a-018d-4707-990e-a1f11f564573 req-cae8aa59-751c-4fd0-8ce5-05d0de1d68a3 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250436 Jan 31 19:01:23.781047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Allocated IP 172.25.8.139 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/8a72bd19-da85-4297-82a3-f776a5cd10b8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:01:23.948190 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5feab1a0-8396-4de7-9283-89de277b58f1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (e50b9c3d-d678-4b92-91f1-c38a804d7bda), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:23.969703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5feab1a0-8396-4de7-9283-89de277b58f1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (e50b9c3d-d678-4b92-91f1-c38a804d7bda), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:23.991532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5feab1a0-8396-4de7-9283-89de277b58f1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network e50b9c3d-d678-4b92-91f1-c38a804d7bda is not hosted by any dhcp agent {{(pid=103226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 31 19:01:23.993012 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks [] for port (8a72bd19-da85-4297-82a3-f776a5cd10b8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:23.998941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feab1a0-8396-4de7-9283-89de277b58f1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:24.000905 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5feab1a0-8396-4de7-9283-89de277b58f1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:24.005481 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5feab1a0-8396-4de7-9283-89de277b58f1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "PUT /v2.0/networks/e50b9c3d-d678-4b92-91f1-c38a804d7bda HTTP/1.1" status: 200 len: 762 time: 0.6071215 Jan 31 19:01:24.006104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60204) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:24.056118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device aeb3d4de-f6f3-4940-a21f-5b2592587859 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:01:24.117064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feab1a0-8396-4de7-9283-89de277b58f1 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Network': ['ID=e50b9c3d-d678-4b92-91f1-c38a804d7bda,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:24.133424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa3014b-5679-4717-a610-d7f8e7e7a57c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:24.139011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-faa3014b-5679-4717-a610-d7f8e7e7a57c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/networks?id=e50b9c3d-d678-4b92-91f1-c38a804d7bda HTTP/1.1" status: 200 len: 765 time: 0.1281502 Jan 31 19:01:24.139011 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8a72bd19-da85-4297-82a3-f776a5cd10b8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:24.139683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60206) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:24.197009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Pushing event updated for resources: {'Port': ['ID=8a72bd19-da85-4297-82a3-f776a5cd10b8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:24.212640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network e50b9c3d-d678-4b92-91f1-c38a804d7bda details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:01:24.218489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:01:24.220397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:24.224219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:01:24.284291 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:24.410237 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.resource_extend [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 19:01:24.455645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks [] for floatingip (420393f1-8050-454a-bf4c-5c2e592218b5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:24.610802 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8a72bd19-da85-4297-82a3-f776a5cd10b8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:24.652792 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:24.673554 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e332ef3-b7c9-40db-9d5f-a4814874a6f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:24.681728 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2e332ef3-b7c9-40db-9d5f-a4814874a6f8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5405879 Jan 31 19:01:24.685091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:24.716095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port aeb3d4de-f6f3-4940-a21f-5b2592587859, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=aeb3d4de-f6f3-4940-a21f-5b2592587859,segment=NetworkSegment(1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea),segment_id=1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:24.732856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'aeb3d4de-f6f3-4940-a21f-5b2592587859', 'network_id': '7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1', 'port_id': 'aeb3d4de-f6f3-4940-a21f-5b2592587859', 'mac_address': 'fa:16:3e:92:60:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c8f0e6-1263-4351-8ca6-19fb835dc464', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:01:24.779213 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e48f9fe0-f5d9-43f5-8088-515d6bf44636 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 207 time: 0.0926807 Jan 31 19:01:24.782417 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:24.812776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port aeb3d4de-f6f3-4940-a21f-5b2592587859 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:01:24.813180 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:24.851347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb3d4de-f6f3-4940-a21f-5b2592587859 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:01:24.891725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port aeb3d4de-f6f3-4940-a21f-5b2592587859, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=aeb3d4de-f6f3-4940-a21f-5b2592587859,segment=NetworkSegment(1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea),segment_id=1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:24.906471 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:24.972827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=aeb3d4de-f6f3-4940-a21f-5b2592587859,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:24.978886 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks [] for port (8a72bd19-da85-4297-82a3-f776a5cd10b8), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:25.060215 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5daa520-7df7-4319-9322-550717919bb5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.066693 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8a72bd19-da85-4297-82a3-f776a5cd10b8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:25.079604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5daa520-7df7-4319-9322-550717919bb5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.092656 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5daa520-7df7-4319-9322-550717919bb5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.104004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5daa520-7df7-4319-9322-550717919bb5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.111015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['aeb3d4de-f6f3-4940-a21f-5b2592587859'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:01:25.117350 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5daa520-7df7-4319-9322-550717919bb5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.139966 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5daa520-7df7-4319-9322-550717919bb5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.141919 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e5daa520-7df7-4319-9322-550717919bb5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3582308 Jan 31 19:01:25.147772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60248) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:25.179431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Pushing event updated for resources: {'Port': ['ID=8a72bd19-da85-4297-82a3-f776a5cd10b8,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:25.354324 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:25.533502 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f1f33a62-6978-43cd-a9ad-d2bb85c7d0ed tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3775465 Jan 31 19:01:25.537157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60274) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:25.662986 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b79c9da-595b-4ad2-ae35-917339278095 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.670068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b79c9da-595b-4ad2-ae35-917339278095 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.671844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b79c9da-595b-4ad2-ae35-917339278095 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.674125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b79c9da-595b-4ad2-ae35-917339278095 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.674800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b79c9da-595b-4ad2-ae35-917339278095 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.679951 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6b79c9da-595b-4ad2-ae35-917339278095 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1379681 Jan 31 19:01:25.680534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60294) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:25.813565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a553cd-ab9d-4b59-bf21-d1611f7d8e71 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.817456 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a553cd-ab9d-4b59-bf21-d1611f7d8e71 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.818669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a553cd-ab9d-4b59-bf21-d1611f7d8e71 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.819926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a553cd-ab9d-4b59-bf21-d1611f7d8e71 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.821272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a553cd-ab9d-4b59-bf21-d1611f7d8e71 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:25.831929 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-57a553cd-ab9d-4b59-bf21-d1611f7d8e71 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1413922 Jan 31 19:01:25.832673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60304) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:25.955925 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (420393f1-8050-454a-bf4c-5c2e592218b5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:26.002369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd9731-c3da-41c4-a9a6-6cf4d49c51da req-a36ff07a-49cb-4700-a6b5-8070378facc6 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:26.011325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54dd9731-c3da-41c4-a9a6-6cf4d49c51da req-a36ff07a-49cb-4700-a6b5-8070378facc6 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 944 time: 1.0273991 Jan 31 19:01:26.045913 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:26.049799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4334e678-2669-4be0-89eb-7f009a10d894 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2872248 Jan 31 19:01:26.052985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60318) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:26.057883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-98b434d2-d08b-4a94-8b1c-3e20a8439951 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-299306101', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'fixed_ips': [{'ip_address': '172.25.8.139'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:26.082594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73679cd-0462-4e4a-a6ef-23d75bcc599f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:26.089019 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c73679cd-0462-4e4a-a6ef-23d75bcc599f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/networks/2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01 HTTP/1.1" status: 200 len: 803 time: 0.2504647 Jan 31 19:01:26.090842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:26.096942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b434d2-d08b-4a94-8b1c-3e20a8439951 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Made reservation on behalf of 01b874d934b14ff6911991fe192be5b8 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:26.102665 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98b434d2-d08b-4a94-8b1c-3e20a8439951 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:26.115022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98b434d2-d08b-4a94-8b1c-3e20a8439951 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:26.116642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device aeb3d4de-f6f3-4940-a21f-5b2592587859 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:01:26.209696 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98b434d2-d08b-4a94-8b1c-3e20a8439951 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks [] for security_group (647cf888-b97f-4394-b7ca-45ed61bc75d3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:26.224123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54dd9731-c3da-41c4-a9a6-6cf4d49c51da req-59dbec6c-dd3e-49a8-899f-e44d34987b21 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112772 Jan 31 19:01:26.228575 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98b434d2-d08b-4a94-8b1c-3e20a8439951 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (647cf888-b97f-4394-b7ca-45ed61bc75d3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:26.238958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-98b434d2-d08b-4a94-8b1c-3e20a8439951 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] device_id is not set on port 916556ca-3965-499f-a941-b1fdda860b7a yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:01:26.310042 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:26.332157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port aeb3d4de-f6f3-4940-a21f-5b2592587859 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:01:26.354377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b434d2-d08b-4a94-8b1c-3e20a8439951 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647cf888-b97f-4394-b7ca-45ed61bc75d3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:26.354627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port aeb3d4de-f6f3-4940-a21f-5b2592587859 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:01:26.354933 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:26.408055 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e239a9b7-eea8-440e-b2c0-d62b69c355c3 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/networks/2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3152680 Jan 31 19:01:26.411310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:26.508477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a0451-fcc3-4320-80d8-d90789b639bb tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:26.512709 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-236a0451-fcc3-4320-80d8-d90789b639bb tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/subnets/e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960 HTTP/1.1" status: 200 len: 843 time: 0.1000805 Jan 31 19:01:26.516856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60344) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:26.704869 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e8dad5-1e82-4625-bf60-e6c95fcee645 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:26.706663 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e2e8dad5-1e82-4625-bf60-e6c95fcee645 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "GET /v2.0/subnets/e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1876624 Jan 31 19:01:26.710304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60362) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:26.716614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-88fb24f1-c666-41c7-ba6c-4fa05f4332b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-189125905'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:26.758849 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b434d2-d08b-4a94-8b1c-3e20a8439951 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 31 19:01:26.759549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b434d2-d08b-4a94-8b1c-3e20a8439951 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:26.766808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fb24f1-c666-41c7-ba6c-4fa05f4332b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:26.774568 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88fb24f1-c666-41c7-ba6c-4fa05f4332b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:26.807623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port aeb3d4de-f6f3-4940-a21f-5b2592587859 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:01:26.808028 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:26.844292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fb24f1-c666-41c7-ba6c-4fa05f4332b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:01:26.874882 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88fb24f1-c666-41c7-ba6c-4fa05f4332b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (6bcc4d98-47a7-4717-87d8-a68849db8031), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:26.875238 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-88fb24f1-c666-41c7-ba6c-4fa05f4332b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Added segment 6bcc4d98-47a7-4717-87d8-a68849db8031 of type vlan for network 5ddaddf1-efa8-4634-b9b1-c867048adccb Jan 31 19:01:26.921145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fca2061-764a-4b94-adc2-c6e807d88b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb3d4de-f6f3-4940-a21f-5b2592587859'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:01:26.927295 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94562868-60a4-4001-8d76-99e7951fc2e5" -d '{"events": [{"server_uuid": "9fca2061-764a-4b94-adc2-c6e807d88b93", "name": "network-vif-plugged", "status": "completed", "tag": "aeb3d4de-f6f3-4940-a21f-5b2592587859"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:01:26.986143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port aeb3d4de-f6f3-4940-a21f-5b2592587859, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=aeb3d4de-f6f3-4940-a21f-5b2592587859,segment=NetworkSegment(1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea),segment_id=1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:27.004583 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:27.081822 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88fb24f1-c666-41c7-ba6c-4fa05f4332b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (5ddaddf1-efa8-4634-b9b1-c867048adccb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:27.164602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-98b434d2-d08b-4a94-8b1c-3e20a8439951 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1079090 Jan 31 19:01:27.166428 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60386) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:27.169853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=aeb3d4de-f6f3-4940-a21f-5b2592587859,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:27.212156 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88fb24f1-c666-41c7-ba6c-4fa05f4332b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (5ddaddf1-efa8-4634-b9b1-c867048adccb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:27.221517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fb24f1-c666-41c7-ba6c-4fa05f4332b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:27.222191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88fb24f1-c666-41c7-ba6c-4fa05f4332b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:27.469946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-88fb24f1-c666-41c7-ba6c-4fa05f4332b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7584527 Jan 31 19:01:27.470574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60404) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:27.472787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb24f1-c666-41c7-ba6c-4fa05f4332b5 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Network': ['ID=5ddaddf1-efa8-4634-b9b1-c867048adccb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:27.479022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'subnet': {'network_id': '5ddaddf1-efa8-4634-b9b1-c867048adccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:27.487609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 5ddaddf1-efa8-4634-b9b1-c867048adccb details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:01:27.554351 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1510463-eb44-4c4d-935d-fd0e4996b5ba x-openstack-request-id: req-d1510463-eb44-4c4d-935d-fd0e4996b5ba {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:01:27.554351 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fca2061-764a-4b94-adc2-c6e807d88b93", "name": "network-vif-plugged", "status": "completed", "tag": "aeb3d4de-f6f3-4940-a21f-5b2592587859", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:01:27.554703 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1510463-eb44-4c4d-935d-fd0e4996b5ba {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:01:27.554905 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fca2061-764a-4b94-adc2-c6e807d88b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb3d4de-f6f3-4940-a21f-5b2592587859', 'code': 200} Jan 31 19:01:27.752670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965c498-3041-4197-ac77-6130f018b0b1 req-bfe3eb4e-b160-411e-b2b6-a72e27219e74 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:27.754250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a965c498-3041-4197-ac77-6130f018b0b1 req-bfe3eb4e-b160-411e-b2b6-a72e27219e74 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.4215372 Jan 31 19:01:27.785241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33adef-58cf-4acf-bbbe-558741883ead req-faa3fb7d-da83-40d7-b78b-c21f22f8e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:27.789030 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b33adef-58cf-4acf-bbbe-558741883ead req-faa3fb7d-da83-40d7-b78b-c21f22f8e132 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 1128 time: 0.1175301 Jan 31 19:01:27.811395 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4eb17814-18f0-4b75-ac10-f52935de9f02 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Deleting port 8a72bd19-da85-4297-82a3-f776a5cd10b8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:01:27.812532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4eb17814-18f0-4b75-ac10-f52935de9f02 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8a72bd19-da85-4297-82a3-f776a5cd10b8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:27.840998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Made reservation on behalf of bd261358f45446b08bd0dddd4ca3506b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:27.848153 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:28.028170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Performing IP validity checks on allocation pools {{(pid=103225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 19:01:28.029149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 19:01:28.045090 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a965c498-3041-4197-ac77-6130f018b0b1 req-91379979-6e44-4f88-897a-7a7694e5b419 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655244 Jan 31 19:01:28.091531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4eb17814-18f0-4b75-ac10-f52935de9f02 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8a72bd19-da85-4297-82a3-f776a5cd10b8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:28.091916 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4eb17814-18f0-4b75-ac10-f52935de9f02 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks [] for floatingip (8a72bd19-da85-4297-82a3-f776a5cd10b8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:28.121870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4eb17814-18f0-4b75-ac10-f52935de9f02 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Calling delete_port for 8a72bd19-da85-4297-82a3-f776a5cd10b8 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:01:28.219355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:28.228833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (70d42f3d-97b0-4090-972a-6a07a2f7c52a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:28.361219 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4eb17814-18f0-4b75-ac10-f52935de9f02 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8a72bd19-da85-4297-82a3-f776a5cd10b8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:28.363729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Subnet': ['ID=70d42f3d-97b0-4090-972a-6a07a2f7c52a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:28.422927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb17814-18f0-4b75-ac10-f52935de9f02 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a72bd19-da85-4297-82a3-f776a5cd10b8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:28.435984 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2b33adef-58cf-4acf-bbbe-558741883ead req-944f9453-b34d-4a80-b223-b50e58720fb1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286654 Jan 31 19:01:28.482997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Checking segment: {'id': '6bcc4d98-47a7-4717-87d8-a68849db8031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '5ddaddf1-efa8-4634-b9b1-c867048adccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:01:28.483358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network hostable DHCP agents. Network: 5ddaddf1-efa8-4634-b9b1-c867048adccb, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:01:28.533200 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4eb17814-18f0-4b75-ac10-f52935de9f02 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks [] for floatingip (420393f1-8050-454a-bf4c-5c2e592218b5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:28.535741 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4eb17814-18f0-4b75-ac10-f52935de9f02 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:28.549997 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4eb17814-18f0-4b75-ac10-f52935de9f02 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140 tempest-ExternalNetworksAdminNegativeTestJSON-1741406140-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/420393f1-8050-454a-bf4c-5c2e592218b5 HTTP/1.1" status: 204 len: 168 time: 1.3823955 Jan 31 19:01:28.562785 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9708fac5-8134-4ef6-93bb-d077c64b4b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:28.589313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Network 5ddaddf1-efa8-4634-b9b1-c867048adccb is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:01:28.635050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 5ddaddf1-efa8-4634-b9b1-c867048adccb) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:28.645388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a22a67-4db6-42fc-a2a0-571204eb51dc None None] Network 5ddaddf1-efa8-4634-b9b1-c867048adccb requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:28.682178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:28.682928 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:28.821432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7f49cde0-c91b-4031-a520-c7a6b776fb3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3494182 Jan 31 19:01:28.824734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:28.830061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-338f8a63-1efb-4802-9a4f-29bef98cd0ef tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:28.967644 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9708fac5-8134-4ef6-93bb-d077c64b4b78 admin admin] Publish callbacks [] for security_group (cfbd9003-eb08-4142-8dfb-601d2fb2dfde), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:28.974726 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9708fac5-8134-4ef6-93bb-d077c64b4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (cfbd9003-eb08-4142-8dfb-601d2fb2dfde), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:29.064820 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-338f8a63-1efb-4802-9a4f-29bef98cd0ef tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13981194'] for subnet (70d42f3d-97b0-4090-972a-6a07a2f7c52a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:29.103343 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708fac5-8134-4ef6-93bb-d077c64b4b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbd9003-eb08-4142-8dfb-601d2fb2dfde,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:29.148883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9708fac5-8134-4ef6-93bb-d077c64b4b78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a27f81acd7654e90b7b06909716708f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9254608 Jan 31 19:01:29.151289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60456) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:29.237493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-5ddaddf1-efa8-4634-b9b1-c867048adccb', 'network_id': '5ddaddf1-efa8-4634-b9b1-c867048adccb', 'project_id': 'bd261358f45446b08bd0dddd4ca3506b', 'fixed_ips': [{'subnet_id': '70d42f3d-97b0-4090-972a-6a07a2f7c52a'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:01:29.238389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:29.358432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60458) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:29.508480 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f201-cd95-48eb-ad38-be1c5f7a0392 admin admin] Publish callbacks [] for security_group (cfbd9003-eb08-4142-8dfb-601d2fb2dfde), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:29.509130 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-338f8a63-1efb-4802-9a4f-29bef98cd0ef tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781439280065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14618899'] for subnet (70d42f3d-97b0-4090-972a-6a07a2f7c52a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:29.547521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a01c25-fcd8-4b16-8393-3159d42f94db req-d6d1e649-1a42-4701-8a74-e2e3d5d72981 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:29.553736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3a01c25-fcd8-4b16-8393-3159d42f94db req-d6d1e649-1a42-4701-8a74-e2e3d5d72981 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.2807367 Jan 31 19:01:29.649215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Allocated IP 2001:db8::3 (5ddaddf1-efa8-4634-b9b1-c867048adccb/70d42f3d-97b0-4090-972a-6a07a2f7c52a/ada74506-2032-48cc-be57-c298289e6f1d) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:01:29.693350 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338f8a63-1efb-4802-9a4f-29bef98cd0ef tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:29.694497 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-338f8a63-1efb-4802-9a4f-29bef98cd0ef tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:29.696219 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-338f8a63-1efb-4802-9a4f-29bef98cd0ef tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "PUT /v2.0/subnets/70d42f3d-97b0-4090-972a-6a07a2f7c52a HTTP/1.1" status: 200 len: 900 time: 0.8704364 Jan 31 19:01:29.701170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60464) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:29.762647 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f201-cd95-48eb-ad38-be1c5f7a0392 admin admin] Publish callbacks [] for security_group (cfbd9003-eb08-4142-8dfb-601d2fb2dfde), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:29.846996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (5ddaddf1-efa8-4634-b9b1-c867048adccb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:29.867256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f8a63-1efb-4802-9a4f-29bef98cd0ef tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event updated for resources: {'Subnet': ['ID=70d42f3d-97b0-4090-972a-6a07a2f7c52a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:29.881152 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35f21ae4-d3ce-4be7-8939-179805fb5ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.015761 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (70d42f3d-97b0-4090-972a-6a07a2f7c52a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.048614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3a01c25-fcd8-4b16-8393-3159d42f94db req-8ef67f83-bb9d-4703-a912-3629841a8d66 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849751 Jan 31 19:01:30.096685 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f201-cd95-48eb-ad38-be1c5f7a0392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (cfbd9003-eb08-4142-8dfb-601d2fb2dfde), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.099857 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f201-cd95-48eb-ad38-be1c5f7a0392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.104610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3ec9f201-cd95-48eb-ad38-be1c5f7a0392 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfbd9003-eb08-4142-8dfb-601d2fb2dfde HTTP/1.1" status: 204 len: 168 time: 0.9474735 Jan 31 19:01:30.110374 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Publish callbacks [] for port (ada74506-2032-48cc-be57-c298289e6f1d), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.127620 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (ada74506-2032-48cc-be57-c298289e6f1d), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.134510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9f201-cd95-48eb-ad38-be1c5f7a0392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbd9003-eb08-4142-8dfb-601d2fb2dfde,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:30.213780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35f21ae4-d3ce-4be7-8939-179805fb5ae1 admin admin] Publish callbacks [] for security_group (bb7c2c4f-085f-4b5e-9f38-66921346b940), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.228098 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35f21ae4-d3ce-4be7-8939-179805fb5ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bb7c2c4f-085f-4b5e-9f38-66921346b940), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.255572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Network 5ddaddf1-efa8-4634-b9b1-c867048adccb is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:01:30.267344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:01:30.279392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:01:30.286511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Pushing event updated for resources: {'Port': ['ID=ada74506-2032-48cc-be57-c298289e6f1d,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:30.296370 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (70d42f3d-97b0-4090-972a-6a07a2f7c52a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.366793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Attempting to bind port ada74506-2032-48cc-be57-c298289e6f1d on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:01:30.367294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Attempting to bind port ada74506-2032-48cc-be57-c298289e6f1d by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '6bcc4d98-47a7-4717-87d8-a68849db8031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '5ddaddf1-efa8-4634-b9b1-c867048adccb'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:01:30.367916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Attempting to bind port ada74506-2032-48cc-be57-c298289e6f1d on network 5ddaddf1-efa8-4634-b9b1-c867048adccb {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:01:30.376915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:01:30.377490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Checking segment: {'id': '6bcc4d98-47a7-4717-87d8-a68849db8031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '5ddaddf1-efa8-4634-b9b1-c867048adccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:01:30.378180 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.379841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Bound using segment: {'id': '6bcc4d98-47a7-4717-87d8-a68849db8031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '5ddaddf1-efa8-4634-b9b1-c867048adccb'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:01:30.380592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Bound port: ada74506-2032-48cc-be57-c298289e6f1d, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcc4d98-47a7-4717-87d8-a68849db8031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '5ddaddf1-efa8-4634-b9b1-c867048adccb'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:01:30.381575 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ada74506-2032-48cc-be57-c298289e6f1d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.433990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Subnet': ['ID=70d42f3d-97b0-4090-972a-6a07a2f7c52a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:30.486409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-35f21ae4-d3ce-4be7-8939-179805fb5ae1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62cd81ec682b45149e7bd24e0c030be1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1129940 Jan 31 19:01:30.487266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:30.487959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f21ae4-d3ce-4be7-8939-179805fb5ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7c2c4f-085f-4b5e-9f38-66921346b940,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:30.615290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] For port ada74506-2032-48cc-be57-c298289e6f1d, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:01:30.625130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] For port ada74506-2032-48cc-be57-c298289e6f1d, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ada74506-2032-48cc-be57-c298289e6f1d,segment=NetworkSegment(6bcc4d98-47a7-4717-87d8-a68849db8031),segment_id=6bcc4d98-47a7-4717-87d8-a68849db8031)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:01:30.642309 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ada74506-2032-48cc-be57-c298289e6f1d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.661482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (5ddaddf1-efa8-4634-b9b1-c867048adccb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.675716 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bac1d4da-3bd2-4559-ad98-3558c62fa6aa admin admin] Publish callbacks [] for security_group (bb7c2c4f-085f-4b5e-9f38-66921346b940), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.709018 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddaddf1-efa8-4634-b9b1-c867048adccb']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:30.739594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcc4d98-47a7-4717-87d8-a68849db8031') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:30.741430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcc4d98-47a7-4717-87d8-a68849db8031') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:30.757356 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bac1d4da-3bd2-4559-ad98-3558c62fa6aa admin admin] Publish callbacks [] for security_group (bb7c2c4f-085f-4b5e-9f38-66921346b940), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.766189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (6bcc4d98-47a7-4717-87d8-a68849db8031), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.808696 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (6bcc4d98-47a7-4717-87d8-a68849db8031), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.832688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:30.833947 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (6bcc4d98-47a7-4717-87d8-a68849db8031), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:30.846578 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:30.873012 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bac1d4da-3bd2-4559-ad98-3558c62fa6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bb7c2c4f-085f-4b5e-9f38-66921346b940), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.875643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bac1d4da-3bd2-4559-ad98-3558c62fa6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:30.879940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bac1d4da-3bd2-4559-ad98-3558c62fa6aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb7c2c4f-085f-4b5e-9f38-66921346b940 HTTP/1.1" status: 204 len: 168 time: 0.3758996 Jan 31 19:01:30.899668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1d4da-3bd2-4559-ad98-3558c62fa6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7c2c4f-085f-4b5e-9f38-66921346b940,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:30.942106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60502) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:30.973700 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bef8e68-f1af-4086-b190-20325c5a2496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:31.094640 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 19:01:31.094640 n-d-812111-15 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 19:01:31.094640 n-d-812111-15 neutron-server[103226]: [parameters: {'id': '5ddaddf1-efa8-4634-b9b1-c867048adccb'}] Jan 31 19:01:31.094640 n-d-812111-15 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:01:31.095439 n-d-812111-15 neutron-server[103226]: DEBUG oslo_db.api [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:01:31.192832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bef8e68-f1af-4086-b190-20325c5a2496 admin admin] Publish callbacks [] for security_group (709d0442-f532-489a-99fa-72f6094160b5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:31.203668 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bef8e68-f1af-4086-b190-20325c5a2496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (709d0442-f532-489a-99fa-72f6094160b5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:31.305634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:31.320743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2bef8e68-f1af-4086-b190-20325c5a2496 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6b13cff80a44748a6d072d1bf119186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3773253 Jan 31 19:01:31.323051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef8e68-f1af-4086-b190-20325c5a2496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709d0442-f532-489a-99fa-72f6094160b5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:31.414625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100a556-1f63-4207-823f-ee2b59f5cca4 req-7d36f07e-d522-493d-980b-95114837141d tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:31.452021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4100a556-1f63-4207-823f-ee2b59f5cca4 req-7d36f07e-d522-493d-980b-95114837141d tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.1655965 Jan 31 19:01:31.488297 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e1f2d3-9c69-4993-859e-46886cfedc9a admin admin] Publish callbacks [] for security_group (709d0442-f532-489a-99fa-72f6094160b5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:31.542045 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e1f2d3-9c69-4993-859e-46886cfedc9a admin admin] Publish callbacks [] for security_group (709d0442-f532-489a-99fa-72f6094160b5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:31.609722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e6581-b137-492e-917d-fb35e7b8cdd0 None None] Pushing event updated for resources: {'Port': ['ID=ada74506-2032-48cc-be57-c298289e6f1d,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:31.651888 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (5ddaddf1-efa8-4634-b9b1-c867048adccb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:31.656457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ce4fde-56ac-43ce-96ff-7baa3c2b3edd None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:01:31.682842 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e1f2d3-9c69-4993-859e-46886cfedc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (709d0442-f532-489a-99fa-72f6094160b5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:31.716014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4100a556-1f63-4207-823f-ee2b59f5cca4 req-2f32c093-0219-4805-9e05-396e69bd1409 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624934 Jan 31 19:01:31.746691 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e1f2d3-9c69-4993-859e-46886cfedc9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:31.766038 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-00e1f2d3-9c69-4993-859e-46886cfedc9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/709d0442-f532-489a-99fa-72f6094160b5 HTTP/1.1" status: 204 len: 168 time: 0.4505799 Jan 31 19:01:31.966330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60526) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:31.991354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1f2d3-9c69-4993-859e-46886cfedc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709d0442-f532-489a-99fa-72f6094160b5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:32.072954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Deleting port ada74506-2032-48cc-be57-c298289e6f1d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:01:32.073310 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ada74506-2032-48cc-be57-c298289e6f1d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:32.101590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ce4fde-56ac-43ce-96ff-7baa3c2b3edd None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 19:01:32.146038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-60ee7d54-d255-44d8-9e41-3301c67d5722 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01b874d934b14ff6911991fe192be5b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784258 Jan 31 19:01:32.156886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:32.257191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd25cd3-325f-49b1-915f-639ef45903b3 req-6e1a6e6e-876e-4ec6-9b5a-05b60494ad5d tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:32.271501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cd25cd3-325f-49b1-915f-639ef45903b3 req-6e1a6e6e-876e-4ec6-9b5a-05b60494ad5d tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.2359104 Jan 31 19:01:32.363114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] For port ada74506-2032-48cc-be57-c298289e6f1d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ada74506-2032-48cc-be57-c298289e6f1d,segment=NetworkSegment(6bcc4d98-47a7-4717-87d8-a68849db8031),segment_id=6bcc4d98-47a7-4717-87d8-a68849db8031)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:32.369886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ada74506-2032-48cc-be57-c298289e6f1d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:32.424062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Calling delete_port for ada74506-2032-48cc-be57-c298289e6f1d owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:01:32.429868 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96c63bb4-76c3-4dcf-853d-873db128d39d admin admin] Publish callbacks [] for security_group (647cf888-b97f-4394-b7ca-45ed61bc75d3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:32.438621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1cd25cd3-325f-49b1-915f-639ef45903b3 req-a9d5e52c-c7d5-4ee8-b2ff-db9328ffbb8a tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660171 Jan 31 19:01:32.526592 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96c63bb4-76c3-4dcf-853d-873db128d39d admin admin] Publish callbacks [] for security_group (647cf888-b97f-4394-b7ca-45ed61bc75d3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:32.581291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddaa5d5-36c8-45f7-befe-7c5c843bf3b1 None None] Network 5ddaddf1-efa8-4634-b9b1-c867048adccb requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:32.669636 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ada74506-2032-48cc-be57-c298289e6f1d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:32.718074 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96c63bb4-76c3-4dcf-853d-873db128d39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (647cf888-b97f-4394-b7ca-45ed61bc75d3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:32.721794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96c63bb4-76c3-4dcf-853d-873db128d39d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:32.726315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-96c63bb4-76c3-4dcf-853d-873db128d39d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/647cf888-b97f-4394-b7ca-45ed61bc75d3 HTTP/1.1" status: 204 len: 168 time: 0.5680761 Jan 31 19:01:32.727818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No DVR routers for this DVR port ada74506-2032-48cc-be57-c298289e6f1d on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:01:32.753142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c63bb4-76c3-4dcf-853d-873db128d39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647cf888-b97f-4394-b7ca-45ed61bc75d3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:32.850184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Port': ['ID=ada74506-2032-48cc-be57-c298289e6f1d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:32.986770 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:32.987672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:32.990430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d019523-775f-492a-8fab-b542ed732f86 None None] Network 5ddaddf1-efa8-4634-b9b1-c867048adccb requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:32.998997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:32.999516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:32.999936 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:33.001321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:33.002418 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:33.009536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:33.012865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:33.013547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:33.013958 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:33.018249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:33.020677 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:33.229522 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (5ddaddf1-efa8-4634-b9b1-c867048adccb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:33.256184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a986fdf-8ea8-48bb-9579-9255491ba513 req-42f7e9d5-bea9-4800-b877-88ebd6db18ad tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:33.267657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a986fdf-8ea8-48bb-9579-9255491ba513 req-42f7e9d5-bea9-4800-b877-88ebd6db18ad tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.2087069 Jan 31 19:01:33.288066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddaddf1-efa8-4634-b9b1-c867048adccb']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:33.323088 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcc4d98-47a7-4717-87d8-a68849db8031') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:33.324704 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcc4d98-47a7-4717-87d8-a68849db8031') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:33.347497 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (6bcc4d98-47a7-4717-87d8-a68849db8031), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:33.397123 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (6bcc4d98-47a7-4717-87d8-a68849db8031), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:33.409081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:33.410110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (6bcc4d98-47a7-4717-87d8-a68849db8031), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:33.414021 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:33.472970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3a986fdf-8ea8-48bb-9579-9255491ba513 req-f096b3e2-b5b7-4b93-a311-f55571ce3047 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043109 Jan 31 19:01:33.589531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (5ddaddf1-efa8-4634-b9b1-c867048adccb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:33.655285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:33.674220 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/5ddaddf1-efa8-4634-b9b1-c867048adccb HTTP/1.1" status: 204 len: 168 time: 3.9685006 Jan 31 19:01:33.675005 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca6d37-6ddf-47e5-b2e1-d40f289f1c3d tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Network': ['ID=5ddaddf1-efa8-4634-b9b1-c867048adccb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:33.675217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60578) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:33.734246 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-744bc79c-4d4d-4296-b6d1-30c51fc1a305 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:33.734826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744bc79c-4d4d-4296-b6d1-30c51fc1a305 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:33.759013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60584) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:33.760753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-744bc79c-4d4d-4296-b6d1-30c51fc1a305 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/subnets/70d42f3d-97b0-4090-972a-6a07a2f7c52a HTTP/1.1" status: 404 len: 337 time: 0.0839736 Jan 31 19:01:33.814288 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3549931b-ccbd-41b0-a913-d8e66db5dd2c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:33.814996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3549931b-ccbd-41b0-a913-d8e66db5dd2c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:33.823870 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3549931b-ccbd-41b0-a913-d8e66db5dd2c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/5ddaddf1-efa8-4634-b9b1-c867048adccb HTTP/1.1" status: 404 len: 339 time: 0.0612328 Jan 31 19:01:33.824768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60588) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:34.063790 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (e50b9c3d-d678-4b92-91f1-c38a804d7bda), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:34.345704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (e50b9c3d-d678-4b92-91f1-c38a804d7bda), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:34.396385 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50b9c3d-d678-4b92-91f1-c38a804d7bda']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:34.423463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db61aa5-f20c-4278-b284-e1b2d5a12f69') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:34.423699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db61aa5-f20c-4278-b284-e1b2d5a12f69') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:34.436180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60614) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:34.454766 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (8db61aa5-f20c-4278-b284-e1b2d5a12f69), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:34.531673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (8db61aa5-f20c-4278-b284-e1b2d5a12f69), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:34.560596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:34.563659 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (8db61aa5-f20c-4278-b284-e1b2d5a12f69), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:34.813903 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9275e95f-fa7a-4b27-bc71-42b81ea76e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:34.949455 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:34.957231 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (e50b9c3d-d678-4b92-91f1-c38a804d7bda), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:34.977678 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:34.997634 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/e50b9c3d-d678-4b92-91f1-c38a804d7bda HTTP/1.1" status: 204 len: 168 time: 1.1622581 Jan 31 19:01:34.997634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60642) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:35.063183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a243d5-16ea-401f-aa9f-a2982d7494ea req-32edc2e4-12e7-41aa-8568-0c72a10ba07b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:35.064819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42a243d5-16ea-401f-aa9f-a2982d7494ea req-32edc2e4-12e7-41aa-8568-0c72a10ba07b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.3983266 Jan 31 19:01:35.147375 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9275e95f-fa7a-4b27-bc71-42b81ea76e59 admin admin] Publish callbacks [] for security_group (d33fc252-c47d-4828-9a7a-0a5918ec09b3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:35.181454 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07ea74d-7b5d-46c0-9406-7be1ee6a7221 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:35.182004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07ea74d-7b5d-46c0-9406-7be1ee6a7221 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:35.192207 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e07ea74d-7b5d-46c0-9406-7be1ee6a7221 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/subnets/a4839fbd-29a4-433f-a122-59207e06347b HTTP/1.1" status: 404 len: 337 time: 0.1614954 Jan 31 19:01:35.194376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60648) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:35.202187 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0069349 Jan 31 19:01:35.205874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26901440-feb0-4a7c-ba32-1e02cb56bd3f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Network': ['ID=e50b9c3d-d678-4b92-91f1-c38a804d7bda,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:35.209526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:35.209864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60652) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:35.296060 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec6845f-3689-4333-8e85-34085ab45a39 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:35.299348 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec6845f-3689-4333-8e85-34085ab45a39 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:35.304882 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5ec6845f-3689-4333-8e85-34085ab45a39 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/0174c717-625c-48e9-9b1b-134f462b5efc HTTP/1.1" status: 404 len: 339 time: 0.0916457 Jan 31 19:01:35.308406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:35.314865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42a243d5-16ea-401f-aa9f-a2982d7494ea req-ed8e8529-ba05-4716-b75a-6fc6a4175391 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639013 Jan 31 19:01:35.323513 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9275e95f-fa7a-4b27-bc71-42b81ea76e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d33fc252-c47d-4828-9a7a-0a5918ec09b3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:35.405393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-330ac998-d860-42e8-a7fc-66a2704ea94c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Deleting subnet 88e189ba-09d2-46db-a686-d40059f663ba {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:01:35.421007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-330ac998-d860-42e8-a7fc-66a2704ea94c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (88e189ba-09d2-46db-a686-d40059f663ba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:35.431859 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5725703-b228-43d0-8604-f4af805a263a req-03d14916-a4d7-492f-9d61-8f6e559e688e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5891459 Jan 31 19:01:35.444740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9275e95f-fa7a-4b27-bc71-42b81ea76e59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=127ecc98ad004213a3531d323e453e24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0051279 Jan 31 19:01:35.461077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60666) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:35.601841 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-93026391-ca59-4946-9f11-c9a261b6a199 tempest-NetworksApiDiscovery-1529557911 tempest-NetworksApiDiscovery-1529557911-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3597894 Jan 31 19:01:35.658989 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-330ac998-d860-42e8-a7fc-66a2704ea94c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (88e189ba-09d2-46db-a686-d40059f663ba), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:35.742126 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05ceabe6-b187-47f4-95a4-1eafeb2eb1f7 admin admin] Publish callbacks [] for security_group (d33fc252-c47d-4828-9a7a-0a5918ec09b3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:35.817135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5725703-b228-43d0-8604-f4af805a263a req-7ea096d8-9f28-473c-8795-17fb516b11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:35.821626 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5725703-b228-43d0-8604-f4af805a263a req-7ea096d8-9f28-473c-8795-17fb516b11fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4042198c764dc0b191d40d4c5f778e&device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 1128 time: 0.3161399 Jan 31 19:01:35.909058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275e95f-fa7a-4b27-bc71-42b81ea76e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33fc252-c47d-4828-9a7a-0a5918ec09b3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:35.962982 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05ceabe6-b187-47f4-95a4-1eafeb2eb1f7 admin admin] Publish callbacks [] for security_group (d33fc252-c47d-4828-9a7a-0a5918ec09b3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:36.042373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d3468-30de-4098-9952-fd36d76c121c req-b2b503a3-488e-4723-aca2-74d3f0bac798 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:36.070057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c79d3468-30de-4098-9952-fd36d76c121c req-b2b503a3-488e-4723-aca2-74d3f0bac798 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.3055482 Jan 31 19:01:36.107417 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-330ac998-d860-42e8-a7fc-66a2704ea94c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (88e189ba-09d2-46db-a686-d40059f663ba), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:36.237689 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-330ac998-d860-42e8-a7fc-66a2704ea94c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (88e189ba-09d2-46db-a686-d40059f663ba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:36.296575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c79d3468-30de-4098-9952-fd36d76c121c req-a62b1fc5-1b26-4ebc-b326-fdd11379d2ff tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248988 Jan 31 19:01:36.324885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60678) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:36.337278 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05ceabe6-b187-47f4-95a4-1eafeb2eb1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d33fc252-c47d-4828-9a7a-0a5918ec09b3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:36.345349 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05ceabe6-b187-47f4-95a4-1eafeb2eb1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:36.352984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-05ceabe6-b187-47f4-95a4-1eafeb2eb1f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d33fc252-c47d-4828-9a7a-0a5918ec09b3 HTTP/1.1" status: 204 len: 168 time: 0.8704150 Jan 31 19:01:36.368259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ceabe6-b187-47f4-95a4-1eafeb2eb1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33fc252-c47d-4828-9a7a-0a5918ec09b3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:36.412285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-330ac998-d860-42e8-a7fc-66a2704ea94c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:36.416233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935ef646-cb0c-4ab8-a575-d2b3ae69be8d None None] Network a255fa93-3b33-4f03-b646-4345d9742b94 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:36.422459 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-330ac998-d860-42e8-a7fc-66a2704ea94c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/subnets/88e189ba-09d2-46db-a686-d40059f663ba HTTP/1.1" status: 204 len: 168 time: 1.1139896 Jan 31 19:01:36.425380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60686) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:36.436007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ac998-d860-42e8-a7fc-66a2704ea94c tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Subnet': ['ID=88e189ba-09d2-46db-a686-d40059f663ba,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:36.478298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5725703-b228-43d0-8604-f4af805a263a req-352bfaa1-98db-479a-ac0f-8326a32808c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:36.479784 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5725703-b228-43d0-8604-f4af805a263a req-352bfaa1-98db-479a-ac0f-8326a32808c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 HTTP/1.1" status: 200 len: 912 time: 0.6343381 Jan 31 19:01:36.605941 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5725703-b228-43d0-8604-f4af805a263a req-099ea0cd-b484-4c68-94ae-906a9fc28354 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb3d4de-f6f3-4940-a21f-5b2592587859 HTTP/1.1" status: 200 len: 217 time: 0.1112914 Jan 31 19:01:36.607523 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-16329681-3539-49eb-92a8-11c4df0c2eff tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Deleting subnet b8fe7ae2-7927-45d5-8400-df0135be8990 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:01:36.624065 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16329681-3539-49eb-92a8-11c4df0c2eff tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (b8fe7ae2-7927-45d5-8400-df0135be8990), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:36.759114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5725703-b228-43d0-8604-f4af805a263a req-b988f3b6-9f24-433c-bb0d-2655e16f4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:36.766591 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5725703-b228-43d0-8604-f4af805a263a req-b988f3b6-9f24-433c-bb0d-2655e16f4843 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4c8f0e6-1263-4351-8ca6-19fb835dc464 HTTP/1.1" status: 200 len: 851 time: 0.1555827 Jan 31 19:01:36.831656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5075-d18e-4a15-9590-aef51c01175b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:36.874251 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5725703-b228-43d0-8604-f4af805a263a req-965d314c-5aaa-4fd1-a7bc-eac4e416460c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002257 Jan 31 19:01:36.914738 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16329681-3539-49eb-92a8-11c4df0c2eff tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (b8fe7ae2-7927-45d5-8400-df0135be8990), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:37.198238 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5725703-b228-43d0-8604-f4af805a263a req-99d8273c-7910-4a9c-a530-81704d8f95c6 service neutron] 10.222.0.21 "GET /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231199 Jan 31 19:01:37.620157 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b5725703-b228-43d0-8604-f4af805a263a req-a925b7c4-0cfe-4239-9b68-5d9f3572d46d service neutron] 10.222.0.21 "GET /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151900 Jan 31 19:01:37.710026 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16329681-3539-49eb-92a8-11c4df0c2eff tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b8fe7ae2-7927-45d5-8400-df0135be8990), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:37.859471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf28f-8a12-4215-832c-f386b8e8211d req-59a32dc6-1777-4412-868f-df428fa06e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:37.869528 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-951cf28f-8a12-4215-832c-f386b8e8211d req-59a32dc6-1777-4412-868f-df428fa06e91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4042198c764dc0b191d40d4c5f778e&device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 1128 time: 0.1976500 Jan 31 19:01:37.934586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9c15a-bf28-4403-beb4-fe9e6e239f1c req-1e0e3930-3b26-4097-b245-5750e7e38453 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:37.949890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bb9c15a-bf28-4403-beb4-fe9e6e239f1c req-1e0e3930-3b26-4097-b245-5750e7e38453 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.4282591 Jan 31 19:01:37.973066 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5075-d18e-4a15-9590-aef51c01175b admin admin] Publish callbacks [] for security_group (ce745eb8-fd04-4874-8d18-c1282bb36727), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:38.027745 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a0f5075-d18e-4a15-9590-aef51c01175b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ce745eb8-fd04-4874-8d18-c1282bb36727), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:38.140939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf28f-8a12-4215-832c-f386b8e8211d req-9e04dc0d-1ef5-454f-9458-d26df74938e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:38.142443 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-951cf28f-8a12-4215-832c-f386b8e8211d req-9e04dc0d-1ef5-454f-9458-d26df74938e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 HTTP/1.1" status: 200 len: 912 time: 0.2655895 Jan 31 19:01:38.233811 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16329681-3539-49eb-92a8-11c4df0c2eff tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (b8fe7ae2-7927-45d5-8400-df0135be8990), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:38.276362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3a0f5075-d18e-4a15-9590-aef51c01175b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21bb305704004e09aa20c3954a5d1642&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9488015 Jan 31 19:01:38.283279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16329681-3539-49eb-92a8-11c4df0c2eff tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fe7ae2-7927-45d5-8400-df0135be8990,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:38.288100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60732) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:38.304225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bb9c15a-bf28-4403-beb4-fe9e6e239f1c req-29cf2dad-612f-4c5b-8d84-c0d4120b36ae tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500540 Jan 31 19:01:38.307461 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-951cf28f-8a12-4215-832c-f386b8e8211d req-b46b16d3-0498-485c-8cb7-384328f76b08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb3d4de-f6f3-4940-a21f-5b2592587859 HTTP/1.1" status: 200 len: 217 time: 0.1461606 Jan 31 19:01:38.330283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f5075-d18e-4a15-9590-aef51c01175b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce745eb8-fd04-4874-8d18-c1282bb36727,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:38.344519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c35526-ba39-4d51-8fc3-fe121b76112a None None] Network a255fa93-3b33-4f03-b646-4345d9742b94 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:38.350292 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16329681-3539-49eb-92a8-11c4df0c2eff tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:38.371598 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-16329681-3539-49eb-92a8-11c4df0c2eff tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/subnets/b8fe7ae2-7927-45d5-8400-df0135be8990 HTTP/1.1" status: 204 len: 168 time: 1.9447038 Jan 31 19:01:38.372317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60736) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:38.538707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf28f-8a12-4215-832c-f386b8e8211d req-f1b73e8a-352d-4717-b9a2-fc2e54c7270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:38.545735 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-951cf28f-8a12-4215-832c-f386b8e8211d req-f1b73e8a-352d-4717-b9a2-fc2e54c7270a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4c8f0e6-1263-4351-8ca6-19fb835dc464 HTTP/1.1" status: 200 len: 851 time: 0.2324736 Jan 31 19:01:38.592440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0b9db4b3-1fb5-4164-bfeb-909122c1d1ec None None] Provisioning complete for port 64827fa3-2632-4a79-a0c5-2ff4440deffd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:01:38.593202 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0b9db4b3-1fb5-4164-bfeb-909122c1d1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:38.689330 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (a255fa93-3b33-4f03-b646-4345d9742b94), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:38.719334 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-951cf28f-8a12-4215-832c-f386b8e8211d req-d2210405-b359-45c9-b36a-e6e6f04789d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661184 Jan 31 19:01:38.907308 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-951cf28f-8a12-4215-832c-f386b8e8211d req-8c4d2dca-15c3-41e2-b750-4c883e99441d service neutron] 10.222.0.21 "GET /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769638 Jan 31 19:01:38.914817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Deleting port 64827fa3-2632-4a79-a0c5-2ff4440deffd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:01:38.922461 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:39.061878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0b9db4b3-1fb5-4164-bfeb-909122c1d1ec None None] Current status of the port 64827fa3-2632-4a79-a0c5-2ff4440deffd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:01:39.088678 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-951cf28f-8a12-4215-832c-f386b8e8211d req-317ee769-ae8e-4349-a495-bc9e560cb830 service neutron] 10.222.0.21 "GET /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661298 Jan 31 19:01:39.105405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe85468-415b-4317-8b74-c671c2fb488c None None] DHCP port deletion for a255fa93-3b33-4f03-b646-4345d9742b94 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:01:39.114602 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7918727-4d24-485b-b6f4-cdd4d110537a admin admin] Publish callbacks [] for security_group (ce745eb8-fd04-4874-8d18-c1282bb36727), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:39.164420 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7918727-4d24-485b-b6f4-cdd4d110537a admin admin] Publish callbacks [] for security_group (ce745eb8-fd04-4874-8d18-c1282bb36727), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:39.185604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] For port 64827fa3-2632-4a79-a0c5-2ff4440deffd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=64827fa3-2632-4a79-a0c5-2ff4440deffd,segment=NetworkSegment(176dc766-627e-47f1-a381-12ea63b25bc0),segment_id=176dc766-627e-47f1-a381-12ea63b25bc0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:39.186190 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:39.223447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Calling delete_port for 64827fa3-2632-4a79-a0c5-2ff4440deffd owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:01:39.242772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6fe85468-415b-4317-8b74-c671c2fb488c None None] Deleting port 64827fa3-2632-4a79-a0c5-2ff4440deffd {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:01:39.244994 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6fe85468-415b-4317-8b74-c671c2fb488c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:39.265911 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7918727-4d24-485b-b6f4-cdd4d110537a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ce745eb8-fd04-4874-8d18-c1282bb36727), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:39.270380 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7918727-4d24-485b-b6f4-cdd4d110537a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:39.271987 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e7918727-4d24-485b-b6f4-cdd4d110537a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce745eb8-fd04-4874-8d18-c1282bb36727 HTTP/1.1" status: 204 len: 168 time: 0.9665599 Jan 31 19:01:39.288996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7918727-4d24-485b-b6f4-cdd4d110537a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce745eb8-fd04-4874-8d18-c1282bb36727,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:39.541652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6fe85468-415b-4317-8b74-c671c2fb488c None None] For port 64827fa3-2632-4a79-a0c5-2ff4440deffd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=64827fa3-2632-4a79-a0c5-2ff4440deffd,segment=NetworkSegment(176dc766-627e-47f1-a381-12ea63b25bc0),segment_id=176dc766-627e-47f1-a381-12ea63b25bc0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:39.544596 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6fe85468-415b-4317-8b74-c671c2fb488c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:39.555509 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:39.581855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6fe85468-415b-4317-8b74-c671c2fb488c None None] Calling delete_port for 64827fa3-2632-4a79-a0c5-2ff4440deffd owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:01:39.747111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Port': ['ID=64827fa3-2632-4a79-a0c5-2ff4440deffd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:39.772151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No DVR routers for this DVR port 64827fa3-2632-4a79-a0c5-2ff4440deffd on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:01:40.015261 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6fe85468-415b-4317-8b74-c671c2fb488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (64827fa3-2632-4a79-a0c5-2ff4440deffd), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:40.065215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e2336-0808-42fe-ba57-256def23d4f4 req-c384892e-eef4-4bcd-aa04-841ff2327756 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:40.066016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 64827fa3-2632-4a79-a0c5-2ff4440deffd no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:01:40.068391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-467e2336-0808-42fe-ba57-256def23d4f4 req-c384892e-eef4-4bcd-aa04-841ff2327756 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.5574799 Jan 31 19:01:40.075631 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (a255fa93-3b33-4f03-b646-4345d9742b94), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:40.146640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe85468-415b-4317-8b74-c671c2fb488c None None] No DVR routers for this DVR port 64827fa3-2632-4a79-a0c5-2ff4440deffd on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:01:40.166891 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a255fa93-3b33-4f03-b646-4345d9742b94']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:40.187072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176dc766-627e-47f1-a381-12ea63b25bc0') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:40.188215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176dc766-627e-47f1-a381-12ea63b25bc0') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:40.227828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe85468-415b-4317-8b74-c671c2fb488c None None] Pushing event deleted for resources: {'Port': ['ID=64827fa3-2632-4a79-a0c5-2ff4440deffd,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:40.232486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 64827fa3-2632-4a79-a0c5-2ff4440deffd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:01:40.233936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 64827fa3-2632-4a79-a0c5-2ff4440deffd not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:01:40.256215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (176dc766-627e-47f1-a381-12ea63b25bc0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:40.322344 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (176dc766-627e-47f1-a381-12ea63b25bc0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:40.338375 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-467e2336-0808-42fe-ba57-256def23d4f4 req-717a2415-5e3b-4eda-99c8-f68748119c46 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573786 Jan 31 19:01:40.348248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:40.349269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (176dc766-627e-47f1-a381-12ea63b25bc0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:40.352901 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:40.499731 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (a255fa93-3b33-4f03-b646-4345d9742b94), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:40.518229 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:40.522054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/a255fa93-3b33-4f03-b646-4345d9742b94 HTTP/1.1" status: 204 len: 168 time: 2.1486118 Jan 31 19:01:40.524671 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:40.605937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037311ee-cfd4-4dbf-86f5-e0bdc62fc7e9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Network': ['ID=a255fa93-3b33-4f03-b646-4345d9742b94,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:40.623704 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-1311c419-943a-477d-9626-19e0aa79437f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:40.624444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1311c419-943a-477d-9626-19e0aa79437f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:40.639244 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1311c419-943a-477d-9626-19e0aa79437f tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/subnets/f392253d-a0f9-4bd2-a1de-c0417c8d6852 HTTP/1.1" status: 404 len: 337 time: 0.1127572 Jan 31 19:01:40.641802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60796) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:40.682577 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9fb012-f3cb-4e1f-868e-55da5dbd01fa tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:40.683817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9fb012-f3cb-4e1f-868e-55da5dbd01fa tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:40.695463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cc9fb012-f3cb-4e1f-868e-55da5dbd01fa tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/3de03756-80f7-4710-a175-350e384f7938 HTTP/1.1" status: 404 len: 339 time: 0.0524588 Jan 31 19:01:40.698188 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60802) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:40.796620 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b14bca4-5ac5-41b9-aea8-b3afd5779d07 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:40.808992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b14bca4-5ac5-41b9-aea8-b3afd5779d07 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:40.812329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9b14bca4-5ac5-41b9-aea8-b3afd5779d07 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/subnets/773b666a-a92d-465f-8fdd-3a779ef774fe HTTP/1.1" status: 404 len: 337 time: 0.1124585 Jan 31 19:01:40.815292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:40.865666 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfebe94a-0d54-46ea-9959-36e09a2fd1dd tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:40.872672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfebe94a-0d54-46ea-9959-36e09a2fd1dd tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:40.876714 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cfebe94a-0d54-46ea-9959-36e09a2fd1dd tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/75556f0c-c553-4e25-a6fd-b32283611a54 HTTP/1.1" status: 404 len: 339 time: 0.0600724 Jan 31 19:01:40.879315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:40.928480 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e236ea-b592-4783-8a2e-8bf658a930dd tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:40.939615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e236ea-b592-4783-8a2e-8bf658a930dd tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:40.943137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-75e236ea-b592-4783-8a2e-8bf658a930dd tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/subnets/6543bda8-e2ff-4ce7-a2a1-ea3243953d92 HTTP/1.1" status: 404 len: 337 time: 0.0625713 Jan 31 19:01:40.946107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60816) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:40.973818 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3720991-5afd-4b92-bed7-2c14e9d8ecaa tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:40.986397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3720991-5afd-4b92-bed7-2c14e9d8ecaa tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:41.029767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c3720991-5afd-4b92-bed7-2c14e9d8ecaa tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/d55f9d05-af7a-4a46-989f-c504830ff971 HTTP/1.1" status: 404 len: 339 time: 0.0822692 Jan 31 19:01:41.038326 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60822) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:41.186772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:41.224656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9143fc-3dab-4855-aefe-92926569a181 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Deleting subnet 26cf25f2-83b6-4ec5-999c-bf9fde4af209 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:01:41.235878 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd9143fc-3dab-4855-aefe-92926569a181 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (26cf25f2-83b6-4ec5-999c-bf9fde4af209), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:41.334133 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd9143fc-3dab-4855-aefe-92926569a181 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (26cf25f2-83b6-4ec5-999c-bf9fde4af209), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:41.649567 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd9143fc-3dab-4855-aefe-92926569a181 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (26cf25f2-83b6-4ec5-999c-bf9fde4af209), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:41.669419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1a1ac3d4-b420-4242-ae90-8a894157fe5f tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:41.696228 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1a1ac3d4-b420-4242-ae90-8a894157fe5f tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] 10.222.0.20 "PUT /v2.0/quotas/6d9941dd60434b23a4268de1998c8b48 HTTP/1.1" status: 200 len: 368 time: 0.5084252 Jan 31 19:01:41.700049 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:41.706127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Request body: {'network': {'project_id': '6d9941dd60434b23a4268de1998c8b48'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:41.746004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Made reservation on behalf of 6d9941dd60434b23a4268de1998c8b48 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:41.751849 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:41.757776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecff66-c93a-4417-be9b-56720d870800 req-cad822ba-856d-4b87-a7fa-1114af357d65 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:41.759419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebecff66-c93a-4417-be9b-56720d870800 req-cad822ba-856d-4b87-a7fa-1114af357d65 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.2109339 Jan 31 19:01:41.764627 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:41.852060 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd9143fc-3dab-4855-aefe-92926569a181 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (26cf25f2-83b6-4ec5-999c-bf9fde4af209), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:41.944089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9143fc-3dab-4855-aefe-92926569a181 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Subnet': ['ID=26cf25f2-83b6-4ec5-999c-bf9fde4af209,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:41.973249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks [] for security_group (874f9bdf-8215-418e-b09b-34d277a2b110), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:41.977039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebecff66-c93a-4417-be9b-56720d870800 req-83c49613-a93d-4276-a1ee-85adcee09c87 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077329 Jan 31 19:01:41.978890 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (874f9bdf-8215-418e-b09b-34d277a2b110), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:42.012151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280b879b-50e7-43a3-a294-e9760626097f None None] Network 4f1c4647-4f44-4e00-be8a-198052a62e52 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:42.012804 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd9143fc-3dab-4855-aefe-92926569a181 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:42.038841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dd9143fc-3dab-4855-aefe-92926569a181 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/subnets/26cf25f2-83b6-4ec5-999c-bf9fde4af209 HTTP/1.1" status: 204 len: 168 time: 0.9988286 Jan 31 19:01:42.039524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:42.095469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:01:42.146345 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874f9bdf-8215-418e-b09b-34d277a2b110,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:42.171428 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (746e7293-5c7e-4af3-bd31-8a3c23c00a38), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:42.180297 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Added segment 746e7293-5c7e-4af3-bd31-8a3c23c00a38 of type vlan for network c161a3a7-49e6-4ba7-834f-d435afc89aa3 Jan 31 19:01:42.323296 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (c161a3a7-49e6-4ba7-834f-d435afc89aa3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:42.365568 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (4f1c4647-4f44-4e00-be8a-198052a62e52), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:42.395803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (c161a3a7-49e6-4ba7-834f-d435afc89aa3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:42.396921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:42.400914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:42.514532 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8129878 Jan 31 19:01:42.517205 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60870) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:42.545006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] DHCP port deletion for 4f1c4647-4f44-4e00-be8a-198052a62e52 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:01:42.638063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-009f8ba9-bd1a-429c-b962-af9d4cc1a280 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Request body: {'network': {'project_id': '6d9941dd60434b23a4268de1998c8b48'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:42.674247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Deleting port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:01:42.677336 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:42.678369 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f836e07-5335-4765-9f3e-d652f133d923 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Pushing event updated for resources: {'Network': ['ID=c161a3a7-49e6-4ba7-834f-d435afc89aa3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:42.718611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e924d-3e24-48aa-a362-5b79728f3877 req-5e6322ce-3f53-4ce1-bdf9-3775c12b29c8 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:42.724055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd5e924d-3e24-48aa-a362-5b79728f3877 req-5e6322ce-3f53-4ce1-bdf9-3775c12b29c8 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.2393129 Jan 31 19:01:42.733799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009f8ba9-bd1a-429c-b962-af9d4cc1a280 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Made reservation on behalf of 6d9941dd60434b23a4268de1998c8b48 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:42.743196 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-009f8ba9-bd1a-429c-b962-af9d4cc1a280 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:42.811811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Deleting port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:01:42.812477 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:42.821374 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009f8ba9-bd1a-429c-b962-af9d4cc1a280 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:01:42.852246 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-009f8ba9-bd1a-429c-b962-af9d4cc1a280 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (36cf7e2e-afe5-405b-9c63-64ee1d661390), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:42.852633 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-009f8ba9-bd1a-429c-b962-af9d4cc1a280 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Added segment 36cf7e2e-afe5-405b-9c63-64ee1d661390 of type vlan for network 6223a776-1ec0-438d-9d40-3ba603a77d88 Jan 31 19:01:42.943520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] For port 8c131b2a-c0b4-4f88-9161-b2273f99fed7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8c131b2a-c0b4-4f88-9161-b2273f99fed7,segment=NetworkSegment(5e917597-0991-4f81-9c88-c04bbe5b816e),segment_id=5e917597-0991-4f81-9c88-c04bbe5b816e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:42.944921 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:42.991167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Calling delete_port for 8c131b2a-c0b4-4f88-9161-b2273f99fed7 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:01:43.007752 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-009f8ba9-bd1a-429c-b962-af9d4cc1a280 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (6223a776-1ec0-438d-9d40-3ba603a77d88), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:43.087897 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-009f8ba9-bd1a-429c-b962-af9d4cc1a280 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (6223a776-1ec0-438d-9d40-3ba603a77d88), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:43.089145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009f8ba9-bd1a-429c-b962-af9d4cc1a280 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:43.090470 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-009f8ba9-bd1a-429c-b962-af9d4cc1a280 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:43.127317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd5e924d-3e24-48aa-a362-5b79728f3877 req-a4aec5f2-4c59-463a-a21f-72c8e92b2a71 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804548 Jan 31 19:01:43.168228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] For port 8c131b2a-c0b4-4f88-9161-b2273f99fed7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8c131b2a-c0b4-4f88-9161-b2273f99fed7,segment=NetworkSegment(5e917597-0991-4f81-9c88-c04bbe5b816e),segment_id=5e917597-0991-4f81-9c88-c04bbe5b816e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:43.168612 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:43.212634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Calling delete_port for 8c131b2a-c0b4-4f88-9161-b2273f99fed7 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:01:43.226836 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:01:43.256875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network c161a3a7-49e6-4ba7-834f-d435afc89aa3 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:01:43.290831 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:43.391962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] No DVR routers for this DVR port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:01:43.476309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Pushing event deleted for resources: {'Port': ['ID=8c131b2a-c0b4-4f88-9161-b2273f99fed7,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:43.523331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.523331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.523331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.532885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.533260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.534872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.537597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.538176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.538689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.540002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.541298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.541836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.542919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc55bc-9d1a-494f-9c9a-b0286b49f6ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:01:43.563426 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8c131b2a-c0b4-4f88-9161-b2273f99fed7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:43.583266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No DVR routers for this DVR port 8c131b2a-c0b4-4f88-9161-b2273f99fed7 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:01:43.637824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Port': ['ID=8c131b2a-c0b4-4f88-9161-b2273f99fed7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:43.744942 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (4f1c4647-4f44-4e00-be8a-198052a62e52), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:43.783418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1c4647-4f44-4e00-be8a-198052a62e52']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:43.797901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e917597-0991-4f81-9c88-c04bbe5b816e') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:43.798257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e917597-0991-4f81-9c88-c04bbe5b816e') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:43.822665 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (5e917597-0991-4f81-9c88-c04bbe5b816e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:43.872886 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5e917597-0991-4f81-9c88-c04bbe5b816e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:43.892476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:43.892476 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (5e917597-0991-4f81-9c88-c04bbe5b816e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:43.894885 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:43.967739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8c131b2a-c0b4-4f88-9161-b2273f99fed7 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:01:44.013836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 8c131b2a-c0b4-4f88-9161-b2273f99fed7 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:01:44.014467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8c131b2a-c0b4-4f88-9161-b2273f99fed7 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:01:44.051892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60904) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:44.094530 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (4f1c4647-4f44-4e00-be8a-198052a62e52), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:44.107740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:44.112304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/4f1c4647-4f44-4e00-be8a-198052a62e52 HTTP/1.1" status: 204 len: 168 time: 2.0716000 Jan 31 19:01:44.133233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60908) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:44.234006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443c09d-14a6-4082-8a66-0f335baa5815 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Network': ['ID=4f1c4647-4f44-4e00-be8a-198052a62e52,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:44.301723 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dabfdf0-bb23-441b-9051-cede39c5a2d8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:44.304946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dabfdf0-bb23-441b-9051-cede39c5a2d8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:44.312212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4dabfdf0-bb23-441b-9051-cede39c5a2d8 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/subnets/f9acbc37-3c98-412b-9f25-994d2e0028c4 HTTP/1.1" status: 404 len: 337 time: 0.1710024 Jan 31 19:01:44.333186 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:44.460870 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-577b73fc-1092-4edc-aef4-27abb6ae9f44 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:44.465623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577b73fc-1092-4edc-aef4-27abb6ae9f44 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:44.480283 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-577b73fc-1092-4edc-aef4-27abb6ae9f44 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/02b68f4e-fe37-4195-819f-1bce4692f34e HTTP/1.1" status: 404 len: 339 time: 0.1295609 Jan 31 19:01:44.483369 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f8ba9-bd1a-429c-b962-af9d4cc1a280 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Pushing event updated for resources: {'Network': ['ID=6223a776-1ec0-438d-9d40-3ba603a77d88,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:44.491092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60920) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:44.503572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 6223a776-1ec0-438d-9d40-3ba603a77d88 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:01:44.523442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47238d8a-dfed-4e3b-a33b-e4d5fc8652ce req-e9f7978c-f5c3-4565-a76d-b604e8f089d1 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:44.543124 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-009f8ba9-bd1a-429c-b962-af9d4cc1a280 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9420543 Jan 31 19:01:44.544357 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47238d8a-dfed-4e3b-a33b-e4d5fc8652ce req-e9f7978c-f5c3-4565-a76d-b604e8f089d1 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.2435660 Jan 31 19:01:44.546090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60924) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:44.612183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4367e42e-9810-48bc-9827-7e2ce1ad25c9 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Request body: {'network': {'project_id': '6d9941dd60434b23a4268de1998c8b48'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:44.639648 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-4367e42e-9810-48bc-9827-7e2ce1ad25c9 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 31 19:01:44.640031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4367e42e-9810-48bc-9827-7e2ce1ad25c9 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:44.645768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4367e42e-9810-48bc-9827-7e2ce1ad25c9 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0935330 Jan 31 19:01:44.660634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:44.674725 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd96-6272-40cd-aaac-be61ba60aaba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:44.821075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47238d8a-dfed-4e3b-a33b-e4d5fc8652ce req-b1404af9-dece-46a4-a68b-c94a47cc34db tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755678 Jan 31 19:01:44.888704 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6818914d-f46b-4689-8d05-ba34278e3023 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d9941dd60434b23a4268de1998c8b48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2264557 Jan 31 19:01:44.891296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60938) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:44.907493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-35849a8d-202e-42d4-a549-47204e7cc1cc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Deleting subnet e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:01:44.927411 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd96-6272-40cd-aaac-be61ba60aaba admin admin] Publish callbacks [] for security_group (959d9caf-8659-4d6d-8bab-55273c13cbaa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:44.930027 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35849a8d-202e-42d4-a549-47204e7cc1cc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:44.939939 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd96-6272-40cd-aaac-be61ba60aaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (959d9caf-8659-4d6d-8bab-55273c13cbaa), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:45.044854 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35849a8d-202e-42d4-a549-47204e7cc1cc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:45.093602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d46bbd96-6272-40cd-aaac-be61ba60aaba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92df4d4cc7e642dfb009a2963e9ded51&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0385771 Jan 31 19:01:45.097825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60940) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:45.182457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f778b7a-5509-4677-b0cd-5e02d0d72515 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks [] for security_group (874f9bdf-8215-418e-b09b-34d277a2b110), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:45.216297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bbd96-6272-40cd-aaac-be61ba60aaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959d9caf-8659-4d6d-8bab-55273c13cbaa,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:45.338743 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f778b7a-5509-4677-b0cd-5e02d0d72515 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks [] for security_group (874f9bdf-8215-418e-b09b-34d277a2b110), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:45.410573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fad818-f2ae-4540-b0b1-ee5fa15cbbd1 req-ebb32a78-5b7b-4055-b5cc-87af22006ac6 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:45.412591 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12fad818-f2ae-4540-b0b1-ee5fa15cbbd1 req-ebb32a78-5b7b-4055-b5cc-87af22006ac6 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.1368525 Jan 31 19:01:45.461795 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-572ba127-9117-44e2-8d76-e4efe080bf1f admin admin] Publish callbacks [] for security_group (959d9caf-8659-4d6d-8bab-55273c13cbaa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:45.489653 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f778b7a-5509-4677-b0cd-5e02d0d72515 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (874f9bdf-8215-418e-b09b-34d277a2b110), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:45.508660 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f778b7a-5509-4677-b0cd-5e02d0d72515 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:45.512411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5f778b7a-5509-4677-b0cd-5e02d0d72515 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/874f9bdf-8215-418e-b09b-34d277a2b110 HTTP/1.1" status: 204 len: 168 time: 0.6179938 Jan 31 19:01:45.516737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60952) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:45.590928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35849a8d-202e-42d4-a549-47204e7cc1cc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:45.598321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f778b7a-5509-4677-b0cd-5e02d0d72515 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874f9bdf-8215-418e-b09b-34d277a2b110,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:45.643998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12fad818-f2ae-4540-b0b1-ee5fa15cbbd1 req-61bcb8e3-c209-4dbd-8c81-b264de0a79d1 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239571 Jan 31 19:01:45.946306 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b18c1f-a806-4d5f-b550-24a77cb1dced req-104f93d8-841f-4e3c-a0a1-221302489a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:45.949669 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38b18c1f-a806-4d5f-b550-24a77cb1dced req-104f93d8-841f-4e3c-a0a1-221302489a43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4042198c764dc0b191d40d4c5f778e&device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 1128 time: 0.6470828 Jan 31 19:01:45.953838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-572ba127-9117-44e2-8d76-e4efe080bf1f admin admin] Publish callbacks [] for security_group (959d9caf-8659-4d6d-8bab-55273c13cbaa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:45.993909 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (6223a776-1ec0-438d-9d40-3ba603a77d88), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:46.251636 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35849a8d-202e-42d4-a549-47204e7cc1cc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:46.286406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c0f64-6106-46a6-b47a-2d442476e3e3 None None] Network 2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:01:46.312887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35849a8d-202e-42d4-a549-47204e7cc1cc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:46.329131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60960) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:46.330234 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-35849a8d-202e-42d4-a549-47204e7cc1cc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/subnets/e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960 HTTP/1.1" status: 204 len: 168 time: 1.8218691 Jan 31 19:01:46.392288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35849a8d-202e-42d4-a549-47204e7cc1cc tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Subnet': ['ID=e43a8cdb-5aa3-4b5c-b1fd-8aed20f59960,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:46.408606 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-572ba127-9117-44e2-8d76-e4efe080bf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (959d9caf-8659-4d6d-8bab-55273c13cbaa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:46.411858 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-572ba127-9117-44e2-8d76-e4efe080bf1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:46.413264 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-572ba127-9117-44e2-8d76-e4efe080bf1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/959d9caf-8659-4d6d-8bab-55273c13cbaa HTTP/1.1" status: 204 len: 168 time: 1.3142142 Jan 31 19:01:46.603387 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ba127-9117-44e2-8d76-e4efe080bf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959d9caf-8659-4d6d-8bab-55273c13cbaa,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:46.618251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b18c1f-a806-4d5f-b550-24a77cb1dced req-a5a4433a-15ab-48bb-b878-bdc2dee98eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:46.628895 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38b18c1f-a806-4d5f-b550-24a77cb1dced req-a5a4433a-15ab-48bb-b878-bdc2dee98eda service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 HTTP/1.1" status: 200 len: 912 time: 0.6654959 Jan 31 19:01:46.636838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (6223a776-1ec0-438d-9d40-3ba603a77d88), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:46.669399 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:46.813515 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38b18c1f-a806-4d5f-b550-24a77cb1dced req-de61971f-d1e1-47fb-b346-13cde367d177 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb3d4de-f6f3-4940-a21f-5b2592587859 HTTP/1.1" status: 200 len: 217 time: 0.1684263 Jan 31 19:01:46.883187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33823b54-6de6-4d67-b354-4bacf36f853d None None] DHCP port deletion for 2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:01:47.013972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Deleting port a3033a5f-be54-476e-97c1-989dd7166d1b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:01:47.014235 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.040143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b18c1f-a806-4d5f-b550-24a77cb1dced req-551ac77c-c312-4541-b97a-0311621a0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:47.041712 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38b18c1f-a806-4d5f-b550-24a77cb1dced req-551ac77c-c312-4541-b97a-0311621a0049 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4c8f0e6-1263-4351-8ca6-19fb835dc464 HTTP/1.1" status: 200 len: 851 time: 0.2167993 Jan 31 19:01:47.067691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6223a776-1ec0-438d-9d40-3ba603a77d88']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:47.074715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-33823b54-6de6-4d67-b354-4bacf36f853d None None] Deleting port a3033a5f-be54-476e-97c1-989dd7166d1b {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:01:47.079483 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-33823b54-6de6-4d67-b354-4bacf36f853d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.113097 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38b18c1f-a806-4d5f-b550-24a77cb1dced req-b685a578-0bb0-4313-9a14-949f003c8e24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629873 Jan 31 19:01:47.115453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cf7e2e-afe5-405b-9c63-64ee1d661390') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:47.115453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cf7e2e-afe5-405b-9c63-64ee1d661390') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:47.136990 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (36cf7e2e-afe5-405b-9c63-64ee1d661390), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.205085 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (36cf7e2e-afe5-405b-9c63-64ee1d661390), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.227303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:47.227709 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (36cf7e2e-afe5-405b-9c63-64ee1d661390), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: warnings.warn('Neutron quota engine will require "--force" ' Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:47.255240 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:47.385731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-33823b54-6de6-4d67-b354-4bacf36f853d None None] For port a3033a5f-be54-476e-97c1-989dd7166d1b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a3033a5f-be54-476e-97c1-989dd7166d1b,segment=NetworkSegment(a636e83b-b4f9-49f9-95de-d1380bcdba9b),segment_id=a636e83b-b4f9-49f9-95de-d1380bcdba9b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:47.386329 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-33823b54-6de6-4d67-b354-4bacf36f853d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.414648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60986) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:47.425509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-33823b54-6de6-4d67-b354-4bacf36f853d None None] Calling delete_port for a3033a5f-be54-476e-97c1-989dd7166d1b owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:01:47.466496 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38b18c1f-a806-4d5f-b550-24a77cb1dced req-c44427f8-3e5a-414d-8b24-c22ec274d23d service neutron] 10.222.0.21 "GET /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424613 Jan 31 19:01:47.471665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (6223a776-1ec0-438d-9d40-3ba603a77d88), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.495945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddc85433-9a35-4aa0-97c9-9ed7acc13e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.516618 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.546105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] For port a3033a5f-be54-476e-97c1-989dd7166d1b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a3033a5f-be54-476e-97c1-989dd7166d1b,segment=NetworkSegment(a636e83b-b4f9-49f9-95de-d1380bcdba9b),segment_id=a636e83b-b4f9-49f9-95de-d1380bcdba9b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:47.546467 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.557811 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6223a776-1ec0-438d-9d40-3ba603a77d88 HTTP/1.1" status: 204 len: 168 time: 2.0366669 Jan 31 19:01:47.562642 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60988) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:47.587137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Calling delete_port for a3033a5f-be54-476e-97c1-989dd7166d1b owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:01:47.612944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5ee2c-e500-4b73-ae0a-0b03dd186218 req-e369bc96-e10b-43a1-beaf-47fc5e73140f tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:47.630637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fdd5ee2c-e500-4b73-ae0a-0b03dd186218 req-e369bc96-e10b-43a1-beaf-47fc5e73140f tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.6293480 Jan 31 19:01:47.719688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd0192-cc24-4545-b630-51752fef0fd8 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Pushing event deleted for resources: {'Network': ['ID=6223a776-1ec0-438d-9d40-3ba603a77d88,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:47.754244 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-33823b54-6de6-4d67-b354-4bacf36f853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.755010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fdd5ee2c-e500-4b73-ae0a-0b03dd186218 req-e30ebf8d-5dd0-4fb9-a2e5-2ec425abf24b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229599 Jan 31 19:01:47.886485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33823b54-6de6-4d67-b354-4bacf36f853d None None] Pushing event deleted for resources: {'Port': ['ID=a3033a5f-be54-476e-97c1-989dd7166d1b,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:47.908024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33823b54-6de6-4d67-b354-4bacf36f853d None None] No DVR routers for this DVR port a3033a5f-be54-476e-97c1-989dd7166d1b on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:01:47.920940 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (c161a3a7-49e6-4ba7-834f-d435afc89aa3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.948108 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-38b18c1f-a806-4d5f-b550-24a77cb1dced req-40b30463-e531-4dc7-a19e-287ca58bfc87 service neutron] 10.222.0.21 "GET /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676471 Jan 31 19:01:47.981861 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddc85433-9a35-4aa0-97c9-9ed7acc13e26 admin admin] Publish callbacks [] for security_group (feba8bdc-29e0-4ccb-a1e6-e8dfcdf114e3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:47.989772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a3033a5f-be54-476e-97c1-989dd7166d1b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:01:47.990360 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddc85433-9a35-4aa0-97c9-9ed7acc13e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (feba8bdc-29e0-4ccb-a1e6-e8dfcdf114e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:48.069712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: a3033a5f-be54-476e-97c1-989dd7166d1b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:01:48.070312 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a3033a5f-be54-476e-97c1-989dd7166d1b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:01:48.075304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc85433-9a35-4aa0-97c9-9ed7acc13e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feba8bdc-29e0-4ccb-a1e6-e8dfcdf114e3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:48.080020 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a3033a5f-be54-476e-97c1-989dd7166d1b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:48.130938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Port': ['ID=a3033a5f-be54-476e-97c1-989dd7166d1b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:48.152876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] No DVR routers for this DVR port a3033a5f-be54-476e-97c1-989dd7166d1b on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:01:48.161551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ddc85433-9a35-4aa0-97c9-9ed7acc13e26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e6f6d0ff0e74ce2ba09a8e592e912c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7409167 Jan 31 19:01:48.167551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 32768) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:48.361287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (c161a3a7-49e6-4ba7-834f-d435afc89aa3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:48.430928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c161a3a7-49e6-4ba7-834f-d435afc89aa3']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:48.470422 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48d28c50-9c5d-405a-9097-27f7770f71c8 admin admin] Publish callbacks [] for security_group (feba8bdc-29e0-4ccb-a1e6-e8dfcdf114e3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:48.477921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746e7293-5c7e-4af3-bd31-8a3c23c00a38') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:48.478409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746e7293-5c7e-4af3-bd31-8a3c23c00a38') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:48.480732 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:48.517646 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (746e7293-5c7e-4af3-bd31-8a3c23c00a38), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:48.549083 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (746e7293-5c7e-4af3-bd31-8a3c23c00a38), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:48.563604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:48.564087 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (746e7293-5c7e-4af3-bd31-8a3c23c00a38), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:48.568957 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:48.746129 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (c161a3a7-49e6-4ba7-834f-d435afc89aa3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:48.790713 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:48.798591 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] 10.222.0.20 "DELETE /v2.0/networks/c161a3a7-49e6-4ba7-834f-d435afc89aa3 HTTP/1.1" status: 204 len: 168 time: 1.2075596 Jan 31 19:01:48.800540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc844c9-7386-475e-a4ad-92f88b491147 tempest-QuotasNegativeTest-85642219 tempest-QuotasNegativeTest-85642219-project-admin] Pushing event deleted for resources: {'Network': ['ID=c161a3a7-49e6-4ba7-834f-d435afc89aa3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:48.841335 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f5656e5-2e54-415d-b90b-46a68b509d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:49.519272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:49.608234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a636e83b-b4f9-49f9-95de-d1380bcdba9b') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:49.608857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a636e83b-b4f9-49f9-95de-d1380bcdba9b') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:49.619357 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48d28c50-9c5d-405a-9097-27f7770f71c8 admin admin] Publish callbacks [] for security_group (feba8bdc-29e0-4ccb-a1e6-e8dfcdf114e3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:49.659931 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (a636e83b-b4f9-49f9-95de-d1380bcdba9b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:49.677795 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a636e83b-b4f9-49f9-95de-d1380bcdba9b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:49.687465 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:49.688303 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (a636e83b-b4f9-49f9-95de-d1380bcdba9b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:49.790155 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:49.801913 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:49.812942 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:49.824268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] 10.222.0.20 "DELETE /v2.0/networks/2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01 HTTP/1.1" status: 204 len: 168 time: 3.4909132 Jan 31 19:01:49.914778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed8146-d7d7-4092-b438-8143dd44e7f9 tempest-NetworksIpV6Test-990927541 tempest-NetworksIpV6Test-990927541-project] Pushing event deleted for resources: {'Network': ['ID=2a46140d-ed7b-44a3-bbcb-c3b26c2a2f01,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:49.961173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94654ef4-94bd-4125-811d-692f9f7365df req-749c5b4c-e1a3-4dd6-b18d-5873a04f42a7 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:49.962717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94654ef4-94bd-4125-811d-692f9f7365df req-749c5b4c-e1a3-4dd6-b18d-5873a04f42a7 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.4215982 Jan 31 19:01:49.977232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:50.046741 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48d28c50-9c5d-405a-9097-27f7770f71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (feba8bdc-29e0-4ccb-a1e6-e8dfcdf114e3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:50.053217 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48d28c50-9c5d-405a-9097-27f7770f71c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:50.058868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-48d28c50-9c5d-405a-9097-27f7770f71c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/feba8bdc-29e0-4ccb-a1e6-e8dfcdf114e3 HTTP/1.1" status: 204 len: 168 time: 1.8863280 Jan 31 19:01:50.075469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94654ef4-94bd-4125-811d-692f9f7365df req-95b810b0-d7d9-43f2-9d01-5cc2b21c667b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992141 Jan 31 19:01:50.099672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d28c50-9c5d-405a-9097-27f7770f71c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feba8bdc-29e0-4ccb-a1e6-e8dfcdf114e3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:50.451796 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68fb635a-dab5-4856-b9e3-89854c54a516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:50.493915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 32834) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:50.658341 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68fb635a-dab5-4856-b9e3-89854c54a516 admin admin] Publish callbacks [] for security_group (39fa6d47-4e56-4335-b587-fe84eba64dac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:50.665398 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68fb635a-dab5-4856-b9e3-89854c54a516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (39fa6d47-4e56-4335-b587-fe84eba64dac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:50.861882 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-68fb635a-dab5-4856-b9e3-89854c54a516 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=766b3321b2da402285e694497554837f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8826060 Jan 31 19:01:50.865717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:50.878957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb635a-dab5-4856-b9e3-89854c54a516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fa6d47-4e56-4335-b587-fe84eba64dac,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:50.906235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3db82-7cd5-40f4-a2ba-47bd23031b29 req-f541c3bd-242c-4e77-b504-5aece507bcd1 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:50.925337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-acc3db82-7cd5-40f4-a2ba-47bd23031b29 req-f541c3bd-242c-4e77-b504-5aece507bcd1 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.2372799 Jan 31 19:01:51.070684 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73aeb292-5b29-4979-8fa4-7df8b4d1ee9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:51.097688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4a19-1472-4865-ad24-929f21c7c240 admin admin] Publish callbacks [] for security_group (39fa6d47-4e56-4335-b587-fe84eba64dac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:51.112941 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-acc3db82-7cd5-40f4-a2ba-47bd23031b29 req-02d77ab7-6903-4968-8f6b-cf9f7ea152cd tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842544 Jan 31 19:01:51.147826 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4a19-1472-4865-ad24-929f21c7c240 admin admin] Publish callbacks [] for security_group (39fa6d47-4e56-4335-b587-fe84eba64dac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:51.310636 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4a19-1472-4865-ad24-929f21c7c240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (39fa6d47-4e56-4335-b587-fe84eba64dac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:51.314028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4a19-1472-4865-ad24-929f21c7c240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:51.315489 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1d9c4a19-1472-4865-ad24-929f21c7c240 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39fa6d47-4e56-4335-b587-fe84eba64dac HTTP/1.1" status: 204 len: 168 time: 0.4318590 Jan 31 19:01:51.352464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c4a19-1472-4865-ad24-929f21c7c240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fa6d47-4e56-4335-b587-fe84eba64dac,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:51.411792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8054e834-40f8-4791-b53d-d6032c05d0c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd261358f45446b08bd0dddd4ca3506b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9155715 Jan 31 19:01:51.419040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32870) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:51.548618 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48f48d4f-fe81-4eec-8be2-42524d8e0638 admin admin] Publish callbacks [] for security_group (0e6316c3-d82e-48c7-821a-499bc313e1e3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:51.593889 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48f48d4f-fe81-4eec-8be2-42524d8e0638 admin admin] Publish callbacks [] for security_group (0e6316c3-d82e-48c7-821a-499bc313e1e3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:51.663093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48f48d4f-fe81-4eec-8be2-42524d8e0638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0e6316c3-d82e-48c7-821a-499bc313e1e3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:51.669832 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48f48d4f-fe81-4eec-8be2-42524d8e0638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:51.675142 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-48f48d4f-fe81-4eec-8be2-42524d8e0638 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e6316c3-d82e-48c7-821a-499bc313e1e3 HTTP/1.1" status: 204 len: 168 time: 0.2524128 Jan 31 19:01:51.695819 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f48d4f-fe81-4eec-8be2-42524d8e0638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6316c3-d82e-48c7-821a-499bc313e1e3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:51.958190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32882) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:51.990987 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1435ffaf-7d91-4e0f-9ec6-9631944d9883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:52.195974 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1435ffaf-7d91-4e0f-9ec6-9631944d9883 admin admin] Publish callbacks [] for security_group (582961dc-59e1-4ede-bffc-be129cd23bea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:52.280434 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1435ffaf-7d91-4e0f-9ec6-9631944d9883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (582961dc-59e1-4ede-bffc-be129cd23bea), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:52.333326 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1435ffaf-7d91-4e0f-9ec6-9631944d9883 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ac65955f2314a9791280453d3d13747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3737118 Jan 31 19:01:52.351266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 32902) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:52.433893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435ffaf-7d91-4e0f-9ec6-9631944d9883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582961dc-59e1-4ede-bffc-be129cd23bea,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:52.452357 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acf2b6-6316-461d-be90-969c41e0bbe2 req-d0e0aeb7-3001-4993-a5df-5fb4699aa6f6 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:52.453810 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-59acf2b6-6316-461d-be90-969c41e0bbe2 req-d0e0aeb7-3001-4993-a5df-5fb4699aa6f6 tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.2554159 Jan 31 19:01:52.484017 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:52.540697 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2349d-ecb0-41c9-a301-e4787449e948 req-cf199c6b-a463-4af4-a92d-632bffd1f66d tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:52.547187 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ae2349d-ecb0-41c9-a301-e4787449e948 req-cf199c6b-a463-4af4-a92d-632bffd1f66d tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 945 time: 0.2886868 Jan 31 19:01:52.692029 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ae2349d-ecb0-41c9-a301-e4787449e948 req-7e564b09-14e4-472b-9b15-3b6100113c6b tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/security-groups?id=a13b4fb6-6d98-4abc-ab28-86f809983f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359646 Jan 31 19:01:52.693095 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9d34240-953c-47a4-ace4-f606bf914e45 admin admin] Publish callbacks [] for security_group (582961dc-59e1-4ede-bffc-be129cd23bea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:52.723074 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9d34240-953c-47a4-ace4-f606bf914e45 admin admin] Publish callbacks [] for security_group (582961dc-59e1-4ede-bffc-be129cd23bea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:52.759971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-59acf2b6-6316-461d-be90-969c41e0bbe2 req-eae059e8-3046-46b9-992e-527fa7e0fe0e tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Deleting port aeb3d4de-f6f3-4940-a21f-5b2592587859 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:01:52.763287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59acf2b6-6316-461d-be90-969c41e0bbe2 req-eae059e8-3046-46b9-992e-527fa7e0fe0e tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:52.794799 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9d34240-953c-47a4-ace4-f606bf914e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (582961dc-59e1-4ede-bffc-be129cd23bea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:52.797724 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9d34240-953c-47a4-ace4-f606bf914e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:52.805254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b9d34240-953c-47a4-ace4-f606bf914e45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/582961dc-59e1-4ede-bffc-be129cd23bea HTTP/1.1" status: 204 len: 168 time: 0.4459543 Jan 31 19:01:52.836816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d34240-953c-47a4-ace4-f606bf914e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582961dc-59e1-4ede-bffc-be129cd23bea,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:52.972944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-59acf2b6-6316-461d-be90-969c41e0bbe2 req-eae059e8-3046-46b9-992e-527fa7e0fe0e tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] For port aeb3d4de-f6f3-4940-a21f-5b2592587859, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=aeb3d4de-f6f3-4940-a21f-5b2592587859,segment=NetworkSegment(1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea),segment_id=1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:01:52.973499 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59acf2b6-6316-461d-be90-969c41e0bbe2 req-eae059e8-3046-46b9-992e-527fa7e0fe0e tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:53.031897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-59acf2b6-6316-461d-be90-969c41e0bbe2 req-eae059e8-3046-46b9-992e-527fa7e0fe0e tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Calling delete_port for aeb3d4de-f6f3-4940-a21f-5b2592587859 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:01:53.402126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59acf2b6-6316-461d-be90-969c41e0bbe2 req-eae059e8-3046-46b9-992e-527fa7e0fe0e tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (aeb3d4de-f6f3-4940-a21f-5b2592587859), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:53.423958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['aeb3d4de-f6f3-4940-a21f-5b2592587859'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:01:53.642157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae059e8-3046-46b9-992e-527fa7e0fe0e tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Pushing event deleted for resources: {'Port': ['ID=aeb3d4de-f6f3-4940-a21f-5b2592587859,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:53.705122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-59acf2b6-6316-461d-be90-969c41e0bbe2 req-eae059e8-3046-46b9-992e-527fa7e0fe0e tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] No DVR routers for this DVR port aeb3d4de-f6f3-4940-a21f-5b2592587859 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:01:53.712749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59acf2b6-6316-461d-be90-969c41e0bbe2 req-eae059e8-3046-46b9-992e-527fa7e0fe0e tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:53.723322 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-59acf2b6-6316-461d-be90-969c41e0bbe2 req-eae059e8-3046-46b9-992e-527fa7e0fe0e tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.21 "DELETE /v2.0/ports/aeb3d4de-f6f3-4940-a21f-5b2592587859 HTTP/1.1" status: 204 len: 173 time: 1.2624187 Jan 31 19:01:53.725803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fca2061-764a-4b94-adc2-c6e807d88b93', 'name': 'network-vif-deleted', 'tag': 'aeb3d4de-f6f3-4940-a21f-5b2592587859'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:01:53.772377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 32968) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:53.789674 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7850694-81e0-41a8-bfdf-dca345038901" -d '{"events": [{"server_uuid": "9fca2061-764a-4b94-adc2-c6e807d88b93", "name": "network-vif-deleted", "tag": "aeb3d4de-f6f3-4940-a21f-5b2592587859"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:01:53.895299 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c9d1c6-b06c-41ee-94e4-8e326668fa47 x-openstack-request-id: req-b1c9d1c6-b06c-41ee-94e4-8e326668fa47 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:01:53.895615 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fca2061-764a-4b94-adc2-c6e807d88b93", "name": "network-vif-deleted", "tag": "aeb3d4de-f6f3-4940-a21f-5b2592587859", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:01:53.895880 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1c9d1c6-b06c-41ee-94e4-8e326668fa47 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:01:53.896289 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fca2061-764a-4b94-adc2-c6e807d88b93', 'name': 'network-vif-deleted', 'tag': 'aeb3d4de-f6f3-4940-a21f-5b2592587859', 'status': 'completed', 'code': 200} Jan 31 19:01:54.033249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12ab8577-eba6-4b4a-bc44-321b453903a3 req-518a44de-3fb0-4470-8101-277cc702d65a tempest-TestServerAdvancedOps-1201734070 tempest-TestServerAdvancedOps-1201734070-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca2061-764a-4b94-adc2-c6e807d88b93 HTTP/1.1" status: 200 len: 210 time: 0.0819392 Jan 31 19:01:54.097679 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:54.175590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-626420c1-fd06-431f-9d95-192bad59e300 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] Request body: {'port': {'network_id': 'fe7c767d-69b4-427c-bf40-68515703046a', 'name': 'tempest-NetworksNegativeTestJSON-1077629870'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:54.235269 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-626420c1-fd06-431f-9d95-192bad59e300 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] POST failed (client error): The resource could not be found. Jan 31 19:01:54.263025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626420c1-fd06-431f-9d95-192bad59e300 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:54.270288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32986) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:54.287774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-626420c1-fd06-431f-9d95-192bad59e300 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5135214 Jan 31 19:01:54.334959 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfcd06c-a786-4eca-8347-567f8c512565 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:54.337191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfcd06c-a786-4eca-8347-567f8c512565 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:54.365695 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5dfcd06c-a786-4eca-8347-567f8c512565 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] 10.222.0.20 "DELETE /v2.0/networks/446b2de7-cc4e-487b-ab7b-23cce538c291 HTTP/1.1" status: 404 len: 339 time: 0.0907979 Jan 31 19:01:54.366762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 32994) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:54.414996 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:54.455800 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-72609f32-859c-4cb0-8d8e-b0b96e94a465 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:54.458034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72609f32-859c-4cb0-8d8e-b0b96e94a465 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:54.471725 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 32998) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:54.474535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-72609f32-859c-4cb0-8d8e-b0b96e94a465 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] 10.222.0.20 "DELETE /v2.0/ports/04bab3f7-e8ba-4419-a9d0-51723a1a9227 HTTP/1.1" status: 404 len: 333 time: 0.1064653 Jan 31 19:01:54.515719 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ce1de4-bf60-4087-b122-3b8d659dcf2b tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] DELETE failed (client error): The resource could not be found. Jan 31 19:01:54.516300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ce1de4-bf60-4087-b122-3b8d659dcf2b tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:54.520369 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-07ce1de4-bf60-4087-b122-3b8d659dcf2b tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] 10.222.0.20 "DELETE /v2.0/subnets/029bc818-531f-419d-bf66-7419f2b4a12e HTTP/1.1" status: 404 len: 337 time: 0.0471284 Jan 31 19:01:54.523914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33002) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:54.550081 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9d87dc-19a0-48e5-a083-ff3f65603e97 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] GET failed (client error): The resource could not be found. Jan 31 19:01:54.551920 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cb9d87dc-19a0-48e5-a083-ff3f65603e97 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] 10.222.0.20 "GET /v2.0/networks/d5fad7fc-92fe-4170-ada0-b15d7d351366 HTTP/1.1" status: 404 len: 339 time: 0.0269675 Jan 31 19:01:54.558422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33004) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:54.625743 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a0e93a-ac27-4672-95e1-53eb5617c9c8 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] GET failed (client error): The resource could not be found. Jan 31 19:01:54.627711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-31a0e93a-ac27-4672-95e1-53eb5617c9c8 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] 10.222.0.20 "GET /v2.0/ports/3d845089-f0cc-4fa7-8aad-e36892a5c03d HTTP/1.1" status: 404 len: 333 time: 0.0679781 Jan 31 19:01:54.632030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33010) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:54.671248 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb6ac18-ded8-4750-a713-d5e8c7d3a03b tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] GET failed (client error): The resource could not be found. Jan 31 19:01:54.672683 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8cb6ac18-ded8-4750-a713-d5e8c7d3a03b tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] 10.222.0.20 "GET /v2.0/subnets/d03aa3dd-da25-42dc-a854-d10a43cd6f1b HTTP/1.1" status: 404 len: 337 time: 0.0395586 Jan 31 19:01:54.676685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33014) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:54.685703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b3e14394-ca6d-44a3-88bb-9994db8a91ed tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:54.702865 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e14394-ca6d-44a3-88bb-9994db8a91ed tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] PUT failed (client error): The resource could not be found. Jan 31 19:01:54.703496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e14394-ca6d-44a3-88bb-9994db8a91ed tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:54.705221 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b3e14394-ca6d-44a3-88bb-9994db8a91ed tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] 10.222.0.20 "PUT /v2.0/networks/bbb76280-8806-415b-89b7-01dd98eb6ebd HTTP/1.1" status: 404 len: 339 time: 0.0263801 Jan 31 19:01:54.709340 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33018) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:54.716512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-24e25473-6b07-4591-ab6c-82acd6b56e07 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:54.741823 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e25473-6b07-4591-ab6c-82acd6b56e07 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] PUT failed (client error): The resource could not be found. Jan 31 19:01:54.741823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e25473-6b07-4591-ab6c-82acd6b56e07 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:54.742185 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-24e25473-6b07-4591-ab6c-82acd6b56e07 tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] 10.222.0.20 "PUT /v2.0/ports/4569d194-65bc-4430-a04c-f483646bb0de HTTP/1.1" status: 404 len: 333 time: 0.0315936 Jan 31 19:01:54.746952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33020) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:54.753716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e180acd9-0389-4b96-903f-f178bb75733a tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:54.782471 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e180acd9-0389-4b96-903f-f178bb75733a tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] PUT failed (client error): The resource could not be found. Jan 31 19:01:54.784545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e180acd9-0389-4b96-903f-f178bb75733a tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:01:54.791207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e180acd9-0389-4b96-903f-f178bb75733a tempest-NetworksNegativeTestJSON-45881556 tempest-NetworksNegativeTestJSON-45881556-project] 10.222.0.20 "PUT /v2.0/subnets/c8db9ac4-f8b6-4b80-8197-f28a34a3471d HTTP/1.1" status: 404 len: 337 time: 0.0427070 Jan 31 19:01:55.172693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33044) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:55.271509 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:55.316008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8f91f6-bc5b-47e5-b4b1-f616cdc023a9 admin admin] Deleting subnet b4c8f0e6-1263-4351-8ca6-19fb835dc464 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:01:55.329086 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c8f91f6-bc5b-47e5-b4b1-f616cdc023a9 admin admin] Publish callbacks [] for subnet (b4c8f0e6-1263-4351-8ca6-19fb835dc464), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:55.357768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33052) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:55.412981 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c8f91f6-bc5b-47e5-b4b1-f616cdc023a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (b4c8f0e6-1263-4351-8ca6-19fb835dc464), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:55.497695 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c8f91f6-bc5b-47e5-b4b1-f616cdc023a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b4c8f0e6-1263-4351-8ca6-19fb835dc464), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:55.613665 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c8f91f6-bc5b-47e5-b4b1-f616cdc023a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (b4c8f0e6-1263-4351-8ca6-19fb835dc464), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:55.653037 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ceef828-16af-4bfe-9ab7-5afa7776e110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:55.659591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f91f6-bc5b-47e5-b4b1-f616cdc023a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c8f0e6-1263-4351-8ca6-19fb835dc464,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:55.668908 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c8f91f6-bc5b-47e5-b4b1-f616cdc023a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:55.673821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2c8f91f6-bc5b-47e5-b4b1-f616cdc023a9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b4c8f0e6-1263-4351-8ca6-19fb835dc464 HTTP/1.1" status: 204 len: 168 time: 0.5001657 Jan 31 19:01:55.676404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33070) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:55.895416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:55.956979 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ceef828-16af-4bfe-9ab7-5afa7776e110 admin admin] Publish callbacks [] for security_group (b8c62956-dc22-4c68-be95-3f49dcfd2fdd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:55.975966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ceef828-16af-4bfe-9ab7-5afa7776e110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b8c62956-dc22-4c68-be95-3f49dcfd2fdd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.097152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33096) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:56.101164 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9ceef828-16af-4bfe-9ab7-5afa7776e110 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=909685e3199c4c1288cc03b23a0d795e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7388766 Jan 31 19:01:56.102247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceef828-16af-4bfe-9ab7-5afa7776e110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c62956-dc22-4c68-be95-3f49dcfd2fdd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:56.108793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.158824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:56.211803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:56.212097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:56.240543 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.256516 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.257763 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.264416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:56.265109 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (1ee2df1a-4ae5-432d-b83f-7ea3aedb52ea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:56.267154 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:56.293163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device aeb3d4de-f6f3-4940-a21f-5b2592587859 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:01:56.341253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: aeb3d4de-f6f3-4940-a21f-5b2592587859 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:01:56.342390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device aeb3d4de-f6f3-4940-a21f-5b2592587859 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:01:56.348005 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68d46dc2-1cbd-475d-b7df-1517c4e9acce admin admin] Publish callbacks [] for security_group (b8c62956-dc22-4c68-be95-3f49dcfd2fdd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.399176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.449397 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.462977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1 HTTP/1.1" status: 204 len: 168 time: 0.7849808 Jan 31 19:01:56.466314 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68d46dc2-1cbd-475d-b7df-1517c4e9acce admin admin] Publish callbacks [] for security_group (b8c62956-dc22-4c68-be95-3f49dcfd2fdd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.466811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33114) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:56.493309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33116) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:56.518549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2e07a-077f-4ba4-b019-bb5cc3b81689 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee0b4e7-b1fb-43f5-a39a-da6a4cea61d1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:56.616220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0ab3e2-0314-4f2c-8241-728c89652d7c admin admin] Deleting subnet b9d15d8d-ef17-40d0-89e0-2f7bdcb9ff01 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:01:56.628289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab3e2-0314-4f2c-8241-728c89652d7c admin admin] Publish callbacks [] for subnet (b9d15d8d-ef17-40d0-89e0-2f7bdcb9ff01), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.647626 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68d46dc2-1cbd-475d-b7df-1517c4e9acce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b8c62956-dc22-4c68-be95-3f49dcfd2fdd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.650437 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68d46dc2-1cbd-475d-b7df-1517c4e9acce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.651995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-68d46dc2-1cbd-475d-b7df-1517c4e9acce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8c62956-dc22-4c68-be95-3f49dcfd2fdd HTTP/1.1" status: 204 len: 168 time: 0.5532598 Jan 31 19:01:56.664174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d46dc2-1cbd-475d-b7df-1517c4e9acce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c62956-dc22-4c68-be95-3f49dcfd2fdd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:56.776991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab3e2-0314-4f2c-8241-728c89652d7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (b9d15d8d-ef17-40d0-89e0-2f7bdcb9ff01), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.880804 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab3e2-0314-4f2c-8241-728c89652d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b9d15d8d-ef17-40d0-89e0-2f7bdcb9ff01), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.889234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1799264287'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:56.930691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Made reservation on behalf of 9fc948615717414c9c5c9c84bf80318c for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:56.934908 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:56.961667 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.038583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab3e2-0314-4f2c-8241-728c89652d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (b9d15d8d-ef17-40d0-89e0-2f7bdcb9ff01), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.101888 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ab3e2-0314-4f2c-8241-728c89652d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d15d8d-ef17-40d0-89e0-2f7bdcb9ff01,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:57.126797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks [] for security_group (d30607bf-62cc-4586-a431-3b468e66cb81), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.137381 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d30607bf-62cc-4586-a431-3b468e66cb81), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.142838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab3e2-0314-4f2c-8241-728c89652d7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.157667 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6f0ab3e2-0314-4f2c-8241-728c89652d7c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b9d15d8d-ef17-40d0-89e0-2f7bdcb9ff01 HTTP/1.1" status: 204 len: 168 time: 0.6841288 Jan 31 19:01:57.157667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:57.241941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:01:57.278716 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (23c89d60-998c-482d-9ad3-3a26c033003f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.287161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30607bf-62cc-4586-a431-3b468e66cb81,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:57.295795 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3c60226a-73ad-40bf-9b0a-50196b0cb746), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.297328 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Added segment 3c60226a-73ad-40bf-9b0a-50196b0cb746 of type vlan for network 5539dd50-e1de-4960-b0e6-9e2ab59da08a Jan 31 19:01:57.444816 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (5539dd50-e1de-4960-b0e6-9e2ab59da08a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.544228 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (5539dd50-e1de-4960-b0e6-9e2ab59da08a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.554629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:01:57.559494 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.625597 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (23c89d60-998c-482d-9ad3-3a26c033003f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.674903 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c89d60-998c-482d-9ad3-3a26c033003f']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:57.689436 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1898108 Jan 31 19:01:57.704210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4408da47-83ac-4915-8983-367509225ac8') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:57.704818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4408da47-83ac-4915-8983-367509225ac8') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:01:57.742815 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (4408da47-83ac-4915-8983-367509225ac8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.775737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4408da47-83ac-4915-8983-367509225ac8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.795854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:01:57.797959 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (4408da47-83ac-4915-8983-367509225ac8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:57.799602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e862c-3067-46d6-98a4-509e43c2d688 tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Pushing event updated for resources: {'Network': ['ID=5539dd50-e1de-4960-b0e6-9e2ab59da08a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:57.816159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 5539dd50-e1de-4960-b0e6-9e2ab59da08a details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:01:57.828892 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:01:58.076533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (23c89d60-998c-482d-9ad3-3a26c033003f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:58.089564 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:58.100691 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] 10.222.0.20 "DELETE /v2.0/networks/23c89d60-998c-482d-9ad3-3a26c033003f HTTP/1.1" status: 204 len: 168 time: 0.9430892 Jan 31 19:01:58.165925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cfe8c-bf1c-4bd4-be7b-cd030ad4c048 admin admin] Pushing event deleted for resources: {'Network': ['ID=23c89d60-998c-482d-9ad3-3a26c033003f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:58.481607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33216) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:58.610909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b5fee545-0320-462e-89cc-b972adb27004 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f4042198c764dc0b191d40d4c5f778e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257834 Jan 31 19:01:58.611527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:58.697064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33226) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:58.704990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Request body: {'port': {'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a', 'binding:host_id': 'n-h2-812111-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1685019548'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:58.758820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Made reservation on behalf of eb844755b5c24722b90ab4ede780c118 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:58.762146 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:58.785956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5786-6f0d-4a1b-9931-44163c7a0226 admin admin] Publish callbacks [] for security_group (a13b4fb6-6d98-4abc-ab28-86f809983f04), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:58.809278 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:58.836519 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5786-6f0d-4a1b-9931-44163c7a0226 admin admin] Publish callbacks [] for security_group (a13b4fb6-6d98-4abc-ab28-86f809983f04), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:58.947223 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5786-6f0d-4a1b-9931-44163c7a0226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a13b4fb6-6d98-4abc-ab28-86f809983f04), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:58.950818 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5786-6f0d-4a1b-9931-44163c7a0226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:58.955000 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9c8c5786-6f0d-4a1b-9931-44163c7a0226 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a13b4fb6-6d98-4abc-ab28-86f809983f04 HTTP/1.1" status: 204 len: 168 time: 0.3413773 Jan 31 19:01:58.965605 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks [] for security_group (b0dd69da-1122-47ec-af85-f7ea44f10351), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:58.967630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c5786-6f0d-4a1b-9931-44163c7a0226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13b4fb6-6d98-4abc-ab28-86f809983f04,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:58.971520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33234) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:58.984444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b0dd69da-1122-47ec-af85-f7ea44f10351), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:59.035124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dd69da-1122-47ec-af85-f7ea44f10351,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:01:59.044157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] device_id is not set on port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:01:59.193092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:59.431867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-266735738'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:01:59.545785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:01:59.553815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:59.597611 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:59.788684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ee13e5c-0740-4738-968a-e45c737f0fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:59.862186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33262) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:01:59.897717 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ee13e5c-0740-4738-968a-e45c737f0fee admin admin] Publish callbacks [] for security_group (384ad9a3-d7f8-401c-951e-7174032dbaa3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:59.912165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ee13e5c-0740-4738-968a-e45c737f0fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (384ad9a3-d7f8-401c-951e-7174032dbaa3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:01:59.987025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee13e5c-0740-4738-968a-e45c737f0fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384ad9a3-d7f8-401c-951e-7174032dbaa3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:00.032284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-25e0ea0d-e3d1-4b3a-a26c-1d500893d67b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e6619e0323341c38ce73823e67cd968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1584778 Jan 31 19:02:00.034738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33266) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:00.043786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] device_id is not set on port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:00.065480 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks [] for port (5e274ddf-cbfe-447f-b0eb-8997a6f37cbd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.086299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5e274ddf-cbfe-447f-b0eb-8997a6f37cbd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.170106 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3ee13e5c-0740-4738-968a-e45c737f0fee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61da2466cbe442379480e4f3f9a5def8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9737272 Jan 31 19:02:00.179378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33268) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:00.320751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-954ad122-9602-4353-8ab1-ee95c06fd5e9 admin admin] Publish callbacks [] for security_group (44fe4ce6-5e88-4f67-a143-f87cf9898a2b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.335649 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (1d959459-4eec-4f49-bd9d-94f827744c94), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.348425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Checking segment: {'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:00.348825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Network hostable DHCP agents. Network: 5539dd50-e1de-4960-b0e6-9e2ab59da08a, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:02:00.376998 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-954ad122-9602-4353-8ab1-ee95c06fd5e9 admin admin] Publish callbacks [] for security_group (44fe4ce6-5e88-4f67-a143-f87cf9898a2b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.387932 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0cc6-cc83-43e4-9417-1a4c2a261d81 admin admin] Publish callbacks [] for security_group (384ad9a3-d7f8-401c-951e-7174032dbaa3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.388161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event updated for resources: {'Port': ['ID=5e274ddf-cbfe-447f-b0eb-8997a6f37cbd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:00.398063 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1d959459-4eec-4f49-bd9d-94f827744c94), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.446528 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0cc6-cc83-43e4-9417-1a4c2a261d81 admin admin] Publish callbacks [] for security_group (384ad9a3-d7f8-401c-951e-7174032dbaa3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.533662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d959459-4eec-4f49-bd9d-94f827744c94,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:00.545137 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-954ad122-9602-4353-8ab1-ee95c06fd5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (44fe4ce6-5e88-4f67-a143-f87cf9898a2b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.548946 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-954ad122-9602-4353-8ab1-ee95c06fd5e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.550185 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-954ad122-9602-4353-8ab1-ee95c06fd5e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44fe4ce6-5e88-4f67-a143-f87cf9898a2b HTTP/1.1" status: 204 len: 168 time: 0.5137942 Jan 31 19:02:00.555051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:02:00.573369 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ad122-9602-4353-8ab1-ee95c06fd5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fe4ce6-5e88-4f67-a143-f87cf9898a2b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:00.580766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Network 5539dd50-e1de-4960-b0e6-9e2ab59da08a is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:02:00.582637 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0cc6-cc83-43e4-9417-1a4c2a261d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (384ad9a3-d7f8-401c-951e-7174032dbaa3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.583187 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (8b830502-39a9-4c93-b9c6-2326ec4128ea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.583531 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Added segment 8b830502-39a9-4c93-b9c6-2326ec4128ea of type vlan for network c855c324-4041-43ce-bc64-81e0c66b448f Jan 31 19:02:00.591255 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0cc6-cc83-43e4-9417-1a4c2a261d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.597848 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dc4f0cc6-cc83-43e4-9417-1a4c2a261d81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/384ad9a3-d7f8-401c-951e-7174032dbaa3 HTTP/1.1" status: 204 len: 168 time: 0.4152555 Jan 31 19:02:00.624569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f0cc6-cc83-43e4-9417-1a4c2a261d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384ad9a3-d7f8-401c-951e-7174032dbaa3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:00.626922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 5539dd50-e1de-4960-b0e6-9e2ab59da08a) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:00.637122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1a489a-f5b2-4e36-aed1-4e3778ae6055 None None] Network 5539dd50-e1de-4960-b0e6-9e2ab59da08a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:00.700498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:00.770498 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (c855c324-4041-43ce-bc64-81e0c66b448f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.773069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:00.773420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:00.773774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:00.798933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:00.799270 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:00.810488 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 2 to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd Jan 31 19:02:00.889564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:00.890693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:00.891263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:00.903671 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (c855c324-4041-43ce-bc64-81e0c66b448f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.911871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:00.912659 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:00.916264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:00.917600 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:01.022013 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 3 to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd Jan 31 19:02:01.113220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:01.115757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:01.116780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:01.150342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:01.154202 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:01.155671 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 4 to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd Jan 31 19:02:01.265142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:01.267506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:01.268180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:01.274139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Network': ['ID=c855c324-4041-43ce-bc64-81e0c66b448f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:01.292788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network c855c324-4041-43ce-bc64-81e0c66b448f details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:02:01.313588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33288) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:01.316914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-68dfe2de-f0b7-4610-8823-b9eb2b13b048 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3376415 Jan 31 19:02:01.319818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'name': 'tempest-PortsIpV6TestJSON-58742089'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:01.337392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:01.337740 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:01.339642 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 5 to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd Jan 31 19:02:01.386299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:01.389483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:01.394576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:01.413820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:01.421392 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:01.422989 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 6 to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd Jan 31 19:02:01.477924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:01.478274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:01.478621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:01.516555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:01.516956 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:01.523383 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 7 to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd Jan 31 19:02:01.593729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:01.594538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:01.595058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:01.600737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:01.601292 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:01.602416 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 8 to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd Jan 31 19:02:01.638307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:01.638898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:01.639423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:01.650366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:01.650957 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:01.651885 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 9 to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd Jan 31 19:02:01.685021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:01.685474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:01.685601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:01.685854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:01.694148 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:01.696989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:01.697306 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:01.707993 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 10 to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd Jan 31 19:02:01.742531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:01.743546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:01.746180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:01.746349 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:01.759015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:01.759376 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:01.763376 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5e274ddf-cbfe-447f-b0eb-8997a6f37cbd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:01.821197 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:01.854939 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19329cec-8ae0-4873-a56f-29ce7fdafb42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:01.989455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] For port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:02:01.990021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempted to set empty binding levels {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 19:02:01.996971 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5e274ddf-cbfe-447f-b0eb-8997a6f37cbd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:02.160191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:02.162755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:02.204226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event updated for resources: {'Port': ['ID=5e274ddf-cbfe-447f-b0eb-8997a6f37cbd,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:02.239313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-48a56f9d-27cb-4efd-9b31-38a6fb0c862b tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.5398188 Jan 31 19:02:02.241965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33306) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:02.301081 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (98be03e9-dbfc-4bb5-87d9-2613c7bccf33), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:02.425116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19329cec-8ae0-4873-a56f-29ce7fdafb42 admin admin] Publish callbacks [] for security_group (c8ce2863-abe5-45d7-ac7e-7c0e833aeea4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:02.430250 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (98be03e9-dbfc-4bb5-87d9-2613c7bccf33), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:02.433866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19329cec-8ae0-4873-a56f-29ce7fdafb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c8ce2863-abe5-45d7-ac7e-7c0e833aeea4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:02.437970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d1f6b0ed-ebdd-4944-8342-bb63bd39e8ea tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Deleting port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:02.438188 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1f6b0ed-ebdd-4944-8342-bb63bd39e8ea tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5e274ddf-cbfe-447f-b0eb-8997a6f37cbd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:02.472506 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-19329cec-8ae0-4873-a56f-29ce7fdafb42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=483b345dffdd4a4184e2431dd7dc6866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6477857 Jan 31 19:02:02.474142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33308) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:02.573927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Checking segment: {'id': '8b830502-39a9-4c93-b9c6-2326ec4128ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:02.574302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network hostable DHCP agents. Network: c855c324-4041-43ce-bc64-81e0c66b448f, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:02:02.592832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19329cec-8ae0-4873-a56f-29ce7fdafb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ce2863-abe5-45d7-ac7e-7c0e833aeea4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:02.639098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=98be03e9-dbfc-4bb5-87d9-2613c7bccf33,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:02.675846 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network c855c324-4041-43ce-bc64-81e0c66b448f is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:02:02.695503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, c855c324-4041-43ce-bc64-81e0c66b448f) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:02.707531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7409b2c4-0ec3-4230-b206-5ce67c7f8a13 None None] Network c855c324-4041-43ce-bc64-81e0c66b448f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:02.710789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:02.720484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:02.721175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:02.789069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d1f6b0ed-ebdd-4944-8342-bb63bd39e8ea tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] For port 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd, host n-h2-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:02:02.789690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1f6b0ed-ebdd-4944-8342-bb63bd39e8ea tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5e274ddf-cbfe-447f-b0eb-8997a6f37cbd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:02.795235 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f15af222-250a-42b8-b7f9-3a76dacb5195 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.4764454 Jan 31 19:02:02.796854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:02.804182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3c366ef1-7aff-484a-a486-1763c92bb13c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1317132641'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:02.842925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d1f6b0ed-ebdd-4944-8342-bb63bd39e8ea tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Calling delete_port for 5e274ddf-cbfe-447f-b0eb-8997a6f37cbd owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:02.861288 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Publish callbacks [] for security_group (c8ce2863-abe5-45d7-ac7e-7c0e833aeea4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:02.885134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c366ef1-7aff-484a-a486-1763c92bb13c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:02.890295 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c366ef1-7aff-484a-a486-1763c92bb13c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:02.981432 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c366ef1-7aff-484a-a486-1763c92bb13c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:02:03.009745 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c366ef1-7aff-484a-a486-1763c92bb13c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bbf9664f-7f1a-4364-9759-7671eb21bfac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:03.010642 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-3c366ef1-7aff-484a-a486-1763c92bb13c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Added segment bbf9664f-7f1a-4364-9759-7671eb21bfac of type vlan for network 8d3e53ff-1356-4526-b216-bf7aebe62c40 Jan 31 19:02:03.033176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Publish callbacks [] for security_group (c8ce2863-abe5-45d7-ac7e-7c0e833aeea4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:03.161244 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c366ef1-7aff-484a-a486-1763c92bb13c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (8d3e53ff-1356-4526-b216-bf7aebe62c40), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:03.233028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c366ef1-7aff-484a-a486-1763c92bb13c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (8d3e53ff-1356-4526-b216-bf7aebe62c40), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:03.238519 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c366ef1-7aff-484a-a486-1763c92bb13c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:03.239152 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c366ef1-7aff-484a-a486-1763c92bb13c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:03.282741 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c8ce2863-abe5-45d7-ac7e-7c0e833aeea4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:03.299628 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:03.314751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8ce2863-abe5-45d7-ac7e-7c0e833aeea4 HTTP/1.1" status: 204 len: 168 time: 0.8297877 Jan 31 19:02:03.361726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ce2863-abe5-45d7-ac7e-7c0e833aeea4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:03.408364 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.408772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.410198 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3c366ef1-7aff-484a-a486-1763c92bb13c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6122320 Jan 31 19:02:03.412954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33344) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:03.414455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.414924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.426433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.426926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.427362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.427716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.428057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.432658 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'ports': [{'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f'}, {'network_id': '8d3e53ff-1356-4526-b216-bf7aebe62c40'}]} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:03.433232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:03.433816 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': '8d3e53ff-1356-4526-b216-bf7aebe62c40'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:03.435724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.436319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.436696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.437043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c1828-a3ab-4ef1-b43e-40c1da13da0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:03.466893 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1f6b0ed-ebdd-4944-8342-bb63bd39e8ea tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5e274ddf-cbfe-447f-b0eb-8997a6f37cbd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:03.498031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c366ef1-7aff-484a-a486-1763c92bb13c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Network': ['ID=8d3e53ff-1356-4526-b216-bf7aebe62c40,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:03.538965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 8d3e53ff-1356-4526-b216-bf7aebe62c40 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:02:03.598688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6b0ed-ebdd-4944-8342-bb63bd39e8ea tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e274ddf-cbfe-447f-b0eb-8997a6f37cbd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:03.613406 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1f6b0ed-ebdd-4944-8342-bb63bd39e8ea tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:03.623609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d1f6b0ed-ebdd-4944-8342-bb63bd39e8ea tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5e274ddf-cbfe-447f-b0eb-8997a6f37cbd HTTP/1.1" status: 204 len: 168 time: 1.3798022 Jan 31 19:02:03.627598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33348) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:03.694304 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ff5d6b-f8ab-4be9-95c1-803b5af311e2 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] GET failed (client error): The resource could not be found. Jan 31 19:02:03.695975 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-82ff5d6b-f8ab-4be9-95c1-803b5af311e2 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "GET /v2.0/ports/5e274ddf-cbfe-447f-b0eb-8997a6f37cbd HTTP/1.1" status: 404 len: 333 time: 0.0672078 Jan 31 19:02:03.700093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33352) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:03.705888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Request body: {'port': {'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-188496570'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:03.763402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Made reservation on behalf of eb844755b5c24722b90ab4ede780c118 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:03.767073 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:03.819448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] device_id is not set on port 3ead72f9-e504-4489-94f2-aba49134e9ff yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:03.991142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 2} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:04.006875 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:04.061443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:04.300855 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks [] for port (3ead72f9-e504-4489-94f2-aba49134e9ff), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:04.419516 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3ead72f9-e504-4489-94f2-aba49134e9ff), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:04.503030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Network 5539dd50-e1de-4960-b0e6-9e2ab59da08a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:04.609320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:04.636781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:04.654767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:04.655490 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:04.657515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port ec136945-f7d2-437d-a614-370ab86dd2b5 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:04.714040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event updated for resources: {'Port': ['ID=3ead72f9-e504-4489-94f2-aba49134e9ff,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:04.735388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a8e330b9-19a1-4bda-abb1-04bf9530f6b6 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0297692 Jan 31 19:02:04.736261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33380) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:04.745982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:04.914370 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3ead72f9-e504-4489-94f2-aba49134e9ff), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:04.983477 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (ec136945-f7d2-437d-a614-370ab86dd2b5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:05.166584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port 193d544d-de1a-472e-a919-6f8189d26907 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:05.358614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (193d544d-de1a-472e-a919-6f8189d26907), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:05.482018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ec136945-f7d2-437d-a614-370ab86dd2b5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:05.615713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=ec136945-f7d2-437d-a614-370ab86dd2b5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:05.639329 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network c855c324-4041-43ce-bc64-81e0c66b448f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:05.640914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:05.645566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:05.647520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (193d544d-de1a-472e-a919-6f8189d26907), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:05.662522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] device_id is not set on port 3ead72f9-e504-4489-94f2-aba49134e9ff yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:05.707292 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks [] for port (3ead72f9-e504-4489-94f2-aba49134e9ff), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:05.723700 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=193d544d-de1a-472e-a919-6f8189d26907,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:05.730924 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3ead72f9-e504-4489-94f2-aba49134e9ff), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:05.734283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Checking segment: {'id': 'bbf9664f-7f1a-4364-9759-7671eb21bfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8d3e53ff-1356-4526-b216-bf7aebe62c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:05.734283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network hostable DHCP agents. Network: 8d3e53ff-1356-4526-b216-bf7aebe62c40, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:02:05.755368 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 8d3e53ff-1356-4526-b216-bf7aebe62c40 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:02:05.782413 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 8d3e53ff-1356-4526-b216-bf7aebe62c40) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:05.805839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d28c2-2caa-4fd0-a8ee-da2222c97a49 None None] Network 8d3e53ff-1356-4526-b216-bf7aebe62c40 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:05.816622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:05.847972 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:05.865932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:05.871446 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:05.902744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event updated for resources: {'Port': ['ID=3ead72f9-e504-4489-94f2-aba49134e9ff,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:05.932127 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-48591fc8-693e-49bb-a0bb-f3b80d66b4f1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5180130 Jan 31 19:02:05.935154 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33404) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:06.003303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:06.003862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:06.012917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:06.027318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:06.027588 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:06.027881 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 2 to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff Jan 31 19:02:06.074828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:06.079909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:06.079909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:06.091232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:06.092819 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:06.093236 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 3 to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff Jan 31 19:02:06.109692 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a2c37-9a08-4258-ad74-6d93f574a57c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 193d544d-de1a-472e-a919-6f8189d26907 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:06.110035 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2c37-9a08-4258-ad74-6d93f574a57c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (193d544d-de1a-472e-a919-6f8189d26907), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:06.137390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:06.137741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:06.138085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:06.164181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:06.164526 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:06.164939 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 4 to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff Jan 31 19:02:06.215432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:06.216213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:06.216710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:06.227753 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:06.231143 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:06.231349 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 5 to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff Jan 31 19:02:06.279764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:06.281648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:06.282600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:06.295286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:06.297318 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:06.298055 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 6 to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff Jan 31 19:02:06.333740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:06.334268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:06.336162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:06.346989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:06.348374 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:06.349921 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 7 to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff Jan 31 19:02:06.354280 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2c37-9a08-4258-ad74-6d93f574a57c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (193d544d-de1a-472e-a919-6f8189d26907), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:06.381109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:06.382504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:06.382948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:06.386768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a2c37-9a08-4258-ad74-6d93f574a57c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 193d544d-de1a-472e-a919-6f8189d26907 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:06.399315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:06.400502 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:06.402706 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 8 to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff Jan 31 19:02:06.456902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:06.460139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:06.460826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:06.478120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:06.483619 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:06.486703 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 9 to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff Jan 31 19:02:06.551714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:06.558157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:06.559971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:06.591315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:06.592070 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:06.592536 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 10 to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff Jan 31 19:02:06.648279 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2c37-9a08-4258-ad74-6d93f574a57c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (193d544d-de1a-472e-a919-6f8189d26907), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:06.656806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:06.672645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:06.673345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:06.705884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:06.708069 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3ead72f9-e504-4489-94f2-aba49134e9ff on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:06.709510 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3ead72f9-e504-4489-94f2-aba49134e9ff), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:06.728419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a2c37-9a08-4258-ad74-6d93f574a57c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=193d544d-de1a-472e-a919-6f8189d26907,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:06.765542 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2c37-9a08-4258-ad74-6d93f574a57c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:06.769190 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1d5a2c37-9a08-4258-ad74-6d93f574a57c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/193d544d-de1a-472e-a919-6f8189d26907 HTTP/1.1" status: 204 len: 168 time: 0.8330598 Jan 31 19:02:06.772797 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:06.945418 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c510e9-82c0-401c-87b0-a0086fa5d4b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:06.951722 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c510e9-82c0-401c-87b0-a0086fa5d4b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:06.970546 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-21c510e9-82c0-401c-87b0-a0086fa5d4b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1965206 Jan 31 19:02:06.974288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33432) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:07.047577 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] For port 3ead72f9-e504-4489-94f2-aba49134e9ff, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:02:07.049004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempted to set empty binding levels {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 19:02:07.054539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3ead72f9-e504-4489-94f2-aba49134e9ff), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:07.092321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] In _notify_port_updated(), no bound segment for port 3ead72f9-e504-4489-94f2-aba49134e9ff on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 19:02:07.111462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:07.113198 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:07.121815 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "PUT /v2.0/ports/3ead72f9-e504-4489-94f2-aba49134e9ff HTTP/1.1" status: 200 len: 975 time: 2.3837554 Jan 31 19:02:07.165318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33438) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:07.230445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61efd4-c936-4efb-b6d7-ab23f8463105 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event updated for resources: {'Port': ['ID=3ead72f9-e504-4489-94f2-aba49134e9ff,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:07.454609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0238c2-1723-4f65-8264-cc7fd83756cc tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:07.455103 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0238c2-1723-4f65-8264-cc7fd83756cc tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:07.455589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0238c2-1723-4f65-8264-cc7fd83756cc tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:07.456063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0238c2-1723-4f65-8264-cc7fd83756cc tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:07.456584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0238c2-1723-4f65-8264-cc7fd83756cc tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:07.457998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0238c2-1723-4f65-8264-cc7fd83756cc tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:07.457998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0238c2-1723-4f65-8264-cc7fd83756cc tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:07.464858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33442) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:07.476953 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fc0238c2-1723-4f65-8264-cc7fd83756cc tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 6259 time: 0.3036988 Jan 31 19:02:07.505822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-eb9aa193-9aa3-4cc2-aa8e-a59961af35fa tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port ec136945-f7d2-437d-a614-370ab86dd2b5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:07.506291 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa193-9aa3-4cc2-aa8e-a59961af35fa tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ec136945-f7d2-437d-a614-370ab86dd2b5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:07.656177 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa193-9aa3-4cc2-aa8e-a59961af35fa tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ec136945-f7d2-437d-a614-370ab86dd2b5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:07.690096 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-eb9aa193-9aa3-4cc2-aa8e-a59961af35fa tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for ec136945-f7d2-437d-a614-370ab86dd2b5 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:07.691187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-707831ce-876d-47d4-a077-5ec312a37146 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Deleting port 3ead72f9-e504-4489-94f2-aba49134e9ff {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:07.691922 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-707831ce-876d-47d4-a077-5ec312a37146 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3ead72f9-e504-4489-94f2-aba49134e9ff), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:07.831932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-707831ce-876d-47d4-a077-5ec312a37146 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] For port 3ead72f9-e504-4489-94f2-aba49134e9ff, host n-h2-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:02:07.832569 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-707831ce-876d-47d4-a077-5ec312a37146 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3ead72f9-e504-4489-94f2-aba49134e9ff), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:07.856042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-707831ce-876d-47d4-a077-5ec312a37146 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Calling delete_port for 3ead72f9-e504-4489-94f2-aba49134e9ff owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:07.907597 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa193-9aa3-4cc2-aa8e-a59961af35fa tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ec136945-f7d2-437d-a614-370ab86dd2b5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:07.978600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9aa193-9aa3-4cc2-aa8e-a59961af35fa tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=ec136945-f7d2-437d-a614-370ab86dd2b5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:08.015939 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa193-9aa3-4cc2-aa8e-a59961af35fa tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:08.028213 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eb9aa193-9aa3-4cc2-aa8e-a59961af35fa tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/ec136945-f7d2-437d-a614-370ab86dd2b5 HTTP/1.1" status: 204 len: 168 time: 1.0513732 Jan 31 19:02:08.029870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33454) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:08.143046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-707831ce-876d-47d4-a077-5ec312a37146 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3ead72f9-e504-4489-94f2-aba49134e9ff), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:08.215528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33460) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:08.218529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7bfd3f-c398-4ca9-9bae-8759cdbe3aa5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:08.223734 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3b7bfd3f-c398-4ca9-9bae-8759cdbe3aa5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1892989 Jan 31 19:02:08.224939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33462) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:08.250997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707831ce-876d-47d4-a077-5ec312a37146 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ead72f9-e504-4489-94f2-aba49134e9ff,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:08.256641 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-707831ce-876d-47d4-a077-5ec312a37146 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:08.270347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-707831ce-876d-47d4-a077-5ec312a37146 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "DELETE /v2.0/ports/3ead72f9-e504-4489-94f2-aba49134e9ff HTTP/1.1" status: 204 len: 168 time: 0.8033748 Jan 31 19:02:08.271013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33466) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:08.320244 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bcb3f0-3b10-4d59-a76e-38d89c9071a5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:02:08.325154 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-98bcb3f0-3b10-4d59-a76e-38d89c9071a5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/193d544d-de1a-472e-a919-6f8189d26907 HTTP/1.1" status: 404 len: 333 time: 0.0958810 Jan 31 19:02:08.327956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33468) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:08.345105 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d6ce36-a5d9-4b76-946d-701e5b1092a0 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] GET failed (client error): The resource could not be found. Jan 31 19:02:08.350860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b0d6ce36-a5d9-4b76-946d-701e5b1092a0 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "GET /v2.0/ports/3ead72f9-e504-4489-94f2-aba49134e9ff HTTP/1.1" status: 404 len: 333 time: 0.0786572 Jan 31 19:02:08.351406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33470) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:08.361900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-576361006', 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:08.399050 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b29aeb-7f4a-46a2-b296-76c0257cd46d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:02:08.404508 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-05b29aeb-7f4a-46a2-b296-76c0257cd46d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/ec136945-f7d2-437d-a614-370ab86dd2b5 HTTP/1.1" status: 404 len: 333 time: 0.0715437 Jan 31 19:02:08.406680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33472) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:08.440464 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Made reservation on behalf of eb844755b5c24722b90ab4ede780c118 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:08.442717 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:08.676751 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (8d3e53ff-1356-4526-b216-bf7aebe62c40), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:08.717480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] device_id is not set on port bbe17e75-a1b8-4552-b190-d704ad0b2607 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:08.742248 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71d3c22d-aec5-461f-879a-cd16d6eda97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:08.934811 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (8d3e53ff-1356-4526-b216-bf7aebe62c40), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.023101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3e53ff-1356-4526-b216-bf7aebe62c40']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:09.078662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf9664f-7f1a-4364-9759-7671eb21bfac') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:09.079044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf9664f-7f1a-4364-9759-7671eb21bfac') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:09.108178 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (bbf9664f-7f1a-4364-9759-7671eb21bfac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.142171 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71d3c22d-aec5-461f-879a-cd16d6eda97f admin admin] Publish callbacks [] for security_group (f25633cc-3f98-498c-9924-cfa8875ee275), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.168290 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71d3c22d-aec5-461f-879a-cd16d6eda97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f25633cc-3f98-498c-9924-cfa8875ee275), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.174539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bbf9664f-7f1a-4364-9759-7671eb21bfac), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.210584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:02:09.211184 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (bbf9664f-7f1a-4364-9759-7671eb21bfac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.309743 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks [] for port (bbe17e75-a1b8-4552-b190-d704ad0b2607), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:02:09.351989 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:02:09.361815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (8d3e53ff-1356-4526-b216-bf7aebe62c40), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.372600 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bbe17e75-a1b8-4552-b190-d704ad0b2607), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.391463 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.399628 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/networks/8d3e53ff-1356-4526-b216-bf7aebe62c40 HTTP/1.1" status: 204 len: 168 time: 0.9820087 Jan 31 19:02:09.399845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33494) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:09.404635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-41efd424-07b1-4027-81ba-57ddb255540b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1086763628'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:09.466052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41efd424-07b1-4027-81ba-57ddb255540b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:09.469726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event updated for resources: {'Port': ['ID=bbe17e75-a1b8-4552-b190-d704ad0b2607,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:09.470463 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41efd424-07b1-4027-81ba-57ddb255540b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.502062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33500) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:09.502964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-71d3c22d-aec5-461f-879a-cd16d6eda97f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3fc936b94054c5e8cb7ca77798cd944&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2748029 Jan 31 19:02:09.504046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e99ea-ad57-45bd-a8aa-b6dfa6e83ca2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Network': ['ID=8d3e53ff-1356-4526-b216-bf7aebe62c40,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:09.509046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3c22d-aec5-461f-879a-cd16d6eda97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25633cc-3f98-498c-9924-cfa8875ee275,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:09.540834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Network 5539dd50-e1de-4960-b0e6-9e2ab59da08a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:09.544877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:09.551710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:09.555708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:09.556362 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.563257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41efd424-07b1-4027-81ba-57ddb255540b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:02:09.602968 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41efd424-07b1-4027-81ba-57ddb255540b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c55c9ab0-4a6f-4ec4-b731-330c5e6619a2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.605260 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-41efd424-07b1-4027-81ba-57ddb255540b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Added segment c55c9ab0-4a6f-4ec4-b731-330c5e6619a2 of type vlan for network 912df0c7-1aeb-4f93-b662-3e1524b421cb Jan 31 19:02:09.620733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d4d1e3a7-1a09-4e4c-af65-f554bd2a4f49 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2654922 Jan 31 19:02:09.624065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33502) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:09.741285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41efd424-07b1-4027-81ba-57ddb255540b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (912df0c7-1aeb-4f93-b662-3e1524b421cb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.791761 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a78c565-fc83-471d-97d9-aa04943af5f5 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:09.795902 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0a78c565-fc83-471d-97d9-aa04943af5f5 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "GET /v2.0/ports/bbe17e75-a1b8-4552-b190-d704ad0b2607 HTTP/1.1" status: 200 len: 954 time: 0.1705756 Jan 31 19:02:09.798688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33510) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:09.894143 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41efd424-07b1-4027-81ba-57ddb255540b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (912df0c7-1aeb-4f93-b662-3e1524b421cb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:09.913874 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41efd424-07b1-4027-81ba-57ddb255540b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:09.914931 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41efd424-07b1-4027-81ba-57ddb255540b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.046517 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-41efd424-07b1-4027-81ba-57ddb255540b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6458075 Jan 31 19:02:10.049429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33514) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:10.055047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': '912df0c7-1aeb-4f93-b662-3e1524b421cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:10.085899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efd424-07b1-4027-81ba-57ddb255540b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Network': ['ID=912df0c7-1aeb-4f93-b662-3e1524b421cb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:10.106603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 912df0c7-1aeb-4f93-b662-3e1524b421cb details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:02:10.168413 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11d50b32-247e-4172-964c-306756757afe admin admin] Publish callbacks [] for security_group (f25633cc-3f98-498c-9924-cfa8875ee275), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.224492 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11d50b32-247e-4172-964c-306756757afe admin admin] Publish callbacks [] for security_group (f25633cc-3f98-498c-9924-cfa8875ee275), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.274347 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:10.293407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-99f52864-a93b-4e91-9b84-a9e3d47b59b3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Deleting port bbe17e75-a1b8-4552-b190-d704ad0b2607 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:10.294088 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f52864-a93b-4e91-9b84-a9e3d47b59b3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bbe17e75-a1b8-4552-b190-d704ad0b2607), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.340829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11d50b32-247e-4172-964c-306756757afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f25633cc-3f98-498c-9924-cfa8875ee275), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.345253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11d50b32-247e-4172-964c-306756757afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.351831 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-11d50b32-247e-4172-964c-306756757afe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f25633cc-3f98-498c-9924-cfa8875ee275 HTTP/1.1" status: 204 len: 168 time: 0.8484313 Jan 31 19:02:10.382267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d50b32-247e-4172-964c-306756757afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25633cc-3f98-498c-9924-cfa8875ee275,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:10.446956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:10.453250 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.535114 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Performing IP validity checks on allocation pools {{(pid=103225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 19:02:10.538784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 19:02:10.561602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f52864-a93b-4e91-9b84-a9e3d47b59b3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bbe17e75-a1b8-4552-b190-d704ad0b2607), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.583598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-99f52864-a93b-4e91-9b84-a9e3d47b59b3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Calling delete_port for bbe17e75-a1b8-4552-b190-d704ad0b2607 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:10.757446 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9da60dca-0861-4445-a8e7-461dfc67a7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.794227 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.805270 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f52864-a93b-4e91-9b84-a9e3d47b59b3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bbe17e75-a1b8-4552-b190-d704ad0b2607), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.882461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33534) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:10.916067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f52864-a93b-4e91-9b84-a9e3d47b59b3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbe17e75-a1b8-4552-b190-d704ad0b2607,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:10.924652 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91cd3038-a35b-451a-b581-259bebacd5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.934301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f52864-a93b-4e91-9b84-a9e3d47b59b3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:10.938190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-99f52864-a93b-4e91-9b84-a9e3d47b59b3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "DELETE /v2.0/ports/bbe17e75-a1b8-4552-b190-d704ad0b2607 HTTP/1.1" status: 204 len: 168 time: 1.1351655 Jan 31 19:02:10.941137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33536) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:10.989786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Subnet': ['ID=fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:10.998666 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d36f613-74c3-4b1f-95e8-a64215bb1baf tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] GET failed (client error): The resource could not be found. Jan 31 19:02:11.001204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2d36f613-74c3-4b1f-95e8-a64215bb1baf tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "GET /v2.0/ports/bbe17e75-a1b8-4552-b190-d704ad0b2607 HTTP/1.1" status: 404 len: 333 time: 0.0538428 Jan 31 19:02:11.004689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33538) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:11.016819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Checking segment: {'id': 'c55c9ab0-4a6f-4ec4-b731-330c5e6619a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '912df0c7-1aeb-4f93-b662-3e1524b421cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:11.017712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network hostable DHCP agents. Network: 912df0c7-1aeb-4f93-b662-3e1524b421cb, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:02:11.024660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Request body: {'port': {'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1411611563'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:11.029241 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9da60dca-0861-4445-a8e7-461dfc67a7e7 admin admin] Publish callbacks [] for security_group (29f6466c-05d9-4dd7-8835-5e52579d2840), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:11.057853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 912df0c7-1aeb-4f93-b662-3e1524b421cb is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:02:11.073213 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9da60dca-0861-4445-a8e7-461dfc67a7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (29f6466c-05d9-4dd7-8835-5e52579d2840), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:11.080731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 912df0c7-1aeb-4f93-b662-3e1524b421cb) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:11.085983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:11.086696 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:11.095375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cee6470-8d36-4c32-a800-dfa5ad37013a None None] Network 912df0c7-1aeb-4f93-b662-3e1524b421cb requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:11.115800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cdf43a33-ccfb-4b54-8164-5514be03ba12 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0627534 Jan 31 19:02:11.115800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:11.121489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': '912df0c7-1aeb-4f93-b662-3e1524b421cb', 'name': 'tempest-PortsIpV6TestJSON-736681242'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:11.293026 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9da60dca-0861-4445-a8e7-461dfc67a7e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0875ae87b6d45c7b73fb08f8929e8dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0062151 Jan 31 19:02:11.297995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:11.299019 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Made reservation on behalf of eb844755b5c24722b90ab4ede780c118 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:11.301178 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:11.370818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da60dca-0861-4445-a8e7-461dfc67a7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f6466c-05d9-4dd7-8835-5e52579d2840,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:11.407950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-912df0c7-1aeb-4f93-b662-3e1524b421cb', 'network_id': '912df0c7-1aeb-4f93-b662-3e1524b421cb', 'project_id': '170663beb4ad4d2484c00a40d5b9e2ea', 'fixed_ips': [{'subnet_id': 'fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:02:11.410122 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:11.420976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] device_id is not set on port 3d675c73-008e-4e48-be7c-e4df5a465580 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:11.469952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:11.475550 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:11.506240 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91cd3038-a35b-451a-b581-259bebacd5b1 admin admin] Publish callbacks [] for security_group (b63add64-f2aa-453f-af1d-177fe419cc6c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:11.524832 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91cd3038-a35b-451a-b581-259bebacd5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b63add64-f2aa-453f-af1d-177fe419cc6c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:11.546550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port 19c1f8c2-e77a-4a61-a1fc-505d801de227 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:11.611819 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd3038-a35b-451a-b581-259bebacd5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63add64-f2aa-453f-af1d-177fe419cc6c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:11.624056 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-91cd3038-a35b-451a-b581-259bebacd5b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22cc6ba115714d8383ed8b33a94429f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7370789 Jan 31 19:02:11.624056 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0901a8e0-cfab-474e-bcab-8f7946dac3e2 admin admin] Publish callbacks [] for security_group (29f6466c-05d9-4dd7-8835-5e52579d2840), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:11.632818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33556) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:11.797393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Allocated IP 2001:db8::2 (912df0c7-1aeb-4f93-b662-3e1524b421cb/fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb/bef848fc-1df2-421e-893f-9478026c2524) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:11.861126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0901a8e0-cfab-474e-bcab-8f7946dac3e2 admin admin] Publish callbacks [] for security_group (29f6466c-05d9-4dd7-8835-5e52579d2840), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:11.865754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks [] for port (3d675c73-008e-4e48-be7c-e4df5a465580), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:11.967399 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3d675c73-008e-4e48-be7c-e4df5a465580), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:11.995051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Network 5539dd50-e1de-4960-b0e6-9e2ab59da08a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:12.000452 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:12.009352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:12.012621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:12.013303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.055938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0901a8e0-cfab-474e-bcab-8f7946dac3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (29f6466c-05d9-4dd7-8835-5e52579d2840), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.062722 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0901a8e0-cfab-474e-bcab-8f7946dac3e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.065792 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0901a8e0-cfab-474e-bcab-8f7946dac3e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29f6466c-05d9-4dd7-8835-5e52579d2840 HTTP/1.1" status: 204 len: 168 time: 0.7622416 Jan 31 19:02:12.131330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33560) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:12.132756 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1115923 Jan 31 19:02:12.139588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:12.144872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901a8e0-cfab-474e-bcab-8f7946dac3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f6466c-05d9-4dd7-8835-5e52579d2840,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:12.205016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bc8a9-0ad4-4686-b1e8-730e6dd1a7a3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event updated for resources: {'Port': ['ID=3d675c73-008e-4e48-be7c-e4df5a465580,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:12.221343 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4bfcc44-02c4-451e-ba2f-8d2b112549f8 admin admin] Publish callbacks [] for security_group (b63add64-f2aa-453f-af1d-177fe419cc6c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.245116 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Publish callbacks [] for port (bef848fc-1df2-421e-893f-9478026c2524), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.279875 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (bef848fc-1df2-421e-893f-9478026c2524), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.296444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4bfcc44-02c4-451e-ba2f-8d2b112549f8 admin admin] Publish callbacks [] for security_group (b63add64-f2aa-453f-af1d-177fe419cc6c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.300123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Network 912df0c7-1aeb-4f93-b662-3e1524b421cb is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:12.302720 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:12.335165 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3d675c73-008e-4e48-be7c-e4df5a465580), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.364190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Pushing event updated for resources: {'Port': ['ID=bef848fc-1df2-421e-893f-9478026c2524,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:12.367218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:12.449045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8::1a1 (912df0c7-1aeb-4f93-b662-3e1524b421cb/fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb/19c1f8c2-e77a-4a61-a1fc-505d801de227) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:12.530335 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Attempting to bind port bef848fc-1df2-421e-893f-9478026c2524 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:12.531268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Attempting to bind port bef848fc-1df2-421e-893f-9478026c2524 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c55c9ab0-4a6f-4ec4-b731-330c5e6619a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '912df0c7-1aeb-4f93-b662-3e1524b421cb'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:12.531843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Attempting to bind port bef848fc-1df2-421e-893f-9478026c2524 on network 912df0c7-1aeb-4f93-b662-3e1524b421cb {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:12.548055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:02:12.558615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Checking segment: {'id': 'c55c9ab0-4a6f-4ec4-b731-330c5e6619a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '912df0c7-1aeb-4f93-b662-3e1524b421cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:12.559510 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.560071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Bound using segment: {'id': 'c55c9ab0-4a6f-4ec4-b731-330c5e6619a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '912df0c7-1aeb-4f93-b662-3e1524b421cb'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:02:12.560783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Bound port: bef848fc-1df2-421e-893f-9478026c2524, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55c9ab0-4a6f-4ec4-b731-330c5e6619a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '912df0c7-1aeb-4f93-b662-3e1524b421cb'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:02:12.566587 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bef848fc-1df2-421e-893f-9478026c2524), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.653152 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4bfcc44-02c4-451e-ba2f-8d2b112549f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b63add64-f2aa-453f-af1d-177fe419cc6c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.661134 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4bfcc44-02c4-451e-ba2f-8d2b112549f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.664042 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e4bfcc44-02c4-451e-ba2f-8d2b112549f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b63add64-f2aa-453f-af1d-177fe419cc6c HTTP/1.1" status: 204 len: 168 time: 1.0301633 Jan 31 19:02:12.745286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfcc44-02c4-451e-ba2f-8d2b112549f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63add64-f2aa-453f-af1d-177fe419cc6c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:12.749106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] For port bef848fc-1df2-421e-893f-9478026c2524, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:02:12.755499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] For port bef848fc-1df2-421e-893f-9478026c2524, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bef848fc-1df2-421e-893f-9478026c2524,segment=NetworkSegment(c55c9ab0-4a6f-4ec4-b731-330c5e6619a2),segment_id=c55c9ab0-4a6f-4ec4-b731-330c5e6619a2)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:02:12.795451 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bef848fc-1df2-421e-893f-9478026c2524), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:12.915314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3e448-6ff2-4e4a-9e17-19e38fb20887 None None] Pushing event updated for resources: {'Port': ['ID=bef848fc-1df2-421e-893f-9478026c2524,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:12.980612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33574) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:12.996972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb91d3f0-b1dc-4327-bdde-59bea08fa318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:13.093856 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] device_id is not set on port 3d675c73-008e-4e48-be7c-e4df5a465580 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:13.128407 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks [] for port (3d675c73-008e-4e48-be7c-e4df5a465580), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:13.153353 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3d675c73-008e-4e48-be7c-e4df5a465580), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:13.222734 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb91d3f0-b1dc-4327-bdde-59bea08fa318 admin admin] Publish callbacks [] for security_group (60b710a7-91d5-4b51-8c64-e924c4fb9907), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:13.233760 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb91d3f0-b1dc-4327-bdde-59bea08fa318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (60b710a7-91d5-4b51-8c64-e924c4fb9907), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:13.267371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event updated for resources: {'Port': ['ID=3d675c73-008e-4e48-be7c-e4df5a465580,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:13.281934 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (19c1f8c2-e77a-4a61-a1fc-505d801de227), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:13.366703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:13.367022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:13.367393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:13.377580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:13.377919 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:13.379525 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 2 to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 Jan 31 19:02:13.386058 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91d3f0-b1dc-4327-bdde-59bea08fa318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b710a7-91d5-4b51-8c64-e924c4fb9907,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:13.400377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:13.400729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:13.404956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:13.411502 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (19c1f8c2-e77a-4a61-a1fc-505d801de227), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:13.421130 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fb91d3f0-b1dc-4327-bdde-59bea08fa318 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcb4cac7e0074afba0cf1e6413348ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4392841 Jan 31 19:02:13.423835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33590) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:13.479957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:13.480297 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:13.496104 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 3 to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 Jan 31 19:02:13.508472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 912df0c7-1aeb-4f93-b662-3e1524b421cb is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:13.547575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:13.565251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:13.576194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:13.584282 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:13.606150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a732873d-ad2a-43ae-8f7b-be9079e8d423 admin admin] Publish callbacks [] for security_group (60b710a7-91d5-4b51-8c64-e924c4fb9907), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:13.660797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5414705 Jan 31 19:02:13.672873 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a732873d-ad2a-43ae-8f7b-be9079e8d423 admin admin] Publish callbacks [] for security_group (60b710a7-91d5-4b51-8c64-e924c4fb9907), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:13.688378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33606) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:13.693631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:13.695085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:13.695497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:13.802451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a732873d-ad2a-43ae-8f7b-be9079e8d423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (60b710a7-91d5-4b51-8c64-e924c4fb9907), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:13.805971 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a732873d-ad2a-43ae-8f7b-be9079e8d423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:13.811109 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a732873d-ad2a-43ae-8f7b-be9079e8d423 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60b710a7-91d5-4b51-8c64-e924c4fb9907 HTTP/1.1" status: 204 len: 168 time: 0.3856595 Jan 31 19:02:13.840926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e12a6b-237e-4afd-9302-ca0805b4fe30 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=19c1f8c2-e77a-4a61-a1fc-505d801de227,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:13.850184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732873d-ad2a-43ae-8f7b-be9079e8d423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b710a7-91d5-4b51-8c64-e924c4fb9907,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:13.913041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:13.913483 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:13.921466 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 4 to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 Jan 31 19:02:13.951368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:13.951814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:13.952988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:13.958967 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:13.959475 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:13.961313 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 5 to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 Jan 31 19:02:13.983049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:13.983495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:13.983936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:14.007077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-450d40f3-d566-4171-93af-af51f505c49f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 19c1f8c2-e77a-4a61-a1fc-505d801de227 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:14.013075 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-450d40f3-d566-4171-93af-af51f505c49f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (19c1f8c2-e77a-4a61-a1fc-505d801de227), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:14.022011 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:14.026557 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:14.052666 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 6 to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 Jan 31 19:02:14.190521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bef848fc-1df2-421e-893f-9478026c2524 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:02:14.203626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:14.204165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:14.204284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:14.224969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:14.225305 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:14.227853 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 7 to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 Jan 31 19:02:14.325944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port bef848fc-1df2-421e-893f-9478026c2524 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:14.326692 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bef848fc-1df2-421e-893f-9478026c2524), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:14.341110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:14.341462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:14.341804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:14.384129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:14.391500 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:14.393641 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-450d40f3-d566-4171-93af-af51f505c49f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (19c1f8c2-e77a-4a61-a1fc-505d801de227), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:14.396061 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 8 to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 Jan 31 19:02:14.455280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-450d40f3-d566-4171-93af-af51f505c49f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 19c1f8c2-e77a-4a61-a1fc-505d801de227 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:14.456761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port bef848fc-1df2-421e-893f-9478026c2524 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:14.457185 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (bef848fc-1df2-421e-893f-9478026c2524), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:14.473419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:14.474025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:14.474541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:14.493205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:14.493841 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:14.496523 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 9 to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 Jan 31 19:02:14.551480 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port bef848fc-1df2-421e-893f-9478026c2524, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bef848fc-1df2-421e-893f-9478026c2524,segment=NetworkSegment(c55c9ab0-4a6f-4ec4-b731-330c5e6619a2),segment_id=c55c9ab0-4a6f-4ec4-b731-330c5e6619a2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:02:14.566545 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (bef848fc-1df2-421e-893f-9478026c2524), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:14.664115 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:14.664512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:14.664858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:14.692064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:14.692519 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:14.702803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=bef848fc-1df2-421e-893f-9478026c2524,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:14.715609 n-d-812111-15 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempt 10 to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 Jan 31 19:02:14.810620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:14.813127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:14.813484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempting to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:14.844778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:02:14.845124 n-d-812111-15 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Failed to bind port 3d675c73-008e-4e48-be7c-e4df5a465580 on host n-h2-812111-15 for vnic_type normal using segments [{'id': '3c60226a-73ad-40bf-9b0a-50196b0cb746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5539dd50-e1de-4960-b0e6-9e2ab59da08a'}] Jan 31 19:02:14.845509 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3d675c73-008e-4e48-be7c-e4df5a465580), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:15.055654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbe3627-114f-437f-8ee0-bd6baf88d0d8 None None] Network 912df0c7-1aeb-4f93-b662-3e1524b421cb requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:15.204258 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-450d40f3-d566-4171-93af-af51f505c49f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (19c1f8c2-e77a-4a61-a1fc-505d801de227), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:15.211932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] For port 3d675c73-008e-4e48-be7c-e4df5a465580, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:02:15.213237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attempted to set empty binding levels {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 19:02:15.245756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8d75b253-9860-46cf-951f-7869f3e88c8d None None] Provisioning complete for port bef848fc-1df2-421e-893f-9478026c2524 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:15.246754 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d75b253-9860-46cf-951f-7869f3e88c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bef848fc-1df2-421e-893f-9478026c2524), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:15.315322 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3d675c73-008e-4e48-be7c-e4df5a465580), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:15.336459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d40f3-d566-4171-93af-af51f505c49f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=19c1f8c2-e77a-4a61-a1fc-505d801de227,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:15.445891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8d75b253-9860-46cf-951f-7869f3e88c8d None None] Current status of the port bef848fc-1df2-421e-893f-9478026c2524 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:15.469774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] In _notify_port_updated(), no bound segment for port 3d675c73-008e-4e48-be7c-e4df5a465580 on network 5539dd50-e1de-4960-b0e6-9e2ab59da08a {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 19:02:15.470933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:15.471767 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:15.475840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "PUT /v2.0/ports/3d675c73-008e-4e48-be7c-e4df5a465580 HTTP/1.1" status: 200 len: 976 time: 3.3402438 Jan 31 19:02:15.478322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33654) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:15.483397 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-450d40f3-d566-4171-93af-af51f505c49f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:15.491629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-450d40f3-d566-4171-93af-af51f505c49f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/19c1f8c2-e77a-4a61-a1fc-505d801de227 HTTP/1.1" status: 204 len: 168 time: 1.7865260 Jan 31 19:02:15.501057 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33656) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:15.591019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73465d1f-5b36-40cf-8c80-47dc466f0140 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event updated for resources: {'Port': ['ID=3d675c73-008e-4e48-be7c-e4df5a465580,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:15.637328 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc784be-e3c8-4400-b154-7689fd8ea5f7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] DELETE failed (client error): The resource could not be found. Jan 31 19:02:15.638642 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc784be-e3c8-4400-b154-7689fd8ea5f7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:02:15.646946 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0dc784be-e3c8-4400-b154-7689fd8ea5f7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/19c1f8c2-e77a-4a61-a1fc-505d801de227 HTTP/1.1" status: 404 len: 333 time: 0.1447704 Jan 31 19:02:15.649848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33662) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:15.707012 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7bc5fe-4aaa-46eb-a05a-fadc1851bae0 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:02:15.715403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ac7bc5fe-4aaa-46eb-a05a-fadc1851bae0 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/19c1f8c2-e77a-4a61-a1fc-505d801de227 HTTP/1.1" status: 404 len: 333 time: 0.0637300 Jan 31 19:02:15.718168 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33664) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:15.765282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3837b123-2559-4ec2-a6d9-15332753f5e8 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Deleting port 3d675c73-008e-4e48-be7c-e4df5a465580 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:15.765642 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3837b123-2559-4ec2-a6d9-15332753f5e8 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3d675c73-008e-4e48-be7c-e4df5a465580), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:15.797579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ed788e04-40a1-49a9-a3dd-6d493f66f1d7 None None] Provisioning complete for port bef848fc-1df2-421e-893f-9478026c2524 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:15.808361 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ed788e04-40a1-49a9-a3dd-6d493f66f1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bef848fc-1df2-421e-893f-9478026c2524), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:15.925421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33670) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:15.979130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-275b1666-799f-4192-9a14-0532cfee4762 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting subnet fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:02:16.031120 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-275b1666-799f-4192-9a14-0532cfee4762 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.048012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3837b123-2559-4ec2-a6d9-15332753f5e8 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] For port 3d675c73-008e-4e48-be7c-e4df5a465580, host n-h2-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:02:16.048424 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3837b123-2559-4ec2-a6d9-15332753f5e8 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3d675c73-008e-4e48-be7c-e4df5a465580), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.107555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bef848fc-1df2-421e-893f-9478026c2524 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:02:16.132583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3837b123-2559-4ec2-a6d9-15332753f5e8 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Calling delete_port for 3d675c73-008e-4e48-be7c-e4df5a465580 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:16.189645 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-275b1666-799f-4192-9a14-0532cfee4762 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.245324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ed788e04-40a1-49a9-a3dd-6d493f66f1d7 None None] Current status of the port bef848fc-1df2-421e-893f-9478026c2524 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:16.320510 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-455f61cb-af84-4d34-b5a4-29093f01ee50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.378985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-efc0b884-37d1-4062-afc0-667bd1a994e5 None None] Could not find standard attr ID for object 19c1f8c2-e77a-4a61-a1fc-505d801de227. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:02:16.421798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port bef848fc-1df2-421e-893f-9478026c2524 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:16.422441 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (bef848fc-1df2-421e-893f-9478026c2524), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.493660 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-275b1666-799f-4192-9a14-0532cfee4762 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.535396 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3837b123-2559-4ec2-a6d9-15332753f5e8 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3d675c73-008e-4e48-be7c-e4df5a465580), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.633803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port bef848fc-1df2-421e-893f-9478026c2524 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:16.672040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837b123-2559-4ec2-a6d9-15332753f5e8 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d675c73-008e-4e48-be7c-e4df5a465580,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:16.687509 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3837b123-2559-4ec2-a6d9-15332753f5e8 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.694329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3837b123-2559-4ec2-a6d9-15332753f5e8 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "DELETE /v2.0/ports/3d675c73-008e-4e48-be7c-e4df5a465580 HTTP/1.1" status: 204 len: 168 time: 1.2101798 Jan 31 19:02:16.695261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:16.727627 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-455f61cb-af84-4d34-b5a4-29093f01ee50 admin admin] Publish callbacks [] for security_group (59157222-7026-4209-bd2d-295a3421009e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.734771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-455f61cb-af84-4d34-b5a4-29093f01ee50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (59157222-7026-4209-bd2d-295a3421009e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.761561 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-87eafefc-4ca2-4cff-aa06-92b940aa11d3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] GET failed (client error): The resource could not be found. Jan 31 19:02:16.771234 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-87eafefc-4ca2-4cff-aa06-92b940aa11d3 tempest-PortsAdminExtendedAttrsTestJSON-1200834278 tempest-PortsAdminExtendedAttrsTestJSON-1200834278-project-admin] 10.222.0.20 "GET /v2.0/ports/3d675c73-008e-4e48-be7c-e4df5a465580 HTTP/1.1" status: 404 len: 333 time: 0.0711722 Jan 31 19:02:16.772191 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-275b1666-799f-4192-9a14-0532cfee4762 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.775847 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:16.795251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-455f61cb-af84-4d34-b5a4-29093f01ee50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f45526912b7040699cd7c661e601307e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8682561 Jan 31 19:02:16.796120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33692) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:16.797399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f61cb-af84-4d34-b5a4-29093f01ee50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59157222-7026-4209-bd2d-295a3421009e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:16.861059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b1666-799f-4192-9a14-0532cfee4762 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Subnet': ['ID=fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:16.894351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-275b1666-799f-4192-9a14-0532cfee4762 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.898745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac6c8c2-45d4-49c6-809b-6a1b6d2d0aba None None] Network 912df0c7-1aeb-4f93-b662-3e1524b421cb requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:16.911614 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-275b1666-799f-4192-9a14-0532cfee4762 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb HTTP/1.1" status: 204 len: 168 time: 1.1920519 Jan 31 19:02:16.930243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:16.930907 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7182f47-be57-45f7-8df3-67efb61b75e4 admin admin] Publish callbacks [] for security_group (59157222-7026-4209-bd2d-295a3421009e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:16.991902 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7182f47-be57-45f7-8df3-67efb61b75e4 admin admin] Publish callbacks [] for security_group (59157222-7026-4209-bd2d-295a3421009e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:17.100040 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7182f47-be57-45f7-8df3-67efb61b75e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (59157222-7026-4209-bd2d-295a3421009e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:17.103384 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7182f47-be57-45f7-8df3-67efb61b75e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:17.113584 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (5539dd50-e1de-4960-b0e6-9e2ab59da08a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:17.122810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f7182f47-be57-45f7-8df3-67efb61b75e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59157222-7026-4209-bd2d-295a3421009e HTTP/1.1" status: 204 len: 168 time: 0.3162098 Jan 31 19:02:17.200658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7182f47-be57-45f7-8df3-67efb61b75e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59157222-7026-4209-bd2d-295a3421009e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:17.372324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ff54c-e76a-4d37-a2a2-3d9350083634 None None] DHCP port deletion for 912df0c7-1aeb-4f93-b662-3e1524b421cb request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:02:17.433973 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (912df0c7-1aeb-4f93-b662-3e1524b421cb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:17.541253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-734ff54c-e76a-4d37-a2a2-3d9350083634 None None] Deleting port bef848fc-1df2-421e-893f-9478026c2524 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:17.542134 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-734ff54c-e76a-4d37-a2a2-3d9350083634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bef848fc-1df2-421e-893f-9478026c2524), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:17.651940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port bef848fc-1df2-421e-893f-9478026c2524 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:17.653793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (bef848fc-1df2-421e-893f-9478026c2524), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:17.831565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-734ff54c-e76a-4d37-a2a2-3d9350083634 None None] For port bef848fc-1df2-421e-893f-9478026c2524, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bef848fc-1df2-421e-893f-9478026c2524,segment=NetworkSegment(c55c9ab0-4a6f-4ec4-b731-330c5e6619a2),segment_id=c55c9ab0-4a6f-4ec4-b731-330c5e6619a2)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:02:17.832191 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-734ff54c-e76a-4d37-a2a2-3d9350083634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bef848fc-1df2-421e-893f-9478026c2524), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:17.887353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-734ff54c-e76a-4d37-a2a2-3d9350083634 None None] Calling delete_port for bef848fc-1df2-421e-893f-9478026c2524 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:18.000298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] For port bef848fc-1df2-421e-893f-9478026c2524, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=bef848fc-1df2-421e-893f-9478026c2524,segment=NetworkSegment(c55c9ab0-4a6f-4ec4-b731-330c5e6619a2),segment_id=c55c9ab0-4a6f-4ec4-b731-330c5e6619a2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:02:18.000914 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (bef848fc-1df2-421e-893f-9478026c2524), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.110076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for bef848fc-1df2-421e-893f-9478026c2524 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:18.230147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bef848fc-1df2-421e-893f-9478026c2524 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:02:18.239023 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-734ff54c-e76a-4d37-a2a2-3d9350083634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (bef848fc-1df2-421e-893f-9478026c2524), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.331522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ff54c-e76a-4d37-a2a2-3d9350083634 None None] Pushing event deleted for resources: {'Port': ['ID=bef848fc-1df2-421e-893f-9478026c2524,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:18.342815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: bef848fc-1df2-421e-893f-9478026c2524 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:02:18.347021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device bef848fc-1df2-421e-893f-9478026c2524 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:02:18.355696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ff54c-e76a-4d37-a2a2-3d9350083634 None None] No DVR routers for this DVR port bef848fc-1df2-421e-893f-9478026c2524 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:02:18.421255 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (bef848fc-1df2-421e-893f-9478026c2524), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.480096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No DVR routers for this DVR port bef848fc-1df2-421e-893f-9478026c2524 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:02:18.523501 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (5539dd50-e1de-4960-b0e6-9e2ab59da08a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.584726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5539dd50-e1de-4960-b0e6-9e2ab59da08a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:18.610657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c60226a-73ad-40bf-9b0a-50196b0cb746') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:18.611059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c60226a-73ad-40bf-9b0a-50196b0cb746') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:18.636605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (3c60226a-73ad-40bf-9b0a-50196b0cb746), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.641878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=bef848fc-1df2-421e-893f-9478026c2524,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:18.667311 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3c60226a-73ad-40bf-9b0a-50196b0cb746), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.682327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:02:18.682466 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (3c60226a-73ad-40bf-9b0a-50196b0cb746), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.823739 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (912df0c7-1aeb-4f93-b662-3e1524b421cb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.849966 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a9f90d07-674c-4d3a-8478-332c8f1c0403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.891258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912df0c7-1aeb-4f93-b662-3e1524b421cb']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:02:18.898955 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:02:18.910338 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (5539dd50-e1de-4960-b0e6-9e2ab59da08a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.928327 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.929035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55c9ab0-4a6f-4ec4-b731-330c5e6619a2') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:18.929470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55c9ab0-4a6f-4ec4-b731-330c5e6619a2') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:18.934909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] 10.222.0.20 "DELETE /v2.0/networks/5539dd50-e1de-4960-b0e6-9e2ab59da08a HTTP/1.1" status: 204 len: 168 time: 2.0916173 Jan 31 19:02:18.949235 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf9a30-3de6-4fd0-b346-a6c77361332e tempest-PortsAdminExtendedAttrsTestJSON-775081809 tempest-PortsAdminExtendedAttrsTestJSON-775081809-project] Pushing event deleted for resources: {'Network': ['ID=5539dd50-e1de-4960-b0e6-9e2ab59da08a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:18.952772 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (c55c9ab0-4a6f-4ec4-b731-330c5e6619a2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.969477 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c55c9ab0-4a6f-4ec4-b731-330c5e6619a2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:18.978474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:02:18.979289 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (c55c9ab0-4a6f-4ec4-b731-330c5e6619a2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:02:19.048561 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:02:19.076642 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (912df0c7-1aeb-4f93-b662-3e1524b421cb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:19.084379 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:19.088918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/networks/912df0c7-1aeb-4f93-b662-3e1524b421cb HTTP/1.1" status: 204 len: 168 time: 2.0011561 Jan 31 19:02:19.093148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:19.101527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4b773011-efad-4a48-a9ea-39196e26ed63 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1786481755'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:19.136069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b69e3-8063-4692-838b-6461d23754d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Network': ['ID=912df0c7-1aeb-4f93-b662-3e1524b421cb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:19.148654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b773011-efad-4a48-a9ea-39196e26ed63 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:19.155473 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b773011-efad-4a48-a9ea-39196e26ed63 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:19.188130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b773011-efad-4a48-a9ea-39196e26ed63 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:02:19.207379 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b773011-efad-4a48-a9ea-39196e26ed63 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4b7e1513-cc4d-4322-965a-baa86b354f32), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:19.208535 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-4b773011-efad-4a48-a9ea-39196e26ed63 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Added segment 4b7e1513-cc4d-4322-965a-baa86b354f32 of type vlan for network 505ea27c-f0c1-44f4-9591-446e324be270 Jan 31 19:02:19.268474 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b773011-efad-4a48-a9ea-39196e26ed63 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (505ea27c-f0c1-44f4-9591-446e324be270), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:19.303899 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b773011-efad-4a48-a9ea-39196e26ed63 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (505ea27c-f0c1-44f4-9591-446e324be270), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:19.330027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b773011-efad-4a48-a9ea-39196e26ed63 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:19.330972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b773011-efad-4a48-a9ea-39196e26ed63 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:19.375546 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4b773011-efad-4a48-a9ea-39196e26ed63 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2808216 Jan 31 19:02:19.378502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33756) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:19.384084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-dd9e49a4-2b24-4228-81c0-cb7ecfd20207 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': '505ea27c-f0c1-44f4-9591-446e324be270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:19.524121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b773011-efad-4a48-a9ea-39196e26ed63 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Network': ['ID=505ea27c-f0c1-44f4-9591-446e324be270,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:19.533388 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33760) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:19.535737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 505ea27c-f0c1-44f4-9591-446e324be270 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:02:19.698800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9e49a4-2b24-4228-81c0-cb7ecfd20207 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:19.702374 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd9e49a4-2b24-4228-81c0-cb7ecfd20207 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:19.799224 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-25de87b4-6cfe-44c2-91bc-8e24efe578e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fc948615717414c9c5c9c84bf80318c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625184 Jan 31 19:02:19.799930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33776) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:19.931628 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58d10c91-c128-4120-a30c-e79d7d405bd5 admin admin] Publish callbacks [] for security_group (d30607bf-62cc-4586-a431-3b468e66cb81), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:19.974289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58d10c91-c128-4120-a30c-e79d7d405bd5 admin admin] Publish callbacks [] for security_group (d30607bf-62cc-4586-a431-3b468e66cb81), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:20.033037 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd9e49a4-2b24-4228-81c0-cb7ecfd20207 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (257cc097-5b9f-495d-ab49-64b2c14782f3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:20.069700 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58d10c91-c128-4120-a30c-e79d7d405bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d30607bf-62cc-4586-a431-3b468e66cb81), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:20.073341 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58d10c91-c128-4120-a30c-e79d7d405bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:20.074673 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-58d10c91-c128-4120-a30c-e79d7d405bd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d30607bf-62cc-4586-a431-3b468e66cb81 HTTP/1.1" status: 204 len: 168 time: 0.2737701 Jan 31 19:02:20.094622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d10c91-c128-4120-a30c-e79d7d405bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30607bf-62cc-4586-a431-3b468e66cb81,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:20.227545 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:02:20.265296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e49a4-2b24-4228-81c0-cb7ecfd20207 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Subnet': ['ID=257cc097-5b9f-495d-ab49-64b2c14782f3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:20.295598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e49a4-2b24-4228-81c0-cb7ecfd20207 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Checking segment: {'id': '4b7e1513-cc4d-4322-965a-baa86b354f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '505ea27c-f0c1-44f4-9591-446e324be270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:20.295973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e49a4-2b24-4228-81c0-cb7ecfd20207 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network hostable DHCP agents. Network: 505ea27c-f0c1-44f4-9591-446e324be270, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:02:20.334621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e49a4-2b24-4228-81c0-cb7ecfd20207 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 505ea27c-f0c1-44f4-9591-446e324be270 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:02:20.353064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-dd9e49a4-2b24-4228-81c0-cb7ecfd20207 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 505ea27c-f0c1-44f4-9591-446e324be270) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:20.357597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e49a4-2b24-4228-81c0-cb7ecfd20207 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:20.358201 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd9e49a4-2b24-4228-81c0-cb7ecfd20207 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:20.372155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624b4d48-6f4c-4c95-8881-fee5b343a279 None None] Network 505ea27c-f0c1-44f4-9591-446e324be270 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:20.402125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dd9e49a4-2b24-4228-81c0-cb7ecfd20207 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0224380 Jan 31 19:02:20.404733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:20.411512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': '505ea27c-f0c1-44f4-9591-446e324be270', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1316046718'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:20.643193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-505ea27c-f0c1-44f4-9591-446e324be270', 'network_id': '505ea27c-f0c1-44f4-9591-446e324be270', 'project_id': '170663beb4ad4d2484c00a40d5b9e2ea', 'fixed_ips': [{'subnet_id': '257cc097-5b9f-495d-ab49-64b2c14782f3'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:02:20.658236 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:20.906004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33810) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:20.932793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:20.941300 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:20.989154 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port 83fcd94e-e00b-4d28-b0ea-210e7c680aca yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:21.065717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4eabd9db-7e2b-4c1b-a416-16c2eecb2066 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb844755b5c24722b90ab4ede780c118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1585045 Jan 31 19:02:21.069890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33814) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:21.132577 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-580b56da-4ff7-4a28-851d-cc9c1daddd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:21.191674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Allocated IP 2001:db8::2 (505ea27c-f0c1-44f4-9591-446e324be270/257cc097-5b9f-495d-ab49-64b2c14782f3/be2472bb-e0a6-4458-8af7-411bb0e8bbcd) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:21.219933 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa6e52fc-537a-4df9-a937-b68754b5cacb admin admin] Publish callbacks [] for security_group (b0dd69da-1122-47ec-af85-f7ea44f10351), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:21.266903 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa6e52fc-537a-4df9-a937-b68754b5cacb admin admin] Publish callbacks [] for security_group (b0dd69da-1122-47ec-af85-f7ea44f10351), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:21.415713 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa6e52fc-537a-4df9-a937-b68754b5cacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b0dd69da-1122-47ec-af85-f7ea44f10351), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:21.418352 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa6e52fc-537a-4df9-a937-b68754b5cacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:21.421762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fa6e52fc-537a-4df9-a937-b68754b5cacb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0dd69da-1122-47ec-af85-f7ea44f10351 HTTP/1.1" status: 204 len: 168 time: 0.3483326 Jan 31 19:02:21.437398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e52fc-537a-4df9-a937-b68754b5cacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dd69da-1122-47ec-af85-f7ea44f10351,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:21.597530 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Publish callbacks [] for port (be2472bb-e0a6-4458-8af7-411bb0e8bbcd), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:21.615469 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (be2472bb-e0a6-4458-8af7-411bb0e8bbcd), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:21.736860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Network 505ea27c-f0c1-44f4-9591-446e324be270 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:21.739051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:21.741781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:21.752437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Pushing event updated for resources: {'Port': ['ID=be2472bb-e0a6-4458-8af7-411bb0e8bbcd,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:21.763612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8::22f (505ea27c-f0c1-44f4-9591-446e324be270/257cc097-5b9f-495d-ab49-64b2c14782f3/83fcd94e-e00b-4d28-b0ea-210e7c680aca) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:21.845616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Attempting to bind port be2472bb-e0a6-4458-8af7-411bb0e8bbcd on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:21.846004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Attempting to bind port be2472bb-e0a6-4458-8af7-411bb0e8bbcd by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '4b7e1513-cc4d-4322-965a-baa86b354f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '505ea27c-f0c1-44f4-9591-446e324be270'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:21.848747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Attempting to bind port be2472bb-e0a6-4458-8af7-411bb0e8bbcd on network 505ea27c-f0c1-44f4-9591-446e324be270 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:21.859356 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:02:21.859741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Checking segment: {'id': '4b7e1513-cc4d-4322-965a-baa86b354f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '505ea27c-f0c1-44f4-9591-446e324be270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:21.860194 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:21.860976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Bound using segment: {'id': '4b7e1513-cc4d-4322-965a-baa86b354f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '505ea27c-f0c1-44f4-9591-446e324be270'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:02:21.882011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Bound port: be2472bb-e0a6-4458-8af7-411bb0e8bbcd, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7e1513-cc4d-4322-965a-baa86b354f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '505ea27c-f0c1-44f4-9591-446e324be270'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:02:21.882528 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (be2472bb-e0a6-4458-8af7-411bb0e8bbcd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:22.125392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] For port be2472bb-e0a6-4458-8af7-411bb0e8bbcd, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:02:22.132618 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (83fcd94e-e00b-4d28-b0ea-210e7c680aca), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:22.144367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] For port be2472bb-e0a6-4458-8af7-411bb0e8bbcd, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=be2472bb-e0a6-4458-8af7-411bb0e8bbcd,segment=NetworkSegment(4b7e1513-cc4d-4322-965a-baa86b354f32),segment_id=4b7e1513-cc4d-4322-965a-baa86b354f32)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:02:22.163843 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (be2472bb-e0a6-4458-8af7-411bb0e8bbcd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:22.185198 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (83fcd94e-e00b-4d28-b0ea-210e7c680aca), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:22.260484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef571f-2219-4d8a-9122-81020ea4654d None None] Pushing event updated for resources: {'Port': ['ID=be2472bb-e0a6-4458-8af7-411bb0e8bbcd,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:22.299478 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 505ea27c-f0c1-44f4-9591-446e324be270 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:22.303101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:22.323195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:22.328588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:22.329350 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:22.356130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=83fcd94e-e00b-4d28-b0ea-210e7c680aca,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:22.379756 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-18baaec8-54ce-4c7b-b1cb-a0b678a6868b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9713643 Jan 31 19:02:22.380151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33860) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:22.477744 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:22.597695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-18189818-f69a-49bf-826c-d0444ded5c8f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 83fcd94e-e00b-4d28-b0ea-210e7c680aca {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:22.598278 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18189818-f69a-49bf-826c-d0444ded5c8f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (83fcd94e-e00b-4d28-b0ea-210e7c680aca), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:22.839192 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18189818-f69a-49bf-826c-d0444ded5c8f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (83fcd94e-e00b-4d28-b0ea-210e7c680aca), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:22.873660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-18189818-f69a-49bf-826c-d0444ded5c8f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 83fcd94e-e00b-4d28-b0ea-210e7c680aca owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:23.099849 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33878) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:23.176796 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18189818-f69a-49bf-826c-d0444ded5c8f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (83fcd94e-e00b-4d28-b0ea-210e7c680aca), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:23.238985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18189818-f69a-49bf-826c-d0444ded5c8f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=83fcd94e-e00b-4d28-b0ea-210e7c680aca,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:23.253141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d67e41e-8e0e-47a3-9be4-b441fefc592f admin admin] Deleting subnet aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:02:23.268371 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d67e41e-8e0e-47a3-9be4-b441fefc592f admin admin] Publish callbacks [] for subnet (aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:23.358477 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18189818-f69a-49bf-826c-d0444ded5c8f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:23.367138 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-18189818-f69a-49bf-826c-d0444ded5c8f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/83fcd94e-e00b-4d28-b0ea-210e7c680aca HTTP/1.1" status: 204 len: 168 time: 0.9858704 Jan 31 19:02:23.370304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:23.441877 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d67e41e-8e0e-47a3-9be4-b441fefc592f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:23.474298 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff35d2d-7b9c-4712-8269-bc14ee1d99db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:02:23.478957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cff35d2d-7b9c-4712-8269-bc14ee1d99db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/83fcd94e-e00b-4d28-b0ea-210e7c680aca HTTP/1.1" status: 404 len: 333 time: 0.1038651 Jan 31 19:02:23.484809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33896) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:23.583207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d67e41e-8e0e-47a3-9be4-b441fefc592f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:23.701860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2318bb-bf1b-4485-b267-7faef399c44b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting subnet 257cc097-5b9f-495d-ab49-64b2c14782f3 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:02:23.711485 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd2318bb-bf1b-4485-b267-7faef399c44b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (257cc097-5b9f-495d-ab49-64b2c14782f3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:23.728843 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d67e41e-8e0e-47a3-9be4-b441fefc592f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:23.873773 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d67e41e-8e0e-47a3-9be4-b441fefc592f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:23.876506 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd2318bb-bf1b-4485-b267-7faef399c44b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (257cc097-5b9f-495d-ab49-64b2c14782f3), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:23.886581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33906) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:23.887314 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3d67e41e-8e0e-47a3-9be4-b441fefc592f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e HTTP/1.1" status: 204 len: 168 time: 0.7862537 Jan 31 19:02:23.890371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67e41e-8e0e-47a3-9be4-b441fefc592f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3cb14a-5d0e-46ca-be13-6ec0a0a2d20e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:24.133739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:24.150268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device be2472bb-e0a6-4458-8af7-411bb0e8bbcd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:02:24.347727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port be2472bb-e0a6-4458-8af7-411bb0e8bbcd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:24.348395 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (be2472bb-e0a6-4458-8af7-411bb0e8bbcd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:24.452570 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (960977ef-7268-47d3-9c71-6fb6b1a3b208), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:24.499043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a6ace-b261-42fe-900e-e229fcb3346d None None] Network 505ea27c-f0c1-44f4-9591-446e324be270 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:24.623028 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:24.632815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd2318bb-bf1b-4485-b267-7faef399c44b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (257cc097-5b9f-495d-ab49-64b2c14782f3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:24.842995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9dd0399a-a5e5-4764-9a27-a3e3546c3842 None None] Provisioning complete for port be2472bb-e0a6-4458-8af7-411bb0e8bbcd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:24.853922 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9dd0399a-a5e5-4764-9a27-a3e3546c3842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (be2472bb-e0a6-4458-8af7-411bb0e8bbcd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:24.863773 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33928) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:24.949383 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (960977ef-7268-47d3-9c71-6fb6b1a3b208), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.042710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960977ef-7268-47d3-9c71-6fb6b1a3b208']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:25.065943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2934690-927b-4f8e-be64-868d0b4e1df3') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:25.066657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2934690-927b-4f8e-be64-868d0b4e1df3') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:25.081645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (e2934690-927b-4f8e-be64-868d0b4e1df3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.097945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd2318bb-bf1b-4485-b267-7faef399c44b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (257cc097-5b9f-495d-ab49-64b2c14782f3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.108461 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e2934690-927b-4f8e-be64-868d0b4e1df3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.159742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2318bb-bf1b-4485-b267-7faef399c44b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Subnet': ['ID=257cc097-5b9f-495d-ab49-64b2c14782f3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:25.178419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:02:25.179211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (e2934690-927b-4f8e-be64-868d0b4e1df3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:02:25.184059 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:02:25.186503 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-587475270', 'router:external': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:25.189567 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd2318bb-bf1b-4485-b267-7faef399c44b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.194710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dd2318bb-bf1b-4485-b267-7faef399c44b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/257cc097-5b9f-495d-ab49-64b2c14782f3 HTTP/1.1" status: 204 len: 168 time: 1.7078958 Jan 31 19:02:25.210977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33934) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:25.277735 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Made reservation on behalf of a86b49be31a34c2a8159e5ad43fc14ea for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:25.280137 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.311475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.493201 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (960977ef-7268-47d3-9c71-6fb6b1a3b208), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.509797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.527677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] 10.222.0.20 "DELETE /v2.0/networks/960977ef-7268-47d3-9c71-6fb6b1a3b208 HTTP/1.1" status: 204 len: 168 time: 1.6309860 Jan 31 19:02:25.527924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:25.571299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (505ea27c-f0c1-44f4-9591-446e324be270), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.592797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f226dff-8fb0-4316-a939-44b6fa1d13fe admin admin] Pushing event deleted for resources: {'Network': ['ID=960977ef-7268-47d3-9c71-6fb6b1a3b208,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:25.679570 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9dd0399a-a5e5-4764-9a27-a3e3546c3842 None None] Current status of the port be2472bb-e0a6-4458-8af7-411bb0e8bbcd is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:25.680039 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9dd0399a-a5e5-4764-9a27-a3e3546c3842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (be2472bb-e0a6-4458-8af7-411bb0e8bbcd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.700496 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.707140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port be2472bb-e0a6-4458-8af7-411bb0e8bbcd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:25.707727 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (be2472bb-e0a6-4458-8af7-411bb0e8bbcd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.711199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port be2472bb-e0a6-4458-8af7-411bb0e8bbcd is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:25.711872 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (be2472bb-e0a6-4458-8af7-411bb0e8bbcd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.766421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d837e3bf-0269-4da9-92f6-5f567b8dea9a admin admin] Deleting subnet 7784fa66-195a-4c5c-b1e3-9b12f1646971 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:02:25.782174 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9dd0399a-a5e5-4764-9a27-a3e3546c3842 None None] For port be2472bb-e0a6-4458-8af7-411bb0e8bbcd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=be2472bb-e0a6-4458-8af7-411bb0e8bbcd,segment=NetworkSegment(4b7e1513-cc4d-4322-965a-baa86b354f32),segment_id=4b7e1513-cc4d-4322-965a-baa86b354f32)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:02:25.785990 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d837e3bf-0269-4da9-92f6-5f567b8dea9a admin admin] Publish callbacks [] for subnet (7784fa66-195a-4c5c-b1e3-9b12f1646971), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.859113 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9dd0399a-a5e5-4764-9a27-a3e3546c3842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (be2472bb-e0a6-4458-8af7-411bb0e8bbcd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.911557 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d837e3bf-0269-4da9-92f6-5f567b8dea9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (7784fa66-195a-4c5c-b1e3-9b12f1646971), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:25.969346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] For port be2472bb-e0a6-4458-8af7-411bb0e8bbcd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=be2472bb-e0a6-4458-8af7-411bb0e8bbcd,segment=NetworkSegment(4b7e1513-cc4d-4322-965a-baa86b354f32),segment_id=4b7e1513-cc4d-4322-965a-baa86b354f32)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:02:25.970154 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (be2472bb-e0a6-4458-8af7-411bb0e8bbcd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.012057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for be2472bb-e0a6-4458-8af7-411bb0e8bbcd owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:26.042661 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for security_group (69d1f1fb-c7b1-4bf8-bb61-8e41eff3f564), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.062246 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (69d1f1fb-c7b1-4bf8-bb61-8e41eff3f564), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.083750 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:02:26.085052 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:02:26.127688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d837e3bf-0269-4da9-92f6-5f567b8dea9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (7784fa66-195a-4c5c-b1e3-9b12f1646971), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.139692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0399a-a5e5-4764-9a27-a3e3546c3842 None None] Pushing event updated for resources: {'Port': ['ID=be2472bb-e0a6-4458-8af7-411bb0e8bbcd,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:26.163276 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (be2472bb-e0a6-4458-8af7-411bb0e8bbcd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.173525 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:02:26.230685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=be2472bb-e0a6-4458-8af7-411bb0e8bbcd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:26.232651 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3aa0b81c-9515-4e98-be26-e212da612ed4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.233016 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Added segment 3aa0b81c-9515-4e98-be26-e212da612ed4 of type vlan for network c428d87a-2901-4352-9aed-3dffc964f546 Jan 31 19:02:26.235852 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.244912 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d1f1fb-c7b1-4bf8-bb61-8e41eff3f564,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:26.263452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No DVR routers for this DVR port be2472bb-e0a6-4458-8af7-411bb0e8bbcd on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:02:26.359378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (c428d87a-2901-4352-9aed-3dffc964f546), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.364230 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d837e3bf-0269-4da9-92f6-5f567b8dea9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (7784fa66-195a-4c5c-b1e3-9b12f1646971), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.398736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d837e3bf-0269-4da9-92f6-5f567b8dea9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.420633 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d837e3bf-0269-4da9-92f6-5f567b8dea9a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7784fa66-195a-4c5c-b1e3-9b12f1646971 HTTP/1.1" status: 204 len: 168 time: 0.8917310 Jan 31 19:02:26.463899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33954) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:26.503905 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837e3bf-0269-4da9-92f6-5f567b8dea9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7784fa66-195a-4c5c-b1e3-9b12f1646971,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:26.516365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 19:02:26.559484 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (505ea27c-f0c1-44f4-9591-446e324be270), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.659117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a1e773-cf88-40d6-ba2c-84a39cc07dab None None] Network 505ea27c-f0c1-44f4-9591-446e324be270 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:26.710371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505ea27c-f0c1-44f4-9591-446e324be270']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:26.748584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7e1513-cc4d-4322-965a-baa86b354f32') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:26.749200 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7e1513-cc4d-4322-965a-baa86b354f32') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:26.763802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Port be2472bb-e0a6-4458-8af7-411bb0e8bbcd update to ACTIVE by agent not found {{(pid=103227) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 31 19:02:26.767513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3b811896-f2e3-41f9-ae87-b5b248d0ae6e None None] Could not find standard attr ID for object be2472bb-e0a6-4458-8af7-411bb0e8bbcd. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:02:26.778718 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (4b7e1513-cc4d-4322-965a-baa86b354f32), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.805246 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (4b7e1513-cc4d-4322-965a-baa86b354f32), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.819673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:02:26.820086 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (4b7e1513-cc4d-4322-965a-baa86b354f32), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.849593 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (ea7f43c5-d176-401e-a705-f4822fcd77c3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.861681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf356dd-d6e7-4e4d-9ad1-9c46844304dc None None] DHCP port deletion for 505ea27c-f0c1-44f4-9591-446e324be270 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:02:26.875723 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:02:26.932724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (c428d87a-2901-4352-9aed-3dffc964f546), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:26.938449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:26.940527 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:27.179263 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3142800 Jan 31 19:02:27.289744 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:27.298117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Request body: {'subnet': {'network_id': 'c428d87a-2901-4352-9aed-3dffc964f546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:27.376355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (ea7f43c5-d176-401e-a705-f4822fcd77c3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:27.380997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e389b30-4aab-4b67-afa7-36c79df3844e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event updated for resources: {'Network': ['ID=c428d87a-2901-4352-9aed-3dffc964f546,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:27.397504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network c428d87a-2901-4352-9aed-3dffc964f546 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:02:27.408573 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Made reservation on behalf of a86b49be31a34c2a8159e5ad43fc14ea for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:27.414785 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:27.429491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7f43c5-d176-401e-a705-f4822fcd77c3']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:27.482466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdae7999-5d77-448a-9f23-94b20a1f4994') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:27.486363 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdae7999-5d77-448a-9f23-94b20a1f4994') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:27.555057 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (505ea27c-f0c1-44f4-9591-446e324be270), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:27.564462 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:27.575586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/networks/505ea27c-f0c1-44f4-9591-446e324be270 HTTP/1.1" status: 204 len: 168 time: 2.3589001 Jan 31 19:02:27.577030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:27.580076 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (cdae7999-5d77-448a-9f23-94b20a1f4994), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:27.598645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'name': 'tempest-PortsIpV6TestJSON-59080706'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:27.604775 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (cdae7999-5d77-448a-9f23-94b20a1f4994), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:27.622677 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:02:27.623221 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (cdae7999-5d77-448a-9f23-94b20a1f4994), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:02:27.625226 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:02:27.658232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9998d49-9284-457e-9005-55a392372b10 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Network': ['ID=505ea27c-f0c1-44f4-9591-446e324be270,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:27.746532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (ea7f43c5-d176-401e-a705-f4822fcd77c3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:27.756175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:27.762364 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] 10.222.0.20 "DELETE /v2.0/networks/ea7f43c5-d176-401e-a705-f4822fcd77c3 HTTP/1.1" status: 204 len: 168 time: 1.2892787 Jan 31 19:02:27.806634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de56b6b-2875-44f1-93c3-847a8bcb4dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=ea7f43c5-d176-401e-a705-f4822fcd77c3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:27.835067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:27.839446 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:27.878748 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port 28905c01-45f7-4e8a-9912-221a026321c1 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:28.143273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33992) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:28.223726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7cc5128f-ae6b-4de7-97ee-6691ccf95c59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8a2614ccdd2435bbb4e4cf0e296eed9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0792472 Jan 31 19:02:28.226199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33996) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:28.272802 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (28905c01-45f7-4e8a-9912-221a026321c1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:28.299136 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed02cb52-317c-4427-90fb-2ea575cb48f4 admin admin] Publish callbacks [] for security_group (c8871157-7d58-49d2-9863-b45954f28c9b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:28.344755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 19:02:28.345935 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:28.370954 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed02cb52-317c-4427-90fb-2ea575cb48f4 admin admin] Publish callbacks [] for security_group (c8871157-7d58-49d2-9863-b45954f28c9b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:28.406940 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (28905c01-45f7-4e8a-9912-221a026321c1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:28.429468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event updated for resources: {'Subnet': ['ID=187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:28.441822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Checking segment: {'id': '3aa0b81c-9515-4e98-be26-e212da612ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c428d87a-2901-4352-9aed-3dffc964f546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:28.442795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Network hostable DHCP agents. Network: c428d87a-2901-4352-9aed-3dffc964f546, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:02:28.474825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Network c428d87a-2901-4352-9aed-3dffc964f546 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:02:28.496164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, c428d87a-2901-4352-9aed-3dffc964f546) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:28.500922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:28.502153 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:28.506084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8082df5b-e121-4859-a0a7-6f105a5bb633 None None] Network c428d87a-2901-4352-9aed-3dffc964f546 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:28.547423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network c855c324-4041-43ce-bc64-81e0c66b448f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:28.554022 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9ce1a552-f3c0-4257-90f8-e984b8aeceb7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2572138 Jan 31 19:02:28.555267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:28.559941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=28905c01-45f7-4e8a-9912-221a026321c1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:28.564123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:28.566721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:28.573838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:28.574404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1524723093', 'network_id': 'c428d87a-2901-4352-9aed-3dffc964f546'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:28.574923 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:28.608624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4459620c-296d-4c8b-b21b-cebe01bdd53d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0227139 Jan 31 19:02:28.611029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34008) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:28.624275 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed02cb52-317c-4427-90fb-2ea575cb48f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c8871157-7d58-49d2-9863-b45954f28c9b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:28.627814 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed02cb52-317c-4427-90fb-2ea575cb48f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:28.630342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ed02cb52-317c-4427-90fb-2ea575cb48f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8871157-7d58-49d2-9863-b45954f28c9b HTTP/1.1" status: 204 len: 168 time: 0.4025621 Jan 31 19:02:28.652213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02cb52-317c-4427-90fb-2ea575cb48f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8871157-7d58-49d2-9863-b45954f28c9b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:28.682725 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Made reservation on behalf of a86b49be31a34c2a8159e5ad43fc14ea for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:28.685692 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:28.773773 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] device_id is not set on port 46bc08de-35f6-432f-af10-aeac444d6c2a yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:28.806382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device be2472bb-e0a6-4458-8af7-411bb0e8bbcd no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:02:28.886182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86768d15-6883-4008-8108-b5f7f81401f8 None None] Network c428d87a-2901-4352-9aed-3dffc964f546 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:28.901558 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: be2472bb-e0a6-4458-8af7-411bb0e8bbcd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:02:28.907623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device be2472bb-e0a6-4458-8af7-411bb0e8bbcd not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:02:29.139074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9aad372d-ea33-4447-a575-ef908a4add44 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 28905c01-45f7-4e8a-9912-221a026321c1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:29.143271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aad372d-ea33-4447-a575-ef908a4add44 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (28905c01-45f7-4e8a-9912-221a026321c1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:29.305920 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aad372d-ea33-4447-a575-ef908a4add44 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (28905c01-45f7-4e8a-9912-221a026321c1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:29.326031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9aad372d-ea33-4447-a575-ef908a4add44 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 28905c01-45f7-4e8a-9912-221a026321c1 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:29.388322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34026) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:29.454324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Allocated IP 2001:db8::1ef (c428d87a-2901-4352-9aed-3dffc964f546/187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75/46bc08de-35f6-432f-af10-aeac444d6c2a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:29.463172 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aad372d-ea33-4447-a575-ef908a4add44 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (28905c01-45f7-4e8a-9912-221a026321c1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:29.482428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-223d3e56-6e79-43ac-b4cc-8b2aa55d0a7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1521885570fb476facece880f8c4b927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0891476 Jan 31 19:02:29.483411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:29.510142 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aad372d-ea33-4447-a575-ef908a4add44 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:29.516923 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9aad372d-ea33-4447-a575-ef908a4add44 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/28905c01-45f7-4e8a-9912-221a026321c1 HTTP/1.1" status: 204 len: 168 time: 0.9005744 Jan 31 19:02:29.517146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34034) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:29.522854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'mac_address': 'fa:16:3e:02:1a:a5', 'name': 'tempest-PortsIpV6TestJSON-891062904'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:29.529597 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad372d-ea33-4447-a575-ef908a4add44 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=28905c01-45f7-4e8a-9912-221a026321c1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:29.689284 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90a6e71f-bdfa-467a-b409-fa0073e689e1 admin admin] Publish callbacks [] for security_group (a549d470-9797-4de9-afcf-854b2d7e29c9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:29.757535 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90a6e71f-bdfa-467a-b409-fa0073e689e1 admin admin] Publish callbacks [] for security_group (a549d470-9797-4de9-afcf-854b2d7e29c9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:29.759144 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:29.833177 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90a6e71f-bdfa-467a-b409-fa0073e689e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a549d470-9797-4de9-afcf-854b2d7e29c9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:29.837910 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90a6e71f-bdfa-467a-b409-fa0073e689e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:29.839121 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-90a6e71f-bdfa-467a-b409-fa0073e689e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a549d470-9797-4de9-afcf-854b2d7e29c9 HTTP/1.1" status: 204 len: 168 time: 0.3517866 Jan 31 19:02:29.856368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6e71f-bdfa-467a-b409-fa0073e689e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a549d470-9797-4de9-afcf-854b2d7e29c9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:29.909215 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:29.930851 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for port (46bc08de-35f6-432f-af10-aeac444d6c2a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:29.979189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (46bc08de-35f6-432f-af10-aeac444d6c2a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:30.004032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Network c428d87a-2901-4352-9aed-3dffc964f546 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:30.008100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:30.043015 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:30.044047 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:30.044681 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:30.064527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port dff32764-d256-4374-afbd-f82bc46f323e yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:30.263301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event updated for resources: {'Port': ['ID=46bc08de-35f6-432f-af10-aeac444d6c2a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:30.328366 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-473b1aa5-229f-4bec-86aa-1492db44b10d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7709172 Jan 31 19:02:30.330883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34050) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:30.350775 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (dff32764-d256-4374-afbd-f82bc46f323e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:30.435929 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (dff32764-d256-4374-afbd-f82bc46f323e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:30.512044 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network c855c324-4041-43ce-bc64-81e0c66b448f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:30.516220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:30.516724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-36f392ed-9429-440a-a237-b2aac57382a9 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Deleting port 46bc08de-35f6-432f-af10-aeac444d6c2a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:30.517186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f392ed-9429-440a-a237-b2aac57382a9 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (46bc08de-35f6-432f-af10-aeac444d6c2a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:30.533368 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:30.547272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:30.548188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:30.568069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=dff32764-d256-4374-afbd-f82bc46f323e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:30.596656 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f19f310c-28b7-482a-b836-9865ccf5af88 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0783815 Jan 31 19:02:30.600093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34062) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:30.697124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f392ed-9429-440a-a237-b2aac57382a9 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (46bc08de-35f6-432f-af10-aeac444d6c2a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:30.722724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-36f392ed-9429-440a-a237-b2aac57382a9 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Calling delete_port for 46bc08de-35f6-432f-af10-aeac444d6c2a owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:30.738100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac58ec5-8570-4a0d-9c5e-81b8b82ab334 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:30.748060 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fac58ec5-8570-4a0d-9c5e-81b8b82ab334 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/dff32764-d256-4374-afbd-f82bc46f323e HTTP/1.1" status: 200 len: 844 time: 0.1468413 Jan 31 19:02:30.750576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34068) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:30.963244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2380bcf2-fc5f-4b22-97ef-de0aef8747d6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port dff32764-d256-4374-afbd-f82bc46f323e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:30.963710 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2380bcf2-fc5f-4b22-97ef-de0aef8747d6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (dff32764-d256-4374-afbd-f82bc46f323e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:30.994815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f392ed-9429-440a-a237-b2aac57382a9 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (46bc08de-35f6-432f-af10-aeac444d6c2a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:31.026442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f392ed-9429-440a-a237-b2aac57382a9 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event deleted for resources: {'Port': ['ID=46bc08de-35f6-432f-af10-aeac444d6c2a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:31.082207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2380bcf2-fc5f-4b22-97ef-de0aef8747d6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (dff32764-d256-4374-afbd-f82bc46f323e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:31.089955 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36f392ed-9429-440a-a237-b2aac57382a9 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:31.099111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-36f392ed-9429-440a-a237-b2aac57382a9 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "DELETE /v2.0/ports/46bc08de-35f6-432f-af10-aeac444d6c2a HTTP/1.1" status: 204 len: 168 time: 0.7637942 Jan 31 19:02:31.099324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34076) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:31.110778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c428d87a-2901-4352-9aed-3dffc964f546', 'external_fixed_ips': [{'subnet_id': '187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75', 'ip_address': '2001:db8::1ef'}]}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:31.113221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2380bcf2-fc5f-4b22-97ef-de0aef8747d6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for dff32764-d256-4374-afbd-f82bc46f323e owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:31.168079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (d88a3db4-5919-4e4c-9351-bbe53f539f0d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:31.170217 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (d88a3db4-5919-4e4c-9351-bbe53f539f0d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:31.334944 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_controller (d88a3db4-5919-4e4c-9351-bbe53f539f0d), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:31.438146 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2380bcf2-fc5f-4b22-97ef-de0aef8747d6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (dff32764-d256-4374-afbd-f82bc46f323e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:31.528690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380bcf2-fc5f-4b22-97ef-de0aef8747d6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=dff32764-d256-4374-afbd-f82bc46f323e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:31.565553 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2380bcf2-fc5f-4b22-97ef-de0aef8747d6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:31.565553 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2380bcf2-fc5f-4b22-97ef-de0aef8747d6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/dff32764-d256-4374-afbd-f82bc46f323e HTTP/1.1" status: 204 len: 168 time: 0.8101072 Jan 31 19:02:31.567934 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34090) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:31.618121 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c584c3-7515-4f6a-a8af-abb4db22d588 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:02:31.621041 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d5c584c3-7515-4f6a-a8af-abb4db22d588 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/dff32764-d256-4374-afbd-f82bc46f323e HTTP/1.1" status: 404 len: 333 time: 0.0511351 Jan 31 19:02:31.625752 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34094) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:31.638969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'name': 'tempest-PortsIpV6TestJSON-1416757420'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:31.691371 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (d88a3db4-5919-4e4c-9351-bbe53f539f0d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:31.868942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:31.872795 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:31.918304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port 134835a1-14cd-4ca2-a6cd-b4df4cddc7af yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:32.353367 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (134835a1-14cd-4ca2-a6cd-b4df4cddc7af), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:32.488390 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (134835a1-14cd-4ca2-a6cd-b4df4cddc7af), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:32.507898 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (d88a3db4-5919-4e4c-9351-bbe53f539f0d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:32.592757 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:32.611696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network c855c324-4041-43ce-bc64-81e0c66b448f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:32.621772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:32.633085 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:32.647842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:32.653311 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:32.676552 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=134835a1-14cd-4ca2-a6cd-b4df4cddc7af,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:32.725616 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-75ec9d28-306b-40e4-888c-2ddf282545f5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0965230 Jan 31 19:02:32.726455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:32.733746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:32.827313 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (134835a1-14cd-4ca2-a6cd-b4df4cddc7af), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:33.064055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Allocated IP 2001:db8::1ef (c428d87a-2901-4352-9aed-3dffc964f546/187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75/ac177553-45eb-430f-accb-e5d1a6cae26f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:33.180221 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (134835a1-14cd-4ca2-a6cd-b4df4cddc7af), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:33.191109 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (134835a1-14cd-4ca2-a6cd-b4df4cddc7af), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:33.257252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] In _notify_port_updated(), no bound segment for port 134835a1-14cd-4ca2-a6cd-b4df4cddc7af on network c855c324-4041-43ce-bc64-81e0c66b448f {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 19:02:33.264246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:33.265118 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:33.266990 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "PUT /v2.0/ports/134835a1-14cd-4ca2-a6cd-b4df4cddc7af HTTP/1.1" status: 200 len: 818 time: 0.5381706 Jan 31 19:02:33.269693 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for port (ac177553-45eb-430f-accb-e5d1a6cae26f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:33.270798 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:33.361354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=134835a1-14cd-4ca2-a6cd-b4df4cddc7af,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:33.371902 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ac177553-45eb-430f-accb-e5d1a6cae26f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:33.385230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.385975 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.398220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.399029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.399584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.400104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.400740 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.401285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.401799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.407741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.408289 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.408828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.409336 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d5051-44bd-43ab-8468-05657ba433a8 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:33.471196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Network c428d87a-2901-4352-9aed-3dffc964f546 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:33.488149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:33.490987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:33.543433 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0c7c8408-3778-44cf-94fd-f29480ab7588 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 134835a1-14cd-4ca2-a6cd-b4df4cddc7af {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:33.547726 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c7c8408-3778-44cf-94fd-f29480ab7588 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (134835a1-14cd-4ca2-a6cd-b4df4cddc7af), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:33.658771 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c7c8408-3778-44cf-94fd-f29480ab7588 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (134835a1-14cd-4ca2-a6cd-b4df4cddc7af), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:33.699510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0c7c8408-3778-44cf-94fd-f29480ab7588 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 134835a1-14cd-4ca2-a6cd-b4df4cddc7af owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:33.732831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event updated for resources: {'Port': ['ID=ac177553-45eb-430f-accb-e5d1a6cae26f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:33.878992 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c7c8408-3778-44cf-94fd-f29480ab7588 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (134835a1-14cd-4ca2-a6cd-b4df4cddc7af), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:33.902421 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (d88a3db4-5919-4e4c-9351-bbe53f539f0d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:33.954355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c8408-3778-44cf-94fd-f29480ab7588 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=134835a1-14cd-4ca2-a6cd-b4df4cddc7af,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:33.974925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c7c8408-3778-44cf-94fd-f29480ab7588 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:33.983125 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0c7c8408-3778-44cf-94fd-f29480ab7588 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/134835a1-14cd-4ca2-a6cd-b4df4cddc7af HTTP/1.1" status: 204 len: 168 time: 0.7108855 Jan 31 19:02:33.985646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:34.124307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1a844e-e016-4cdd-a313-964b0a704752 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:34.126022 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4e1a844e-e016-4cdd-a313-964b0a704752 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1393518 Jan 31 19:02:34.130143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34156) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:34.207113 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd3e713-54eb-4ba9-95e7-923d241f3cb3 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:02:34.212494 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dfd3e713-54eb-4ba9-95e7-923d241f3cb3 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/134835a1-14cd-4ca2-a6cd-b4df4cddc7af HTTP/1.1" status: 404 len: 333 time: 0.0744998 Jan 31 19:02:34.212833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:34.220319 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d618e44c-45ee-4360-8c5f-5eac32c3215b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1261472520'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:34.271475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d618e44c-45ee-4360-8c5f-5eac32c3215b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:34.276256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d618e44c-45ee-4360-8c5f-5eac32c3215b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:34.298092 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (d88a3db4-5919-4e4c-9351-bbe53f539f0d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:34.340615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d618e44c-45ee-4360-8c5f-5eac32c3215b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:02:34.353375 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d618e44c-45ee-4360-8c5f-5eac32c3215b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (024929f5-4bc5-4cd8-93f2-770771153424), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:34.354302 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-d618e44c-45ee-4360-8c5f-5eac32c3215b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Added segment 024929f5-4bc5-4cd8-93f2-770771153424 of type vlan for network 3f906fa6-9630-4470-a044-fe166ea982e3 Jan 31 19:02:34.427605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d618e44c-45ee-4360-8c5f-5eac32c3215b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (3f906fa6-9630-4470-a044-fe166ea982e3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:34.499278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d618e44c-45ee-4360-8c5f-5eac32c3215b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (3f906fa6-9630-4470-a044-fe166ea982e3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:34.506204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d618e44c-45ee-4360-8c5f-5eac32c3215b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:34.511550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d618e44c-45ee-4360-8c5f-5eac32c3215b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:34.596945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Router d88a3db4-5919-4e4c-9351-bbe53f539f0d is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:02:34.681718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618e44c-45ee-4360-8c5f-5eac32c3215b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Network': ['ID=3f906fa6-9630-4470-a044-fe166ea982e3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:34.695515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 3f906fa6-9630-4470-a044-fe166ea982e3 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:02:34.697506 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d618e44c-45ee-4360-8c5f-5eac32c3215b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4834695 Jan 31 19:02:34.700986 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:34.711258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ab070421-acd6-4e68-b914-25060ec42e47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': '3f906fa6-9630-4470-a044-fe166ea982e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:35.031711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab070421-acd6-4e68-b914-25060ec42e47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:35.039763 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab070421-acd6-4e68-b914-25060ec42e47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:35.208483 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34176) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:35.571643 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2940d4e-3b6d-4fc0-8da0-8f1a5659cccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:35.605428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:02:35.622491 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] Sync routers for ids ['d88a3db4-5919-4e4c-9351-bbe53f539f0d'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:02:35.641660 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] Routers {'d88a3db4-5919-4e4c-9351-bbe53f539f0d'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:02:35.645593 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:02:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['d88a3db4-5919-4e4c-9351-bbe53f539f0d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:35.674105 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:35.678630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ba44d06c-cb61-49a6-bb48-8724b12580f3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5782683 Jan 31 19:02:35.679284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34190) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:35.727069 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2940d4e-3b6d-4fc0-8da0-8f1a5659cccb admin admin] Publish callbacks [] for security_group (385500a5-aac0-44a5-9716-2cc39c448702), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:35.733681 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab070421-acd6-4e68-b914-25060ec42e47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (c083c786-41ac-4bee-94e8-36fd6d70677c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:35.872138 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab070421-acd6-4e68-b914-25060ec42e47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Subnet': ['ID=c083c786-41ac-4bee-94e8-36fd6d70677c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:35.892022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2940d4e-3b6d-4fc0-8da0-8f1a5659cccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (385500a5-aac0-44a5-9716-2cc39c448702), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:35.921248 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] Set router d88a3db4-5919-4e4c-9351-bbe53f539f0d gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:02:35.962973 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (d88a3db4-5919-4e4c-9351-bbe53f539f0d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:36.032194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab070421-acd6-4e68-b914-25060ec42e47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Checking segment: {'id': '024929f5-4bc5-4cd8-93f2-770771153424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3f906fa6-9630-4470-a044-fe166ea982e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:36.033101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab070421-acd6-4e68-b914-25060ec42e47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network hostable DHCP agents. Network: 3f906fa6-9630-4470-a044-fe166ea982e3, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:02:36.044104 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b2940d4e-3b6d-4fc0-8da0-8f1a5659cccb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a80e014d99d44585a16715912d8338ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8349891 Jan 31 19:02:36.045841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:36.048017 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2940d4e-3b6d-4fc0-8da0-8f1a5659cccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385500a5-aac0-44a5-9716-2cc39c448702,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:36.106381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab070421-acd6-4e68-b914-25060ec42e47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 3f906fa6-9630-4470-a044-fe166ea982e3 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:02:36.125230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ab070421-acd6-4e68-b914-25060ec42e47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 3f906fa6-9630-4470-a044-fe166ea982e3) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:36.135006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ed0a71-055e-4fd3-8023-c2bf15f9682f None None] Network 3f906fa6-9630-4470-a044-fe166ea982e3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:36.136590 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab070421-acd6-4e68-b914-25060ec42e47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:36.138551 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab070421-acd6-4e68-b914-25060ec42e47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:36.199995 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ab070421-acd6-4e68-b914-25060ec42e47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4968553 Jan 31 19:02:36.208623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34198) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:36.222740 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-72da8a42-58cf-4e5c-bd5c-7628f51eca7b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': '3f906fa6-9630-4470-a044-fe166ea982e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:36.252226 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (d88a3db4-5919-4e4c-9351-bbe53f539f0d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:36.373380 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a3db4-5919-4e4c-9351-bbe53f539f0d', 'name': '', 'tenant_id': 'a86b49be31a34c2a8159e5ad43fc14ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c428d87a-2901-4352-9aed-3dffc964f546', 'external_fixed_ips': [{'subnet_id': '187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75', 'ip_address': '2001:db8::1ef'}], 'enable_snat': True}, 'gw_port_id': 'ac177553-45eb-430f-accb-e5d1a6cae26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:02:31Z', 'updated_at': '2022-01-31T19:02:33Z', 'revision_number': 3, 'project_id': 'a86b49be31a34c2a8159e5ad43fc14ea', 'gw_port': {'id': 'ac177553-45eb-430f-accb-e5d1a6cae26f', 'name': '', 'network_id': 'c428d87a-2901-4352-9aed-3dffc964f546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a3db4-5919-4e4c-9351-bbe53f539f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75', 'ip_address': '2001:db8::1ef', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:02:32Z', 'updated_at': '2022-01-31T19:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:36.410577 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] Checking router: d88a3db4-5919-4e4c-9351-bbe53f539f0d for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:02:36.411320 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] Updating router d88a3db4-5919-4e4c-9351-bbe53f539f0d port ac177553-45eb-430f-accb-e5d1a6cae26f binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:02:36.442205 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ac177553-45eb-430f-accb-e5d1a6cae26f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:36.465791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-3f906fa6-9630-4470-a044-fe166ea982e3', 'network_id': '3f906fa6-9630-4470-a044-fe166ea982e3', 'project_id': '170663beb4ad4d2484c00a40d5b9e2ea', 'fixed_ips': [{'subnet_id': 'c083c786-41ac-4bee-94e8-36fd6d70677c'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:02:36.470371 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:36.499959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Deleting port ac177553-45eb-430f-accb-e5d1a6cae26f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:36.504655 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ac177553-45eb-430f-accb-e5d1a6cae26f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:36.559795 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ddbfd5f-783e-4de7-b656-2e6ff447c74f admin admin] Publish callbacks [] for security_group (385500a5-aac0-44a5-9716-2cc39c448702), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:36.624403 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ddbfd5f-783e-4de7-b656-2e6ff447c74f admin admin] Publish callbacks [] for security_group (385500a5-aac0-44a5-9716-2cc39c448702), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:36.765019 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72da8a42-58cf-4e5c-bd5c-7628f51eca7b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:36.770511 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72da8a42-58cf-4e5c-bd5c-7628f51eca7b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:36.779867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ddbfd5f-783e-4de7-b656-2e6ff447c74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (385500a5-aac0-44a5-9716-2cc39c448702), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:36.790685 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ddbfd5f-783e-4de7-b656-2e6ff447c74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:36.795556 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7ddbfd5f-783e-4de7-b656-2e6ff447c74f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/385500a5-aac0-44a5-9716-2cc39c448702 HTTP/1.1" status: 204 len: 168 time: 0.7483943 Jan 31 19:02:36.799520 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ac177553-45eb-430f-accb-e5d1a6cae26f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:36.858237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Calling delete_port for ac177553-45eb-430f-accb-e5d1a6cae26f owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:36.933720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbfd5f-783e-4de7-b656-2e6ff447c74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385500a5-aac0-44a5-9716-2cc39c448702,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:36.978686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Allocated IP 2001:db8::2 (3f906fa6-9630-4470-a044-fe166ea982e3/c083c786-41ac-4bee-94e8-36fd6d70677c/1fbe418b-5780-4b91-8ec9-f82072b8d328) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:37.162968 n-d-812111-15 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-72da8a42-58cf-4e5c-bd5c-7628f51eca7b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c083c786-41ac-4bee-94e8-36fd6d70677c (CIDR: 2001:db8::/64) Jan 31 19:02:37.176818 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-72da8a42-58cf-4e5c-bd5c-7628f51eca7b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:02:37.177333 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72da8a42-58cf-4e5c-bd5c-7628f51eca7b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:02:37.238033 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-72da8a42-58cf-4e5c-bd5c-7628f51eca7b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0256190 Jan 31 19:02:37.240630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34218) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:37.248458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cf43aa58-6f5f-45cb-8e3c-0fa80483fc93 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': '3f906fa6-9630-4470-a044-fe166ea982e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:37.376719 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ac177553-45eb-430f-accb-e5d1a6cae26f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:37.402022 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Publish callbacks [] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:37.449714 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:37.455728 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:02:37.458086 n-d-812111-15 neutron-server[103228]: DEBUG oslo_db.api [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:02:37.470105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac177553-45eb-430f-accb-e5d1a6cae26f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:37.503752 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf43aa58-6f5f-45cb-8e3c-0fa80483fc93 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:37.512862 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf43aa58-6f5f-45cb-8e3c-0fa80483fc93 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:37.536463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Network 3f906fa6-9630-4470-a044-fe166ea982e3 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:37.544231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:37.547952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:37.565002 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (d88a3db4-5919-4e4c-9351-bbe53f539f0d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:37.659128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34220) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:37.706898 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d60538a-8db1-400a-bc3f-b508c2674164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:37.711366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Pushing event updated for resources: {'Port': ['ID=1fbe418b-5780-4b91-8ec9-f82072b8d328,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:37.746987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Attempting to bind port 1fbe418b-5780-4b91-8ec9-f82072b8d328 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:37.747942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Attempting to bind port 1fbe418b-5780-4b91-8ec9-f82072b8d328 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '024929f5-4bc5-4cd8-93f2-770771153424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3f906fa6-9630-4470-a044-fe166ea982e3'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:37.748327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Attempting to bind port 1fbe418b-5780-4b91-8ec9-f82072b8d328 on network 3f906fa6-9630-4470-a044-fe166ea982e3 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:37.765225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:02:37.765641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Checking segment: {'id': '024929f5-4bc5-4cd8-93f2-770771153424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3f906fa6-9630-4470-a044-fe166ea982e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:37.766019 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:37.768908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Bound using segment: {'id': '024929f5-4bc5-4cd8-93f2-770771153424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3f906fa6-9630-4470-a044-fe166ea982e3'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:02:37.769479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Bound port: 1fbe418b-5780-4b91-8ec9-f82072b8d328, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024929f5-4bc5-4cd8-93f2-770771153424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3f906fa6-9630-4470-a044-fe166ea982e3'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:02:37.769881 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:37.808318 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (d88a3db4-5919-4e4c-9351-bbe53f539f0d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:37.810807 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_controller (d88a3db4-5919-4e4c-9351-bbe53f539f0d), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:37.943263 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (d88a3db4-5919-4e4c-9351-bbe53f539f0d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:37.943811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d88a3db4-5919-4e4c-9351-bbe53f539f0d {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:02:37.949544 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:37.950801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4be808cc-9c1b-441d-a178-1316aef2a4e7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d88a3db4-5919-4e4c-9351-bbe53f539f0d HTTP/1.1" status: 204 len: 168 time: 2.2705612 Jan 31 19:02:37.953585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34230) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:37.955636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] For port 1fbe418b-5780-4b91-8ec9-f82072b8d328, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:02:37.965701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] For port 1fbe418b-5780-4b91-8ec9-f82072b8d328, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1fbe418b-5780-4b91-8ec9-f82072b8d328,segment=NetworkSegment(024929f5-4bc5-4cd8-93f2-770771153424),segment_id=024929f5-4bc5-4cd8-93f2-770771153424)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:02:37.980196 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:38.001667 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] Port ac177553-45eb-430f-accb-e5d1a6cae26f not found while updating agent binding for router d88a3db4-5919-4e4c-9351-bbe53f539f0d. {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 31 19:02:38.033282 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] Routers set() bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:02:38.033654 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] Router IDs set() for agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 19:02:38.040086 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_agentschedulers_db [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d88a3db4-5919-4e4c-9351-bbe53f539f0d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:02:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent'). {{(pid=103228) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 31 19:02:38.042015 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6efb39-9770-40c9-8630-939945888ed1 None None] The sync data for ids ['d88a3db4-5919-4e4c-9351-bbe53f539f0d'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:02:38.123255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32a1196-779b-4727-941f-0dad2f622080 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Deleting subnet 187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:02:38.125140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d60538a-8db1-400a-bc3f-b508c2674164 admin admin] Publish callbacks [] for security_group (ba886d02-af3a-4e0e-889f-68708428ea33), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:38.138090 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d60538a-8db1-400a-bc3f-b508c2674164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ba886d02-af3a-4e0e-889f-68708428ea33), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:38.143310 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b32a1196-779b-4727-941f-0dad2f622080 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for subnet (187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:38.162754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df77dd8-3db1-418b-843b-e35a9c94e84c None None] Pushing event updated for resources: {'Port': ['ID=1fbe418b-5780-4b91-8ec9-f82072b8d328,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:38.286652 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b32a1196-779b-4727-941f-0dad2f622080 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:38.379351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60538a-8db1-400a-bc3f-b508c2674164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba886d02-af3a-4e0e-889f-68708428ea33,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:38.383825 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4d60538a-8db1-400a-bc3f-b508c2674164 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cf65f95f1724dae80e7595540979f7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7210343 Jan 31 19:02:38.387074 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b32a1196-779b-4727-941f-0dad2f622080 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:38.393432 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34244) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:38.559269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b32a1196-779b-4727-941f-0dad2f622080 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:38.590913 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf43aa58-6f5f-45cb-8e3c-0fa80483fc93 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (feccb288-c996-4aaa-9f0a-b1b7333938c5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:38.634251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a1196-779b-4727-941f-0dad2f622080 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:38.651975 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b32a1196-779b-4727-941f-0dad2f622080 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:38.655994 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b32a1196-779b-4727-941f-0dad2f622080 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75 HTTP/1.1" status: 204 len: 168 time: 0.7012522 Jan 31 19:02:38.658818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34246) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:38.897503 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (c428d87a-2901-4352-9aed-3dffc964f546), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.109501 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (c428d87a-2901-4352-9aed-3dffc964f546), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.116315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1fbe418b-5780-4b91-8ec9-f82072b8d328 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:02:39.134965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c428d87a-2901-4352-9aed-3dffc964f546']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:39.147091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa0b81c-9515-4e98-be26-e212da612ed4') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:39.147463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa0b81c-9515-4e98-be26-e212da612ed4') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:39.173744 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (3aa0b81c-9515-4e98-be26-e212da612ed4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.192596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3aa0b81c-9515-4e98-be26-e212da612ed4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.217204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:02:39.219351 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (3aa0b81c-9515-4e98-be26-e212da612ed4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.299874 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1fbe418b-5780-4b91-8ec9-f82072b8d328 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:39.300264 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:02:39.318653 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:02:39.328246 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (c428d87a-2901-4352-9aed-3dffc964f546), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.348012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c428d87a-2901-4352-9aed-3dffc964f546 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 19:02:39.361093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event deleted for resources: {'Network': ['ID=c428d87a-2901-4352-9aed-3dffc964f546,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:39.368799 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.387150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3cae9d8c-fb00-46a7-bf69-5e7a21c2f4e4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "DELETE /v2.0/networks/c428d87a-2901-4352-9aed-3dffc964f546 HTTP/1.1" status: 204 len: 168 time: 0.7272065 Jan 31 19:02:39.592386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1fbe418b-5780-4b91-8ec9-f82072b8d328 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:39.592798 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.636739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43aa58-6f5f-45cb-8e3c-0fa80483fc93 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 3f906fa6-9630-4470-a044-fe166ea982e3 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:39.639316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cf43aa58-6f5f-45cb-8e3c-0fa80483fc93 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:39.646378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf43aa58-6f5f-45cb-8e3c-0fa80483fc93 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:39.649676 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf43aa58-6f5f-45cb-8e3c-0fa80483fc93 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.693192 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09d1ea8a-057b-4b8b-a910-e5e287c5cc7e admin admin] Publish callbacks [] for security_group (ba886d02-af3a-4e0e-889f-68708428ea33), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.716088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 1fbe418b-5780-4b91-8ec9-f82072b8d328, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1fbe418b-5780-4b91-8ec9-f82072b8d328,segment=NetworkSegment(024929f5-4bc5-4cd8-93f2-770771153424),segment_id=024929f5-4bc5-4cd8-93f2-770771153424)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:02:39.721687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43aa58-6f5f-45cb-8e3c-0fa80483fc93 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Subnet': ['ID=feccb288-c996-4aaa-9f0a-b1b7333938c5,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:39.730568 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.770701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34260) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:39.776623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': '3f906fa6-9630-4470-a044-fe166ea982e3', 'fixed_ips': [{'subnet_id': 'c083c786-41ac-4bee-94e8-36fd6d70677c'}, {'subnet_id': 'feccb288-c996-4aaa-9f0a-b1b7333938c5'}], 'name': 'tempest-PortsIpV6TestJSON-1278743887'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:39.783734 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cf43aa58-6f5f-45cb-8e3c-0fa80483fc93 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5398719 Jan 31 19:02:39.858776 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09d1ea8a-057b-4b8b-a910-e5e287c5cc7e admin admin] Publish callbacks [] for security_group (ba886d02-af3a-4e0e-889f-68708428ea33), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.864225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=1fbe418b-5780-4b91-8ec9-f82072b8d328,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:39.958116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09d1ea8a-057b-4b8b-a910-e5e287c5cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ba886d02-af3a-4e0e-889f-68708428ea33), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.961392 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09d1ea8a-057b-4b8b-a910-e5e287c5cc7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:39.966990 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-09d1ea8a-057b-4b8b-a910-e5e287c5cc7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba886d02-af3a-4e0e-889f-68708428ea33 HTTP/1.1" status: 204 len: 168 time: 1.5657275 Jan 31 19:02:39.989307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1ea8a-057b-4b8b-a910-e5e287c5cc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba886d02-af3a-4e0e-889f-68708428ea33,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:40.221072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:40.332742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34278) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:40.338280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb1c104-d484-489a-bc73-51c007ef1189 None None] Network 3f906fa6-9630-4470-a044-fe166ea982e3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:40.345196 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-793346ae-b55b-47c8-a200-a8821c20afc0 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Request body: {'router': {'name': 'tempest-router--2077748083', 'project_id': '9872080ba3aa43b39301d170b7e3be43'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:40.447996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-793346ae-b55b-47c8-a200-a8821c20afc0 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (843ce11b-269f-43bc-a794-ce52f1d35de9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:40.449309 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-793346ae-b55b-47c8-a200-a8821c20afc0 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (843ce11b-269f-43bc-a794-ce52f1d35de9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:40.488434 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:40.541600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port 3b161420-a302-4a76-bda4-f7084310e96f yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:40.652322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4e64afec-dcad-4cb7-b7de-910a177edef6 None None] Provisioning complete for port 1fbe418b-5780-4b91-8ec9-f82072b8d328 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:40.652739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4e64afec-dcad-4cb7-b7de-910a177edef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:40.672884 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-793346ae-b55b-47c8-a200-a8821c20afc0 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_controller (843ce11b-269f-43bc-a794-ce52f1d35de9), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:40.684633 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-793346ae-b55b-47c8-a200-a8821c20afc0 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (843ce11b-269f-43bc-a794-ce52f1d35de9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:40.732374 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-793346ae-b55b-47c8-a200-a8821c20afc0 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:40.737949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:40.738729 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-793346ae-b55b-47c8-a200-a8821c20afc0 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4048219 Jan 31 19:02:40.982953 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1fbe418b-5780-4b91-8ec9-f82072b8d328 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:02:40.999928 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-045c6ab1-cd56-4417-a28c-56153e53fd89 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (843ce11b-269f-43bc-a794-ce52f1d35de9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:41.168599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4e64afec-dcad-4cb7-b7de-910a177edef6 None None] Current status of the port 1fbe418b-5780-4b91-8ec9-f82072b8d328 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:41.263444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-045c6ab1-cd56-4417-a28c-56153e53fd89 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (843ce11b-269f-43bc-a794-ce52f1d35de9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:41.265916 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-045c6ab1-cd56-4417-a28c-56153e53fd89 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_controller (843ce11b-269f-43bc-a794-ce52f1d35de9), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:41.363516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1fbe418b-5780-4b91-8ec9-f82072b8d328 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:41.363516 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:41.430826 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-045c6ab1-cd56-4417-a28c-56153e53fd89 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (843ce11b-269f-43bc-a794-ce52f1d35de9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:41.431384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045c6ab1-cd56-4417-a28c-56153e53fd89 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 843ce11b-269f-43bc-a794-ce52f1d35de9 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:02:41.454173 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-045c6ab1-cd56-4417-a28c-56153e53fd89 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:41.455644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-045c6ab1-cd56-4417-a28c-56153e53fd89 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "DELETE /v2.0/routers/843ce11b-269f-43bc-a794-ce52f1d35de9 HTTP/1.1" status: 204 len: 168 time: 0.7167208 Jan 31 19:02:41.749013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e46ecd-894a-48d7-948a-a90071b73ecb None None] Update dhcp port {'port': {'network_id': '3f906fa6-9630-4470-a044-fe166ea982e3', 'fixed_ips': [{'subnet_id': 'c083c786-41ac-4bee-94e8-36fd6d70677c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'feccb288-c996-4aaa-9f0a-b1b7333938c5'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '1fbe418b-5780-4b91-8ec9-f82072b8d328'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 19:02:41.782239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8::c7 (3f906fa6-9630-4470-a044-fe166ea982e3/c083c786-41ac-4bee-94e8-36fd6d70677c/3b161420-a302-4a76-bda4-f7084310e96f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:41.800437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8:0:1::1a7 (3f906fa6-9630-4470-a044-fe166ea982e3/feccb288-c996-4aaa-9f0a-b1b7333938c5/3b161420-a302-4a76-bda4-f7084310e96f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:41.811837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1fbe418b-5780-4b91-8ec9-f82072b8d328 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:41.820391 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35e46ecd-894a-48d7-948a-a90071b73ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:41.964894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34310) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:42.097602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (3b161420-a302-4a76-bda4-f7084310e96f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:42.218039 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3b161420-a302-4a76-bda4-f7084310e96f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:42.300588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=3b161420-a302-4a76-bda4-f7084310e96f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:42.336212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 3f906fa6-9630-4470-a044-fe166ea982e3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:42.338859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:42.345481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:42.353742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-527846038', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:42.354091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-35e46ecd-894a-48d7-948a-a90071b73ecb None None] Allocated IP 2001:db8:0:1::2 (3f906fa6-9630-4470-a044-fe166ea982e3/feccb288-c996-4aaa-9f0a-b1b7333938c5/1fbe418b-5780-4b91-8ec9-f82072b8d328) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:42.354763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:42.355469 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:42.394359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5e377a20-d58a-4460-a32d-b300d1a637e1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6224642 Jan 31 19:02:42.395005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34322) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:42.410322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bdad71dc-adb7-4545-9464-a02bda685614 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c083c786-41ac-4bee-94e8-36fd6d70677c'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:42.437236 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (1b38274b-1d7f-4907-b857-4d4e19692e99), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:42.440459 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (1b38274b-1d7f-4907-b857-4d4e19692e99), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:42.584143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-35e46ecd-894a-48d7-948a-a90071b73ecb None None] For port 1fbe418b-5780-4b91-8ec9-f82072b8d328, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1fbe418b-5780-4b91-8ec9-f82072b8d328,segment=NetworkSegment(024929f5-4bc5-4cd8-93f2-770771153424),segment_id=024929f5-4bc5-4cd8-93f2-770771153424)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:02:42.595366 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_controller (1b38274b-1d7f-4907-b857-4d4e19692e99), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:42.647604 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35e46ecd-894a-48d7-948a-a90071b73ecb None None] Publish callbacks [] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:42.662313 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35e46ecd-894a-48d7-948a-a90071b73ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:42.697211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdad71dc-adb7-4545-9464-a02bda685614 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3b161420-a302-4a76-bda4-f7084310e96f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:42.784626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e46ecd-894a-48d7-948a-a90071b73ecb None None] Pushing event updated for resources: {'Port': ['ID=1fbe418b-5780-4b91-8ec9-f82072b8d328,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:42.902255 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (1b38274b-1d7f-4907-b857-4d4e19692e99), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:42.982237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1fbe418b-5780-4b91-8ec9-f82072b8d328 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:02:43.152976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1fbe418b-5780-4b91-8ec9-f82072b8d328 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:43.153518 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:43.376379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-bdad71dc-adb7-4545-9464-a02bda685614 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Delete allocated IP 2001:db8:0:1::1a7 (3f906fa6-9630-4470-a044-fe166ea982e3/feccb288-c996-4aaa-9f0a-b1b7333938c5) {{(pid=103225) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 19:02:43.413489 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (1b38274b-1d7f-4907-b857-4d4e19692e99), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:43.464567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1fbe418b-5780-4b91-8ec9-f82072b8d328 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:43.464809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:43.755921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Allocated IP 172.25.8.116 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/8574d2e2-3e36-4e7e-8894-529210dc21e3) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:43.851715 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdad71dc-adb7-4545-9464-a02bda685614 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (3b161420-a302-4a76-bda4-f7084310e96f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:43.874883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdad71dc-adb7-4545-9464-a02bda685614 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3b161420-a302-4a76-bda4-f7084310e96f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:43.971797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad71dc-adb7-4545-9464-a02bda685614 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=3b161420-a302-4a76-bda4-f7084310e96f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:44.058756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for port (8574d2e2-3e36-4e7e-8894-529210dc21e3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:44.072460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bdad71dc-adb7-4545-9464-a02bda685614 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] In _notify_port_updated(), no bound segment for port 3b161420-a302-4a76-bda4-f7084310e96f on network 3f906fa6-9630-4470-a044-fe166ea982e3 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 19:02:44.091641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad71dc-adb7-4545-9464-a02bda685614 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:44.097066 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdad71dc-adb7-4545-9464-a02bda685614 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:44.107344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bdad71dc-adb7-4545-9464-a02bda685614 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "PUT /v2.0/ports/3b161420-a302-4a76-bda4-f7084310e96f HTTP/1.1" status: 200 len: 925 time: 1.7038369 Jan 31 19:02:44.112272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:44.119808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-72422424-f6a8-4328-a2a4-eb523e374ef5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c083c786-41ac-4bee-94e8-36fd6d70677c'}, {'subnet_id': 'feccb288-c996-4aaa-9f0a-b1b7333938c5'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:44.129565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739aad0-7838-4da5-bc2a-95a37168eaca None None] Network 3f906fa6-9630-4470-a044-fe166ea982e3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:44.280814 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8574d2e2-3e36-4e7e-8894-529210dc21e3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:44.377273 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72422424-f6a8-4328-a2a4-eb523e374ef5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3b161420-a302-4a76-bda4-f7084310e96f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:44.383910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:44.411657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Pushing event updated for resources: {'Port': ['ID=8574d2e2-3e36-4e7e-8894-529210dc21e3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:44.421165 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:44.426315 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:44.457458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-39e22dc3-2e81-4f1b-8157-14c9cc770b39 None None] Provisioning complete for port 1fbe418b-5780-4b91-8ec9-f82072b8d328 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:44.457846 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-39e22dc3-2e81-4f1b-8157-14c9cc770b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:44.740689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-39e22dc3-2e81-4f1b-8157-14c9cc770b39 None None] Current status of the port 1fbe418b-5780-4b91-8ec9-f82072b8d328 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:45.208751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1d45ad86-6d50-4d75-8905-3a82abd8c2bb None None] Provisioning complete for port 3b161420-a302-4a76-bda4-f7084310e96f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:45.209447 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1d45ad86-6d50-4d75-8905-3a82abd8c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3b161420-a302-4a76-bda4-f7084310e96f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:45.413505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1d45ad86-6d50-4d75-8905-3a82abd8c2bb None None] Port 3b161420-a302-4a76-bda4-f7084310e96f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:02:45.427981 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (1b38274b-1d7f-4907-b857-4d4e19692e99), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:45.439951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1d45ad86-6d50-4d75-8905-3a82abd8c2bb None None] Provisioning complete for port 1fbe418b-5780-4b91-8ec9-f82072b8d328 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:45.440416 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1d45ad86-6d50-4d75-8905-3a82abd8c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:45.700635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1d45ad86-6d50-4d75-8905-3a82abd8c2bb None None] Current status of the port 1fbe418b-5780-4b91-8ec9-f82072b8d328 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:45.750263 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (1b38274b-1d7f-4907-b857-4d4e19692e99), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:45.849861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-06bc40d1-4c09-4041-8254-dba149b9a1c4 None None] Provisioning complete for port 3b161420-a302-4a76-bda4-f7084310e96f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:45.850126 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-72422424-f6a8-4328-a2a4-eb523e374ef5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8:0:1::97 (3f906fa6-9630-4470-a044-fe166ea982e3/feccb288-c996-4aaa-9f0a-b1b7333938c5/3b161420-a302-4a76-bda4-f7084310e96f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:45.850279 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-06bc40d1-4c09-4041-8254-dba149b9a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3b161420-a302-4a76-bda4-f7084310e96f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:46.293629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Router 1b38274b-1d7f-4907-b857-4d4e19692e99 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:02:46.499879 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72422424-f6a8-4328-a2a4-eb523e374ef5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (3b161420-a302-4a76-bda4-f7084310e96f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:46.505419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-06bc40d1-4c09-4041-8254-dba149b9a1c4 None None] Port 3b161420-a302-4a76-bda4-f7084310e96f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:02:46.528517 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72422424-f6a8-4328-a2a4-eb523e374ef5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (3b161420-a302-4a76-bda4-f7084310e96f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:46.709949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34382) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:46.732223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1cddf73b-f6c5-48e9-b9f0-dfa59e8e7e52 None None] Provisioning complete for port 3b161420-a302-4a76-bda4-f7084310e96f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:46.732633 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1cddf73b-f6c5-48e9-b9f0-dfa59e8e7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3b161420-a302-4a76-bda4-f7084310e96f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:46.830268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72422424-f6a8-4328-a2a4-eb523e374ef5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=3b161420-a302-4a76-bda4-f7084310e96f,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:46.911377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1cddf73b-f6c5-48e9-b9f0-dfa59e8e7e52 None None] Port 3b161420-a302-4a76-bda4-f7084310e96f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:02:47.099091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-72422424-f6a8-4328-a2a4-eb523e374ef5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] In _notify_port_updated(), no bound segment for port 3b161420-a302-4a76-bda4-f7084310e96f on network 3f906fa6-9630-4470-a044-fe166ea982e3 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 19:02:47.120694 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc589-98fe-47b4-9ee6-8330d6899585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:47.135372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72422424-f6a8-4328-a2a4-eb523e374ef5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:47.141643 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72422424-f6a8-4328-a2a4-eb523e374ef5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:47.154943 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-72422424-f6a8-4328-a2a4-eb523e374ef5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "PUT /v2.0/ports/3b161420-a302-4a76-bda4-f7084310e96f HTTP/1.1" status: 200 len: 1010 time: 3.0414071 Jan 31 19:02:47.159177 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34392) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:47.296878 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:02:47.310937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1035e9-939a-4996-ae7a-d96af7fad5c3 None None] Sync routers for ids ['1b38274b-1d7f-4907-b857-4d4e19692e99'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:02:47.359791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1035e9-939a-4996-ae7a-d96af7fad5c3 None None] Routers {'1b38274b-1d7f-4907-b857-4d4e19692e99'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:02:47.360479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-de1035e9-939a-4996-ae7a-d96af7fad5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:02:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1b38274b-1d7f-4907-b857-4d4e19692e99'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:47.433124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc589-98fe-47b4-9ee6-8330d6899585 admin admin] Publish callbacks [] for security_group (fc53a4c5-18b6-4058-b46e-a1eb08a1a1fb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:47.449193 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc589-98fe-47b4-9ee6-8330d6899585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fc53a4c5-18b6-4058-b46e-a1eb08a1a1fb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:47.481924 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:47.484117 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d1013a3c-0d5a-4b8e-8085-1f760c1c466e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.5179849 Jan 31 19:02:47.488012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34398) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:47.512098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-de1035e9-939a-4996-ae7a-d96af7fad5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:47.569948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1035e9-939a-4996-ae7a-d96af7fad5c3 None None] Routers {'1b38274b-1d7f-4907-b857-4d4e19692e99'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:02:47.570768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-de1035e9-939a-4996-ae7a-d96af7fad5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:02:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['1b38274b-1d7f-4907-b857-4d4e19692e99'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:47.593446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ba7cc589-98fe-47b4-9ee6-8330d6899585 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a37b770097694b68a8bbbc13ca88f256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8820031 Jan 31 19:02:47.596151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:47.601199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cc589-98fe-47b4-9ee6-8330d6899585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc53a4c5-18b6-4058-b46e-a1eb08a1a1fb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:47.693946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-de1035e9-939a-4996-ae7a-d96af7fad5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:47.694881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1035e9-939a-4996-ae7a-d96af7fad5c3 None None] The sync data for ids ['1b38274b-1d7f-4907-b857-4d4e19692e99'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:02:47.772460 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-79bd975d-1415-4d9f-bef6-be07e7337f16 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 3b161420-a302-4a76-bda4-f7084310e96f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:47.773158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79bd975d-1415-4d9f-bef6-be07e7337f16 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3b161420-a302-4a76-bda4-f7084310e96f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:47.787997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-47e9c17f-dc6f-4afc-9066-787724356de6 None None] Provisioning complete for port 3b161420-a302-4a76-bda4-f7084310e96f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:47.788728 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-47e9c17f-dc6f-4afc-9066-787724356de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3b161420-a302-4a76-bda4-f7084310e96f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:47.830630 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a57a3f77-f229-4e89-bc6c-d798a1f0ffbd tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/routers/1b38274b-1d7f-4907-b857-4d4e19692e99 HTTP/1.1" status: 200 len: 924 time: 0.3413303 Jan 31 19:02:47.834288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34402) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:47.893210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-47e9c17f-dc6f-4afc-9066-787724356de6 None None] Port 3b161420-a302-4a76-bda4-f7084310e96f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:02:47.894476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b5b8659f-301a-4a7c-9d85-b6f8b38851c6 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b38274b-1d7f-4907-b857-4d4e19692e99 HTTP/1.1" status: 200 len: 205 time: 0.0583849 Jan 31 19:02:47.897912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34404) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:47.921685 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfa9759d-f7cd-4bc1-b52d-7d0ef83f5a4e admin admin] Publish callbacks [] for security_group (fc53a4c5-18b6-4058-b46e-a1eb08a1a1fb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:48.051912 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfa9759d-f7cd-4bc1-b52d-7d0ef83f5a4e admin admin] Publish callbacks [] for security_group (fc53a4c5-18b6-4058-b46e-a1eb08a1a1fb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:48.083190 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79bd975d-1415-4d9f-bef6-be07e7337f16 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3b161420-a302-4a76-bda4-f7084310e96f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:48.179543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-79bd975d-1415-4d9f-bef6-be07e7337f16 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 3b161420-a302-4a76-bda4-f7084310e96f owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:48.369310 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfa9759d-f7cd-4bc1-b52d-7d0ef83f5a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fc53a4c5-18b6-4058-b46e-a1eb08a1a1fb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:48.376007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfa9759d-f7cd-4bc1-b52d-7d0ef83f5a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:48.381276 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cfa9759d-f7cd-4bc1-b52d-7d0ef83f5a4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc53a4c5-18b6-4058-b46e-a1eb08a1a1fb HTTP/1.1" status: 204 len: 168 time: 0.7834210 Jan 31 19:02:48.405243 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9759d-f7cd-4bc1-b52d-7d0ef83f5a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc53a4c5-18b6-4058-b46e-a1eb08a1a1fb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:48.787738 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79bd975d-1415-4d9f-bef6-be07e7337f16 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3b161420-a302-4a76-bda4-f7084310e96f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:48.842428 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a5ef4f6-9ffb-4bd8-b8b3-d50ef0c25136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:48.890399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd975d-1415-4d9f-bef6-be07e7337f16 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=3b161420-a302-4a76-bda4-f7084310e96f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:49.015490 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79bd975d-1415-4d9f-bef6-be07e7337f16 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:49.027885 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-79bd975d-1415-4d9f-bef6-be07e7337f16 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/3b161420-a302-4a76-bda4-f7084310e96f HTTP/1.1" status: 204 len: 168 time: 1.8621871 Jan 31 19:02:49.028593 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34432) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:49.071428 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0f7c00-8713-45b0-ab80-9c820cafd798 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:02:49.075997 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6f0f7c00-8713-45b0-ab80-9c820cafd798 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/3b161420-a302-4a76-bda4-f7084310e96f HTTP/1.1" status: 404 len: 333 time: 0.0433967 Jan 31 19:02:49.076109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:49.153280 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd030db-8da0-4611-b10e-99d5bae71b2b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting subnet feccb288-c996-4aaa-9f0a-b1b7333938c5 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:02:49.157268 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccd030db-8da0-4611-b10e-99d5bae71b2b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (feccb288-c996-4aaa-9f0a-b1b7333938c5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:49.409889 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (1b38274b-1d7f-4907-b857-4d4e19692e99), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:50.013766 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (1b38274b-1d7f-4907-b857-4d4e19692e99), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:50.193639 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Deleting port 8574d2e2-3e36-4e7e-8894-529210dc21e3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:50.197422 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8574d2e2-3e36-4e7e-8894-529210dc21e3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:50.204630 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccd030db-8da0-4611-b10e-99d5bae71b2b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (feccb288-c996-4aaa-9f0a-b1b7333938c5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:50.427561 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccd030db-8da0-4611-b10e-99d5bae71b2b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (feccb288-c996-4aaa-9f0a-b1b7333938c5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:50.449658 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8574d2e2-3e36-4e7e-8894-529210dc21e3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:50.475105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Calling delete_port for 8574d2e2-3e36-4e7e-8894-529210dc21e3 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:50.557739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccd030db-8da0-4611-b10e-99d5bae71b2b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (feccb288-c996-4aaa-9f0a-b1b7333938c5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:50.657945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd030db-8da0-4611-b10e-99d5bae71b2b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Subnet': ['ID=feccb288-c996-4aaa-9f0a-b1b7333938c5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:50.692924 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccd030db-8da0-4611-b10e-99d5bae71b2b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:50.698160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296c9dce-76ec-42dc-a077-e529740b5464 None None] Network 3f906fa6-9630-4470-a044-fe166ea982e3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:50.707857 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ccd030db-8da0-4611-b10e-99d5bae71b2b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/feccb288-c996-4aaa-9f0a-b1b7333938c5 HTTP/1.1" status: 204 len: 168 time: 1.6292324 Jan 31 19:02:50.713205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34490) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:51.153585 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8574d2e2-3e36-4e7e-8894-529210dc21e3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:51.185236 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8eaf0a26-a75c-404c-ab6c-3956d24f0829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:51.280854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c028cb-173e-47ea-9e95-44eb8c3d2796 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting subnet c083c786-41ac-4bee-94e8-36fd6d70677c {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:02:51.288654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Pushing event deleted for resources: {'Port': ['ID=8574d2e2-3e36-4e7e-8894-529210dc21e3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:51.299073 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c028cb-173e-47ea-9e95-44eb8c3d2796 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (c083c786-41ac-4bee-94e8-36fd6d70677c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:51.490659 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c028cb-173e-47ea-9e95-44eb8c3d2796 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (c083c786-41ac-4bee-94e8-36fd6d70677c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:51.732229 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c028cb-173e-47ea-9e95-44eb8c3d2796 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (c083c786-41ac-4bee-94e8-36fd6d70677c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:51.888241 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c028cb-173e-47ea-9e95-44eb8c3d2796 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (c083c786-41ac-4bee-94e8-36fd6d70677c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:51.958817 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3c028cb-173e-47ea-9e95-44eb8c3d2796 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:51.974926 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b3c028cb-173e-47ea-9e95-44eb8c3d2796 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/c083c786-41ac-4bee-94e8-36fd6d70677c HTTP/1.1" status: 204 len: 168 time: 1.2370708 Jan 31 19:02:51.978404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34512) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:52.234284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c028cb-173e-47ea-9e95-44eb8c3d2796 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Subnet': ['ID=c083c786-41ac-4bee-94e8-36fd6d70677c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:52.255673 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (1b38274b-1d7f-4907-b857-4d4e19692e99), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:52.305772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3f906fa6-9630-4470-a044-fe166ea982e3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:52.497653 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 1fbe418b-5780-4b91-8ec9-f82072b8d328 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:52.498066 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:52.552119 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:52.638162 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (1b38274b-1d7f-4907-b857-4d4e19692e99), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:52.641198 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_controller (1b38274b-1d7f-4907-b857-4d4e19692e99), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:52.711754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacff40e-7565-4468-8457-49344e6a0022 None None] Network 3f906fa6-9630-4470-a044-fe166ea982e3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:52.750174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] For port 1fbe418b-5780-4b91-8ec9-f82072b8d328, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1fbe418b-5780-4b91-8ec9-f82072b8d328,segment=NetworkSegment(024929f5-4bc5-4cd8-93f2-770771153424),segment_id=024929f5-4bc5-4cd8-93f2-770771153424)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:02:52.750820 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:52.783879 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (1b38274b-1d7f-4907-b857-4d4e19692e99), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:52.784763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Fanout notify agent at l3_agent the message router_deleted on router 1b38274b-1d7f-4907-b857-4d4e19692e99 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:02:52.798837 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:52.805714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7a5ebf21-ad77-45d8-af77-e05d882a624c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/routers/1b38274b-1d7f-4907-b857-4d4e19692e99 HTTP/1.1" status: 204 len: 168 time: 4.9022329 Jan 31 19:02:52.806658 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34534) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:52.815249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 1fbe418b-5780-4b91-8ec9-f82072b8d328 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:52.827985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1978771168', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'enable_snat': False}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:52.888004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (0db15b65-201b-4327-8e37-76cbf2acf74d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:52.891274 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (0db15b65-201b-4327-8e37-76cbf2acf74d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:53.059765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d46ce4a8-6614-4fd7-afaa-f80344292b68 None None] Provisioning complete for port 1fbe418b-5780-4b91-8ec9-f82072b8d328 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:02:53.060152 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d46ce4a8-6614-4fd7-afaa-f80344292b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:53.145728 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_controller (0db15b65-201b-4327-8e37-76cbf2acf74d), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:53.361902 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] DHCP port deletion for 3f906fa6-9630-4470-a044-fe166ea982e3 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:02:53.364842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d46ce4a8-6614-4fd7-afaa-f80344292b68 None None] Current status of the port 1fbe418b-5780-4b91-8ec9-f82072b8d328 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:02:53.494559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Deleting port 1fbe418b-5780-4b91-8ec9-f82072b8d328 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:02:53.498095 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:53.651264 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:53.689103 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No DVR routers for this DVR port 1fbe418b-5780-4b91-8ec9-f82072b8d328 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:02:53.704662 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (0db15b65-201b-4327-8e37-76cbf2acf74d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:53.713147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] For port 1fbe418b-5780-4b91-8ec9-f82072b8d328, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1fbe418b-5780-4b91-8ec9-f82072b8d328,segment=NetworkSegment(024929f5-4bc5-4cd8-93f2-770771153424),segment_id=024929f5-4bc5-4cd8-93f2-770771153424)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:02:53.713721 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:53.761248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Calling delete_port for 1fbe418b-5780-4b91-8ec9-f82072b8d328 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:02:53.891774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=1fbe418b-5780-4b91-8ec9-f82072b8d328,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:53.916000 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (1fbe418b-5780-4b91-8ec9-f82072b8d328), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:53.965307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Pushing event deleted for resources: {'Port': ['ID=1fbe418b-5780-4b91-8ec9-f82072b8d328,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:53.995554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:53.996192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:53.997685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:53.998038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:53.999709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:54.000083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:54.004399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:54.004399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:54.004399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:54.004399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:54.004399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:54.004399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:54.005044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:54.020981 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9d584b-8345-46b1-a310-a7d23f9202f5 None None] No DVR routers for this DVR port 1fbe418b-5780-4b91-8ec9-f82072b8d328 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:02:54.103921 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:54.115771 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3f906fa6-9630-4470-a044-fe166ea982e3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:54.165727 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f906fa6-9630-4470-a044-fe166ea982e3']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:54.189652 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024929f5-4bc5-4cd8-93f2-770771153424') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:54.190110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024929f5-4bc5-4cd8-93f2-770771153424') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:54.213353 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (024929f5-4bc5-4cd8-93f2-770771153424), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:54.248155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (024929f5-4bc5-4cd8-93f2-770771153424), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:54.255521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:02:54.256143 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (024929f5-4bc5-4cd8-93f2-770771153424), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:02:54.358323 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:02:54.400789 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:54.434320 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (3f906fa6-9630-4470-a044-fe166ea982e3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:54.483626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:54.487034 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/networks/3f906fa6-9630-4470-a044-fe166ea982e3 HTTP/1.1" status: 204 len: 168 time: 2.5069571 Jan 31 19:02:54.493709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34558) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:54.538661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691320f9-9ac4-43eb-94a4-e71976890ebd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Network': ['ID=3f906fa6-9630-4470-a044-fe166ea982e3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:54.659633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29657a0a-d292-4e6d-b0ba-6a742a1ad5e0 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:54.667678 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-29657a0a-d292-4e6d-b0ba-6a742a1ad5e0 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1615045 Jan 31 19:02:54.672918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34562) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:54.956460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1fbe418b-5780-4b91-8ec9-f82072b8d328 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:02:55.001572 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (0db15b65-201b-4327-8e37-76cbf2acf74d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:55.018096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ac16f90d-4eb2-4fa2-a0d0-ee23ff73a70e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3426092 Jan 31 19:02:55.020529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 1fbe418b-5780-4b91-8ec9-f82072b8d328 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:02:55.021281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1fbe418b-5780-4b91-8ec9-f82072b8d328 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:02:55.037748 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34568) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:55.047665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:55.051672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-485e9746-6394-441a-a3a1-6472e04bc0d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-759718538'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:55.091303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485e9746-6394-441a-a3a1-6472e04bc0d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:55.097591 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-485e9746-6394-441a-a3a1-6472e04bc0d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:55.156152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485e9746-6394-441a-a3a1-6472e04bc0d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:02:55.174750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-485e9746-6394-441a-a3a1-6472e04bc0d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bef5e7d3-d0f7-421a-8194-7aa2d24dbff6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:55.175704 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-485e9746-6394-441a-a3a1-6472e04bc0d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Added segment bef5e7d3-d0f7-421a-8194-7aa2d24dbff6 of type vlan for network 0670e85f-b33e-47e8-ac68-7a06afb07314 Jan 31 19:02:55.222171 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-485e9746-6394-441a-a3a1-6472e04bc0d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (0670e85f-b33e-47e8-ac68-7a06afb07314), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:55.275915 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:55.279483 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-485e9746-6394-441a-a3a1-6472e04bc0d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (0670e85f-b33e-47e8-ac68-7a06afb07314), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:55.285627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485e9746-6394-441a-a3a1-6472e04bc0d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:55.286221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-485e9746-6394-441a-a3a1-6472e04bc0d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:55.308206 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Allocated IP 172.25.8.133 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/d022ad33-f43e-486a-b768-5b750363e27b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:55.496431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-485e9746-6394-441a-a3a1-6472e04bc0d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4558182 Jan 31 19:02:55.499866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34576) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:55.506124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ab0f5ce5-26ac-4ac4-a2e2-3f98c9a0bbeb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': '0670e85f-b33e-47e8-ac68-7a06afb07314', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:55.510730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for port (d022ad33-f43e-486a-b768-5b750363e27b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:55.593458 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d022ad33-f43e-486a-b768-5b750363e27b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:55.606759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e9746-6394-441a-a3a1-6472e04bc0d5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Network': ['ID=0670e85f-b33e-47e8-ac68-7a06afb07314,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:55.615140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0f5ce5-26ac-4ac4-a2e2-3f98c9a0bbeb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:55.620531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 0670e85f-b33e-47e8-ac68-7a06afb07314 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:02:55.630596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5ce5-26ac-4ac4-a2e2-3f98c9a0bbeb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:55.659202 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:55.664560 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:55.676861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:55.680999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event updated for resources: {'Port': ['ID=d022ad33-f43e-486a-b768-5b750363e27b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:56.090596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5ce5-26ac-4ac4-a2e2-3f98c9a0bbeb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (4af69c7b-4ad9-436d-928f-e6d6cde0b4a8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:56.257548 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:56.279570 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (0db15b65-201b-4327-8e37-76cbf2acf74d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:56.327494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f5ce5-26ac-4ac4-a2e2-3f98c9a0bbeb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Checking segment: {'id': 'bef5e7d3-d0f7-421a-8194-7aa2d24dbff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0670e85f-b33e-47e8-ac68-7a06afb07314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:56.327983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f5ce5-26ac-4ac4-a2e2-3f98c9a0bbeb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network hostable DHCP agents. Network: 0670e85f-b33e-47e8-ac68-7a06afb07314, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:02:56.339724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f5ce5-26ac-4ac4-a2e2-3f98c9a0bbeb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Subnet': ['ID=4af69c7b-4ad9-436d-928f-e6d6cde0b4a8,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:56.410671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f5ce5-26ac-4ac4-a2e2-3f98c9a0bbeb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 0670e85f-b33e-47e8-ac68-7a06afb07314 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:02:56.431520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ab0f5ce5-26ac-4ac4-a2e2-3f98c9a0bbeb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 0670e85f-b33e-47e8-ac68-7a06afb07314) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:56.437753 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f5ce5-26ac-4ac4-a2e2-3f98c9a0bbeb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:56.438356 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5ce5-26ac-4ac4-a2e2-3f98c9a0bbeb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:56.448083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e0adc-c58a-4f01-8c82-277ea8bf07cb None None] Network 0670e85f-b33e-47e8-ac68-7a06afb07314 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:02:56.489766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ab0f5ce5-26ac-4ac4-a2e2-3f98c9a0bbeb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9881761 Jan 31 19:02:56.503303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34598) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:56.520219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': '0670e85f-b33e-47e8-ac68-7a06afb07314', 'name': 'tempest-PortsIpV6TestJSON-135410275'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:56.713709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-0670e85f-b33e-47e8-ac68-7a06afb07314', 'network_id': '0670e85f-b33e-47e8-ac68-7a06afb07314', 'project_id': '170663beb4ad4d2484c00a40d5b9e2ea', 'fixed_ips': [{'subnet_id': '4af69c7b-4ad9-436d-928f-e6d6cde0b4a8'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:02:56.715232 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:56.832597 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (0db15b65-201b-4327-8e37-76cbf2acf74d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:56.838329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:56.843017 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:56.883303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port 05540c81-4de6-4b46-9b6a-3f3df77c76dc yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:57.111248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8::267 (0670e85f-b33e-47e8-ac68-7a06afb07314/4af69c7b-4ad9-436d-928f-e6d6cde0b4a8/05540c81-4de6-4b46-9b6a-3f3df77c76dc) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:57.228243 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:02:57.309618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Router 0db15b65-201b-4327-8e37-76cbf2acf74d is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:02:57.525091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:02:57.536987 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Sync routers for ids ['0db15b65-201b-4327-8e37-76cbf2acf74d'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:02:57.568140 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Routers {'0db15b65-201b-4327-8e37-76cbf2acf74d'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:02:57.569208 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:02:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0db15b65-201b-4327-8e37-76cbf2acf74d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:57.573747 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:57.579133 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-521b24e9-2e6c-4a21-b665-59e8d627b0e1 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7652338 Jan 31 19:02:57.580941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34614) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:57.627479 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (05540c81-4de6-4b46-9b6a-3f3df77c76dc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:57.739249 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (05540c81-4de6-4b46-9b6a-3f3df77c76dc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:57.816869 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Set router 0db15b65-201b-4327-8e37-76cbf2acf74d gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:02:57.835367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Allocated IP 2001:db8::2 (0670e85f-b33e-47e8-ac68-7a06afb07314/4af69c7b-4ad9-436d-928f-e6d6cde0b4a8/6ff6a2fc-9312-43ae-9bab-c8f0faee4b83) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:57.858092 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f84301eb-217d-4f63-8e4f-c8342ae8153a tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/routers/0db15b65-201b-4327-8e37-76cbf2acf74d HTTP/1.1" status: 200 len: 909 time: 0.2741785 Jan 31 19:02:57.858738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34620) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:57.860789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 0670e85f-b33e-47e8-ac68-7a06afb07314 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:57.863807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1978771168', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'enable_snat': True}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:57.869710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:57.890063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:57.891364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:57.897859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:57.904026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:57.912582 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:57.976504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=05540c81-4de6-4b46-9b6a-3f3df77c76dc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:57.990312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-de5576e9-be83-4631-bbaa-d18c49068866 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4824355 Jan 31 19:02:58.010163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:58.014542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': '0670e85f-b33e-47e8-ac68-7a06afb07314', 'name': 'tempest-PortsIpV6TestJSON-923458026'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:02:58.057172 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_controller (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:58.222273 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Publish callbacks [] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:58.235093 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:58.296510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:02:58.300038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:58.350615 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db15b65-201b-4327-8e37-76cbf2acf74d', 'name': 'tempest-snat-router-1978771168', 'tenant_id': 'a86b49be31a34c2a8159e5ad43fc14ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133'}], 'enable_snat': False}, 'gw_port_id': 'd022ad33-f43e-486a-b768-5b750363e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:02:52Z', 'updated_at': '2022-01-31T19:02:56Z', 'revision_number': 3, 'project_id': 'a86b49be31a34c2a8159e5ad43fc14ea', 'gw_port': {'id': 'd022ad33-f43e-486a-b768-5b750363e27b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:08:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db15b65-201b-4327-8e37-76cbf2acf74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:02:55Z', 'updated_at': '2022-01-31T19:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:58.353854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port 7cee7797-16f1-488b-a3b6-e6ea7000d9fb yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:02:58.420020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Network 0670e85f-b33e-47e8-ac68-7a06afb07314 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:58.449163 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Checking router: 0db15b65-201b-4327-8e37-76cbf2acf74d for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:02:58.449545 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Updating router 0db15b65-201b-4327-8e37-76cbf2acf74d port d022ad33-f43e-486a-b768-5b750363e27b binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:02:58.478130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Pushing event updated for resources: {'Port': ['ID=6ff6a2fc-9312-43ae-9bab-c8f0faee4b83,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:58.487779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:58.495483 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d022ad33-f43e-486a-b768-5b750363e27b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:58.497226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:58.633957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Attempting to bind port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:58.634298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Attempting to bind port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'bef5e7d3-d0f7-421a-8194-7aa2d24dbff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0670e85f-b33e-47e8-ac68-7a06afb07314'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:58.634672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Attempting to bind port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 on network 0670e85f-b33e-47e8-ac68-7a06afb07314 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:58.645417 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:02:58.646800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Checking segment: {'id': 'bef5e7d3-d0f7-421a-8194-7aa2d24dbff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0670e85f-b33e-47e8-ac68-7a06afb07314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:58.647221 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:58.647630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Bound using segment: {'id': 'bef5e7d3-d0f7-421a-8194-7aa2d24dbff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0670e85f-b33e-47e8-ac68-7a06afb07314'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:02:58.648164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Bound port: 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef5e7d3-d0f7-421a-8194-7aa2d24dbff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0670e85f-b33e-47e8-ac68-7a06afb07314'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:02:58.654273 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:58.704712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8::2dc (0670e85f-b33e-47e8-ac68-7a06afb07314/4af69c7b-4ad9-436d-928f-e6d6cde0b4a8/7cee7797-16f1-488b-a3b6-e6ea7000d9fb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:02:58.838436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] For port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:02:58.846119 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] For port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ff6a2fc-9312-43ae-9bab-c8f0faee4b83,segment=NetworkSegment(bef5e7d3-d0f7-421a-8194-7aa2d24dbff6),segment_id=bef5e7d3-d0f7-421a-8194-7aa2d24dbff6)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:02:58.876499 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:59.025246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957f9d3-18bb-4bcf-9548-73aa3e0444f9 None None] Pushing event updated for resources: {'Port': ['ID=6ff6a2fc-9312-43ae-9bab-c8f0faee4b83,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:59.102719 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Publish callbacks [] for port (d022ad33-f43e-486a-b768-5b750363e27b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:59.124247 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d022ad33-f43e-486a-b768-5b750363e27b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:59.143797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (7cee7797-16f1-488b-a3b6-e6ea7000d9fb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:59.263056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7cee7797-16f1-488b-a3b6-e6ea7000d9fb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:59.319818 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Attempting to bind port d022ad33-f43e-486a-b768-5b750363e27b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:02:59.325401 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Attempting to bind port d022ad33-f43e-486a-b768-5b750363e27b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:02:59.325831 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Attempting to bind port d022ad33-f43e-486a-b768-5b750363e27b on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:02:59.328044 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Pushing event updated for resources: {'Port': ['ID=d022ad33-f43e-486a-b768-5b750363e27b,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:59.390493 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:02:59.391187 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:02:59.391335 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:59.391680 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:02:59.392277 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Bound port: d022ad33-f43e-486a-b768-5b750363e27b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:02:59.392848 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d022ad33-f43e-486a-b768-5b750363e27b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:59.395532 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.395923 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.396248 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.416907 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.417299 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.417649 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.417991 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.418329 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.418659 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.418988 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.419316 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.419643 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.419968 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:02:59.439968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=7cee7797-16f1-488b-a3b6-e6ea7000d9fb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:02:59.476878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 0670e85f-b33e-47e8-ac68-7a06afb07314 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:02:59.478728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:02:59.481311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:02:59.486598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:59.487243 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:59.563150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-35d9f74c-d515-40a3-a3d4-9046eb9e32a2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5525711 Jan 31 19:02:59.563900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34646) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:59.609504 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] For port d022ad33-f43e-486a-b768-5b750363e27b, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:02:59.624038 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] For port d022ad33-f43e-486a-b768-5b750363e27b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d022ad33-f43e-486a-b768-5b750363e27b,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:02:59.652925 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d022ad33-f43e-486a-b768-5b750363e27b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:59.745523 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:02:59.806843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53b86e2-e200-43da-bb57-5ae2ce712775 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:02:59.808524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c53b86e2-e200-43da-bb57-5ae2ce712775 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A267 HTTP/1.1" status: 200 len: 928 time: 0.2437191 Jan 31 19:02:59.814509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:02:59.876881 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Routers {'0db15b65-201b-4327-8e37-76cbf2acf74d'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:02:59.881156 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:02:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['0db15b65-201b-4327-8e37-76cbf2acf74d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:02:59.886682 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79928517-581d-48e9-adae-9da37f487c00 None None] Pushing event updated for resources: {'Port': ['ID=d022ad33-f43e-486a-b768-5b750363e27b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:00.033797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34656) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:00.282400 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] Set router 0db15b65-201b-4327-8e37-76cbf2acf74d gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:03:00.282639 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-aef80d22-827f-45d0-8680-e14c6c7d537f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 7cee7797-16f1-488b-a3b6-e6ea7000d9fb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:00.283408 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef80d22-827f-45d0-8680-e14c6c7d537f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7cee7797-16f1-488b-a3b6-e6ea7000d9fb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:00.316492 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a205d372-e0c5-4a61-a3e8-5f1ed033e6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:00.484197 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a205d372-e0c5-4a61-a3e8-5f1ed033e6e6 admin admin] Publish callbacks [] for security_group (42c4d6c7-ee82-464e-8aaa-3b312f69a138), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:00.489102 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a205d372-e0c5-4a61-a3e8-5f1ed033e6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (42c4d6c7-ee82-464e-8aaa-3b312f69a138), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:00.601191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a205d372-e0c5-4a61-a3e8-5f1ed033e6e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4f300b3e8224f718a5e8c3e35c525bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5591750 Jan 31 19:03:00.603571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34666) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:00.608828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205d372-e0c5-4a61-a3e8-5f1ed033e6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c4d6c7-ee82-464e-8aaa-3b312f69a138,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:00.768572 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00ec1cbb-df00-4c58-b7ac-19bdccec3307 admin admin] Publish callbacks [] for security_group (42c4d6c7-ee82-464e-8aaa-3b312f69a138), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:00.805415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00ec1cbb-df00-4c58-b7ac-19bdccec3307 admin admin] Publish callbacks [] for security_group (42c4d6c7-ee82-464e-8aaa-3b312f69a138), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:00.843593 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db15b65-201b-4327-8e37-76cbf2acf74d', 'name': 'tempest-snat-router-1978771168', 'tenant_id': 'a86b49be31a34c2a8159e5ad43fc14ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133'}], 'enable_snat': False}, 'gw_port_id': 'd022ad33-f43e-486a-b768-5b750363e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:02:52Z', 'updated_at': '2022-01-31T19:02:56Z', 'revision_number': 3, 'project_id': 'a86b49be31a34c2a8159e5ad43fc14ea', 'gw_port': {'id': 'd022ad33-f43e-486a-b768-5b750363e27b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:08:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db15b65-201b-4327-8e37-76cbf2acf74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:02:55Z', 'updated_at': '2022-01-31T19:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:00.906935 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef80d22-827f-45d0-8680-e14c6c7d537f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7cee7797-16f1-488b-a3b6-e6ea7000d9fb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:00.933267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00ec1cbb-df00-4c58-b7ac-19bdccec3307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (42c4d6c7-ee82-464e-8aaa-3b312f69a138), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:00.944770 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00ec1cbb-df00-4c58-b7ac-19bdccec3307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:00.949004 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-00ec1cbb-df00-4c58-b7ac-19bdccec3307 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42c4d6c7-ee82-464e-8aaa-3b312f69a138 HTTP/1.1" status: 204 len: 168 time: 0.3281827 Jan 31 19:03:00.961873 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:01.002589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec1cbb-df00-4c58-b7ac-19bdccec3307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c4d6c7-ee82-464e-8aaa-3b312f69a138,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:01.013718 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:01.194586 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Allocated IP 172.25.8.4 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/b84d3f6f-b11c-41c2-afba-9033408e8686) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:01.216506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:01.378686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-aef80d22-827f-45d0-8680-e14c6c7d537f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 7cee7797-16f1-488b-a3b6-e6ea7000d9fb owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:01.459484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc8932-f235-4100-93e4-7d3b67db4520 None None] Network 0670e85f-b33e-47e8-ac68-7a06afb07314 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:01.536992 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b0459-d8eb-4849-a98f-93bf7e11cb4f None None] The sync data for ids ['0db15b65-201b-4327-8e37-76cbf2acf74d'] in n-d-812111-15 is: [{'id': '0db15b65-201b-4327-8e37-76cbf2acf74d', 'name': 'tempest-snat-router-1978771168', 'tenant_id': 'a86b49be31a34c2a8159e5ad43fc14ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133'}], 'enable_snat': False}, 'gw_port_id': 'd022ad33-f43e-486a-b768-5b750363e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:02:52Z', 'updated_at': '2022-01-31T19:02:56Z', 'revision_number': 3, 'project_id': 'a86b49be31a34c2a8159e5ad43fc14ea', 'gw_port': {'id': 'd022ad33-f43e-486a-b768-5b750363e27b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:08:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db15b65-201b-4327-8e37-76cbf2acf74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:02:55Z', 'updated_at': '2022-01-31T19:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:03:01.657167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:01.658333 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:01.842097 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef80d22-827f-45d0-8680-e14c6c7d537f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7cee7797-16f1-488b-a3b6-e6ea7000d9fb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:01.874866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0b4fbb3d-d90e-475b-a8f5-5e92dc32057b None None] Provisioning complete for port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:01.875738 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0b4fbb3d-d90e-475b-a8f5-5e92dc32057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:02.064195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef80d22-827f-45d0-8680-e14c6c7d537f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=7cee7797-16f1-488b-a3b6-e6ea7000d9fb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:02.124669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef80d22-827f-45d0-8680-e14c6c7d537f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:02.141552 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aef80d22-827f-45d0-8680-e14c6c7d537f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/7cee7797-16f1-488b-a3b6-e6ea7000d9fb HTTP/1.1" status: 204 len: 168 time: 2.2629240 Jan 31 19:03:02.144372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34706) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:02.175677 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for port (b84d3f6f-b11c-41c2-afba-9033408e8686), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:02.212653 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37532e3-3492-42dd-867b-23911a97b05c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:03:02.218814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e37532e3-3492-42dd-867b-23911a97b05c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/7cee7797-16f1-488b-a3b6-e6ea7000d9fb HTTP/1.1" status: 404 len: 333 time: 0.0732501 Jan 31 19:03:02.225315 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:02.386407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0b4fbb3d-d90e-475b-a8f5-5e92dc32057b None None] Current status of the port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:02.386983 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0b4fbb3d-d90e-475b-a8f5-5e92dc32057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:02.426639 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b84d3f6f-b11c-41c2-afba-9033408e8686), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:02.594475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:02.595031 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:02.610670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:02.627871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:02.649734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:02.714481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0b4fbb3d-d90e-475b-a8f5-5e92dc32057b None None] For port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ff6a2fc-9312-43ae-9bab-c8f0faee4b83,segment=NetworkSegment(bef5e7d3-d0f7-421a-8194-7aa2d24dbff6),segment_id=bef5e7d3-d0f7-421a-8194-7aa2d24dbff6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:02.727395 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0b4fbb3d-d90e-475b-a8f5-5e92dc32057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:02.922275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fbb3d-d90e-475b-a8f5-5e92dc32057b None None] Pushing event updated for resources: {'Port': ['ID=6ff6a2fc-9312-43ae-9bab-c8f0faee4b83,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:03.001233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34728) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:03.094910 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:03:03.095266 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:03:03.262292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event updated for resources: {'Port': ['ID=b84d3f6f-b11c-41c2-afba-9033408e8686,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:03.343080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1744144728-network', 'tenant_id': '76d46e93ab04418dbdd46559b78be19d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:03.434615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Made reservation on behalf of 76d46e93ab04418dbdd46559b78be19d for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:03.439654 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:03.470471 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:03.748444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Publish callbacks [] for security_group (ca540427-3bbc-4ebc-ba90-aa691766aef7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:03.754444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:03.768000 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ca540427-3bbc-4ebc-ba90-aa691766aef7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:03.792618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e8b40b79-1c33-431c-bf92-39d7605e47cc tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 05540c81-4de6-4b46-9b6a-3f3df77c76dc {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:03.793090 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8b40b79-1c33-431c-bf92-39d7605e47cc tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (05540c81-4de6-4b46-9b6a-3f3df77c76dc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:03.796261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:03:03.797960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-374216ff-47db-48cb-b068-9b7703c78d5e None None] Provisioning complete for port 05540c81-4de6-4b46-9b6a-3f3df77c76dc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:03.798344 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-374216ff-47db-48cb-b068-9b7703c78d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (05540c81-4de6-4b46-9b6a-3f3df77c76dc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:03.833284 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (54845e39-6d7e-4d99-bb6d-2920e94f97c8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:03.834047 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Added segment 54845e39-6d7e-4d99-bb6d-2920e94f97c8 of type vlan for network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 Jan 31 19:03:03.938464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-374216ff-47db-48cb-b068-9b7703c78d5e None None] Port 05540c81-4de6-4b46-9b6a-3f3df77c76dc cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:03.974861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-374216ff-47db-48cb-b068-9b7703c78d5e None None] Provisioning complete for port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:03.975257 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-374216ff-47db-48cb-b068-9b7703c78d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:04.009781 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (4c453dec-1ac4-4c38-8618-e8a7d8e05607), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:04.047487 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:04.073002 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (4c453dec-1ac4-4c38-8618-e8a7d8e05607), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:04.077230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:04.078099 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:04.206655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Pushing event updated for resources: {'Network': ['ID=4c453dec-1ac4-4c38-8618-e8a7d8e05607,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:04.253581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-374216ff-47db-48cb-b068-9b7703c78d5e None None] Current status of the port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:04.255304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.255697 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.256051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.258578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.258935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.259286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.261853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.262152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d022ad33-f43e-486a-b768-5b750363e27b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:04.262275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.264815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.265193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.265547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.268129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.268682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:04.283801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca540427-3bbc-4ebc-ba90-aa691766aef7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:04.303433 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0330a5a1-3a7e-42b9-abfd-07de919e462a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2979870 Jan 31 19:03:04.322841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34742) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:04.338733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b3108842-0b04-4852-bffe-828f3e9c17a6 admin admin] Request body: {'subnet': {'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1744144728-subnet', 'tenant_id': '76d46e93ab04418dbdd46559b78be19d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:04.392881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:03:04.403616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3108842-0b04-4852-bffe-828f3e9c17a6 admin admin] Made reservation on behalf of 76d46e93ab04418dbdd46559b78be19d for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:04.406416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3108842-0b04-4852-bffe-828f3e9c17a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:04.494737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8b40b79-1c33-431c-bf92-39d7605e47cc tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (05540c81-4de6-4b46-9b6a-3f3df77c76dc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:04.523737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e8b40b79-1c33-431c-bf92-39d7605e47cc tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 05540c81-4de6-4b46-9b6a-3f3df77c76dc owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:04.697891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3c6ce0e9-3f78-49d6-98a6-dd55769d1cdd None None] Provisioning complete for port 05540c81-4de6-4b46-9b6a-3f3df77c76dc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:04.698622 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce0e9-3f78-49d6-98a6-dd55769d1cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (05540c81-4de6-4b46-9b6a-3f3df77c76dc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:04.750954 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ce0e9-3f78-49d6-98a6-dd55769d1cdd None None] Port 05540c81-4de6-4b46-9b6a-3f3df77c76dc cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:04.755066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d022ad33-f43e-486a-b768-5b750363e27b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:04.755645 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d022ad33-f43e-486a-b768-5b750363e27b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:04.965760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f1b1b5ad-2aef-4d3b-89e5-61c6da7f7673 None None] Could not find standard attr ID for object 7cee7797-16f1-488b-a3b6-e6ea7000d9fb. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:03:05.029564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d022ad33-f43e-486a-b768-5b750363e27b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:05.033765 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8b40b79-1c33-431c-bf92-39d7605e47cc tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (05540c81-4de6-4b46-9b6a-3f3df77c76dc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:05.034326 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d022ad33-f43e-486a-b768-5b750363e27b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:05.089708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port d022ad33-f43e-486a-b768-5b750363e27b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d022ad33-f43e-486a-b768-5b750363e27b,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:05.104553 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d022ad33-f43e-486a-b768-5b750363e27b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:05.105512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:05.134311 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3108842-0b04-4852-bffe-828f3e9c17a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (1a00deaa-288a-4e90-aaff-761b9c437c23), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:05.173274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b40b79-1c33-431c-bf92-39d7605e47cc tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=05540c81-4de6-4b46-9b6a-3f3df77c76dc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:05.355770 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8b40b79-1c33-431c-bf92-39d7605e47cc tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:05.367131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34768) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:05.369074 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e8b40b79-1c33-431c-bf92-39d7605e47cc tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/05540c81-4de6-4b46-9b6a-3f3df77c76dc HTTP/1.1" status: 204 len: 168 time: 3.1424782 Jan 31 19:03:05.419950 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:05.422264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=d022ad33-f43e-486a-b768-5b750363e27b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:05.454128 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:05.454790 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:05.499393 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6e7cd0-b643-4f41-967e-95ccd87bc52d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:03:05.501717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ca6e7cd0-b643-4f41-967e-95ccd87bc52d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/05540c81-4de6-4b46-9b6a-3f3df77c76dc HTTP/1.1" status: 404 len: 333 time: 0.1335840 Jan 31 19:03:05.508581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34770) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:05.531835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3108842-0b04-4852-bffe-828f3e9c17a6 admin admin] Checking segment: {'id': '54845e39-6d7e-4d99-bb6d-2920e94f97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:03:05.532938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3108842-0b04-4852-bffe-828f3e9c17a6 admin admin] Network hostable DHCP agents. Network: 4c453dec-1ac4-4c38-8618-e8a7d8e05607, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:03:05.554434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3108842-0b04-4852-bffe-828f3e9c17a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a00deaa-288a-4e90-aaff-761b9c437c23,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:05.626860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3108842-0b04-4852-bffe-828f3e9c17a6 admin admin] Network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:03:05.654097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b3108842-0b04-4852-bffe-828f3e9c17a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 4c453dec-1ac4-4c38-8618-e8a7d8e05607) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:05.686927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ce841-e426-49c2-b7f6-2ba0f2e4c113 None None] Network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:05.706162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ad3ab7-2299-4943-a8f4-acee3940ee81 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting subnet 4af69c7b-4ad9-436d-928f-e6d6cde0b4a8 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:03:05.730032 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3ab7-2299-4943-a8f4-acee3940ee81 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (4af69c7b-4ad9-436d-928f-e6d6cde0b4a8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:05.804525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3108842-0b04-4852-bffe-828f3e9c17a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:05.805174 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3108842-0b04-4852-bffe-828f3e9c17a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:05.877405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b3108842-0b04-4852-bffe-828f3e9c17a6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5502503 Jan 31 19:03:05.884202 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3ab7-2299-4943-a8f4-acee3940ee81 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (4af69c7b-4ad9-436d-928f-e6d6cde0b4a8), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:05.959508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:05.961825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Router 7a5aaf60-f2c1-49d3-aa3d-30d9df125668 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:03:06.109385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594cb8f4-2a12-4197-a2be-da9df43be287 None None] Network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:06.198225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3ab7-2299-4943-a8f4-acee3940ee81 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (4af69c7b-4ad9-436d-928f-e6d6cde0b4a8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:06.338985 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3ab7-2299-4943-a8f4-acee3940ee81 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (4af69c7b-4ad9-436d-928f-e6d6cde0b4a8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:06.356310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:03:06.391320 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d022ad33-f43e-486a-b768-5b750363e27b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:06.394298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1072866b-5ee1-47be-8bea-f652fdeb7bf1 None None] Sync routers for ids ['7a5aaf60-f2c1-49d3-aa3d-30d9df125668'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:03:06.408104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:06.412475 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4ac02f87-bd01-44d2-9974-3bfeb295879e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.5496016 Jan 31 19:03:06.412673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad3ab7-2299-4943-a8f4-acee3940ee81 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Subnet': ['ID=4af69c7b-4ad9-436d-928f-e6d6cde0b4a8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:06.413709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:06.425161 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3ab7-2299-4943-a8f4-acee3940ee81 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:06.434959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d6ad3ab7-2299-4943-a8f4-acee3940ee81 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/4af69c7b-4ad9-436d-928f-e6d6cde0b4a8 HTTP/1.1" status: 204 len: 168 time: 0.9227724 Jan 31 19:03:06.435658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34792) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:06.527945 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc18cd9-e7bc-488f-aaa0-edc900ad9baf None None] Network 0670e85f-b33e-47e8-ac68-7a06afb07314 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:06.552036 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (0670e85f-b33e-47e8-ac68-7a06afb07314), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:06.621346 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1072866b-5ee1-47be-8bea-f652fdeb7bf1 None None] Routers {'7a5aaf60-f2c1-49d3-aa3d-30d9df125668'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:06.621996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1072866b-5ee1-47be-8bea-f652fdeb7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:02:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7a5aaf60-f2c1-49d3-aa3d-30d9df125668'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:06.636516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:06.637129 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:06.747006 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6f0db296-f962-4cfc-9b52-3c136f5d19f5 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/routers/7a5aaf60-f2c1-49d3-aa3d-30d9df125668 HTTP/1.1" status: 200 len: 906 time: 0.3317652 Jan 31 19:03:06.752317 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34796) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:06.754623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] For port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ff6a2fc-9312-43ae-9bab-c8f0faee4b83,segment=NetworkSegment(bef5e7d3-d0f7-421a-8194-7aa2d24dbff6),segment_id=bef5e7d3-d0f7-421a-8194-7aa2d24dbff6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:06.755001 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:06.806290 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:07.124885 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:07.170245 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (6ff6a2fc-9312-43ae-9bab-c8f0faee4b83), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:07.308109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=6ff6a2fc-9312-43ae-9bab-c8f0faee4b83,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:07.350633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No DVR routers for this DVR port 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:03:07.531358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:07.654928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Deleting port b84d3f6f-b11c-41c2-afba-9033408e8686 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:07.656130 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b84d3f6f-b11c-41c2-afba-9033408e8686), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:07.729452 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (0670e85f-b33e-47e8-ac68-7a06afb07314), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:07.803012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0670e85f-b33e-47e8-ac68-7a06afb07314']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:07.833585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1072866b-5ee1-47be-8bea-f652fdeb7bf1 None None] Set router 7a5aaf60-f2c1-49d3-aa3d-30d9df125668 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:03:07.834197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef5e7d3-d0f7-421a-8194-7aa2d24dbff6') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:07.834507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef5e7d3-d0f7-421a-8194-7aa2d24dbff6') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:07.854346 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b84d3f6f-b11c-41c2-afba-9033408e8686), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:07.863428 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (bef5e7d3-d0f7-421a-8194-7aa2d24dbff6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:07.883801 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Calling delete_port for b84d3f6f-b11c-41c2-afba-9033408e8686 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:07.898877 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bef5e7d3-d0f7-421a-8194-7aa2d24dbff6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:07.911302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:03:07.912637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (bef5e7d3-d0f7-421a-8194-7aa2d24dbff6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:03:07.921884 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:03:08.115755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (0670e85f-b33e-47e8-ac68-7a06afb07314), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:08.146495 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:08.164581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/networks/0670e85f-b33e-47e8-ac68-7a06afb07314 HTTP/1.1" status: 204 len: 168 time: 1.7274911 Jan 31 19:03:08.169134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34818) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:08.227689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1044a86b-611c-48e3-a423-7f7f78e6eeff tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-129864367'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:08.244356 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f1f43-96ab-4d64-a595-ed224901459a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Network': ['ID=0670e85f-b33e-47e8-ac68-7a06afb07314,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:08.325618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1044a86b-611c-48e3-a423-7f7f78e6eeff tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:08.336483 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1044a86b-611c-48e3-a423-7f7f78e6eeff tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:08.432840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1044a86b-611c-48e3-a423-7f7f78e6eeff tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:03:08.457589 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b84d3f6f-b11c-41c2-afba-9033408e8686), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:08.459132 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1044a86b-611c-48e3-a423-7f7f78e6eeff tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (d018acd1-f999-4c7e-8f26-cb6b8ad6564b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:08.462296 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-1044a86b-611c-48e3-a423-7f7f78e6eeff tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Added segment d018acd1-f999-4c7e-8f26-cb6b8ad6564b of type vlan for network 37fd15ea-728f-438a-91a9-f53e2b91eabe Jan 31 19:03:08.576197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d022ad33-f43e-486a-b768-5b750363e27b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:08.578981 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d022ad33-f43e-486a-b768-5b750363e27b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:08.597296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event deleted for resources: {'Port': ['ID=b84d3f6f-b11c-41c2-afba-9033408e8686,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:08.619462 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1044a86b-611c-48e3-a423-7f7f78e6eeff tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (37fd15ea-728f-438a-91a9-f53e2b91eabe), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:08.695300 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1044a86b-611c-48e3-a423-7f7f78e6eeff tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (37fd15ea-728f-438a-91a9-f53e2b91eabe), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:08.709972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1044a86b-611c-48e3-a423-7f7f78e6eeff tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:08.711225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1044a86b-611c-48e3-a423-7f7f78e6eeff tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:08.723582 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:08.799153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1072866b-5ee1-47be-8bea-f652fdeb7bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5aaf60-f2c1-49d3-aa3d-30d9df125668', 'name': 'tempest-snat-router-1978771168', 'tenant_id': 'a86b49be31a34c2a8159e5ad43fc14ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b84d3f6f-b11c-41c2-afba-9033408e8686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:02:57Z', 'updated_at': '2022-01-31T19:03:03Z', 'revision_number': 3, 'project_id': 'a86b49be31a34c2a8159e5ad43fc14ea', 'gw_port': {'id': 'b84d3f6f-b11c-41c2-afba-9033408e8686', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5aaf60-f2c1-49d3-aa3d-30d9df125668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:03:01Z', 'updated_at': '2022-01-31T19:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:08.933394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d022ad33-f43e-486a-b768-5b750363e27b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:08.936968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044a86b-611c-48e3-a423-7f7f78e6eeff tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Network': ['ID=37fd15ea-728f-438a-91a9-f53e2b91eabe,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:08.954134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244b98e6-cf6a-48ab-847a-d223be981bb2 None None] DHCP port deletion for 0670e85f-b33e-47e8-ac68-7a06afb07314 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:03:08.966527 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:08.969435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_controller (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:09.002152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1044a86b-611c-48e3-a423-7f7f78e6eeff tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7912145 Jan 31 19:03:09.003813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34834) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:09.031347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-25fdd53b-d238-47ae-bef6-3993aac29e43 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': '37fd15ea-728f-438a-91a9-f53e2b91eabe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:09.051355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (7a5aaf60-f2c1-49d3-aa3d-30d9df125668), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:09.051838 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5aaf60-f2c1-49d3-aa3d-30d9df125668 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:03:09.071317 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:09.074955 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-26aacb12-3afd-47de-978a-11c1d278d6d2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "DELETE /v2.0/routers/7a5aaf60-f2c1-49d3-aa3d-30d9df125668 HTTP/1.1" status: 204 len: 168 time: 2.3212297 Jan 31 19:03:09.077461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34836) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:09.122155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 37fd15ea-728f-438a-91a9-f53e2b91eabe details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:03:09.133740 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:03:09.192946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1072866b-5ee1-47be-8bea-f652fdeb7bf1 None None] Checking router: 7a5aaf60-f2c1-49d3-aa3d-30d9df125668 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:03:09.195385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1072866b-5ee1-47be-8bea-f652fdeb7bf1 None None] Updating router 7a5aaf60-f2c1-49d3-aa3d-30d9df125668 port b84d3f6f-b11c-41c2-afba-9033408e8686 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:03:09.279940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:03:09.280287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ff6a2fc-9312-43ae-9bab-c8f0faee4b83 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:03:09.299679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1072866b-5ee1-47be-8bea-f652fdeb7bf1 None None] Port b84d3f6f-b11c-41c2-afba-9033408e8686 not found while updating agent binding for router 7a5aaf60-f2c1-49d3-aa3d-30d9df125668. {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 31 19:03:09.331046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1072866b-5ee1-47be-8bea-f652fdeb7bf1 None None] Routers set() bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:09.331491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1072866b-5ee1-47be-8bea-f652fdeb7bf1 None None] Router IDs set() for agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 19:03:09.332038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_agentschedulers_db [None req-1072866b-5ee1-47be-8bea-f652fdeb7bf1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a5aaf60-f2c1-49d3-aa3d-30d9df125668'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:02:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent'). {{(pid=103227) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 31 19:03:09.332468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1072866b-5ee1-47be-8bea-f652fdeb7bf1 None None] The sync data for ids ['7a5aaf60-f2c1-49d3-aa3d-30d9df125668'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:03:09.338378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fdd53b-d238-47ae-bef6-3993aac29e43 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:09.341870 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25fdd53b-d238-47ae-bef6-3993aac29e43 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:09.424664 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (0db15b65-201b-4327-8e37-76cbf2acf74d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:09.817124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25fdd53b-d238-47ae-bef6-3993aac29e43 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (c283e2da-ccba-4782-beb9-5c9ea5bc7872), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:09.940295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdd53b-d238-47ae-bef6-3993aac29e43 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Checking segment: {'id': 'd018acd1-f999-4c7e-8f26-cb6b8ad6564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '37fd15ea-728f-438a-91a9-f53e2b91eabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:03:09.940951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fdd53b-d238-47ae-bef6-3993aac29e43 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network hostable DHCP agents. Network: 37fd15ea-728f-438a-91a9-f53e2b91eabe, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:03:09.943024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdd53b-d238-47ae-bef6-3993aac29e43 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Subnet': ['ID=c283e2da-ccba-4782-beb9-5c9ea5bc7872,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:09.994379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fdd53b-d238-47ae-bef6-3993aac29e43 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 37fd15ea-728f-438a-91a9-f53e2b91eabe is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:03:10.010286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-25fdd53b-d238-47ae-bef6-3993aac29e43 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 37fd15ea-728f-438a-91a9-f53e2b91eabe) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:10.020442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473abd28-fe46-4c38-b82d-541ad1bc42fe None None] Network 37fd15ea-728f-438a-91a9-f53e2b91eabe requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:10.027598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fdd53b-d238-47ae-bef6-3993aac29e43 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:10.033277 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25fdd53b-d238-47ae-bef6-3993aac29e43 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:10.085747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-25fdd53b-d238-47ae-bef6-3993aac29e43 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0782492 Jan 31 19:03:10.086440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34852) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:10.096669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': '37fd15ea-728f-438a-91a9-f53e2b91eabe', 'name': 'tempest-PortsIpV6TestJSON-1254878162', 'fixed_ips': [{'subnet_id': 'c283e2da-ccba-4782-beb9-5c9ea5bc7872', 'ip_address': '2001:db8::10'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:10.316610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-37fd15ea-728f-438a-91a9-f53e2b91eabe', 'network_id': '37fd15ea-728f-438a-91a9-f53e2b91eabe', 'project_id': '170663beb4ad4d2484c00a40d5b9e2ea', 'fixed_ips': [{'subnet_id': 'c283e2da-ccba-4782-beb9-5c9ea5bc7872'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:03:10.317396 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:10.377677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:10.648706 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:10.739594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Allocated IP 2001:db8::2 (37fd15ea-728f-438a-91a9-f53e2b91eabe/c283e2da-ccba-4782-beb9-5c9ea5bc7872/1852d32d-632c-404e-bfe0-318e8386c62d) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:10.763059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port 38405e43-94e7-48bf-b56f-87d4aad938d0 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:03:10.807128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (0db15b65-201b-4327-8e37-76cbf2acf74d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:10.941802 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Publish callbacks [] for port (1852d32d-632c-404e-bfe0-318e8386c62d), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:10.967333 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:10.985122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Deleting port d022ad33-f43e-486a-b768-5b750363e27b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:10.985739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d022ad33-f43e-486a-b768-5b750363e27b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:11.066471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Network 37fd15ea-728f-438a-91a9-f53e2b91eabe is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:11.070114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:11.073329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:11.090149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Pushing event updated for resources: {'Port': ['ID=1852d32d-632c-404e-bfe0-318e8386c62d,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:11.114663 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] For port d022ad33-f43e-486a-b768-5b750363e27b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d022ad33-f43e-486a-b768-5b750363e27b,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:11.115043 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d022ad33-f43e-486a-b768-5b750363e27b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:11.136025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Calling delete_port for d022ad33-f43e-486a-b768-5b750363e27b owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:11.209800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Attempting to bind port 1852d32d-632c-404e-bfe0-318e8386c62d on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:03:11.210787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Attempting to bind port 1852d32d-632c-404e-bfe0-318e8386c62d by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'd018acd1-f999-4c7e-8f26-cb6b8ad6564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '37fd15ea-728f-438a-91a9-f53e2b91eabe'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:03:11.211151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Attempting to bind port 1852d32d-632c-404e-bfe0-318e8386c62d on network 37fd15ea-728f-438a-91a9-f53e2b91eabe {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:03:11.226733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:03:11.227322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Checking segment: {'id': 'd018acd1-f999-4c7e-8f26-cb6b8ad6564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '37fd15ea-728f-438a-91a9-f53e2b91eabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:03:11.227939 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:11.228407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Bound using segment: {'id': 'd018acd1-f999-4c7e-8f26-cb6b8ad6564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '37fd15ea-728f-438a-91a9-f53e2b91eabe'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:03:11.228910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Bound port: 1852d32d-632c-404e-bfe0-318e8386c62d, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd018acd1-f999-4c7e-8f26-cb6b8ad6564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '37fd15ea-728f-438a-91a9-f53e2b91eabe'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:03:11.229318 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:11.368068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] For port 1852d32d-632c-404e-bfe0-318e8386c62d, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:03:11.374128 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] For port 1852d32d-632c-404e-bfe0-318e8386c62d, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1852d32d-632c-404e-bfe0-318e8386c62d,segment=NetworkSegment(d018acd1-f999-4c7e-8f26-cb6b8ad6564b),segment_id=d018acd1-f999-4c7e-8f26-cb6b8ad6564b)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:03:11.384444 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:11.503146 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d022ad33-f43e-486a-b768-5b750363e27b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:11.505265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2fa09-36cb-418e-b09c-494f2d3ade2c None None] Pushing event updated for resources: {'Port': ['ID=1852d32d-632c-404e-bfe0-318e8386c62d,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:11.558803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event deleted for resources: {'Port': ['ID=d022ad33-f43e-486a-b768-5b750363e27b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:11.710031 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (0db15b65-201b-4327-8e37-76cbf2acf74d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:11.932282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (0db15b65-201b-4327-8e37-76cbf2acf74d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:11.935509 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_controller (0db15b65-201b-4327-8e37-76cbf2acf74d), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:12.010219 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (0db15b65-201b-4327-8e37-76cbf2acf74d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:12.010615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0db15b65-201b-4327-8e37-76cbf2acf74d {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:03:12.024902 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:12.032299 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-09694bd1-defc-4e5a-a0f2-c186d2cfa366 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0db15b65-201b-4327-8e37-76cbf2acf74d HTTP/1.1" status: 204 len: 168 time: 2.9527125 Jan 31 19:03:12.033017 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 34882) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:12.061428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8::10 (37fd15ea-728f-438a-91a9-f53e2b91eabe/c283e2da-ccba-4782-beb9-5c9ea5bc7872/38405e43-94e7-48bf-b56f-87d4aad938d0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:12.068984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1544619225', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:12.133671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (af6037b6-06b3-4bb9-a705-c63cae948207), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:12.136779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (af6037b6-06b3-4bb9-a705-c63cae948207), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:12.396857 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_controller (af6037b6-06b3-4bb9-a705-c63cae948207), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:12.615601 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (38405e43-94e7-48bf-b56f-87d4aad938d0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:12.713818 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (38405e43-94e7-48bf-b56f-87d4aad938d0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:12.853696 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (af6037b6-06b3-4bb9-a705-c63cae948207), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:12.869067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 37fd15ea-728f-438a-91a9-f53e2b91eabe is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:12.898963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:12.913797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:12.924926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:12.928627 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:12.951162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=38405e43-94e7-48bf-b56f-87d4aad938d0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:12.971704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6201279e-75c3-4b87-a292-6560ca13cb98 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8811817 Jan 31 19:03:12.975027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34926) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:12.991042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': '37fd15ea-728f-438a-91a9-f53e2b91eabe', 'name': 'tempest-PortsIpV6TestJSON-533232498', 'fixed_ips': [{'subnet_id': 'c283e2da-ccba-4782-beb9-5c9ea5bc7872', 'ip_address': '2001:db8::f'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:13.040589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-df9b32ba-7865-4966-bb3a-f77dfc46c367 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:13.051835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-df9b32ba-7865-4966-bb3a-f77dfc46c367 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/networks?id=4c453dec-1ac4-4c38-8618-e8a7d8e05607 HTTP/1.1" status: 200 len: 809 time: 0.6836412 Jan 31 19:03:13.301721 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-b41b1f0b-010d-4aab-a3e9-48f15561b88b tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/quotas/76d46e93ab04418dbdd46559b78be19d HTTP/1.1" status: 200 len: 375 time: 0.2456734 Jan 31 19:03:13.331742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1852d32d-632c-404e-bfe0-318e8386c62d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:13.405592 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (af6037b6-06b3-4bb9-a705-c63cae948207), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:13.443801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-2c1500f2-6306-4a04-8c87-cbef27db557a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76d46e93ab04418dbdd46559b78be19d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1417792 Jan 31 19:03:13.458843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1852d32d-632c-404e-bfe0-318e8386c62d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:13.460887 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:13.488304 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:13.676273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-5e81ba18-a5db-4d57-84b2-7ca661be5009 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:03:13.693181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-5e81ba18-a5db-4d57-84b2-7ca661be5009 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2482078 Jan 31 19:03:13.785625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1852d32d-632c-404e-bfe0-318e8386c62d is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:13.786022 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:13.788196 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2327dedd-696a-4e8f-86aa-4751c1b03455 None None] Network 37fd15ea-728f-438a-91a9-f53e2b91eabe requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:13.858082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Allocated IP 172.25.8.197 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c0298d7f-9231-4c76-ac0f-db9cd50e79ab) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:13.969029 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-1f8dc56d-393e-41a9-bc07-2937492ccb3b service neutron] 10.222.0.20 "GET /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708745 Jan 31 19:03:13.969911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:13.974954 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:14.176909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port d020f004-2aa6-481b-89bd-a042282e94c1 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:03:14.249792 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for port (c0298d7f-9231-4c76-ac0f-db9cd50e79ab), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:14.297227 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c0298d7f-9231-4c76-ac0f-db9cd50e79ab), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:14.331757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 1852d32d-632c-404e-bfe0-318e8386c62d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1852d32d-632c-404e-bfe0-318e8386c62d,segment=NetworkSegment(d018acd1-f999-4c7e-8f26-cb6b8ad6564b),segment_id=d018acd1-f999-4c7e-8f26-cb6b8ad6564b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:14.336646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-77bd0330-1eb9-4bd6-8a97-e0b3d3d83c65 None None] Provisioning complete for port 1852d32d-632c-404e-bfe0-318e8386c62d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:14.337215 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-77bd0330-1eb9-4bd6-8a97-e0b3d3d83c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:14.389976 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:14.418377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Pushing event updated for resources: {'Port': ['ID=c0298d7f-9231-4c76-ac0f-db9cd50e79ab,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:14.455145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:14.456742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:14.473406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:14.487575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-3fe33cec-1cb3-4645-af68-b051d136ff56 service neutron] 10.222.0.20 "GET /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948590 Jan 31 19:03:14.547351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=1852d32d-632c-404e-bfe0-318e8386c62d,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:14.584459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d022ad33-f43e-486a-b768-5b750363e27b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:03:14.672542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d022ad33-f43e-486a-b768-5b750363e27b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:03:14.672923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d022ad33-f43e-486a-b768-5b750363e27b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:03:14.785986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8::f (37fd15ea-728f-438a-91a9-f53e2b91eabe/c283e2da-ccba-4782-beb9-5c9ea5bc7872/d020f004-2aa6-481b-89bd-a042282e94c1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:14.909967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-77bd0330-1eb9-4bd6-8a97-e0b3d3d83c65 None None] Current status of the port 1852d32d-632c-404e-bfe0-318e8386c62d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:14.935404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-647e448f-ea43-40bd-98aa-2bb6f0ee2df4 req-b7bae785-8744-4cb1-b615-40d62b7ab7a0 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 210 time: 0.0663188 Jan 31 19:03:15.121965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1852d32d-632c-404e-bfe0-318e8386c62d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:15.329390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1852d32d-632c-404e-bfe0-318e8386c62d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:15.329786 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:15.367236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (d020f004-2aa6-481b-89bd-a042282e94c1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:15.455355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (af6037b6-06b3-4bb9-a705-c63cae948207), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:15.493974 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d020f004-2aa6-481b-89bd-a042282e94c1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:15.594100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1852d32d-632c-404e-bfe0-318e8386c62d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:15.669800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1e6b463b-d591-4a21-a9d1-10f360c37dad None None] Provisioning complete for port 38405e43-94e7-48bf-b56f-87d4aad938d0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:15.672539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 37fd15ea-728f-438a-91a9-f53e2b91eabe is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:15.681886 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e6b463b-d591-4a21-a9d1-10f360c37dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (38405e43-94e7-48bf-b56f-87d4aad938d0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:15.712415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:15.714585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=d020f004-2aa6-481b-89bd-a042282e94c1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:15.716938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:15.734818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:15.735515 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:15.777805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-47223a5d-eb86-4be6-acc0-dd77afb41726 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8015771 Jan 31 19:03:15.782859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 34988) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:15.783855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b463b-d591-4a21-a9d1-10f360c37dad None None] Port 38405e43-94e7-48bf-b56f-87d4aad938d0 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:15.818236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1e6b463b-d591-4a21-a9d1-10f360c37dad None None] Provisioning complete for port 1852d32d-632c-404e-bfe0-318e8386c62d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:15.818802 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e6b463b-d591-4a21-a9d1-10f360c37dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:16.220980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-089c60cc-3508-4c19-9ed4-81c63ab0a7ff req-7ff26288-778b-4f0c-96a5-7045dcd6df5c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 210 time: 0.1713166 Jan 31 19:03:16.283421 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b463b-d591-4a21-a9d1-10f360c37dad None None] Current status of the port 1852d32d-632c-404e-bfe0-318e8386c62d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:16.286718 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (af6037b6-06b3-4bb9-a705-c63cae948207), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:16.309699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc02d9d3-d98c-405c-a659-c065a1886a4e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:16.321148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bc02d9d3-d98c-405c-a659-c065a1886a4e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5367975 Jan 31 19:03:16.324807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35006) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:16.435353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5fee652a-e4b1-4efc-8701-a52d58ac3e41 None None] Provisioning complete for port 38405e43-94e7-48bf-b56f-87d4aad938d0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:16.436886 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5fee652a-e4b1-4efc-8701-a52d58ac3e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (38405e43-94e7-48bf-b56f-87d4aad938d0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:16.529902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03850acd-93b8-4295-bb7a-c6894f9d239f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:16.560131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03850acd-93b8-4295-bb7a-c6894f9d239f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:16.575535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03850acd-93b8-4295-bb7a-c6894f9d239f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:16.582176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-03850acd-93b8-4295-bb7a-c6894f9d239f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2546964 Jan 31 19:03:16.583422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35016) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:16.628195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5fee652a-e4b1-4efc-8701-a52d58ac3e41 None None] Port 38405e43-94e7-48bf-b56f-87d4aad938d0 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:16.792094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Router af6037b6-06b3-4bb9-a705-c63cae948207 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:03:16.806168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c48f6-a2a0-4b68-865d-ddbc0671e0f6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port d020f004-2aa6-481b-89bd-a042282e94c1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:16.811480 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a3c48f6-a2a0-4b68-865d-ddbc0671e0f6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d020f004-2aa6-481b-89bd-a042282e94c1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:16.968374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8d3332c6-49b7-474a-bda2-b70e8524aff4 None None] Provisioning complete for port d020f004-2aa6-481b-89bd-a042282e94c1 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:16.974782 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d3332c6-49b7-474a-bda2-b70e8524aff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d020f004-2aa6-481b-89bd-a042282e94c1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:17.092062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:03:17.106090 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e4ccd2-9e8a-4b75-a39b-a0bb9041e027 None None] Sync routers for ids ['af6037b6-06b3-4bb9-a705-c63cae948207'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:03:17.123365 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e4ccd2-9e8a-4b75-a39b-a0bb9041e027 None None] Routers {'af6037b6-06b3-4bb9-a705-c63cae948207'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:17.124003 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-84e4ccd2-9e8a-4b75-a39b-a0bb9041e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:02:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['af6037b6-06b3-4bb9-a705-c63cae948207'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:17.135762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8d3332c6-49b7-474a-bda2-b70e8524aff4 None None] Port d020f004-2aa6-481b-89bd-a042282e94c1 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:17.166800 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:17.168143 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dfb5d59e-c45f-4550-909d-8a239e81faae tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.1341367 Jan 31 19:03:17.170811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35024) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:17.181250 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a3c48f6-a2a0-4b68-865d-ddbc0671e0f6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d020f004-2aa6-481b-89bd-a042282e94c1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:17.193803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-495b489a-c18a-4a96-aff3-eafee23ec4b8 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'enable_snat': False}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:17.198125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c48f6-a2a0-4b68-865d-ddbc0671e0f6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for d020f004-2aa6-481b-89bd-a042282e94c1 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:17.266082 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-84e4ccd2-9e8a-4b75-a39b-a0bb9041e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:17.290698 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e4ccd2-9e8a-4b75-a39b-a0bb9041e027 None None] Routers {'af6037b6-06b3-4bb9-a705-c63cae948207'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:17.291589 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-84e4ccd2-9e8a-4b75-a39b-a0bb9041e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:02:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['af6037b6-06b3-4bb9-a705-c63cae948207'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:17.434566 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-84e4ccd2-9e8a-4b75-a39b-a0bb9041e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:17.439566 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e4ccd2-9e8a-4b75-a39b-a0bb9041e027 None None] The sync data for ids ['af6037b6-06b3-4bb9-a705-c63cae948207'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:03:17.672281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24fd4fda-ff2a-4c01-83ef-172802f34dcc req-4f9de265-cd29-493c-8ffa-54ed67c64971 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 210 time: 0.2021780 Jan 31 19:03:17.729217 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a3c48f6-a2a0-4b68-865d-ddbc0671e0f6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d020f004-2aa6-481b-89bd-a042282e94c1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:17.828249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c48f6-a2a0-4b68-865d-ddbc0671e0f6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=d020f004-2aa6-481b-89bd-a042282e94c1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:17.893330 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a3c48f6-a2a0-4b68-865d-ddbc0671e0f6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:17.897252 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1a3c48f6-a2a0-4b68-865d-ddbc0671e0f6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/d020f004-2aa6-481b-89bd-a042282e94c1 HTTP/1.1" status: 204 len: 168 time: 1.3114851 Jan 31 19:03:17.906758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35044) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:17.968306 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd253801-c7b7-45fe-8c9e-4fdfb5cee588 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:03:17.969831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fd253801-c7b7-45fe-8c9e-4fdfb5cee588 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/d020f004-2aa6-481b-89bd-a042282e94c1 HTTP/1.1" status: 404 len: 333 time: 0.0621026 Jan 31 19:03:17.972492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35046) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:18.000577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-d9856f48-1801-4647-a727-01d74ad7bc37 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:18.002007 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-d9856f48-1801-4647-a727-01d74ad7bc37 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.21 "GET /v2.0/networks?id=4c453dec-1ac4-4c38-8618-e8a7d8e05607 HTTP/1.1" status: 200 len: 809 time: 0.4494860 Jan 31 19:03:18.022030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Request body: {'port': {'device_id': 'b2e183e8-6f17-4b6c-a1d6-285f78508635', 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607', 'admin_state_up': True, 'tenant_id': '76d46e93ab04418dbdd46559b78be19d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:18.177839 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f22ecce7-40a7-4fb6-a619-18827296659d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 38405e43-94e7-48bf-b56f-87d4aad938d0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:18.178101 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f22ecce7-40a7-4fb6-a619-18827296659d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (38405e43-94e7-48bf-b56f-87d4aad938d0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:18.384327 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f22ecce7-40a7-4fb6-a619-18827296659d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (38405e43-94e7-48bf-b56f-87d4aad938d0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:18.399852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f22ecce7-40a7-4fb6-a619-18827296659d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 38405e43-94e7-48bf-b56f-87d4aad938d0 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:18.693054 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f22ecce7-40a7-4fb6-a619-18827296659d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (38405e43-94e7-48bf-b56f-87d4aad938d0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:18.701799 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-495b489a-c18a-4a96-aff3-eafee23ec4b8 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (af6037b6-06b3-4bb9-a705-c63cae948207), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:18.796669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ecce7-40a7-4fb6-a619-18827296659d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=38405e43-94e7-48bf-b56f-87d4aad938d0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:18.845521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Made reservation on behalf of 76d46e93ab04418dbdd46559b78be19d for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:18.853857 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:18.855784 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aeaf8afb-5a2e-42c8-b090-cc9113fd63fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:19.022847 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f22ecce7-40a7-4fb6-a619-18827296659d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:19.030153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f22ecce7-40a7-4fb6-a619-18827296659d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/38405e43-94e7-48bf-b56f-87d4aad938d0 HTTP/1.1" status: 204 len: 168 time: 1.0566411 Jan 31 19:03:19.032507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5665fb80-a5d6-4f44-9f76-5c9b3b3e8679 req-2e8e22e8-1c9c-4bd1-9f95-cd5e99514cdd tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 210 time: 0.1009283 Jan 31 19:03:19.033166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35070) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:19.118648 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99e3c86-3b53-4da6-894f-af9f43e81bf9 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:03:19.120139 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d99e3c86-3b53-4da6-894f-af9f43e81bf9 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/38405e43-94e7-48bf-b56f-87d4aad938d0 HTTP/1.1" status: 404 len: 333 time: 0.0857215 Jan 31 19:03:19.122927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35072) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:19.201062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Allocated IP 172.20.0.12 (4c453dec-1ac4-4c38-8618-e8a7d8e05607/1a00deaa-288a-4e90-aaff-761b9c437c23/0495c390-dbdd-4713-ace4-6b8703f534a4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:19.227065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-51262ee4-8f81-451d-a13c-650100a721c7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting subnet c283e2da-ccba-4782-beb9-5c9ea5bc7872 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:03:19.233167 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51262ee4-8f81-451d-a13c-650100a721c7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (c283e2da-ccba-4782-beb9-5c9ea5bc7872), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:19.278522 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51262ee4-8f81-451d-a13c-650100a721c7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (c283e2da-ccba-4782-beb9-5c9ea5bc7872), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:19.374064 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51262ee4-8f81-451d-a13c-650100a721c7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (c283e2da-ccba-4782-beb9-5c9ea5bc7872), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:19.427131 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks [] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:19.446997 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51262ee4-8f81-451d-a13c-650100a721c7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (c283e2da-ccba-4782-beb9-5c9ea5bc7872), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:19.477320 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:19.495314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51262ee4-8f81-451d-a13c-650100a721c7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Subnet': ['ID=c283e2da-ccba-4782-beb9-5c9ea5bc7872,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:19.517396 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51262ee4-8f81-451d-a13c-650100a721c7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:19.518176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ec2f51-e457-41a7-a660-f5b46a04917a None None] Network 37fd15ea-728f-438a-91a9-f53e2b91eabe requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:19.523035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-51262ee4-8f81-451d-a13c-650100a721c7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/c283e2da-ccba-4782-beb9-5c9ea5bc7872 HTTP/1.1" status: 204 len: 168 time: 0.3982880 Jan 31 19:03:19.529614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35078) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:19.619357 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:19.636448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:19.648143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:19.786850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Pushing event updated for resources: {'Port': ['ID=0495c390-dbdd-4713-ace4-6b8703f534a4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:19.813208 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (37fd15ea-728f-438a-91a9-f53e2b91eabe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:19.815253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:19.816256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:19.867296 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-c90b10a8-cc91-4e13-a25c-3a6b55cf7dcf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8536100 Jan 31 19:03:19.885888 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Request body: {'port': {'device_id': 'b2e183e8-6f17-4b6c-a1d6-285f78508635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:19.907401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc539e37-5b98-4340-bdb9-3c34c8e0ae11 None None] DHCP port deletion for 37fd15ea-728f-438a-91a9-f53e2b91eabe request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:03:19.940295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 1852d32d-632c-404e-bfe0-318e8386c62d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:19.940663 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.028688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dc539e37-5b98-4340-bdb9-3c34c8e0ae11 None None] Deleting port 1852d32d-632c-404e-bfe0-318e8386c62d {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:20.029356 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc539e37-5b98-4340-bdb9-3c34c8e0ae11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.076358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.086562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] For port 1852d32d-632c-404e-bfe0-318e8386c62d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1852d32d-632c-404e-bfe0-318e8386c62d,segment=NetworkSegment(d018acd1-f999-4c7e-8f26-cb6b8ad6564b),segment_id=d018acd1-f999-4c7e-8f26-cb6b8ad6564b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:20.086883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.101980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 1852d32d-632c-404e-bfe0-318e8386c62d owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:20.204800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-dc539e37-5b98-4340-bdb9-3c34c8e0ae11 None None] For port 1852d32d-632c-404e-bfe0-318e8386c62d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1852d32d-632c-404e-bfe0-318e8386c62d,segment=NetworkSegment(d018acd1-f999-4c7e-8f26-cb6b8ad6564b),segment_id=d018acd1-f999-4c7e-8f26-cb6b8ad6564b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:20.206025 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc539e37-5b98-4340-bdb9-3c34c8e0ae11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.236896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dc539e37-5b98-4340-bdb9-3c34c8e0ae11 None None] Calling delete_port for 1852d32d-632c-404e-bfe0-318e8386c62d owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:20.405324 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.443402 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc539e37-5b98-4340-bdb9-3c34c8e0ae11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (1852d32d-632c-404e-bfe0-318e8386c62d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.473306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=1852d32d-632c-404e-bfe0-318e8386c62d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:20.481007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No DVR routers for this DVR port 1852d32d-632c-404e-bfe0-318e8386c62d on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:03:20.495366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc539e37-5b98-4340-bdb9-3c34c8e0ae11 None None] Pushing event deleted for resources: {'Port': ['ID=1852d32d-632c-404e-bfe0-318e8386c62d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:20.507637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a6af5-bbf6-4e67-9db8-70c86827f57b req-222aa491-4016-4ce7-baf0-7392bd643b43 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:20.509355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f4a6af5-bbf6-4e67-9db8-70c86827f57b req-222aa491-4016-4ce7-baf0-7392bd643b43 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 932 time: 0.2563291 Jan 31 19:03:20.517906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc539e37-5b98-4340-bdb9-3c34c8e0ae11 None None] No DVR routers for this DVR port 1852d32d-632c-404e-bfe0-318e8386c62d on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:03:20.691098 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (37fd15ea-728f-438a-91a9-f53e2b91eabe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.738138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fd15ea-728f-438a-91a9-f53e2b91eabe']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:20.759522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd018acd1-f999-4c7e-8f26-cb6b8ad6564b') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:20.759930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd018acd1-f999-4c7e-8f26-cb6b8ad6564b') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:20.774430 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (d018acd1-f999-4c7e-8f26-cb6b8ad6564b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.789653 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (d018acd1-f999-4c7e-8f26-cb6b8ad6564b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.796175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:03:20.796707 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (d018acd1-f999-4c7e-8f26-cb6b8ad6564b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:03:20.890922 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:03:20.925580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (37fd15ea-728f-438a-91a9-f53e2b91eabe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.944016 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:20.950894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/networks/37fd15ea-728f-438a-91a9-f53e2b91eabe HTTP/1.1" status: 204 len: 168 time: 1.4167402 Jan 31 19:03:20.956563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35108) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:20.971626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-dadbf212-79ea-4563-a51a-adc03b9460db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1030755452'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:21.040214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab8066-947d-43cc-8387-5b8c4fa64d48 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Network': ['ID=37fd15ea-728f-438a-91a9-f53e2b91eabe,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:21.109490 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f4a6af5-bbf6-4e67-9db8-70c86827f57b req-4219aa0d-12a7-4124-8b16-a7f0e23ad2fa tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553663 Jan 31 19:03:21.122853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1852d32d-632c-404e-bfe0-318e8386c62d no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:03:21.129135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadbf212-79ea-4563-a51a-adc03b9460db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:21.138463 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dadbf212-79ea-4563-a51a-adc03b9460db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:21.198268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadbf212-79ea-4563-a51a-adc03b9460db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:03:21.200104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 1852d32d-632c-404e-bfe0-318e8386c62d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:03:21.200794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1852d32d-632c-404e-bfe0-318e8386c62d not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:03:21.219436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dadbf212-79ea-4563-a51a-adc03b9460db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5497270b-ae12-4dc8-8323-6a34149f96a4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:21.219436 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-dadbf212-79ea-4563-a51a-adc03b9460db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Added segment 5497270b-ae12-4dc8-8323-6a34149f96a4 of type vlan for network 86e55a44-0d2a-47c0-804c-171e8eb00a92 Jan 31 19:03:21.220807 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-494b4f1a-70b5-493d-9ebf-0682384e4b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:21.390230 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dadbf212-79ea-4563-a51a-adc03b9460db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (86e55a44-0d2a-47c0-804c-171e8eb00a92), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:21.477260 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dadbf212-79ea-4563-a51a-adc03b9460db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (86e55a44-0d2a-47c0-804c-171e8eb00a92), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:21.483191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadbf212-79ea-4563-a51a-adc03b9460db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:21.484128 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dadbf212-79ea-4563-a51a-adc03b9460db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:21.545740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dadbf212-79ea-4563-a51a-adc03b9460db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5781510 Jan 31 19:03:21.553042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35122) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:21.560133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fcae963b-ec1a-429d-b879-a30d46055e7e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': '86e55a44-0d2a-47c0-804c-171e8eb00a92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:21.635330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbf212-79ea-4563-a51a-adc03b9460db tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Network': ['ID=86e55a44-0d2a-47c0-804c-171e8eb00a92,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:21.653906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 86e55a44-0d2a-47c0-804c-171e8eb00a92 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:03:21.753290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcae963b-ec1a-429d-b879-a30d46055e7e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:21.759243 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcae963b-ec1a-429d-b879-a30d46055e7e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:21.964235 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-495b489a-c18a-4a96-aff3-eafee23ec4b8 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (af6037b6-06b3-4bb9-a705-c63cae948207), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:21.987381 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-495b489a-c18a-4a96-aff3-eafee23ec4b8 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (af6037b6-06b3-4bb9-a705-c63cae948207), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:22.088544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0495c390-dbdd-4713-ace4-6b8703f534a4 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:03:22.112942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Publish callbacks [] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:22.147404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Transition to ACTIVE for port object 0495c390-dbdd-4713-ace4-6b8703f534a4 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:03:22.225313 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:22.473496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a8a0-835d-4579-99b6-deebf7b9b68c req-f7bba65a-56bf-4af5-a901-7faf180406a6 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:22.485870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5908a8a0-835d-4579-99b6-deebf7b9b68c req-f7bba65a-56bf-4af5-a901-7faf180406a6 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 944 time: 0.1570621 Jan 31 19:03:22.494608 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:22.623312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5908a8a0-835d-4579-99b6-deebf7b9b68c req-229fbb02-999d-4ee8-82cb-19f8442e4bfd tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327410 Jan 31 19:03:22.638492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0495c390-dbdd-4713-ace4-6b8703f534a4,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:22.666685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495b489a-c18a-4a96-aff3-eafee23ec4b8 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Router af6037b6-06b3-4bb9-a705-c63cae948207 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:03:22.715364 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35168) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:22.913984 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcae963b-ec1a-429d-b879-a30d46055e7e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (1313e3fc-2ae2-4559-8ce9-03b15938e726), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:22.963776 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Attempting to bind port 0495c390-dbdd-4713-ace4-6b8703f534a4 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:03:22.964305 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Attempting to bind port 0495c390-dbdd-4713-ace4-6b8703f534a4 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '54845e39-6d7e-4d99-bb6d-2920e94f97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:03:22.964531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Attempting to bind port 0495c390-dbdd-4713-ace4-6b8703f534a4 on network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:03:22.968908 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3c2ce55-64c3-4413-8365-40aa846cdf33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:22.984782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Port 0495c390-dbdd-4713-ace4-6b8703f534a4 on network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:03:22.985129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Attempting to bind port 0495c390-dbdd-4713-ace4-6b8703f534a4 on network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:03:23.096105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:03:23.096489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Checking segment: {'id': '54845e39-6d7e-4d99-bb6d-2920e94f97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:03:23.096893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Bound using segment: {'id': '54845e39-6d7e-4d99-bb6d-2920e94f97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:03:23.099930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Bound port: 0495c390-dbdd-4713-ace4-6b8703f534a4, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54845e39-6d7e-4d99-bb6d-2920e94f97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:03:23.102099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:23.144665 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3c2ce55-64c3-4413-8365-40aa846cdf33 admin admin] Publish callbacks [] for security_group (c3b18b3a-0461-4686-90d4-c0a24c489e22), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:23.158923 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3c2ce55-64c3-4413-8365-40aa846cdf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c3b18b3a-0461-4686-90d4-c0a24c489e22), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:23.228518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] For port 0495c390-dbdd-4713-ace4-6b8703f534a4, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:03:23.231754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] For port 0495c390-dbdd-4713-ace4-6b8703f534a4, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0495c390-dbdd-4713-ace4-6b8703f534a4,segment=NetworkSegment(54845e39-6d7e-4d99-bb6d-2920e94f97c8),segment_id=54845e39-6d7e-4d99-bb6d-2920e94f97c8)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:03:23.246647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2ce55-64c3-4413-8365-40aa846cdf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b18b3a-0461-4686-90d4-c0a24c489e22,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:23.257289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a3c2ce55-64c3-4413-8365-40aa846cdf33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97c74fc7c6c24d39938a9d0aad4c7b35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5408473 Jan 31 19:03:23.262196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:23.276989 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:23.353358 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0495c390-dbdd-4713-ace4-6b8703f534a4,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:23.354132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae963b-ec1a-429d-b879-a30d46055e7e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Subnet': ['ID=1313e3fc-2ae2-4559-8ce9-03b15938e726,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:23.394244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae963b-ec1a-429d-b879-a30d46055e7e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Checking segment: {'id': '5497270b-ae12-4dc8-8323-6a34149f96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '86e55a44-0d2a-47c0-804c-171e8eb00a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:03:23.394526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcae963b-ec1a-429d-b879-a30d46055e7e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network hostable DHCP agents. Network: 86e55a44-0d2a-47c0-804c-171e8eb00a92, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:03:23.399867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:23.400527 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:23.401930 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-354ce426-a9aa-4c89-94c0-ad0a8074f5f3 service neutron] 10.222.0.21 "PUT /v2.0/ports/0495c390-dbdd-4713-ace4-6b8703f534a4 HTTP/1.1" status: 200 len: 1093 time: 3.5215752 Jan 31 19:03:23.405141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e183e8-6f17-4b6c-a1d6-285f78508635', 'tag': '0495c390-dbdd-4713-ace4-6b8703f534a4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:03:23.408823 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa6d19a-cf81-415e-adc9-76c543a61d80" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e183e8-6f17-4b6c-a1d6-285f78508635", "tag": "0495c390-dbdd-4713-ace4-6b8703f534a4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:03:23.414056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95789fe7-6f6a-4d1e-a209-67372f652176 admin admin] Publish callbacks [] for security_group (c3b18b3a-0461-4686-90d4-c0a24c489e22), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:23.418526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495b489a-c18a-4a96-aff3-eafee23ec4b8 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:03:23.428550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fcaf5b-1558-45e4-978a-f11d1beaf00e None None] Sync routers for ids ['af6037b6-06b3-4bb9-a705-c63cae948207'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:03:23.438767 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-495b489a-c18a-4a96-aff3-eafee23ec4b8 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:23.441979 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-495b489a-c18a-4a96-aff3-eafee23ec4b8 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "PUT /v2.0/routers/af6037b6-06b3-4bb9-a705-c63cae948207 HTTP/1.1" status: 200 len: 926 time: 6.2701411 Jan 31 19:03:23.445806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35186) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:23.447018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fcaf5b-1558-45e4-978a-f11d1beaf00e None None] Routers {'af6037b6-06b3-4bb9-a705-c63cae948207'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:23.447862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-81fcaf5b-1558-45e4-978a-f11d1beaf00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['af6037b6-06b3-4bb9-a705-c63cae948207'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:23.478944 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95789fe7-6f6a-4d1e-a209-67372f652176 admin admin] Publish callbacks [] for security_group (c3b18b3a-0461-4686-90d4-c0a24c489e22), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:23.537612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-81fcaf5b-1558-45e4-978a-f11d1beaf00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:23.556631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fcaf5b-1558-45e4-978a-f11d1beaf00e None None] Routers {'af6037b6-06b3-4bb9-a705-c63cae948207'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:23.556775 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95789fe7-6f6a-4d1e-a209-67372f652176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c3b18b3a-0461-4686-90d4-c0a24c489e22), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:23.557272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-81fcaf5b-1558-45e4-978a-f11d1beaf00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['af6037b6-06b3-4bb9-a705-c63cae948207'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:23.563567 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95789fe7-6f6a-4d1e-a209-67372f652176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:23.579078 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3382980-3ef8-4936-b466-e69f20120fe5 x-openstack-request-id: req-e3382980-3ef8-4936-b466-e69f20120fe5 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:03:23.579391 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e183e8-6f17-4b6c-a1d6-285f78508635", "tag": "0495c390-dbdd-4713-ace4-6b8703f534a4", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:03:23.579729 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3382980-3ef8-4936-b466-e69f20120fe5 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:03:23.588015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-95789fe7-6f6a-4d1e-a209-67372f652176 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3b18b3a-0461-4686-90d4-c0a24c489e22 HTTP/1.1" status: 204 len: 168 time: 0.3234360 Jan 31 19:03:23.588738 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e183e8-6f17-4b6c-a1d6-285f78508635', 'tag': '0495c390-dbdd-4713-ace4-6b8703f534a4', 'status': 'completed', 'code': 200} Jan 31 19:03:23.622754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95789fe7-6f6a-4d1e-a209-67372f652176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b18b3a-0461-4686-90d4-c0a24c489e22,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:23.638754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcae963b-ec1a-429d-b879-a30d46055e7e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 86e55a44-0d2a-47c0-804c-171e8eb00a92 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:03:23.684028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-81fcaf5b-1558-45e4-978a-f11d1beaf00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:23.685265 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fcae963b-ec1a-429d-b879-a30d46055e7e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 86e55a44-0d2a-47c0-804c-171e8eb00a92) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:23.686834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fcaf5b-1558-45e4-978a-f11d1beaf00e None None] The sync data for ids ['af6037b6-06b3-4bb9-a705-c63cae948207'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:03:23.707953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae963b-ec1a-429d-b879-a30d46055e7e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:23.709239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcae963b-ec1a-429d-b879-a30d46055e7e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:23.895698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08971c-966c-48ba-84e5-5274b7ccb09d req-f441898c-527d-436f-8823-05e7e14ce728 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:23.898854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed08971c-966c-48ba-84e5-5274b7ccb09d req-f441898c-527d-436f-8823-05e7e14ce728 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 944 time: 0.1089888 Jan 31 19:03:23.978119 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-aaeef641-da06-4c80-87dc-b811109ca892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:23.980258 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-aaeef641-da06-4c80-87dc-b811109ca892 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76d46e93ab04418dbdd46559b78be19d&device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 1127 time: 0.5091579 Jan 31 19:03:24.017530 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fcae963b-ec1a-429d-b879-a30d46055e7e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4616385 Jan 31 19:03:24.026713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35216) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:24.044241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f5035dc9-839e-4774-9a0a-028c841d2afd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1385611819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:24.168655 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-6fdde604-16b3-4459-91c2-f6b8f7067cb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0495c390-dbdd-4713-ace4-6b8703f534a4 HTTP/1.1" status: 200 len: 217 time: 0.1376617 Jan 31 19:03:24.207614 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5035dc9-839e-4774-9a0a-028c841d2afd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (493c3b6d-c5b0-4eac-a7b1-018337ed035f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:24.211769 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5035dc9-839e-4774-9a0a-028c841d2afd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (493c3b6d-c5b0-4eac-a7b1-018337ed035f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:24.251609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a96815-3df5-4544-a590-8e71497aaa74 None None] Network 86e55a44-0d2a-47c0-804c-171e8eb00a92 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:24.266064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed08971c-966c-48ba-84e5-5274b7ccb09d req-6c775c9d-89ad-4e25-8790-0d721c27ca32 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585393 Jan 31 19:03:24.285992 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-da7040d9-47c5-4bdb-9d04-1fd04eafdd8e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/routers/af6037b6-06b3-4bb9-a705-c63cae948207 HTTP/1.1" status: 200 len: 926 time: 0.8282149 Jan 31 19:03:24.300828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35220) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:24.333226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-4d4a3de2-1920-4aa1-a24b-8b7a1d1907a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:24.338091 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-4d4a3de2-1920-4aa1-a24b-8b7a1d1907a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a00deaa-288a-4e90-aaff-761b9c437c23 HTTP/1.1" status: 200 len: 849 time: 0.1551065 Jan 31 19:03:24.416199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35222) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:24.435844 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-1bda2701-00bf-411c-b955-923b4f41cb7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c453dec-1ac4-4c38-8618-e8a7d8e05607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918269 Jan 31 19:03:24.466263 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d04691a-0d54-441d-8976-bab51500600b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:24.515507 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:24.525236 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:24.531596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5035dc9-839e-4774-9a0a-028c841d2afd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for router_controller (493c3b6d-c5b0-4eac-a7b1-018337ed035f), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:24.538667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e0b77-d835-4bc7-aea8-e569b62a565d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:24.545706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-432e0b77-d835-4bc7-aea8-e569b62a565d tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&device_id=af6037b6-06b3-4bb9-a705-c63cae948207&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2406487 Jan 31 19:03:24.547884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35224) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:24.639465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-86e55a44-0d2a-47c0-804c-171e8eb00a92', 'network_id': '86e55a44-0d2a-47c0-804c-171e8eb00a92', 'project_id': '170663beb4ad4d2484c00a40d5b9e2ea', 'fixed_ips': [{'subnet_id': '1313e3fc-2ae2-4559-8ce9-03b15938e726'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:03:24.640365 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:24.660967 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-8bd804c6-43c1-4346-88b9-c54936582ce1 service neutron] 10.222.0.21 "GET /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036529 Jan 31 19:03:24.814427 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5035dc9-839e-4774-9a0a-028c841d2afd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (493c3b6d-c5b0-4eac-a7b1-018337ed035f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:24.874163 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-2e3980f7-8f16-4ddb-94e7-2d02a00f30cf req-60fc08c8-66db-413f-a9ee-ee4ff9cc598a service neutron] 10.222.0.21 "GET /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055342 Jan 31 19:03:25.004632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bf767e-1e64-410c-b6da-14fccbf9dbf4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:25.012802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:25.013371 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a4bf767e-1e64-410c-b6da-14fccbf9dbf4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 881 time: 0.4545748 Jan 31 19:03:25.032668 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5035dc9-839e-4774-9a0a-028c841d2afd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:25.036747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f5035dc9-839e-4774-9a0a-028c841d2afd tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0084789 Jan 31 19:03:25.047007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:25.059839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Allocated IP 2001:db8::2 (86e55a44-0d2a-47c0-804c-171e8eb00a92/1313e3fc-2ae2-4559-8ce9-03b15938e726/167ebf85-0f97-46e3-bbcf-130167567d4e) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:25.060117 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d04691a-0d54-441d-8976-bab51500600b admin admin] Publish callbacks [] for security_group (6b4e05ac-bb56-4345-9b1d-6a5f5b76c5d8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:25.071940 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d04691a-0d54-441d-8976-bab51500600b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6b4e05ac-bb56-4345-9b1d-6a5f5b76c5d8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:25.096421 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5a42f71f-7fef-4c65-b211-42386e0c48ef tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6037b6-06b3-4bb9-a705-c63cae948207 HTTP/1.1" status: 200 len: 205 time: 0.0804214 Jan 31 19:03:25.105464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'network_id': '86e55a44-0d2a-47c0-804c-171e8eb00a92', 'name': 'tempest-PortsIpV6TestJSON-1904911698'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:25.110628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35236) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:25.121386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9d04691a-0d54-441d-8976-bab51500600b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04f3062555f84d8a8ce5e884bb2036ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6951516 Jan 31 19:03:25.156831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:25.237544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6d19a-cf81-415e-adc9-76c543a61d80 req-79257bf9-0140-4a19-9094-cb6c77d92632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:25.239167 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4fa6d19a-cf81-415e-adc9-76c543a61d80 req-79257bf9-0140-4a19-9094-cb6c77d92632 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76d46e93ab04418dbdd46559b78be19d&device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 1127 time: 0.2966840 Jan 31 19:03:25.514066 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97eae58c-4a85-48e6-9c66-0525b2bedd63 admin admin] Publish callbacks [] for security_group (6b4e05ac-bb56-4345-9b1d-6a5f5b76c5d8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:25.573027 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Publish callbacks [] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:25.597526 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:25.705698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Pushing event updated for resources: {'Port': ['ID=167ebf85-0f97-46e3-bbcf-130167567d4e,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:25.716928 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:25.719465 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97eae58c-4a85-48e6-9c66-0525b2bedd63 admin admin] Publish callbacks [] for security_group (6b4e05ac-bb56-4345-9b1d-6a5f5b76c5d8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:25.723730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6d19a-cf81-415e-adc9-76c543a61d80 req-45746dc5-8694-4c65-8910-9fecb76bc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:25.726667 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4fa6d19a-cf81-415e-adc9-76c543a61d80 req-45746dc5-8694-4c65-8910-9fecb76bc9c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c453dec-1ac4-4c38-8618-e8a7d8e05607 HTTP/1.1" status: 200 len: 910 time: 0.4736052 Jan 31 19:03:25.727474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:25.732018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:25.760860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Network 86e55a44-0d2a-47c0-804c-171e8eb00a92 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:25.766466 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:25.773311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:25.841202 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4fa6d19a-cf81-415e-adc9-76c543a61d80 req-5fcd69d5-494f-4316-b428-1540b2d2b807 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0495c390-dbdd-4713-ace4-6b8703f534a4 HTTP/1.1" status: 200 len: 217 time: 0.1056345 Jan 31 19:03:25.947747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Attempting to bind port 167ebf85-0f97-46e3-bbcf-130167567d4e on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:03:25.948114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Attempting to bind port 167ebf85-0f97-46e3-bbcf-130167567d4e by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '5497270b-ae12-4dc8-8323-6a34149f96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '86e55a44-0d2a-47c0-804c-171e8eb00a92'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:03:25.948725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Attempting to bind port 167ebf85-0f97-46e3-bbcf-130167567d4e on network 86e55a44-0d2a-47c0-804c-171e8eb00a92 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:03:25.950130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port d18b1de4-5783-4588-b29b-1149441bd3bd yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:03:25.960429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:03:25.961047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Checking segment: {'id': '5497270b-ae12-4dc8-8323-6a34149f96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '86e55a44-0d2a-47c0-804c-171e8eb00a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:03:25.961630 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:25.964131 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Bound using segment: {'id': '5497270b-ae12-4dc8-8323-6a34149f96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '86e55a44-0d2a-47c0-804c-171e8eb00a92'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:03:25.966037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Bound port: 167ebf85-0f97-46e3-bbcf-130167567d4e, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5497270b-ae12-4dc8-8323-6a34149f96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '86e55a44-0d2a-47c0-804c-171e8eb00a92'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:03:25.967156 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:26.266213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] For port 167ebf85-0f97-46e3-bbcf-130167567d4e, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:03:26.266501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6d19a-cf81-415e-adc9-76c543a61d80 req-8463993e-3ec7-4b78-bfb7-43e3e9151431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:26.269190 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4fa6d19a-cf81-415e-adc9-76c543a61d80 req-8463993e-3ec7-4b78-bfb7-43e3e9151431 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a00deaa-288a-4e90-aaff-761b9c437c23 HTTP/1.1" status: 200 len: 849 time: 0.4190130 Jan 31 19:03:26.272668 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] For port 167ebf85-0f97-46e3-bbcf-130167567d4e, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=167ebf85-0f97-46e3-bbcf-130167567d4e,segment=NetworkSegment(5497270b-ae12-4dc8-8323-6a34149f96a4),segment_id=5497270b-ae12-4dc8-8323-6a34149f96a4)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:03:26.274994 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97eae58c-4a85-48e6-9c66-0525b2bedd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6b4e05ac-bb56-4345-9b1d-6a5f5b76c5d8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:26.277606 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97eae58c-4a85-48e6-9c66-0525b2bedd63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:26.293319 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-97eae58c-4a85-48e6-9c66-0525b2bedd63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b4e05ac-bb56-4345-9b1d-6a5f5b76c5d8 HTTP/1.1" status: 204 len: 168 time: 1.1305015 Jan 31 19:03:26.316124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04691a-0d54-441d-8976-bab51500600b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4e05ac-bb56-4345-9b1d-6a5f5b76c5d8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:26.344407 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:26.406654 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4fa6d19a-cf81-415e-adc9-76c543a61d80 req-f020f107-989a-4668-94ac-d99cc8480108 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c453dec-1ac4-4c38-8618-e8a7d8e05607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122198 Jan 31 19:03:26.433223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eae58c-4a85-48e6-9c66-0525b2bedd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4e05ac-bb56-4345-9b1d-6a5f5b76c5d8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:26.532451 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8::e7 (86e55a44-0d2a-47c0-804c-171e8eb00a92/1313e3fc-2ae2-4559-8ce9-03b15938e726/d18b1de4-5783-4588-b29b-1149441bd3bd) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:26.589008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f28b9-7222-493f-a982-320e75ffc05e None None] Pushing event updated for resources: {'Port': ['ID=167ebf85-0f97-46e3-bbcf-130167567d4e,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:26.615613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaaa27f-119d-4721-96a9-5e8b68059ff6 req-22d649b4-b8e2-4fd0-be0a-d83a8b42c6e3 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:26.633355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2eaaa27f-119d-4721-96a9-5e8b68059ff6 req-22d649b4-b8e2-4fd0-be0a-d83a8b42c6e3 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 944 time: 0.3589654 Jan 31 19:03:26.642374 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:26.652825 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (af6037b6-06b3-4bb9-a705-c63cae948207), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:26.802089 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4fa6d19a-cf81-415e-adc9-76c543a61d80 req-dc83c435-4b14-4b8a-ba8c-86ada65e2c6d service neutron] 10.222.0.21 "GET /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798544 Jan 31 19:03:26.986095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2eaaa27f-119d-4721-96a9-5e8b68059ff6 req-b0813906-cc57-49ba-80ab-a7fd8c3d7ee4 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246846 Jan 31 19:03:27.120764 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4fa6d19a-cf81-415e-adc9-76c543a61d80 req-a7d67512-93af-4fde-92e1-ca7e01d0b972 service neutron] 10.222.0.21 "GET /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954228 Jan 31 19:03:27.156998 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:27.193147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (af6037b6-06b3-4bb9-a705-c63cae948207), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:27.271241 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:27.359267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Deleting port c0298d7f-9231-4c76-ac0f-db9cd50e79ab {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:27.361055 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c0298d7f-9231-4c76-ac0f-db9cd50e79ab), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:27.510743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 86e55a44-0d2a-47c0-804c-171e8eb00a92 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:27.522396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:27.551251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:27.587083 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:27.591272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:27.649266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=d18b1de4-5783-4588-b29b-1149441bd3bd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:27.674242 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a794a7b6-180b-4045-bc57-9e85abc4f4eb tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5889146 Jan 31 19:03:27.677144 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:27.739389 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c0298d7f-9231-4c76-ac0f-db9cd50e79ab), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:27.798046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Calling delete_port for c0298d7f-9231-4c76-ac0f-db9cd50e79ab owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:28.278586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67bd07-3ffb-440e-80ab-0743d6997d64 req-93d9643d-202b-4a22-bfa0-d86623302e5d tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:28.296910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc67bd07-3ffb-440e-80ab-0743d6997d64 req-93d9643d-202b-4a22-bfa0-d86623302e5d tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 944 time: 0.1376443 Jan 31 19:03:28.398156 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c0298d7f-9231-4c76-ac0f-db9cd50e79ab), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:28.514113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc67bd07-3ffb-440e-80ab-0743d6997d64 req-dae15b1e-e729-498c-84ca-9d05541e2689 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204700 Jan 31 19:03:28.529104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Pushing event deleted for resources: {'Port': ['ID=c0298d7f-9231-4c76-ac0f-db9cd50e79ab,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:28.705469 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (af6037b6-06b3-4bb9-a705-c63cae948207), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:28.711551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0495c390-dbdd-4713-ace4-6b8703f534a4 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:03:28.916683 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:28.930851 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (af6037b6-06b3-4bb9-a705-c63cae948207), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:28.933784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_controller (af6037b6-06b3-4bb9-a705-c63cae948207), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:28.986638 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (af6037b6-06b3-4bb9-a705-c63cae948207), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:28.987265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Fanout notify agent at l3_agent the message router_deleted on router af6037b6-06b3-4bb9-a705-c63cae948207 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:03:29.004198 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:29.005604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-77fa0be9-a11a-49f2-a0a0-669056e78a8f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/routers/af6037b6-06b3-4bb9-a705-c63cae948207 HTTP/1.1" status: 204 len: 168 time: 3.8825207 Jan 31 19:03:29.012073 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35338) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:29.021208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-be056d3e-0b24-41c0-83a0-e1326fabc645 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-553661732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:29.062780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be056d3e-0b24-41c0-83a0-e1326fabc645 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (c4e3c8b6-affa-4896-9549-a507e51bdff9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:29.065292 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be056d3e-0b24-41c0-83a0-e1326fabc645 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (c4e3c8b6-affa-4896-9549-a507e51bdff9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:29.070604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f940a860-78df-47b9-a680-fc535f1a124a None None] Network 86e55a44-0d2a-47c0-804c-171e8eb00a92 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:29.120718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0495c390-dbdd-4713-ace4-6b8703f534a4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0495c390-dbdd-4713-ace4-6b8703f534a4,segment=NetworkSegment(54845e39-6d7e-4d99-bb6d-2920e94f97c8),segment_id=54845e39-6d7e-4d99-bb6d-2920e94f97c8)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:29.252270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '0495c390-dbdd-4713-ace4-6b8703f534a4', 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607', 'port_id': '0495c390-dbdd-4713-ace4-6b8703f534a4', 'mac_address': 'fa:16:3e:d2:b5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a00deaa-288a-4e90-aaff-761b9c437c23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:03:29.315793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be056d3e-0b24-41c0-83a0-e1326fabc645 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_controller (c4e3c8b6-affa-4896-9549-a507e51bdff9), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:29.332212 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be056d3e-0b24-41c0-83a0-e1326fabc645 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (c4e3c8b6-affa-4896-9549-a507e51bdff9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:29.340244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 167ebf85-0f97-46e3-bbcf-130167567d4e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:29.404276 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be056d3e-0b24-41c0-83a0-e1326fabc645 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:29.408293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-be056d3e-0b24-41c0-83a0-e1326fabc645 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3951035 Jan 31 19:03:29.413178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35346) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:29.432832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:29.529792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 0495c390-dbdd-4713-ace4-6b8703f534a4 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:29.530575 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:29.599733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-926a5fcf-1477-4537-bac6-ec77610d0921 None None] Provisioning complete for port 167ebf85-0f97-46e3-bbcf-130167567d4e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:29.606729 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-926a5fcf-1477-4537-bac6-ec77610d0921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:29.609625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0495c390-dbdd-4713-ace4-6b8703f534a4 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:03:29.704296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0495c390-dbdd-4713-ace4-6b8703f534a4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0495c390-dbdd-4713-ace4-6b8703f534a4,segment=NetworkSegment(54845e39-6d7e-4d99-bb6d-2920e94f97c8),segment_id=54845e39-6d7e-4d99-bb6d-2920e94f97c8)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:29.826434 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:29.869925 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 167ebf85-0f97-46e3-bbcf-130167567d4e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:29.870724 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:30.028742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=0495c390-dbdd-4713-ace4-6b8703f534a4,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:30.078281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['0495c390-dbdd-4713-ace4-6b8703f534a4'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:03:30.141672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 167ebf85-0f97-46e3-bbcf-130167567d4e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:30.142601 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:30.152231 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (c4e3c8b6-affa-4896-9549-a507e51bdff9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:30.169099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5835c2-3b8b-490f-906e-8f305c2d45f1 req-b3a436ef-b3ef-4800-b90e-83beaba73a2e tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:30.182875 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf5835c2-3b8b-490f-906e-8f305c2d45f1 req-b3a436ef-b3ef-4800-b90e-83beaba73a2e tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 945 time: 0.4812758 Jan 31 19:03:30.238775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-926a5fcf-1477-4537-bac6-ec77610d0921 None None] Current status of the port 167ebf85-0f97-46e3-bbcf-130167567d4e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:30.240162 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-926a5fcf-1477-4537-bac6-ec77610d0921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:30.393471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 167ebf85-0f97-46e3-bbcf-130167567d4e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=167ebf85-0f97-46e3-bbcf-130167567d4e,segment=NetworkSegment(5497270b-ae12-4dc8-8323-6a34149f96a4),segment_id=5497270b-ae12-4dc8-8323-6a34149f96a4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:30.416452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf5835c2-3b8b-490f-906e-8f305c2d45f1 req-bfda71ec-9242-4e9d-872a-dac60a583e6a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240367 Jan 31 19:03:30.470184 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:30.472458 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-926a5fcf-1477-4537-bac6-ec77610d0921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:03:30.473113 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-926a5fcf-1477-4537-bac6-ec77610d0921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:03:30.640623 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:30.651496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=167ebf85-0f97-46e3-bbcf-130167567d4e,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:30.659229 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:30.760151 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (c4e3c8b6-affa-4896-9549-a507e51bdff9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:30.821769 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:30.962007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Allocated IP 172.25.8.131 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c5d9ad49-c87d-4128-878c-3a30f2c4574e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:31.022494 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=d18b1de4-5783-4588-b29b-1149441bd3bd,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:31.113301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-926a5fcf-1477-4537-bac6-ec77610d0921 None None] Current status of the port 167ebf85-0f97-46e3-bbcf-130167567d4e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:31.125605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 167ebf85-0f97-46e3-bbcf-130167567d4e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:31.125875 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (493c3b6d-c5b0-4eac-a7b1-018337ed035f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:31.313496 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for port (c5d9ad49-c87d-4128-878c-3a30f2c4574e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:31.337676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-425c8e99-f4d6-4312-9c73-afcc502b17ff None None] Provisioning complete for port d18b1de4-5783-4588-b29b-1149441bd3bd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:31.338059 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-425c8e99-f4d6-4312-9c73-afcc502b17ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:31.419965 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c5d9ad49-c87d-4128-878c-3a30f2c4574e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:31.498623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-425c8e99-f4d6-4312-9c73-afcc502b17ff None None] Port d18b1de4-5783-4588-b29b-1149441bd3bd cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:31.509753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 167ebf85-0f97-46e3-bbcf-130167567d4e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:31.510129 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:31.530946 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:31.583898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:31.685617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 167ebf85-0f97-46e3-bbcf-130167567d4e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:31.688993 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-425c8e99-f4d6-4312-9c73-afcc502b17ff None None] Provisioning complete for port 167ebf85-0f97-46e3-bbcf-130167567d4e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:31.689678 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-425c8e99-f4d6-4312-9c73-afcc502b17ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:31.704687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:31.709835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:31.763874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Pushing event updated for resources: {'Port': ['ID=c5d9ad49-c87d-4128-878c-3a30f2c4574e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:31.858976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bade27c-2492-4b3a-986f-9a378b7b2411 req-f6e0be5a-326a-4463-bb33-0aedd52b4c74 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:31.861031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bade27c-2492-4b3a-986f-9a378b7b2411 req-f6e0be5a-326a-4463-bb33-0aedd52b4c74 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 945 time: 0.2882133 Jan 31 19:03:31.884911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35436) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:31.893672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-425c8e99-f4d6-4312-9c73-afcc502b17ff None None] Current status of the port 167ebf85-0f97-46e3-bbcf-130167567d4e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:32.012011 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:32.022239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:32.023408 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (493c3b6d-c5b0-4eac-a7b1-018337ed035f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:32.024710 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-35c0234b-6927-4f2f-94a3-597a3ca93b54 None None] Provisioning complete for port d18b1de4-5783-4588-b29b-1149441bd3bd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:32.025918 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35c0234b-6927-4f2f-94a3-597a3ca93b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:32.119923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bade27c-2492-4b3a-986f-9a378b7b2411 req-b4c58e5b-9ee5-4151-a005-944453dea9bb tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514386 Jan 31 19:03:32.148223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-35c0234b-6927-4f2f-94a3-597a3ca93b54 None None] Port d18b1de4-5783-4588-b29b-1149441bd3bd cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:32.272960 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=d18b1de4-5783-4588-b29b-1149441bd3bd,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:32.295223 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63941a-9a3d-41f2-971b-77575dc7b9fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:32.357645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network 86e55a44-0d2a-47c0-804c-171e8eb00a92 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:32.363089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:32.408095 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (c4e3c8b6-affa-4896-9549-a507e51bdff9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:32.618755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63941a-9a3d-41f2-971b-77575dc7b9fa admin admin] Publish callbacks [] for security_group (f04e117d-38e4-4f51-ae52-066250dc335d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:32.644377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Router 493c3b6d-c5b0-4eac-a7b1-018337ed035f is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:03:32.681432 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb63941a-9a3d-41f2-971b-77575dc7b9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f04e117d-38e4-4f51-ae52-066250dc335d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:32.715617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0495c390-dbdd-4713-ace4-6b8703f534a4 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:32.804506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bb63941a-9a3d-41f2-971b-77575dc7b9fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d99ede1249aa440a9d7c5ab1debee95e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8212540 Jan 31 19:03:32.805931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35452) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:32.809917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63941a-9a3d-41f2-971b-77575dc7b9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04e117d-38e4-4f51-ae52-066250dc335d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:32.855891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:03:32.866858 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-372738d3-4b98-4f8b-9777-509dbd1d6cc2 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "PUT /v2.0/routers/493c3b6d-c5b0-4eac-a7b1-018337ed035f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1846504 Jan 31 19:03:32.868768 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec78890-47dc-4312-8541-57e1dc8e041a None None] Sync routers for ids ['493c3b6d-c5b0-4eac-a7b1-018337ed035f'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:03:32.869429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35456) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:32.888079 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec78890-47dc-4312-8541-57e1dc8e041a None None] Routers {'493c3b6d-c5b0-4eac-a7b1-018337ed035f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:32.890074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 0495c390-dbdd-4713-ace4-6b8703f534a4 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:03:32.892829 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-dec78890-47dc-4312-8541-57e1dc8e041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['493c3b6d-c5b0-4eac-a7b1-018337ed035f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:32.917732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 0495c390-dbdd-4713-ace4-6b8703f534a4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:32.917732 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:32.929469 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (c4e3c8b6-affa-4896-9549-a507e51bdff9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:32.948962 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (c4e3c8b6-affa-4896-9549-a507e51bdff9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:32.970366 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8264baec-3f57-47e4-86f7-0d1bb8b305b6 admin admin] Publish callbacks [] for security_group (f04e117d-38e4-4f51-ae52-066250dc335d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:32.975805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541fb2f-ff0a-444e-b56a-b954d34fa94e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:32.977598 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9541fb2f-ff0a-444e-b56a-b954d34fa94e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports?device_id=493c3b6d-c5b0-4eac-a7b1-018337ed035f HTTP/1.1" status: 200 len: 988 time: 0.1072266 Jan 31 19:03:32.980268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35458) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:33.021860 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-dec78890-47dc-4312-8541-57e1dc8e041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:33.028749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-633d248c-5161-47b4-a8cd-d276b4db51d2 None None] Provisioning complete for port d18b1de4-5783-4588-b29b-1149441bd3bd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:33.029270 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-633d248c-5161-47b4-a8cd-d276b4db51d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:33.042001 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec78890-47dc-4312-8541-57e1dc8e041a None None] Routers {'493c3b6d-c5b0-4eac-a7b1-018337ed035f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:33.042702 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-dec78890-47dc-4312-8541-57e1dc8e041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['493c3b6d-c5b0-4eac-a7b1-018337ed035f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:33.112978 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8264baec-3f57-47e4-86f7-0d1bb8b305b6 admin admin] Publish callbacks [] for security_group (f04e117d-38e4-4f51-ae52-066250dc335d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:33.122417 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-dec78890-47dc-4312-8541-57e1dc8e041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:33.123907 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec78890-47dc-4312-8541-57e1dc8e041a None None] The sync data for ids ['493c3b6d-c5b0-4eac-a7b1-018337ed035f'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:03:33.165895 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-633d248c-5161-47b4-a8cd-d276b4db51d2 None None] Port d18b1de4-5783-4588-b29b-1149441bd3bd cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:33.288366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 0495c390-dbdd-4713-ace4-6b8703f534a4 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:33.288766 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:33.311247 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8264baec-3f57-47e4-86f7-0d1bb8b305b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f04e117d-38e4-4f51-ae52-066250dc335d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:33.322332 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8264baec-3f57-47e4-86f7-0d1bb8b305b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:33.327769 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8264baec-3f57-47e4-86f7-0d1bb8b305b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f04e117d-38e4-4f51-ae52-066250dc335d HTTP/1.1" status: 204 len: 168 time: 0.5164499 Jan 31 19:03:33.355236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0495c390-dbdd-4713-ace4-6b8703f534a4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0495c390-dbdd-4713-ace4-6b8703f534a4,segment=NetworkSegment(54845e39-6d7e-4d99-bb6d-2920e94f97c8),segment_id=54845e39-6d7e-4d99-bb6d-2920e94f97c8)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:33.359245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e183e8-6f17-4b6c-a1d6-285f78508635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0495c390-dbdd-4713-ace4-6b8703f534a4'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:03:33.363301 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f70abda-f59d-43a0-a3da-49e0ba12032c" -d '{"events": [{"server_uuid": "b2e183e8-6f17-4b6c-a1d6-285f78508635", "name": "network-vif-plugged", "status": "completed", "tag": "0495c390-dbdd-4713-ace4-6b8703f534a4"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:03:33.372446 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:33.433229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264baec-3f57-47e4-86f7-0d1bb8b305b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04e117d-38e4-4f51-ae52-066250dc335d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:33.491151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c7f60-f1ae-45a1-aa32-f5075ae9aeb1 req-ad22207b-64d8-4285-9bc4-de65ade6b42b tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:33.492178 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07bb4f5-ff37-414d-9b9c-c07902be6866 x-openstack-request-id: req-a07bb4f5-ff37-414d-9b9c-c07902be6866 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:03:33.493853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-188c7f60-f1ae-45a1-aa32-f5075ae9aeb1 req-ad22207b-64d8-4285-9bc4-de65ade6b42b tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 945 time: 0.2224205 Jan 31 19:03:33.508730 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e183e8-6f17-4b6c-a1d6-285f78508635", "name": "network-vif-plugged", "status": "completed", "tag": "0495c390-dbdd-4713-ace4-6b8703f534a4", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:03:33.522573 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a07bb4f5-ff37-414d-9b9c-c07902be6866 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:03:33.532222 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e183e8-6f17-4b6c-a1d6-285f78508635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0495c390-dbdd-4713-ace4-6b8703f534a4', 'code': 200} Jan 31 19:03:33.558811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=0495c390-dbdd-4713-ace4-6b8703f534a4,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:33.730349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Router c4e3c8b6-affa-4896-9549-a507e51bdff9 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:03:33.732911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df052be9-ade6-4f6b-a808-c2ebb594895d req-02be0bdf-3cc9-457a-bc16-9222755f55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:33.738101 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-df052be9-ade6-4f6b-a808-c2ebb594895d req-02be0bdf-3cc9-457a-bc16-9222755f55e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 1129 time: 0.1387663 Jan 31 19:03:33.767495 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa4de-34d0-4046-bbe6-a6baa6e1b67b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (493c3b6d-c5b0-4eac-a7b1-018337ed035f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:34.049970 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35482) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:34.122341 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:34.228925 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:03:34.241510 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Publish callbacks [] for security_group (3d978c89-f38d-41c2-a00e-b0963e6a987c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:34.242097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-188c7f60-f1ae-45a1-aa32-f5075ae9aeb1 req-06d82c8e-3bb0-4d43-b396-de6fea3bdaab tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6918697 Jan 31 19:03:34.243135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:03:34.251391 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-df052be9-ade6-4f6b-a808-c2ebb594895d req-d96adb2c-2906-4105-8503-ba31c88ee592 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972818 Jan 31 19:03:34.254606 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3d978c89-f38d-41c2-a00e-b0963e6a987c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:34.257924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2016b4a7-04a2-467c-9dd8-ff13f64b46ae None None] Sync routers for ids ['c4e3c8b6-affa-4896-9549-a507e51bdff9'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:03:34.277595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:34.281441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-483e7e80-ec69-47ee-8efc-d5b6e81548f3 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "PUT /v2.0/routers/c4e3c8b6-affa-4896-9549-a507e51bdff9 HTTP/1.1" status: 200 len: 883 time: 4.8597374 Jan 31 19:03:34.283913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:34.286192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2016b4a7-04a2-467c-9dd8-ff13f64b46ae None None] Routers {'c4e3c8b6-affa-4896-9549-a507e51bdff9'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:34.286706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d978c89-f38d-41c2-a00e-b0963e6a987c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:34.288198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2016b4a7-04a2-467c-9dd8-ff13f64b46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4e3c8b6-affa-4896-9549-a507e51bdff9'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:34.317301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.318014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.318527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.319224 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.319768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.320230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.320714 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.321186 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.321638 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.322668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.323123 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.323571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.324030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:34.369596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2016b4a7-04a2-467c-9dd8-ff13f64b46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:34.372872 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f768ea41-6e76-4b04-9bf3-990ee6e0f5c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=076df51ed8e6424cafce28139656c69a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3088624 Jan 31 19:03:34.373220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:34.398225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2016b4a7-04a2-467c-9dd8-ff13f64b46ae None None] Routers {'c4e3c8b6-affa-4896-9549-a507e51bdff9'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:34.399153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2016b4a7-04a2-467c-9dd8-ff13f64b46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4e3c8b6-affa-4896-9549-a507e51bdff9'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:34.425279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fa4de-34d0-4046-bbe6-a6baa6e1b67b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port d18b1de4-5783-4588-b29b-1149441bd3bd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:34.426275 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa4de-34d0-4046-bbe6-a6baa6e1b67b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:34.482129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2016b4a7-04a2-467c-9dd8-ff13f64b46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:34.483072 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2016b4a7-04a2-467c-9dd8-ff13f64b46ae None None] The sync data for ids ['c4e3c8b6-affa-4896-9549-a507e51bdff9'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:03:34.555060 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d2b7af4-0fb6-49d9-88a9-03434688aad3 admin admin] Publish callbacks [] for security_group (3d978c89-f38d-41c2-a00e-b0963e6a987c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:34.563249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-207f00ce-17e3-4970-b9c4-bcc0bf3efe1e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/routers/c4e3c8b6-affa-4896-9549-a507e51bdff9 HTTP/1.1" status: 200 len: 924 time: 0.2781780 Jan 31 19:03:34.566123 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa4de-34d0-4046-bbe6-a6baa6e1b67b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:34.568809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35494) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:34.583605 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d2b7af4-0fb6-49d9-88a9-03434688aad3 admin admin] Publish callbacks [] for security_group (3d978c89-f38d-41c2-a00e-b0963e6a987c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:34.643963 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fa4de-34d0-4046-bbe6-a6baa6e1b67b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for d18b1de4-5783-4588-b29b-1149441bd3bd owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:34.659423 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d2b7af4-0fb6-49d9-88a9-03434688aad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3d978c89-f38d-41c2-a00e-b0963e6a987c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:34.663074 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d2b7af4-0fb6-49d9-88a9-03434688aad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:34.666679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9d2b7af4-0fb6-49d9-88a9-03434688aad3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d978c89-f38d-41c2-a00e-b0963e6a987c HTTP/1.1" status: 204 len: 168 time: 0.2901473 Jan 31 19:03:34.680592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b7af4-0fb6-49d9-88a9-03434688aad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d978c89-f38d-41c2-a00e-b0963e6a987c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:34.762258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4af8d1-5e54-4198-95cf-71432288848e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:34.764377 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8d4af8d1-5e54-4198-95cf-71432288848e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&device_id=c4e3c8b6-affa-4896-9549-a507e51bdff9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1941431 Jan 31 19:03:34.767750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35504) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:34.938323 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa4de-34d0-4046-bbe6-a6baa6e1b67b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d18b1de4-5783-4588-b29b-1149441bd3bd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:34.970799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fa4de-34d0-4046-bbe6-a6baa6e1b67b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=d18b1de4-5783-4588-b29b-1149441bd3bd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:35.041553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4298680f-e586-4419-9b4c-7c7856ffc8a2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:35.048914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4298680f-e586-4419-9b4c-7c7856ffc8a2 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 881 time: 0.2768202 Jan 31 19:03:35.049917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35510) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:35.134490 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8dc6bae1-4704-4a36-8cd9-20682485b71f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3c8b6-affa-4896-9549-a507e51bdff9 HTTP/1.1" status: 200 len: 205 time: 0.0767708 Jan 31 19:03:35.137566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35512) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:35.236503 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa4de-34d0-4046-bbe6-a6baa6e1b67b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (493c3b6d-c5b0-4eac-a7b1-018337ed035f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:35.482720 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (c4e3c8b6-affa-4896-9549-a507e51bdff9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:35.681698 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9fa4de-34d0-4046-bbe6-a6baa6e1b67b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Router 493c3b6d-c5b0-4eac-a7b1-018337ed035f has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:03:35.789517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c54b5-f178-4013-abde-75baaab4eb9d req-0e709560-4955-45a6-a024-6d6d153396ee tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:35.798722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-519c54b5-f178-4013-abde-75baaab4eb9d req-0e709560-4955-45a6-a024-6d6d153396ee tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 946 time: 0.3197720 Jan 31 19:03:35.841045 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9fa4de-34d0-4046-bbe6-a6baa6e1b67b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:03:35.857658 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746561e9-a015-49ac-85c6-f8a56eb104bb None None] Sync routers for ids ['493c3b6d-c5b0-4eac-a7b1-018337ed035f'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:03:35.863938 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0e9fa4de-34d0-4046-bbe6-a6baa6e1b67b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "PUT /v2.0/routers/493c3b6d-c5b0-4eac-a7b1-018337ed035f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8817835 Jan 31 19:03:35.866845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35542) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:35.882087 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (c4e3c8b6-affa-4896-9549-a507e51bdff9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:35.888370 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746561e9-a015-49ac-85c6-f8a56eb104bb None None] Routers {'493c3b6d-c5b0-4eac-a7b1-018337ed035f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:35.889006 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-746561e9-a015-49ac-85c6-f8a56eb104bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['493c3b6d-c5b0-4eac-a7b1-018337ed035f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:35.911045 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-25baf860-2f42-4bc6-ac37-7fa9ad334f68 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:03:35.916991 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-25baf860-2f42-4bc6-ac37-7fa9ad334f68 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/d18b1de4-5783-4588-b29b-1149441bd3bd HTTP/1.1" status: 404 len: 333 time: 0.0488493 Jan 31 19:03:35.917895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:36.014348 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-746561e9-a015-49ac-85c6-f8a56eb104bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:36.021031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-519c54b5-f178-4013-abde-75baaab4eb9d req-413d225a-f823-4d71-95ef-9976e34e49d6 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213254 Jan 31 19:03:36.051863 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746561e9-a015-49ac-85c6-f8a56eb104bb None None] Routers {'493c3b6d-c5b0-4eac-a7b1-018337ed035f'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:36.052509 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-746561e9-a015-49ac-85c6-f8a56eb104bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['493c3b6d-c5b0-4eac-a7b1-018337ed035f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:36.078362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Deleting port c5d9ad49-c87d-4128-878c-3a30f2c4574e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:36.078730 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c5d9ad49-c87d-4128-878c-3a30f2c4574e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.097604 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee823-8c05-4444-9295-7eb9661bb6c1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for router (493c3b6d-c5b0-4eac-a7b1-018337ed035f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.146065 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-746561e9-a015-49ac-85c6-f8a56eb104bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:36.147109 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746561e9-a015-49ac-85c6-f8a56eb104bb None None] The sync data for ids ['493c3b6d-c5b0-4eac-a7b1-018337ed035f'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:03:36.287937 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c5d9ad49-c87d-4128-878c-3a30f2c4574e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.305979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Calling delete_port for c5d9ad49-c87d-4128-878c-3a30f2c4574e owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:36.449977 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee823-8c05-4444-9295-7eb9661bb6c1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (493c3b6d-c5b0-4eac-a7b1-018337ed035f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.452372 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee823-8c05-4444-9295-7eb9661bb6c1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for router_controller (493c3b6d-c5b0-4eac-a7b1-018337ed035f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.542145 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee823-8c05-4444-9295-7eb9661bb6c1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (493c3b6d-c5b0-4eac-a7b1-018337ed035f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.542655 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3ee823-8c05-4444-9295-7eb9661bb6c1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Fanout notify agent at l3_agent the message router_deleted on router 493c3b6d-c5b0-4eac-a7b1-018337ed035f {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:03:36.550374 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae3ee823-8c05-4444-9295-7eb9661bb6c1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.553226 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ae3ee823-8c05-4444-9295-7eb9661bb6c1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/routers/493c3b6d-c5b0-4eac-a7b1-018337ed035f HTTP/1.1" status: 204 len: 168 time: 0.6314142 Jan 31 19:03:36.555758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:36.583567 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c5d9ad49-c87d-4128-878c-3a30f2c4574e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.619410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f900196-7aa4-49a2-986d-aeef00a9e770 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting subnet 1313e3fc-2ae2-4559-8ce9-03b15938e726 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:03:36.624963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Pushing event deleted for resources: {'Port': ['ID=c5d9ad49-c87d-4128-878c-3a30f2c4574e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:36.627252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f900196-7aa4-49a2-986d-aeef00a9e770 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (1313e3fc-2ae2-4559-8ce9-03b15938e726), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.692955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f900196-7aa4-49a2-986d-aeef00a9e770 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (1313e3fc-2ae2-4559-8ce9-03b15938e726), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.719573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (c4e3c8b6-affa-4896-9549-a507e51bdff9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.828021 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f900196-7aa4-49a2-986d-aeef00a9e770 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (1313e3fc-2ae2-4559-8ce9-03b15938e726), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.873624 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (c4e3c8b6-affa-4896-9549-a507e51bdff9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.876072 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_controller (c4e3c8b6-affa-4896-9549-a507e51bdff9), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.940679 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (c4e3c8b6-affa-4896-9549-a507e51bdff9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.941374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Fanout notify agent at l3_agent the message router_deleted on router c4e3c8b6-affa-4896-9549-a507e51bdff9 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:03:36.953279 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:36.962962 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a08a44e5-fdee-4241-8dd6-67ac116b8d54 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/routers/c4e3c8b6-affa-4896-9549-a507e51bdff9 HTTP/1.1" status: 204 len: 168 time: 1.8159635 Jan 31 19:03:36.962962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35578) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:36.966465 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e3b45375-eff8-442f-a5eb-0a3b12bd473f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1182062394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:37.003261 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3b45375-eff8-442f-a5eb-0a3b12bd473f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (33613209-5dda-4136-8ae2-cb02afab29be), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:37.005100 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3b45375-eff8-442f-a5eb-0a3b12bd473f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (33613209-5dda-4136-8ae2-cb02afab29be), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:37.024746 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f900196-7aa4-49a2-986d-aeef00a9e770 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (1313e3fc-2ae2-4559-8ce9-03b15938e726), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:37.084507 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f900196-7aa4-49a2-986d-aeef00a9e770 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:37.094152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba5e25a-5bfb-4a08-b4e7-8ebf7deba5e1 None None] Network 86e55a44-0d2a-47c0-804c-171e8eb00a92 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:37.094749 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8f900196-7aa4-49a2-986d-aeef00a9e770 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/1313e3fc-2ae2-4559-8ce9-03b15938e726 HTTP/1.1" status: 204 len: 168 time: 0.5374355 Jan 31 19:03:37.095013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35590) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:37.101864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3b45375-eff8-442f-a5eb-0a3b12bd473f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_controller (33613209-5dda-4136-8ae2-cb02afab29be), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:37.118535 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3b45375-eff8-442f-a5eb-0a3b12bd473f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (33613209-5dda-4136-8ae2-cb02afab29be), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:37.166451 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3b45375-eff8-442f-a5eb-0a3b12bd473f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:37.169471 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e3b45375-eff8-442f-a5eb-0a3b12bd473f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2090752 Jan 31 19:03:37.172234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35594) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:37.182014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'enable_snat': True}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:37.229206 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f900196-7aa4-49a2-986d-aeef00a9e770 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Subnet': ['ID=1313e3fc-2ae2-4559-8ce9-03b15938e726,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:37.454230 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (86e55a44-0d2a-47c0-804c-171e8eb00a92), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:37.584076 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 167ebf85-0f97-46e3-bbcf-130167567d4e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:37.584451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:37.682943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62b5da-a9c8-4bb4-8adc-e2bd164fe9ec req-6ae420c4-06ca-4048-a84d-ab88bb2dfbba tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:37.690651 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac62b5da-a9c8-4bb4-8adc-e2bd164fe9ec req-6ae420c4-06ca-4048-a84d-ab88bb2dfbba tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 946 time: 0.3942180 Jan 31 19:03:37.729063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] For port 167ebf85-0f97-46e3-bbcf-130167567d4e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=167ebf85-0f97-46e3-bbcf-130167567d4e,segment=NetworkSegment(5497270b-ae12-4dc8-8323-6a34149f96a4),segment_id=5497270b-ae12-4dc8-8323-6a34149f96a4)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:37.729435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:37.760279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 167ebf85-0f97-46e3-bbcf-130167567d4e owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:37.803196 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (33613209-5dda-4136-8ae2-cb02afab29be), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:37.911742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb740373-10be-4451-8678-2feba09bf626 None None] DHCP port deletion for 86e55a44-0d2a-47c0-804c-171e8eb00a92 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:03:37.930352 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:37.984441 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=167ebf85-0f97-46e3-bbcf-130167567d4e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:37.992744 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No DVR routers for this DVR port 167ebf85-0f97-46e3-bbcf-130167567d4e on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:03:38.044325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac62b5da-a9c8-4bb4-8adc-e2bd164fe9ec req-2f5472e3-504c-4ea8-8fc2-789206afbe8c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521488 Jan 31 19:03:38.044991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-eb740373-10be-4451-8678-2feba09bf626 None None] Deleting port 167ebf85-0f97-46e3-bbcf-130167567d4e {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:38.047206 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eb740373-10be-4451-8678-2feba09bf626 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:38.165271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (86e55a44-0d2a-47c0-804c-171e8eb00a92), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:38.195599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e55a44-0d2a-47c0-804c-171e8eb00a92']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:38.210005 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5497270b-ae12-4dc8-8323-6a34149f96a4') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:38.210748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5497270b-ae12-4dc8-8323-6a34149f96a4') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:38.241261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (5497270b-ae12-4dc8-8323-6a34149f96a4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:38.289686 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5497270b-ae12-4dc8-8323-6a34149f96a4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:38.291591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-eb740373-10be-4451-8678-2feba09bf626 None None] For port 167ebf85-0f97-46e3-bbcf-130167567d4e, host n-d-812111-15, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:38.295486 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eb740373-10be-4451-8678-2feba09bf626 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:38.308008 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:03:38.308441 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (5497270b-ae12-4dc8-8323-6a34149f96a4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:03:38.324714 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:03:38.352052 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-eb740373-10be-4451-8678-2feba09bf626 None None] Calling delete_port for 167ebf85-0f97-46e3-bbcf-130167567d4e owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:38.374752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-eb740373-10be-4451-8678-2feba09bf626 None None] Port 167ebf85-0f97-46e3-bbcf-130167567d4e was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 19:03:38.383295 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eb740373-10be-4451-8678-2feba09bf626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (167ebf85-0f97-46e3-bbcf-130167567d4e), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:38.422168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb740373-10be-4451-8678-2feba09bf626 None None] No DVR routers for this DVR port 167ebf85-0f97-46e3-bbcf-130167567d4e on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:03:38.497672 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (33613209-5dda-4136-8ae2-cb02afab29be), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:38.499117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb740373-10be-4451-8678-2feba09bf626 None None] Pushing event deleted for resources: {'Port': ['ID=167ebf85-0f97-46e3-bbcf-130167567d4e,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:38.510652 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (86e55a44-0d2a-47c0-804c-171e8eb00a92), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:38.548671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:38.554941 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:38.560803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35630) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:38.561853 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/networks/86e55a44-0d2a-47c0-804c-171e8eb00a92 HTTP/1.1" status: 204 len: 168 time: 1.3665235 Jan 31 19:03:38.595084 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcb812-eead-4f0d-a49b-9e666f8a6a52 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Network': ['ID=86e55a44-0d2a-47c0-804c-171e8eb00a92,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:38.657491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ad1fee-528d-4986-95d9-5b1d2cf7d7d3 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:38.659307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-92ad1fee-528d-4986-95d9-5b1d2cf7d7d3 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/98be03e9-dbfc-4bb5-87d9-2613c7bccf33 HTTP/1.1" status: 200 len: 843 time: 0.0968380 Jan 31 19:03:38.663194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:38.748265 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-64942c66-a382-4455-9aa1-e893ed7a6d95 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/98be03e9-dbfc-4bb5-87d9-2613c7bccf33?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0822971 Jan 31 19:03:38.751871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:38.762470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b7ecb6d7-d3d7-4f28-9c26-eef87ffb68b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:38.820093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Allocated IP 172.25.8.215 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/53d3c5de-587f-45d8-b707-229a243243cb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:39.039449 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for port (53d3c5de-587f-45d8-b707-229a243243cb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:39.074726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ecb6d7-d3d7-4f28-9c26-eef87ffb68b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:39.078483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ecb6d7-d3d7-4f28-9c26-eef87ffb68b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:39.084454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 167ebf85-0f97-46e3-bbcf-130167567d4e no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:03:39.102432 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (53d3c5de-587f-45d8-b707-229a243243cb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:39.125719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 167ebf85-0f97-46e3-bbcf-130167567d4e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:03:39.126098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 167ebf85-0f97-46e3-bbcf-130167567d4e not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:03:39.157541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:39.160968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:39.172742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:39.275247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event updated for resources: {'Port': ['ID=53d3c5de-587f-45d8-b707-229a243243cb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:39.592840 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ecb6d7-d3d7-4f28-9c26-eef87ffb68b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:39.664755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecb6d7-d3d7-4f28-9c26-eef87ffb68b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network c855c324-4041-43ce-bc64-81e0c66b448f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:39.666519 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b7ecb6d7-d3d7-4f28-9c26-eef87ffb68b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:39.669978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ecb6d7-d3d7-4f28-9c26-eef87ffb68b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:39.670704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ecb6d7-d3d7-4f28-9c26-eef87ffb68b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:39.674038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (33613209-5dda-4136-8ae2-cb02afab29be), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:39.675480 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c0a76-cf34-422f-a1c8-25856e64d6d7 None None] Network c855c324-4041-43ce-bc64-81e0c66b448f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:39.745886 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b7ecb6d7-d3d7-4f28-9c26-eef87ffb68b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9904191 Jan 31 19:03:39.747605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35660) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:39.748273 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecb6d7-d3d7-4f28-9c26-eef87ffb68b5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Subnet': ['ID=bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:39.765909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9c6f624e-c864-49ba-a644-c39ad020f00f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'security_group': {'name': 'tempest-secgroup-1268147440'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:39.817287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c6f624e-c864-49ba-a644-c39ad020f00f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:39.917292 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c6f624e-c864-49ba-a644-c39ad020f00f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (4eba587c-bc61-45cf-87c2-028953da2822), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:39.929958 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c6f624e-c864-49ba-a644-c39ad020f00f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4eba587c-bc61-45cf-87c2-028953da2822), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:39.985055 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f624e-c864-49ba-a644-c39ad020f00f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eba587c-bc61-45cf-87c2-028953da2822,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:40.014584 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c6f624e-c864-49ba-a644-c39ad020f00f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:40.016475 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9c6f624e-c864-49ba-a644-c39ad020f00f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2545869 Jan 31 19:03:40.025212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35666) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:40.031006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cca284d4-13e9-4dfb-8e45-8a18cade4e6c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'security_group': {'name': 'tempest-secgroup-473048728'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:40.061386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-c855c324-4041-43ce-bc64-81e0c66b448f', 'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'project_id': '170663beb4ad4d2484c00a40d5b9e2ea', 'fixed_ips': [{'subnet_id': 'bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:03:40.062260 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:40.072369 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cca284d4-13e9-4dfb-8e45-8a18cade4e6c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:40.082978 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ff6e7-f854-439d-9c7c-f0958e219c32 req-95b66074-406b-4846-aad2-aa71c43c9887 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:40.108514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-991ff6e7-f854-439d-9c7c-f0958e219c32 req-95b66074-406b-4846-aad2-aa71c43c9887 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 946 time: 0.5857804 Jan 31 19:03:40.232152 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cca284d4-13e9-4dfb-8e45-8a18cade4e6c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (6a477bb5-6275-4ce4-b39d-247d84ec0eb8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:40.242649 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cca284d4-13e9-4dfb-8e45-8a18cade4e6c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6a477bb5-6275-4ce4-b39d-247d84ec0eb8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:40.291394 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cca284d4-13e9-4dfb-8e45-8a18cade4e6c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:40.292905 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cca284d4-13e9-4dfb-8e45-8a18cade4e6c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2661560 Jan 31 19:03:40.296206 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:40.304415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-991ff6e7-f854-439d-9c7c-f0958e219c32 req-2e73d0c3-2772-491b-a280-2c1e44efdac7 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071412 Jan 31 19:03:40.314743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1961425786', 'security_groups': ['6a477bb5-6275-4ce4-b39d-247d84ec0eb8'], 'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:40.335920 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (33613209-5dda-4136-8ae2-cb02afab29be), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:40.341066 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (33613209-5dda-4136-8ae2-cb02afab29be), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:40.376887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Allocated IP 2001:db8::2 (c855c324-4041-43ce-bc64-81e0c66b448f/bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647/4b86bad5-08df-4fd5-88bb-0a3231415728) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:40.641604 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Publish callbacks [] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:40.674601 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:40.809811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Pushing event updated for resources: {'Port': ['ID=4b86bad5-08df-4fd5-88bb-0a3231415728,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:40.857801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Network c855c324-4041-43ce-bc64-81e0c66b448f is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:40.859233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:40.863903 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:40.981083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Attempting to bind port 4b86bad5-08df-4fd5-88bb-0a3231415728 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:03:40.981304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Attempting to bind port 4b86bad5-08df-4fd5-88bb-0a3231415728 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '8b830502-39a9-4c93-b9c6-2326ec4128ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:03:40.981678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Attempting to bind port 4b86bad5-08df-4fd5-88bb-0a3231415728 on network c855c324-4041-43ce-bc64-81e0c66b448f {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:03:40.995379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:03:40.995989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Checking segment: {'id': '8b830502-39a9-4c93-b9c6-2326ec4128ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:03:41.004821 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:41.005818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Bound using segment: {'id': '8b830502-39a9-4c93-b9c6-2326ec4128ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:03:41.007104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Bound port: 4b86bad5-08df-4fd5-88bb-0a3231415728, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b830502-39a9-4c93-b9c6-2326ec4128ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:03:41.008619 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:41.179950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca284d4-13e9-4dfb-8e45-8a18cade4e6c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a477bb5-6275-4ce4-b39d-247d84ec0eb8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:41.227331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Router 33613209-5dda-4136-8ae2-cb02afab29be is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:03:41.242605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] For port 4b86bad5-08df-4fd5-88bb-0a3231415728, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:03:41.248176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] For port 4b86bad5-08df-4fd5-88bb-0a3231415728, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4b86bad5-08df-4fd5-88bb-0a3231415728,segment=NetworkSegment(8b830502-39a9-4c93-b9c6-2326ec4128ea),segment_id=8b830502-39a9-4c93-b9c6-2326ec4128ea)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:03:41.293590 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:41.395531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357507a7-07c1-49a1-a3ec-6b85cf4c77d0 req-91aa5319-2ecb-4446-820b-33c5a69a612e tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:41.397937 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-357507a7-07c1-49a1-a3ec-6b85cf4c77d0 req-91aa5319-2ecb-4446-820b-33c5a69a612e tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 946 time: 0.1992266 Jan 31 19:03:41.464827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02857d-1174-4422-b00e-fa549466bcee None None] Pushing event updated for resources: {'Port': ['ID=4b86bad5-08df-4fd5-88bb-0a3231415728,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:41.489569 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:41.635938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:03:41.649875 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:41.651036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8b4e8c2f-8a74-400c-83bd-ea32c0f4a61c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "PUT /v2.0/routers/33613209-5dda-4136-8ae2-cb02afab29be HTTP/1.1" status: 200 len: 919 time: 4.4777339 Jan 31 19:03:41.664922 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818efde8-fa54-486d-a7b0-2aa887eda4fa None None] Sync routers for ids ['33613209-5dda-4136-8ae2-cb02afab29be'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:03:41.675895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b919c-de44-4e17-a1b6-be50a49c3662 req-b5a9ecc3-ee3b-4572-8071-1404bdd546ba tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:41.676324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818efde8-fa54-486d-a7b0-2aa887eda4fa None None] Routers {'33613209-5dda-4136-8ae2-cb02afab29be'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:41.677489 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-818efde8-fa54-486d-a7b0-2aa887eda4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['33613209-5dda-4136-8ae2-cb02afab29be'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:41.681314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b92b919c-de44-4e17-a1b6-be50a49c3662 req-b5a9ecc3-ee3b-4572-8071-1404bdd546ba tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 946 time: 0.2600508 Jan 31 19:03:41.682040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35696) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:41.697110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:41.807771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-818efde8-fa54-486d-a7b0-2aa887eda4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:41.841351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818efde8-fa54-486d-a7b0-2aa887eda4fa None None] Routers {'33613209-5dda-4136-8ae2-cb02afab29be'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:41.842741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-818efde8-fa54-486d-a7b0-2aa887eda4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['33613209-5dda-4136-8ae2-cb02afab29be'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:42.013832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-818efde8-fa54-486d-a7b0-2aa887eda4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:42.015056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818efde8-fa54-486d-a7b0-2aa887eda4fa None None] The sync data for ids ['33613209-5dda-4136-8ae2-cb02afab29be'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:03:42.046932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port a0e2d27e-3d61-41e1-9cd1-6db5df1a4996 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:03:42.128919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1c8a92f6-005a-4302-bd19-3cd81cfbddbe tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/routers/33613209-5dda-4136-8ae2-cb02afab29be HTTP/1.1" status: 200 len: 925 time: 0.4401305 Jan 31 19:03:42.150379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35710) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:42.314884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-357507a7-07c1-49a1-a3ec-6b85cf4c77d0 req-c634d9c4-d06e-4e6c-a421-7031abf73e0c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Deleting port 0495c390-dbdd-4713-ace4-6b8703f534a4 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:42.315759 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-357507a7-07c1-49a1-a3ec-6b85cf4c77d0 req-c634d9c4-d06e-4e6c-a421-7031abf73e0c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:42.337219 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b92b919c-de44-4e17-a1b6-be50a49c3662 req-c5b9be07-4056-4a92-a707-e82da23fbdca tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132101 Jan 31 19:03:42.364490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ee435-7d28-4932-9019-f6bf8e2549a4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:42.369867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-135ee435-7d28-4932-9019-f6bf8e2549a4 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&device_id=33613209-5dda-4136-8ae2-cb02afab29be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2159269 Jan 31 19:03:42.370310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35716) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:42.526537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-357507a7-07c1-49a1-a3ec-6b85cf4c77d0 req-c634d9c4-d06e-4e6c-a421-7031abf73e0c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] For port 0495c390-dbdd-4713-ace4-6b8703f534a4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0495c390-dbdd-4713-ace4-6b8703f534a4,segment=NetworkSegment(54845e39-6d7e-4d99-bb6d-2920e94f97c8),segment_id=54845e39-6d7e-4d99-bb6d-2920e94f97c8)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:42.527271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-357507a7-07c1-49a1-a3ec-6b85cf4c77d0 req-c634d9c4-d06e-4e6c-a421-7031abf73e0c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:42.554822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8::213 (c855c324-4041-43ce-bc64-81e0c66b448f/bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647/a0e2d27e-3d61-41e1-9cd1-6db5df1a4996) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:42.576280 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-357507a7-07c1-49a1-a3ec-6b85cf4c77d0 req-c634d9c4-d06e-4e6c-a421-7031abf73e0c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Calling delete_port for 0495c390-dbdd-4713-ace4-6b8703f534a4 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:42.576538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645fd89-3e94-4107-b9d9-a9aad94fb1b3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:42.578380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e645fd89-3e94-4107-b9d9-a9aad94fb1b3 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 881 time: 0.2059855 Jan 31 19:03:42.582349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35718) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:42.624051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-357dbf78-8188-4d24-899b-83dffa0304a6 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "GET /v2.0/ports?device_id=33613209-5dda-4136-8ae2-cb02afab29be HTTP/1.1" status: 200 len: 205 time: 0.0405641 Jan 31 19:03:42.624830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35720) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:42.803742 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (33613209-5dda-4136-8ae2-cb02afab29be), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.049383 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (a0e2d27e-3d61-41e1-9cd1-6db5df1a4996), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.087611 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (33613209-5dda-4136-8ae2-cb02afab29be), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.109539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-357507a7-07c1-49a1-a3ec-6b85cf4c77d0 req-c634d9c4-d06e-4e6c-a421-7031abf73e0c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (0495c390-dbdd-4713-ace4-6b8703f534a4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.216478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Deleting port 53d3c5de-587f-45d8-b707-229a243243cb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:43.216835 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (53d3c5de-587f-45d8-b707-229a243243cb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.222474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634d9c4-d06e-4e6c-a421-7031abf73e0c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Pushing event deleted for resources: {'Port': ['ID=0495c390-dbdd-4713-ace4-6b8703f534a4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:43.252572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b86bad5-08df-4fd5-88bb-0a3231415728 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:43.338577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-357507a7-07c1-49a1-a3ec-6b85cf4c77d0 req-c634d9c4-d06e-4e6c-a421-7031abf73e0c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] No DVR routers for this DVR port 0495c390-dbdd-4713-ace4-6b8703f534a4 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:03:43.341401 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-357507a7-07c1-49a1-a3ec-6b85cf4c77d0 req-c634d9c4-d06e-4e6c-a421-7031abf73e0c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.345519 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-357507a7-07c1-49a1-a3ec-6b85cf4c77d0 req-c634d9c4-d06e-4e6c-a421-7031abf73e0c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.21 "DELETE /v2.0/ports/0495c390-dbdd-4713-ace4-6b8703f534a4 HTTP/1.1" status: 204 len: 173 time: 1.9113901 Jan 31 19:03:43.346017 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e183e8-6f17-4b6c-a1d6-285f78508635', 'name': 'network-vif-deleted', 'tag': '0495c390-dbdd-4713-ace4-6b8703f534a4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:03:43.350941 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0e2088-0aa0-441e-92ab-78248f193525" -d '{"events": [{"server_uuid": "b2e183e8-6f17-4b6c-a1d6-285f78508635", "name": "network-vif-deleted", "tag": "0495c390-dbdd-4713-ace4-6b8703f534a4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:03:43.358596 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a0e2d27e-3d61-41e1-9cd1-6db5df1a4996), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.405316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4b86bad5-08df-4fd5-88bb-0a3231415728 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:43.408258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.495803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network c855c324-4041-43ce-bc64-81e0c66b448f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:43.501323 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d92f413-3c65-4742-8ea4-ec17b8444b31 x-openstack-request-id: req-0d92f413-3c65-4742-8ea4-ec17b8444b31 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:03:43.501593 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e183e8-6f17-4b6c-a1d6-285f78508635", "name": "network-vif-deleted", "tag": "0495c390-dbdd-4713-ace4-6b8703f534a4", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:03:43.501882 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d92f413-3c65-4742-8ea4-ec17b8444b31 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:03:43.502290 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e183e8-6f17-4b6c-a1d6-285f78508635', 'name': 'network-vif-deleted', 'tag': '0495c390-dbdd-4713-ace4-6b8703f534a4', 'status': 'completed', 'code': 200} Jan 31 19:03:43.520870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:43.537869 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:43.551383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:43.552412 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.586819 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (53d3c5de-587f-45d8-b707-229a243243cb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.629479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=a0e2d27e-3d61-41e1-9cd1-6db5df1a4996,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:43.633118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4b86bad5-08df-4fd5-88bb-0a3231415728 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:43.636762 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.639553 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-13eb96c6-b293-4b3d-8bff-8b733d6bb686 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3422878 Jan 31 19:03:43.644545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:43.662608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-48467857-fb12-4bcc-90c1-2e5a66f70c3e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:43.689767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1e3736d-eed7-48c7-9d51-38a04c03f2a7 req-222afc51-919c-4e73-bd76-0e42e0c568c7 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e183e8-6f17-4b6c-a1d6-285f78508635 HTTP/1.1" status: 200 len: 210 time: 0.1409016 Jan 31 19:03:43.703650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Calling delete_port for 53d3c5de-587f-45d8-b707-229a243243cb owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:43.760848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a2264e42-33df-44d0-aef7-8148697706fe None None] Provisioning complete for port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:43.772858 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2264e42-33df-44d0-aef7-8148697706fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (98be03e9-dbfc-4bb5-87d9-2613c7bccf33), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.888001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a2264e42-33df-44d0-aef7-8148697706fe None None] Port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:43.935540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 4b86bad5-08df-4fd5-88bb-0a3231415728, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4b86bad5-08df-4fd5-88bb-0a3231415728,segment=NetworkSegment(8b830502-39a9-4c93-b9c6-2326ec4128ea),segment_id=8b830502-39a9-4c93-b9c6-2326ec4128ea)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:43.951750 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:43.989333 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48467857-fb12-4bcc-90c1-2e5a66f70c3e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:43.993863 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48467857-fb12-4bcc-90c1-2e5a66f70c3e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:44.120531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a2264e42-33df-44d0-aef7-8148697706fe None None] Provisioning complete for port 4b86bad5-08df-4fd5-88bb-0a3231415728 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:44.125264 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2264e42-33df-44d0-aef7-8148697706fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:44.198559 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (53d3c5de-587f-45d8-b707-229a243243cb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:44.249935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Pushing event deleted for resources: {'Port': ['ID=53d3c5de-587f-45d8-b707-229a243243cb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:44.257764 n-d-812111-15 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-48467857-fb12-4bcc-90c1-2e5a66f70c3e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647 (CIDR: 2001:db8::/64) Jan 31 19:03:44.268591 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-48467857-fb12-4bcc-90c1-2e5a66f70c3e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:03:44.269288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48467857-fb12-4bcc-90c1-2e5a66f70c3e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:03:44.315826 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-48467857-fb12-4bcc-90c1-2e5a66f70c3e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6701934 Jan 31 19:03:44.318978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:44.324286 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ed3943e2-99b3-4f36-9e0d-ee26efa6c3b4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:44.420515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=4b86bad5-08df-4fd5-88bb-0a3231415728,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:44.432237 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (33613209-5dda-4136-8ae2-cb02afab29be), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:44.529074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a2264e42-33df-44d0-aef7-8148697706fe None None] Current status of the port 4b86bad5-08df-4fd5-88bb-0a3231415728 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:44.558101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3943e2-99b3-4f36-9e0d-ee26efa6c3b4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:44.561771 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed3943e2-99b3-4f36-9e0d-ee26efa6c3b4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:44.625260 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (33613209-5dda-4136-8ae2-cb02afab29be), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:44.631607 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_controller (33613209-5dda-4136-8ae2-cb02afab29be), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:44.671304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4c5a6845-1c10-444a-ba89-34fb6ee9639c None None] Provisioning complete for port a0e2d27e-3d61-41e1-9cd1-6db5df1a4996 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:44.672931 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6845-1c10-444a-ba89-34fb6ee9639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a0e2d27e-3d61-41e1-9cd1-6db5df1a4996), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:44.763169 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0495c390-dbdd-4713-ace4-6b8703f534a4 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:03:44.792047 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (33613209-5dda-4136-8ae2-cb02afab29be), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:44.792772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Fanout notify agent at l3_agent the message router_deleted on router 33613209-5dda-4136-8ae2-cb02afab29be {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:03:44.811297 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:44.817623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35788) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:44.818314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f5956d58-8211-47e7-a363-04f4f5c7ee1f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/routers/33613209-5dda-4136-8ae2-cb02afab29be HTTP/1.1" status: 204 len: 168 time: 2.1923661 Jan 31 19:03:44.824277 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3aaf1104-04ca-45ac-b905-cdc31059c74e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2110233091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:44.879121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 0495c390-dbdd-4713-ace4-6b8703f534a4 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:03:44.879452 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0495c390-dbdd-4713-ace4-6b8703f534a4 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:03:44.889794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a6845-1c10-444a-ba89-34fb6ee9639c None None] Port a0e2d27e-3d61-41e1-9cd1-6db5df1a4996 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:44.943171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aaf1104-04ca-45ac-b905-cdc31059c74e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:44.947269 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aaf1104-04ca-45ac-b905-cdc31059c74e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:45.118247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aaf1104-04ca-45ac-b905-cdc31059c74e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_controller (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:45.144748 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aaf1104-04ca-45ac-b905-cdc31059c74e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:45.155348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b86bad5-08df-4fd5-88bb-0a3231415728 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:45.195482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aaf1104-04ca-45ac-b905-cdc31059c74e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:45.199418 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3aaf1104-04ca-45ac-b905-cdc31059c74e tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3783844 Jan 31 19:03:45.200982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35810) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:45.206862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'enable_snat': False}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:45.260149 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed3943e2-99b3-4f36-9e0d-ee26efa6c3b4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (cfb9cfd2-5a1b-423a-838c-d0179130dee0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:45.295353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4b86bad5-08df-4fd5-88bb-0a3231415728 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:45.295741 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:45.325824 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3943e2-99b3-4f36-9e0d-ee26efa6c3b4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network c855c324-4041-43ce-bc64-81e0c66b448f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:45.330139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ed3943e2-99b3-4f36-9e0d-ee26efa6c3b4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:45.342319 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3943e2-99b3-4f36-9e0d-ee26efa6c3b4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:45.344136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed3943e2-99b3-4f36-9e0d-ee26efa6c3b4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:45.365853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3943e2-99b3-4f36-9e0d-ee26efa6c3b4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Subnet': ['ID=cfb9cfd2-5a1b-423a-838c-d0179130dee0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:45.377743 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ed3943e2-99b3-4f36-9e0d-ee26efa6c3b4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0549846 Jan 31 19:03:45.377907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc9dfee-4219-491d-a05d-93a2c0e8c81c None None] Network c855c324-4041-43ce-bc64-81e0c66b448f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:45.378600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35812) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:45.386508 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c64df45c-d484-49a7-a866-1bc3f12f836a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-256887672', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cfb9cfd2-5a1b-423a-838c-d0179130dee0'}], 'security_groups': ['4eba587c-bc61-45cf-87c2-028953da2822']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:45.483695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c64df45c-d484-49a7-a866-1bc3f12f836a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a0e2d27e-3d61-41e1-9cd1-6db5df1a4996), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:45.533899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-653337ff-ad5d-4fcc-b65d-c85f8fbc4168 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:45.546212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-653337ff-ad5d-4fcc-b65d-c85f8fbc4168 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/networks?id=4c453dec-1ac4-4c38-8618-e8a7d8e05607 HTTP/1.1" status: 200 len: 809 time: 0.3363266 Jan 31 19:03:45.651618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4b86bad5-08df-4fd5-88bb-0a3231415728 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:45.666997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-bc98d289-5fd2-4170-81e9-0c23048f7e9e tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/quotas/76d46e93ab04418dbdd46559b78be19d HTTP/1.1" status: 200 len: 375 time: 0.1184502 Jan 31 19:03:45.884031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e002b92-d96e-46a7-a097-5ddb76503eec None None] Update dhcp port {'port': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'fixed_ips': [{'subnet_id': 'bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cfb9cfd2-5a1b-423a-838c-d0179130dee0'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '4b86bad5-08df-4fd5-88bb-0a3231415728'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 19:03:45.956615 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-50ef540c-a414-4862-8e83-3c8e41f1688b tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76d46e93ab04418dbdd46559b78be19d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1871290 Jan 31 19:03:46.034246 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e002b92-d96e-46a7-a097-5ddb76503eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:46.502378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c64df45c-d484-49a7-a866-1bc3f12f836a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Delete allocated IP 2001:db8::213 (c855c324-4041-43ce-bc64-81e0c66b448f/bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647) {{(pid=103226) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 19:03:46.521521 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:46.537780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-400334cf-b63f-45bc-830f-637417ae75eb service neutron] 10.222.0.20 "GET /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799453 Jan 31 19:03:46.540802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c64df45c-d484-49a7-a866-1bc3f12f836a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8:0:1::b9 (c855c324-4041-43ce-bc64-81e0c66b448f/cfb9cfd2-5a1b-423a-838c-d0179130dee0/a0e2d27e-3d61-41e1-9cd1-6db5df1a4996) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:46.640199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-e8c436e2-5ea4-42aa-974c-3a586cc55dac service neutron] 10.222.0.20 "GET /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011665 Jan 31 19:03:46.986524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c64df45c-d484-49a7-a866-1bc3f12f836a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (a0e2d27e-3d61-41e1-9cd1-6db5df1a4996), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:47.007855 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c64df45c-d484-49a7-a866-1bc3f12f836a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (a0e2d27e-3d61-41e1-9cd1-6db5df1a4996), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:47.027251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb2afb58-20f0-4ee0-b12c-1656bb624d0c req-5129ed40-02db-4152-84b0-4a51fce2603f tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 210 time: 0.0397410 Jan 31 19:03:47.086449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64df45c-d484-49a7-a866-1bc3f12f836a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=a0e2d27e-3d61-41e1-9cd1-6db5df1a4996,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:47.152151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-3e002b92-d96e-46a7-a097-5ddb76503eec None None] Allocated IP 2001:db8:0:1::2 (c855c324-4041-43ce-bc64-81e0c66b448f/cfb9cfd2-5a1b-423a-838c-d0179130dee0/4b86bad5-08df-4fd5-88bb-0a3231415728) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:47.175576 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:47.200994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c64df45c-d484-49a7-a866-1bc3f12f836a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] In _notify_port_updated(), no bound segment for port a0e2d27e-3d61-41e1-9cd1-6db5df1a4996 on network c855c324-4041-43ce-bc64-81e0c66b448f {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 19:03:47.216223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64df45c-d484-49a7-a866-1bc3f12f836a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:47.216773 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c64df45c-d484-49a7-a866-1bc3f12f836a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:47.221705 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:47.231413 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c64df45c-d484-49a7-a866-1bc3f12f836a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "PUT /v2.0/ports/a0e2d27e-3d61-41e1-9cd1-6db5df1a4996 HTTP/1.1" status: 200 len: 929 time: 1.8510988 Jan 31 19:03:47.232156 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:47.469751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3e002b92-d96e-46a7-a097-5ddb76503eec None None] For port 4b86bad5-08df-4fd5-88bb-0a3231415728, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4b86bad5-08df-4fd5-88bb-0a3231415728,segment=NetworkSegment(8b830502-39a9-4c93-b9c6-2326ec4128ea),segment_id=8b830502-39a9-4c93-b9c6-2326ec4128ea)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:47.522181 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ffced738-804d-4b4d-85b5-42c23079ec26 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port a0e2d27e-3d61-41e1-9cd1-6db5df1a4996 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:47.522988 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffced738-804d-4b4d-85b5-42c23079ec26 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a0e2d27e-3d61-41e1-9cd1-6db5df1a4996), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:47.556060 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e002b92-d96e-46a7-a097-5ddb76503eec None None] Publish callbacks [] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:47.571984 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e002b92-d96e-46a7-a097-5ddb76503eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:47.582988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Allocated IP 172.25.8.139 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c6e1c081-35a5-4f0d-9b91-5a0a0e70a2cc) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:47.813788 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for port (c6e1c081-35a5-4f0d-9b91-5a0a0e70a2cc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:47.883058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e002b92-d96e-46a7-a097-5ddb76503eec None None] Pushing event updated for resources: {'Port': ['ID=4b86bad5-08df-4fd5-88bb-0a3231415728,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:47.909969 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffced738-804d-4b4d-85b5-42c23079ec26 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a0e2d27e-3d61-41e1-9cd1-6db5df1a4996), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:47.937602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c6e1c081-35a5-4f0d-9b91-5a0a0e70a2cc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:47.980807 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ffced738-804d-4b4d-85b5-42c23079ec26 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for a0e2d27e-3d61-41e1-9cd1-6db5df1a4996 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:48.129037 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:48.153054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:48.159037 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e1c081-35a5-4f0d-9b91-5a0a0e70a2cc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:48.201681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:48.400481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78fa3d43-fff6-4719-ab3f-a8cd1b0703e4 req-b6894f35-aa36-466f-a08f-12ae62f66578 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 210 time: 0.2229788 Jan 31 19:03:48.476224 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffced738-804d-4b4d-85b5-42c23079ec26 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a0e2d27e-3d61-41e1-9cd1-6db5df1a4996), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:48.608647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffced738-804d-4b4d-85b5-42c23079ec26 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=a0e2d27e-3d61-41e1-9cd1-6db5df1a4996,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:48.672018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffced738-804d-4b4d-85b5-42c23079ec26 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:48.681950 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ffced738-804d-4b4d-85b5-42c23079ec26 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/a0e2d27e-3d61-41e1-9cd1-6db5df1a4996 HTTP/1.1" status: 204 len: 168 time: 1.4435327 Jan 31 19:03:48.685058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35876) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:48.731887 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-006eacb0-b66d-483c-8245-bc252572b371 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:03:48.737324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35878) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:48.738160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-006eacb0-b66d-483c-8245-bc252572b371 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/a0e2d27e-3d61-41e1-9cd1-6db5df1a4996 HTTP/1.1" status: 404 len: 333 time: 0.0513415 Jan 31 19:03:48.755297 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router_gateway (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:48.873872 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-436134f6-adc5-4349-aaee-2855ab889961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:49.087364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1eaecaef-b1d3-4b57-9a17-a5cbe870c1ce tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (6a477bb5-6275-4ce4-b39d-247d84ec0eb8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:49.153235 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1eaecaef-b1d3-4b57-9a17-a5cbe870c1ce tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (6a477bb5-6275-4ce4-b39d-247d84ec0eb8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:49.180161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-337c40d5-3c24-406e-960d-106cc069dbf4 None None] Could not find standard attr ID for object a0e2d27e-3d61-41e1-9cd1-6db5df1a4996. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:03:49.246220 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b86bad5-08df-4fd5-88bb-0a3231415728 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:49.248645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-337c40d5-3c24-406e-960d-106cc069dbf4 None None] Provisioning complete for port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:49.261638 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-337c40d5-3c24-406e-960d-106cc069dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (98be03e9-dbfc-4bb5-87d9-2613c7bccf33), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:49.367820 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1eaecaef-b1d3-4b57-9a17-a5cbe870c1ce tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6a477bb5-6275-4ce4-b39d-247d84ec0eb8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:49.370641 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1eaecaef-b1d3-4b57-9a17-a5cbe870c1ce tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:49.392634 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1eaecaef-b1d3-4b57-9a17-a5cbe870c1ce tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/security-groups/6a477bb5-6275-4ce4-b39d-247d84ec0eb8 HTTP/1.1" status: 204 len: 168 time: 0.6540153 Jan 31 19:03:49.394623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35890) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:49.464544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaecaef-b1d3-4b57-9a17-a5cbe870c1ce tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a477bb5-6275-4ce4-b39d-247d84ec0eb8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:49.612187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8405c260-3bd6-4e87-b636-da1c88f2a9e3 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (4eba587c-bc61-45cf-87c2-028953da2822), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:49.686038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-337c40d5-3c24-406e-960d-106cc069dbf4 None None] Port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:49.689724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8405c260-3bd6-4e87-b636-da1c88f2a9e3 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (4eba587c-bc61-45cf-87c2-028953da2822), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:49.726790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-337c40d5-3c24-406e-960d-106cc069dbf4 None None] Provisioning complete for port 4b86bad5-08df-4fd5-88bb-0a3231415728 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:49.730343 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-337c40d5-3c24-406e-960d-106cc069dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:49.814198 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8405c260-3bd6-4e87-b636-da1c88f2a9e3 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4eba587c-bc61-45cf-87c2-028953da2822), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:49.819878 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8405c260-3bd6-4e87-b636-da1c88f2a9e3 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:49.825143 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8405c260-3bd6-4e87-b636-da1c88f2a9e3 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/security-groups/4eba587c-bc61-45cf-87c2-028953da2822 HTTP/1.1" status: 204 len: 168 time: 0.4241521 Jan 31 19:03:49.830152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35908) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:49.845388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4b86bad5-08df-4fd5-88bb-0a3231415728 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:49.845662 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:49.963707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405c260-3bd6-4e87-b636-da1c88f2a9e3 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eba587c-bc61-45cf-87c2-028953da2822,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:50.029702 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-337c40d5-3c24-406e-960d-106cc069dbf4 None None] Current status of the port 4b86bad5-08df-4fd5-88bb-0a3231415728 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:50.034454 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-134c80e3-4d9b-4d3b-bdfd-682adb1bc3cb req-4bf11551-bf85-47ba-9996-5f2795f3b1f3 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 210 time: 0.0553093 Jan 31 19:03:50.065981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8230b231-1924-44aa-80d6-66889ed64ad4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting subnet bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:03:50.070980 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8230b231-1924-44aa-80d6-66889ed64ad4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:50.139841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8230b231-1924-44aa-80d6-66889ed64ad4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:50.197298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-abb12d02-ef76-4f6c-a522-7601e460ea2c None None] Could not find standard attr ID for object a0e2d27e-3d61-41e1-9cd1-6db5df1a4996. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:03:50.241247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4b86bad5-08df-4fd5-88bb-0a3231415728 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:50.278417 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8230b231-1924-44aa-80d6-66889ed64ad4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:50.315165 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:50.326058 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:50.459574 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8230b231-1924-44aa-80d6-66889ed64ad4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:50.527526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230b231-1924-44aa-80d6-66889ed64ad4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:50.531611 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8230b231-1924-44aa-80d6-66889ed64ad4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:50.536914 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8230b231-1924-44aa-80d6-66889ed64ad4 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647 HTTP/1.1" status: 204 len: 168 time: 0.6872225 Jan 31 19:03:50.544033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35918) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:50.547921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab90dbb-53d4-4216-89bd-c91ba99ea44a None None] Network c855c324-4041-43ce-bc64-81e0c66b448f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:50.566717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6d10d3a1-f25f-4d96-bc17-746f6754d51e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:50.901779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d10d3a1-f25f-4d96-bc17-746f6754d51e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:50.922100 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d10d3a1-f25f-4d96-bc17-746f6754d51e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:51.066427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Router 733e4bf4-96a8-43f2-993e-8d2bb53a9be1 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:03:51.127866 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0025a8f8-29ce-432f-9dbd-f904117c9c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:51.235573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd881a8a-c4b3-44d0-b7e4-172233e480e9 req-53e7b52b-7fdb-4e28-b790-74ccfd593a80 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 210 time: 0.0501888 Jan 31 19:03:51.445292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:03:51.450334 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:51.454848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7489799d-0717-48f6-b144-970f47580438 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "PUT /v2.0/routers/733e4bf4-96a8-43f2-993e-8d2bb53a9be1 HTTP/1.1" status: 200 len: 920 time: 6.2526228 Jan 31 19:03:51.455023 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35940) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:51.460681 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e8830-e092-4c6f-80bd-058ab94b1ba3 None None] Sync routers for ids ['733e4bf4-96a8-43f2-993e-8d2bb53a9be1'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:03:51.516000 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e8830-e092-4c6f-80bd-058ab94b1ba3 None None] Routers {'733e4bf4-96a8-43f2-993e-8d2bb53a9be1'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:51.531754 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bb9e8830-e092-4c6f-80bd-058ab94b1ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['733e4bf4-96a8-43f2-993e-8d2bb53a9be1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:51.685523 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bb9e8830-e092-4c6f-80bd-058ab94b1ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:51.717497 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e8830-e092-4c6f-80bd-058ab94b1ba3 None None] Routers {'733e4bf4-96a8-43f2-993e-8d2bb53a9be1'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:03:51.718393 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bb9e8830-e092-4c6f-80bd-058ab94b1ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['733e4bf4-96a8-43f2-993e-8d2bb53a9be1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:51.758524 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dcd4b9cf-6a3c-43df-980a-3ad7928757c7 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/routers/733e4bf4-96a8-43f2-993e-8d2bb53a9be1 HTTP/1.1" status: 200 len: 926 time: 0.3014090 Jan 31 19:03:51.764169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35946) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:51.785007 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d10d3a1-f25f-4d96-bc17-746f6754d51e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (2aab755f-fd31-4daa-9952-c8560f487bb3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:51.803615 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bb9e8830-e092-4c6f-80bd-058ab94b1ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:03:51.804263 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e8830-e092-4c6f-80bd-058ab94b1ba3 None None] The sync data for ids ['733e4bf4-96a8-43f2-993e-8d2bb53a9be1'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:03:51.874844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff52431-f096-4a1e-b523-6782f17bc2c6 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:51.881021 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0ff52431-f096-4a1e-b523-6782f17bc2c6 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&device_id=733e4bf4-96a8-43f2-993e-8d2bb53a9be1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1142125 Jan 31 19:03:51.883786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35954) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:51.974626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10d3a1-f25f-4d96-bc17-746f6754d51e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Subnet': ['ID=2aab755f-fd31-4daa-9952-c8560f487bb3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:52.004883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d10d3a1-f25f-4d96-bc17-746f6754d51e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network c855c324-4041-43ce-bc64-81e0c66b448f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:52.014565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6d10d3a1-f25f-4d96-bc17-746f6754d51e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:52.027164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10d3a1-f25f-4d96-bc17-746f6754d51e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:52.027635 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d10d3a1-f25f-4d96-bc17-746f6754d51e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:52.058482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6d10d3a1-f25f-4d96-bc17-746f6754d51e tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5127664 Jan 31 19:03:52.062157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35964) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:52.072929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c366c596-4607-4999-9fca-59754178abe6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'security_group': {'name': 'tempest-secgroup-1388954813'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:52.129119 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c366c596-4607-4999-9fca-59754178abe6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:52.264884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17f7ae-877f-4323-859e-dcc011371f3c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:52.271842 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5f17f7ae-877f-4323-859e-dcc011371f3c tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/networks/2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 881 time: 0.3817577 Jan 31 19:03:52.272599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35980) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:52.358627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-849c069a-850a-4e01-82c8-cbdf2f96c866 None None] Provisioning complete for port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:52.370968 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-849c069a-850a-4e01-82c8-cbdf2f96c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (98be03e9-dbfc-4bb5-87d9-2613c7bccf33), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:52.407814 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1b887727-fad1-474c-a1bc-08221fa84ef1 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e4bf4-96a8-43f2-993e-8d2bb53a9be1 HTTP/1.1" status: 200 len: 205 time: 0.1340854 Jan 31 19:03:52.419495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 35986) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:52.474919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da38a59-b3a5-4a65-b0c5-7ef5091bc1fb None None] Network c855c324-4041-43ce-bc64-81e0c66b448f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:52.590037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-849c069a-850a-4e01-82c8-cbdf2f96c866 None None] Port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:52.593214 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6fe1d7f-e9a8-46f8-8325-d6a4146911ba req-4d87a936-a5ca-4aff-ab00-30c99fa92387 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 210 time: 0.1314032 Jan 31 19:03:52.614801 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c366c596-4607-4999-9fca-59754178abe6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (677600d1-e546-4036-9944-77fd3f647f27), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:52.614801 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c366c596-4607-4999-9fca-59754178abe6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (677600d1-e546-4036-9944-77fd3f647f27), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:52.672831 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c366c596-4607-4999-9fca-59754178abe6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:52.683554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c366c596-4607-4999-9fca-59754178abe6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6180344 Jan 31 19:03:52.687994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 35994) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:52.703305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cdb5ec89-dafd-44ec-a0d3-62c28bfd6f9b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'security_group': {'name': 'tempest-secgroup-2047468780'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:52.722501 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:52.755590 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:52.774009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366c596-4607-4999-9fca-59754178abe6 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677600d1-e546-4036-9944-77fd3f647f27,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:52.778222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-849c069a-850a-4e01-82c8-cbdf2f96c866 None None] Provisioning complete for port 4b86bad5-08df-4fd5-88bb-0a3231415728 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:52.781913 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-849c069a-850a-4e01-82c8-cbdf2f96c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:52.812838 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ec89-dafd-44ec-a0d3-62c28bfd6f9b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.059693 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.153826 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ec89-dafd-44ec-a0d3-62c28bfd6f9b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (9a1b20b6-e8e4-443c-aeda-ff1b478bcf5c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.173926 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ec89-dafd-44ec-a0d3-62c28bfd6f9b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9a1b20b6-e8e4-443c-aeda-ff1b478bcf5c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.332528 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ec89-dafd-44ec-a0d3-62c28bfd6f9b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.338591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Deleting port c6e1c081-35a5-4f0d-9b91-5a0a0e70a2cc {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:03:53.338822 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c6e1c081-35a5-4f0d-9b91-5a0a0e70a2cc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.353922 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cdb5ec89-dafd-44ec-a0d3-62c28bfd6f9b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6474626 Jan 31 19:03:53.356096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36012) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:53.368574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-74ca1df4-9c63-4875-9aba-2af44eb4b39b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'security_group': {'name': 'tempest-secgroup-1743646319'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:53.392886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5ec89-dafd-44ec-a0d3-62c28bfd6f9b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1b20b6-e8e4-443c-aeda-ff1b478bcf5c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:53.433751 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74ca1df4-9c63-4875-9aba-2af44eb4b39b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.513914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-849c069a-850a-4e01-82c8-cbdf2f96c866 None None] Current status of the port 4b86bad5-08df-4fd5-88bb-0a3231415728 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:53.562802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36016) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:53.624556 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74ca1df4-9c63-4875-9aba-2af44eb4b39b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (65e4fdf6-d64d-4334-8431-6313ab968f74), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.633298 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74ca1df4-9c63-4875-9aba-2af44eb4b39b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (65e4fdf6-d64d-4334-8431-6313ab968f74), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.673519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca1df4-9c63-4875-9aba-2af44eb4b39b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e4fdf6-d64d-4334-8431-6313ab968f74,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:53.687661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74ca1df4-9c63-4875-9aba-2af44eb4b39b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.691910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-74ca1df4-9c63-4875-9aba-2af44eb4b39b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3297887 Jan 31 19:03:53.692852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36024) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:53.725908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1798953594', 'security_groups': ['65e4fdf6-d64d-4334-8431-6313ab968f74'], 'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2aab755f-fd31-4daa-9952-c8560f487bb3'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:53.798300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Update dhcp port {'port': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'fixed_ips': [{'subnet_id': 'cfb9cfd2-5a1b-423a-838c-d0179130dee0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2aab755f-fd31-4daa-9952-c8560f487bb3'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '4b86bad5-08df-4fd5-88bb-0a3231415728'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 19:03:53.853075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-8e8e14ec-1c18-402f-8924-34e8b103bd52 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:53.854684 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-8e8e14ec-1c18-402f-8924-34e8b103bd52 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.21 "GET /v2.0/networks?id=4c453dec-1ac4-4c38-8618-e8a7d8e05607 HTTP/1.1" status: 200 len: 809 time: 0.6491961 Jan 31 19:03:53.889779 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.899960 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c6e1c081-35a5-4f0d-9b91-5a0a0e70a2cc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.913067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e63313e5-6141-4cfc-bdb5-af4a1a144feb req-c6609899-d9f7-419e-ac7d-d78575f18fa0 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 210 time: 0.0543060 Jan 31 19:03:53.924911 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b45b4a5b-1efc-4dfa-9e36-4205940734a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:53.930191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Calling delete_port for c6e1c081-35a5-4f0d-9b91-5a0a0e70a2cc owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:03:53.948037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Request body: {'port': {'device_id': 'a863df79-4c93-4b98-9c71-1eea016b4524', 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607', 'admin_state_up': True, 'tenant_id': '76d46e93ab04418dbdd46559b78be19d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:54.245428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:54.358990 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:54.413991 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b45b4a5b-1efc-4dfa-9e36-4205940734a2 admin admin] Publish callbacks [] for security_group (b34c536d-4938-4e19-8a6e-40445e725f43), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:54.433873 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b45b4a5b-1efc-4dfa-9e36-4205940734a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b34c536d-4938-4e19-8a6e-40445e725f43), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:54.442120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Made reservation on behalf of 76d46e93ab04418dbdd46559b78be19d for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:54.455025 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:54.459284 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c6e1c081-35a5-4f0d-9b91-5a0a0e70a2cc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:54.476965 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:54.511982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b45b4a5b-1efc-4dfa-9e36-4205940734a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1695d352ec394c4882230f11ffda4f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9468777 Jan 31 19:03:54.518506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36038) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:54.521815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:54.541199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Allocated IP 2001:db8::2 (c855c324-4041-43ce-bc64-81e0c66b448f/2aab755f-fd31-4daa-9952-c8560f487bb3/4b86bad5-08df-4fd5-88bb-0a3231415728) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:54.543790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b4a5b-1efc-4dfa-9e36-4205940734a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34c536d-4938-4e19-8a6e-40445e725f43,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:54.589088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] device_id is not set on port 7f52364a-ed52-489c-a47a-4eb15c7d2549 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:03:54.622803 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Pushing event deleted for resources: {'Port': ['ID=c6e1c081-35a5-4f0d-9b91-5a0a0e70a2cc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:54.726766 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35e17714-a04f-4507-848d-b90454038d0d admin admin] Publish callbacks [] for security_group (b34c536d-4938-4e19-8a6e-40445e725f43), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:54.737711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] For port 4b86bad5-08df-4fd5-88bb-0a3231415728, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4b86bad5-08df-4fd5-88bb-0a3231415728,segment=NetworkSegment(8b830502-39a9-4c93-b9c6-2326ec4128ea),segment_id=8b830502-39a9-4c93-b9c6-2326ec4128ea)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:03:54.749189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:54.804067 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Publish callbacks [] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:54.819689 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:54.895668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Allocated IP 172.20.0.8 (4c453dec-1ac4-4c38-8618-e8a7d8e05607/1a00deaa-288a-4e90-aaff-761b9c437c23/0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:54.966830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Pushing event updated for resources: {'Port': ['ID=4b86bad5-08df-4fd5-88bb-0a3231415728,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:54.995365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:54.995905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:54.996722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:54.997885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:54.998388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:54.998902 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:54.999719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:55.000208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:55.000787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:55.001298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:55.001803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:55.002303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:55.002808 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9325ced4-6ffe-4bf8-b114-f3cb24cbc3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:03:55.022741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8::262 (c855c324-4041-43ce-bc64-81e0c66b448f/2aab755f-fd31-4daa-9952-c8560f487bb3/7f52364a-ed52-489c-a47a-4eb15c7d2549) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:55.075067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks [] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:55.137325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80665216-09dc-421d-bb8e-bce37cfe41ac req-268c1968-65b9-4f03-a5d9-5c8959d9ffe3 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 210 time: 0.0949628 Jan 31 19:03:55.154698 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:55.271690 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:55.528136 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (7f52364a-ed52-489c-a47a-4eb15c7d2549), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:55.617148 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7f52364a-ed52-489c-a47a-4eb15c7d2549), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:55.691770 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network c855c324-4041-43ce-bc64-81e0c66b448f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:55.696925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:55.701138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:55.707335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:55.708820 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:55.719882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=7f52364a-ed52-489c-a47a-4eb15c7d2549,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:55.747620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7732da8c-f014-410d-bfd4-b0a16ba3303f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0530167 Jan 31 19:03:55.750361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36060) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:55.757137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1b358e04-361c-439a-9a3c-b3ae3b77fcf0 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:56.082956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:56.092906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:56.095593 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:56.100212 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.104724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35e17714-a04f-4507-848d-b90454038d0d admin admin] Publish callbacks [] for security_group (b34c536d-4938-4e19-8a6e-40445e725f43), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.108694 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_controller (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.134227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b358e04-361c-439a-9a3c-b3ae3b77fcf0 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:56.138245 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b358e04-361c-439a-9a3c-b3ae3b77fcf0 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.243203 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.247822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Pushing event updated for resources: {'Port': ['ID=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:56.283266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-11b4a848-a47d-4987-8e69-a378ee3144d8 None None] Provisioning complete for port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:56.287383 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-11b4a848-a47d-4987-8e69-a378ee3144d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (98be03e9-dbfc-4bb5-87d9-2613c7bccf33), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.292751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (733e4bf4-96a8-43f2-993e-8d2bb53a9be1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.294411 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Fanout notify agent at l3_agent the message router_deleted on router 733e4bf4-96a8-43f2-993e-8d2bb53a9be1 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:03:56.306401 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.316009 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e7141aa8-2f97-45b8-a1c1-54647efd92af tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/routers/733e4bf4-96a8-43f2-993e-8d2bb53a9be1 HTTP/1.1" status: 204 len: 168 time: 3.8951066 Jan 31 19:03:56.320607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36072) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:56.336056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1112959092', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:56.362120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:56.362749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.391996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-11b4a848-a47d-4987-8e69-a378ee3144d8 None None] Port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:56.417569 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-43f13508-2ce5-4707-8814-be27e92b822a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4734960 Jan 31 19:03:56.426860 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.430403 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.439749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-11b4a848-a47d-4987-8e69-a378ee3144d8 None None] Provisioning complete for port 4b86bad5-08df-4fd5-88bb-0a3231415728 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:56.440177 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-11b4a848-a47d-4987-8e69-a378ee3144d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.487581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Request body: {'port': {'device_id': 'a863df79-4c93-4b98-9c71-1eea016b4524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:56.567769 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35e17714-a04f-4507-848d-b90454038d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b34c536d-4938-4e19-8a6e-40445e725f43), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.570330 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35e17714-a04f-4507-848d-b90454038d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.571493 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-35e17714-a04f-4507-848d-b90454038d0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b34c536d-4938-4e19-8a6e-40445e725f43 HTTP/1.1" status: 204 len: 168 time: 2.0021482 Jan 31 19:03:56.669323 n-d-812111-15 neutron-server[103225]: INFO neutron.db.ipam_backend_mixin [None req-1b358e04-361c-439a-9a3c-b3ae3b77fcf0 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2aab755f-fd31-4daa-9952-c8560f487bb3 (CIDR: 2001:db8::/64) Jan 31 19:03:56.678932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e17714-a04f-4507-848d-b90454038d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34c536d-4938-4e19-8a6e-40445e725f43,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:56.702633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af692d5-6891-4239-8618-3f29740139a1 req-ad5eeed5-b90a-45f6-a171-829f836ec3bf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:56.711470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9af692d5-6891-4239-8618-3f29740139a1 req-ad5eeed5-b90a-45f6-a171-829f836ec3bf tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 931 time: 0.3588579 Jan 31 19:03:56.713475 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b358e04-361c-439a-9a3c-b3ae3b77fcf0 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:03:56.713940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b358e04-361c-439a-9a3c-b3ae3b77fcf0 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:03:56.785933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-11b4a848-a47d-4987-8e69-a378ee3144d8 None None] Current status of the port 4b86bad5-08df-4fd5-88bb-0a3231415728 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:56.816008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.831768 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_controller (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:56.859892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9af692d5-6891-4239-8618-3f29740139a1 req-769c2f0a-43d4-486d-a63c-fcaa72bb1b50 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345444 Jan 31 19:03:56.872011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1b358e04-361c-439a-9a3c-b3ae3b77fcf0 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1203706 Jan 31 19:03:56.873251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36086) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:56.890296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a79c71d1-a647-4cc9-89af-642632ab3b06 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:56.948041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5e2a1b30-25fc-4166-b283-47e92f07b876 None None] Provisioning complete for port 7f52364a-ed52-489c-a47a-4eb15c7d2549 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:56.948606 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1b30-25fc-4166-b283-47e92f07b876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7f52364a-ed52-489c-a47a-4eb15c7d2549), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:57.104654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a1b30-25fc-4166-b283-47e92f07b876 None None] Port 7f52364a-ed52-489c-a47a-4eb15c7d2549 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:03:57.128398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b86bad5-08df-4fd5-88bb-0a3231415728 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:03:57.162491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79c71d1-a647-4cc9-89af-642632ab3b06 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:57.166617 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a79c71d1-a647-4cc9-89af-642632ab3b06 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:57.266230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4b86bad5-08df-4fd5-88bb-0a3231415728 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:03:57.267071 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:57.334017 n-d-812111-15 neutron-server[103225]: INFO neutron.db.ipam_backend_mixin [None req-a79c71d1-a647-4cc9-89af-642632ab3b06 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cfb9cfd2-5a1b-423a-838c-d0179130dee0 (CIDR: 2001:db8:0:1::/64) Jan 31 19:03:57.344841 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79c71d1-a647-4cc9-89af-642632ab3b06 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:03:57.345345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79c71d1-a647-4cc9-89af-642632ab3b06 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:03:57.350662 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:57.378733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36092) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:57.403892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a79c71d1-a647-4cc9-89af-642632ab3b06 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5291238 Jan 31 19:03:57.406721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36094) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:57.409334 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-250a2ece-524f-468a-999d-9ea5f66d0462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:57.412634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a1c2a0f0-196e-45be-bf14-deca119d823a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'subnet': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:57.468827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4b86bad5-08df-4fd5-88bb-0a3231415728 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:03:57.709705 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-250a2ece-524f-468a-999d-9ea5f66d0462 admin admin] Publish callbacks [] for security_group (2cc3e954-a6c2-4da1-b023-33be7a026271), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:57.736867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-250a2ece-524f-468a-999d-9ea5f66d0462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2cc3e954-a6c2-4da1-b023-33be7a026271), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:57.760371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c2a0f0-196e-45be-bf14-deca119d823a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Made reservation on behalf of 170663beb4ad4d2484c00a40d5b9e2ea for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:03:57.766564 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a0f0-196e-45be-bf14-deca119d823a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:57.803973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:03:57.820877 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Publish callbacks [] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:57.830507 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-250a2ece-524f-468a-999d-9ea5f66d0462 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3521a6ca751f4003b395d17970cf2a50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4468997 Jan 31 19:03:57.834614 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36106) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:57.871786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Transition to ACTIVE for port object 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:03:57.897538 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:57.906675 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a2ece-524f-468a-999d-9ea5f66d0462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc3e954-a6c2-4da1-b023-33be7a026271,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:58.176257 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cc0349e-234a-4b0d-adee-c5e430474c75 admin admin] Publish callbacks [] for security_group (2cc3e954-a6c2-4da1-b023-33be7a026271), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:58.182439 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:58.209428 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:58.212431 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Pushing event updated for resources: {'Port': ['ID=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:58.295029 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cc0349e-234a-4b0d-adee-c5e430474c75 admin admin] Publish callbacks [] for security_group (2cc3e954-a6c2-4da1-b023-33be7a026271), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:58.326142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3744a6-a54c-410a-bb1a-af0ba389c8ea req-c11a644c-3534-4613-8eeb-9f784ee8cd43 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:58.328638 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e3744a6-a54c-410a-bb1a-af0ba389c8ea req-c11a644c-3534-4613-8eeb-9f784ee8cd43 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 943 time: 0.2238028 Jan 31 19:03:58.374966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cc0349e-234a-4b0d-adee-c5e430474c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2cc3e954-a6c2-4da1-b023-33be7a026271), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:58.378626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cc0349e-234a-4b0d-adee-c5e430474c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:58.379820 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3cc0349e-234a-4b0d-adee-c5e430474c75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cc3e954-a6c2-4da1-b023-33be7a026271 HTTP/1.1" status: 204 len: 168 time: 0.5373914 Jan 31 19:03:58.400895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Attempting to bind port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:03:58.401383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Attempting to bind port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '54845e39-6d7e-4d99-bb6d-2920e94f97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:03:58.401564 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Attempting to bind port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd on network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:03:58.424405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0349e-234a-4b0d-adee-c5e430474c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc3e954-a6c2-4da1-b023-33be7a026271,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:58.478447 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a0f0-196e-45be-bf14-deca119d823a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (82ba5a15-1022-46e0-8f99-9e86147c0f5e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:58.487768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd on network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:03:58.488100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Attempting to bind port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd on network 4c453dec-1ac4-4c38-8618-e8a7d8e05607 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:03:58.500285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:03:58.500668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Checking segment: {'id': '54845e39-6d7e-4d99-bb6d-2920e94f97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:03:58.501066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Bound using segment: {'id': '54845e39-6d7e-4d99-bb6d-2920e94f97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:03:58.501517 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Bound port: 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54845e39-6d7e-4d99-bb6d-2920e94f97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:03:58.501890 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:58.575478 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Allocated IP 172.25.8.5 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/1fde1a0c-877c-40f7-af02-38f5753f6fe8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:58.601337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c2a0f0-196e-45be-bf14-deca119d823a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Network c855c324-4041-43ce-bc64-81e0c66b448f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:58.640780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a1c2a0f0-196e-45be-bf14-deca119d823a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:58.660363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b557a8b-1040-4d3a-a551-06360f07e9b4 None None] Network c855c324-4041-43ce-bc64-81e0c66b448f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:03:58.673601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e3744a6-a54c-410a-bb1a-af0ba389c8ea req-631623c4-c217-4ea7-b129-6ad8aa500c69 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305411 Jan 31 19:03:58.683195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c2a0f0-196e-45be-bf14-deca119d823a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:58.684094 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a0f0-196e-45be-bf14-deca119d823a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:58.710077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2a0f0-196e-45be-bf14-deca119d823a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Subnet': ['ID=82ba5a15-1022-46e0-8f99-9e86147c0f5e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:58.718466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a1c2a0f0-196e-45be-bf14-deca119d823a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3080215 Jan 31 19:03:58.718950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36122) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:03:58.724586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-54ff086a-b70e-42c3-b7dc-d1e821e33f0d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-888347296', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '82ba5a15-1022-46e0-8f99-9e86147c0f5e'}], 'security_groups': ['677600d1-e546-4036-9944-77fd3f647f27', '9a1b20b6-e8e4-443c-aeda-ff1b478bcf5c']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:03:58.762326 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] For port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:03:58.825900 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54ff086a-b70e-42c3-b7dc-d1e821e33f0d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7f52364a-ed52-489c-a47a-4eb15c7d2549), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:58.826669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] For port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd,segment=NetworkSegment(54845e39-6d7e-4d99-bb6d-2920e94f97c8),segment_id=54845e39-6d7e-4d99-bb6d-2920e94f97c8)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:03:58.854605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:58.971746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:58.972713 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:58.975410 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] 10.222.0.21 "PUT /v2.0/ports/0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd HTTP/1.1" status: 200 len: 1092 time: 2.5094488 Jan 31 19:03:59.025811 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a863df79-4c93-4b98-9c71-1eea016b4524', 'tag': '0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:03:59.040967 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0118f688-a417-479b-b2f9-c66018702126" -d '{"events": [{"name": "network-changed", "server_uuid": "a863df79-4c93-4b98-9c71-1eea016b4524", "tag": "0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:03:59.146850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3281bfe-1861-443a-95c5-d5b1d88b5f5f service neutron] Pushing event updated for resources: {'Port': ['ID=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:59.162214 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for port (1fde1a0c-877c-40f7-af02-38f5753f6fe8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:59.187729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-13d0ad84-06a7-4ce0-a231-dc9ce87206a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:59.190027 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-13d0ad84-06a7-4ce0-a231-dc9ce87206a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76d46e93ab04418dbdd46559b78be19d&device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 1126 time: 0.1397614 Jan 31 19:03:59.197183 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81909fa-087f-4109-bee1-f904b620c8ca x-openstack-request-id: req-f81909fa-087f-4109-bee1-f904b620c8ca {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:03:59.197547 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a863df79-4c93-4b98-9c71-1eea016b4524", "tag": "0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:03:59.197805 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f81909fa-087f-4109-bee1-f904b620c8ca {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:03:59.198213 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a863df79-4c93-4b98-9c71-1eea016b4524', 'tag': '0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd', 'status': 'completed', 'code': 200} Jan 31 19:03:59.207251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f459d5cc-dfb7-4ecd-8d36-5ea6367e9df5 None None] Update dhcp port {'port': {'network_id': 'c855c324-4041-43ce-bc64-81e0c66b448f', 'fixed_ips': [{'subnet_id': 'cfb9cfd2-5a1b-423a-838c-d0179130dee0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2aab755f-fd31-4daa-9952-c8560f487bb3', 'ip_address': '2001:db8::2'}, {'subnet_id': '82ba5a15-1022-46e0-8f99-9e86147c0f5e'}], 'binding:host_id': 'n-d-812111-15'}, 'id': '4b86bad5-08df-4fd5-88bb-0a3231415728'} from n-d-812111-15. {{(pid=103227) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 31 19:03:59.310253 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-7e8d8f5b-73cf-454d-a454-682fef10afa5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd HTTP/1.1" status: 200 len: 217 time: 0.0968714 Jan 31 19:03:59.311656 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f459d5cc-dfb7-4ecd-8d36-5ea6367e9df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:59.360111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1fde1a0c-877c-40f7-af02-38f5753f6fe8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:03:59.504247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-54ff086a-b70e-42c3-b7dc-d1e821e33f0d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Delete allocated IP 2001:db8::262 (c855c324-4041-43ce-bc64-81e0c66b448f/2aab755f-fd31-4daa-9952-c8560f487bb3) {{(pid=103225) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 19:03:59.526839 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-54ff086a-b70e-42c3-b7dc-d1e821e33f0d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Allocated IP 2001:db8:0:2::200 (c855c324-4041-43ce-bc64-81e0c66b448f/82ba5a15-1022-46e0-8f99-9e86147c0f5e/7f52364a-ed52-489c-a47a-4eb15c7d2549) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:03:59.535711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:03:59.556213 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:03:59.565605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:03:59.680935 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Pushing event updated for resources: {'Port': ['ID=1fde1a0c-877c-40f7-af02-38f5753f6fe8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:03:59.700029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-7290d21f-ddaf-41d0-8b3b-4be44fc77d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:03:59.701756 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-7290d21f-ddaf-41d0-8b3b-4be44fc77d13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a00deaa-288a-4e90-aaff-761b9c437c23 HTTP/1.1" status: 200 len: 849 time: 0.3854523 Jan 31 19:03:59.803716 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-e59953a8-350c-4414-9eb8-a21ea7e1ccf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c453dec-1ac4-4c38-8618-e8a7d8e05607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911477 Jan 31 19:04:00.023766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c06b-e457-43ec-8aaf-0b047eed7403 req-72eb2618-63ea-4397-ad53-b5ae2b59f478 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:00.031941 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09c5c06b-e457-43ec-8aaf-0b047eed7403 req-72eb2618-63ea-4397-ad53-b5ae2b59f478 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 943 time: 0.1844122 Jan 31 19:04:00.131001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09c5c06b-e457-43ec-8aaf-0b047eed7403 req-33ba24da-02ae-420e-813d-5ff02ac41cf0 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983553 Jan 31 19:04:00.148063 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54ff086a-b70e-42c3-b7dc-d1e821e33f0d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for port (7f52364a-ed52-489c-a47a-4eb15c7d2549), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:00.153005 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-bd7b2d77-4e26-4784-846a-a2df1661e9d2 service neutron] 10.222.0.21 "GET /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416402 Jan 31 19:04:00.158052 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54ff086a-b70e-42c3-b7dc-d1e821e33f0d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (7f52364a-ed52-489c-a47a-4eb15c7d2549), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:00.258354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-f459d5cc-dfb7-4ecd-8d36-5ea6367e9df5 None None] Allocated IP 2001:db8:0:2::2 (c855c324-4041-43ce-bc64-81e0c66b448f/82ba5a15-1022-46e0-8f99-9e86147c0f5e/4b86bad5-08df-4fd5-88bb-0a3231415728) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:04:00.345080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-54ff086a-b70e-42c3-b7dc-d1e821e33f0d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] In _notify_port_updated(), no bound segment for port 7f52364a-ed52-489c-a47a-4eb15c7d2549 on network c855c324-4041-43ce-bc64-81e0c66b448f {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 31 19:04:00.353195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff086a-b70e-42c3-b7dc-d1e821e33f0d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:00.353883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54ff086a-b70e-42c3-b7dc-d1e821e33f0d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:00.355240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-54ff086a-b70e-42c3-b7dc-d1e821e33f0d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "PUT /v2.0/ports/7f52364a-ed52-489c-a47a-4eb15c7d2549 HTTP/1.1" status: 200 len: 969 time: 1.6353781 Jan 31 19:04:00.375278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36184) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:00.398931 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-60c8506c-a91f-472a-a88c-bd531f75a996 req-df8cef17-d56e-4757-a89c-aee0bef822ce service neutron] 10.222.0.21 "GET /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385943 Jan 31 19:04:00.533118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff086a-b70e-42c3-b7dc-d1e821e33f0d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event updated for resources: {'Port': ['ID=7f52364a-ed52-489c-a47a-4eb15c7d2549,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:00.585299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f459d5cc-dfb7-4ecd-8d36-5ea6367e9df5 None None] For port 4b86bad5-08df-4fd5-88bb-0a3231415728, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4b86bad5-08df-4fd5-88bb-0a3231415728,segment=NetworkSegment(8b830502-39a9-4c93-b9c6-2326ec4128ea),segment_id=8b830502-39a9-4c93-b9c6-2326ec4128ea)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:04:00.649152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce1719-2496-45a4-95e8-1b2d550db5a1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 7f52364a-ed52-489c-a47a-4eb15c7d2549 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:00.649505 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1719-2496-45a4-95e8-1b2d550db5a1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7f52364a-ed52-489c-a47a-4eb15c7d2549), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:00.654890 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f459d5cc-dfb7-4ecd-8d36-5ea6367e9df5 None None] Publish callbacks [] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:00.664096 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f459d5cc-dfb7-4ecd-8d36-5ea6367e9df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:00.795512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118f688-a417-479b-b2f9-c66018702126 req-ef8647f6-ac06-4199-9bbe-33de30384e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:00.797904 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0118f688-a417-479b-b2f9-c66018702126 req-ef8647f6-ac06-4199-9bbe-33de30384e81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76d46e93ab04418dbdd46559b78be19d&device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 1126 time: 0.3469923 Jan 31 19:04:00.917752 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1719-2496-45a4-95e8-1b2d550db5a1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7f52364a-ed52-489c-a47a-4eb15c7d2549), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:00.919017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:00.934377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459d5cc-dfb7-4ecd-8d36-5ea6367e9df5 None None] Pushing event updated for resources: {'Port': ['ID=4b86bad5-08df-4fd5-88bb-0a3231415728,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:00.956436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce1719-2496-45a4-95e8-1b2d550db5a1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 7f52364a-ed52-489c-a47a-4eb15c7d2549 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:01.190422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b86bad5-08df-4fd5-88bb-0a3231415728 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:04:01.255518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4b86bad5-08df-4fd5-88bb-0a3231415728 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:01.256011 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:01.283594 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1719-2496-45a4-95e8-1b2d550db5a1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7f52364a-ed52-489c-a47a-4eb15c7d2549), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:01.350361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce1719-2496-45a4-95e8-1b2d550db5a1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=7f52364a-ed52-489c-a47a-4eb15c7d2549,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:01.500689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118f688-a417-479b-b2f9-c66018702126 req-3e9ccb95-86ec-44fe-969d-9ef1d9302914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:01.502827 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0118f688-a417-479b-b2f9-c66018702126 req-3e9ccb95-86ec-44fe-969d-9ef1d9302914 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c453dec-1ac4-4c38-8618-e8a7d8e05607 HTTP/1.1" status: 200 len: 910 time: 0.6981997 Jan 31 19:04:01.540489 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4b86bad5-08df-4fd5-88bb-0a3231415728 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:01.600955 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0118f688-a417-479b-b2f9-c66018702126 req-dbab74a8-ed2b-4a0d-b3e4-acf1407ad991 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd HTTP/1.1" status: 200 len: 217 time: 0.0893509 Jan 31 19:04:02.254353 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1719-2496-45a4-95e8-1b2d550db5a1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:02.266056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a9ce1719-2496-45a4-95e8-1b2d550db5a1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/7f52364a-ed52-489c-a47a-4eb15c7d2549 HTTP/1.1" status: 204 len: 168 time: 1.8896914 Jan 31 19:04:02.267026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36230) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:02.285157 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:02.333005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd15e-7876-42a1-a411-752055c28a45 req-6b00fe0e-53d6-4cbb-b5d2-4a87fd91e873 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:02.333674 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9bdcd15e-7876-42a1-a411-752055c28a45 req-6b00fe0e-53d6-4cbb-b5d2-4a87fd91e873 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 943 time: 0.9661317 Jan 31 19:04:02.335678 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-739ca978-443b-4d22-8730-63487bdf003c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] GET failed (client error): The resource could not be found. Jan 31 19:04:02.339194 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-739ca978-443b-4d22-8730-63487bdf003c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports/7f52364a-ed52-489c-a47a-4eb15c7d2549 HTTP/1.1" status: 404 len: 333 time: 0.0709913 Jan 31 19:04:02.339813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36232) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:02.442788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9bdcd15e-7876-42a1-a411-752055c28a45 req-f71d2194-f3c7-4b69-bea4-1442c4e5841a tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998392 Jan 31 19:04:02.479567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dc211cd0-e262-49e7-bc7a-2578a51a1cc0 None None] Could not find standard attr ID for object 7f52364a-ed52-489c-a47a-4eb15c7d2549. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:04:02.501852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dc211cd0-e262-49e7-bc7a-2578a51a1cc0 None None] Provisioning complete for port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:02.503006 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc211cd0-e262-49e7-bc7a-2578a51a1cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (98be03e9-dbfc-4bb5-87d9-2613c7bccf33), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:02.535318 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a234206-24fb-429e-94ed-85c94aef1b5f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (65e4fdf6-d64d-4334-8431-6313ab968f74), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:02.622084 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a234206-24fb-429e-94ed-85c94aef1b5f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (65e4fdf6-d64d-4334-8431-6313ab968f74), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:02.623625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dc211cd0-e262-49e7-bc7a-2578a51a1cc0 None None] Port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:04:02.663081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dc211cd0-e262-49e7-bc7a-2578a51a1cc0 None None] Provisioning complete for port 4b86bad5-08df-4fd5-88bb-0a3231415728 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:02.663472 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc211cd0-e262-49e7-bc7a-2578a51a1cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:02.733422 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118f688-a417-479b-b2f9-c66018702126 req-4b1827cc-7b0a-4b7f-b2f1-a0712e146847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:02.735117 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0118f688-a417-479b-b2f9-c66018702126 req-4b1827cc-7b0a-4b7f-b2f1-a0712e146847 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a00deaa-288a-4e90-aaff-761b9c437c23 HTTP/1.1" status: 200 len: 849 time: 1.1286492 Jan 31 19:04:02.795320 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:04:02.796815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a234206-24fb-429e-94ed-85c94aef1b5f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (65e4fdf6-d64d-4334-8431-6313ab968f74), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:02.799456 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a234206-24fb-429e-94ed-85c94aef1b5f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:02.812461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8a234206-24fb-429e-94ed-85c94aef1b5f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/security-groups/65e4fdf6-d64d-4334-8431-6313ab968f74 HTTP/1.1" status: 204 len: 168 time: 0.4504874 Jan 31 19:04:02.819206 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36244) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:02.875787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a234206-24fb-429e-94ed-85c94aef1b5f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e4fdf6-d64d-4334-8431-6313ab968f74,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:02.991923 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0118f688-a417-479b-b2f9-c66018702126 req-c8992a39-304d-4791-8e45-700c15e6fb44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c453dec-1ac4-4c38-8618-e8a7d8e05607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2436955 Jan 31 19:04:03.117845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd,segment=NetworkSegment(54845e39-6d7e-4d99-bb6d-2920e94f97c8),segment_id=54845e39-6d7e-4d99-bb6d-2920e94f97c8)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:04:03.147482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd', 'network_id': '4c453dec-1ac4-4c38-8618-e8a7d8e05607', 'port_id': '0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd', 'mac_address': 'fa:16:3e:8c:64:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a00deaa-288a-4e90-aaff-761b9c437c23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:04:03.167381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Router 48b1c193-a0ab-4c45-9fc8-0922cf4449c6 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:04:03.316748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:03.318082 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:03.341197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:04:03.406694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd,segment=NetworkSegment(54845e39-6d7e-4d99-bb6d-2920e94f97c8),segment_id=54845e39-6d7e-4d99-bb6d-2920e94f97c8)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:04:03.414371 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72748d1a-abb3-42ed-95be-6a3cbf9942c5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (9a1b20b6-e8e4-443c-aeda-ff1b478bcf5c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:03.494784 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:03.500210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dc211cd0-e262-49e7-bc7a-2578a51a1cc0 None None] Current status of the port 4b86bad5-08df-4fd5-88bb-0a3231415728 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:03.576124 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72748d1a-abb3-42ed-95be-6a3cbf9942c5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (9a1b20b6-e8e4-443c-aeda-ff1b478bcf5c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:03.585981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:04:03.597533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:03.610589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aa1f79-1a96-41c0-9bb1-e495331896d5 None None] Sync routers for ids ['48b1c193-a0ab-4c45-9fc8-0922cf4449c6'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:04:03.615856 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0118f688-a417-479b-b2f9-c66018702126 req-31102a48-dabc-48c3-855c-5afc7d97e309 service neutron] 10.222.0.21 "GET /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095879 Jan 31 19:04:03.678395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-403230ec-f539-4f3b-9c40-de1559908952 None None] Could not find standard attr ID for object 7f52364a-ed52-489c-a47a-4eb15c7d2549. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:04:03.686763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aa1f79-1a96-41c0-9bb1-e495331896d5 None None] Routers {'48b1c193-a0ab-4c45-9fc8-0922cf4449c6'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:04:03.688572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-78aa1f79-1a96-41c0-9bb1-e495331896d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['48b1c193-a0ab-4c45-9fc8-0922cf4449c6'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:03.717882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67d2ad-b1f7-4724-8230-6a111d7aa46c req-e4f817b0-025c-441a-aeca-6d51b82b3b29 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:03.719444 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef67d2ad-b1f7-4724-8230-6a111d7aa46c req-e4f817b0-025c-441a-aeca-6d51b82b3b29 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 944 time: 0.1352267 Jan 31 19:04:03.736526 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0118f688-a417-479b-b2f9-c66018702126 req-4f92dab6-0a20-492a-a67e-4aaf7beed277 service neutron] 10.222.0.21 "GET /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109931 Jan 31 19:04:03.778212 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:03.786926 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aaa12abe-2027-4966-9705-449166fc2b82 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.4530487 Jan 31 19:04:03.786926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36268) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:03.795674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:04:03.800229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-78aa1f79-1a96-41c0-9bb1-e495331896d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:03.802939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:03.851508 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef67d2ad-b1f7-4724-8230-6a111d7aa46c req-8bcf309b-b268-406b-87d3-c7b56f14253c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246133 Jan 31 19:04:03.894930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aa1f79-1a96-41c0-9bb1-e495331896d5 None None] Routers {'48b1c193-a0ab-4c45-9fc8-0922cf4449c6'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:04:03.897475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-78aa1f79-1a96-41c0-9bb1-e495331896d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['48b1c193-a0ab-4c45-9fc8-0922cf4449c6'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:03.972152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-78aa1f79-1a96-41c0-9bb1-e495331896d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:03.973350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aa1f79-1a96-41c0-9bb1-e495331896d5 None None] The sync data for ids ['48b1c193-a0ab-4c45-9fc8-0922cf4449c6'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:04:04.081185 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72748d1a-abb3-42ed-95be-6a3cbf9942c5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9a1b20b6-e8e4-443c-aeda-ff1b478bcf5c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.083984 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72748d1a-abb3-42ed-95be-6a3cbf9942c5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.087461 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-72748d1a-abb3-42ed-95be-6a3cbf9942c5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a1b20b6-e8e4-443c-aeda-ff1b478bcf5c HTTP/1.1" status: 204 len: 168 time: 1.2467496 Jan 31 19:04:04.087838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36274) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:04.171470 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (677600d1-e546-4036-9944-77fd3f647f27), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.241962 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (677600d1-e546-4036-9944-77fd3f647f27), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.281043 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.312366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72748d1a-abb3-42ed-95be-6a3cbf9942c5 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1b20b6-e8e4-443c-aeda-ff1b478bcf5c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:04.335904 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_gateway (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.404555 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (677600d1-e546-4036-9944-77fd3f647f27), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.407309 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.408542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/security-groups/677600d1-e546-4036-9944-77fd3f647f27 HTTP/1.1" status: 204 len: 168 time: 0.3196626 Jan 31 19:04:04.412073 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36284) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:04.483503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677600d1-e546-4036-9944-77fd3f647f27,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:04.499470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Deleting port 1fde1a0c-877c-40f7-af02-38f5753f6fe8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:04.500149 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1fde1a0c-877c-40f7-af02-38f5753f6fe8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.509426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.509777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.510322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.511997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.512554 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.513940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.518742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.519272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.519811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.521049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.521569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.522366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.522968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0adad58-5d39-4526-9315-a71d8fb3dec1 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:04.588552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce91255-435e-440b-b5e9-9e1847218524 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting subnet 2aab755f-fd31-4daa-9952-c8560f487bb3 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:04:04.597049 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce91255-435e-440b-b5e9-9e1847218524 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (2aab755f-fd31-4daa-9952-c8560f487bb3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.681248 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce91255-435e-440b-b5e9-9e1847218524 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (2aab755f-fd31-4daa-9952-c8560f487bb3), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.750484 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1fde1a0c-877c-40f7-af02-38f5753f6fe8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.772498 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Calling delete_port for 1fde1a0c-877c-40f7-af02-38f5753f6fe8 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:04.793805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:04:04.902272 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce91255-435e-440b-b5e9-9e1847218524 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (2aab755f-fd31-4daa-9952-c8560f487bb3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:04.945200 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:04:04.963338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:04.963338 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:05.074336 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce91255-435e-440b-b5e9-9e1847218524 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (2aab755f-fd31-4daa-9952-c8560f487bb3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:05.177091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce91255-435e-440b-b5e9-9e1847218524 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Subnet': ['ID=2aab755f-fd31-4daa-9952-c8560f487bb3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:05.191491 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce91255-435e-440b-b5e9-9e1847218524 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:05.197518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1ce91255-435e-440b-b5e9-9e1847218524 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/2aab755f-fd31-4daa-9952-c8560f487bb3 HTTP/1.1" status: 204 len: 168 time: 0.7843418 Jan 31 19:04:05.203318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36302) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:05.222061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:05.222462 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:05.262537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde7782-7b79-4c66-8a1a-9ea315a089a6 None None] Network c855c324-4041-43ce-bc64-81e0c66b448f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:04:05.283422 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1fde1a0c-877c-40f7-af02-38f5753f6fe8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:05.363781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f262322-82fb-4449-8109-1559d93af35c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting subnet 82ba5a15-1022-46e0-8f99-9e86147c0f5e {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:04:05.385662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Pushing event deleted for resources: {'Port': ['ID=1fde1a0c-877c-40f7-af02-38f5753f6fe8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:05.410002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9acf8e-d329-4636-8d96-8be9b4671448 req-3f1b1b8d-4881-44a4-b2e6-0bc54d51d17e tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:05.421303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d9acf8e-d329-4636-8d96-8be9b4671448 req-3f1b1b8d-4881-44a4-b2e6-0bc54d51d17e tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 944 time: 0.3678837 Jan 31 19:04:05.441716 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f262322-82fb-4449-8109-1559d93af35c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (82ba5a15-1022-46e0-8f99-9e86147c0f5e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:05.477507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd,segment=NetworkSegment(54845e39-6d7e-4d99-bb6d-2920e94f97c8),segment_id=54845e39-6d7e-4d99-bb6d-2920e94f97c8)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:04:05.504442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a863df79-4c93-4b98-9c71-1eea016b4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:04:05.507652 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b08000-8705-42fb-83ad-73fb4f390c66" -d '{"events": [{"server_uuid": "a863df79-4c93-4b98-9c71-1eea016b4524", "name": "network-vif-plugged", "status": "completed", "tag": "0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:04:05.513982 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:05.522254 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:05.639068 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a522af-2ba1-4f2f-a17e-72f9340868c1 x-openstack-request-id: req-49a522af-2ba1-4f2f-a17e-72f9340868c1 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:04:05.645339 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a863df79-4c93-4b98-9c71-1eea016b4524", "name": "network-vif-plugged", "status": "completed", "tag": "0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:04:05.648076 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49a522af-2ba1-4f2f-a17e-72f9340868c1 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:04:05.648744 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a863df79-4c93-4b98-9c71-1eea016b4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd', 'code': 200} Jan 31 19:04:05.722295 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f262322-82fb-4449-8109-1559d93af35c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (82ba5a15-1022-46e0-8f99-9e86147c0f5e), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:05.834659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d9acf8e-d329-4636-8d96-8be9b4671448 req-8b50bd3c-35f0-4e32-8489-ed4ffd281939 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121683 Jan 31 19:04:05.850285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:06.058169 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f262322-82fb-4449-8109-1559d93af35c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (82ba5a15-1022-46e0-8f99-9e86147c0f5e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:06.239230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ac65d-d606-40d0-9c12-8d48ee7df611 req-91febc59-76a6-4cb4-ac21-b9c79938f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:06.241251 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ab5ac65d-d606-40d0-9c12-8d48ee7df611 req-91febc59-76a6-4cb4-ac21-b9c79938f012 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 1128 time: 0.4300914 Jan 31 19:04:06.245797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f262322-82fb-4449-8109-1559d93af35c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (82ba5a15-1022-46e0-8f99-9e86147c0f5e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:06.290301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f262322-82fb-4449-8109-1559d93af35c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:06.294017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5f262322-82fb-4449-8109-1559d93af35c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/82ba5a15-1022-46e0-8f99-9e86147c0f5e HTTP/1.1" status: 204 len: 168 time: 1.0825021 Jan 31 19:04:06.303896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36322) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:06.307410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f262322-82fb-4449-8109-1559d93af35c tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Subnet': ['ID=82ba5a15-1022-46e0-8f99-9e86147c0f5e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:06.387769 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf8d002-8844-448a-b249-83d2f762b89d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] DELETE failed (client error): The resource could not be found. Jan 31 19:04:06.393324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf8d002-8844-448a-b249-83d2f762b89d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:04:06.397302 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ebf8d002-8844-448a-b249-83d2f762b89d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/2aab755f-fd31-4daa-9952-c8560f487bb3 HTTP/1.1" status: 404 len: 337 time: 0.0817473 Jan 31 19:04:06.401648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36324) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:06.452068 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1814480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1815866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2567'] for router (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:06.471018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1814489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1814478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1815843'] for router (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:06.507547 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ab5ac65d-d606-40d0-9c12-8d48ee7df611 req-153a9178-9765-4ce5-a91c-98d478a5a261 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492909 Jan 31 19:04:06.510926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1c3cb2-3cc6-48e7-aa9b-8e3051572767 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting subnet cfb9cfd2-5a1b-423a-838c-d0179130dee0 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:04:06.529086 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc1c3cb2-3cc6-48e7-aa9b-8e3051572767 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (cfb9cfd2-5a1b-423a-838c-d0179130dee0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:06.620373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Router 48b1c193-a0ab-4c45-9fc8-0922cf4449c6 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:04:06.632777 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc1c3cb2-3cc6-48e7-aa9b-8e3051572767 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (cfb9cfd2-5a1b-423a-838c-d0179130dee0), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:06.858699 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc1c3cb2-3cc6-48e7-aa9b-8e3051572767 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (cfb9cfd2-5a1b-423a-838c-d0179130dee0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:06.896770 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:04:06.909101 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a9ab9-e7ae-4490-8b11-901db8b76b08 None None] Sync routers for ids ['48b1c193-a0ab-4c45-9fc8-0922cf4449c6'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:04:06.946525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:06.951613 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9f912485-df0f-42b2-95a6-362e343a0c7b tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "PUT /v2.0/routers/48b1c193-a0ab-4c45-9fc8-0922cf4449c6 HTTP/1.1" status: 200 len: 710 time: 3.1637361 Jan 31 19:04:06.952309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36340) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:06.952747 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a9ab9-e7ae-4490-8b11-901db8b76b08 None None] Routers {'48b1c193-a0ab-4c45-9fc8-0922cf4449c6'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:04:06.960304 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-de6a9ab9-e7ae-4490-8b11-901db8b76b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['48b1c193-a0ab-4c45-9fc8-0922cf4449c6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:07.102336 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-de6a9ab9-e7ae-4490-8b11-901db8b76b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:07.128704 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a9ab9-e7ae-4490-8b11-901db8b76b08 None None] Routers {'48b1c193-a0ab-4c45-9fc8-0922cf4449c6'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:04:07.129545 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-de6a9ab9-e7ae-4490-8b11-901db8b76b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:03:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['48b1c193-a0ab-4c45-9fc8-0922cf4449c6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:07.182828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0e9ad8cb-012a-475f-8af1-4206b552a34e tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/routers/48b1c193-a0ab-4c45-9fc8-0922cf4449c6 HTTP/1.1" status: 200 len: 745 time: 0.2271872 Jan 31 19:04:07.185053 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc1c3cb2-3cc6-48e7-aa9b-8e3051572767 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (cfb9cfd2-5a1b-423a-838c-d0179130dee0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:07.187394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:07.202438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbb1435-1e2b-4500-b6d9-0ec8ea3d57d5 None None] Network c855c324-4041-43ce-bc64-81e0c66b448f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:04:07.224754 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-de6a9ab9-e7ae-4490-8b11-901db8b76b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:07.226214 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a9ab9-e7ae-4490-8b11-901db8b76b08 None None] The sync data for ids ['48b1c193-a0ab-4c45-9fc8-0922cf4449c6'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:04:07.306614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c3cb2-3cc6-48e7-aa9b-8e3051572767 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb9cfd2-5a1b-423a-838c-d0179130dee0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:07.324962 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc1c3cb2-3cc6-48e7-aa9b-8e3051572767 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:07.328195 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cc1c3cb2-3cc6-48e7-aa9b-8e3051572767 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/cfb9cfd2-5a1b-423a-838c-d0179130dee0 HTTP/1.1" status: 204 len: 168 time: 0.9253778 Jan 31 19:04:07.353240 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:07.355400 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fe924dc6-cce8-46e1-84b5-6fbce4e28f33 tempest-RoutersIpV6AdminTest-762928031 tempest-RoutersIpV6AdminTest-762928031-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&device_id=48b1c193-a0ab-4c45-9fc8-0922cf4449c6 HTTP/1.1" status: 200 len: 205 time: 0.1652617 Jan 31 19:04:07.357349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6b2e-aba5-49c6-bd29-edaf64ce0df0 req-44dbdebc-1881-4ece-aabf-2648466d57e6 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:07.358933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7cc6b2e-aba5-49c6-bd29-edaf64ce0df0 req-44dbdebc-1881-4ece-aabf-2648466d57e6 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 945 time: 0.2655926 Jan 31 19:04:07.359425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36352) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:07.447034 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-a282e52d-fa51-4f73-89a4-eeca1971fa59 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] DELETE failed (client error): The resource could not be found. Jan 31 19:04:07.447481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a282e52d-fa51-4f73-89a4-eeca1971fa59 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:04:07.453674 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a282e52d-fa51-4f73-89a4-eeca1971fa59 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/bc6dd5a0-6a8b-40a8-a9ed-b37cfef2c647 HTTP/1.1" status: 404 len: 337 time: 0.0942631 Jan 31 19:04:07.456889 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36354) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:07.551468 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-35ba6c96-a176-46aa-82b7-13e11f90aa47 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "GET /v2.0/ports?device_id=493c3b6d-c5b0-4eac-a7b1-018337ed035f HTTP/1.1" status: 200 len: 205 time: 0.0921061 Jan 31 19:04:07.554196 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36362) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:07.630531 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7cc6b2e-aba5-49c6-bd29-edaf64ce0df0 req-260f64ad-f4e6-4455-9af6-a39f41eac3a0 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403696 Jan 31 19:04:07.641887 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8c673787-ee4c-4f88-a359-edca21b9cfa1 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "GET /v2.0/ports?device_id=48b1c193-a0ab-4c45-9fc8-0922cf4449c6 HTTP/1.1" status: 200 len: 205 time: 0.2700796 Jan 31 19:04:07.647801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36364) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:07.683385 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-0b3c49be-68e8-40b6-b8ae-f659a250df37 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] delete failed (client error): The resource could not be found. Jan 31 19:04:07.689840 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0b3c49be-68e8-40b6-b8ae-f659a250df37 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/routers/493c3b6d-c5b0-4eac-a7b1-018337ed035f HTTP/1.1" status: 404 len: 336 time: 0.1344573 Jan 31 19:04:07.694523 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36366) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:07.696023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-bdb1e56c-733e-4517-83bd-430d9c5fb877 None None] Provisioning complete for port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:07.699042 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e56c-733e-4517-83bd-430d9c5fb877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (98be03e9-dbfc-4bb5-87d9-2613c7bccf33), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:07.810113 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b91b43-2182-4ab3-bcb7-543f96810cdf tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] DELETE failed (client error): The resource could not be found. Jan 31 19:04:07.812314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b91b43-2182-4ab3-bcb7-543f96810cdf tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:04:07.826105 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-33b91b43-2182-4ab3-bcb7-543f96810cdf tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/1313e3fc-2ae2-4559-8ce9-03b15938e726 HTTP/1.1" status: 404 len: 337 time: 0.1275384 Jan 31 19:04:07.833417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36370) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:07.848898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bdb1e56c-733e-4517-83bd-430d9c5fb877 None None] Port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:04:07.866431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75345dda-fb09-4f11-bc32-32cdf310ad79 None None] DHCP port deletion for c855c324-4041-43ce-bc64-81e0c66b448f request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:04:07.911787 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9089f11-586c-4e7a-b619-44e96eab5377 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] DELETE failed (client error): The resource could not be found. Jan 31 19:04:07.912628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9089f11-586c-4e7a-b619-44e96eab5377 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:04:07.919437 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36374) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:07.930015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f9089f11-586c-4e7a-b619-44e96eab5377 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/c283e2da-ccba-4782-beb9-5c9ea5bc7872 HTTP/1.1" status: 404 len: 337 time: 0.0940578 Jan 31 19:04:07.947422 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cbf2eb7-fd70-4584-8299-ca889440ca24 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:08.001129 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c1f3f1-8da9-4983-a17d-c046f35f1460 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] DELETE failed (client error): The resource could not be found. Jan 31 19:04:08.001525 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c1f3f1-8da9-4983-a17d-c046f35f1460 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:04:08.017659 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-06c1f3f1-8da9-4983-a17d-c046f35f1460 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/4af69c7b-4ad9-436d-928f-e6d6cde0b4a8 HTTP/1.1" status: 404 len: 337 time: 0.0966599 Jan 31 19:04:08.019938 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36378) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:08.040482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-bdb1e56c-733e-4517-83bd-430d9c5fb877 None None] Provisioning complete for port 4b86bad5-08df-4fd5-88bb-0a3231415728 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:08.041499 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e56c-733e-4517-83bd-430d9c5fb877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:08.090022 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dffbb9-6592-4a49-9a01-6601564f0ea7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] DELETE failed (client error): The resource could not be found. Jan 31 19:04:08.090848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1dffbb9-6592-4a49-9a01-6601564f0ea7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:04:08.104974 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d1dffbb9-6592-4a49-9a01-6601564f0ea7 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/3b161420-a302-4a76-bda4-f7084310e96f HTTP/1.1" status: 404 len: 333 time: 0.0839131 Jan 31 19:04:08.109431 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36384) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:08.197716 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-52965e89-cd9f-4502-b245-877b0a7c930b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] DELETE failed (client error): The resource could not be found. Jan 31 19:04:08.198495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52965e89-cd9f-4502-b245-877b0a7c930b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:04:08.202262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bdb1e56c-733e-4517-83bd-430d9c5fb877 None None] Current status of the port 4b86bad5-08df-4fd5-88bb-0a3231415728 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:08.204478 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-52965e89-cd9f-4502-b245-877b0a7c930b tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/feccb288-c996-4aaa-9f0a-b1b7333938c5 HTTP/1.1" status: 404 len: 337 time: 0.0937986 Jan 31 19:04:08.205788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-75345dda-fb09-4f11-bc32-32cdf310ad79 None None] Deleting port 4b86bad5-08df-4fd5-88bb-0a3231415728 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:08.206298 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-75345dda-fb09-4f11-bc32-32cdf310ad79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:08.213661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36386) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:08.281409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-75345dda-fb09-4f11-bc32-32cdf310ad79 None None] For port 4b86bad5-08df-4fd5-88bb-0a3231415728, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4b86bad5-08df-4fd5-88bb-0a3231415728,segment=NetworkSegment(8b830502-39a9-4c93-b9c6-2326ec4128ea),segment_id=8b830502-39a9-4c93-b9c6-2326ec4128ea)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:04:08.281816 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-75345dda-fb09-4f11-bc32-32cdf310ad79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:08.287135 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c084397f-6af2-4a59-91be-cd206a10248f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] DELETE failed (client error): The resource could not be found. Jan 31 19:04:08.298532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-75345dda-fb09-4f11-bc32-32cdf310ad79 None None] Calling delete_port for 4b86bad5-08df-4fd5-88bb-0a3231415728 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:08.299530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c084397f-6af2-4a59-91be-cd206a10248f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:04:08.311730 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c084397f-6af2-4a59-91be-cd206a10248f tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/c083c786-41ac-4bee-94e8-36fd6d70677c HTTP/1.1" status: 404 len: 337 time: 0.0901475 Jan 31 19:04:08.318289 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36388) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:08.377426 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb48f9d-8019-4661-aff7-90fe7ce886ee tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] DELETE failed (client error): The resource could not be found. Jan 31 19:04:08.377914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb48f9d-8019-4661-aff7-90fe7ce886ee tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:04:08.381541 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8eb48f9d-8019-4661-aff7-90fe7ce886ee tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/83fcd94e-e00b-4d28-b0ea-210e7c680aca HTTP/1.1" status: 404 len: 333 time: 0.0618329 Jan 31 19:04:08.385034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36390) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:08.417580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cbf2eb7-fd70-4584-8299-ca889440ca24 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:08.420733 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cbf2eb7-fd70-4584-8299-ca889440ca24 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router_controller (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:08.438831 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-121edaa3-e8fa-443f-a6e5-f4a00cabc54d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] DELETE failed (client error): The resource could not be found. Jan 31 19:04:08.445020 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121edaa3-e8fa-443f-a6e5-f4a00cabc54d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:04:08.454287 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-75345dda-fb09-4f11-bc32-32cdf310ad79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (4b86bad5-08df-4fd5-88bb-0a3231415728), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:08.454649 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-121edaa3-e8fa-443f-a6e5-f4a00cabc54d tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/257cc097-5b9f-495d-ab49-64b2c14782f3 HTTP/1.1" status: 404 len: 337 time: 0.0624175 Jan 31 19:04:08.455492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36392) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:08.514426 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cbf2eb7-fd70-4584-8299-ca889440ca24 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (48b1c193-a0ab-4c45-9fc8-0922cf4449c6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:08.517332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbf2eb7-fd70-4584-8299-ca889440ca24 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Fanout notify agent at l3_agent the message router_deleted on router 48b1c193-a0ab-4c45-9fc8-0922cf4449c6 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:04:08.530422 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-9021506c-36e4-4c22-9796-20417d139051 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] DELETE failed (client error): The resource could not be found. Jan 31 19:04:08.530886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9021506c-36e4-4c22-9796-20417d139051 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:04:08.539791 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9021506c-36e4-4c22-9796-20417d139051 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/subnets/fc3d370e-0e1f-4b61-95eb-7afe4e7ceabb HTTP/1.1" status: 404 len: 337 time: 0.0807276 Jan 31 19:04:08.540101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:08.546425 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cbf2eb7-fd70-4584-8299-ca889440ca24 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:08.553118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5cbf2eb7-fd70-4584-8299-ca889440ca24 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/routers/48b1c193-a0ab-4c45-9fc8-0922cf4449c6 HTTP/1.1" status: 204 len: 168 time: 0.9016733 Jan 31 19:04:08.554219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36402) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:08.575389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75345dda-fb09-4f11-bc32-32cdf310ad79 None None] Pushing event deleted for resources: {'Port': ['ID=4b86bad5-08df-4fd5-88bb-0a3231415728,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:08.577230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75345dda-fb09-4f11-bc32-32cdf310ad79 None None] No DVR routers for this DVR port 4b86bad5-08df-4fd5-88bb-0a3231415728 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:04:08.665602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8dad19dc-f64a-4fd0-a2cb-0f8910a311df tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "GET /v2.0/ports?device_id=48b1c193-a0ab-4c45-9fc8-0922cf4449c6 HTTP/1.1" status: 200 len: 205 time: 0.1065001 Jan 31 19:04:08.665816 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36406) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:08.742106 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2e5b7a48-86f5-425a-b01f-3b84ecf7e2cd tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] delete failed (client error): The resource could not be found. Jan 31 19:04:08.746214 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2e5b7a48-86f5-425a-b01f-3b84ecf7e2cd tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/routers/48b1c193-a0ab-4c45-9fc8-0922cf4449c6 HTTP/1.1" status: 404 len: 336 time: 0.0770710 Jan 31 19:04:08.746673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36408) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:08.773580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9522c-757a-4fb7-bca1-937989c2775a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Deleting port 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:08.773914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cc9522c-757a-4fb7-bca1-937989c2775a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (98be03e9-dbfc-4bb5-87d9-2613c7bccf33), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:08.814226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c3ecf351-c7bb-4a27-959b-6d724e3729dd tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "GET /v2.0/ports?device_id=733e4bf4-96a8-43f2-993e-8d2bb53a9be1 HTTP/1.1" status: 200 len: 205 time: 0.0634520 Jan 31 19:04:08.831122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36410) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:08.892389 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cc9522c-757a-4fb7-bca1-937989c2775a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (98be03e9-dbfc-4bb5-87d9-2613c7bccf33), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:08.923156 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9522c-757a-4fb7-bca1-937989c2775a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Calling delete_port for 98be03e9-dbfc-4bb5-87d9-2613c7bccf33 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:08.988358 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-b59624c5-dfcc-4838-a5f7-671977536e44 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] delete failed (client error): The resource could not be found. Jan 31 19:04:08.994778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b59624c5-dfcc-4838-a5f7-671977536e44 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/routers/733e4bf4-96a8-43f2-993e-8d2bb53a9be1 HTTP/1.1" status: 404 len: 336 time: 0.1623247 Jan 31 19:04:08.998978 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36416) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:09.071488 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cc9522c-757a-4fb7-bca1-937989c2775a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (98be03e9-dbfc-4bb5-87d9-2613c7bccf33), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:09.134460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6ad80c24-0a8e-430d-8aea-b742941e1265 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "GET /v2.0/ports?device_id=33613209-5dda-4136-8ae2-cb02afab29be HTTP/1.1" status: 200 len: 205 time: 0.1325238 Jan 31 19:04:09.135639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b86bad5-08df-4fd5-88bb-0a3231415728 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:04:09.139411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:09.147061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baa740-cbfb-4354-b269-373f9d999835 req-8d34481a-4da5-42d0-bfc2-87d324318fd0 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:09.148268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9522c-757a-4fb7-bca1-937989c2775a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Port': ['ID=98be03e9-dbfc-4bb5-87d9-2613c7bccf33,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:09.163158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0baa740-cbfb-4354-b269-373f9d999835 req-8d34481a-4da5-42d0-bfc2-87d324318fd0 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 945 time: 0.3495464 Jan 31 19:04:09.164212 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cc9522c-757a-4fb7-bca1-937989c2775a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:09.167778 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0cc9522c-757a-4fb7-bca1-937989c2775a tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/ports/98be03e9-dbfc-4bb5-87d9-2613c7bccf33 HTTP/1.1" status: 204 len: 168 time: 0.6266921 Jan 31 19:04:09.175778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36426) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:09.183055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 4b86bad5-08df-4fd5-88bb-0a3231415728 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:04:09.183415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4b86bad5-08df-4fd5-88bb-0a3231415728 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:04:09.335178 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-55e640dd-a112-402c-b6ad-f607ec7721fa tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] delete failed (client error): The resource could not be found. Jan 31 19:04:09.338515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-55e640dd-a112-402c-b6ad-f607ec7721fa tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/routers/33613209-5dda-4136-8ae2-cb02afab29be HTTP/1.1" status: 404 len: 336 time: 0.1720786 Jan 31 19:04:09.338883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36428) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:09.393893 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (c855c324-4041-43ce-bc64-81e0c66b448f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:09.404977 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e885ffca-27ff-45fb-a363-71163f48e33a tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3c8b6-affa-4896-9549-a507e51bdff9 HTTP/1.1" status: 200 len: 205 time: 0.0628493 Jan 31 19:04:09.407572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36430) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:09.471798 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-08e6f2c2-8057-4f00-a67c-2b3200fe2702 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] delete failed (client error): The resource could not be found. Jan 31 19:04:09.475839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-08e6f2c2-8057-4f00-a67c-2b3200fe2702 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/routers/c4e3c8b6-affa-4896-9549-a507e51bdff9 HTTP/1.1" status: 404 len: 336 time: 0.0494630 Jan 31 19:04:09.476275 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:09.477169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0baa740-cbfb-4354-b269-373f9d999835 req-7b10d318-1cc8-4b2a-a5cf-17776429811d tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433918 Jan 31 19:04:09.621016 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-18e79371-f133-4dfb-acfc-6037e0dbb796 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6037b6-06b3-4bb9-a705-c63cae948207 HTTP/1.1" status: 200 len: 205 time: 0.1421592 Jan 31 19:04:09.623158 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:09.642699 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (c855c324-4041-43ce-bc64-81e0c66b448f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:09.689902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c855c324-4041-43ce-bc64-81e0c66b448f']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:09.715985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b830502-39a9-4c93-b9c6-2326ec4128ea') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:09.716288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b830502-39a9-4c93-b9c6-2326ec4128ea') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:09.738338 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-cc7bf83d-d75a-4aff-af8b-c79886abe5e0 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] delete failed (client error): The resource could not be found. Jan 31 19:04:09.742134 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cc7bf83d-d75a-4aff-af8b-c79886abe5e0 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/routers/af6037b6-06b3-4bb9-a705-c63cae948207 HTTP/1.1" status: 404 len: 336 time: 0.1154623 Jan 31 19:04:09.742857 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:09.749164 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (8b830502-39a9-4c93-b9c6-2326ec4128ea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:09.779597 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (8b830502-39a9-4c93-b9c6-2326ec4128ea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:09.791363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:04:09.792224 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (8b830502-39a9-4c93-b9c6-2326ec4128ea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:09.798652 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3e6b8d5b-29a1-46f3-bbc1-6629b4711154 tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b38274b-1d7f-4907-b857-4d4e19692e99 HTTP/1.1" status: 200 len: 205 time: 0.0523913 Jan 31 19:04:09.805037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36448) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:09.874955 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2a3ef776-84ea-4e0e-a9ea-a8100d2c623f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] delete failed (client error): The resource could not be found. Jan 31 19:04:09.876007 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2a3ef776-84ea-4e0e-a9ea-a8100d2c623f tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/routers/1b38274b-1d7f-4907-b857-4d4e19692e99 HTTP/1.1" status: 404 len: 336 time: 0.0687530 Jan 31 19:04:09.894486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36456) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:04:09.902735 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:04:09.909631 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (c855c324-4041-43ce-bc64-81e0c66b448f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:09.929717 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:09.932955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] 10.222.0.20 "DELETE /v2.0/networks/c855c324-4041-43ce-bc64-81e0c66b448f HTTP/1.1" status: 204 len: 168 time: 0.7554729 Jan 31 19:04:09.948828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c67f76-5bbb-415f-8982-fdf8dd9fe842 tempest-PortsIpV6TestJSON-1149404271 tempest-PortsIpV6TestJSON-1149404271-project] Pushing event deleted for resources: {'Network': ['ID=c855c324-4041-43ce-bc64-81e0c66b448f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:09.970764 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-071cbf4c-3f87-45c6-8980-3a0a8d2aa86c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] DELETE failed (client error): The resource could not be found. Jan 31 19:04:09.971244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071cbf4c-3f87-45c6-8980-3a0a8d2aa86c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:04:09.975155 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-071cbf4c-3f87-45c6-8980-3a0a8d2aa86c tempest-RoutersIpV6AdminTest-1724569115 tempest-RoutersIpV6AdminTest-1724569115-project] 10.222.0.20 "DELETE /v2.0/subnets/187cb84b-4d1b-410b-bb8e-5c1d5b6d0d75 HTTP/1.1" status: 404 len: 337 time: 0.0763583 Jan 31 19:04:10.558254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36482) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:10.625644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:10.993274 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a1de131-9730-4590-9e1b-b44741e7b735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:11.006370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dd37837c-26a7-457f-8a93-df1b7fda8cc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=170663beb4ad4d2484c00a40d5b9e2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463565 Jan 31 19:04:11.009087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:11.142264 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46eae85c-12c5-4ee8-b258-66ee996c31f1 admin admin] Publish callbacks [] for security_group (1d959459-4eec-4f49-bd9d-94f827744c94), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:11.190484 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46eae85c-12c5-4ee8-b258-66ee996c31f1 admin admin] Publish callbacks [] for security_group (1d959459-4eec-4f49-bd9d-94f827744c94), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:11.197580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db0888-7abb-464b-99da-7ed08dd7f955 req-2c910da5-c0c4-45a8-930d-704823827e7c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:11.199308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0db0888-7abb-464b-99da-7ed08dd7f955 req-2c910da5-c0c4-45a8-930d-704823827e7c tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 945 time: 0.3645895 Jan 31 19:04:11.218886 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a1de131-9730-4590-9e1b-b44741e7b735 admin admin] Publish callbacks [] for security_group (078037ac-b626-4eee-b024-cfebff7d9282), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:11.231879 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a1de131-9730-4590-9e1b-b44741e7b735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (078037ac-b626-4eee-b024-cfebff7d9282), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:11.235187 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:04:11.274222 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46eae85c-12c5-4ee8-b258-66ee996c31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1d959459-4eec-4f49-bd9d-94f827744c94), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:11.277030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46eae85c-12c5-4ee8-b258-66ee996c31f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:11.281856 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-46eae85c-12c5-4ee8-b258-66ee996c31f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d959459-4eec-4f49-bd9d-94f827744c94 HTTP/1.1" status: 204 len: 168 time: 0.2715766 Jan 31 19:04:11.289958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8a1de131-9730-4590-9e1b-b44741e7b735 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d8efe4a2c284246b1961e3376441cab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6630259 Jan 31 19:04:11.297169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eae85c-12c5-4ee8-b258-66ee996c31f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d959459-4eec-4f49-bd9d-94f827744c94,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:11.304026 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36512) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:11.398680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1de131-9730-4590-9e1b-b44741e7b735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078037ac-b626-4eee-b024-cfebff7d9282,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:11.416478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0db0888-7abb-464b-99da-7ed08dd7f955 req-13d0d6a1-f12b-4413-be5e-29696eeda767 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088673 Jan 31 19:04:11.460296 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c93ad0d-42d9-40d1-89f5-9313b8d66c0b admin admin] Publish callbacks [] for security_group (078037ac-b626-4eee-b024-cfebff7d9282), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:11.525610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c93ad0d-42d9-40d1-89f5-9313b8d66c0b admin admin] Publish callbacks [] for security_group (078037ac-b626-4eee-b024-cfebff7d9282), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:11.617562 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c93ad0d-42d9-40d1-89f5-9313b8d66c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (078037ac-b626-4eee-b024-cfebff7d9282), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:11.620290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c93ad0d-42d9-40d1-89f5-9313b8d66c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:11.624179 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3c93ad0d-42d9-40d1-89f5-9313b8d66c0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/078037ac-b626-4eee-b024-cfebff7d9282 HTTP/1.1" status: 204 len: 168 time: 0.3120658 Jan 31 19:04:11.637322 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93ad0d-42d9-40d1-89f5-9313b8d66c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078037ac-b626-4eee-b024-cfebff7d9282,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:12.188147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cd343-95db-4d8c-b9dd-59e18cbd7a13 req-014968e2-a090-4767-9190-8e146d9f8814 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:12.191991 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f42cd343-95db-4d8c-b9dd-59e18cbd7a13 req-014968e2-a090-4767-9190-8e146d9f8814 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.21 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 945 time: 0.2331035 Jan 31 19:04:12.390957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-f42cd343-95db-4d8c-b9dd-59e18cbd7a13 req-a4a7a3eb-57df-483f-84d9-bead39218724 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Deleting port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:12.391682 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f42cd343-95db-4d8c-b9dd-59e18cbd7a13 req-a4a7a3eb-57df-483f-84d9-bead39218724 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:12.512993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36548) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:12.636944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f42cd343-95db-4d8c-b9dd-59e18cbd7a13 req-a4a7a3eb-57df-483f-84d9-bead39218724 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] For port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd,segment=NetworkSegment(54845e39-6d7e-4d99-bb6d-2920e94f97c8),segment_id=54845e39-6d7e-4d99-bb6d-2920e94f97c8)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:04:12.637348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f42cd343-95db-4d8c-b9dd-59e18cbd7a13 req-a4a7a3eb-57df-483f-84d9-bead39218724 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:12.656407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-207d615e-9d6c-4ecc-bff6-35988c8792fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a86b49be31a34c2a8159e5ad43fc14ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419725 Jan 31 19:04:12.659504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:12.683462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-f42cd343-95db-4d8c-b9dd-59e18cbd7a13 req-a4a7a3eb-57df-483f-84d9-bead39218724 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Calling delete_port for 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:12.709550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f52afc-e778-497f-895e-b8fc50a5cdb8 req-9961c068-add5-49b3-b90d-fcb7de597041 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:12.739602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97f52afc-e778-497f-895e-b8fc50a5cdb8 req-9961c068-add5-49b3-b90d-fcb7de597041 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 945 time: 0.1788406 Jan 31 19:04:12.820187 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97f52afc-e778-497f-895e-b8fc50a5cdb8 req-1bb2be95-1b8f-44e9-824e-1db7be6efd44 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca540427-3bbc-4ebc-ba90-aa691766aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739362 Jan 31 19:04:12.823082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e46938bb-ddc8-439e-a198-7c1b22e7e637 admin admin] Publish callbacks [] for security_group (69d1f1fb-c7b1-4bf8-bb61-8e41eff3f564), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:12.850328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e46938bb-ddc8-439e-a198-7c1b22e7e637 admin admin] Publish callbacks [] for security_group (69d1f1fb-c7b1-4bf8-bb61-8e41eff3f564), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:12.909692 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e46938bb-ddc8-439e-a198-7c1b22e7e637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (69d1f1fb-c7b1-4bf8-bb61-8e41eff3f564), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:12.922074 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e46938bb-ddc8-439e-a198-7c1b22e7e637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:12.923571 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e46938bb-ddc8-439e-a198-7c1b22e7e637 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69d1f1fb-c7b1-4bf8-bb61-8e41eff3f564 HTTP/1.1" status: 204 len: 168 time: 0.2631204 Jan 31 19:04:12.948264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46938bb-ddc8-439e-a198-7c1b22e7e637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d1f1fb-c7b1-4bf8-bb61-8e41eff3f564,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:13.110527 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f42cd343-95db-4d8c-b9dd-59e18cbd7a13 req-a4a7a3eb-57df-483f-84d9-bead39218724 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:13.123154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:04:13.384757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36576) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:13.865627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4a12a496-a00d-49a7-9657-5a1b073a9fa3 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:13.866421 n-d-812111-15 neutron-server[103225]: WARNING neutron.api.v2.base [None req-4a12a496-a00d-49a7-9657-5a1b073a9fa3 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 31 19:04:13.867049 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-4a12a496-a00d-49a7-9657-5a1b073a9fa3 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): There was a conflict when trying to complete your request. Jan 31 19:04:13.871459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4a12a496-a00d-49a7-9657-5a1b073a9fa3 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4820085 Jan 31 19:04:13.872474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36604) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:13.898015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4e2391b5-7166-4e47-b593-ac7caae064af tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group': {'name': 'tempest-secgroup--688804662'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:14.001457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e2391b5-7166-4e47-b593-ac7caae064af tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:14.052712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7a3eb-57df-483f-84d9-bead39218724 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Pushing event deleted for resources: {'Port': ['ID=0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:14.072945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42cd343-95db-4d8c-b9dd-59e18cbd7a13 req-a4a7a3eb-57df-483f-84d9-bead39218724 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] No DVR routers for this DVR port 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:04:14.082153 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f42cd343-95db-4d8c-b9dd-59e18cbd7a13 req-a4a7a3eb-57df-483f-84d9-bead39218724 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:14.091601 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f42cd343-95db-4d8c-b9dd-59e18cbd7a13 req-a4a7a3eb-57df-483f-84d9-bead39218724 tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.21 "DELETE /v2.0/ports/0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd HTTP/1.1" status: 204 len: 173 time: 1.8940182 Jan 31 19:04:14.095445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a863df79-4c93-4b98-9c71-1eea016b4524', 'name': 'network-vif-deleted', 'tag': '0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:04:14.108961 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55516fb-7a7e-4bbc-ac10-54100205f431" -d '{"events": [{"server_uuid": "a863df79-4c93-4b98-9c71-1eea016b4524", "name": "network-vif-deleted", "tag": "0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:04:14.123587 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e2391b5-7166-4e47-b593-ac7caae064af tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:14.173986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e4da906-dab8-4106-90d7-5caa9fd346a6 req-5c543d8f-58ea-4b93-8e7b-2e0c88db049e tempest-VolumesActionsTest-552419200 tempest-VolumesActionsTest-552419200-project] 10.222.0.20 "GET /v2.0/ports?device_id=a863df79-4c93-4b98-9c71-1eea016b4524 HTTP/1.1" status: 200 len: 210 time: 0.1572793 Jan 31 19:04:14.273431 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ac50c3-17db-4098-954e-05b6dfa3dfbb x-openstack-request-id: req-34ac50c3-17db-4098-954e-05b6dfa3dfbb {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:04:14.274217 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a863df79-4c93-4b98-9c71-1eea016b4524", "name": "network-vif-deleted", "tag": "0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:04:14.275657 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34ac50c3-17db-4098-954e-05b6dfa3dfbb {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:04:14.276607 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a863df79-4c93-4b98-9c71-1eea016b4524', 'name': 'network-vif-deleted', 'tag': '0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd', 'status': 'completed', 'code': 200} Jan 31 19:04:14.446571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e2391b5-7166-4e47-b593-ac7caae064af tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (2446982d-ba47-48ff-9437-f67ba159319b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:14.452685 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e2391b5-7166-4e47-b593-ac7caae064af tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2446982d-ba47-48ff-9437-f67ba159319b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:14.669677 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e2391b5-7166-4e47-b593-ac7caae064af tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (491b0fff-ba56-43f9-a804-eaf3e4c6a692), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:14.676062 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e2391b5-7166-4e47-b593-ac7caae064af tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (491b0fff-ba56-43f9-a804-eaf3e4c6a692), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:14.736811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2391b5-7166-4e47-b593-ac7caae064af tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2446982d-ba47-48ff-9437-f67ba159319b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:14.825537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e2391b5-7166-4e47-b593-ac7caae064af tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:14.834842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36628) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:14.835005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4e2391b5-7166-4e47-b593-ac7caae064af tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9605405 Jan 31 19:04:14.838945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0f28eec7-9ee4-4755-9783-b5375ab27e19 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '491b0fff-ba56-43f9-a804-eaf3e4c6a692', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:14.845742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2391b5-7166-4e47-b593-ac7caae064af tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=491b0fff-ba56-43f9-a804-eaf3e4c6a692,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:14.913263 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f28eec7-9ee4-4755-9783-b5375ab27e19 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group_rule (0b1078b5-c36e-41a7-afbb-7e1272a5ed8c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:15.074619 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f28eec7-9ee4-4755-9783-b5375ab27e19 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group_rule (0b1078b5-c36e-41a7-afbb-7e1272a5ed8c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:15.085767 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f28eec7-9ee4-4755-9783-b5375ab27e19 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (0b1078b5-c36e-41a7-afbb-7e1272a5ed8c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:15.123301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28eec7-9ee4-4755-9783-b5375ab27e19 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1078b5-c36e-41a7-afbb-7e1272a5ed8c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:15.154163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f28eec7-9ee4-4755-9783-b5375ab27e19 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:15.164114 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36634) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:15.173297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0ac90756-f08a-4d63-8748-2d9fb586c340 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '491b0fff-ba56-43f9-a804-eaf3e4c6a692', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:15.177802 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0f28eec7-9ee4-4755-9783-b5375ab27e19 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3424315 Jan 31 19:04:15.285025 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ac90756-f08a-4d63-8748-2d9fb586c340 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group_rule (f925c908-a469-46ae-8a34-7c56de81a32a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:15.411557 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-0ac90756-f08a-4d63-8748-2d9fb586c340 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): There was a conflict when trying to complete your request. Jan 31 19:04:15.415861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36648) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:15.416513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0ac90756-f08a-4d63-8748-2d9fb586c340 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2503521 Jan 31 19:04:15.642750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1aea-5bf7-45cd-aff0-4d147d5e630f tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (491b0fff-ba56-43f9-a804-eaf3e4c6a692), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:15.818653 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1aea-5bf7-45cd-aff0-4d147d5e630f tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (491b0fff-ba56-43f9-a804-eaf3e4c6a692), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:15.939285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1aea-5bf7-45cd-aff0-4d147d5e630f tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (491b0fff-ba56-43f9-a804-eaf3e4c6a692), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:15.944290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1aea-5bf7-45cd-aff0-4d147d5e630f tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:15.945784 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d9fd1aea-5bf7-45cd-aff0-4d147d5e630f tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "DELETE /v2.0/security-groups/491b0fff-ba56-43f9-a804-eaf3e4c6a692 HTTP/1.1" status: 204 len: 168 time: 0.5290208 Jan 31 19:04:15.948566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36668) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:15.960315 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd1aea-5bf7-45cd-aff0-4d147d5e630f tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=491b0fff-ba56-43f9-a804-eaf3e4c6a692,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:16.090122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a383034a-e7cc-4ed4-85e7-fa356a4f3b74 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1387627 Jan 31 19:04:16.092607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:16.099521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7201d910-69b2-4403-af4d-22bed8275a7d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959336740'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:16.140186 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7201d910-69b2-4403-af4d-22bed8275a7d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:16.359991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7201d910-69b2-4403-af4d-22bed8275a7d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (e668f9f0-66e0-460c-b39c-13a66bbefffd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:16.378813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7201d910-69b2-4403-af4d-22bed8275a7d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e668f9f0-66e0-460c-b39c-13a66bbefffd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:16.486709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201d910-69b2-4403-af4d-22bed8275a7d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e668f9f0-66e0-460c-b39c-13a66bbefffd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:16.508269 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7201d910-69b2-4403-af4d-22bed8275a7d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:16.514135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36692) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:16.521586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3733f6cc-9679-4947-a566-584fb12a0fe6 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': 'e668f9f0-66e0-460c-b39c-13a66bbefffd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:16.522616 n-d-812111-15 neutron-server[103225]: WARNING neutron.api.v2.base [None req-3733f6cc-9679-4947-a566-584fb12a0fe6 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 31 19:04:16.523512 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-3733f6cc-9679-4947-a566-584fb12a0fe6 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:16.525164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3733f6cc-9679-4947-a566-584fb12a0fe6 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0087812 Jan 31 19:04:16.528852 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7201d910-69b2-4403-af4d-22bed8275a7d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4168503 Jan 31 19:04:16.529558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:16.676729 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1982a754-c5b7-40b4-bd39-affdec02626b tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (e668f9f0-66e0-460c-b39c-13a66bbefffd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:16.724981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36700) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:16.754667 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1982a754-c5b7-40b4-bd39-affdec02626b tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (e668f9f0-66e0-460c-b39c-13a66bbefffd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:16.809034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:04:16.858527 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1982a754-c5b7-40b4-bd39-affdec02626b tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e668f9f0-66e0-460c-b39c-13a66bbefffd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:16.861224 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1982a754-c5b7-40b4-bd39-affdec02626b tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:16.862397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1982a754-c5b7-40b4-bd39-affdec02626b tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "DELETE /v2.0/security-groups/e668f9f0-66e0-460c-b39c-13a66bbefffd HTTP/1.1" status: 204 len: 168 time: 0.3309424 Jan 31 19:04:16.866029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36710) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:16.880019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982a754-c5b7-40b4-bd39-affdec02626b tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e668f9f0-66e0-460c-b39c-13a66bbefffd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:16.909560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:04:16.909779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0ff98c23-c38d-4f69-976e-c0ea6f6bc4dd not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:04:17.057694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1914729776', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:17.118050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Made reservation on behalf of f7c4b5259a8e48aabe498d0c9f947925 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:04:17.123607 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:17.140556 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-550449e1-3654-4677-a767-148aa253ead0 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2730367 Jan 31 19:04:17.145978 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36724) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:17.151466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-840bf9cb-e8fe-40ab-ac7a-6837bd36da7c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group': {'name': 'tempest-secgroup--182203038'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:17.161087 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:17.209059 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-840bf9cb-e8fe-40ab-ac7a-6837bd36da7c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:17.358907 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-840bf9cb-e8fe-40ab-ac7a-6837bd36da7c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (7e71eb36-35f8-469d-a020-392cd191432d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:17.365880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-840bf9cb-e8fe-40ab-ac7a-6837bd36da7c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7e71eb36-35f8-469d-a020-392cd191432d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:17.389233 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks [] for security_group (d0139726-b425-48a2-9de5-3ead7662219d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:17.397563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d0139726-b425-48a2-9de5-3ead7662219d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:17.422410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] device_id is not set on port 8a4b31a5-bee0-45f0-b9ec-66d5725fc86b yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:04:17.458218 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-840bf9cb-e8fe-40ab-ac7a-6837bd36da7c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:17.463620 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36728) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:17.463910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-840bf9cb-e8fe-40ab-ac7a-6837bd36da7c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3168583 Jan 31 19:04:17.505867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bf9cb-e8fe-40ab-ac7a-6837bd36da7c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e71eb36-35f8-469d-a020-392cd191432d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:17.538189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1ad26b1f-a7d8-4f34-bef0-fcd65af691fd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '7e71eb36-35f8-469d-a020-392cd191432d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:17.538757 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-1ad26b1f-a7d8-4f34-bef0-fcd65af691fd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 31 19:04:17.539268 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-1ad26b1f-a7d8-4f34-bef0-fcd65af691fd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:17.542781 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1ad26b1f-a7d8-4f34-bef0-fcd65af691fd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0217354 Jan 31 19:04:17.543585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36730) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:17.565945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0139726-b425-48a2-9de5-3ead7662219d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:17.665870 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a73455e5-4a31-4889-922a-e5aa38557312 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (7e71eb36-35f8-469d-a020-392cd191432d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:17.713217 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a73455e5-4a31-4889-922a-e5aa38557312 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (7e71eb36-35f8-469d-a020-392cd191432d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:17.713813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Allocated IP 172.25.8.61 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/8a4b31a5-bee0-45f0-b9ec-66d5725fc86b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:04:17.892051 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a73455e5-4a31-4889-922a-e5aa38557312 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7e71eb36-35f8-469d-a020-392cd191432d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:17.896142 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a73455e5-4a31-4889-922a-e5aa38557312 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:17.901304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a73455e5-4a31-4889-922a-e5aa38557312 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "DELETE /v2.0/security-groups/7e71eb36-35f8-469d-a020-392cd191432d HTTP/1.1" status: 204 len: 168 time: 0.3538964 Jan 31 19:04:17.902796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36734) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:17.944111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73455e5-4a31-4889-922a-e5aa38557312 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e71eb36-35f8-469d-a020-392cd191432d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:18.140700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36742) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:18.146684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d8530b36-c2de-420d-a239-583a788784bd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202648472'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:18.158790 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-009258c3-497b-4145-bff7-170c208f8469 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2535555 Jan 31 19:04:18.230167 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8530b36-c2de-420d-a239-583a788784bd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.344392 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks [] for port (8a4b31a5-bee0-45f0-b9ec-66d5725fc86b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.452585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8a4b31a5-bee0-45f0-b9ec-66d5725fc86b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.474922 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8530b36-c2de-420d-a239-583a788784bd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (69a7c6fd-331f-44d6-bb43-f39f57963c0b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.487347 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8530b36-c2de-420d-a239-583a788784bd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (69a7c6fd-331f-44d6-bb43-f39f57963c0b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.547451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8530b36-c2de-420d-a239-583a788784bd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a7c6fd-331f-44d6-bb43-f39f57963c0b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:18.551878 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8530b36-c2de-420d-a239-583a788784bd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.554384 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d8530b36-c2de-420d-a239-583a788784bd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4113452 Jan 31 19:04:18.556662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36748) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:18.561759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7a77571c-a2af-4947-b2e3-e8bbb057e4ae tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '69a7c6fd-331f-44d6-bb43-f39f57963c0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:18.562971 n-d-812111-15 neutron-server[103225]: WARNING neutron.api.v2.base [None req-7a77571c-a2af-4947-b2e3-e8bbb057e4ae tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 31 19:04:18.563883 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-7a77571c-a2af-4947-b2e3-e8bbb057e4ae tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:18.565809 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7a77571c-a2af-4947-b2e3-e8bbb057e4ae tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079584 Jan 31 19:04:18.569718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:18.571411 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:04:18.591809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5d3c162b-0811-4bc3-8c2e-6c512197af11 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '69a7c6fd-331f-44d6-bb43-f39f57963c0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:18.592556 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-5d3c162b-0811-4bc3-8c2e-6c512197af11 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 31 19:04:18.593407 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-5d3c162b-0811-4bc3-8c2e-6c512197af11 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:18.594439 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5d3c162b-0811-4bc3-8c2e-6c512197af11 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0219202 Jan 31 19:04:18.596087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:04:18.597241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36754) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:18.599060 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Pushing event updated for resources: {'Port': ['ID=8a4b31a5-bee0-45f0-b9ec-66d5725fc86b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:18.601515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:04:18.607508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1238e1c2-b7e6-4f3f-bcc0-4ad6c82000c5 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '69a7c6fd-331f-44d6-bb43-f39f57963c0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:18.608951 n-d-812111-15 neutron-server[103225]: WARNING neutron.api.v2.base [None req-1238e1c2-b7e6-4f3f-bcc0-4ad6c82000c5 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 31 19:04:18.609548 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-1238e1c2-b7e6-4f3f-bcc0-4ad6c82000c5 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:18.613171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1238e1c2-b7e6-4f3f-bcc0-4ad6c82000c5 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082359 Jan 31 19:04:18.615521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36756) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:18.628227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e951a0a4-c00b-4b1f-a867-3534de3931f6 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '69a7c6fd-331f-44d6-bb43-f39f57963c0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:18.631158 n-d-812111-15 neutron-server[103225]: WARNING neutron.api.v2.base [None req-e951a0a4-c00b-4b1f-a867-3534de3931f6 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 31 19:04:18.632719 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-e951a0a4-c00b-4b1f-a867-3534de3931f6 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:18.636320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e951a0a4-c00b-4b1f-a867-3534de3931f6 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0180011 Jan 31 19:04:18.636730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36758) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:18.674233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:18.674908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.701930 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-37b52a76-cc88-4066-b4d0-e7c4494ad9da tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.9724176 Jan 31 19:04:18.702360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36760) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:18.707242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.61'}]}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:18.713975 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eac18e5e-9a86-4a55-a1ab-5d33690ffc8c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (69a7c6fd-331f-44d6-bb43-f39f57963c0b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.745964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eac18e5e-9a86-4a55-a1ab-5d33690ffc8c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (69a7c6fd-331f-44d6-bb43-f39f57963c0b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.746546 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (e6524682-1b84-44f5-9447-67981432c7de), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.748066 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (e6524682-1b84-44f5-9447-67981432c7de), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.820899 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eac18e5e-9a86-4a55-a1ab-5d33690ffc8c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (69a7c6fd-331f-44d6-bb43-f39f57963c0b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.823956 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks [] for router_controller (e6524682-1b84-44f5-9447-67981432c7de), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.825047 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eac18e5e-9a86-4a55-a1ab-5d33690ffc8c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.832001 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eac18e5e-9a86-4a55-a1ab-5d33690ffc8c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "DELETE /v2.0/security-groups/69a7c6fd-331f-44d6-bb43-f39f57963c0b HTTP/1.1" status: 204 len: 168 time: 0.1885972 Jan 31 19:04:18.832543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:18.851583 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-918880d2-303e-45cd-99a3-1b0b89278dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:18.868881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac18e5e-9a86-4a55-a1ab-5d33690ffc8c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a7c6fd-331f-44d6-bb43-f39f57963c0b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:18.956515 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1d10826e-54fb-4f04-98d0-48f4d8c9763d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1173868 Jan 31 19:04:18.957771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36764) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:18.970153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fda7af8f-e461-41da-b180-b195634c475d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group': {'name': 'tempest-secgroup--592817884'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:19.012815 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fda7af8f-e461-41da-b180-b195634c475d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:19.096134 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks [] for router_gateway (e6524682-1b84-44f5-9447-67981432c7de), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:19.145454 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fda7af8f-e461-41da-b180-b195634c475d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (98858c37-7ab1-4aa0-b356-aebbf6a00de8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:19.153453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fda7af8f-e461-41da-b180-b195634c475d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (98858c37-7ab1-4aa0-b356-aebbf6a00de8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:19.207007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fda7af8f-e461-41da-b180-b195634c475d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:19.208836 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fda7af8f-e461-41da-b180-b195634c475d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2426174 Jan 31 19:04:19.211674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36770) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:19.216137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2fc5ecf5-7e32-43da-9bb4-c1ce4ce3a2df tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '98858c37-7ab1-4aa0-b356-aebbf6a00de8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:19.220404 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-2fc5ecf5-7e32-43da-9bb4-c1ce4ce3a2df tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 31 19:04:19.220404 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2fc5ecf5-7e32-43da-9bb4-c1ce4ce3a2df tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:19.220404 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2fc5ecf5-7e32-43da-9bb4-c1ce4ce3a2df tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058339 Jan 31 19:04:19.221745 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:19.232285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e012c4ff-b140-4ea3-82b5-0c8b176df15c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '98858c37-7ab1-4aa0-b356-aebbf6a00de8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:19.314827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7af8f-e461-41da-b180-b195634c475d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98858c37-7ab1-4aa0-b356-aebbf6a00de8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:19.328091 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-e012c4ff-b140-4ea3-82b5-0c8b176df15c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:19.330839 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e012c4ff-b140-4ea3-82b5-0c8b176df15c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1043501 Jan 31 19:04:19.335068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:19.379801 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-72b8b254-5bfd-4c39-abfd-6920227efe6e tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '98858c37-7ab1-4aa0-b356-aebbf6a00de8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:19.380304 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-72b8b254-5bfd-4c39-abfd-6920227efe6e tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 31 19:04:19.380844 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-72b8b254-5bfd-4c39-abfd-6920227efe6e tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:19.385616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36782) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:19.389574 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-72b8b254-5bfd-4c39-abfd-6920227efe6e tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0425291 Jan 31 19:04:19.431887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-beee329e-cd26-4b62-96e2-3b529fb0f5fd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '98858c37-7ab1-4aa0-b356-aebbf6a00de8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:19.643198 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-beee329e-cd26-4b62-96e2-3b529fb0f5fd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:19.644153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-beee329e-cd26-4b62-96e2-3b529fb0f5fd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2246621 Jan 31 19:04:19.647113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36788) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:19.677599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-297bf62b-72bd-49d5-8d00-c537360d55b0 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '98858c37-7ab1-4aa0-b356-aebbf6a00de8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:19.678139 n-d-812111-15 neutron-server[103225]: WARNING neutron.api.v2.base [None req-297bf62b-72bd-49d5-8d00-c537360d55b0 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 31 19:04:19.678633 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-297bf62b-72bd-49d5-8d00-c537360d55b0 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:19.684402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-297bf62b-72bd-49d5-8d00-c537360d55b0 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0315790 Jan 31 19:04:19.684402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36790) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:19.687789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-de55372a-7be9-4e53-b932-c43fce3aea20 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '98858c37-7ab1-4aa0-b356-aebbf6a00de8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:19.717386 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-de55372a-7be9-4e53-b932-c43fce3aea20 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Project b1a80851be7645c992fe8e5824453f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:04:19.744604 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks [] for router_gateway (e6524682-1b84-44f5-9447-67981432c7de), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:19.789142 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-de55372a-7be9-4e53-b932-c43fce3aea20 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:19.790747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-de55372a-7be9-4e53-b932-c43fce3aea20 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1073716 Jan 31 19:04:19.793279 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:19.794548 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36794) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:19.800667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2b99f72c-5098-4a89-8e61-5519da58c7b3 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '98858c37-7ab1-4aa0-b356-aebbf6a00de8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:19.801266 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-2b99f72c-5098-4a89-8e61-5519da58c7b3 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 31 19:04:19.801738 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2b99f72c-5098-4a89-8e61-5519da58c7b3 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:19.806410 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2b99f72c-5098-4a89-8e61-5519da58c7b3 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107391 Jan 31 19:04:19.807439 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:19.831921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-194765e6-2f60-4d17-8e57-6caeaa8bb8b5 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '98858c37-7ab1-4aa0-b356-aebbf6a00de8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:19.872194 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-194765e6-2f60-4d17-8e57-6caeaa8bb8b5 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Project b1a80851be7645c992fe8e5824453f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:04:19.891585 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-194765e6-2f60-4d17-8e57-6caeaa8bb8b5 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:19.899355 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-194765e6-2f60-4d17-8e57-6caeaa8bb8b5 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0879753 Jan 31 19:04:19.900667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:19.905918 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-93cc14b4-85af-42f0-8245-ef0d7142e137 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '98858c37-7ab1-4aa0-b356-aebbf6a00de8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:19.942470 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-93cc14b4-85af-42f0-8245-ef0d7142e137 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Project b1a80851be7645c992fe8e5824453f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:04:19.981516 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-93cc14b4-85af-42f0-8245-ef0d7142e137 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:19.986608 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-93cc14b4-85af-42f0-8245-ef0d7142e137 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0843406 Jan 31 19:04:19.990250 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36806) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:20.075934 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks [] for router (e6524682-1b84-44f5-9447-67981432c7de), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:20.197579 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca086fe3-8040-4c49-aac1-d209841ccca9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (98858c37-7ab1-4aa0-b356-aebbf6a00de8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:20.264486 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca086fe3-8040-4c49-aac1-d209841ccca9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (98858c37-7ab1-4aa0-b356-aebbf6a00de8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:20.360091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca086fe3-8040-4c49-aac1-d209841ccca9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (98858c37-7ab1-4aa0-b356-aebbf6a00de8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:20.362961 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca086fe3-8040-4c49-aac1-d209841ccca9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:20.368479 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ca086fe3-8040-4c49-aac1-d209841ccca9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "DELETE /v2.0/security-groups/98858c37-7ab1-4aa0-b356-aebbf6a00de8 HTTP/1.1" status: 204 len: 168 time: 0.3744788 Jan 31 19:04:20.368707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36824) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:20.413964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca086fe3-8040-4c49-aac1-d209841ccca9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98858c37-7ab1-4aa0-b356-aebbf6a00de8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:20.502160 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-51d996a0-e37b-4950-b2e1-ff414d8880bd tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1294260 Jan 31 19:04:20.504968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:20.510563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5e5d1565-5d09-41ab-be6b-476ac4ef37e9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742752566'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:20.531608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (e6524682-1b84-44f5-9447-67981432c7de), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:20.535513 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks [] for router_controller (e6524682-1b84-44f5-9447-67981432c7de), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:20.551059 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e5d1565-5d09-41ab-be6b-476ac4ef37e9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:20.689137 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (e6524682-1b84-44f5-9447-67981432c7de), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:20.689733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6524682-1b84-44f5-9447-67981432c7de {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:04:20.721419 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 31 19:04:20.724322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-11569534-fe57-40c7-9ec3-343a50a89c31 tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0208774 Jan 31 19:04:20.727064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36856) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:20.820507 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e5d1565-5d09-41ab-be6b-476ac4ef37e9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (b542f376-aa41-4ccd-8a22-8fad71fd3e3f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:20.829905 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e5d1565-5d09-41ab-be6b-476ac4ef37e9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b542f376-aa41-4ccd-8a22-8fad71fd3e3f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:20.887902 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e5d1565-5d09-41ab-be6b-476ac4ef37e9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:20.888770 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5e5d1565-5d09-41ab-be6b-476ac4ef37e9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3848650 Jan 31 19:04:20.892875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:20.937256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-228487d5-2f61-468f-abb9-17ef52a72d34 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': 'b542f376-aa41-4ccd-8a22-8fad71fd3e3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:21.017056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d1565-5d09-41ab-be6b-476ac4ef37e9 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b542f376-aa41-4ccd-8a22-8fad71fd3e3f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:21.085283 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a28929cc-5900-4db9-9e26-eb608a00ce98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:21.127611 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-228487d5-2f61-468f-abb9-17ef52a72d34 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The resource could not be found. Jan 31 19:04:21.129526 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-228487d5-2f61-468f-abb9-17ef52a72d34 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2147880 Jan 31 19:04:21.132218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36888) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:21.139081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d3b9237e-b179-4119-b030-a80c9691835c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': 'b542f376-aa41-4ccd-8a22-8fad71fd3e3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'de34becc-5b3f-42a6-bcdd-0eda734c398f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:21.259650 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-d3b9237e-b179-4119-b030-a80c9691835c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The resource could not be found. Jan 31 19:04:21.263261 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d3b9237e-b179-4119-b030-a80c9691835c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1290009 Jan 31 19:04:21.267301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36896) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:21.447426 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c673e767-046d-4ebe-9123-edb8a137e866 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (b542f376-aa41-4ccd-8a22-8fad71fd3e3f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:21.539867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c673e767-046d-4ebe-9123-edb8a137e866 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (b542f376-aa41-4ccd-8a22-8fad71fd3e3f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:21.692234 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c673e767-046d-4ebe-9123-edb8a137e866 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b542f376-aa41-4ccd-8a22-8fad71fd3e3f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:21.699136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c673e767-046d-4ebe-9123-edb8a137e866 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:21.703110 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c673e767-046d-4ebe-9123-edb8a137e866 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "DELETE /v2.0/security-groups/b542f376-aa41-4ccd-8a22-8fad71fd3e3f HTTP/1.1" status: 204 len: 168 time: 0.4353523 Jan 31 19:04:21.724615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36902) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:21.726804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673e767-046d-4ebe-9123-edb8a137e866 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b542f376-aa41-4ccd-8a22-8fad71fd3e3f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:21.749528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef79cc-5151-4adb-9728-40274f9d399e tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Deleting port 8a4b31a5-bee0-45f0-b9ec-66d5725fc86b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:21.750289 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4ef79cc-5151-4adb-9728-40274f9d399e tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8a4b31a5-bee0-45f0-b9ec-66d5725fc86b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:21.862522 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1eaf002f-cef9-4e3c-90dc-841fc9df27b8 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1273723 Jan 31 19:04:21.871413 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36904) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:21.875998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-33bd94a5-0900-4f61-8785-e8e1bc8f449b tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '980d0124-75ca-4b58-9c68-e9a51bdc2d28', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:21.930573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4ef79cc-5151-4adb-9728-40274f9d399e tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8a4b31a5-bee0-45f0-b9ec-66d5725fc86b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:21.954139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef79cc-5151-4adb-9728-40274f9d399e tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Calling delete_port for 8a4b31a5-bee0-45f0-b9ec-66d5725fc86b owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:21.966178 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-33bd94a5-0900-4f61-8785-e8e1bc8f449b tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The resource could not be found. Jan 31 19:04:21.967372 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-33bd94a5-0900-4f61-8785-e8e1bc8f449b tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0973711 Jan 31 19:04:21.973194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36910) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:21.980200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bffbc92a-21ab-4244-8be1-14cdea2afe23 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group': {'name': 'tempest-secgroup--804327375'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:22.026545 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bffbc92a-21ab-4244-8be1-14cdea2afe23 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:22.203718 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bffbc92a-21ab-4244-8be1-14cdea2afe23 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (bc93f3a5-5813-40bc-a294-8b666564836a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:22.210633 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bffbc92a-21ab-4244-8be1-14cdea2afe23 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bc93f3a5-5813-40bc-a294-8b666564836a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:22.268964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbc92a-21ab-4244-8be1-14cdea2afe23 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc93f3a5-5813-40bc-a294-8b666564836a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:22.286404 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bffbc92a-21ab-4244-8be1-14cdea2afe23 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:22.287623 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bffbc92a-21ab-4244-8be1-14cdea2afe23 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3132055 Jan 31 19:04:22.294716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:22.327647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b5a292a5-40c1-4a30-b25c-3f67a97a5e93 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065635182'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:22.351064 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4ef79cc-5151-4adb-9728-40274f9d399e tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8a4b31a5-bee0-45f0-b9ec-66d5725fc86b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:22.398993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef79cc-5151-4adb-9728-40274f9d399e tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a4b31a5-bee0-45f0-b9ec-66d5725fc86b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:22.408308 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5a292a5-40c1-4a30-b25c-3f67a97a5e93 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:22.519181 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:22.584572 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a4ef79cc-5151-4adb-9728-40274f9d399e tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:22.589426 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a4ef79cc-5151-4adb-9728-40274f9d399e tempest-RoutersAdminNegativeIpV6Test-1041873841 tempest-RoutersAdminNegativeIpV6Test-1041873841-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8a4b31a5-bee0-45f0-b9ec-66d5725fc86b HTTP/1.1" status: 204 len: 168 time: 1.8599946 Jan 31 19:04:22.590910 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5a292a5-40c1-4a30-b25c-3f67a97a5e93 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (ca4b68e7-c3d3-413f-80fb-cf7d0eb33761), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:22.617261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5a292a5-40c1-4a30-b25c-3f67a97a5e93 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ca4b68e7-c3d3-413f-80fb-cf7d0eb33761), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:22.760223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a292a5-40c1-4a30-b25c-3f67a97a5e93 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4b68e7-c3d3-413f-80fb-cf7d0eb33761,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:22.777563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5a292a5-40c1-4a30-b25c-3f67a97a5e93 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:22.781803 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b5a292a5-40c1-4a30-b25c-3f67a97a5e93 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4812832 Jan 31 19:04:22.782124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36956) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:22.787180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b826c54a-ea2a-4436-9cea-41f55767255a tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': 'bc93f3a5-5813-40bc-a294-8b666564836a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ca4b68e7-c3d3-413f-80fb-cf7d0eb33761'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:22.895573 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-b826c54a-ea2a-4436-9cea-41f55767255a tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:22.897819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b826c54a-ea2a-4436-9cea-41f55767255a tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1145236 Jan 31 19:04:22.901821 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36958) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:23.078842 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-118e8c21-b226-4fcc-8fed-601112163e48 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (ca4b68e7-c3d3-413f-80fb-cf7d0eb33761), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:23.150971 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-118e8c21-b226-4fcc-8fed-601112163e48 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (ca4b68e7-c3d3-413f-80fb-cf7d0eb33761), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:23.270530 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-118e8c21-b226-4fcc-8fed-601112163e48 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ca4b68e7-c3d3-413f-80fb-cf7d0eb33761), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:23.278260 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-118e8c21-b226-4fcc-8fed-601112163e48 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:23.282989 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-118e8c21-b226-4fcc-8fed-601112163e48 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "DELETE /v2.0/security-groups/ca4b68e7-c3d3-413f-80fb-cf7d0eb33761 HTTP/1.1" status: 204 len: 168 time: 0.3800879 Jan 31 19:04:23.285737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36970) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:23.372293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e8c21-b226-4fcc-8fed-601112163e48 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4b68e7-c3d3-413f-80fb-cf7d0eb33761,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:23.445237 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36974) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:23.523725 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36978) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:23.532114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-09179c01-4b55-4b4a-9a58-fe430daa6a1a tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2418437 Jan 31 19:04:23.668238 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93cc2a24-76bd-4824-9660-8d940affdb94 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (bc93f3a5-5813-40bc-a294-8b666564836a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:23.702812 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93cc2a24-76bd-4824-9660-8d940affdb94 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (bc93f3a5-5813-40bc-a294-8b666564836a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:23.770492 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93cc2a24-76bd-4824-9660-8d940affdb94 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bc93f3a5-5813-40bc-a294-8b666564836a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:23.774215 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93cc2a24-76bd-4824-9660-8d940affdb94 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:23.775653 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-93cc2a24-76bd-4824-9660-8d940affdb94 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "DELETE /v2.0/security-groups/bc93f3a5-5813-40bc-a294-8b666564836a HTTP/1.1" status: 204 len: 168 time: 0.2508652 Jan 31 19:04:23.778552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36982) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:23.790579 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6336244c-410e-485e-91f3-a7e3860ab09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:23.944150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-09c1ef47-ae59-4b30-97ff-8e9a6161d2f5 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1623194 Jan 31 19:04:23.949484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36984) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:23.965294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-eb0a3cc4-385a-4854-98d8-bdaa84b2c41c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631266638'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:23.973686 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6336244c-410e-485e-91f3-a7e3860ab09b admin admin] Publish callbacks [] for security_group (7ceae6e5-2e20-4813-a56e-76dfafca5019), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:23.980767 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc2a24-76bd-4824-9660-8d940affdb94 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc93f3a5-5813-40bc-a294-8b666564836a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:23.991478 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6336244c-410e-485e-91f3-a7e3860ab09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7ceae6e5-2e20-4813-a56e-76dfafca5019), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:24.053516 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb0a3cc4-385a-4854-98d8-bdaa84b2c41c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:24.124206 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:24.143857 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6336244c-410e-485e-91f3-a7e3860ab09b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf7d08247e5644bdae1c08055661e85d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6969790 Jan 31 19:04:24.144748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336244c-410e-485e-91f3-a7e3860ab09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceae6e5-2e20-4813-a56e-76dfafca5019,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:24.147904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 36990) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:24.359068 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb0a3cc4-385a-4854-98d8-bdaa84b2c41c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (0121b01e-8f10-428d-bd4b-1bbe26f84cec), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:24.361077 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce9b7635-8124-4dc9-a8c6-961dfbb970a3 admin admin] Publish callbacks [] for security_group (7ceae6e5-2e20-4813-a56e-76dfafca5019), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:24.369634 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb0a3cc4-385a-4854-98d8-bdaa84b2c41c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0121b01e-8f10-428d-bd4b-1bbe26f84cec), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:24.434755 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:24.475782 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce9b7635-8124-4dc9-a8c6-961dfbb970a3 admin admin] Publish callbacks [] for security_group (7ceae6e5-2e20-4813-a56e-76dfafca5019), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:24.531281 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb0a3cc4-385a-4854-98d8-bdaa84b2c41c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:24.534045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-eb0a3cc4-385a-4854-98d8-bdaa84b2c41c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5835366 Jan 31 19:04:24.537364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36994) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:24.544090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f71f94af-2e15-4211-b8b2-a52c1fab3b84 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '0121b01e-8f10-428d-bd4b-1bbe26f84cec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:24.627690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a3cc4-385a-4854-98d8-bdaa84b2c41c tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0121b01e-8f10-428d-bd4b-1bbe26f84cec,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:24.640213 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce9b7635-8124-4dc9-a8c6-961dfbb970a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7ceae6e5-2e20-4813-a56e-76dfafca5019), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:24.647726 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-f71f94af-2e15-4211-b8b2-a52c1fab3b84 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:24.650675 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f71f94af-2e15-4211-b8b2-a52c1fab3b84 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1119487 Jan 31 19:04:24.654547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 36996) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:24.658759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce9b7635-8124-4dc9-a8c6-961dfbb970a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:24.662019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ce9b7635-8124-4dc9-a8c6-961dfbb970a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ceae6e5-2e20-4813-a56e-76dfafca5019 HTTP/1.1" status: 204 len: 168 time: 0.5109084 Jan 31 19:04:24.665165 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-59d18219-a138-4d00-ba81-b88270c0105b tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group_rule': {'security_group_id': '0121b01e-8f10-428d-bd4b-1bbe26f84cec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:24.688114 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b7635-8124-4dc9-a8c6-961dfbb970a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceae6e5-2e20-4813-a56e-76dfafca5019,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:24.849394 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-59d18219-a138-4d00-ba81-b88270c0105b tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:24.853616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37000) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:24.853788 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-59d18219-a138-4d00-ba81-b88270c0105b tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1974177 Jan 31 19:04:25.076279 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae7fb25b-c8a8-4cc3-b9db-07def36a20cf tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (0121b01e-8f10-428d-bd4b-1bbe26f84cec), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:25.143170 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae7fb25b-c8a8-4cc3-b9db-07def36a20cf tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (0121b01e-8f10-428d-bd4b-1bbe26f84cec), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:25.260930 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae7fb25b-c8a8-4cc3-b9db-07def36a20cf tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0121b01e-8f10-428d-bd4b-1bbe26f84cec), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:25.266952 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae7fb25b-c8a8-4cc3-b9db-07def36a20cf tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:25.268916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ae7fb25b-c8a8-4cc3-b9db-07def36a20cf tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "DELETE /v2.0/security-groups/0121b01e-8f10-428d-bd4b-1bbe26f84cec HTTP/1.1" status: 204 len: 168 time: 0.4139187 Jan 31 19:04:25.271773 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37010) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:25.287432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fb25b-c8a8-4cc3-b9db-07def36a20cf tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0121b01e-8f10-428d-bd4b-1bbe26f84cec,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:25.298777 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:25.427868 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37012) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:25.434425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fa08c40c-72bf-40d0-b6be-a602e8d5c5b0 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764395618'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:25.445060 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f1038457-76bf-4478-9213-93c89c9585ed tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1718647 Jan 31 19:04:25.502022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37016) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:25.516902 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa08c40c-72bf-40d0-b6be-a602e8d5c5b0 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:25.677993 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-418f0c7a-1518-4e0b-a6df-58ba4f48397e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7c4b5259a8e48aabe498d0c9f947925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1745846 Jan 31 19:04:25.697909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37018) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:25.704850 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa08c40c-72bf-40d0-b6be-a602e8d5c5b0 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (fb4ed9e6-2381-4245-97c7-fe1fb929fb6c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:25.719961 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa08c40c-72bf-40d0-b6be-a602e8d5c5b0 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fb4ed9e6-2381-4245-97c7-fe1fb929fb6c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:25.776262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08c40c-72bf-40d0-b6be-a602e8d5c5b0 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ed9e6-2381-4245-97c7-fe1fb929fb6c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:25.809789 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa08c40c-72bf-40d0-b6be-a602e8d5c5b0 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:25.815077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fa08c40c-72bf-40d0-b6be-a602e8d5c5b0 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3857906 Jan 31 19:04:25.818784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37020) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:25.827594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-19561f76-1a6b-4825-a78d-dc7ae33aaee3 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:25.864874 n-d-812111-15 neutron-server[103226]: WARNING neutron.api.v2.base [None req-19561f76-1a6b-4825-a78d-dc7ae33aaee3 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 31 19:04:25.865589 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-19561f76-1a6b-4825-a78d-dc7ae33aaee3 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] update failed (client error): There was a conflict when trying to complete your request. Jan 31 19:04:25.873618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37022) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:25.874500 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-19561f76-1a6b-4825-a78d-dc7ae33aaee3 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "PUT /v2.0/security-groups/fb4ed9e6-2381-4245-97c7-fe1fb929fb6c HTTP/1.1" status: 409 len: 330 time: 0.0511012 Jan 31 19:04:25.988661 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebad7bbc-3e63-4454-be6a-596e53f4d7c3 admin admin] Publish callbacks [] for security_group (d0139726-b425-48a2-9de5-3ead7662219d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:26.004573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3927aee-24ae-47e5-86eb-30c69fe2ff56 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (fb4ed9e6-2381-4245-97c7-fe1fb929fb6c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:26.057950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3927aee-24ae-47e5-86eb-30c69fe2ff56 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (fb4ed9e6-2381-4245-97c7-fe1fb929fb6c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:26.114272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebad7bbc-3e63-4454-be6a-596e53f4d7c3 admin admin] Publish callbacks [] for security_group (d0139726-b425-48a2-9de5-3ead7662219d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:26.197502 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3927aee-24ae-47e5-86eb-30c69fe2ff56 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fb4ed9e6-2381-4245-97c7-fe1fb929fb6c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:26.204649 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3927aee-24ae-47e5-86eb-30c69fe2ff56 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:26.208778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d3927aee-24ae-47e5-86eb-30c69fe2ff56 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "DELETE /v2.0/security-groups/fb4ed9e6-2381-4245-97c7-fe1fb929fb6c HTTP/1.1" status: 204 len: 168 time: 0.3313253 Jan 31 19:04:26.225931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37030) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:26.226831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3927aee-24ae-47e5-86eb-30c69fe2ff56 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ed9e6-2381-4245-97c7-fe1fb929fb6c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:26.357379 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebad7bbc-3e63-4454-be6a-596e53f4d7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d0139726-b425-48a2-9de5-3ead7662219d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:26.361514 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebad7bbc-3e63-4454-be6a-596e53f4d7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:26.366584 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ebad7bbc-3e63-4454-be6a-596e53f4d7c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0139726-b425-48a2-9de5-3ead7662219d HTTP/1.1" status: 204 len: 168 time: 0.6641617 Jan 31 19:04:26.485729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad7bbc-3e63-4454-be6a-596e53f4d7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0139726-b425-48a2-9de5-3ead7662219d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:26.605500 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37036) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:26.611937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dba6df13-a098-4024-8e4e-3496866fb141 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3686748 Jan 31 19:04:26.648184 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-57e55646-a035-4129-9d4e-ab1f5354074e tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] delete failed (client error): The resource could not be found. Jan 31 19:04:26.649308 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-57e55646-a035-4129-9d4e-ab1f5354074e tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "DELETE /v2.0/security-groups/906ab933-cf9f-442b-b648-f840060d22a9 HTTP/1.1" status: 404 len: 347 time: 0.0427711 Jan 31 19:04:26.655411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37038) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:26.674095 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-ddbcdec1-bafd-41b2-8f6a-02c12a19a33d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] show failed (client error): The resource could not be found. Jan 31 19:04:26.679543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ddbcdec1-bafd-41b2-8f6a-02c12a19a33d tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "GET /v2.0/security-groups/c9250862-b9e1-48f5-9c8d-971f3f73c709 HTTP/1.1" status: 404 len: 347 time: 0.0187132 Jan 31 19:04:26.680378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37040) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:26.701010 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-86e4bc7c-464a-4391-8d03-c3da9955a3e7 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] show failed (client error): The resource could not be found. Jan 31 19:04:26.705215 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-86e4bc7c-464a-4391-8d03-c3da9955a3e7 tempest-NegativeSecGroupIPv6Test-628364898 tempest-NegativeSecGroupIPv6Test-628364898-project] 10.222.0.20 "GET /v2.0/security-group-rules/dffa950d-8d1a-499c-a7db-e012b384997b HTTP/1.1" status: 404 len: 356 time: 0.0210984 Jan 31 19:04:26.806485 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:27.091535 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37050) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:27.327688 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-066e48e3-c7bf-4124-86c1-045940454b64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1a80851be7645c992fe8e5824453f99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347252 Jan 31 19:04:27.330603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37066) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:27.461998 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b71a-5f65-409f-8796-37ce771a8ec4 admin admin] Publish callbacks [] for security_group (2446982d-ba47-48ff-9437-f67ba159319b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:27.510769 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b71a-5f65-409f-8796-37ce771a8ec4 admin admin] Publish callbacks [] for security_group (2446982d-ba47-48ff-9437-f67ba159319b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:27.633083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b71a-5f65-409f-8796-37ce771a8ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2446982d-ba47-48ff-9437-f67ba159319b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:27.637584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b71a-5f65-409f-8796-37ce771a8ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:27.641545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c3b7b71a-5f65-409f-8796-37ce771a8ec4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2446982d-ba47-48ff-9437-f67ba159319b HTTP/1.1" status: 204 len: 168 time: 0.3067079 Jan 31 19:04:27.673481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7b71a-5f65-409f-8796-37ce771a8ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2446982d-ba47-48ff-9437-f67ba159319b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:28.382134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37112) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:28.731847 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d98f53a1-3898-4224-8c75-0052c1c5dec9 tempest-AgentManagementNegativeTest-218811065 tempest-AgentManagementNegativeTest-218811065-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3473856 Jan 31 19:04:29.183097 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:29.536240 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5a6e-33ca-403d-8c30-5435ab20c0b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:29.744530 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5a6e-33ca-403d-8c30-5435ab20c0b7 admin admin] Publish callbacks [] for security_group (2d13de37-e961-456e-a476-63d82cfed0c9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:29.755333 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5a6e-33ca-403d-8c30-5435ab20c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2d13de37-e961-456e-a476-63d82cfed0c9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:29.782168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37142) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:29.822014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37146) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:29.822274 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bc2a5a6e-33ca-403d-8c30-5435ab20c0b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30c1102171c14f029a114d92571e937e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6378896 Jan 31 19:04:29.826800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a5a6e-33ca-403d-8c30-5435ab20c0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d13de37-e961-456e-a476-63d82cfed0c9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:29.962041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84d6e227-95d7-41fa-8c16-9680a0ee3332 admin admin] Publish callbacks [] for security_group (2d13de37-e961-456e-a476-63d82cfed0c9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:30.054480 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84d6e227-95d7-41fa-8c16-9680a0ee3332 admin admin] Publish callbacks [] for security_group (2d13de37-e961-456e-a476-63d82cfed0c9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:30.223580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-490261362'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:30.257995 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84d6e227-95d7-41fa-8c16-9680a0ee3332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2d13de37-e961-456e-a476-63d82cfed0c9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:30.272397 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84d6e227-95d7-41fa-8c16-9680a0ee3332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:30.277865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-84d6e227-95d7-41fa-8c16-9680a0ee3332 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d13de37-e961-456e-a476-63d82cfed0c9 HTTP/1.1" status: 204 len: 168 time: 0.4502165 Jan 31 19:04:30.366529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6e227-95d7-41fa-8c16-9680a0ee3332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d13de37-e961-456e-a476-63d82cfed0c9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:30.402962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Made reservation on behalf of e412c53e32f94f62848f4b7f22cf7db2 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:04:30.407722 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:30.443829 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:30.805781 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for security_group (4260a119-5cdd-48a5-aa00-cd46bc531240), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:30.818792 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4260a119-5cdd-48a5-aa00-cd46bc531240), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:30.894638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:04:30.922703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4260a119-5cdd-48a5-aa00-cd46bc531240,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:30.933287 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2dfa0426-7f3f-463e-ac54-bc34f6ea329f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:30.938413 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Added segment 2dfa0426-7f3f-463e-ac54-bc34f6ea329f of type vlan for network 70dddc19-3e5f-4fc4-badf-261f8db5f080 Jan 31 19:04:31.046073 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (70dddc19-3e5f-4fc4-badf-261f8db5f080), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:31.180216 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (70dddc19-3e5f-4fc4-badf-261f8db5f080), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:31.194424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:31.201419 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:31.322857 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5394897 Jan 31 19:04:31.326518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37170) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:31.338572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c30a2922-d16b-428a-9020-5626d5ece49f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Request body: {'subnet': {'network_id': '70dddc19-3e5f-4fc4-badf-261f8db5f080', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:31.540565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27638e60-0e01-4f52-b38e-08eb3ab17921 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Pushing event updated for resources: {'Network': ['ID=70dddc19-3e5f-4fc4-badf-261f8db5f080,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:31.551620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 70dddc19-3e5f-4fc4-badf-261f8db5f080 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:04:31.666339 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30a2922-d16b-428a-9020-5626d5ece49f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Made reservation on behalf of e412c53e32f94f62848f4b7f22cf7db2 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:04:31.677088 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c30a2922-d16b-428a-9020-5626d5ece49f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:31.920591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37190) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:32.140563 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c30a2922-d16b-428a-9020-5626d5ece49f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (7339dcde-0c3e-480f-8d0a-2e2d34d3a989), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:32.189286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-947430618'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:32.245773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Made reservation on behalf of 6941eaa9e946478da2f1e2664596cb70 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:04:32.249186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:32.270906 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:32.305691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a2922-d16b-428a-9020-5626d5ece49f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Pushing event updated for resources: {'Subnet': ['ID=7339dcde-0c3e-480f-8d0a-2e2d34d3a989,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:32.340127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a2922-d16b-428a-9020-5626d5ece49f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Checking segment: {'id': '2dfa0426-7f3f-463e-ac54-bc34f6ea329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70dddc19-3e5f-4fc4-badf-261f8db5f080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:04:32.344824 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a2922-d16b-428a-9020-5626d5ece49f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Network hostable DHCP agents. Network: 70dddc19-3e5f-4fc4-badf-261f8db5f080, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:04:32.385003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a2922-d16b-428a-9020-5626d5ece49f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Network 70dddc19-3e5f-4fc4-badf-261f8db5f080 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:04:32.410031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c30a2922-d16b-428a-9020-5626d5ece49f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 70dddc19-3e5f-4fc4-badf-261f8db5f080) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:04:32.415768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30a2922-d16b-428a-9020-5626d5ece49f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:32.416577 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c30a2922-d16b-428a-9020-5626d5ece49f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:32.427466 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93620759-8573-49a7-b120-7efd974febf7 None None] Network 70dddc19-3e5f-4fc4-badf-261f8db5f080 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:04:32.447836 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c30a2922-d16b-428a-9020-5626d5ece49f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1186810 Jan 31 19:04:32.450422 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:32.459614 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Request body: {'port': {'network_id': '70dddc19-3e5f-4fc4-badf-261f8db5f080', 'name': 'tempest-TagsExtTest-961345914'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:32.468541 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for security_group (81f40fa8-874e-4f87-8257-e4dbfb9b87bc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:32.480077 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (81f40fa8-874e-4f87-8257-e4dbfb9b87bc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:32.535776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:04:32.558229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f40fa8-874e-4f87-8257-e4dbfb9b87bc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:32.596637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (66690401-5515-4d00-8add-0061da617e6f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:32.598838 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Added segment 66690401-5515-4d00-8add-0061da617e6f of type vlan for network 27c3bbbd-4a12-4959-bde0-044d02fe289b Jan 31 19:04:32.690579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-70dddc19-3e5f-4fc4-badf-261f8db5f080', 'network_id': '70dddc19-3e5f-4fc4-badf-261f8db5f080', 'project_id': 'e412c53e32f94f62848f4b7f22cf7db2', 'fixed_ips': [{'subnet_id': '7339dcde-0c3e-480f-8d0a-2e2d34d3a989'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:04:32.691750 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:32.713211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (27c3bbbd-4a12-4959-bde0-044d02fe289b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:32.721198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Made reservation on behalf of e412c53e32f94f62848f4b7f22cf7db2 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:04:32.742077 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:32.782117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] device_id is not set on port 161144e1-e0e9-4468-9632-a962006203d2 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:04:32.794880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (27c3bbbd-4a12-4959-bde0-044d02fe289b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:32.806464 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:32.808654 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:32.976161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0541077 Jan 31 19:04:32.980062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37204) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:32.986331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-292ad97b-f602-4ab2-a646-8794f786d50c tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Request body: {'subnet': {'network_id': '27c3bbbd-4a12-4959-bde0-044d02fe289b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:33.017615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3b001-2850-43c7-8ef1-6a66e79439cb tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event updated for resources: {'Network': ['ID=27c3bbbd-4a12-4959-bde0-044d02fe289b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:33.030462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 27c3bbbd-4a12-4959-bde0-044d02fe289b details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:04:33.190467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Allocated IP 172.20.0.8 (70dddc19-3e5f-4fc4-badf-261f8db5f080/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/161144e1-e0e9-4468-9632-a962006203d2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:04:33.212717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292ad97b-f602-4ab2-a646-8794f786d50c tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Made reservation on behalf of 6941eaa9e946478da2f1e2664596cb70 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:04:33.217016 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-292ad97b-f602-4ab2-a646-8794f786d50c tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:33.698637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-292ad97b-f602-4ab2-a646-8794f786d50c tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (86f8ab2e-90a2-4498-9394-0559e0c21d63), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:33.756219 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for port (161144e1-e0e9-4468-9632-a962006203d2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:33.883753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (161144e1-e0e9-4468-9632-a962006203d2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:33.976602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ad97b-f602-4ab2-a646-8794f786d50c tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Checking segment: {'id': '66690401-5515-4d00-8add-0061da617e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27c3bbbd-4a12-4959-bde0-044d02fe289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:04:33.977730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ad97b-f602-4ab2-a646-8794f786d50c tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Network hostable DHCP agents. Network: 27c3bbbd-4a12-4959-bde0-044d02fe289b, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:04:33.984588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ad97b-f602-4ab2-a646-8794f786d50c tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event updated for resources: {'Subnet': ['ID=86f8ab2e-90a2-4498-9394-0559e0c21d63,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:34.013618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Network 70dddc19-3e5f-4fc4-badf-261f8db5f080 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:04:34.020398 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:04:34.029372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:04:34.032817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Allocated IP 172.20.0.2 (70dddc19-3e5f-4fc4-badf-261f8db5f080/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/06799d3e-b040-4219-a457-6ee76c61ada8) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:04:34.067428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ad97b-f602-4ab2-a646-8794f786d50c tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Network 27c3bbbd-4a12-4959-bde0-044d02fe289b is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:04:34.088955 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-292ad97b-f602-4ab2-a646-8794f786d50c tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 27c3bbbd-4a12-4959-bde0-044d02fe289b) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:04:34.091187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:34.092351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.110270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ad97b-f602-4ab2-a646-8794f786d50c tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:34.110945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-292ad97b-f602-4ab2-a646-8794f786d50c tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.129797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a43e068-f3e6-418e-a014-cf251ee6cc5c None None] Network 27c3bbbd-4a12-4959-bde0-044d02fe289b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:04:34.136224 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6846900 Jan 31 19:04:34.138274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e61f81-9bb3-4658-934d-b87400005cd2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Pushing event updated for resources: {'Port': ['ID=161144e1-e0e9-4468-9632-a962006203d2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:34.142205 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37214) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:34.149729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0b1ef03e-93ea-4191-8847-706fcb132231 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-780638985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:34.174290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37216) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:34.174754 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-292ad97b-f602-4ab2-a646-8794f786d50c tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1936834 Jan 31 19:04:34.181756 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4f05a412-7d97-4667-95a9-81fc5eb2391f tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-409731006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:34.197687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef03e-93ea-4191-8847-706fcb132231 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (778b02bf-4722-402b-8faa-3691114d97c5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.198955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef03e-93ea-4191-8847-706fcb132231 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (778b02bf-4722-402b-8faa-3691114d97c5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.228973 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f05a412-7d97-4667-95a9-81fc5eb2391f tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (6936a721-2153-42ea-8cd7-c07c1cc4603c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.230269 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f05a412-7d97-4667-95a9-81fc5eb2391f tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (6936a721-2153-42ea-8cd7-c07c1cc4603c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.297072 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef03e-93ea-4191-8847-706fcb132231 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for router_controller (778b02bf-4722-402b-8faa-3691114d97c5), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.325487 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef03e-93ea-4191-8847-706fcb132231 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (778b02bf-4722-402b-8faa-3691114d97c5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.447525 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef03e-93ea-4191-8847-706fcb132231 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.451873 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0b1ef03e-93ea-4191-8847-706fcb132231 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3057618 Jan 31 19:04:34.452198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37218) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:34.454741 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f05a412-7d97-4667-95a9-81fc5eb2391f tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for router_controller (6936a721-2153-42ea-8cd7-c07c1cc4603c), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.457268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-004d9cdd-32fb-4b6b-84e2-54bcd2c82a19 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1683907656', 'prefixes': ['172.20.0.0/16']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:34.472840 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f05a412-7d97-4667-95a9-81fc5eb2391f tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (6936a721-2153-42ea-8cd7-c07c1cc4603c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.535312 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f05a412-7d97-4667-95a9-81fc5eb2391f tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.540305 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4f05a412-7d97-4667-95a9-81fc5eb2391f tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3631847 Jan 31 19:04:34.540736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-27c3bbbd-4a12-4959-bde0-044d02fe289b', 'network_id': '27c3bbbd-4a12-4959-bde0-044d02fe289b', 'project_id': '6941eaa9e946478da2f1e2664596cb70', 'fixed_ips': [{'subnet_id': '86f8ab2e-90a2-4498-9394-0559e0c21d63'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:04:34.543215 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.543487 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:34.631102 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-004d9cdd-32fb-4b6b-84e2-54bcd2c82a19 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.635342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-004d9cdd-32fb-4b6b-84e2-54bcd2c82a19 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1789122 Jan 31 19:04:34.638655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37228) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:34.658893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-cad75473-9fac-446b-b689-8cf27b6faebc tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989', 'tempest-TagsExtTest-Tag-81679524') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:34.905862 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Publish callbacks [] for port (06799d3e-b040-4219-a457-6ee76c61ada8), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:34.976329 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:35.064529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cad75473-9fac-446b-b689-8cf27b6faebc tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "PUT /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags/tempest-TagsExtTest-Tag-81679524 HTTP/1.1" status: 201 len: 201 time: 0.4156630 Jan 31 19:04:35.064529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37240) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:35.065245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-08caef92-b9ff-4a16-b3ed-c446afe5c6a2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2', 'tempest-TagsExtTest-Tag-1373322067') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:35.146966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:35.263799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-08caef92-b9ff-4a16-b3ed-c446afe5c6a2 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "PUT /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags/tempest-TagsExtTest-Tag-1373322067 HTTP/1.1" status: 201 len: 201 time: 0.2024119 Jan 31 19:04:35.264797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37242) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:35.270956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-15d698a4-1e7a-441e-8343-47966dd15535 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5', 'tempest-TagsExtTest-Tag-1689379372') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:35.322766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Allocated IP 172.20.0.2 (27c3bbbd-4a12-4959-bde0-044d02fe289b/86f8ab2e-90a2-4498-9394-0559e0c21d63/3a40ed30-12fe-43d6-9429-1509c9480e63) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:04:35.494556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-15d698a4-1e7a-441e-8343-47966dd15535 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "PUT /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags/tempest-TagsExtTest-Tag-1689379372 HTTP/1.1" status: 201 len: 201 time: 0.2283590 Jan 31 19:04:35.495306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37244) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:35.500217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-b9dbfb72-2bc8-4f42-ad27-6468bfe367ed tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c', 'tempest-TagsExtTest-Tag-745634918') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:35.615185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b9dbfb72-2bc8-4f42-ad27-6468bfe367ed tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "PUT /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags/tempest-TagsExtTest-Tag-745634918 HTTP/1.1" status: 201 len: 201 time: 0.1164074 Jan 31 19:04:35.615909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37246) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:35.620373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-96c93f78-4d9e-4b14-bbc0-69032a007a21 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:35.722016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:35.726672 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Publish callbacks [] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:35.726900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-1337fffb-3f09-4360-a989-df0c828c49f9 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989', 'tempest-TagsExtTest-Tag-81679524') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:35.735592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-96c93f78-4d9e-4b14-bbc0-69032a007a21 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags HTTP/1.1" status: 200 len: 239 time: 0.1145747 Jan 31 19:04:35.763607 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:35.775487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Network 70dddc19-3e5f-4fc4-badf-261f8db5f080 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:04:35.801871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:04:35.844650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:04:35.865143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Allocated IP 172.20.0.1 (27c3bbbd-4a12-4959-bde0-044d02fe289b/86f8ab2e-90a2-4498-9394-0559e0c21d63/8633c7f1-2fb5-4db0-9c76-0997ea6f2874) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:04:35.891600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Network 27c3bbbd-4a12-4959-bde0-044d02fe289b is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:04:35.898191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:04:35.904322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:04:35.918562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Pushing event updated for resources: {'Port': ['ID=06799d3e-b040-4219-a457-6ee76c61ada8,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:36.034054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37256) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:36.039295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-e287e55f-d622-4653-b174-aeed032fb060 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989', 'tempest-TagsExtTest-Tag-81679524') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:36.052779 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1337fffb-3f09-4360-a989-df0c828c49f9 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags/tempest-TagsExtTest-Tag-81679524 HTTP/1.1" status: 204 len: 168 time: 0.3294368 Jan 31 19:04:36.175721 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for port (8633c7f1-2fb5-4db0-9c76-0997ea6f2874), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:36.198862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Pushing event updated for resources: {'Port': ['ID=3a40ed30-12fe-43d6-9429-1509c9480e63,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:36.266557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e287e55f-d622-4653-b174-aeed032fb060 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags/tempest-TagsExtTest-Tag-81679524 HTTP/1.1" status: 204 len: 168 time: 0.2305152 Jan 31 19:04:36.270906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:36.289331 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-91cb7835-1bd6-44cf-81ee-6f7c7ada4294 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:36.384242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Attempting to bind port 3a40ed30-12fe-43d6-9429-1509c9480e63 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:04:36.384841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Attempting to bind port 3a40ed30-12fe-43d6-9429-1509c9480e63 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '66690401-5515-4d00-8add-0061da617e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27c3bbbd-4a12-4959-bde0-044d02fe289b'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:04:36.385640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Attempting to bind port 3a40ed30-12fe-43d6-9429-1509c9480e63 on network 27c3bbbd-4a12-4959-bde0-044d02fe289b {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:04:36.395076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:04:36.395531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8633c7f1-2fb5-4db0-9c76-0997ea6f2874), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:36.395829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Checking segment: {'id': '66690401-5515-4d00-8add-0061da617e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27c3bbbd-4a12-4959-bde0-044d02fe289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:04:36.396312 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:36.396795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Bound using segment: {'id': '66690401-5515-4d00-8add-0061da617e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27c3bbbd-4a12-4959-bde0-044d02fe289b'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:04:36.397446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Bound port: 3a40ed30-12fe-43d6-9429-1509c9480e63, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66690401-5515-4d00-8add-0061da617e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '27c3bbbd-4a12-4959-bde0-044d02fe289b'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:04:36.397901 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:36.410451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Attempting to bind port 06799d3e-b040-4219-a457-6ee76c61ada8 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:04:36.410920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Attempting to bind port 06799d3e-b040-4219-a457-6ee76c61ada8 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2dfa0426-7f3f-463e-ac54-bc34f6ea329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70dddc19-3e5f-4fc4-badf-261f8db5f080'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:04:36.411469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Attempting to bind port 06799d3e-b040-4219-a457-6ee76c61ada8 on network 70dddc19-3e5f-4fc4-badf-261f8db5f080 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:04:36.419718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:04:36.420701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Checking segment: {'id': '2dfa0426-7f3f-463e-ac54-bc34f6ea329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70dddc19-3e5f-4fc4-badf-261f8db5f080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:04:36.421325 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:36.421803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Bound using segment: {'id': '2dfa0426-7f3f-463e-ac54-bc34f6ea329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70dddc19-3e5f-4fc4-badf-261f8db5f080'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:04:36.422359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Bound port: 06799d3e-b040-4219-a457-6ee76c61ada8, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfa0426-7f3f-463e-ac54-bc34f6ea329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '70dddc19-3e5f-4fc4-badf-261f8db5f080'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:04:36.423133 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:36.523515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] For port 06799d3e-b040-4219-a457-6ee76c61ada8, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:04:36.527996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] For port 06799d3e-b040-4219-a457-6ee76c61ada8, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=06799d3e-b040-4219-a457-6ee76c61ada8,segment=NetworkSegment(2dfa0426-7f3f-463e-ac54-bc34f6ea329f),segment_id=2dfa0426-7f3f-463e-ac54-bc34f6ea329f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:04:36.618606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Network 27c3bbbd-4a12-4959-bde0-044d02fe289b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:04:36.620200 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] For port 3a40ed30-12fe-43d6-9429-1509c9480e63, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:04:36.625741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] For port 3a40ed30-12fe-43d6-9429-1509c9480e63, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3a40ed30-12fe-43d6-9429-1509c9480e63,segment=NetworkSegment(66690401-5515-4d00-8add-0061da617e6f),segment_id=66690401-5515-4d00-8add-0061da617e6f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:04:36.632531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event updated for resources: {'Port': ['ID=8633c7f1-2fb5-4db0-9c76-0997ea6f2874,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:36.632840 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:36.636106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:04:36.646517 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:04:36.663427 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:36.798160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac23454-4f40-4498-999e-6080fdbfb569 None None] Pushing event updated for resources: {'Port': ['ID=06799d3e-b040-4219-a457-6ee76c61ada8,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:36.808139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.852157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.854232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.865247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.868074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.868713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.869302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.870531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.871896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.873475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.876875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.878134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.880794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:36.982057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (6936a721-2153-42ea-8cd7-c07c1cc4603c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:37.062152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f172080-14d7-41d8-89ba-45c7a21e2fc5 None None] Pushing event updated for resources: {'Port': ['ID=3a40ed30-12fe-43d6-9429-1509c9480e63,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:37.342430 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-91cb7835-1bd6-44cf-81ee-6f7c7ada4294 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags HTTP/1.1" status: 200 len: 205 time: 1.0692141 Jan 31 19:04:37.344079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37270) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:37.351159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-14e1b290-22d2-4b4c-bef9-69e826b6a163 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:37.513608 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8633c7f1-2fb5-4db0-9c76-0997ea6f2874), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:37.565190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-14e1b290-22d2-4b4c-bef9-69e826b6a163 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags HTTP/1.1" status: 200 len: 241 time: 0.2186205 Jan 31 19:04:37.566544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37272) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:37.573855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-f868a0f9-7acc-401e-8c2b-df76f4d0a7be tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2', 'tempest-TagsExtTest-Tag-1373322067') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:37.736452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f868a0f9-7acc-401e-8c2b-df76f4d0a7be tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags/tempest-TagsExtTest-Tag-1373322067 HTTP/1.1" status: 204 len: 168 time: 0.1683989 Jan 31 19:04:37.737705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37274) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:37.743305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-99c46670-8a23-4bb2-9922-5e29a473e5ce tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2', 'tempest-TagsExtTest-Tag-1373322067') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:37.916247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-99c46670-8a23-4bb2-9922-5e29a473e5ce tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags/tempest-TagsExtTest-Tag-1373322067 HTTP/1.1" status: 204 len: 168 time: 0.1772859 Jan 31 19:04:37.917573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37278) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:37.929341 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-89d33358-dd7a-4ccf-bab6-2655c0664d8f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:38.093495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-89d33358-dd7a-4ccf-bab6-2655c0664d8f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags HTTP/1.1" status: 200 len: 205 time: 0.1745067 Jan 31 19:04:38.095351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37280) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:38.127622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-743ac397-3c71-4200-b239-6d85445f72c8 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:38.423139 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for port (8633c7f1-2fb5-4db0-9c76-0997ea6f2874), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:38.436597 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-743ac397-3c71-4200-b239-6d85445f72c8 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags HTTP/1.1" status: 200 len: 241 time: 0.3376517 Jan 31 19:04:38.437598 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37288) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:38.449426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-eb7c9e4c-c7f9-45e0-bd72-aa46d48a6394 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5', 'tempest-TagsExtTest-Tag-1689379372') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:38.454612 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (8633c7f1-2fb5-4db0-9c76-0997ea6f2874), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:38.842091 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eb7c9e4c-c7f9-45e0-bd72-aa46d48a6394 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags/tempest-TagsExtTest-Tag-1689379372 HTTP/1.1" status: 204 len: 168 time: 0.4026139 Jan 31 19:04:38.844871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37292) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:38.852542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-719c7e9b-6a53-47ac-ad3c-a52b09ba28ed tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5', 'tempest-TagsExtTest-Tag-1689379372') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:38.862662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event updated for resources: {'Port': ['ID=8633c7f1-2fb5-4db0-9c76-0997ea6f2874,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:38.870963 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (6936a721-2153-42ea-8cd7-c07c1cc4603c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:39.162459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ee45b7-9153-478f-acde-458698437bce None None] Network 70dddc19-3e5f-4fc4-badf-261f8db5f080 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:04:39.181373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-719c7e9b-6a53-47ac-ad3c-a52b09ba28ed tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags/tempest-TagsExtTest-Tag-1689379372 HTTP/1.1" status: 204 len: 168 time: 0.3352754 Jan 31 19:04:39.186265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37296) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:39.203484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-08472082-8323-415e-878c-cac82d388b86 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:39.351378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Network 27c3bbbd-4a12-4959-bde0-044d02fe289b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:04:39.361204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:04:39.474594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-08472082-8323-415e-878c-cac82d388b86 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags HTTP/1.1" status: 200 len: 205 time: 0.2795951 Jan 31 19:04:39.476873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:39.481233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-9a86f8c4-14cd-478f-b0e9-83a6551fbb21 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:39.574216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3a40ed30-12fe-43d6-9429-1509c9480e63 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:04:39.578930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9a86f8c4-14cd-478f-b0e9-83a6551fbb21 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags HTTP/1.1" status: 200 len: 240 time: 0.0985761 Jan 31 19:04:39.581663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37304) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:39.596907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-7a6acd24-956b-45f1-8252-636ae5058d62 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c', 'tempest-TagsExtTest-Tag-745634918') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:39.672991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7a6acd24-956b-45f1-8252-636ae5058d62 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags/tempest-TagsExtTest-Tag-745634918 HTTP/1.1" status: 204 len: 168 time: 0.0875657 Jan 31 19:04:39.679906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37306) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:39.700614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-a1ce4d0f-9985-466a-a21c-d45d13c22351 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c', 'tempest-TagsExtTest-Tag-745634918') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:39.763372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02e98c-e30c-4623-8eb9-0b2e2a646ccb None None] Network 27c3bbbd-4a12-4959-bde0-044d02fe289b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:04:39.810793 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a1ce4d0f-9985-466a-a21c-d45d13c22351 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags/tempest-TagsExtTest-Tag-745634918 HTTP/1.1" status: 204 len: 168 time: 0.1291959 Jan 31 19:04:39.813224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37308) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:39.835287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-a7bec10c-0afc-4785-8695-41d075db2793 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:39.891004 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a7bec10c-0afc-4785-8695-41d075db2793 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags HTTP/1.1" status: 200 len: 205 time: 0.0752289 Jan 31 19:04:39.897654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37312) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:39.903550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-3fb8abf8-ef0d-4be6-8faf-1e376a6cf96f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:39.943536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1a3bcdc8-7811-458d-9171-088246064184 None None] Provisioning complete for port 06799d3e-b040-4219-a457-6ee76c61ada8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:39.946824 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcdc8-7811-458d-9171-088246064184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:39.963896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3fb8abf8-ef0d-4be6-8faf-1e376a6cf96f tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags HTTP/1.1" status: 204 len: 168 time: 0.0651019 Jan 31 19:04:39.966640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37314) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:39.987243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-2b86d72b-f83d-44ee-8eea-fbdefc3d51fc tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:40.160118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2b86d72b-f83d-44ee-8eea-fbdefc3d51fc tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags HTTP/1.1" status: 204 len: 168 time: 0.1920197 Jan 31 19:04:40.184167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37316) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:40.197664 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-2d14afb5-5c62-4d18-9812-d56a03b0c566 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:40.207253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3a40ed30-12fe-43d6-9429-1509c9480e63 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:40.208059 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:40.424408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2d14afb5-5c62-4d18-9812-d56a03b0c566 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags HTTP/1.1" status: 204 len: 168 time: 0.2365844 Jan 31 19:04:40.429103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37320) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:40.444304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-a85a2777-7685-4d3c-883e-54828352f46e tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:40.498105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3a40ed30-12fe-43d6-9429-1509c9480e63 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:40.498886 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:40.541019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1a3bcdc8-7811-458d-9171-088246064184 None None] Current status of the port 06799d3e-b040-4219-a457-6ee76c61ada8 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:40.541463 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcdc8-7811-458d-9171-088246064184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:40.704204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 3a40ed30-12fe-43d6-9429-1509c9480e63, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3a40ed30-12fe-43d6-9429-1509c9480e63,segment=NetworkSegment(66690401-5515-4d00-8add-0061da617e6f),segment_id=66690401-5515-4d00-8add-0061da617e6f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:04:40.717115 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:40.719315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 06799d3e-b040-4219-a457-6ee76c61ada8 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:04:40.724061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a85a2777-7685-4d3c-883e-54828352f46e tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags HTTP/1.1" status: 204 len: 168 time: 0.2914271 Jan 31 19:04:40.727122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37326) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:40.744579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-008374fc-6c47-4c39-9b09-efab9fbe525c tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989', 'tempest-TagsExtTest-Tag-519969005') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:40.911046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=3a40ed30-12fe-43d6-9429-1509c9480e63,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:40.922760 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Router 6936a721-2153-42ea-8cd7-c07c1cc4603c is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:04:40.937650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1a3bcdc8-7811-458d-9171-088246064184 None None] For port 06799d3e-b040-4219-a457-6ee76c61ada8, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=06799d3e-b040-4219-a457-6ee76c61ada8,segment=NetworkSegment(2dfa0426-7f3f-463e-ac54-bc34f6ea329f),segment_id=2dfa0426-7f3f-463e-ac54-bc34f6ea329f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:04:40.961467 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-008374fc-6c47-4c39-9b09-efab9fbe525c tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "PUT /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags/tempest-TagsExtTest-Tag-519969005 HTTP/1.1" status: 201 len: 201 time: 0.2179582 Jan 31 19:04:40.962743 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37330) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:40.971699 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcdc8-7811-458d-9171-088246064184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:40.979878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-a0e66b0c-568f-4b7f-b80d-e316d5afd590 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2', 'tempest-TagsExtTest-Tag-269939856') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:41.193688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a0e66b0c-568f-4b7f-b80d-e316d5afd590 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "PUT /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags/tempest-TagsExtTest-Tag-269939856 HTTP/1.1" status: 201 len: 201 time: 0.2273455 Jan 31 19:04:41.199011 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37338) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:41.220595 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-0ad8048f-942d-451a-a65e-d20d7a52661b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5', 'tempest-TagsExtTest-Tag-1778323231') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:41.246751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bcdc8-7811-458d-9171-088246064184 None None] Pushing event updated for resources: {'Port': ['ID=06799d3e-b040-4219-a457-6ee76c61ada8,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:41.253969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:04:41.278400 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9dbcdd0f-195a-47d8-9796-3d84700f4512 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "PUT /v2.0/routers/6936a721-2153-42ea-8cd7-c07c1cc4603c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7337058 Jan 31 19:04:41.285412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f642687b-ef7c-4ef2-9c9d-629f884939e9 None None] Sync routers for ids ['6936a721-2153-42ea-8cd7-c07c1cc4603c'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:04:41.286000 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37340) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:41.302200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Request body: {'port': {'network_id': '27c3bbbd-4a12-4959-bde0-044d02fe289b', 'name': 'tempest-FloatingIPNegativeTestJSON-304071848'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:41.344528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f75f594d-bed1-4152-9fe2-73577668c370 None None] Provisioning complete for port 06799d3e-b040-4219-a457-6ee76c61ada8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:41.356863 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f75f594d-bed1-4152-9fe2-73577668c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:41.475585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f642687b-ef7c-4ef2-9c9d-629f884939e9 None None] Routers {'6936a721-2153-42ea-8cd7-c07c1cc4603c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:04:41.476607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f642687b-ef7c-4ef2-9c9d-629f884939e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:04:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6936a721-2153-42ea-8cd7-c07c1cc4603c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:41.485942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 06799d3e-b040-4219-a457-6ee76c61ada8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:41.486621 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:41.533034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Made reservation on behalf of 6941eaa9e946478da2f1e2664596cb70 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:04:41.544732 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:41.546863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0ad8048f-942d-451a-a65e-d20d7a52661b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "PUT /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags/tempest-TagsExtTest-Tag-1778323231 HTTP/1.1" status: 201 len: 201 time: 0.3459668 Jan 31 19:04:41.547560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37344) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:41.560978 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-cbe0ff66-93e8-4cb4-8f2f-d82cbde50174 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c', 'tempest-TagsExtTest-Tag-1838586987') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:41.587519 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] device_id is not set on port ba8a469b-1c3d-45d3-ba52-90c8283bdaed yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:04:41.613525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f642687b-ef7c-4ef2-9c9d-629f884939e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:41.654180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f642687b-ef7c-4ef2-9c9d-629f884939e9 None None] Routers {'6936a721-2153-42ea-8cd7-c07c1cc4603c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:04:41.655068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f642687b-ef7c-4ef2-9c9d-629f884939e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:04:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6936a721-2153-42ea-8cd7-c07c1cc4603c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:41.669861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cbe0ff66-93e8-4cb4-8f2f-d82cbde50174 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "PUT /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags/tempest-TagsExtTest-Tag-1838586987 HTTP/1.1" status: 201 len: 201 time: 0.1066930 Jan 31 19:04:41.671223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37346) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:41.734436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f642687b-ef7c-4ef2-9c9d-629f884939e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:41.735322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f642687b-ef7c-4ef2-9c9d-629f884939e9 None None] The sync data for ids ['6936a721-2153-42ea-8cd7-c07c1cc4603c'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:04:41.746544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-3937dfe3-6ff6-468b-a6ce-1ae74b73c7f0 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989', {'tags': ['tempest-TagsExtTest-Tag-230493585', 'tempest-TagsExtTest-Tag-1709882172', 'tempest-TagsExtTest-Tag-1335303368']}) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:41.990444 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3937dfe3-6ff6-468b-a6ce-1ae74b73c7f0 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "PUT /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags HTTP/1.1" status: 200 len: 317 time: 0.2832291 Jan 31 19:04:42.004441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37352) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:42.013384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-63c77b2a-3d58-489f-acd1-8d205db1d2e4 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:42.217832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Allocated IP 172.20.0.4 (27c3bbbd-4a12-4959-bde0-044d02fe289b/86f8ab2e-90a2-4498-9394-0559e0c21d63/ba8a469b-1c3d-45d3-ba52-90c8283bdaed) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:04:42.283163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 06799d3e-b040-4219-a457-6ee76c61ada8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:42.286404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f75f594d-bed1-4152-9fe2-73577668c370 None None] Current status of the port 06799d3e-b040-4219-a457-6ee76c61ada8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:42.349681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f75f594d-bed1-4152-9fe2-73577668c370 None None] Provisioning complete for port 8633c7f1-2fb5-4db0-9c76-0997ea6f2874 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:42.350027 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f75f594d-bed1-4152-9fe2-73577668c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8633c7f1-2fb5-4db0-9c76-0997ea6f2874), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:42.377549 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-63c77b2a-3d58-489f-acd1-8d205db1d2e4 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags HTTP/1.1" status: 204 len: 168 time: 0.3719561 Jan 31 19:04:42.378302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37362) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:42.382680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-72604839-b262-4bb3-aeec-99c22604d482 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989', 'tempest-TagsExtTest-Tag-230493585') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:42.441006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f75f594d-bed1-4152-9fe2-73577668c370 None None] Port 8633c7f1-2fb5-4db0-9c76-0997ea6f2874 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:04:42.483826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f75f594d-bed1-4152-9fe2-73577668c370 None None] Provisioning complete for port 161144e1-e0e9-4468-9632-a962006203d2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:42.485339 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f75f594d-bed1-4152-9fe2-73577668c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (161144e1-e0e9-4468-9632-a962006203d2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:42.542507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3a40ed30-12fe-43d6-9429-1509c9480e63 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:04:42.563188 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-72604839-b262-4bb3-aeec-99c22604d482 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] show failed (client error): The resource could not be found. Jan 31 19:04:42.569641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-72604839-b262-4bb3-aeec-99c22604d482 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags/tempest-TagsExtTest-Tag-230493585 HTTP/1.1" status: 404 len: 328 time: 0.1873376 Jan 31 19:04:42.570205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37368) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:42.579114 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-74c27668-37bc-4dd8-8bf8-baa4a49d866c tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989', 'tempest-TagsExtTest-Tag-1709882172') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:42.683581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for port (ba8a469b-1c3d-45d3-ba52-90c8283bdaed), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:42.686073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f75f594d-bed1-4152-9fe2-73577668c370 None None] Port 161144e1-e0e9-4468-9632-a962006203d2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:04:42.707070 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3a40ed30-12fe-43d6-9429-1509c9480e63 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:42.707870 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:42.710889 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-74c27668-37bc-4dd8-8bf8-baa4a49d866c tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] show failed (client error): The resource could not be found. Jan 31 19:04:42.714934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-74c27668-37bc-4dd8-8bf8-baa4a49d866c tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags/tempest-TagsExtTest-Tag-1709882172 HTTP/1.1" status: 404 len: 329 time: 0.1410122 Jan 31 19:04:42.717222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37370) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:42.727158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-afd76ce5-8afb-4959-8f31-5547d8d083dc tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989', 'tempest-TagsExtTest-Tag-1335303368') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:42.751367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f75f594d-bed1-4152-9fe2-73577668c370 None None] Provisioning complete for port 3a40ed30-12fe-43d6-9429-1509c9480e63 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:42.751760 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f75f594d-bed1-4152-9fe2-73577668c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:42.809765 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ba8a469b-1c3d-45d3-ba52-90c8283bdaed), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:42.866115 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-afd76ce5-8afb-4959-8f31-5547d8d083dc tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] show failed (client error): The resource could not be found. Jan 31 19:04:42.870691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-afd76ce5-8afb-4959-8f31-5547d8d083dc tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags/tempest-TagsExtTest-Tag-1335303368 HTTP/1.1" status: 404 len: 329 time: 0.1500268 Jan 31 19:04:42.873667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37374) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:42.883075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-5f70fb9f-63c7-4c36-8ba6-dd3357e72327 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2', {'tags': ['tempest-TagsExtTest-Tag-1703219349', 'tempest-TagsExtTest-Tag-39566304', 'tempest-TagsExtTest-Tag-90156418']}) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:42.922618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Network 27c3bbbd-4a12-4959-bde0-044d02fe289b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:04:42.928159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:04:42.932912 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:04:43.101086 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f75f594d-bed1-4152-9fe2-73577668c370 None None] Current status of the port 3a40ed30-12fe-43d6-9429-1509c9480e63 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:43.109825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:43.110830 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:43.119395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3a40ed30-12fe-43d6-9429-1509c9480e63 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:43.120516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 06799d3e-b040-4219-a457-6ee76c61ada8 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:04:43.132191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5f70fb9f-63c7-4c36-8ba6-dd3357e72327 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "PUT /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags HTTP/1.1" status: 200 len: 314 time: 0.2543302 Jan 31 19:04:43.136292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:43.148694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-d807089a-4090-40b6-a3d2-e6f1f67128b1 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:43.211466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event updated for resources: {'Port': ['ID=ba8a469b-1c3d-45d3-ba52-90c8283bdaed,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:43.251450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37380) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:43.251950 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-29208794-8f70-4503-bad8-cc0ebeb40b8b tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9644713 Jan 31 19:04:43.265785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:43.347798 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:43.387919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 06799d3e-b040-4219-a457-6ee76c61ada8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:43.389070 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:43.466347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d807089a-4090-40b6-a3d2-e6f1f67128b1 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags HTTP/1.1" status: 204 len: 168 time: 0.3264673 Jan 31 19:04:43.467154 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37390) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:43.472502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-4646bca2-22f6-4eaf-b624-253b3d9b70f1 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2', 'tempest-TagsExtTest-Tag-1703219349') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:43.483712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ed49b377-1597-4968-a064-d0a5f2f3c3db None None] Provisioning complete for port 8633c7f1-2fb5-4db0-9c76-0997ea6f2874 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:43.487748 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ed49b377-1597-4968-a064-d0a5f2f3c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8633c7f1-2fb5-4db0-9c76-0997ea6f2874), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:43.606659 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:43.697739 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-4646bca2-22f6-4eaf-b624-253b3d9b70f1 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] show failed (client error): The resource could not be found. Jan 31 19:04:43.704586 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4646bca2-22f6-4eaf-b624-253b3d9b70f1 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags/tempest-TagsExtTest-Tag-1703219349 HTTP/1.1" status: 404 len: 329 time: 0.2358441 Jan 31 19:04:43.710496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 06799d3e-b040-4219-a457-6ee76c61ada8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:43.711351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37398) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:43.716576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-5ff466b1-55d7-4ac9-b184-d4b9bd4baf8e tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2', 'tempest-TagsExtTest-Tag-39566304') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:43.745635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ed49b377-1597-4968-a064-d0a5f2f3c3db None None] Port 8633c7f1-2fb5-4db0-9c76-0997ea6f2874 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:04:43.771380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ed49b377-1597-4968-a064-d0a5f2f3c3db None None] Provisioning complete for port 161144e1-e0e9-4468-9632-a962006203d2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:43.777939 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ed49b377-1597-4968-a064-d0a5f2f3c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (161144e1-e0e9-4468-9632-a962006203d2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:43.866357 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ed49b377-1597-4968-a064-d0a5f2f3c3db None None] Port 161144e1-e0e9-4468-9632-a962006203d2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:04:43.873139 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-5ff466b1-55d7-4ac9-b184-d4b9bd4baf8e tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] show failed (client error): The resource could not be found. Jan 31 19:04:43.883493 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5ff466b1-55d7-4ac9-b184-d4b9bd4baf8e tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags/tempest-TagsExtTest-Tag-39566304 HTTP/1.1" status: 404 len: 327 time: 0.1678562 Jan 31 19:04:43.885132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:43.891423 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-7a7767f0-e2ea-41f8-a2d4-ae68cf17c32b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2', 'tempest-TagsExtTest-Tag-90156418') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:44.006509 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-7a7767f0-e2ea-41f8-a2d4-ae68cf17c32b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] show failed (client error): The resource could not be found. Jan 31 19:04:44.007721 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7e8601c5-b36c-4e5d-b8f7-54585253d49b None None] Provisioning complete for port ba8a469b-1c3d-45d3-ba52-90c8283bdaed triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:04:44.008189 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7e8601c5-b36c-4e5d-b8f7-54585253d49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ba8a469b-1c3d-45d3-ba52-90c8283bdaed), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:44.012928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Allocated IP 172.25.8.131 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:04:44.015024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37402) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:44.020134 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7a7767f0-e2ea-41f8-a2d4-ae68cf17c32b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags/tempest-TagsExtTest-Tag-90156418 HTTP/1.1" status: 404 len: 327 time: 0.1323867 Jan 31 19:04:44.026533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-fe0037d5-d9c2-451b-ad20-393c354da5e9 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5', {'tags': ['tempest-TagsExtTest-Tag-1314503970', 'tempest-TagsExtTest-Tag-1576940337', 'tempest-TagsExtTest-Tag-391208390']}) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:44.152660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7e8601c5-b36c-4e5d-b8f7-54585253d49b None None] Port ba8a469b-1c3d-45d3-ba52-90c8283bdaed cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:04:44.413964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37412) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:44.418678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-83a6b9ad-980a-4000-91c0-5918558bed8e tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:44.423187 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fe0037d5-d9c2-451b-ad20-393c354da5e9 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "PUT /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags HTTP/1.1" status: 200 len: 317 time: 0.4069660 Jan 31 19:04:44.546490 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for port (4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:44.641660 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-83a6b9ad-980a-4000-91c0-5918558bed8e tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags HTTP/1.1" status: 204 len: 168 time: 0.2263095 Jan 31 19:04:44.644160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37414) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:44.651298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-7a6c4076-153b-43e6-af8f-07641df7a907 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5', 'tempest-TagsExtTest-Tag-1314503970') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:44.653864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:44.734389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:04:44.738486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:04:44.746105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:04:44.788916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event updated for resources: {'Port': ['ID=4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:44.811526 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-7a6c4076-153b-43e6-af8f-07641df7a907 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] show failed (client error): The resource could not be found. Jan 31 19:04:44.813094 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7a6c4076-153b-43e6-af8f-07641df7a907 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags/tempest-TagsExtTest-Tag-1314503970 HTTP/1.1" status: 404 len: 329 time: 0.1677873 Jan 31 19:04:44.819458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37418) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:44.832696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-e5f9e17b-ebae-4e45-a0f3-6c9cac0c41b5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5', 'tempest-TagsExtTest-Tag-1576940337') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:44.918150 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-e5f9e17b-ebae-4e45-a0f3-6c9cac0c41b5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] show failed (client error): The resource could not be found. Jan 31 19:04:44.919568 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e5f9e17b-ebae-4e45-a0f3-6c9cac0c41b5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags/tempest-TagsExtTest-Tag-1576940337 HTTP/1.1" status: 404 len: 329 time: 0.0990043 Jan 31 19:04:44.922711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:44.928733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-1ef16bd9-f7f5-49d0-b433-dc395c8a32b4 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5', 'tempest-TagsExtTest-Tag-391208390') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:44.933645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for floatingip (8b551f07-6e03-412b-8eda-857d3f16c804), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:45.197048 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-1ef16bd9-f7f5-49d0-b433-dc395c8a32b4 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] show failed (client error): The resource could not be found. Jan 31 19:04:45.202460 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:45.203342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1ef16bd9-f7f5-49d0-b433-dc395c8a32b4 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags/tempest-TagsExtTest-Tag-391208390 HTTP/1.1" status: 404 len: 328 time: 0.2791986 Jan 31 19:04:45.204329 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:45.209948 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-118a2f5e-4af4-45be-9818-64c804fc5747 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c', {'tags': ['tempest-TagsExtTest-Tag-522019843', 'tempest-TagsExtTest-Tag-1677087233', 'tempest-TagsExtTest-Tag-1093595711']}) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:45.426903 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-118a2f5e-4af4-45be-9818-64c804fc5747 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "PUT /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags HTTP/1.1" status: 200 len: 317 time: 0.2227492 Jan 31 19:04:45.429505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37430) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:45.442180 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-0fbdacef-2328-466f-87ae-448bf58ddca1 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:45.541079 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0fbdacef-2328-466f-87ae-448bf58ddca1 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags HTTP/1.1" status: 204 len: 168 time: 0.1101964 Jan 31 19:04:45.543504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37432) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:45.548399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-e5943deb-a1e9-45bf-aeb0-9c2ae256e1ad tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c', 'tempest-TagsExtTest-Tag-522019843') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:45.590429 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-e5943deb-a1e9-45bf-aeb0-9c2ae256e1ad tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] show failed (client error): The resource could not be found. Jan 31 19:04:45.591873 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e5943deb-a1e9-45bf-aeb0-9c2ae256e1ad tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags/tempest-TagsExtTest-Tag-522019843 HTTP/1.1" status: 404 len: 328 time: 0.0471761 Jan 31 19:04:45.595622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37434) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:45.600370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-ddc9b121-fde6-4cc9-a0b1-367b8e6e3c6e tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c', 'tempest-TagsExtTest-Tag-1677087233') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:45.649581 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-ddc9b121-fde6-4cc9-a0b1-367b8e6e3c6e tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] show failed (client error): The resource could not be found. Jan 31 19:04:45.651005 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ddc9b121-fde6-4cc9-a0b1-367b8e6e3c6e tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags/tempest-TagsExtTest-Tag-1677087233 HTTP/1.1" status: 404 len: 329 time: 0.0541973 Jan 31 19:04:45.655593 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37436) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:45.659439 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for port (4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:45.673351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-de705a34-fd6c-4d2f-ac5e-b1ea8eb30e20 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c', 'tempest-TagsExtTest-Tag-1093595711') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:45.705007 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:45.927785 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-de705a34-fd6c-4d2f-ac5e-b1ea8eb30e20 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] show failed (client error): The resource could not be found. Jan 31 19:04:45.945610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-de705a34-fd6c-4d2f-ac5e-b1ea8eb30e20 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags/tempest-TagsExtTest-Tag-1093595711 HTTP/1.1" status: 404 len: 329 time: 0.2807200 Jan 31 19:04:45.954850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37438) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:45.976787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-d75fa79d-8c80-4454-902d-e27660edd19c tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1f09bd4-457b-4230-86db-4f998f16c10c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:46.028974 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (8b551f07-6e03-412b-8eda-857d3f16c804), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:46.056985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event updated for resources: {'Port': ['ID=4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:46.071930 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:46.073460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ec214ec0-70a1-42d3-9177-adac331ab9e3 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8157499 Jan 31 19:04:46.083109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37440) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:46.092611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d3532ad0-cb0f-4aa6-a292-c02ea7cd2207 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Request body: {'floatingip': {'port_id': 'ba8a469b-1c3d-45d3-ba52-90c8283bdaed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:46.129142 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d75fa79d-8c80-4454-902d-e27660edd19c tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c/tags HTTP/1.1" status: 204 len: 168 time: 0.1682241 Jan 31 19:04:46.156072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37442) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:46.184745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-1413ff82-f263-4627-8c6c-b5296780c04c tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '778b02bf-4722-402b-8faa-3691114d97c5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:46.334599 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3532ad0-cb0f-4aa6-a292-c02ea7cd2207 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for floatingip (8b551f07-6e03-412b-8eda-857d3f16c804), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:46.535452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1413ff82-f263-4627-8c6c-b5296780c04c tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5/tags HTTP/1.1" status: 204 len: 168 time: 0.3671927 Jan 31 19:04:46.536494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37450) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:46.543377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-2ce11e1b-18c9-4a15-94b2-cd54aa7eb2e7 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '161144e1-e0e9-4468-9632-a962006203d2') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:46.672065 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-d3532ad0-cb0f-4aa6-a292-c02ea7cd2207 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] update failed (client error): The resource could not be found. Jan 31 19:04:46.677622 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d3532ad0-cb0f-4aa6-a292-c02ea7cd2207 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "PUT /v2.0/floatingips/8b551f07-6e03-412b-8eda-857d3f16c804 HTTP/1.1" status: 404 len: 507 time: 0.5926673 Jan 31 19:04:46.678434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:46.735059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2ce11e1b-18c9-4a15-94b2-cd54aa7eb2e7 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2/tags HTTP/1.1" status: 204 len: 168 time: 0.1976383 Jan 31 19:04:46.735626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37454) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:46.740218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-ab028c13-159f-4560-b799-41676ffb75b7 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7339dcde-0c3e-480f-8d0a-2e2d34d3a989') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:46.933939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ab028c13-159f-4560-b799-41676ffb75b7 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989/tags HTTP/1.1" status: 204 len: 168 time: 0.1972828 Jan 31 19:04:46.940667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37456) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:47.035194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0c7a5-075f-4802-aec9-014037b71850 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Deleting port 4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:47.035540 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c7a5-075f-4802-aec9-014037b71850 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:47.299079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf66698f-49ff-4def-aed0-49fea57695d5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:47.304720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cf66698f-49ff-4def-aed0-49fea57695d5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/subnetpools/c1f09bd4-457b-4230-86db-4f998f16c10c HTTP/1.1" status: 204 len: 168 time: 0.3570487 Jan 31 19:04:47.306292 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c7a5-075f-4802-aec9-014037b71850 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:47.308309 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c7a5-075f-4802-aec9-014037b71850 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for floatingip (4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:47.309199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37460) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:47.420128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0c7a5-075f-4802-aec9-014037b71850 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Calling delete_port for 4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:47.431002 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7accc304-1972-4e7b-bb37-f03b22cbea05 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "GET /v2.0/ports?device_id=778b02bf-4722-402b-8faa-3691114d97c5 HTTP/1.1" status: 200 len: 205 time: 0.1179101 Jan 31 19:04:47.431246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37462) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:47.593081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5cc195d-4a27-43de-b7eb-5d8777ea9af7 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for router (778b02bf-4722-402b-8faa-3691114d97c5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:47.917228 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c7a5-075f-4802-aec9-014037b71850 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:47.965031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0c7a5-075f-4802-aec9-014037b71850 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event deleted for resources: {'Port': ['ID=4db4cfd1-9ac3-4bd2-bd14-e9d595353f5f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:48.122695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c7a5-075f-4802-aec9-014037b71850 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for floatingip (8b551f07-6e03-412b-8eda-857d3f16c804), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:48.127161 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c7a5-075f-4802-aec9-014037b71850 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:48.129832 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5ce0c7a5-075f-4802-aec9-014037b71850 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "DELETE /v2.0/floatingips/8b551f07-6e03-412b-8eda-857d3f16c804 HTTP/1.1" status: 204 len: 168 time: 1.4500339 Jan 31 19:04:48.133204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37468) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:48.137777 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2b671b07-8753-45f1-92b1-766267727649 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Request body: {'floatingip': {'floating_network_id': '27c3bbbd-4a12-4959-bde0-044d02fe289b', 'port_id': 'ba8a469b-1c3d-45d3-ba52-90c8283bdaed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:48.181948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b671b07-8753-45f1-92b1-766267727649 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:48.225632 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:04:48.267307 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5cc195d-4a27-43de-b7eb-5d8777ea9af7 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (778b02bf-4722-402b-8faa-3691114d97c5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:48.274658 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5cc195d-4a27-43de-b7eb-5d8777ea9af7 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for router_controller (778b02bf-4722-402b-8faa-3691114d97c5), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:48.462785 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5cc195d-4a27-43de-b7eb-5d8777ea9af7 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (778b02bf-4722-402b-8faa-3691114d97c5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:48.465285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cc195d-4a27-43de-b7eb-5d8777ea9af7 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Fanout notify agent at l3_agent the message router_deleted on router 778b02bf-4722-402b-8faa-3691114d97c5 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:04:48.479023 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5cc195d-4a27-43de-b7eb-5d8777ea9af7 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:48.484629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a5cc195d-4a27-43de-b7eb-5d8777ea9af7 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/routers/778b02bf-4722-402b-8faa-3691114d97c5 HTTP/1.1" status: 204 len: 168 time: 1.0497181 Jan 31 19:04:48.484763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37472) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:48.509981 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2b671b07-8753-45f1-92b1-766267727649 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:04:48.511560 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2b671b07-8753-45f1-92b1-766267727649 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3770053 Jan 31 19:04:48.521036 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:48.529436 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': 'ba8a469b-1c3d-45d3-ba52-90c8283bdaed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:48.617766 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:48.850675 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e25ed427-035d-40e1-ae75-fc2b37b4cf5b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Deleting port 161144e1-e0e9-4468-9632-a962006203d2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:48.853445 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e25ed427-035d-40e1-ae75-fc2b37b4cf5b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (161144e1-e0e9-4468-9632-a962006203d2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:48.901758 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-732fbf41-671a-410f-a6fc-69bb27b618ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:49.067320 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:49.109596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e25ed427-035d-40e1-ae75-fc2b37b4cf5b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (161144e1-e0e9-4468-9632-a962006203d2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:49.151791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e25ed427-035d-40e1-ae75-fc2b37b4cf5b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Calling delete_port for 161144e1-e0e9-4468-9632-a962006203d2 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:49.344599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Allocated IP 172.25.8.134 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/f88196eb-f515-436f-8814-2331b5d2e2bb) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:04:49.483168 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e25ed427-035d-40e1-ae75-fc2b37b4cf5b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (161144e1-e0e9-4468-9632-a962006203d2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:49.546498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ed427-035d-40e1-ae75-fc2b37b4cf5b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Pushing event deleted for resources: {'Port': ['ID=161144e1-e0e9-4468-9632-a962006203d2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:49.614739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for port (f88196eb-f515-436f-8814-2331b5d2e2bb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:49.777526 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f88196eb-f515-436f-8814-2331b5d2e2bb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:49.782626 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e25ed427-035d-40e1-ae75-fc2b37b4cf5b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:49.801921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e25ed427-035d-40e1-ae75-fc2b37b4cf5b tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/ports/161144e1-e0e9-4468-9632-a962006203d2 HTTP/1.1" status: 204 len: 168 time: 1.3161731 Jan 31 19:04:49.805629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37498) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:49.968856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:04:49.982797 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:04:50.038886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:04:50.039944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d773ff9-b5c2-4d4a-a4c1-4495c82906a5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Deleting subnet 7339dcde-0c3e-480f-8d0a-2e2d34d3a989 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:04:50.060944 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d773ff9-b5c2-4d4a-a4c1-4495c82906a5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for subnet (7339dcde-0c3e-480f-8d0a-2e2d34d3a989), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:50.197872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event updated for resources: {'Port': ['ID=f88196eb-f515-436f-8814-2331b5d2e2bb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:50.290477 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d773ff9-b5c2-4d4a-a4c1-4495c82906a5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (7339dcde-0c3e-480f-8d0a-2e2d34d3a989), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:50.484197 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Deleting port f88196eb-f515-436f-8814-2331b5d2e2bb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:50.485004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f88196eb-f515-436f-8814-2331b5d2e2bb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:50.696956 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d773ff9-b5c2-4d4a-a4c1-4495c82906a5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (7339dcde-0c3e-480f-8d0a-2e2d34d3a989), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:50.742619 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f88196eb-f515-436f-8814-2331b5d2e2bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:50.742965 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for floatingip (f88196eb-f515-436f-8814-2331b5d2e2bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:50.777987 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Calling delete_port for f88196eb-f515-436f-8814-2331b5d2e2bb owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:50.975205 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d773ff9-b5c2-4d4a-a4c1-4495c82906a5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (7339dcde-0c3e-480f-8d0a-2e2d34d3a989), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:51.034993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d773ff9-b5c2-4d4a-a4c1-4495c82906a5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Pushing event deleted for resources: {'Subnet': ['ID=7339dcde-0c3e-480f-8d0a-2e2d34d3a989,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:51.039495 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d773ff9-b5c2-4d4a-a4c1-4495c82906a5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:51.045207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4d773ff9-b5c2-4d4a-a4c1-4495c82906a5 tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/subnets/7339dcde-0c3e-480f-8d0a-2e2d34d3a989 HTTP/1.1" status: 204 len: 168 time: 1.2383206 Jan 31 19:04:51.047548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37508) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:51.083387 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f88196eb-f515-436f-8814-2331b5d2e2bb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:51.139374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d1d953-f1fe-4940-985b-61c0474be316 None None] Network 70dddc19-3e5f-4fc4-badf-261f8db5f080 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:04:51.159364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event deleted for resources: {'Port': ['ID=f88196eb-f515-436f-8814-2331b5d2e2bb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:51.206782 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (70dddc19-3e5f-4fc4-badf-261f8db5f080), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:51.211349 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01257e6d-1c55-47f9-8b02-3b77458da207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:51.336950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Deleting port 06799d3e-b040-4219-a457-6ee76c61ada8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:51.340755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:51.348443 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] create failed (client error): The resource could not be found. Jan 31 19:04:51.355239 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a5db1c68-6dee-407a-847e-8646dc664319 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8328631 Jan 31 19:04:51.360568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37512) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:51.457187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] For port 06799d3e-b040-4219-a457-6ee76c61ada8, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=06799d3e-b040-4219-a457-6ee76c61ada8,segment=NetworkSegment(2dfa0426-7f3f-463e-ac54-bc34f6ea329f),segment_id=2dfa0426-7f3f-463e-ac54-bc34f6ea329f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:04:51.457932 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:51.491451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Calling delete_port for 06799d3e-b040-4219-a457-6ee76c61ada8 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:51.514108 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb5170-04c0-44e9-a8d0-55dd121aae85 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Deleting port ba8a469b-1c3d-45d3-ba52-90c8283bdaed {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:51.516811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1fb5170-04c0-44e9-a8d0-55dd121aae85 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ba8a469b-1c3d-45d3-ba52-90c8283bdaed), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:51.618809 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b51bc91-28a8-43f7-9747-3998205af952 None None] DHCP port deletion for 70dddc19-3e5f-4fc4-badf-261f8db5f080 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:04:51.647396 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:51.716318 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1fb5170-04c0-44e9-a8d0-55dd121aae85 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ba8a469b-1c3d-45d3-ba52-90c8283bdaed), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:51.747759 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb5170-04c0-44e9-a8d0-55dd121aae85 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Calling delete_port for ba8a469b-1c3d-45d3-ba52-90c8283bdaed owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:51.820117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5b51bc91-28a8-43f7-9747-3998205af952 None None] Deleting port 06799d3e-b040-4219-a457-6ee76c61ada8 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:51.825250 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b51bc91-28a8-43f7-9747-3998205af952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:51.826459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Pushing event deleted for resources: {'Port': ['ID=06799d3e-b040-4219-a457-6ee76c61ada8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:51.828743 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] No DVR routers for this DVR port 06799d3e-b040-4219-a457-6ee76c61ada8 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:04:51.992063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5b51bc91-28a8-43f7-9747-3998205af952 None None] For port 06799d3e-b040-4219-a457-6ee76c61ada8, host n-d-812111-15, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:04:51.994018 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b51bc91-28a8-43f7-9747-3998205af952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:52.022429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5b51bc91-28a8-43f7-9747-3998205af952 None None] Calling delete_port for 06799d3e-b040-4219-a457-6ee76c61ada8 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:52.032120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-5b51bc91-28a8-43f7-9747-3998205af952 None None] Port 06799d3e-b040-4219-a457-6ee76c61ada8 was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 19:04:52.034799 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b51bc91-28a8-43f7-9747-3998205af952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (06799d3e-b040-4219-a457-6ee76c61ada8), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:52.086913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51bc91-28a8-43f7-9747-3998205af952 None None] Pushing event deleted for resources: {'Port': ['ID=06799d3e-b040-4219-a457-6ee76c61ada8,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:52.094019 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1fb5170-04c0-44e9-a8d0-55dd121aae85 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ba8a469b-1c3d-45d3-ba52-90c8283bdaed), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:52.109892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51bc91-28a8-43f7-9747-3998205af952 None None] No DVR routers for this DVR port 06799d3e-b040-4219-a457-6ee76c61ada8 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:04:52.124501 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (70dddc19-3e5f-4fc4-badf-261f8db5f080), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:52.247845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dddc19-3e5f-4fc4-badf-261f8db5f080']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:52.264807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfa0426-7f3f-463e-ac54-bc34f6ea329f') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:52.265116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfa0426-7f3f-463e-ac54-bc34f6ea329f') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:52.302749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb5170-04c0-44e9-a8d0-55dd121aae85 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event deleted for resources: {'Port': ['ID=ba8a469b-1c3d-45d3-ba52-90c8283bdaed,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:52.349974 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (2dfa0426-7f3f-463e-ac54-bc34f6ea329f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:52.402598 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1fb5170-04c0-44e9-a8d0-55dd121aae85 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:52.407435 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c1fb5170-04c0-44e9-a8d0-55dd121aae85 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "DELETE /v2.0/ports/ba8a469b-1c3d-45d3-ba52-90c8283bdaed HTTP/1.1" status: 204 len: 168 time: 1.0455976 Jan 31 19:04:52.411065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:52.421109 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2dfa0426-7f3f-463e-ac54-bc34f6ea329f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:52.450560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:04:52.451430 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (2dfa0426-7f3f-463e-ac54-bc34f6ea329f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:04:52.460374 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:04:52.532710 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:52.633186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (70dddc19-3e5f-4fc4-badf-261f8db5f080), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:52.634472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd80e544-c772-4019-8b15-92a11cf90d98 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:52.639109 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:52.644590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 06799d3e-b040-4219-a457-6ee76c61ada8 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:04:52.647332 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] 10.222.0.20 "DELETE /v2.0/networks/70dddc19-3e5f-4fc4-badf-261f8db5f080 HTTP/1.1" status: 204 len: 168 time: 1.5983644 Jan 31 19:04:52.650367 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dd80e544-c772-4019-8b15-92a11cf90d98 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "GET /v2.0/ports?device_id=6936a721-2153-42ea-8cd7-c07c1cc4603c HTTP/1.1" status: 200 len: 913 time: 0.2378879 Jan 31 19:04:52.653020 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:52.681391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fbb89-b651-46bf-a912-ac5c6892c4da tempest-TagsExtTest-50355552 tempest-TagsExtTest-50355552-project] Pushing event deleted for resources: {'Network': ['ID=70dddc19-3e5f-4fc4-badf-261f8db5f080,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:52.739897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 06799d3e-b040-4219-a457-6ee76c61ada8 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:04:52.740252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 06799d3e-b040-4219-a457-6ee76c61ada8 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:04:53.347459 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf850611-4b27-4eba-851d-7c7937e9d703 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (6936a721-2153-42ea-8cd7-c07c1cc4603c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:53.380524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37540) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:53.749506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9c7f85d8-ffe1-4817-aed5-5000aaf07707 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e412c53e32f94f62848f4b7f22cf7db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3671961 Jan 31 19:04:53.751908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37548) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:53.899357 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-330ddc34-8251-46bf-93cc-dd5f4de5527d admin admin] Publish callbacks [] for security_group (4260a119-5cdd-48a5-aa00-cd46bc531240), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:53.934011 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-330ddc34-8251-46bf-93cc-dd5f4de5527d admin admin] Publish callbacks [] for security_group (4260a119-5cdd-48a5-aa00-cd46bc531240), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:53.993801 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cf850611-4b27-4eba-851d-7c7937e9d703 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Deleting port 8633c7f1-2fb5-4db0-9c76-0997ea6f2874 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:53.994326 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf850611-4b27-4eba-851d-7c7937e9d703 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8633c7f1-2fb5-4db0-9c76-0997ea6f2874), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:54.047076 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-330ddc34-8251-46bf-93cc-dd5f4de5527d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4260a119-5cdd-48a5-aa00-cd46bc531240), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:54.052386 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-330ddc34-8251-46bf-93cc-dd5f4de5527d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:54.061400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-330ddc34-8251-46bf-93cc-dd5f4de5527d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4260a119-5cdd-48a5-aa00-cd46bc531240 HTTP/1.1" status: 204 len: 168 time: 0.3078048 Jan 31 19:04:54.093574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ddc34-8251-46bf-93cc-dd5f4de5527d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4260a119-5cdd-48a5-aa00-cd46bc531240,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:54.136896 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:54.249305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf850611-4b27-4eba-851d-7c7937e9d703 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8633c7f1-2fb5-4db0-9c76-0997ea6f2874), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:54.277316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cf850611-4b27-4eba-851d-7c7937e9d703 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Calling delete_port for 8633c7f1-2fb5-4db0-9c76-0997ea6f2874 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:54.438721 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:54.645374 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf850611-4b27-4eba-851d-7c7937e9d703 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8633c7f1-2fb5-4db0-9c76-0997ea6f2874), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:54.769098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf850611-4b27-4eba-851d-7c7937e9d703 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event deleted for resources: {'Port': ['ID=8633c7f1-2fb5-4db0-9c76-0997ea6f2874,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:55.131691 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf850611-4b27-4eba-851d-7c7937e9d703 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (6936a721-2153-42ea-8cd7-c07c1cc4603c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:55.295685 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:55.536588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf850611-4b27-4eba-851d-7c7937e9d703 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Router 6936a721-2153-42ea-8cd7-c07c1cc4603c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:04:55.901770 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37586) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:56.226098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf850611-4b27-4eba-851d-7c7937e9d703 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:04:56.233705 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cf850611-4b27-4eba-851d-7c7937e9d703 tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "PUT /v2.0/routers/6936a721-2153-42ea-8cd7-c07c1cc4603c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5769968 Jan 31 19:04:56.235741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:56.241910 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7331ce5-c045-440a-82d6-be91bcf83c60 None None] Sync routers for ids ['6936a721-2153-42ea-8cd7-c07c1cc4603c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:04:56.268493 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:56.279552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2134352213'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:04:56.298159 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7331ce5-c045-440a-82d6-be91bcf83c60 None None] Routers {'6936a721-2153-42ea-8cd7-c07c1cc4603c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:04:56.301487 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c7331ce5-c045-440a-82d6-be91bcf83c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:04:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6936a721-2153-42ea-8cd7-c07c1cc4603c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:56.392609 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c7331ce5-c045-440a-82d6-be91bcf83c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:56.406700 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7331ce5-c045-440a-82d6-be91bcf83c60 None None] Routers {'6936a721-2153-42ea-8cd7-c07c1cc4603c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:04:56.407545 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c7331ce5-c045-440a-82d6-be91bcf83c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:04:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6936a721-2153-42ea-8cd7-c07c1cc4603c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:56.456368 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c7331ce5-c045-440a-82d6-be91bcf83c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:56.457422 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7331ce5-c045-440a-82d6-be91bcf83c60 None None] The sync data for ids ['6936a721-2153-42ea-8cd7-c07c1cc4603c'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:04:56.511256 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a92307bc-b00a-4a49-a263-8bfde77bd28d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for router (6936a721-2153-42ea-8cd7-c07c1cc4603c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:56.588668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Made reservation on behalf of 9be6a5d2a6b047dbb3c58a20b9fec3c6 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:04:56.592438 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:56.638703 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:56.759332 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks [] for security_group (2aef3f65-0045-461e-b33d-f5dcfcd0590f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:56.797277 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2aef3f65-0045-461e-b33d-f5dcfcd0590f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:56.851723 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a92307bc-b00a-4a49-a263-8bfde77bd28d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (6936a721-2153-42ea-8cd7-c07c1cc4603c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:56.858038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a92307bc-b00a-4a49-a263-8bfde77bd28d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for router_controller (6936a721-2153-42ea-8cd7-c07c1cc4603c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:56.890137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:04:56.898516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aef3f65-0045-461e-b33d-f5dcfcd0590f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:57.032230 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f60ced07-7efd-4f5b-abac-0ffd68f3f999), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:57.032838 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Added segment f60ced07-7efd-4f5b-abac-0ffd68f3f999 of type vlan for network 07aae7b6-8552-4a22-abc6-6dd6a96e76d7 Jan 31 19:04:57.051762 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a92307bc-b00a-4a49-a263-8bfde77bd28d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (6936a721-2153-42ea-8cd7-c07c1cc4603c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:57.055982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92307bc-b00a-4a49-a263-8bfde77bd28d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Fanout notify agent at l3_agent the message router_deleted on router 6936a721-2153-42ea-8cd7-c07c1cc4603c {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:04:57.071571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a92307bc-b00a-4a49-a263-8bfde77bd28d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:57.072812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a92307bc-b00a-4a49-a263-8bfde77bd28d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "DELETE /v2.0/routers/6936a721-2153-42ea-8cd7-c07c1cc4603c HTTP/1.1" status: 204 len: 168 time: 0.8360763 Jan 31 19:04:57.075295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37614) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:57.168739 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (07aae7b6-8552-4a22-abc6-6dd6a96e76d7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:57.177325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a62b3c0-f5af-457a-93fd-d8961417e06e tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Deleting subnet 86f8ab2e-90a2-4498-9394-0559e0c21d63 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:04:57.184198 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a62b3c0-f5af-457a-93fd-d8961417e06e tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for subnet (86f8ab2e-90a2-4498-9394-0559e0c21d63), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:57.231999 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (07aae7b6-8552-4a22-abc6-6dd6a96e76d7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:57.238919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:04:57.239791 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:57.284841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a62b3c0-f5af-457a-93fd-d8961417e06e tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (86f8ab2e-90a2-4498-9394-0559e0c21d63), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:57.420203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5120015 Jan 31 19:04:57.427298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37616) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:57.436469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-771eca30-ed08-48b7-ba3e-abf46adab169 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '07aae7b6-8552-4a22-abc6-6dd6a96e76d7', 'tempest-TagsTest-Tag-911874486') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:57.482332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607e97a-6935-486d-99b2-0ae2cbaed8fe tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Pushing event updated for resources: {'Network': ['ID=07aae7b6-8552-4a22-abc6-6dd6a96e76d7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:57.499984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 07aae7b6-8552-4a22-abc6-6dd6a96e76d7 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:04:57.505846 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a62b3c0-f5af-457a-93fd-d8961417e06e tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (86f8ab2e-90a2-4498-9394-0559e0c21d63), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:57.631114 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a62b3c0-f5af-457a-93fd-d8961417e06e tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (86f8ab2e-90a2-4498-9394-0559e0c21d63), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:57.683771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-771eca30-ed08-48b7-ba3e-abf46adab169 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "PUT /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7/tags/tempest-TagsTest-Tag-911874486 HTTP/1.1" status: 201 len: 201 time: 0.2552836 Jan 31 19:04:57.686784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37620) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:57.696971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-c114e90a-7883-48cb-9873-a0f2b0b42f6a tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '07aae7b6-8552-4a22-abc6-6dd6a96e76d7', 'tempest-TagsTest-Tag-911874486') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:57.726540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62b3c0-f5af-457a-93fd-d8961417e06e tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event deleted for resources: {'Subnet': ['ID=86f8ab2e-90a2-4498-9394-0559e0c21d63,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:57.734812 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a62b3c0-f5af-457a-93fd-d8961417e06e tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:57.746811 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2a62b3c0-f5af-457a-93fd-d8961417e06e tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "DELETE /v2.0/subnets/86f8ab2e-90a2-4498-9394-0559e0c21d63 HTTP/1.1" status: 204 len: 168 time: 0.6702397 Jan 31 19:04:57.748371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812075e5-f2fb-419d-b9f3-ba149e074b60 None None] Network 27c3bbbd-4a12-4959-bde0-044d02fe289b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:04:57.749271 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37622) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:57.903374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c114e90a-7883-48cb-9873-a0f2b0b42f6a tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "GET /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7/tags/tempest-TagsTest-Tag-911874486 HTTP/1.1" status: 204 len: 168 time: 0.2130451 Jan 31 19:04:57.904493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:57.919831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-69662657-e13b-43bd-9198-df54baa5b04d tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '07aae7b6-8552-4a22-abc6-6dd6a96e76d7') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:57.997693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] DHCP port deletion for 27c3bbbd-4a12-4959-bde0-044d02fe289b request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:04:58.084550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (27c3bbbd-4a12-4959-bde0-044d02fe289b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:58.173443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Deleting port 3a40ed30-12fe-43d6-9429-1509c9480e63 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:58.185332 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:58.336658 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-69662657-e13b-43bd-9198-df54baa5b04d tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "GET /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7/tags HTTP/1.1" status: 200 len: 237 time: 0.4296970 Jan 31 19:04:58.339316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37632) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:58.347304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-6565b6a8-6593-42ec-9608-f749feba6214 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '07aae7b6-8552-4a22-abc6-6dd6a96e76d7', {'tags': ['tempest-TagsTest-Tag-655390841', 'tempest-TagsTest-Tag-1576027375', 'tempest-TagsTest-Tag-22773080']}) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:58.368917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] For port 3a40ed30-12fe-43d6-9429-1509c9480e63, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3a40ed30-12fe-43d6-9429-1509c9480e63,segment=NetworkSegment(66690401-5515-4d00-8add-0061da617e6f),segment_id=66690401-5515-4d00-8add-0061da617e6f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:04:58.370733 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:58.387389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Deleting port 3a40ed30-12fe-43d6-9429-1509c9480e63 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:04:58.388138 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:58.410343 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Calling delete_port for 3a40ed30-12fe-43d6-9429-1509c9480e63 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:58.522458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3a40ed30-12fe-43d6-9429-1509c9480e63 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:04:58.622419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] For port 3a40ed30-12fe-43d6-9429-1509c9480e63, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3a40ed30-12fe-43d6-9429-1509c9480e63,segment=NetworkSegment(66690401-5515-4d00-8add-0061da617e6f),segment_id=66690401-5515-4d00-8add-0061da617e6f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:04:58.623135 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:58.653002 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:58.655051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6565b6a8-6593-42ec-9608-f749feba6214 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "PUT /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7/tags HTTP/1.1" status: 200 len: 306 time: 0.3132079 Jan 31 19:04:58.659102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-240b2309-ab41-42f7-b1bc-560e3f997358 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '07aae7b6-8552-4a22-abc6-6dd6a96e76d7', 'tempest-TagsTest-Tag-655390841') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:58.671629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Calling delete_port for 3a40ed30-12fe-43d6-9429-1509c9480e63 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:04:58.754346 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:58.815159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Pushing event deleted for resources: {'Port': ['ID=3a40ed30-12fe-43d6-9429-1509c9480e63,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:58.863773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] No DVR routers for this DVR port 3a40ed30-12fe-43d6-9429-1509c9480e63 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:04:58.866064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.866518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.866950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.868871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.869443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.869976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.880938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.881529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.882020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.882501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.882978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.893572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.894361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acc863d-e315-416f-b78a-63d18b68e007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:04:58.909294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3a40ed30-12fe-43d6-9429-1509c9480e63 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:04:58.909294 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:58.977282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3a40ed30-12fe-43d6-9429-1509c9480e63), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:59.064162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event deleted for resources: {'Port': ['ID=3a40ed30-12fe-43d6-9429-1509c9480e63,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:59.097058 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] No DVR routers for this DVR port 3a40ed30-12fe-43d6-9429-1509c9480e63 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:04:59.189622 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-240b2309-ab41-42f7-b1bc-560e3f997358 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "DELETE /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7/tags/tempest-TagsTest-Tag-655390841 HTTP/1.1" status: 204 len: 168 time: 0.5325844 Jan 31 19:04:59.191207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37640) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:59.209274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-2c7c663f-b501-4294-8e03-6ad7104c8672 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '07aae7b6-8552-4a22-abc6-6dd6a96e76d7', 'tempest-TagsTest-Tag-655390841') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:59.313872 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (27c3bbbd-4a12-4959-bde0-044d02fe289b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:59.349787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c3bbbd-4a12-4959-bde0-044d02fe289b']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:59.364590 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-2c7c663f-b501-4294-8e03-6ad7104c8672 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] show failed (client error): The resource could not be found. Jan 31 19:04:59.374492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2c7c663f-b501-4294-8e03-6ad7104c8672 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "GET /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7/tags/tempest-TagsTest-Tag-655390841 HTTP/1.1" status: 404 len: 325 time: 0.1769195 Jan 31 19:04:59.377622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37646) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:59.390458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-315e29e3-e862-42bc-a714-c72d3a6ad4bf tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '07aae7b6-8552-4a22-abc6-6dd6a96e76d7', 'tempest-TagsTest-Tag-1576027375') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:59.403130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66690401-5515-4d00-8add-0061da617e6f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:59.403683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66690401-5515-4d00-8add-0061da617e6f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:59.440848 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (66690401-5515-4d00-8add-0061da617e6f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:59.473389 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (66690401-5515-4d00-8add-0061da617e6f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:59.488199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:04:59.491435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (66690401-5515-4d00-8add-0061da617e6f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: warnings.warn(msg) Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:04:59.507362 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:04:59.595202 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-315e29e3-e862-42bc-a714-c72d3a6ad4bf tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "GET /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7/tags/tempest-TagsTest-Tag-1576027375 HTTP/1.1" status: 204 len: 168 time: 0.2135408 Jan 31 19:04:59.595379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37648) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:59.600327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-1f5c7308-b50a-48ff-a1e0-7087f61200da tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '07aae7b6-8552-4a22-abc6-6dd6a96e76d7', 'tempest-TagsTest-Tag-22773080') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:04:59.694574 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (27c3bbbd-4a12-4959-bde0-044d02fe289b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:59.701144 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:04:59.704400 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] 10.222.0.20 "DELETE /v2.0/networks/27c3bbbd-4a12-4959-bde0-044d02fe289b HTTP/1.1" status: 204 len: 168 time: 1.9533288 Jan 31 19:04:59.766414 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037fbcd-cd72-4051-ac4a-039a98e8147d tempest-FloatingIPNegativeTestJSON-82443828 tempest-FloatingIPNegativeTestJSON-82443828-project] Pushing event deleted for resources: {'Network': ['ID=27c3bbbd-4a12-4959-bde0-044d02fe289b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:04:59.952955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37654) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:04:59.958055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1f5c7308-b50a-48ff-a1e0-7087f61200da tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "GET /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7/tags/tempest-TagsTest-Tag-22773080 HTTP/1.1" status: 204 len: 168 time: 0.3609982 Jan 31 19:04:59.958968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-c778aa6c-c616-4584-9beb-b230dd3141d4 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '07aae7b6-8552-4a22-abc6-6dd6a96e76d7') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:00.196285 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c778aa6c-c616-4584-9beb-b230dd3141d4 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "DELETE /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7/tags HTTP/1.1" status: 204 len: 168 time: 0.2419283 Jan 31 19:05:00.198739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:00.212058 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-0d379b66-ee15-450e-ac0f-a682b4503d74 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '07aae7b6-8552-4a22-abc6-6dd6a96e76d7', 'tempest-TagsTest-Tag-1576027375') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:00.362654 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-0d379b66-ee15-450e-ac0f-a682b4503d74 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] show failed (client error): The resource could not be found. Jan 31 19:05:00.364071 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0d379b66-ee15-450e-ac0f-a682b4503d74 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "GET /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7/tags/tempest-TagsTest-Tag-1576027375 HTTP/1.1" status: 404 len: 326 time: 0.1627553 Jan 31 19:05:00.368731 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37664) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:00.375184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-54e40a00-a253-4749-ad93-83d07aca08cf tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '07aae7b6-8552-4a22-abc6-6dd6a96e76d7', 'tempest-TagsTest-Tag-22773080') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:00.551520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37668) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:00.580549 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-54e40a00-a253-4749-ad93-83d07aca08cf tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] show failed (client error): The resource could not be found. Jan 31 19:05:00.584569 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-54e40a00-a253-4749-ad93-83d07aca08cf tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "GET /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7/tags/tempest-TagsTest-Tag-22773080 HTTP/1.1" status: 404 len: 324 time: 0.2147572 Jan 31 19:05:00.587679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37672) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:00.592160 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-bf37375d-9b5b-43a5-93ea-e42ed8911f96 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '07aae7b6-8552-4a22-abc6-6dd6a96e76d7') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:00.728613 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bf37375d-9b5b-43a5-93ea-e42ed8911f96 tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "DELETE /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1397238 Jan 31 19:05:00.732757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:00.864288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-044c3765-2978-4f78-8289-006c28c14bb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6941eaa9e946478da2f1e2664596cb70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3113036 Jan 31 19:05:00.865776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37678) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:00.945438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (07aae7b6-8552-4a22-abc6-6dd6a96e76d7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:00.994444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1799b33f-b751-4cc9-ac1b-fd72c19aef15 admin admin] Publish callbacks [] for security_group (81f40fa8-874e-4f87-8257-e4dbfb9b87bc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:01.087622 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1799b33f-b751-4cc9-ac1b-fd72c19aef15 admin admin] Publish callbacks [] for security_group (81f40fa8-874e-4f87-8257-e4dbfb9b87bc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:01.160765 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1799b33f-b751-4cc9-ac1b-fd72c19aef15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (81f40fa8-874e-4f87-8257-e4dbfb9b87bc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:01.164480 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1799b33f-b751-4cc9-ac1b-fd72c19aef15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:01.170993 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1799b33f-b751-4cc9-ac1b-fd72c19aef15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81f40fa8-874e-4f87-8257-e4dbfb9b87bc HTTP/1.1" status: 204 len: 168 time: 0.3036304 Jan 31 19:05:01.184500 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799b33f-b751-4cc9-ac1b-fd72c19aef15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f40fa8-874e-4f87-8257-e4dbfb9b87bc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:01.270844 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (07aae7b6-8552-4a22-abc6-6dd6a96e76d7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:01.347116 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07aae7b6-8552-4a22-abc6-6dd6a96e76d7']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:01.369269 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60ced07-7efd-4f5b-abac-0ffd68f3f999') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:01.373005 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60ced07-7efd-4f5b-abac-0ffd68f3f999') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:01.414717 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (f60ced07-7efd-4f5b-abac-0ffd68f3f999), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:01.470507 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f60ced07-7efd-4f5b-abac-0ffd68f3f999), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:01.497657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:05:01.498208 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (f60ced07-7efd-4f5b-abac-0ffd68f3f999), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:05:01.695897 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:05:01.699395 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (07aae7b6-8552-4a22-abc6-6dd6a96e76d7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:01.739978 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:01.779781 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] 10.222.0.20 "DELETE /v2.0/networks/07aae7b6-8552-4a22-abc6-6dd6a96e76d7 HTTP/1.1" status: 204 len: 168 time: 1.0427737 Jan 31 19:05:01.841139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9868e-0fe0-4378-a4cc-e25d9cf6556f tempest-TagsTest-822160216 tempest-TagsTest-822160216-project] Pushing event deleted for resources: {'Network': ['ID=07aae7b6-8552-4a22-abc6-6dd6a96e76d7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:02.475967 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37722) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:02.948409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-45f67ed2-b644-4383-99b7-d1ec8bd6cd70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9be6a5d2a6b047dbb3c58a20b9fec3c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4689891 Jan 31 19:05:02.949379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37740) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:03.074573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49cf002e-256a-4f12-b9b8-e71efdaecf11 admin admin] Publish callbacks [] for security_group (2aef3f65-0045-461e-b33d-f5dcfcd0590f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:03.110227 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49cf002e-256a-4f12-b9b8-e71efdaecf11 admin admin] Publish callbacks [] for security_group (2aef3f65-0045-461e-b33d-f5dcfcd0590f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:03.178308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37748) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:03.191335 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49cf002e-256a-4f12-b9b8-e71efdaecf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2aef3f65-0045-461e-b33d-f5dcfcd0590f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:03.194515 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49cf002e-256a-4f12-b9b8-e71efdaecf11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:03.195898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-49cf002e-256a-4f12-b9b8-e71efdaecf11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2aef3f65-0045-461e-b33d-f5dcfcd0590f HTTP/1.1" status: 204 len: 168 time: 0.2455676 Jan 31 19:05:03.210093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf002e-256a-4f12-b9b8-e71efdaecf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aef3f65-0045-461e-b33d-f5dcfcd0590f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:03.559222 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1038955200'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:03.630450 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:03.642323 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:03.675784 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:03.913364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for security_group (d1476319-ca74-4f4d-b4aa-6b312cd9d708), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:03.929865 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d1476319-ca74-4f4d-b4aa-6b312cd9d708), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:03.998348 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:05:04.038396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1476319-ca74-4f4d-b4aa-6b312cd9d708,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:04.043800 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (594ea0fb-24c1-40e8-9e7c-d772d19a6a7a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:04.045004 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Added segment 594ea0fb-24c1-40e8-9e7c-d772d19a6a7a of type vlan for network b8e9634f-c868-4876-9b8b-3ffb069c2d2a Jan 31 19:05:04.198233 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (b8e9634f-c868-4876-9b8b-3ffb069c2d2a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:04.277238 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (b8e9634f-c868-4876-9b8b-3ffb069c2d2a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:04.300199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:04.305329 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:04.581904 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4017010 Jan 31 19:05:04.582971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b5b89-50d3-44ac-8a11-9ec250e2a3c0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Network': ['ID=b8e9634f-c868-4876-9b8b-3ffb069c2d2a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:04.597546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network b8e9634f-c868-4876-9b8b-3ffb069c2d2a details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:05:05.449013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:05.800194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-432706444-network', 'tenant_id': '7f76dc386e97430ca09196d36235fc27'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:05.848362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Made reservation on behalf of 7f76dc386e97430ca09196d36235fc27 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:05.853930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:05.908405 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:06.153025 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Publish callbacks [] for security_group (4eef82b8-640d-418b-8da3-5278a2dfdfc8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:06.165282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4eef82b8-640d-418b-8da3-5278a2dfdfc8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:06.223474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:05:06.278887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eef82b8-640d-418b-8da3-5278a2dfdfc8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:06.282003 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b7c0e517-bb14-4ec4-8a92-c972ec07fa00), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:06.282370 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Added segment b7c0e517-bb14-4ec4-8a92-c972ec07fa00 of type vlan for network d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382 Jan 31 19:05:06.426081 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:06.460159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:06.462509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:06.463442 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:06.614877 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:06.633462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:05:06.660620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37828) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:06.662561 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-195def43-4089-4369-8f68-0c76044a7ff5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2123687 Jan 31 19:05:06.666510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Request body: {'subnet': {'network_id': 'd4cf13f1-8d24-4f47-8f88-6a6e1f2ce382', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-432706444-subnet', 'tenant_id': '7f76dc386e97430ca09196d36235fc27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:06.772475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Made reservation on behalf of 7f76dc386e97430ca09196d36235fc27 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:06.775033 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:07.499656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (00afe432-9566-4930-9406-8b2b0d22eedb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:07.719604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00afe432-9566-4930-9406-8b2b0d22eedb,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:07.732094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Checking segment: {'id': 'b7c0e517-bb14-4ec4-8a92-c972ec07fa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd4cf13f1-8d24-4f47-8f88-6a6e1f2ce382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:07.732716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Network hostable DHCP agents. Network: d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:05:07.738177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.738717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.739223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.739712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.740218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.740744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.741239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.741726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.742205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.742698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.743485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.743975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.744498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:07.817270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Network d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:05:07.845943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:07.863297 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62b66aa-a99d-4dc1-ad5b-ae7aedf78323 None None] Network d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:07.868444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:07.878518 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:07.886160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37846) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:07.893593 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-59a5354c-69e5-41a1-89c7-8c212276b382 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'subnet': {'network_id': 'b8e9634f-c868-4876-9b8b-3ffb069c2d2a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:07.935561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f566c520-b5f8-44fb-9ca3-5deaebe96f03 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2665784 Jan 31 19:05:08.184193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a5354c-69e5-41a1-89c7-8c212276b382 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:08.191342 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59a5354c-69e5-41a1-89c7-8c212276b382 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:08.393820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd7de3e-38a1-4a5e-8378-0a2157b8441e None None] Network d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:08.786673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59a5354c-69e5-41a1-89c7-8c212276b382 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (2ec7b7ca-9c50-49e2-b057-881acc0a6a36), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:08.934515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5354c-69e5-41a1-89c7-8c212276b382 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Subnet': ['ID=2ec7b7ca-9c50-49e2-b057-881acc0a6a36,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:08.967829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5354c-69e5-41a1-89c7-8c212276b382 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Checking segment: {'id': '594ea0fb-24c1-40e8-9e7c-d772d19a6a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b8e9634f-c868-4876-9b8b-3ffb069c2d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:08.969565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5354c-69e5-41a1-89c7-8c212276b382 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network hostable DHCP agents. Network: b8e9634f-c868-4876-9b8b-3ffb069c2d2a, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:05:09.010241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5354c-69e5-41a1-89c7-8c212276b382 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network b8e9634f-c868-4876-9b8b-3ffb069c2d2a is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:05:09.054940 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-59a5354c-69e5-41a1-89c7-8c212276b382 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, b8e9634f-c868-4876-9b8b-3ffb069c2d2a) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:09.062624 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a5354c-69e5-41a1-89c7-8c212276b382 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:09.063665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59a5354c-69e5-41a1-89c7-8c212276b382 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:09.077709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8839713e-bcea-4ce5-b086-ec1ee6d45f10 None None] Network b8e9634f-c868-4876-9b8b-3ffb069c2d2a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:09.112528 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-59a5354c-69e5-41a1-89c7-8c212276b382 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2206783 Jan 31 19:05:09.112899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37868) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:09.118171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d274ec8f-bc95-4a6c-97a0-584384790fe3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-697179079'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:09.229983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d274ec8f-bc95-4a6c-97a0-584384790fe3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:09.236096 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d274ec8f-bc95-4a6c-97a0-584384790fe3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:09.349133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-b8e9634f-c868-4876-9b8b-3ffb069c2d2a', 'network_id': 'b8e9634f-c868-4876-9b8b-3ffb069c2d2a', 'project_id': '758be6a886bb44f3b2d9a7aa21524cb2', 'fixed_ips': [{'subnet_id': '2ec7b7ca-9c50-49e2-b057-881acc0a6a36'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:05:09.350678 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:09.350864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d274ec8f-bc95-4a6c-97a0-584384790fe3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:05:09.367757 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d274ec8f-bc95-4a6c-97a0-584384790fe3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (836754be-ee9d-4e26-8ee8-6fe176d8d92d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:09.368100 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-d274ec8f-bc95-4a6c-97a0-584384790fe3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Added segment 836754be-ee9d-4e26-8ee8-6fe176d8d92d of type vlan for network 472bbb78-7227-4738-afcb-9db35da063b5 Jan 31 19:05:09.455867 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d274ec8f-bc95-4a6c-97a0-584384790fe3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (472bbb78-7227-4738-afcb-9db35da063b5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:09.530227 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d274ec8f-bc95-4a6c-97a0-584384790fe3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (472bbb78-7227-4738-afcb-9db35da063b5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:09.560031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d274ec8f-bc95-4a6c-97a0-584384790fe3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:09.561087 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d274ec8f-bc95-4a6c-97a0-584384790fe3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:09.596282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Allocated IP 2001:db8:0:ffff::2 (b8e9634f-c868-4876-9b8b-3ffb069c2d2a/2ec7b7ca-9c50-49e2-b057-881acc0a6a36/f340dbb6-ea4c-4af1-b780-ea4b68226864) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:05:09.688099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37882) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:09.688950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d274ec8f-bc95-4a6c-97a0-584384790fe3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5747468 Jan 31 19:05:09.703231 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'subnet': {'network_id': '472bbb78-7227-4738-afcb-9db35da063b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:09.822018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274ec8f-bc95-4a6c-97a0-584384790fe3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Network': ['ID=472bbb78-7227-4738-afcb-9db35da063b5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:09.983542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 472bbb78-7227-4738-afcb-9db35da063b5 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:05:10.072546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37896) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:10.077746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1342710700-network', 'tenant_id': '409ba966b7354b0b835688adcb84f11b'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:10.127086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Made reservation on behalf of 409ba966b7354b0b835688adcb84f11b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:10.129699 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:10.131843 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:10.135364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:10.170467 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:10.359509 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Publish callbacks [] for security_group (ed32d95d-3bc4-4fe3-8546-131697679b2d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:10.369258 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ed32d95d-3bc4-4fe3-8546-131697679b2d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:10.502990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:05:10.555672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed32d95d-3bc4-4fe3-8546-131697679b2d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:10.582372 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5d3ebe11-a1d1-4622-87aa-0ec18758f329), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:10.582723 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Added segment 5d3ebe11-a1d1-4622-87aa-0ec18758f329 of type vlan for network 04335e3d-5329-4b2d-9f3d-14d876023c3e Jan 31 19:05:10.715137 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Publish callbacks [] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:10.749808 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:10.822226 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (04335e3d-5329-4b2d-9f3d-14d876023c3e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:10.896726 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (04335e3d-5329-4b2d-9f3d-14d876023c3e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:10.897699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:10.900686 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:11.019896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9461484 Jan 31 19:05:11.021052 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Network b8e9634f-c868-4876-9b8b-3ffb069c2d2a is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:05:11.022431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37912) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:11.027214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:11.027441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d01735bd-4066-4c32-bf1c-23fd69e87e30 admin admin] Request body: {'subnet': {'network_id': '04335e3d-5329-4b2d-9f3d-14d876023c3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1342710700-subnet', 'tenant_id': '409ba966b7354b0b835688adcb84f11b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:11.031497 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:05:11.054878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01735bd-4066-4c32-bf1c-23fd69e87e30 admin admin] Made reservation on behalf of 409ba966b7354b0b835688adcb84f11b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:11.057605 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d01735bd-4066-4c32-bf1c-23fd69e87e30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:11.073866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c1810-96fc-4d64-bcac-76136c8dad5c admin admin] Pushing event updated for resources: {'Network': ['ID=04335e3d-5329-4b2d-9f3d-14d876023c3e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:11.121921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Pushing event updated for resources: {'Port': ['ID=f340dbb6-ea4c-4af1-b780-ea4b68226864,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:11.133397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 19:05:11.135082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (33dd0c46-9b4d-49c5-b3d4-73a4094bea3e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:11.286130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 04335e3d-5329-4b2d-9f3d-14d876023c3e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:05:11.390066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Subnet': ['ID=33dd0c46-9b4d-49c5-b3d4-73a4094bea3e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:11.403098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Checking segment: {'id': '836754be-ee9d-4e26-8ee8-6fe176d8d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '472bbb78-7227-4738-afcb-9db35da063b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:11.407775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network hostable DHCP agents. Network: 472bbb78-7227-4738-afcb-9db35da063b5, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:05:11.475440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network 472bbb78-7227-4738-afcb-9db35da063b5 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:05:11.513835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 472bbb78-7227-4738-afcb-9db35da063b5) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:11.528258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:11.528258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:11.538678 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d01735bd-4066-4c32-bf1c-23fd69e87e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (8e60b792-9e2c-4cab-b649-c8de25b1dec5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:11.566458 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3a8d2804-38ac-45c3-a5cb-bbbf42f7ede9 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8770185 Jan 31 19:05:11.571410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:11.579122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'port': {'network_id': '472bbb78-7227-4738-afcb-9db35da063b5', 'name': 'tempest-NetworksIpV6TestAttrs-531615378'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:11.674655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01735bd-4066-4c32-bf1c-23fd69e87e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e60b792-9e2c-4cab-b649-c8de25b1dec5,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:11.749894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1fbd79-9595-4712-9a73-a29c063ef0f4 None None] Network 472bbb78-7227-4738-afcb-9db35da063b5 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:11.766329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01735bd-4066-4c32-bf1c-23fd69e87e30 admin admin] Checking segment: {'id': '5d3ebe11-a1d1-4622-87aa-0ec18758f329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '04335e3d-5329-4b2d-9f3d-14d876023c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:11.766714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01735bd-4066-4c32-bf1c-23fd69e87e30 admin admin] Network hostable DHCP agents. Network: 04335e3d-5329-4b2d-9f3d-14d876023c3e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:05:11.773987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Attempting to bind port f340dbb6-ea4c-4af1-b780-ea4b68226864 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:05:11.774371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Attempting to bind port f340dbb6-ea4c-4af1-b780-ea4b68226864 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '594ea0fb-24c1-40e8-9e7c-d772d19a6a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b8e9634f-c868-4876-9b8b-3ffb069c2d2a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:05:11.774901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Attempting to bind port f340dbb6-ea4c-4af1-b780-ea4b68226864 on network b8e9634f-c868-4876-9b8b-3ffb069c2d2a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:05:11.829546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01735bd-4066-4c32-bf1c-23fd69e87e30 admin admin] Network 04335e3d-5329-4b2d-9f3d-14d876023c3e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:05:11.861680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d01735bd-4066-4c32-bf1c-23fd69e87e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 04335e3d-5329-4b2d-9f3d-14d876023c3e) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:11.867635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01735bd-4066-4c32-bf1c-23fd69e87e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:11.868248 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d01735bd-4066-4c32-bf1c-23fd69e87e30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:11.902235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d61638d-2054-45f4-8c06-a1d81aac5a13 None None] Network 04335e3d-5329-4b2d-9f3d-14d876023c3e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:11.913344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d01735bd-4066-4c32-bf1c-23fd69e87e30 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8896019 Jan 31 19:05:11.997276 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:12.001043 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:12.060369 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] device_id is not set on port cd331e0a-4a9d-44e2-ab7d-7658aeda46fb yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:05:12.193204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37958) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:12.293816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-922da7c2-4e13-422f-bee5-4972cb1922ff admin admin] Deleting subnet 00afe432-9566-4930-9406-8b2b0d22eedb {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:05:12.305168 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922da7c2-4e13-422f-bee5-4972cb1922ff admin admin] Publish callbacks [] for subnet (00afe432-9566-4930-9406-8b2b0d22eedb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:12.346954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Allocated IP 2001:db8::f816:3eff:fef8:f5f3 (472bbb78-7227-4738-afcb-9db35da063b5/33dd0c46-9b4d-49c5-b3d4-73a4094bea3e/cd331e0a-4a9d-44e2-ab7d-7658aeda46fb) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:05:12.433639 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922da7c2-4e13-422f-bee5-4972cb1922ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (00afe432-9566-4930-9406-8b2b0d22eedb), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:12.647597 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922da7c2-4e13-422f-bee5-4972cb1922ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (00afe432-9566-4930-9406-8b2b0d22eedb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:12.699065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:05:12.699458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Checking segment: {'id': '594ea0fb-24c1-40e8-9e7c-d772d19a6a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b8e9634f-c868-4876-9b8b-3ffb069c2d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:12.699843 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:12.716985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Bound using segment: {'id': '594ea0fb-24c1-40e8-9e7c-d772d19a6a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b8e9634f-c868-4876-9b8b-3ffb069c2d2a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:05:12.717829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Bound port: f340dbb6-ea4c-4af1-b780-ea4b68226864, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594ea0fb-24c1-40e8-9e7c-d772d19a6a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'b8e9634f-c868-4876-9b8b-3ffb069c2d2a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:05:12.718686 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:12.901330 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922da7c2-4e13-422f-bee5-4972cb1922ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (00afe432-9566-4930-9406-8b2b0d22eedb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:12.924830 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for port (cd331e0a-4a9d-44e2-ab7d-7658aeda46fb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:12.965045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922da7c2-4e13-422f-bee5-4972cb1922ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00afe432-9566-4930-9406-8b2b0d22eedb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:12.983727 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922da7c2-4e13-422f-bee5-4972cb1922ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:12.992756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-922da7c2-4e13-422f-bee5-4972cb1922ff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/00afe432-9566-4930-9406-8b2b0d22eedb HTTP/1.1" status: 204 len: 168 time: 0.7960620 Jan 31 19:05:12.993217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37972) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:13.030879 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (cd331e0a-4a9d-44e2-ab7d-7658aeda46fb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.174396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network 472bbb78-7227-4738-afcb-9db35da063b5 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:05:13.179386 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.187837 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:13.200872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:05:13.206857 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:13.215869 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.228682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cdc882-5488-43d7-94ea-0fdf52e777a2 None None] Network 04335e3d-5329-4b2d-9f3d-14d876023c3e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:13.247633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Port': ['ID=cd331e0a-4a9d-44e2-ab7d-7658aeda46fb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:13.279962 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.305557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:13.307236 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ac72aa7d-1a03-49af-a63f-61a42b270ad4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7347393 Jan 31 19:05:13.309737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] For port f340dbb6-ea4c-4af1-b780-ea4b68226864, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:05:13.310333 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:13.316583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c0e517-bb14-4ec4-8a92-c972ec07fa00') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:13.316878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c0e517-bb14-4ec4-8a92-c972ec07fa00') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:13.329432 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (b7c0e517-bb14-4ec4-8a92-c972ec07fa00), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.347719 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b7c0e517-bb14-4ec4-8a92-c972ec07fa00), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.355641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:05:13.356049 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (b7c0e517-bb14-4ec4-8a92-c972ec07fa00), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:05:13.425840 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:05:13.429336 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.444222 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.452086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] 10.222.0.20 "DELETE /v2.0/networks/d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382 HTTP/1.1" status: 204 len: 168 time: 0.4555759 Jan 31 19:05:13.454118 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37978) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:13.484890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41136733-1dab-4145-9033-82d85700dafa admin admin] Pushing event deleted for resources: {'Network': ['ID=d4cf13f1-8d24-4f47-8f88-6a6e1f2ce382,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:13.522656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] For port f340dbb6-ea4c-4af1-b780-ea4b68226864, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f340dbb6-ea4c-4af1-b780-ea4b68226864,segment=NetworkSegment(594ea0fb-24c1-40e8-9e7c-d772d19a6a7a),segment_id=594ea0fb-24c1-40e8-9e7c-d772d19a6a7a)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:05:13.600430 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.602744 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7fa835-4d5b-4f61-9d84-27abecf4099c tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Deleting subnet 33dd0c46-9b4d-49c5-b3d4-73a4094bea3e {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:05:13.616608 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa835-4d5b-4f61-9d84-27abecf4099c tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for subnet (33dd0c46-9b4d-49c5-b3d4-73a4094bea3e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.720324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8755a3-076e-48fe-a071-7b4fdd938b77 admin admin] Deleting subnet 8e60b792-9e2c-4cab-b649-c8de25b1dec5 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:05:13.736550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4409c8f4-4646-46bb-8e90-f22888f02281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-472bbb78-7227-4738-afcb-9db35da063b5', 'network_id': '472bbb78-7227-4738-afcb-9db35da063b5', 'project_id': '758be6a886bb44f3b2d9a7aa21524cb2', 'fixed_ips': [{'subnet_id': '33dd0c46-9b4d-49c5-b3d4-73a4094bea3e'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:05:13.737713 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8755a3-076e-48fe-a071-7b4fdd938b77 admin admin] Publish callbacks [] for subnet (8e60b792-9e2c-4cab-b649-c8de25b1dec5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.739022 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4409c8f4-4646-46bb-8e90-f22888f02281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.748977 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa835-4d5b-4f61-9d84-27abecf4099c tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (33dd0c46-9b4d-49c5-b3d4-73a4094bea3e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:13.909949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7ba64-d60a-4f40-bd2a-1debbbf27895 None None] Pushing event updated for resources: {'Port': ['ID=f340dbb6-ea4c-4af1-b780-ea4b68226864,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:13.954994 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8755a3-076e-48fe-a071-7b4fdd938b77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (8e60b792-9e2c-4cab-b649-c8de25b1dec5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:14.252620 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8755a3-076e-48fe-a071-7b4fdd938b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (8e60b792-9e2c-4cab-b649-c8de25b1dec5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:14.297952 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa835-4d5b-4f61-9d84-27abecf4099c tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (33dd0c46-9b4d-49c5-b3d4-73a4094bea3e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:14.581694 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8755a3-076e-48fe-a071-7b4fdd938b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (8e60b792-9e2c-4cab-b649-c8de25b1dec5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:14.622330 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8755a3-076e-48fe-a071-7b4fdd938b77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:14.634023 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7d8755a3-076e-48fe-a071-7b4fdd938b77 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8e60b792-9e2c-4cab-b649-c8de25b1dec5 HTTP/1.1" status: 204 len: 168 time: 1.1739848 Jan 31 19:05:14.634519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 37996) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:14.721083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f340dbb6-ea4c-4af1-b780-ea4b68226864 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:05:14.754529 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8755a3-076e-48fe-a071-7b4fdd938b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e60b792-9e2c-4cab-b649-c8de25b1dec5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:14.795861 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa835-4d5b-4f61-9d84-27abecf4099c tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (33dd0c46-9b4d-49c5-b3d4-73a4094bea3e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-4409c8f4-4646-46bb-8e90-f22888f02281 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33dd0c46-9b4d-49c5-b3d4-73a4094bea3e: This subnet is being modified by another concurrent operation. Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33dd0c46-9b4d-49c5-b3d4-73a4094bea3e: This subnet is being modified by another concurrent operation. Jan 31 19:05:14.862604 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 19:05:14.899786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c69e859-a398-473f-807e-2fc3f2509efe None None] Network 472bbb78-7227-4738-afcb-9db35da063b5 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:14.922391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fa835-4d5b-4f61-9d84-27abecf4099c tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Subnet': ['ID=33dd0c46-9b4d-49c5-b3d4-73a4094bea3e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:14.924664 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (04335e3d-5329-4b2d-9f3d-14d876023c3e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:14.952621 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa835-4d5b-4f61-9d84-27abecf4099c tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:14.974894 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8b7fa835-4d5b-4f61-9d84-27abecf4099c tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/subnets/33dd0c46-9b4d-49c5-b3d4-73a4094bea3e HTTP/1.1" status: 204 len: 168 time: 1.6621821 Jan 31 19:05:14.977188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 37998) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:15.192453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae1b6d-8206-40b5-b197-3d58983d8962 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:15.198037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae1b6d-8206-40b5-b197-3d58983d8962 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:15.204197 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-32ae1b6d-8206-40b5-b197-3d58983d8962 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2189627 Jan 31 19:05:15.206308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:15.340235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f340dbb6-ea4c-4af1-b780-ea4b68226864 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:05:15.341011 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:15.347227 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (04335e3d-5329-4b2d-9f3d-14d876023c3e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:15.407847 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c46a8ed0-70a3-4641-ad78-2401187e09b4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (472bbb78-7227-4738-afcb-9db35da063b5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:15.438010 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46a8ed0-70a3-4641-ad78-2401187e09b4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 31 19:05:15.439870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46a8ed0-70a3-4641-ad78-2401187e09b4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:05:15.449131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04335e3d-5329-4b2d-9f3d-14d876023c3e']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:15.452467 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c46a8ed0-70a3-4641-ad78-2401187e09b4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/networks/472bbb78-7227-4738-afcb-9db35da063b5 HTTP/1.1" status: 409 len: 466 time: 0.2421763 Jan 31 19:05:15.453093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38008) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:15.480122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b3f75628-a7c0-4b4e-b16d-f5cba37e47db tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1927205977'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:15.500737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3ebe11-a1d1-4622-87aa-0ec18758f329') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:15.501030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3ebe11-a1d1-4622-87aa-0ec18758f329') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:15.544949 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f75628-a7c0-4b4e-b16d-f5cba37e47db tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:15.552306 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (5d3ebe11-a1d1-4622-87aa-0ec18758f329), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:15.553156 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f75628-a7c0-4b4e-b16d-f5cba37e47db tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:15.593240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5d3ebe11-a1d1-4622-87aa-0ec18758f329), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:15.612282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:05:15.612735 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (5d3ebe11-a1d1-4622-87aa-0ec18758f329), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:05:15.761556 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:05:15.764849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f340dbb6-ea4c-4af1-b780-ea4b68226864 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:05:15.764849 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:15.769663 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (04335e3d-5329-4b2d-9f3d-14d876023c3e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:15.774644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f75628-a7c0-4b4e-b16d-f5cba37e47db tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:05:15.780713 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:15.792206 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f75628-a7c0-4b4e-b16d-f5cba37e47db tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f50e1a66-8314-48f6-a293-4f0439a63f1b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:15.792639 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-b3f75628-a7c0-4b4e-b16d-f5cba37e47db tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Added segment f50e1a66-8314-48f6-a293-4f0439a63f1b of type vlan for network fd69eb3e-8b06-4f4a-b44b-eaf1c254204c Jan 31 19:05:15.797124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/04335e3d-5329-4b2d-9f3d-14d876023c3e HTTP/1.1" status: 204 len: 168 time: 1.1594148 Jan 31 19:05:15.838370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fae96a-b9a9-4b46-8a26-4419b8b4b3b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=04335e3d-5329-4b2d-9f3d-14d876023c3e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:15.871823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dbdd54-e50b-4eb5-b0df-9e284c3f6fb6 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:05:15.959278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f75628-a7c0-4b4e-b16d-f5cba37e47db tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (fd69eb3e-8b06-4f4a-b44b-eaf1c254204c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:16.025354 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f75628-a7c0-4b4e-b16d-f5cba37e47db tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (fd69eb3e-8b06-4f4a-b44b-eaf1c254204c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:16.045029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f75628-a7c0-4b4e-b16d-f5cba37e47db tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:16.045669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f75628-a7c0-4b4e-b16d-f5cba37e47db tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:16.277177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38026) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:16.286536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'subnet': {'network_id': 'fd69eb3e-8b06-4f4a-b44b-eaf1c254204c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:16.293844 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b3f75628-a7c0-4b4e-b16d-f5cba37e47db tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8163285 Jan 31 19:05:16.302921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port f340dbb6-ea4c-4af1-b780-ea4b68226864, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f340dbb6-ea4c-4af1-b780-ea4b68226864,segment=NetworkSegment(594ea0fb-24c1-40e8-9e7c-d772d19a6a7a),segment_id=594ea0fb-24c1-40e8-9e7c-d772d19a6a7a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:05:16.321050 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-02e407df-fdf3-46cf-8d03-efa690e8e7a2 None None] Provisioning complete for port f340dbb6-ea4c-4af1-b780-ea4b68226864 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:05:16.321394 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-02e407df-fdf3-46cf-8d03-efa690e8e7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:16.328253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f75628-a7c0-4b4e-b16d-f5cba37e47db tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Network': ['ID=fd69eb3e-8b06-4f4a-b44b-eaf1c254204c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:16.348773 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:16.352786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38028) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:16.376846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network fd69eb3e-8b06-4f4a-b44b-eaf1c254204c details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:05:16.431158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dbdd54-e50b-4eb5-b0df-9e284c3f6fb6 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 19:05:16.562184 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-af215444-f2d3-4253-8e60-dc307e5423b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f76dc386e97430ca09196d36235fc27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2059906 Jan 31 19:05:16.562730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38030) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:16.630649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=f340dbb6-ea4c-4af1-b780-ea4b68226864,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:16.712547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-02e407df-fdf3-46cf-8d03-efa690e8e7a2 None None] Current status of the port f340dbb6-ea4c-4af1-b780-ea4b68226864 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:05:16.742036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:16.753047 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:16.825992 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cabd1183-7d6a-4991-9792-b2a2d3598493 admin admin] Publish callbacks [] for security_group (4eef82b8-640d-418b-8da3-5278a2dfdfc8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:16.874665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cabd1183-7d6a-4991-9792-b2a2d3598493 admin admin] Publish callbacks [] for security_group (4eef82b8-640d-418b-8da3-5278a2dfdfc8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:17.004135 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cabd1183-7d6a-4991-9792-b2a2d3598493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4eef82b8-640d-418b-8da3-5278a2dfdfc8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:17.006898 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cabd1183-7d6a-4991-9792-b2a2d3598493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:17.008595 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cabd1183-7d6a-4991-9792-b2a2d3598493 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4eef82b8-640d-418b-8da3-5278a2dfdfc8 HTTP/1.1" status: 204 len: 168 time: 0.4448903 Jan 31 19:05:17.029659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd1183-7d6a-4991-9792-b2a2d3598493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eef82b8-640d-418b-8da3-5278a2dfdfc8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:17.171069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b0f69-f598-44fd-b934-74bbe0b4365e None None] Network b8e9634f-c868-4876-9b8b-3ffb069c2d2a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:17.586175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.objects.ports [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 19:05:17.589933 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (1a91e3a9-2535-48f7-86d4-ebc49f65ade1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:17.708743 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Subnet': ['ID=1a91e3a9-2535-48f7-86d4-ebc49f65ade1,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:17.824631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Checking segment: {'id': 'f50e1a66-8314-48f6-a293-4f0439a63f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fd69eb3e-8b06-4f4a-b44b-eaf1c254204c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:17.832876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network hostable DHCP agents. Network: fd69eb3e-8b06-4f4a-b44b-eaf1c254204c, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:05:17.843293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38050) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:17.886721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network fd69eb3e-8b06-4f4a-b44b-eaf1c254204c is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:05:17.902767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, fd69eb3e-8b06-4f4a-b44b-eaf1c254204c) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:17.907249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:17.908104 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:17.914557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948a38fc-98c6-4d88-b0a9-fa3d09719a9c None None] Network fd69eb3e-8b06-4f4a-b44b-eaf1c254204c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:17.971220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5af1b56a-00aa-47bd-a84c-921966f0e7b1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6901212 Jan 31 19:05:17.971930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38054) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:17.984958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'port': {'network_id': 'fd69eb3e-8b06-4f4a-b44b-eaf1c254204c', 'name': 'tempest-NetworksIpV6TestAttrs-1679971664'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:18.006634 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-010dadd3-567b-4a60-a863-78007f3a75b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=409ba966b7354b0b835688adcb84f11b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1620495 Jan 31 19:05:18.007282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38056) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:18.171996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65927b16-812c-4964-904d-c01ec04f61ed admin admin] Publish callbacks [] for security_group (ed32d95d-3bc4-4fe3-8546-131697679b2d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:18.254393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-fd69eb3e-8b06-4f4a-b44b-eaf1c254204c', 'network_id': 'fd69eb3e-8b06-4f4a-b44b-eaf1c254204c', 'project_id': '758be6a886bb44f3b2d9a7aa21524cb2', 'fixed_ips': [{'subnet_id': '1a91e3a9-2535-48f7-86d4-ebc49f65ade1'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:05:18.255915 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:18.268475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65927b16-812c-4964-904d-c01ec04f61ed admin admin] Publish callbacks [] for security_group (ed32d95d-3bc4-4fe3-8546-131697679b2d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:18.291169 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3863ec6e-500c-40dd-94f8-dd39ca6fbb2b None None] Provisioning complete for port f340dbb6-ea4c-4af1-b780-ea4b68226864 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:05:18.291555 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3863ec6e-500c-40dd-94f8-dd39ca6fbb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:18.303587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:18.309862 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:18.426040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65927b16-812c-4964-904d-c01ec04f61ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ed32d95d-3bc4-4fe3-8546-131697679b2d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:18.429541 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65927b16-812c-4964-904d-c01ec04f61ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:18.437711 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-65927b16-812c-4964-904d-c01ec04f61ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed32d95d-3bc4-4fe3-8546-131697679b2d HTTP/1.1" status: 204 len: 168 time: 0.4204741 Jan 31 19:05:18.459052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65927b16-812c-4964-904d-c01ec04f61ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed32d95d-3bc4-4fe3-8546-131697679b2d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:18.678547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f340dbb6-ea4c-4af1-b780-ea4b68226864 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:05:19.251766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Allocated IP 2001:db8::f816:3eff:feb7:f93a (fd69eb3e-8b06-4f4a-b44b-eaf1c254204c/1a91e3a9-2535-48f7-86d4-ebc49f65ade1/6ee663ec-97bd-4303-9649-79cf7f5d82c0) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:05:19.273638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] device_id is not set on port f820d01e-1c30-420e-b723-42ac63dbbf68 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 31 19:05:19.939498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3863ec6e-500c-40dd-94f8-dd39ca6fbb2b None None] Current status of the port f340dbb6-ea4c-4af1-b780-ea4b68226864 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:05:19.955263 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f138803a-fe42-46b0-bcec-612194c2117b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:20.038086 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f340dbb6-ea4c-4af1-b780-ea4b68226864 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:05:20.038466 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:20.301657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f340dbb6-ea4c-4af1-b780-ea4b68226864 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:05:20.671316 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Publish callbacks [] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:20.690791 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:20.799469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Allocated IP 2001:db8::f816:3eff:fe58:743c (fd69eb3e-8b06-4f4a-b44b-eaf1c254204c/1a91e3a9-2535-48f7-86d4-ebc49f65ade1/f820d01e-1c30-420e-b723-42ac63dbbf68) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:05:20.817620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Network fd69eb3e-8b06-4f4a-b44b-eaf1c254204c is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:05:20.835692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:20.843001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:05:20.855844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Pushing event updated for resources: {'Port': ['ID=6ee663ec-97bd-4303-9649-79cf7f5d82c0,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:21.029936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Attempting to bind port 6ee663ec-97bd-4303-9649-79cf7f5d82c0 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:05:21.030971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Attempting to bind port 6ee663ec-97bd-4303-9649-79cf7f5d82c0 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'f50e1a66-8314-48f6-a293-4f0439a63f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fd69eb3e-8b06-4f4a-b44b-eaf1c254204c'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:05:21.031501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Attempting to bind port 6ee663ec-97bd-4303-9649-79cf7f5d82c0 on network fd69eb3e-8b06-4f4a-b44b-eaf1c254204c {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:05:21.072321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:05:21.076919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Checking segment: {'id': 'f50e1a66-8314-48f6-a293-4f0439a63f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fd69eb3e-8b06-4f4a-b44b-eaf1c254204c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:21.077592 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:21.078205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Bound using segment: {'id': 'f50e1a66-8314-48f6-a293-4f0439a63f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fd69eb3e-8b06-4f4a-b44b-eaf1c254204c'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:05:21.078952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Bound port: 6ee663ec-97bd-4303-9649-79cf7f5d82c0, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50e1a66-8314-48f6-a293-4f0439a63f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'fd69eb3e-8b06-4f4a-b44b-eaf1c254204c'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:05:21.079635 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:21.144370 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90014dbd-a90a-4528-8acf-fa3c4cf0e1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:21.263276 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for port (f820d01e-1c30-420e-b723-42ac63dbbf68), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:21.325314 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f820d01e-1c30-420e-b723-42ac63dbbf68), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:21.341611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] For port 6ee663ec-97bd-4303-9649-79cf7f5d82c0, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:05:21.346100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] For port 6ee663ec-97bd-4303-9649-79cf7f5d82c0, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ee663ec-97bd-4303-9649-79cf7f5d82c0,segment=NetworkSegment(f50e1a66-8314-48f6-a293-4f0439a63f1b),segment_id=f50e1a66-8314-48f6-a293-4f0439a63f1b)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:05:21.365732 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:21.555746 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6e95f-a3e2-422a-9759-e04bdb6e7606 None None] Pushing event updated for resources: {'Port': ['ID=6ee663ec-97bd-4303-9649-79cf7f5d82c0,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:21.644944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network fd69eb3e-8b06-4f4a-b44b-eaf1c254204c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:05:21.649770 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Port': ['ID=f820d01e-1c30-420e-b723-42ac63dbbf68,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:21.680670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:21.693632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:05:21.723693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:21.725806 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:21.790180 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f9fb1940-51f2-4095-acc5-a537ec15fc04 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.8147576 Jan 31 19:05:21.796436 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38176) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:22.009664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a747a3-5e63-4131-8350-c2507f3ed0d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Deleting subnet 1a91e3a9-2535-48f7-86d4-ebc49f65ade1 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:05:22.055249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2a747a3-5e63-4131-8350-c2507f3ed0d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for subnet (1a91e3a9-2535-48f7-86d4-ebc49f65ade1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:22.194784 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2a747a3-5e63-4131-8350-c2507f3ed0d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (1a91e3a9-2535-48f7-86d4-ebc49f65ade1), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:22.506168 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:22.594100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38204) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:22.643414 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2a747a3-5e63-4131-8350-c2507f3ed0d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (1a91e3a9-2535-48f7-86d4-ebc49f65ade1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:22.770813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ee663ec-97bd-4303-9649-79cf7f5d82c0 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:05:22.845657 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2a747a3-5e63-4131-8350-c2507f3ed0d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (1a91e3a9-2535-48f7-86d4-ebc49f65ade1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:22.953831 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d10686bf-3e0b-42cc-b3d6-5b05bea9dec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:22.957615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a747a3-5e63-4131-8350-c2507f3ed0d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Subnet': ['ID=1a91e3a9-2535-48f7-86d4-ebc49f65ade1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:23.009584 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2a747a3-5e63-4131-8350-c2507f3ed0d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:23.026697 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6ee663ec-97bd-4303-9649-79cf7f5d82c0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:05:23.030324 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:23.031606 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c2a747a3-5e63-4131-8350-c2507f3ed0d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/subnets/1a91e3a9-2535-48f7-86d4-ebc49f65ade1 HTTP/1.1" status: 204 len: 168 time: 1.2336514 Jan 31 19:05:23.034359 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:23.256744 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d10686bf-3e0b-42cc-b3d6-5b05bea9dec9 admin admin] Publish callbacks [] for security_group (bf29034e-7873-47fa-ab66-a53a6c44bb69), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:23.272828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6ee663ec-97bd-4303-9649-79cf7f5d82c0 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:05:23.273151 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:23.275456 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d10686bf-3e0b-42cc-b3d6-5b05bea9dec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bf29034e-7873-47fa-ab66-a53a6c44bb69), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:23.304177 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc323b5-23b8-4e8e-8c8c-02610cbe592e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:23.306510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc323b5-23b8-4e8e-8c8c-02610cbe592e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:23.308875 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1cc323b5-23b8-4e8e-8c8c-02610cbe592e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2725475 Jan 31 19:05:23.311733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38252) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:23.367368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10686bf-3e0b-42cc-b3d6-5b05bea9dec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf29034e-7873-47fa-ab66-a53a6c44bb69,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:23.424433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 6ee663ec-97bd-4303-9649-79cf7f5d82c0, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ee663ec-97bd-4303-9649-79cf7f5d82c0,segment=NetworkSegment(f50e1a66-8314-48f6-a293-4f0439a63f1b),segment_id=f50e1a66-8314-48f6-a293-4f0439a63f1b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:05:23.441428 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:23.477464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d10686bf-3e0b-42cc-b3d6-5b05bea9dec9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82936f610513447e98b2edb87d78704b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8783588 Jan 31 19:05:23.477788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38262) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:23.577599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=6ee663ec-97bd-4303-9649-79cf7f5d82c0,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:23.639003 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-669c5cf3-ae64-431b-b047-1114f50312f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (fd69eb3e-8b06-4f4a-b44b-eaf1c254204c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:23.641101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88093355-0d64-4318-8490-f707ff28b5da None None] Network fd69eb3e-8b06-4f4a-b44b-eaf1c254204c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:23.706310 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-669c5cf3-ae64-431b-b047-1114f50312f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 31 19:05:23.706966 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669c5cf3-ae64-431b-b047-1114f50312f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:05:23.721923 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-669c5cf3-ae64-431b-b047-1114f50312f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/networks/fd69eb3e-8b06-4f4a-b44b-eaf1c254204c HTTP/1.1" status: 409 len: 466 time: 0.4078286 Jan 31 19:05:23.722398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38270) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:23.732246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6e5e5b9c-4906-49d4-80b0-6cb4a017b867 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1242901992'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:23.737271 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f757f89a-6717-467b-9856-fd98bee2578e admin admin] Publish callbacks [] for security_group (bf29034e-7873-47fa-ab66-a53a6c44bb69), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:23.796608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f757f89a-6717-467b-9856-fd98bee2578e admin admin] Publish callbacks [] for security_group (bf29034e-7873-47fa-ab66-a53a6c44bb69), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:23.911607 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f757f89a-6717-467b-9856-fd98bee2578e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bf29034e-7873-47fa-ab66-a53a6c44bb69), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:23.915379 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f757f89a-6717-467b-9856-fd98bee2578e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:23.916774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f757f89a-6717-467b-9856-fd98bee2578e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf29034e-7873-47fa-ab66-a53a6c44bb69 HTTP/1.1" status: 204 len: 168 time: 0.4379702 Jan 31 19:05:23.927565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6da3df71-90e3-4aac-80b6-0e6e5e3f8d81 None None] Provisioning complete for port 6ee663ec-97bd-4303-9649-79cf7f5d82c0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:05:23.928159 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6da3df71-90e3-4aac-80b6-0e6e5e3f8d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:23.940503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757f89a-6717-467b-9856-fd98bee2578e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf29034e-7873-47fa-ab66-a53a6c44bb69,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:23.970496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5e5b9c-4906-49d4-80b0-6cb4a017b867 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:23.980476 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5b9c-4906-49d4-80b0-6cb4a017b867 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:24.080523 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5e5b9c-4906-49d4-80b0-6cb4a017b867 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:05:24.097596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6da3df71-90e3-4aac-80b6-0e6e5e3f8d81 None None] Current status of the port 6ee663ec-97bd-4303-9649-79cf7f5d82c0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:05:24.133714 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:24.137054 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5b9c-4906-49d4-80b0-6cb4a017b867 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (32233f88-5fc8-4cb3-a2e4-8fa392990665), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:24.138789 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-6e5e5b9c-4906-49d4-80b0-6cb4a017b867 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Added segment 32233f88-5fc8-4cb3-a2e4-8fa392990665 of type vlan for network 7b823b87-c818-4577-8c16-eb1d9c57a06a Jan 31 19:05:24.186867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e5f4ed-af8d-4f31-8e3d-0836488a0e97 None None] DHCP port deletion for fd69eb3e-8b06-4f4a-b44b-eaf1c254204c request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:05:24.246229 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5b9c-4906-49d4-80b0-6cb4a017b867 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (7b823b87-c818-4577-8c16-eb1d9c57a06a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:24.327749 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5b9c-4906-49d4-80b0-6cb4a017b867 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (7b823b87-c818-4577-8c16-eb1d9c57a06a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:24.335656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e5b9c-4906-49d4-80b0-6cb4a017b867 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:24.337409 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e5e5b9c-4906-49d4-80b0-6cb4a017b867 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:24.462666 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:24.488521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38286) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:24.489576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5f4ed-af8d-4f31-8e3d-0836488a0e97 None None] Deleting port 6ee663ec-97bd-4303-9649-79cf7f5d82c0 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:05:24.490293 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f4ed-af8d-4f31-8e3d-0836488a0e97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:24.499771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'subnet': {'network_id': '7b823b87-c818-4577-8c16-eb1d9c57a06a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:24.506651 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6e5e5b9c-4906-49d4-80b0-6cb4a017b867 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7592938 Jan 31 19:05:24.621449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6ee663ec-97bd-4303-9649-79cf7f5d82c0 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:05:24.701566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e5b9c-4906-49d4-80b0-6cb4a017b867 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Network': ['ID=7b823b87-c818-4577-8c16-eb1d9c57a06a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:24.773557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 7b823b87-c818-4577-8c16-eb1d9c57a06a details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:05:24.889889 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:24.895533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:25.138423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c1e5f4ed-af8d-4f31-8e3d-0836488a0e97 None None] For port 6ee663ec-97bd-4303-9649-79cf7f5d82c0, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ee663ec-97bd-4303-9649-79cf7f5d82c0,segment=NetworkSegment(f50e1a66-8314-48f6-a293-4f0439a63f1b),segment_id=f50e1a66-8314-48f6-a293-4f0439a63f1b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:05:25.139373 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f4ed-af8d-4f31-8e3d-0836488a0e97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:25.229695 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:05:25.281054 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6ee663ec-97bd-4303-9649-79cf7f5d82c0 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:05:25.287019 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:25.293386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5f4ed-af8d-4f31-8e3d-0836488a0e97 None None] Calling delete_port for 6ee663ec-97bd-4303-9649-79cf7f5d82c0 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:05:25.492352 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:25.638430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 6ee663ec-97bd-4303-9649-79cf7f5d82c0, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6ee663ec-97bd-4303-9649-79cf7f5d82c0,segment=NetworkSegment(f50e1a66-8314-48f6-a293-4f0439a63f1b),segment_id=f50e1a66-8314-48f6-a293-4f0439a63f1b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:05:25.666505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 19:05:25.667999 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (8bbc39fd-9693-4e1a-8a95-3d49be8ea43a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:25.679295 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:25.785633 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f4ed-af8d-4f31-8e3d-0836488a0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (6ee663ec-97bd-4303-9649-79cf7f5d82c0), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:25.824265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5f4ed-af8d-4f31-8e3d-0836488a0e97 None None] No DVR routers for this DVR port 6ee663ec-97bd-4303-9649-79cf7f5d82c0 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:05:25.847338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=6ee663ec-97bd-4303-9649-79cf7f5d82c0,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:25.922233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5f4ed-af8d-4f31-8e3d-0836488a0e97 None None] Pushing event deleted for resources: {'Port': ['ID=6ee663ec-97bd-4303-9649-79cf7f5d82c0,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:25.928419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Subnet': ['ID=8bbc39fd-9693-4e1a-8a95-3d49be8ea43a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:25.948720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Checking segment: {'id': '32233f88-5fc8-4cb3-a2e4-8fa392990665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '7b823b87-c818-4577-8c16-eb1d9c57a06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:25.949091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network hostable DHCP agents. Network: 7b823b87-c818-4577-8c16-eb1d9c57a06a, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:05:26.028948 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network 7b823b87-c818-4577-8c16-eb1d9c57a06a is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:05:26.046095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 7b823b87-c818-4577-8c16-eb1d9c57a06a) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:26.051282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:26.052160 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:26.084199 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-215ba2ce-7e3a-44dc-8699-d93272101abb tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5934925 Jan 31 19:05:26.086871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38340) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:26.098149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49224114-bd9a-490a-a672-ef808230e211 None None] Network 7b823b87-c818-4577-8c16-eb1d9c57a06a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:26.382198 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:26.399358 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (7b823b87-c818-4577-8c16-eb1d9c57a06a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:26.466653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-7b823b87-c818-4577-8c16-eb1d9c57a06a', 'network_id': '7b823b87-c818-4577-8c16-eb1d9c57a06a', 'project_id': '758be6a886bb44f3b2d9a7aa21524cb2', 'fixed_ips': [{'subnet_id': '8bbc39fd-9693-4e1a-8a95-3d49be8ea43a'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:05:26.467626 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:26.582404 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (8bbc39fd-9693-4e1a-8a95-3d49be8ea43a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:26.922220 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Allocated IP 2001:db8::f816:3eff:feaa:33ee (7b823b87-c818-4577-8c16-eb1d9c57a06a/8bbc39fd-9693-4e1a-8a95-3d49be8ea43a/80181fbb-7d6b-4982-ab2b-cb720613113a) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:05:27.330885 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Publish callbacks [] for port (80181fbb-7d6b-4982-ab2b-cb720613113a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:27.348795 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (80181fbb-7d6b-4982-ab2b-cb720613113a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:27.378418 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (8bbc39fd-9693-4e1a-8a95-3d49be8ea43a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:27.443148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Network 7b823b87-c818-4577-8c16-eb1d9c57a06a is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:05:27.446960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:27.460999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:05:27.466238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Pushing event updated for resources: {'Port': ['ID=80181fbb-7d6b-4982-ab2b-cb720613113a,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:27.587130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Subnet': ['ID=8bbc39fd-9693-4e1a-8a95-3d49be8ea43a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:27.641947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Attempting to bind port 80181fbb-7d6b-4982-ab2b-cb720613113a on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:05:27.642616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Attempting to bind port 80181fbb-7d6b-4982-ab2b-cb720613113a by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '32233f88-5fc8-4cb3-a2e4-8fa392990665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '7b823b87-c818-4577-8c16-eb1d9c57a06a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:05:27.643035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Attempting to bind port 80181fbb-7d6b-4982-ab2b-cb720613113a on network 7b823b87-c818-4577-8c16-eb1d9c57a06a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:05:27.655696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:05:27.656770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Checking segment: {'id': '32233f88-5fc8-4cb3-a2e4-8fa392990665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '7b823b87-c818-4577-8c16-eb1d9c57a06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:27.657362 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:27.658231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Bound using segment: {'id': '32233f88-5fc8-4cb3-a2e4-8fa392990665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '7b823b87-c818-4577-8c16-eb1d9c57a06a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:05:27.659448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Bound port: 80181fbb-7d6b-4982-ab2b-cb720613113a, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32233f88-5fc8-4cb3-a2e4-8fa392990665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '7b823b87-c818-4577-8c16-eb1d9c57a06a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:05:27.660290 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (80181fbb-7d6b-4982-ab2b-cb720613113a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:27.710713 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (7b823b87-c818-4577-8c16-eb1d9c57a06a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:27.786706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b823b87-c818-4577-8c16-eb1d9c57a06a']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:27.810590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32233f88-5fc8-4cb3-a2e4-8fa392990665') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:27.810901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32233f88-5fc8-4cb3-a2e4-8fa392990665') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:27.832210 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (32233f88-5fc8-4cb3-a2e4-8fa392990665), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:27.841727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] For port 80181fbb-7d6b-4982-ab2b-cb720613113a, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:05:27.862487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] For port 80181fbb-7d6b-4982-ab2b-cb720613113a, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=80181fbb-7d6b-4982-ab2b-cb720613113a,segment=NetworkSegment(32233f88-5fc8-4cb3-a2e4-8fa392990665),segment_id=32233f88-5fc8-4cb3-a2e4-8fa392990665)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:05:27.887489 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (32233f88-5fc8-4cb3-a2e4-8fa392990665), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:27.898084 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (80181fbb-7d6b-4982-ab2b-cb720613113a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:27.923441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:05:27.923779 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (32233f88-5fc8-4cb3-a2e4-8fa392990665), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:05:28.032187 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:05:28.055419 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 19:05:28.055419 n-d-812111-15 neutron-server[103225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 19:05:28.055419 n-d-812111-15 neutron-server[103225]: [parameters: {'id': '7b823b87-c818-4577-8c16-eb1d9c57a06a'}] Jan 31 19:05:28.055419 n-d-812111-15 neutron-server[103225]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:05:28.055792 n-d-812111-15 neutron-server[103225]: DEBUG oslo_db.api [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:05:28.128615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec1503-407b-4356-a6c7-6f0d2ff7b0cd None None] Pushing event updated for resources: {'Port': ['ID=80181fbb-7d6b-4982-ab2b-cb720613113a,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:28.162384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b141d41-85e7-4e01-80f5-41d92233dbe3 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:05:28.363061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b141d41-85e7-4e01-80f5-41d92233dbe3 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 19:05:28.556770 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (7b823b87-c818-4577-8c16-eb1d9c57a06a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:28.666033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Deleting port 80181fbb-7d6b-4982-ab2b-cb720613113a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:05:28.666828 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (80181fbb-7d6b-4982-ab2b-cb720613113a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:28.750235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24df525-68b7-45eb-ac9e-6972db92b24a None None] Network 7b823b87-c818-4577-8c16-eb1d9c57a06a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:28.814079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] For port 80181fbb-7d6b-4982-ab2b-cb720613113a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=80181fbb-7d6b-4982-ab2b-cb720613113a,segment=NetworkSegment(32233f88-5fc8-4cb3-a2e4-8fa392990665),segment_id=32233f88-5fc8-4cb3-a2e4-8fa392990665)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:05:28.815011 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (80181fbb-7d6b-4982-ab2b-cb720613113a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:28.865898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Calling delete_port for 80181fbb-7d6b-4982-ab2b-cb720613113a owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:05:29.061371 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (80181fbb-7d6b-4982-ab2b-cb720613113a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:29.122839 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Port': ['ID=80181fbb-7d6b-4982-ab2b-cb720613113a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:29.135897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No DVR routers for this DVR port 80181fbb-7d6b-4982-ab2b-cb720613113a on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:05:29.359309 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (7b823b87-c818-4577-8c16-eb1d9c57a06a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:29.391110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b823b87-c818-4577-8c16-eb1d9c57a06a']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:29.415706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32233f88-5fc8-4cb3-a2e4-8fa392990665') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:29.416267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32233f88-5fc8-4cb3-a2e4-8fa392990665') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:29.431517 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (32233f88-5fc8-4cb3-a2e4-8fa392990665), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:29.447546 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (32233f88-5fc8-4cb3-a2e4-8fa392990665), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:29.457207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:05:29.457903 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (32233f88-5fc8-4cb3-a2e4-8fa392990665), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:05:29.462715 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:05:29.607372 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (7b823b87-c818-4577-8c16-eb1d9c57a06a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:29.628614 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:29.633383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/networks/7b823b87-c818-4577-8c16-eb1d9c57a06a HTTP/1.1" status: 204 len: 168 time: 3.5451946 Jan 31 19:05:29.636676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38512) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:29.643368 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-29eea61a-07ff-4f03-bf6f-5eed36db0b3b tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1858504458'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:29.656131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022728e9-4769-4de1-9009-508cc76f5662 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Network': ['ID=7b823b87-c818-4577-8c16-eb1d9c57a06a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:29.722755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eea61a-07ff-4f03-bf6f-5eed36db0b3b tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:29.741420 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29eea61a-07ff-4f03-bf6f-5eed36db0b3b tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:29.803208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29eea61a-07ff-4f03-bf6f-5eed36db0b3b tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:05:29.816501 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29eea61a-07ff-4f03-bf6f-5eed36db0b3b tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (de2f4f7a-d3fd-4c7a-b6bd-2038571c83af), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:29.816852 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-29eea61a-07ff-4f03-bf6f-5eed36db0b3b tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Added segment de2f4f7a-d3fd-4c7a-b6bd-2038571c83af of type vlan for network f4d55bf3-f5ba-4c26-8ef8-88ddce2828be Jan 31 19:05:29.913882 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29eea61a-07ff-4f03-bf6f-5eed36db0b3b tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (f4d55bf3-f5ba-4c26-8ef8-88ddce2828be), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:29.955160 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29eea61a-07ff-4f03-bf6f-5eed36db0b3b tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (f4d55bf3-f5ba-4c26-8ef8-88ddce2828be), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:29.960536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eea61a-07ff-4f03-bf6f-5eed36db0b3b tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:29.961388 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29eea61a-07ff-4f03-bf6f-5eed36db0b3b tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:30.169547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eea61a-07ff-4f03-bf6f-5eed36db0b3b tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Network': ['ID=f4d55bf3-f5ba-4c26-8ef8-88ddce2828be,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:30.178002 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-29eea61a-07ff-4f03-bf6f-5eed36db0b3b tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5391693 Jan 31 19:05:30.179929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network f4d55bf3-f5ba-4c26-8ef8-88ddce2828be details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:05:30.180373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38534) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:30.189656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bb17b558-2bef-4644-a41c-921e2b23298e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'subnet': {'network_id': 'f4d55bf3-f5ba-4c26-8ef8-88ddce2828be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:30.385252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb17b558-2bef-4644-a41c-921e2b23298e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:30.404756 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb17b558-2bef-4644-a41c-921e2b23298e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:30.909472 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb17b558-2bef-4644-a41c-921e2b23298e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (3cd66a9c-3372-42dd-88de-e192420eb2e4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:31.128876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17b558-2bef-4644-a41c-921e2b23298e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Subnet': ['ID=3cd66a9c-3372-42dd-88de-e192420eb2e4,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:31.192972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb17b558-2bef-4644-a41c-921e2b23298e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Checking segment: {'id': 'de2f4f7a-d3fd-4c7a-b6bd-2038571c83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d55bf3-f5ba-4c26-8ef8-88ddce2828be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:31.193365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb17b558-2bef-4644-a41c-921e2b23298e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network hostable DHCP agents. Network: f4d55bf3-f5ba-4c26-8ef8-88ddce2828be, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:05:31.216896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:31.237759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb17b558-2bef-4644-a41c-921e2b23298e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network f4d55bf3-f5ba-4c26-8ef8-88ddce2828be is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:05:31.269311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-bb17b558-2bef-4644-a41c-921e2b23298e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, f4d55bf3-f5ba-4c26-8ef8-88ddce2828be) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:31.274920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17b558-2bef-4644-a41c-921e2b23298e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:31.275547 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb17b558-2bef-4644-a41c-921e2b23298e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:31.282943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db798b-78ff-4231-91dc-278ec0109e42 None None] Network f4d55bf3-f5ba-4c26-8ef8-88ddce2828be requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:31.346955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bb17b558-2bef-4644-a41c-921e2b23298e tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1649795 Jan 31 19:05:31.349663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:31.581935 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (f4d55bf3-f5ba-4c26-8ef8-88ddce2828be), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:31.584369 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fcc2a6f-9739-4d08-893d-ad0b99def586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:31.690802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fcd3e8-0484-45e8-8860-d758b8ff0942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-f4d55bf3-f5ba-4c26-8ef8-88ddce2828be', 'network_id': 'f4d55bf3-f5ba-4c26-8ef8-88ddce2828be', 'project_id': '758be6a886bb44f3b2d9a7aa21524cb2', 'fixed_ips': [{'subnet_id': '3cd66a9c-3372-42dd-88de-e192420eb2e4'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:05:31.694620 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-69fcd3e8-0484-45e8-8860-d758b8ff0942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:31.777997 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (3cd66a9c-3372-42dd-88de-e192420eb2e4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:31.934549 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (3cd66a9c-3372-42dd-88de-e192420eb2e4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:31.990908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fcc2a6f-9739-4d08-893d-ad0b99def586 admin admin] Publish callbacks [] for security_group (b323e2b4-bfc3-4e79-9daf-44d5b667827d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:31.995068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd66a9c-3372-42dd-88de-e192420eb2e4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:32.001928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fcc2a6f-9739-4d08-893d-ad0b99def586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b323e2b4-bfc3-4e79-9daf-44d5b667827d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-69fcd3e8-0484-45e8-8860-d758b8ff0942 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3cd66a9c-3372-42dd-88de-e192420eb2e4: This subnet is being modified by another concurrent operation. Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3cd66a9c-3372-42dd-88de-e192420eb2e4: This subnet is being modified by another concurrent operation. Jan 31 19:05:32.073463 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 19:05:32.101553 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ecdde7-e09c-45a1-bc5c-7b65504ae2f3 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:05:32.114135 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6fcc2a6f-9739-4d08-893d-ad0b99def586 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a1ac33314c54299ba0e004998411beb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8927228 Jan 31 19:05:32.114765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:32.150413 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (f4d55bf3-f5ba-4c26-8ef8-88ddce2828be), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.199435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d55bf3-f5ba-4c26-8ef8-88ddce2828be']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:32.222791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2f4f7a-d3fd-4c7a-b6bd-2038571c83af') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:32.223175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2f4f7a-d3fd-4c7a-b6bd-2038571c83af') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:32.253936 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (de2f4f7a-d3fd-4c7a-b6bd-2038571c83af), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.280528 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (de2f4f7a-d3fd-4c7a-b6bd-2038571c83af), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.285490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ecdde7-e09c-45a1-bc5c-7b65504ae2f3 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 19:05:32.300511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:05:32.301009 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (de2f4f7a-d3fd-4c7a-b6bd-2038571c83af), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:05:32.304870 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:05:32.322793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc2a6f-9739-4d08-893d-ad0b99def586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b323e2b4-bfc3-4e79-9daf-44d5b667827d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:32.325691 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5495a3ce-a86f-4e12-853d-e28c98b676d8 admin admin] Publish callbacks [] for security_group (b323e2b4-bfc3-4e79-9daf-44d5b667827d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.418581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5495a3ce-a86f-4e12-853d-e28c98b676d8 admin admin] Publish callbacks [] for security_group (b323e2b4-bfc3-4e79-9daf-44d5b667827d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.452851 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (f4d55bf3-f5ba-4c26-8ef8-88ddce2828be), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.460728 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.474002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/networks/f4d55bf3-f5ba-4c26-8ef8-88ddce2828be HTTP/1.1" status: 204 len: 168 time: 1.1229134 Jan 31 19:05:32.476273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38598) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:32.533580 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2a95b03e-d076-4597-9d74-e0e58a12e0e0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1279017567'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:32.556035 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5495a3ce-a86f-4e12-853d-e28c98b676d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b323e2b4-bfc3-4e79-9daf-44d5b667827d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.563981 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5495a3ce-a86f-4e12-853d-e28c98b676d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.582157 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5495a3ce-a86f-4e12-853d-e28c98b676d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b323e2b4-bfc3-4e79-9daf-44d5b667827d HTTP/1.1" status: 204 len: 168 time: 0.4590402 Jan 31 19:05:32.642889 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495a3ce-a86f-4e12-853d-e28c98b676d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b323e2b4-bfc3-4e79-9daf-44d5b667827d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:32.667549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa335574-09ce-4754-9af6-dea2102eb1d8 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Network': ['ID=f4d55bf3-f5ba-4c26-8ef8-88ddce2828be,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:32.687199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a95b03e-d076-4597-9d74-e0e58a12e0e0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:32.708779 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a95b03e-d076-4597-9d74-e0e58a12e0e0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.808109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a95b03e-d076-4597-9d74-e0e58a12e0e0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:05:32.843313 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a95b03e-d076-4597-9d74-e0e58a12e0e0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (7200d59b-09ad-4164-ae88-916d35015565), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:32.856986 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-2a95b03e-d076-4597-9d74-e0e58a12e0e0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Added segment 7200d59b-09ad-4164-ae88-916d35015565 of type vlan for network f657cd57-014c-4ba0-943b-b0c2fff8cce2 Jan 31 19:05:32.994888 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a95b03e-d076-4597-9d74-e0e58a12e0e0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (f657cd57-014c-4ba0-943b-b0c2fff8cce2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:33.066391 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a95b03e-d076-4597-9d74-e0e58a12e0e0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (f657cd57-014c-4ba0-943b-b0c2fff8cce2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:33.071395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a95b03e-d076-4597-9d74-e0e58a12e0e0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:33.072001 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a95b03e-d076-4597-9d74-e0e58a12e0e0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:33.133722 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38620) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:33.140075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Request body: {'subnet': {'network_id': 'f657cd57-014c-4ba0-943b-b0c2fff8cce2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:33.144966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2a95b03e-d076-4597-9d74-e0e58a12e0e0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6594808 Jan 31 19:05:33.271233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95b03e-d076-4597-9d74-e0e58a12e0e0 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Network': ['ID=f657cd57-014c-4ba0-943b-b0c2fff8cce2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:33.298560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network f657cd57-014c-4ba0-943b-b0c2fff8cce2 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:05:33.452864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Made reservation on behalf of 758be6a886bb44f3b2d9a7aa21524cb2 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:33.460051 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:33.463613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:33.483098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e9af0e-0981-48ee-98ce-22259f05f3c1 None None] Network f4d55bf3-f5ba-4c26-8ef8-88ddce2828be requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:33.493327 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e534e2-d0d7-4de9-b425-5abf75057ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:33.502113 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e9af0e-0981-48ee-98ce-22259f05f3c1 None None] Network f4d55bf3-f5ba-4c26-8ef8-88ddce2828be could not be found, it might have been deleted concurrently. {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 31 19:05:33.743020 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e534e2-d0d7-4de9-b425-5abf75057ba7 admin admin] Publish callbacks [] for security_group (fde2490e-247e-4b20-acee-c53caf0b6b6a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:33.769207 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e534e2-d0d7-4de9-b425-5abf75057ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fde2490e-247e-4b20-acee-c53caf0b6b6a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:33.819868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-35e534e2-d0d7-4de9-b425-5abf75057ba7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21d2ba50a5aa449986db943bc1217ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3541565 Jan 31 19:05:33.822402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38634) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:33.900227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e534e2-d0d7-4de9-b425-5abf75057ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde2490e-247e-4b20-acee-c53caf0b6b6a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:33.946197 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfe6cf36-c1f8-4f18-8eb3-a8ac2e114b84 admin admin] Publish callbacks [] for security_group (fde2490e-247e-4b20-acee-c53caf0b6b6a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:34.004773 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfe6cf36-c1f8-4f18-8eb3-a8ac2e114b84 admin admin] Publish callbacks [] for security_group (fde2490e-247e-4b20-acee-c53caf0b6b6a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:34.201872 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfe6cf36-c1f8-4f18-8eb3-a8ac2e114b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fde2490e-247e-4b20-acee-c53caf0b6b6a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:34.212242 n-d-812111-15 neutron-server[103226]: DEBUG neutron.objects.ports [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 19:05:34.213791 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (dff93f0a-2d6b-47af-b9aa-de04a6bc4458), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:34.218098 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfe6cf36-c1f8-4f18-8eb3-a8ac2e114b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:34.221657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bfe6cf36-c1f8-4f18-8eb3-a8ac2e114b84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fde2490e-247e-4b20-acee-c53caf0b6b6a HTTP/1.1" status: 204 len: 168 time: 0.3983035 Jan 31 19:05:34.259381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6cf36-c1f8-4f18-8eb3-a8ac2e114b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde2490e-247e-4b20-acee-c53caf0b6b6a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:34.361264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event updated for resources: {'Subnet': ['ID=dff93f0a-2d6b-47af-b9aa-de04a6bc4458,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:34.395850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Checking segment: {'id': '7200d59b-09ad-4164-ae88-916d35015565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f657cd57-014c-4ba0-943b-b0c2fff8cce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:34.396224 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network hostable DHCP agents. Network: f657cd57-014c-4ba0-943b-b0c2fff8cce2, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:05:34.447223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Network f657cd57-014c-4ba0-943b-b0c2fff8cce2 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:05:34.465977 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, f657cd57-014c-4ba0-943b-b0c2fff8cce2) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:34.471420 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:34.472213 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:34.482813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d82540-7b97-4c3f-beba-dc9fc6339555 None None] Network f657cd57-014c-4ba0-943b-b0c2fff8cce2 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:34.516009 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e86170e3-8906-4ce0-b4ef-f835c255a579 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3797503 Jan 31 19:05:34.518812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38660) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:34.689494 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-f657cd57-014c-4ba0-943b-b0c2fff8cce2', 'network_id': 'f657cd57-014c-4ba0-943b-b0c2fff8cce2', 'project_id': '758be6a886bb44f3b2d9a7aa21524cb2', 'fixed_ips': [{'subnet_id': 'dff93f0a-2d6b-47af-b9aa-de04a6bc4458'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:05:34.690601 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:34.784560 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (f657cd57-014c-4ba0-943b-b0c2fff8cce2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:34.870764 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (dff93f0a-2d6b-47af-b9aa-de04a6bc4458), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:35.054248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Allocated IP 2001:db8::f816:3eff:fe87:4511 (f657cd57-014c-4ba0-943b-b0c2fff8cce2/dff93f0a-2d6b-47af-b9aa-de04a6bc4458/08ce7da1-a558-4d98-abc4-922742c2f895) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:05:35.378730 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Publish callbacks [] for port (08ce7da1-a558-4d98-abc4-922742c2f895), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:35.394468 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (08ce7da1-a558-4d98-abc4-922742c2f895), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:35.423160 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (dff93f0a-2d6b-47af-b9aa-de04a6bc4458), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:35.493806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Subnet': ['ID=dff93f0a-2d6b-47af-b9aa-de04a6bc4458,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:35.503624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Pushing event updated for resources: {'Port': ['ID=08ce7da1-a558-4d98-abc4-922742c2f895,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:35.551608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Network f657cd57-014c-4ba0-943b-b0c2fff8cce2 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:05:35.555512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:35.566182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:05:35.657675 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (f657cd57-014c-4ba0-943b-b0c2fff8cce2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:35.686297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f657cd57-014c-4ba0-943b-b0c2fff8cce2']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:35.715295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7200d59b-09ad-4164-ae88-916d35015565') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:35.716397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7200d59b-09ad-4164-ae88-916d35015565') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:35.731117 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (7200d59b-09ad-4164-ae88-916d35015565), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:35.747158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Attempting to bind port 08ce7da1-a558-4d98-abc4-922742c2f895 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:05:35.748170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Attempting to bind port 08ce7da1-a558-4d98-abc4-922742c2f895 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '7200d59b-09ad-4164-ae88-916d35015565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f657cd57-014c-4ba0-943b-b0c2fff8cce2'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:05:35.748714 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Attempting to bind port 08ce7da1-a558-4d98-abc4-922742c2f895 on network f657cd57-014c-4ba0-943b-b0c2fff8cce2 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:05:35.752060 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (7200d59b-09ad-4164-ae88-916d35015565), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:35.755402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:05:35.756070 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Checking segment: {'id': '7200d59b-09ad-4164-ae88-916d35015565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f657cd57-014c-4ba0-943b-b0c2fff8cce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:35.756698 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:35.769148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Bound using segment: {'id': '7200d59b-09ad-4164-ae88-916d35015565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f657cd57-014c-4ba0-943b-b0c2fff8cce2'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:05:35.770014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Bound port: 08ce7da1-a558-4d98-abc4-922742c2f895, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7200d59b-09ad-4164-ae88-916d35015565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f657cd57-014c-4ba0-943b-b0c2fff8cce2'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:05:35.770798 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (08ce7da1-a558-4d98-abc4-922742c2f895), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:35.776308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:05:35.776791 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (7200d59b-09ad-4164-ae88-916d35015565), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:05:35.797119 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:05:35.894336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] For port 08ce7da1-a558-4d98-abc4-922742c2f895, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:05:35.920847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] For port 08ce7da1-a558-4d98-abc4-922742c2f895, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=08ce7da1-a558-4d98-abc4-922742c2f895,segment=NetworkSegment(7200d59b-09ad-4164-ae88-916d35015565),segment_id=7200d59b-09ad-4164-ae88-916d35015565)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:05:35.926051 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 19:05:35.926051 n-d-812111-15 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 19:05:35.926051 n-d-812111-15 neutron-server[103226]: [parameters: {'id': 'f657cd57-014c-4ba0-943b-b0c2fff8cce2'}] Jan 31 19:05:35.926051 n-d-812111-15 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:05:35.926606 n-d-812111-15 neutron-server[103226]: DEBUG oslo_db.api [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:05:35.934283 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (08ce7da1-a558-4d98-abc4-922742c2f895), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:36.026007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b03c3-11d2-45cb-98c4-0819d10e0f90 None None] Pushing event updated for resources: {'Port': ['ID=08ce7da1-a558-4d98-abc4-922742c2f895,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:36.101664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14964652-5749-4d7e-9148-cf49514ccffd None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:05:36.285401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14964652-5749-4d7e-9148-cf49514ccffd None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 19:05:36.427907 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (f657cd57-014c-4ba0-943b-b0c2fff8cce2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:36.593505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Deleting port 08ce7da1-a558-4d98-abc4-922742c2f895 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:05:36.594035 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (08ce7da1-a558-4d98-abc4-922742c2f895), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:36.757680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] For port 08ce7da1-a558-4d98-abc4-922742c2f895, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=08ce7da1-a558-4d98-abc4-922742c2f895,segment=NetworkSegment(7200d59b-09ad-4164-ae88-916d35015565),segment_id=7200d59b-09ad-4164-ae88-916d35015565)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:05:36.758099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (08ce7da1-a558-4d98-abc4-922742c2f895), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:36.788730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Calling delete_port for 08ce7da1-a558-4d98-abc4-922742c2f895 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:05:36.894668 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca206b-2184-4968-8cc0-3cde99000d72 None None] Network f657cd57-014c-4ba0-943b-b0c2fff8cce2 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:37.007647 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (08ce7da1-a558-4d98-abc4-922742c2f895), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:37.060741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Port': ['ID=08ce7da1-a558-4d98-abc4-922742c2f895,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:37.096289 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.100201 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.100608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.101073 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.101586 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.102105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.102442 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.103023 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.103474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.104721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.105360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.109789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.109789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:37.123102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No DVR routers for this DVR port 08ce7da1-a558-4d98-abc4-922742c2f895 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:05:37.346868 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (f657cd57-014c-4ba0-943b-b0c2fff8cce2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:37.374075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f657cd57-014c-4ba0-943b-b0c2fff8cce2']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:37.398730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7200d59b-09ad-4164-ae88-916d35015565') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:37.399198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7200d59b-09ad-4164-ae88-916d35015565') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:37.436212 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (7200d59b-09ad-4164-ae88-916d35015565), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:37.463607 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (7200d59b-09ad-4164-ae88-916d35015565), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:37.479252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:05:37.479772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (7200d59b-09ad-4164-ae88-916d35015565), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:05:37.602639 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:05:37.637853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (f657cd57-014c-4ba0-943b-b0c2fff8cce2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:37.662527 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:37.671120 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/networks/f657cd57-014c-4ba0-943b-b0c2fff8cce2 HTTP/1.1" status: 204 len: 168 time: 3.1507072 Jan 31 19:05:37.675427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:37.694258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096a5f-43ef-4803-bd11-1780bdc37a91 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Network': ['ID=f657cd57-014c-4ba0-943b-b0c2fff8cce2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:37.732715 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a86f0db-3dd6-4d64-8b65-5a7561d3577a tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] DELETE failed (client error): The resource could not be found. Jan 31 19:05:37.733178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a86f0db-3dd6-4d64-8b65-5a7561d3577a tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:05:37.742365 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38784) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:37.745071 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1a86f0db-3dd6-4d64-8b65-5a7561d3577a tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/subnets/dff93f0a-2d6b-47af-b9aa-de04a6bc4458 HTTP/1.1" status: 404 len: 337 time: 0.0683773 Jan 31 19:05:37.778208 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab3eee3-828e-455f-9ffb-9439ed8d33be tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] DELETE failed (client error): The resource could not be found. Jan 31 19:05:37.778767 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab3eee3-828e-455f-9ffb-9439ed8d33be tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:05:37.790884 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3ab3eee3-828e-455f-9ffb-9439ed8d33be tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/networks/f657cd57-014c-4ba0-943b-b0c2fff8cce2 HTTP/1.1" status: 404 len: 339 time: 0.0452504 Jan 31 19:05:37.791628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38786) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:37.852525 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b6573b-1509-4c08-bade-c58cf7d445c4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] DELETE failed (client error): The resource could not be found. Jan 31 19:05:37.853196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b6573b-1509-4c08-bade-c58cf7d445c4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:05:37.864140 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:37.867629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-07b6573b-1509-4c08-bade-c58cf7d445c4 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/subnets/3cd66a9c-3372-42dd-88de-e192420eb2e4 HTTP/1.1" status: 404 len: 337 time: 0.0746348 Jan 31 19:05:37.898951 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-6faa292a-2507-42bc-86ab-e964e8d61153 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] DELETE failed (client error): The resource could not be found. Jan 31 19:05:37.899471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6faa292a-2507-42bc-86ab-e964e8d61153 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:05:37.926233 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6faa292a-2507-42bc-86ab-e964e8d61153 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/networks/f4d55bf3-f5ba-4c26-8ef8-88ddce2828be HTTP/1.1" status: 404 len: 339 time: 0.0604646 Jan 31 19:05:37.928455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:37.983318 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ccb41c-53df-4b55-9337-de344e1deccd tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] DELETE failed (client error): The resource could not be found. Jan 31 19:05:37.983784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ccb41c-53df-4b55-9337-de344e1deccd tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:05:38.011835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38796) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:38.020932 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f8ccb41c-53df-4b55-9337-de344e1deccd tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/subnets/8bbc39fd-9693-4e1a-8a95-3d49be8ea43a HTTP/1.1" status: 404 len: 337 time: 0.0835617 Jan 31 19:05:38.056873 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca3188b-43ab-43a7-8a28-284f7b52a5f3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] DELETE failed (client error): The resource could not be found. Jan 31 19:05:38.057443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca3188b-43ab-43a7-8a28-284f7b52a5f3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:05:38.063757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:38.066270 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8ca3188b-43ab-43a7-8a28-284f7b52a5f3 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/networks/7b823b87-c818-4577-8c16-eb1d9c57a06a HTTP/1.1" status: 404 len: 339 time: 0.0518284 Jan 31 19:05:38.324438 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d173-8696-448c-a603-16d69bf90140 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Deleting port f820d01e-1c30-420e-b723-42ac63dbbf68 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:05:38.324824 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea62d173-8696-448c-a603-16d69bf90140 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f820d01e-1c30-420e-b723-42ac63dbbf68), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:38.459913 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea62d173-8696-448c-a603-16d69bf90140 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f820d01e-1c30-420e-b723-42ac63dbbf68), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:38.479346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ea62d173-8696-448c-a603-16d69bf90140 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Calling delete_port for f820d01e-1c30-420e-b723-42ac63dbbf68 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:05:38.622865 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea62d173-8696-448c-a603-16d69bf90140 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f820d01e-1c30-420e-b723-42ac63dbbf68), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:38.660866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea62d173-8696-448c-a603-16d69bf90140 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:38.669534 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea62d173-8696-448c-a603-16d69bf90140 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/ports/f820d01e-1c30-420e-b723-42ac63dbbf68 HTTP/1.1" status: 204 len: 168 time: 0.6044915 Jan 31 19:05:38.672388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38822) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:38.713515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62d173-8696-448c-a603-16d69bf90140 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Port': ['ID=f820d01e-1c30-420e-b723-42ac63dbbf68,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:38.743920 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38c7894-8fcf-4785-9445-2f85e2cc7292 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] DELETE failed (client error): The resource could not be found. Jan 31 19:05:38.744666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38c7894-8fcf-4785-9445-2f85e2cc7292 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:05:38.751488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:38.752244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b38c7894-8fcf-4785-9445-2f85e2cc7292 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/subnets/1a91e3a9-2535-48f7-86d4-ebc49f65ade1 HTTP/1.1" status: 404 len: 337 time: 0.0779464 Jan 31 19:05:38.786919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38830) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:38.857181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38832) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:38.890476 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (fd69eb3e-8b06-4f4a-b44b-eaf1c254204c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:38.931561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdc8284-52f9-4872-83e8-c6ae240f8872 admin admin] Deleting subnet 1a00deaa-288a-4e90-aaff-761b9c437c23 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:05:38.946432 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8284-52f9-4872-83e8-c6ae240f8872 admin admin] Publish callbacks [] for subnet (1a00deaa-288a-4e90-aaff-761b9c437c23), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:39.048618 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8284-52f9-4872-83e8-c6ae240f8872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (1a00deaa-288a-4e90-aaff-761b9c437c23), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:39.150742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (fd69eb3e-8b06-4f4a-b44b-eaf1c254204c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:39.226561 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8284-52f9-4872-83e8-c6ae240f8872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (1a00deaa-288a-4e90-aaff-761b9c437c23), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:39.242128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd69eb3e-8b06-4f4a-b44b-eaf1c254204c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:39.298702 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50e1a66-8314-48f6-a293-4f0439a63f1b') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:39.301556 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50e1a66-8314-48f6-a293-4f0439a63f1b') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:39.346707 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (f50e1a66-8314-48f6-a293-4f0439a63f1b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:39.393438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f50e1a66-8314-48f6-a293-4f0439a63f1b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:39.401975 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:05:39.402530 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (f50e1a66-8314-48f6-a293-4f0439a63f1b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:05:39.409663 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:05:39.412111 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9fd2d2dc-6790-4b30-9bc6-6c3b46ea2072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:39.551932 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8284-52f9-4872-83e8-c6ae240f8872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (1a00deaa-288a-4e90-aaff-761b9c437c23), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:39.596724 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8284-52f9-4872-83e8-c6ae240f8872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:39.607513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4fdc8284-52f9-4872-83e8-c6ae240f8872 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1a00deaa-288a-4e90-aaff-761b9c437c23 HTTP/1.1" status: 204 len: 168 time: 0.8190811 Jan 31 19:05:39.613640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:39.815717 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (4c453dec-1ac4-4c38-8618-e8a7d8e05607), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:39.819868 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc8284-52f9-4872-83e8-c6ae240f8872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a00deaa-288a-4e90-aaff-761b9c437c23,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:40.066397 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (4c453dec-1ac4-4c38-8618-e8a7d8e05607), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:40.117261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c453dec-1ac4-4c38-8618-e8a7d8e05607']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:40.142913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54845e39-6d7e-4d99-bb6d-2920e94f97c8') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:40.143214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54845e39-6d7e-4d99-bb6d-2920e94f97c8') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:40.168563 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (54845e39-6d7e-4d99-bb6d-2920e94f97c8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:40.195032 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (54845e39-6d7e-4d99-bb6d-2920e94f97c8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:40.207434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:05:40.207838 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (54845e39-6d7e-4d99-bb6d-2920e94f97c8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:05:40.209756 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:05:40.365563 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (4c453dec-1ac4-4c38-8618-e8a7d8e05607), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:40.372240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:40.375508 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4c453dec-1ac4-4c38-8618-e8a7d8e05607 HTTP/1.1" status: 204 len: 168 time: 0.7592797 Jan 31 19:05:40.451111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0536f9-aa18-4251-9efa-1cf7cff410a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c453dec-1ac4-4c38-8618-e8a7d8e05607,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:40.511101 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (fd69eb3e-8b06-4f4a-b44b-eaf1c254204c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:40.537087 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:40.544023 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/networks/fd69eb3e-8b06-4f4a-b44b-eaf1c254204c HTTP/1.1" status: 204 len: 168 time: 1.7909451 Jan 31 19:05:40.554634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38878) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:40.564032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fad7fe-c49a-451f-835d-bccd4e49a3f1 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Network': ['ID=fd69eb3e-8b06-4f4a-b44b-eaf1c254204c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:40.650729 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9fd2d2dc-6790-4b30-9bc6-6c3b46ea2072 admin admin] Publish callbacks [] for security_group (fd104fe1-6ce4-4c27-9405-2e071f2bf766), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:40.664249 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9fd2d2dc-6790-4b30-9bc6-6c3b46ea2072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fd104fe1-6ce4-4c27-9405-2e071f2bf766), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:40.735578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2d2dc-6790-4b30-9bc6-6c3b46ea2072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd104fe1-6ce4-4c27-9405-2e071f2bf766,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:40.750120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0aee8fb3-3e39-4253-9d63-88d83b972e43 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Deleting port cd331e0a-4a9d-44e2-ab7d-7658aeda46fb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:05:40.751088 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0aee8fb3-3e39-4253-9d63-88d83b972e43 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (cd331e0a-4a9d-44e2-ab7d-7658aeda46fb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:40.778550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38882) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:40.956294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a806536d-d45a-4da9-8996-8251f90f1dbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76d46e93ab04418dbdd46559b78be19d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1764045 Jan 31 19:05:40.958732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38888) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:40.969486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9fd2d2dc-6790-4b30-9bc6-6c3b46ea2072 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24dbd3bd56d04dc18cf058ccaed397f4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1038561 Jan 31 19:05:40.971744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:41.003120 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0aee8fb3-3e39-4253-9d63-88d83b972e43 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (cd331e0a-4a9d-44e2-ab7d-7658aeda46fb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:41.063506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0aee8fb3-3e39-4253-9d63-88d83b972e43 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Calling delete_port for cd331e0a-4a9d-44e2-ab7d-7658aeda46fb owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:05:41.085392 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46ea978a-8533-4b1a-8b94-22425a1fdc06 admin admin] Publish callbacks [] for security_group (fd104fe1-6ce4-4c27-9405-2e071f2bf766), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:41.113856 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46ea978a-8533-4b1a-8b94-22425a1fdc06 admin admin] Publish callbacks [] for security_group (fd104fe1-6ce4-4c27-9405-2e071f2bf766), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:41.184743 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe56fad3-256c-4315-a8d9-852c396e8a8c admin admin] Publish callbacks [] for security_group (ca540427-3bbc-4ebc-ba90-aa691766aef7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:41.225646 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe56fad3-256c-4315-a8d9-852c396e8a8c admin admin] Publish callbacks [] for security_group (ca540427-3bbc-4ebc-ba90-aa691766aef7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:41.236534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0aee8fb3-3e39-4253-9d63-88d83b972e43 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (cd331e0a-4a9d-44e2-ab7d-7658aeda46fb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:41.300829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee8fb3-3e39-4253-9d63-88d83b972e43 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Port': ['ID=cd331e0a-4a9d-44e2-ab7d-7658aeda46fb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:41.302626 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46ea978a-8533-4b1a-8b94-22425a1fdc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fd104fe1-6ce4-4c27-9405-2e071f2bf766), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:41.308156 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46ea978a-8533-4b1a-8b94-22425a1fdc06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:41.313655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0aee8fb3-3e39-4253-9d63-88d83b972e43 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:41.318945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-46ea978a-8533-4b1a-8b94-22425a1fdc06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd104fe1-6ce4-4c27-9405-2e071f2bf766 HTTP/1.1" status: 204 len: 168 time: 0.3432584 Jan 31 19:05:41.326369 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe56fad3-256c-4315-a8d9-852c396e8a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ca540427-3bbc-4ebc-ba90-aa691766aef7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:41.333684 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0aee8fb3-3e39-4253-9d63-88d83b972e43 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/ports/cd331e0a-4a9d-44e2-ab7d-7658aeda46fb HTTP/1.1" status: 204 len: 168 time: 0.7776778 Jan 31 19:05:41.337866 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38900) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:41.353852 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe56fad3-256c-4315-a8d9-852c396e8a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:41.356892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fe56fad3-256c-4315-a8d9-852c396e8a8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca540427-3bbc-4ebc-ba90-aa691766aef7 HTTP/1.1" status: 204 len: 168 time: 0.3970149 Jan 31 19:05:41.396245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea978a-8533-4b1a-8b94-22425a1fdc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd104fe1-6ce4-4c27-9405-2e071f2bf766,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:41.447498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56fad3-256c-4315-a8d9-852c396e8a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca540427-3bbc-4ebc-ba90-aa691766aef7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:41.455256 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-1559d746-b28c-4d78-97af-79177469cb49 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] DELETE failed (client error): The resource could not be found. Jan 31 19:05:41.461048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1559d746-b28c-4d78-97af-79177469cb49 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:05:41.471010 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1559d746-b28c-4d78-97af-79177469cb49 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/subnets/33dd0c46-9b4d-49c5-b3d4-73a4094bea3e HTTP/1.1" status: 404 len: 337 time: 0.1289079 Jan 31 19:05:41.472167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38906) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:41.770884 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (472bbb78-7227-4738-afcb-9db35da063b5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:42.015608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (472bbb78-7227-4738-afcb-9db35da063b5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:42.080249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472bbb78-7227-4738-afcb-9db35da063b5']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:42.118107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836754be-ee9d-4e26-8ee8-6fe176d8d92d') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:42.118482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836754be-ee9d-4e26-8ee8-6fe176d8d92d') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:42.142962 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (836754be-ee9d-4e26-8ee8-6fe176d8d92d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:42.175097 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (836754be-ee9d-4e26-8ee8-6fe176d8d92d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:42.187387 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:05:42.189498 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (836754be-ee9d-4e26-8ee8-6fe176d8d92d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:05:42.200777 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:05:42.380989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38928) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:42.414620 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eed55093-7bc3-40fd-926f-c3c372fc77a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:42.483098 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (472bbb78-7227-4738-afcb-9db35da063b5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:42.496959 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:42.511529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/networks/472bbb78-7227-4738-afcb-9db35da063b5 HTTP/1.1" status: 204 len: 168 time: 1.0357683 Jan 31 19:05:42.517615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38932) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:42.608142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f877c-4451-4611-8eed-981b056ccf4f tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Network': ['ID=472bbb78-7227-4738-afcb-9db35da063b5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:42.685540 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eed55093-7bc3-40fd-926f-c3c372fc77a4 admin admin] Publish callbacks [] for security_group (1b5983e8-f7ce-416e-a2c4-16b0677ef180), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:42.696733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eed55093-7bc3-40fd-926f-c3c372fc77a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1b5983e8-f7ce-416e-a2c4-16b0677ef180), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:42.772168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d326c71d-37a2-4d5d-9a69-2d1d9bb0984d tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Deleting subnet 2ec7b7ca-9c50-49e2-b057-881acc0a6a36 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:05:42.790162 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d326c71d-37a2-4d5d-9a69-2d1d9bb0984d tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for subnet (2ec7b7ca-9c50-49e2-b057-881acc0a6a36), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:42.816971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed55093-7bc3-40fd-926f-c3c372fc77a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5983e8-f7ce-416e-a2c4-16b0677ef180,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:42.821816 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eed55093-7bc3-40fd-926f-c3c372fc77a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ad927b7ba5c4a90a99362ff6483d2db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4396522 Jan 31 19:05:42.824321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 38938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:42.939304 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d326c71d-37a2-4d5d-9a69-2d1d9bb0984d tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (2ec7b7ca-9c50-49e2-b057-881acc0a6a36), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:42.955199 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f79b986-e49c-45dd-994c-eb8bfbc22bb3 admin admin] Publish callbacks [] for security_group (1b5983e8-f7ce-416e-a2c4-16b0677ef180), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:43.032708 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f79b986-e49c-45dd-994c-eb8bfbc22bb3 admin admin] Publish callbacks [] for security_group (1b5983e8-f7ce-416e-a2c4-16b0677ef180), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:43.126518 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f79b986-e49c-45dd-994c-eb8bfbc22bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1b5983e8-f7ce-416e-a2c4-16b0677ef180), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:43.130077 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f79b986-e49c-45dd-994c-eb8bfbc22bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:43.131445 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4f79b986-e49c-45dd-994c-eb8bfbc22bb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b5983e8-f7ce-416e-a2c4-16b0677ef180 HTTP/1.1" status: 204 len: 168 time: 0.3061566 Jan 31 19:05:43.145538 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79b986-e49c-45dd-994c-eb8bfbc22bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5983e8-f7ce-416e-a2c4-16b0677ef180,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:43.187386 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d326c71d-37a2-4d5d-9a69-2d1d9bb0984d tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (2ec7b7ca-9c50-49e2-b057-881acc0a6a36), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:43.353827 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d326c71d-37a2-4d5d-9a69-2d1d9bb0984d tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (2ec7b7ca-9c50-49e2-b057-881acc0a6a36), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:43.408603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326c71d-37a2-4d5d-9a69-2d1d9bb0984d tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec7b7ca-9c50-49e2-b057-881acc0a6a36,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:43.411156 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d326c71d-37a2-4d5d-9a69-2d1d9bb0984d tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:43.418373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d326c71d-37a2-4d5d-9a69-2d1d9bb0984d tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/subnets/2ec7b7ca-9c50-49e2-b057-881acc0a6a36 HTTP/1.1" status: 204 len: 168 time: 0.8687689 Jan 31 19:05:43.424799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 38952) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:43.461900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a39e0-092b-4d4b-bc8b-b4fca2a4f2c8 None None] Network b8e9634f-c868-4876-9b8b-3ffb069c2d2a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:43.646501 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (b8e9634f-c868-4876-9b8b-3ffb069c2d2a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:43.728826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a0ef0-f8f4-4aee-b1c3-37d8d36e47c2 None None] DHCP port deletion for b8e9634f-c868-4876-9b8b-3ffb069c2d2a request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:05:43.835806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-677a0ef0-f8f4-4aee-b1c3-37d8d36e47c2 None None] Deleting port f340dbb6-ea4c-4af1-b780-ea4b68226864 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:05:43.836194 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-677a0ef0-f8f4-4aee-b1c3-37d8d36e47c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:43.889983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Deleting port f340dbb6-ea4c-4af1-b780-ea4b68226864 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:05:43.897358 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:44.090630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-677a0ef0-f8f4-4aee-b1c3-37d8d36e47c2 None None] For port f340dbb6-ea4c-4af1-b780-ea4b68226864, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f340dbb6-ea4c-4af1-b780-ea4b68226864,segment=NetworkSegment(594ea0fb-24c1-40e8-9e7c-d772d19a6a7a),segment_id=594ea0fb-24c1-40e8-9e7c-d772d19a6a7a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:05:44.091381 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-677a0ef0-f8f4-4aee-b1c3-37d8d36e47c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:44.134745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-677a0ef0-f8f4-4aee-b1c3-37d8d36e47c2 None None] Calling delete_port for f340dbb6-ea4c-4af1-b780-ea4b68226864 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:05:44.271031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] For port f340dbb6-ea4c-4af1-b780-ea4b68226864, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f340dbb6-ea4c-4af1-b780-ea4b68226864,segment=NetworkSegment(594ea0fb-24c1-40e8-9e7c-d772d19a6a7a),segment_id=594ea0fb-24c1-40e8-9e7c-d772d19a6a7a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:05:44.273916 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:44.353086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Calling delete_port for f340dbb6-ea4c-4af1-b780-ea4b68226864 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:05:44.484787 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-677a0ef0-f8f4-4aee-b1c3-37d8d36e47c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:44.630040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a0ef0-f8f4-4aee-b1c3-37d8d36e47c2 None None] No DVR routers for this DVR port f340dbb6-ea4c-4af1-b780-ea4b68226864 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:05:44.662841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a0ef0-f8f4-4aee-b1c3-37d8d36e47c2 None None] Pushing event deleted for resources: {'Port': ['ID=f340dbb6-ea4c-4af1-b780-ea4b68226864,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:44.675564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f340dbb6-ea4c-4af1-b780-ea4b68226864 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:05:44.741122 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f340dbb6-ea4c-4af1-b780-ea4b68226864), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:44.764359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: f340dbb6-ea4c-4af1-b780-ea4b68226864 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:05:44.764706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f340dbb6-ea4c-4af1-b780-ea4b68226864 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:05:44.803983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] No DVR routers for this DVR port f340dbb6-ea4c-4af1-b780-ea4b68226864 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:05:44.817281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Port': ['ID=f340dbb6-ea4c-4af1-b780-ea4b68226864,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:44.997230 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (b8e9634f-c868-4876-9b8b-3ffb069c2d2a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:45.045691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e9634f-c868-4876-9b8b-3ffb069c2d2a']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:45.066824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594ea0fb-24c1-40e8-9e7c-d772d19a6a7a') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:45.067167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594ea0fb-24c1-40e8-9e7c-d772d19a6a7a') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:05:45.093186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (594ea0fb-24c1-40e8-9e7c-d772d19a6a7a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:45.143808 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (594ea0fb-24c1-40e8-9e7c-d772d19a6a7a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:45.152940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:05:45.153504 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (594ea0fb-24c1-40e8-9e7c-d772d19a6a7a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:05:45.165139 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:05:45.271990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (b8e9634f-c868-4876-9b8b-3ffb069c2d2a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:45.292161 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:45.305169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] 10.222.0.20 "DELETE /v2.0/networks/b8e9634f-c868-4876-9b8b-3ffb069c2d2a HTTP/1.1" status: 204 len: 168 time: 1.8810737 Jan 31 19:05:45.350008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac19b8-b829-4f29-9a65-a6d6c2a69c21 tempest-NetworksIpV6TestAttrs-2090102127 tempest-NetworksIpV6TestAttrs-2090102127-project] Pushing event deleted for resources: {'Network': ['ID=b8e9634f-c868-4876-9b8b-3ffb069c2d2a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:45.751517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39026) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:46.048723 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39040) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:46.065940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-26d19668-7018-41c9-b759-46f9fa4512fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=758be6a886bb44f3b2d9a7aa21524cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3131511 Jan 31 19:05:46.145756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95388e5b-be39-41d0-94d7-a2a39b049746 admin admin] Publish callbacks [] for security_group (d1476319-ca74-4f4d-b4aa-6b312cd9d708), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:46.196731 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95388e5b-be39-41d0-94d7-a2a39b049746 admin admin] Publish callbacks [] for security_group (d1476319-ca74-4f4d-b4aa-6b312cd9d708), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:46.301570 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95388e5b-be39-41d0-94d7-a2a39b049746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d1476319-ca74-4f4d-b4aa-6b312cd9d708), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:46.313695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95388e5b-be39-41d0-94d7-a2a39b049746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:46.319479 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-95388e5b-be39-41d0-94d7-a2a39b049746 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1476319-ca74-4f4d-b4aa-6b312cd9d708 HTTP/1.1" status: 204 len: 168 time: 0.2693479 Jan 31 19:05:46.355611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95388e5b-be39-41d0-94d7-a2a39b049746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1476319-ca74-4f4d-b4aa-6b312cd9d708,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:47.538049 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39090) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:47.854003 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4b15b4a-bae3-4855-94e1-ea94cf934af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.153995 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4b15b4a-bae3-4855-94e1-ea94cf934af5 admin admin] Publish callbacks [] for security_group (ccec0117-9e65-445f-84ef-bc9b45ec8561), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.168209 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4b15b4a-bae3-4855-94e1-ea94cf934af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ccec0117-9e65-445f-84ef-bc9b45ec8561), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.201032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39108) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:48.258368 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b15b4a-bae3-4855-94e1-ea94cf934af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccec0117-9e65-445f-84ef-bc9b45ec8561,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:48.282654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39112) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:48.283557 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b4b15b4a-bae3-4855-94e1-ea94cf934af5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a5e011f52374ff0a272b952b31f3acf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7383680 Jan 31 19:05:48.453349 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ad86f50-e633-43e1-ad93-5ff515c03e47 admin admin] Publish callbacks [] for security_group (ccec0117-9e65-445f-84ef-bc9b45ec8561), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.513568 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ad86f50-e633-43e1-ad93-5ff515c03e47 admin admin] Publish callbacks [] for security_group (ccec0117-9e65-445f-84ef-bc9b45ec8561), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.529321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9ea59949-92f6-4159-bf69-1be5c0b4977a tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-414553954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:48.653443 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea59949-92f6-4159-bf69-1be5c0b4977a tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (208131ae-2fb2-43c9-b16b-4af87e450b2c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.655116 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea59949-92f6-4159-bf69-1be5c0b4977a tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (208131ae-2fb2-43c9-b16b-4af87e450b2c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.670489 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ad86f50-e633-43e1-ad93-5ff515c03e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ccec0117-9e65-445f-84ef-bc9b45ec8561), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.674854 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ad86f50-e633-43e1-ad93-5ff515c03e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.676887 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4ad86f50-e633-43e1-ad93-5ff515c03e47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccec0117-9e65-445f-84ef-bc9b45ec8561 HTTP/1.1" status: 204 len: 168 time: 0.3919947 Jan 31 19:05:48.691960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad86f50-e633-43e1-ad93-5ff515c03e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccec0117-9e65-445f-84ef-bc9b45ec8561,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:48.803823 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea59949-92f6-4159-bf69-1be5c0b4977a tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for router_controller (208131ae-2fb2-43c9-b16b-4af87e450b2c), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.818500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea59949-92f6-4159-bf69-1be5c0b4977a tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (208131ae-2fb2-43c9-b16b-4af87e450b2c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.856103 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1d51a7ff-b8b7-491f-9177-2682831b7172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.882156 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea59949-92f6-4159-bf69-1be5c0b4977a tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.885672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9ea59949-92f6-4159-bf69-1be5c0b4977a tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6832530 Jan 31 19:05:48.888103 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:48.896218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1387384490'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:48.956282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Made reservation on behalf of 988fbba75aa74151b6e125b1010d87c3 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:48.960625 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:48.994252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:49.240142 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for security_group (41cb4a4f-b071-41d8-8c8d-3bb2339d982e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:49.252018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (41cb4a4f-b071-41d8-8c8d-3bb2339d982e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:49.269680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:05:49.293357 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1fcd4ef9-e509-4909-99fe-273962ac1b9a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:49.294855 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Added segment 1fcd4ef9-e509-4909-99fe-273962ac1b9a of type vlan for network 0b3598df-22e7-45ce-bc83-f14d5e44c2a4 Jan 31 19:05:49.414059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39144) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:49.428664 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (0b3598df-22e7-45ce-bc83-f14d5e44c2a4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:49.451842 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1794148-c05d-4d7d-9ac6-1bf93e68609a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:49.519531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (0b3598df-22e7-45ce-bc83-f14d5e44c2a4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:49.529050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:49.538884 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:49.596746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41cb4a4f-b071-41d8-8c8d-3bb2339d982e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:49.632974 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1794148-c05d-4d7d-9ac6-1bf93e68609a admin admin] Publish callbacks [] for security_group (fb705cc1-aaf4-4a8d-9419-8c5db56659c2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:49.643152 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1794148-c05d-4d7d-9ac6-1bf93e68609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fb705cc1-aaf4-4a8d-9419-8c5db56659c2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:49.692205 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8021235 Jan 31 19:05:49.693237 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:49.707779 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ec8bd93e-46a4-4337-9dd8-93c62aab04a5 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Request body: {'subnet': {'network_id': '0b3598df-22e7-45ce-bc83-f14d5e44c2a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:49.732139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1794148-c05d-4d7d-9ac6-1bf93e68609a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb705cc1-aaf4-4a8d-9419-8c5db56659c2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:49.816904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e1794148-c05d-4d7d-9ac6-1bf93e68609a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0eaa83d962704271be2290e1e2b719fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4017117 Jan 31 19:05:49.829975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39152) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:49.901280 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca9afb-e5f1-48d5-bc60-9669809c7589 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'Network': ['ID=0b3598df-22e7-45ce-bc83-f14d5e44c2a4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:49.914062 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 0b3598df-22e7-45ce-bc83-f14d5e44c2a4 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:05:49.940679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8bd93e-46a4-4337-9dd8-93c62aab04a5 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Made reservation on behalf of 988fbba75aa74151b6e125b1010d87c3 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:49.951097 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd93e-46a4-4337-9dd8-93c62aab04a5 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:50.003734 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e68b393-04a3-468e-832f-7c5ccdd9d66a admin admin] Publish callbacks [] for security_group (fb705cc1-aaf4-4a8d-9419-8c5db56659c2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:50.057557 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e68b393-04a3-468e-832f-7c5ccdd9d66a admin admin] Publish callbacks [] for security_group (fb705cc1-aaf4-4a8d-9419-8c5db56659c2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:50.186874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e68b393-04a3-468e-832f-7c5ccdd9d66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fb705cc1-aaf4-4a8d-9419-8c5db56659c2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:50.191912 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e68b393-04a3-468e-832f-7c5ccdd9d66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:50.201934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4e68b393-04a3-468e-832f-7c5ccdd9d66a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb705cc1-aaf4-4a8d-9419-8c5db56659c2 HTTP/1.1" status: 204 len: 168 time: 0.3639624 Jan 31 19:05:50.258202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68b393-04a3-468e-832f-7c5ccdd9d66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb705cc1-aaf4-4a8d-9419-8c5db56659c2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:50.389073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-eb0cad20-e3d5-4961-a2d2-9b1b1f8b34c3 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=11d762964e2d44ffa9cc76f37b2d4f7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1358600 Jan 31 19:05:50.476926 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd93e-46a4-4337-9dd8-93c62aab04a5 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (24e0624e-b3f1-4344-804d-98123ab84658), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:50.593452 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bd93e-46a4-4337-9dd8-93c62aab04a5 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'Subnet': ['ID=24e0624e-b3f1-4344-804d-98123ab84658,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:50.611756 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8bd93e-46a4-4337-9dd8-93c62aab04a5 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Checking segment: {'id': '1fcd4ef9-e509-4909-99fe-273962ac1b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '0b3598df-22e7-45ce-bc83-f14d5e44c2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:50.612134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8bd93e-46a4-4337-9dd8-93c62aab04a5 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Network hostable DHCP agents. Network: 0b3598df-22e7-45ce-bc83-f14d5e44c2a4, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:05:50.639928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8bd93e-46a4-4337-9dd8-93c62aab04a5 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Network 0b3598df-22e7-45ce-bc83-f14d5e44c2a4 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:05:50.670050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ec8bd93e-46a4-4337-9dd8-93c62aab04a5 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 0b3598df-22e7-45ce-bc83-f14d5e44c2a4) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:50.693910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e435f9-3755-4af7-a213-304068fdcdf3 None None] Network 0b3598df-22e7-45ce-bc83-f14d5e44c2a4 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:50.708914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bd93e-46a4-4337-9dd8-93c62aab04a5 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:50.714105 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd93e-46a4-4337-9dd8-93c62aab04a5 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:50.797503 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ec8bd93e-46a4-4337-9dd8-93c62aab04a5 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0951986 Jan 31 19:05:50.801741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39170) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:50.815848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-15902eb9-2667-463b-a6d4-298198f514bc tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Request body: {'network': {'name': 'tempest-router-network01--1693351316'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:50.886076 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15902eb9-2667-463b-a6d4-298198f514bc tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Made reservation on behalf of 988fbba75aa74151b6e125b1010d87c3 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:50.890314 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-15902eb9-2667-463b-a6d4-298198f514bc tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:50.960449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15902eb9-2667-463b-a6d4-298198f514bc tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:05:50.985063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-15902eb9-2667-463b-a6d4-298198f514bc tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (7c4c692c-d6c4-461d-9590-b41be7298b09), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:50.986060 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-15902eb9-2667-463b-a6d4-298198f514bc tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Added segment 7c4c692c-d6c4-461d-9590-b41be7298b09 of type vlan for network a6d272b6-5d54-4d88-86f1-299f57ebd865 Jan 31 19:05:51.029187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-8b44fe9c-4902-43ee-a1ba-3b0e83af48c7 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:51.031953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-8b44fe9c-4902-43ee-a1ba-3b0e83af48c7 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6348994 Jan 31 19:05:51.054668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-928a3bee-98bc-42ea-8a4c-d4967fd34b04 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/quotas/11d762964e2d44ffa9cc76f37b2d4f7c HTTP/1.1" status: 200 len: 375 time: 0.0167363 Jan 31 19:05:51.091937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-0b3598df-22e7-45ce-bc83-f14d5e44c2a4', 'network_id': '0b3598df-22e7-45ce-bc83-f14d5e44c2a4', 'project_id': '988fbba75aa74151b6e125b1010d87c3', 'fixed_ips': [{'subnet_id': '24e0624e-b3f1-4344-804d-98123ab84658'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:05:51.102269 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:51.123139 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-15902eb9-2667-463b-a6d4-298198f514bc tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (a6d272b6-5d54-4d88-86f1-299f57ebd865), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:51.147607 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9d738757-14dc-4bfa-89c7-11de5c8f697b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:51.175550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-862c9e47-939c-4422-8b6e-bf02bf1569e6 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=11d762964e2d44ffa9cc76f37b2d4f7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145434 Jan 31 19:05:51.220971 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-15902eb9-2667-463b-a6d4-298198f514bc tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (a6d272b6-5d54-4d88-86f1-299f57ebd865), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:51.239329 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15902eb9-2667-463b-a6d4-298198f514bc tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:51.242599 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-15902eb9-2667-463b-a6d4-298198f514bc tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:51.372704 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-15902eb9-2667-463b-a6d4-298198f514bc tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5673995 Jan 31 19:05:51.375590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39186) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:51.381992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0e033370-690d-471a-b9d2-d0181ec970ef tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Request body: {'network': {'name': 'tempest-router-network02--920405786'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:51.434806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e033370-690d-471a-b9d2-d0181ec970ef tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Made reservation on behalf of 988fbba75aa74151b6e125b1010d87c3 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:51.448079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e033370-690d-471a-b9d2-d0181ec970ef tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:51.511681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e033370-690d-471a-b9d2-d0181ec970ef tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:05:51.531063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15902eb9-2667-463b-a6d4-298198f514bc tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'Network': ['ID=a6d272b6-5d54-4d88-86f1-299f57ebd865,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:51.555959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network a6d272b6-5d54-4d88-86f1-299f57ebd865 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:05:51.560585 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e033370-690d-471a-b9d2-d0181ec970ef tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (92504a83-1d91-45c4-a025-e961ef13718c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:51.561233 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-0e033370-690d-471a-b9d2-d0181ec970ef tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Added segment 92504a83-1d91-45c4-a025-e961ef13718c of type vlan for network d81ede51-cb48-433b-ae03-e20af07f7645 Jan 31 19:05:51.586913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Allocated IP 2001:db8::2 (0b3598df-22e7-45ce-bc83-f14d5e44c2a4/24e0624e-b3f1-4344-804d-98123ab84658/6e4cfacf-ec2b-42f0-9c88-763984408683) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:05:51.629333 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e033370-690d-471a-b9d2-d0181ec970ef tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (d81ede51-cb48-433b-ae03-e20af07f7645), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:51.672996 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e033370-690d-471a-b9d2-d0181ec970ef tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (d81ede51-cb48-433b-ae03-e20af07f7645), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:51.689312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e033370-690d-471a-b9d2-d0181ec970ef tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:51.692030 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e033370-690d-471a-b9d2-d0181ec970ef tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:51.793368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0e033370-690d-471a-b9d2-d0181ec970ef tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4164999 Jan 31 19:05:51.796121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39214) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:51.804815 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cfd4c02e-b64a-4290-96fa-fde21bca0d42 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Request body: {'subnet': {'network_id': 'a6d272b6-5d54-4d88-86f1-299f57ebd865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:51.825718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e033370-690d-471a-b9d2-d0181ec970ef tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'Network': ['ID=d81ede51-cb48-433b-ae03-e20af07f7645,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:51.903565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network d81ede51-cb48-433b-ae03-e20af07f7645 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:05:52.095963 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd4c02e-b64a-4290-96fa-fde21bca0d42 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Made reservation on behalf of 988fbba75aa74151b6e125b1010d87c3 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:52.100868 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c02e-b64a-4290-96fa-fde21bca0d42 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:52.230937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b32aaa8c-87e7-41a2-a40e-3fc15ccc7c88 req-29825aac-b8c7-4a49-95ac-893fb4799df0 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 210 time: 0.5954070 Jan 31 19:05:52.363747 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Publish callbacks [] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:52.375087 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:52.462693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Pushing event updated for resources: {'Port': ['ID=6e4cfacf-ec2b-42f0-9c88-763984408683,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:52.486564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Network 0b3598df-22e7-45ce-bc83-f14d5e44c2a4 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:05:52.502389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:52.514626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:05:52.591038 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:52.706929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Attempting to bind port 6e4cfacf-ec2b-42f0-9c88-763984408683 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:05:52.716678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Attempting to bind port 6e4cfacf-ec2b-42f0-9c88-763984408683 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '1fcd4ef9-e509-4909-99fe-273962ac1b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '0b3598df-22e7-45ce-bc83-f14d5e44c2a4'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:05:52.717074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Attempting to bind port 6e4cfacf-ec2b-42f0-9c88-763984408683 on network 0b3598df-22e7-45ce-bc83-f14d5e44c2a4 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:05:52.738549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:05:52.746567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Checking segment: {'id': '1fcd4ef9-e509-4909-99fe-273962ac1b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '0b3598df-22e7-45ce-bc83-f14d5e44c2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:52.747009 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:52.747474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Bound using segment: {'id': '1fcd4ef9-e509-4909-99fe-273962ac1b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '0b3598df-22e7-45ce-bc83-f14d5e44c2a4'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:05:52.747994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Bound port: 6e4cfacf-ec2b-42f0-9c88-763984408683, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcd4ef9-e509-4909-99fe-273962ac1b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '0b3598df-22e7-45ce-bc83-f14d5e44c2a4'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:05:52.750757 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c02e-b64a-4290-96fa-fde21bca0d42 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (8aa780fa-5469-4d16-b2c6-6d0dae1c6eed), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:52.750960 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:52.914505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4c02e-b64a-4290-96fa-fde21bca0d42 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'Subnet': ['ID=8aa780fa-5469-4d16-b2c6-6d0dae1c6eed,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:52.951198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] For port 6e4cfacf-ec2b-42f0-9c88-763984408683, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:05:52.961716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd4c02e-b64a-4290-96fa-fde21bca0d42 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Checking segment: {'id': '7c4c692c-d6c4-461d-9590-b41be7298b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a6d272b6-5d54-4d88-86f1-299f57ebd865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:52.961926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] For port 6e4cfacf-ec2b-42f0-9c88-763984408683, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6e4cfacf-ec2b-42f0-9c88-763984408683,segment=NetworkSegment(1fcd4ef9-e509-4909-99fe-273962ac1b9a),segment_id=1fcd4ef9-e509-4909-99fe-273962ac1b9a)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:05:52.962680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd4c02e-b64a-4290-96fa-fde21bca0d42 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Network hostable DHCP agents. Network: a6d272b6-5d54-4d88-86f1-299f57ebd865, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:05:52.975353 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:53.014286 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd4c02e-b64a-4290-96fa-fde21bca0d42 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Network a6d272b6-5d54-4d88-86f1-299f57ebd865 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:05:53.033341 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cfd4c02e-b64a-4290-96fa-fde21bca0d42 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, a6d272b6-5d54-4d88-86f1-299f57ebd865) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:53.038550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd4c02e-b64a-4290-96fa-fde21bca0d42 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:53.039394 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c02e-b64a-4290-96fa-fde21bca0d42 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:53.071857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e101d0-3d95-4dc8-8b7b-af759a8680c0 None None] Network a6d272b6-5d54-4d88-86f1-299f57ebd865 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:53.086503 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cfd4c02e-b64a-4290-96fa-fde21bca0d42 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2877951 Jan 31 19:05:53.088688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39248) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:53.097976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-df6c3257-546d-477e-9331-ac95f385a30e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Request body: {'subnet': {'network_id': 'd81ede51-cb48-433b-ae03-e20af07f7645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:53.341827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736dbf0-12dd-47eb-adba-b53f1e904da4 None None] Pushing event updated for resources: {'Port': ['ID=6e4cfacf-ec2b-42f0-9c88-763984408683,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:53.504647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6c3257-546d-477e-9331-ac95f385a30e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Made reservation on behalf of 988fbba75aa74151b6e125b1010d87c3 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:53.513530 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df6c3257-546d-477e-9331-ac95f385a30e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:53.584030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-a6d272b6-5d54-4d88-86f1-299f57ebd865', 'network_id': 'a6d272b6-5d54-4d88-86f1-299f57ebd865', 'project_id': '988fbba75aa74151b6e125b1010d87c3', 'fixed_ips': [{'subnet_id': '8aa780fa-5469-4d16-b2c6-6d0dae1c6eed'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:05:53.587582 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:53.633918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac843f73-06b2-4ef0-b83b-626f5b820bd4 req-31064137-0851-4494-b2d8-7a98f8ebc2ed tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 210 time: 0.0916910 Jan 31 19:05:53.698673 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-67aae1e5-b2e0-4917-bd3f-0b652fc5e502 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=11d762964e2d44ffa9cc76f37b2d4f7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1743708 Jan 31 19:05:53.997005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Allocated IP 2001:db8::2 (a6d272b6-5d54-4d88-86f1-299f57ebd865/8aa780fa-5469-4d16-b2c6-6d0dae1c6eed/99140a38-dc8f-4c22-86b1-32f3bb862875) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:05:54.293130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-b81c1022-5963-462c-9d34-e7d55e86bd15 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:54.294993 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-b81c1022-5963-462c-9d34-e7d55e86bd15 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5905914 Jan 31 19:05:54.311685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Request body: {'port': {'device_id': '34245416-56ba-46bc-8aa8-728caee46423', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '11d762964e2d44ffa9cc76f37b2d4f7c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:54.342165 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Publish callbacks [] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:54.369248 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:54.550387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Pushing event updated for resources: {'Port': ['ID=99140a38-dc8f-4c22-86b1-32f3bb862875,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:54.560080 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:54.628933 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:54.655570 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Network a6d272b6-5d54-4d88-86f1-299f57ebd865 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:05:54.657683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:54.665041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:05:54.788667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6e4cfacf-ec2b-42f0-9c88-763984408683 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:05:54.925829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f117b916-1c38-48f6-979e-a9d5108b04b8 req-6fc74464-adb3-4efc-ae02-7ae8a3e4df3e tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 210 time: 0.0776711 Jan 31 19:05:55.064065 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df6c3257-546d-477e-9331-ac95f385a30e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (157aa771-658e-4ccc-8b95-eeb85ebe49aa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:55.226121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Made reservation on behalf of 11d762964e2d44ffa9cc76f37b2d4f7c for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:05:55.244238 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:55.269306 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:55.306645 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c3257-546d-477e-9331-ac95f385a30e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'Subnet': ['ID=157aa771-658e-4ccc-8b95-eeb85ebe49aa,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:55.442118 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c3257-546d-477e-9331-ac95f385a30e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Checking segment: {'id': '92504a83-1d91-45c4-a025-e961ef13718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd81ede51-cb48-433b-ae03-e20af07f7645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:55.457521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c3257-546d-477e-9331-ac95f385a30e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Network hostable DHCP agents. Network: d81ede51-cb48-433b-ae03-e20af07f7645, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:05:55.518515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e40d2e0-be58-432f-8ea8-94f1db493d8b None None] Network 0b3598df-22e7-45ce-bc83-f14d5e44c2a4 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:55.629917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Attempting to bind port 99140a38-dc8f-4c22-86b1-32f3bb862875 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:05:55.630458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Attempting to bind port 99140a38-dc8f-4c22-86b1-32f3bb862875 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '7c4c692c-d6c4-461d-9590-b41be7298b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a6d272b6-5d54-4d88-86f1-299f57ebd865'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:05:55.630753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Attempting to bind port 99140a38-dc8f-4c22-86b1-32f3bb862875 on network a6d272b6-5d54-4d88-86f1-299f57ebd865 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:05:55.666306 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:55.680646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a59df9e7-e7f8-4881-859b-3b263b5c6e3a None None] Provisioning complete for port 6e4cfacf-ec2b-42f0-9c88-763984408683 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:05:55.681130 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a59df9e7-e7f8-4881-859b-3b263b5c6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:55.698759 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Publish callbacks [] for security_group (058b47fb-5740-4c0a-b7c4-66f593ccfa66), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:55.724710 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (058b47fb-5740-4c0a-b7c4-66f593ccfa66), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:55.788952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:05:55.789459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Checking segment: {'id': '7c4c692c-d6c4-461d-9590-b41be7298b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a6d272b6-5d54-4d88-86f1-299f57ebd865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:55.790090 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:55.790552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Bound using segment: {'id': '7c4c692c-d6c4-461d-9590-b41be7298b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a6d272b6-5d54-4d88-86f1-299f57ebd865'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:05:55.791111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Bound port: 99140a38-dc8f-4c22-86b1-32f3bb862875, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4c692c-d6c4-461d-9590-b41be7298b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a6d272b6-5d54-4d88-86f1-299f57ebd865'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:05:55.791567 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:55.885550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6e4cfacf-ec2b-42f0-9c88-763984408683 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:05:55.886072 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:56.012076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-09be1017-a3d6-494a-b398-547bf878538b None None] For port 99140a38-dc8f-4c22-86b1-32f3bb862875, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:05:56.013174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Allocated IP 192.168.233.3 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/8f730820-5972-4c20-8103-6997c12fea4b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:05:56.019490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-09be1017-a3d6-494a-b398-547bf878538b None None] For port 99140a38-dc8f-4c22-86b1-32f3bb862875, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=99140a38-dc8f-4c22-86b1-32f3bb862875,segment=NetworkSegment(7c4c692c-d6c4-461d-9590-b41be7298b09),segment_id=7c4c692c-d6c4-461d-9590-b41be7298b09)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:05:56.115894 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:56.149917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a18dc44-51c5-4cc4-8c4e-03755f2d09fd req-3a38ea42-c35a-4042-836c-75b0e131e1fd tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 210 time: 0.0589790 Jan 31 19:05:56.273817 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Publish callbacks [] for port (8f730820-5972-4c20-8103-6997c12fea4b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:56.377828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a59df9e7-e7f8-4881-859b-3b263b5c6e3a None None] Current status of the port 6e4cfacf-ec2b-42f0-9c88-763984408683 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:05:56.378249 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a59df9e7-e7f8-4881-859b-3b263b5c6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:56.421295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c3257-546d-477e-9331-ac95f385a30e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Network d81ede51-cb48-433b-ae03-e20af07f7645 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:05:56.433883 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8f730820-5972-4c20-8103-6997c12fea4b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:56.511465 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:56.619908 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-df6c3257-546d-477e-9331-ac95f385a30e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, d81ede51-cb48-433b-ae03-e20af07f7645) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:56.638929 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058b47fb-5740-4c0a-b7c4-66f593ccfa66,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:56.668956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6c3257-546d-477e-9331-ac95f385a30e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:56.669824 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df6c3257-546d-477e-9331-ac95f385a30e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:56.723655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be1017-a3d6-494a-b398-547bf878538b None None] Pushing event updated for resources: {'Port': ['ID=99140a38-dc8f-4c22-86b1-32f3bb862875,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:56.753097 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:05:56.758025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6e4cfacf-ec2b-42f0-9c88-763984408683 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:05:56.768694 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:56.771091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24571c2e-53af-4c0b-a4e9-f62a05076b6c None None] Network d81ede51-cb48-433b-ae03-e20af07f7645 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:56.778883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:56.794854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:05:57.003548 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-df6c3257-546d-477e-9331-ac95f385a30e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9129572 Jan 31 19:05:57.006282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39304) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:05:57.030625 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Pushing event updated for resources: {'Port': ['ID=8f730820-5972-4c20-8103-6997c12fea4b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:57.122365 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:57.123018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:57.148751 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-5afd46e1-3a2c-4381-84b0-1b48848d3909 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8409486 Jan 31 19:05:57.262535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a59df9e7-e7f8-4881-859b-3b263b5c6e3a None None] For port 6e4cfacf-ec2b-42f0-9c88-763984408683, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6e4cfacf-ec2b-42f0-9c88-763984408683,segment=NetworkSegment(1fcd4ef9-e509-4909-99fe-273962ac1b9a),segment_id=1fcd4ef9-e509-4909-99fe-273962ac1b9a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:05:57.289874 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a59df9e7-e7f8-4881-859b-3b263b5c6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:57.291949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-d81ede51-cb48-433b-ae03-e20af07f7645', 'network_id': 'd81ede51-cb48-433b-ae03-e20af07f7645', 'project_id': '988fbba75aa74151b6e125b1010d87c3', 'fixed_ips': [{'subnet_id': '157aa771-658e-4ccc-8b95-eeb85ebe49aa'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:05:57.295466 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:57.454010 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Request body: {'port': {'device_id': '34245416-56ba-46bc-8aa8-728caee46423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:05:57.522521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59df9e7-e7f8-4881-859b-3b263b5c6e3a None None] Pushing event updated for resources: {'Port': ['ID=6e4cfacf-ec2b-42f0-9c88-763984408683,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:57.537611 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:05:57.538247 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:05:57.705532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8f730820-5972-4c20-8103-6997c12fea4b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:58.017764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Allocated IP 2001:db8::2 (d81ede51-cb48-433b-ae03-e20af07f7645/157aa771-658e-4ccc-8b95-eeb85ebe49aa/dab5808c-a26d-47eb-a83a-22c6c03a2da4) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:05:58.243329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-956b6298-288d-4012-a5bc-c961088e89b3 None None] Provisioning complete for port 8f730820-5972-4c20-8103-6997c12fea4b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:05:58.243980 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-956b6298-288d-4012-a5bc-c961088e89b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8f730820-5972-4c20-8103-6997c12fea4b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:58.302458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6e4cfacf-ec2b-42f0-9c88-763984408683 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:05:58.314264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-956b6298-288d-4012-a5bc-c961088e89b3 None None] Port 8f730820-5972-4c20-8103-6997c12fea4b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:05:58.354068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-956b6298-288d-4012-a5bc-c961088e89b3 None None] Provisioning complete for port 6e4cfacf-ec2b-42f0-9c88-763984408683 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:05:58.355046 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-956b6298-288d-4012-a5bc-c961088e89b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:58.582143 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Publish callbacks [] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:58.640439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-7516edf9-b0a2-43fa-a3c0-c749fb35f59a tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d69f4b64751d4be596261b5482f31e0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2451682 Jan 31 19:05:58.665461 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:58.739795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f730820-5972-4c20-8103-6997c12fea4b {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:05:58.752907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f60e62-90f1-492c-806b-3ec7127046eb None None] Network a6d272b6-5d54-4d88-86f1-299f57ebd865 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:05:58.768675 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Publish callbacks [] for port (8f730820-5972-4c20-8103-6997c12fea4b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:58.787888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6e4cfacf-ec2b-42f0-9c88-763984408683 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:05:58.798862 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Transition to ACTIVE for port object 8f730820-5972-4c20-8103-6997c12fea4b will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:05:58.804098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Network d81ede51-cb48-433b-ae03-e20af07f7645 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:05:58.805797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b40f77-e095-4e32-881f-6ed9505a20ab req-fa19c293-3353-490c-904c-6f61cdb4e1f7 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:58.809967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4b40f77-e095-4e32-881f-6ed9505a20ab req-fa19c293-3353-490c-904c-6f61cdb4e1f7 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 934 time: 1.2994874 Jan 31 19:05:58.814075 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (8f730820-5972-4c20-8103-6997c12fea4b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:58.823630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:05:58.827429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:05:59.079261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Attempting to bind port dab5808c-a26d-47eb-a83a-22c6c03a2da4 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:05:59.079900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Attempting to bind port dab5808c-a26d-47eb-a83a-22c6c03a2da4 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '92504a83-1d91-45c4-a025-e961ef13718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd81ede51-cb48-433b-ae03-e20af07f7645'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:05:59.080223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Attempting to bind port dab5808c-a26d-47eb-a83a-22c6c03a2da4 on network d81ede51-cb48-433b-ae03-e20af07f7645 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:05:59.083845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f730820-5972-4c20-8103-6997c12fea4b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:59.129193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Pushing event updated for resources: {'Port': ['ID=dab5808c-a26d-47eb-a83a-22c6c03a2da4,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:59.143324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-956b6298-288d-4012-a5bc-c961088e89b3 None None] Current status of the port 6e4cfacf-ec2b-42f0-9c88-763984408683 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:05:59.149679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.150148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.150563 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.151152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.151677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.152155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.152637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.153075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.153706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.154273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.154800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.155244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.155829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:05:59.195272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:05:59.196016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Checking segment: {'id': '92504a83-1d91-45c4-a025-e961ef13718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd81ede51-cb48-433b-ae03-e20af07f7645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:59.196808 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:59.198992 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Bound using segment: {'id': '92504a83-1d91-45c4-a025-e961ef13718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd81ede51-cb48-433b-ae03-e20af07f7645'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:05:59.198992 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Bound port: dab5808c-a26d-47eb-a83a-22c6c03a2da4, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92504a83-1d91-45c4-a025-e961ef13718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd81ede51-cb48-433b-ae03-e20af07f7645'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:05:59.198992 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:59.212635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Attempting to bind port 8f730820-5972-4c20-8103-6997c12fea4b on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:05:59.213266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Attempting to bind port 8f730820-5972-4c20-8103-6997c12fea4b by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:05:59.214023 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Attempting to bind port 8f730820-5972-4c20-8103-6997c12fea4b on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:05:59.223594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Port 8f730820-5972-4c20-8103-6997c12fea4b on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:05:59.223594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Attempting to bind port 8f730820-5972-4c20-8103-6997c12fea4b on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:05:59.239604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:05:59.240104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:05:59.240626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:05:59.241179 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Bound port: 8f730820-5972-4c20-8103-6997c12fea4b, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:05:59.241650 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8f730820-5972-4c20-8103-6997c12fea4b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:59.264736 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:59.303030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6e4cfacf-ec2b-42f0-9c88-763984408683 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:05:59.303415 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:59.358826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4b40f77-e095-4e32-881f-6ed9505a20ab req-dc582fcb-1f89-4e82-a540-822f23ab7254 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/security-groups?id=058b47fb-5740-4c0a-b7c4-66f593ccfa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242205 Jan 31 19:05:59.404400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-df03ffbe-51cb-4dd7-b544-1d9aa4937a11 None None] Provisioning complete for port 99140a38-dc8f-4c22-86b1-32f3bb862875 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:05:59.404999 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-df03ffbe-51cb-4dd7-b544-1d9aa4937a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:59.425274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] For port 8f730820-5972-4c20-8103-6997c12fea4b, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:05:59.431291 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] For port 8f730820-5972-4c20-8103-6997c12fea4b, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8f730820-5972-4c20-8103-6997c12fea4b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:05:59.454678 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (8f730820-5972-4c20-8103-6997c12fea4b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:59.512738 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] For port dab5808c-a26d-47eb-a83a-22c6c03a2da4, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:05:59.529162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5c95db0e-8d3a-41e9-b8f3-949fdea66404 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:59.545173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:59.545554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5c95db0e-8d3a-41e9-b8f3-949fdea66404 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8130143 Jan 31 19:05:59.549463 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:59.550928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] For port dab5808c-a26d-47eb-a83a-22c6c03a2da4, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dab5808c-a26d-47eb-a83a-22c6c03a2da4,segment=NetworkSegment(92504a83-1d91-45c4-a025-e961ef13718c),segment_id=92504a83-1d91-45c4-a025-e961ef13718c)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:05:59.555170 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/8f730820-5972-4c20-8103-6997c12fea4b HTTP/1.1" status: 200 len: 1095 time: 2.3955503 Jan 31 19:05:59.556038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34245416-56ba-46bc-8aa8-728caee46423', 'tag': '8f730820-5972-4c20-8103-6997c12fea4b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:05:59.558666 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f5835d-dcbe-4a27-8299-2d738014b238" -d '{"events": [{"name": "network-changed", "server_uuid": "34245416-56ba-46bc-8aa8-728caee46423", "tag": "8f730820-5972-4c20-8103-6997c12fea4b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:05:59.594150 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:05:59.676453 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-71064d16-0a79-41f9-9bd6-906ff211eeb5 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/quotas/d69f4b64751d4be596261b5482f31e0e HTTP/1.1" status: 200 len: 375 time: 0.1272922 Jan 31 19:05:59.719944 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3e29e0-ec94-462f-ad3b-678540f10036 x-openstack-request-id: req-cf3e29e0-ec94-462f-ad3b-678540f10036 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:05:59.720318 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34245416-56ba-46bc-8aa8-728caee46423", "tag": "8f730820-5972-4c20-8103-6997c12fea4b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:05:59.726505 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf3e29e0-ec94-462f-ad3b-678540f10036 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:05:59.727057 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34245416-56ba-46bc-8aa8-728caee46423', 'tag': '8f730820-5972-4c20-8103-6997c12fea4b', 'status': 'completed', 'code': 200} Jan 31 19:05:59.741514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff84f3-d15b-48b9-b104-3795b49e11a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f730820-5972-4c20-8103-6997c12fea4b,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:05:59.807745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-bc7e1031-a5af-4a40-ab56-c17b53ea674a tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d69f4b64751d4be596261b5482f31e0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1303108 Jan 31 19:05:59.814306 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-b48cda73-815f-4099-9a58-eb9ac0f94013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:05:59.828252 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-b48cda73-815f-4099-9a58-eb9ac0f94013 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11d762964e2d44ffa9cc76f37b2d4f7c&device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 1129 time: 0.2169042 Jan 31 19:05:59.970565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-df03ffbe-51cb-4dd7-b544-1d9aa4937a11 None None] Current status of the port 99140a38-dc8f-4c22-86b1-32f3bb862875 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:05:59.971503 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-a44c3ddb-de8d-4f34-a0fa-77794ec82996 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=8f730820-5972-4c20-8103-6997c12fea4b HTTP/1.1" status: 200 len: 217 time: 0.1326752 Jan 31 19:05:59.971883 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-df03ffbe-51cb-4dd7-b544-1d9aa4937a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:00.163149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-34707bdd-bba1-4f52-a690-dafbee6a628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:00.164933 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-34707bdd-bba1-4f52-a690-dafbee6a628a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1795905 Jan 31 19:06:00.308126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-df03ffbe-51cb-4dd7-b544-1d9aa4937a11 None None] For port 99140a38-dc8f-4c22-86b1-32f3bb862875, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=99140a38-dc8f-4c22-86b1-32f3bb862875,segment=NetworkSegment(7c4c692c-d6c4-461d-9590-b41be7298b09),segment_id=7c4c692c-d6c4-461d-9590-b41be7298b09)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:00.338732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2512c9-919e-4881-8ee6-ad8759990506 None None] Pushing event updated for resources: {'Port': ['ID=dab5808c-a26d-47eb-a83a-22c6c03a2da4,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:00.353987 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-df03ffbe-51cb-4dd7-b544-1d9aa4937a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:00.355766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6e4cfacf-ec2b-42f0-9c88-763984408683 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:00.356976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 99140a38-dc8f-4c22-86b1-32f3bb862875 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:00.393105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-7f45a040-ddf5-45da-be37-e4300d2cce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:00.403700 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-7f45a040-ddf5-45da-be37-e4300d2cce84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2325349 Jan 31 19:06:00.479029 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82ec7b12-c906-4485-8af0-106d0763bf90 req-1ba68c1e-0a7c-4b1a-9d55-673676b90e94 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 210 time: 0.1312790 Jan 31 19:06:00.506818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 99140a38-dc8f-4c22-86b1-32f3bb862875 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:00.508657 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:00.541061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Allocated IP 2001:db8::1 (a6d272b6-5d54-4d88-86f1-299f57ebd865/8aa780fa-5469-4d16-b2c6-6d0dae1c6eed/ea640904-a59a-4eb2-9957-f688d1674ee1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:00.687831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03ffbe-51cb-4dd7-b544-1d9aa4937a11 None None] Pushing event updated for resources: {'Port': ['ID=99140a38-dc8f-4c22-86b1-32f3bb862875,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:00.821353 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-0a48b996-9f7c-4216-a043-7df792974155 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104128 Jan 31 19:06:00.849099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-02af65b2-917b-499e-81d4-c12509b36da1 None None] Provisioning complete for port 99140a38-dc8f-4c22-86b1-32f3bb862875 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:00.850366 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-02af65b2-917b-499e-81d4-c12509b36da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:01.005526 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8219a823-66db-40d6-82fc-61cc6b5793a4 req-ee5128a9-a066-4222-ba82-2fa35ffa964c service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751730 Jan 31 19:06:01.108479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60538d7-954c-451e-9b4d-20af6ba9d44f req-6dec94e6-a8d0-463b-9af7-b5cbd330579d tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:01.121359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b60538d7-954c-451e-9b4d-20af6ba9d44f req-6dec94e6-a8d0-463b-9af7-b5cbd330579d tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 946 time: 0.3609068 Jan 31 19:06:01.129611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 99140a38-dc8f-4c22-86b1-32f3bb862875 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:01.189004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-02af65b2-917b-499e-81d4-c12509b36da1 None None] Current status of the port 99140a38-dc8f-4c22-86b1-32f3bb862875 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:01.226900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5835d-dcbe-4a27-8299-2d738014b238 req-ec71ef07-9870-4b60-9f17-86736f5272a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:01.228470 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-27f5835d-dcbe-4a27-8299-2d738014b238 req-ec71ef07-9870-4b60-9f17-86736f5272a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11d762964e2d44ffa9cc76f37b2d4f7c&device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 1129 time: 0.1615427 Jan 31 19:06:01.261955 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for port (ea640904-a59a-4eb2-9957-f688d1674ee1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:01.366291 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ea640904-a59a-4eb2-9957-f688d1674ee1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:01.474574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5835d-dcbe-4a27-8299-2d738014b238 req-bc00e703-4d61-4abc-9194-36d7afadd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:01.476303 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-27f5835d-dcbe-4a27-8299-2d738014b238 req-bc00e703-4d61-4abc-9194-36d7afadd311 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.2406809 Jan 31 19:06:01.523439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dab5808c-a26d-47eb-a83a-22c6c03a2da4 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:01.587481 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-27f5835d-dcbe-4a27-8299-2d738014b238 req-3d25300e-23ed-47e8-900d-e65d199cd919 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=8f730820-5972-4c20-8103-6997c12fea4b HTTP/1.1" status: 200 len: 217 time: 0.1040840 Jan 31 19:06:01.615183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'Port': ['ID=ea640904-a59a-4eb2-9957-f688d1674ee1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:01.619327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port dab5808c-a26d-47eb-a83a-22c6c03a2da4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:01.620852 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:01.677686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5835d-dcbe-4a27-8299-2d738014b238 req-2be6905c-67b9-49f5-ab90-a642d528e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:01.679522 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-27f5835d-dcbe-4a27-8299-2d738014b238 req-2be6905c-67b9-49f5-ab90-a642d528e0ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0790782 Jan 31 19:06:01.720922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Network a6d272b6-5d54-4d88-86f1-299f57ebd865 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:01.799885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5835d-dcbe-4a27-8299-2d738014b238 req-c461eefd-1583-44fe-bd29-928f82140fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:01.802556 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-27f5835d-dcbe-4a27-8299-2d738014b238 req-c461eefd-1583-44fe-bd29-928f82140fc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1149457 Jan 31 19:06:01.806207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b60538d7-954c-451e-9b4d-20af6ba9d44f req-df32fa9d-a996-4777-a7f1-5b8123dd2ea6 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/security-groups?id=058b47fb-5740-4c0a-b7c4-66f593ccfa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6835303 Jan 31 19:06:01.861612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:01.867966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd736aa0-4cbd-4213-bdcb-c09feea84d40 req-8ece580e-6579-4c45-a08d-ea93ce379d2e tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 210 time: 0.2028177 Jan 31 19:06:01.879036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:01.880943 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (208131ae-2fb2-43c9-b16b-4af87e450b2c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:01.926049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port dab5808c-a26d-47eb-a83a-22c6c03a2da4 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:01.926571 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:02.040673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port dab5808c-a26d-47eb-a83a-22c6c03a2da4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dab5808c-a26d-47eb-a83a-22c6c03a2da4,segment=NetworkSegment(92504a83-1d91-45c4-a025-e961ef13718c),segment_id=92504a83-1d91-45c4-a025-e961ef13718c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:02.051621 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:02.052773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 99140a38-dc8f-4c22-86b1-32f3bb862875 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:02.087441 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-27f5835d-dcbe-4a27-8299-2d738014b238 req-4e700c8d-71c1-4621-9b55-4ea3dba98232 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771056 Jan 31 19:06:02.232638 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:06:02.266863 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ea640904-a59a-4eb2-9957-f688d1674ee1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:02.380889 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=dab5808c-a26d-47eb-a83a-22c6c03a2da4,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:02.472198 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-27f5835d-dcbe-4a27-8299-2d738014b238 req-6ddb5ceb-3e1b-4040-9ea7-059f81bd5e23 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732910 Jan 31 19:06:02.496823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 99140a38-dc8f-4c22-86b1-32f3bb862875 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:02.497388 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:02.587605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-03380d0c-40e4-4080-a9d5-d03663d1d9c8 None None] Provisioning complete for port ea640904-a59a-4eb2-9957-f688d1674ee1 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:02.588785 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-03380d0c-40e4-4080-a9d5-d03663d1d9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ea640904-a59a-4eb2-9957-f688d1674ee1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:02.667793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499a707-6d1f-4185-946c-3c01bd8ad62e None None] Network d81ede51-cb48-433b-ae03-e20af07f7645 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:03.172176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16b7d821-b538-4492-8c0f-4964be6b98cd req-27f0e98e-09b8-4dc9-bbc1-9eb0fcb0de9c tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 210 time: 0.0825591 Jan 31 19:06:03.192395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-bd70c2ca-b5f5-4e2a-b361-7b3a5325f25b tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d69f4b64751d4be596261b5482f31e0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2722335 Jan 31 19:06:03.231901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39396) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:03.304008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac6537-2131-4f9f-a201-bf6b144a7dfa req-8165ab57-2c80-4123-a69b-170a9cdb2824 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:03.336799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52ac6537-2131-4f9f-a201-bf6b144a7dfa req-8165ab57-2c80-4123-a69b-170a9cdb2824 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 946 time: 0.3782761 Jan 31 19:06:03.432080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8f730820-5972-4c20-8103-6997c12fea4b details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:06:03.511846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52ac6537-2131-4f9f-a201-bf6b144a7dfa req-50f97e6a-0aaa-484a-b796-23d7ed728905 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/security-groups?id=058b47fb-5740-4c0a-b7c4-66f593ccfa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697376 Jan 31 19:06:03.512991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8497b34-b77f-4eb3-a5b2-09f5210e1e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:03.581544 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for port (ea640904-a59a-4eb2-9957-f688d1674ee1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:03.592846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-f092b8ac-3f73-4a41-a198-f889e1fb0d13 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:03.594609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-f092b8ac-3f73-4a41-a198-f889e1fb0d13 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3939795 Jan 31 19:06:03.596084 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ea640904-a59a-4eb2-9957-f688d1674ee1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:03.596982 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (208131ae-2fb2-43c9-b16b-4af87e450b2c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:03.614107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Request body: {'port': {'device_id': '99961886-269a-4140-8a6c-e884aa1bc2d1', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': 'd69f4b64751d4be596261b5482f31e0e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:03.647135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8f730820-5972-4c20-8103-6997c12fea4b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8f730820-5972-4c20-8103-6997c12fea4b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:03.696753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '8f730820-5972-4c20-8103-6997c12fea4b', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': '8f730820-5972-4c20-8103-6997c12fea4b', 'mac_address': 'fa:16:3e:ca:7c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:06:03.703260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-03380d0c-40e4-4080-a9d5-d03663d1d9c8 None None] Port ea640904-a59a-4eb2-9957-f688d1674ee1 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:06:03.760024 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8497b34-b77f-4eb3-a5b2-09f5210e1e3c admin admin] Publish callbacks [] for security_group (1302153e-e2dd-4dcf-9dfb-5bf1f84f67b1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:03.771831 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8497b34-b77f-4eb3-a5b2-09f5210e1e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1302153e-e2dd-4dcf-9dfb-5bf1f84f67b1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:03.814869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 99140a38-dc8f-4c22-86b1-32f3bb862875 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:03.880742 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b8497b34-b77f-4eb3-a5b2-09f5210e1e3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbae92cb60d545ed8c0f5b2efa4e0016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6471164 Jan 31 19:06:03.881681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39404) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:03.893880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8497b34-b77f-4eb3-a5b2-09f5210e1e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1302153e-e2dd-4dcf-9dfb-5bf1f84f67b1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:03.979221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8cabccb7-92a1-45ab-a551-ceb708a325db None None] Provisioning complete for port dab5808c-a26d-47eb-a83a-22c6c03a2da4 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:03.979608 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8cabccb7-92a1-45ab-a551-ceb708a325db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:03.989537 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'Port': ['ID=ea640904-a59a-4eb2-9957-f688d1674ee1,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:04.022319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Network a6d272b6-5d54-4d88-86f1-299f57ebd865 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:04.043687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04384fdc-08ab-4ece-a93c-d9c7d7f1b21f admin admin] Publish callbacks [] for security_group (1302153e-e2dd-4dcf-9dfb-5bf1f84f67b1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:04.067748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dab5808c-a26d-47eb-a83a-22c6c03a2da4 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:04.084735 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8f730820-5972-4c20-8103-6997c12fea4b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:04.085134 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8f730820-5972-4c20-8103-6997c12fea4b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:04.100508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:04.113276 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04384fdc-08ab-4ece-a93c-d9c7d7f1b21f admin admin] Publish callbacks [] for security_group (1302153e-e2dd-4dcf-9dfb-5bf1f84f67b1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:04.175586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f730820-5972-4c20-8103-6997c12fea4b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:06:04.228323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8f730820-5972-4c20-8103-6997c12fea4b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8f730820-5972-4c20-8103-6997c12fea4b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:04.262631 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04384fdc-08ab-4ece-a93c-d9c7d7f1b21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1302153e-e2dd-4dcf-9dfb-5bf1f84f67b1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:04.267774 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04384fdc-08ab-4ece-a93c-d9c7d7f1b21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:04.272277 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8f730820-5972-4c20-8103-6997c12fea4b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:04.273795 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-04384fdc-08ab-4ece-a93c-d9c7d7f1b21f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1302153e-e2dd-4dcf-9dfb-5bf1f84f67b1 HTTP/1.1" status: 204 len: 168 time: 0.3908675 Jan 31 19:06:04.294459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Made reservation on behalf of d69f4b64751d4be596261b5482f31e0e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:04.304282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04384fdc-08ab-4ece-a93c-d9c7d7f1b21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1302153e-e2dd-4dcf-9dfb-5bf1f84f67b1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:04.308524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:04.369273 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:04.455624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-620eaa1d-d60f-4a46-bbd9-98efc5ee7319 req-5c76bacf-e606-4fc1-a5b2-89c03f301a66 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 210 time: 0.0593753 Jan 31 19:06:04.666432 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8f730820-5972-4c20-8103-6997c12fea4b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:06:04.719906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8cabccb7-92a1-45ab-a551-ceb708a325db None None] Current status of the port dab5808c-a26d-47eb-a83a-22c6c03a2da4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:04.832289 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port dab5808c-a26d-47eb-a83a-22c6c03a2da4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:04.834046 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:04.835857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8f730820-5972-4c20-8103-6997c12fea4b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:05.049630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161da60e-acb3-4dc8-9a3e-19aa0744db1e req-f7170d80-7124-46ca-8ee1-2b2d50055387 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:05.051266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-161da60e-acb3-4dc8-9a3e-19aa0744db1e req-f7170d80-7124-46ca-8ee1-2b2d50055387 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 947 time: 0.3270116 Jan 31 19:06:05.064326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9dfd5895-3cd8-423e-979d-62d52c8d561e None None] Provisioning complete for port ea640904-a59a-4eb2-9957-f688d1674ee1 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:05.065415 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9dfd5895-3cd8-423e-979d-62d52c8d561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ea640904-a59a-4eb2-9957-f688d1674ee1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:05.116247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39422) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:05.136781 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16217c86-4911-4293-85c7-46e1bf300801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:05.149932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd5895-3cd8-423e-979d-62d52c8d561e None None] Port ea640904-a59a-4eb2-9957-f688d1674ee1 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:06:05.226407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-161da60e-acb3-4dc8-9a3e-19aa0744db1e req-2e57859b-4aea-4f20-aa52-eef8275ccf6b tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/security-groups?id=058b47fb-5740-4c0a-b7c4-66f593ccfa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569452 Jan 31 19:06:05.229846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Publish callbacks [] for security_group (13153ff8-50e9-4737-a5d5-2a375d4d0535), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:05.250859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Router 208131ae-2fb2-43c9-b16b-4af87e450b2c is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:06:05.255868 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (13153ff8-50e9-4737-a5d5-2a375d4d0535), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:05.291997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port dab5808c-a26d-47eb-a83a-22c6c03a2da4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:05.330223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a12d55a8-6a58-452e-ae2d-520919e56167 None None] Provisioning complete for port dab5808c-a26d-47eb-a83a-22c6c03a2da4 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:05.331268 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a12d55a8-6a58-452e-ae2d-520919e56167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:05.376319 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16217c86-4911-4293-85c7-46e1bf300801 admin admin] Publish callbacks [] for security_group (9edaa982-1cd6-437d-8340-85682aeea495), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:05.386393 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16217c86-4911-4293-85c7-46e1bf300801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9edaa982-1cd6-437d-8340-85682aeea495), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:05.467267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16217c86-4911-4293-85c7-46e1bf300801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edaa982-1cd6-437d-8340-85682aeea495,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:05.525843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a12d55a8-6a58-452e-ae2d-520919e56167 None None] Current status of the port dab5808c-a26d-47eb-a83a-22c6c03a2da4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:05.529034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Allocated IP 192.168.233.195 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/e8f54cdb-47cf-4ec3-b269-f74a9d0f3216) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:05.534084 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-16217c86-4911-4293-85c7-46e1bf300801 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5ff1b66469d4350a7d9e9aa32c4175b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4166067 Jan 31 19:06:05.536580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39432) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:05.654859 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-482d13ed-9596-4228-bb97-e0e302880678 admin admin] Publish callbacks [] for security_group (9edaa982-1cd6-437d-8340-85682aeea495), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:05.712981 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-482d13ed-9596-4228-bb97-e0e302880678 admin admin] Publish callbacks [] for security_group (9edaa982-1cd6-437d-8340-85682aeea495), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:05.812797 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-482d13ed-9596-4228-bb97-e0e302880678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9edaa982-1cd6-437d-8340-85682aeea495), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:05.819577 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-482d13ed-9596-4228-bb97-e0e302880678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:05.835331 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-482d13ed-9596-4228-bb97-e0e302880678 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9edaa982-1cd6-437d-8340-85682aeea495 HTTP/1.1" status: 204 len: 168 time: 0.2855902 Jan 31 19:06:05.861232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d13ed-9596-4228-bb97-e0e302880678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edaa982-1cd6-437d-8340-85682aeea495,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:06.151022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:06.181299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25642fc2-0fe3-423b-83e1-2d1bc09accc3 req-873725cf-2f62-4225-bd4c-ceadc0d19e3c tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 210 time: 0.1902282 Jan 31 19:06:06.261480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13153ff8-50e9-4737-a5d5-2a375d4d0535,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:06.338807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:06:06.351207 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ebe7a-901d-4e05-bf91-5c1cfec3d43a None None] Sync routers for ids ['208131ae-2fb2-43c9-b16b-4af87e450b2c'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:06:06.358960 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39448) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:06.364443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4a59bf41-2581-44ee-bc61-baf2a644ad94 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "PUT /v2.0/routers/208131ae-2fb2-43c9-b16b-4af87e450b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3566916 Jan 31 19:06:06.397070 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ebe7a-901d-4e05-bf91-5c1cfec3d43a None None] Routers {'208131ae-2fb2-43c9-b16b-4af87e450b2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:06.397732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-949ebe7a-901d-4e05-bf91-5c1cfec3d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:05:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['208131ae-2fb2-43c9-b16b-4af87e450b2c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:06.430560 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Publish callbacks [] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:06.518503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-949ebe7a-901d-4e05-bf91-5c1cfec3d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:06.531658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39452) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:06.543870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ebe7a-901d-4e05-bf91-5c1cfec3d43a None None] Routers {'208131ae-2fb2-43c9-b16b-4af87e450b2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:06.544797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-949ebe7a-901d-4e05-bf91-5c1cfec3d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:05:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['208131ae-2fb2-43c9-b16b-4af87e450b2c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:06.559128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718c67d-c4f1-4c1c-8bb0-d97b7bddfa7f req-250c0165-9a61-40de-a1f8-d310a58714dc tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:06.560751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6718c67d-c4f1-4c1c-8bb0-d97b7bddfa7f req-250c0165-9a61-40de-a1f8-d310a58714dc tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 947 time: 0.1593840 Jan 31 19:06:06.602885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-949ebe7a-901d-4e05-bf91-5c1cfec3d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:06.603789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ebe7a-901d-4e05-bf91-5c1cfec3d43a None None] The sync data for ids ['208131ae-2fb2-43c9-b16b-4af87e450b2c'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:06:06.634315 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47f7b505-0e8d-48b3-8a53-784ef2e5b29b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:06.720758 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:06.801810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Pushing event updated for resources: {'Port': ['ID=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:06.813168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:06.820005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:06.826287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6718c67d-c4f1-4c1c-8bb0-d97b7bddfa7f req-e90fc2bd-d8ea-4ee1-bfee-3bdfe2f72265 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/security-groups?id=058b47fb-5740-4c0a-b7c4-66f593ccfa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426202 Jan 31 19:06:06.827070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:06.919156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:06.919857 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:06.963175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-fc6192bd-c639-4528-b0b1-39d74fb8fa96 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3528163 Jan 31 19:06:06.997929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-a062db27-3316-4dde-a70c-0a4acd6b0bdc tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:06:06.999519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-a062db27-3316-4dde-a70c-0a4acd6b0bdc tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181878 Jan 31 19:06:07.007193 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b672077b-89d3-4ae1-bddd-b961f9e60203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.032439 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47f7b505-0e8d-48b3-8a53-784ef2e5b29b admin admin] Publish callbacks [] for security_group (76b688c8-8b33-4eb3-a66e-ff33d0db9193), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.049196 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47f7b505-0e8d-48b3-8a53-784ef2e5b29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (76b688c8-8b33-4eb3-a66e-ff33d0db9193), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.189137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-47f7b505-0e8d-48b3-8a53-784ef2e5b29b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d52b820cab684cf0a3c742f987a18513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6550727 Jan 31 19:06:07.193149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7b505-0e8d-48b3-8a53-784ef2e5b29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b688c8-8b33-4eb3-a66e-ff33d0db9193,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:07.204986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39456) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:07.295091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8f730820-5972-4c20-8103-6997c12fea4b up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:07.369409 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b672077b-89d3-4ae1-bddd-b961f9e60203 admin admin] Publish callbacks [] for security_group (26214cf8-a333-4522-8b9e-e81c015055ee), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.390964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b672077b-89d3-4ae1-bddd-b961f9e60203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (26214cf8-a333-4522-8b9e-e81c015055ee), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.442905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Request body: {'port': {'device_id': '99961886-269a-4140-8a6c-e884aa1bc2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:07.474827 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b672077b-89d3-4ae1-bddd-b961f9e60203 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fbacecb8f194bccadfa6077b9354be8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3225274 Jan 31 19:06:07.476878 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Publish callbacks [] for security_group (76b688c8-8b33-4eb3-a66e-ff33d0db9193), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.481392 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39466) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:07.481989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672077b-89d3-4ae1-bddd-b961f9e60203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26214cf8-a333-4522-8b9e-e81c015055ee,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:07.539726 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Publish callbacks [] for security_group (76b688c8-8b33-4eb3-a66e-ff33d0db9193), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.540514 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dfe0b07a-2e57-49ea-bcb2-4f4510814e00 None None] Provisioning complete for port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:07.541064 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfe0b07a-2e57-49ea-bcb2-4f4510814e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.635373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 8f730820-5972-4c20-8103-6997c12fea4b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:06:07.659704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dfe0b07a-2e57-49ea-bcb2-4f4510814e00 None None] Port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:06:07.663326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 8f730820-5972-4c20-8103-6997c12fea4b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:07.663573 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8f730820-5972-4c20-8103-6997c12fea4b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.682633 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef43b86d-fb07-4670-a112-c6e00c4cac38 admin admin] Publish callbacks [] for security_group (26214cf8-a333-4522-8b9e-e81c015055ee), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.738057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef43b86d-fb07-4670-a112-c6e00c4cac38 admin admin] Publish callbacks [] for security_group (26214cf8-a333-4522-8b9e-e81c015055ee), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.838636 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef43b86d-fb07-4670-a112-c6e00c4cac38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (26214cf8-a333-4522-8b9e-e81c015055ee), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.842077 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef43b86d-fb07-4670-a112-c6e00c4cac38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.862047 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ef43b86d-fb07-4670-a112-c6e00c4cac38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26214cf8-a333-4522-8b9e-e81c015055ee HTTP/1.1" status: 204 len: 168 time: 0.3596728 Jan 31 19:06:07.883038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8f730820-5972-4c20-8103-6997c12fea4b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:07.884393 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8f730820-5972-4c20-8103-6997c12fea4b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:07.900313 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43b86d-fb07-4670-a112-c6e00c4cac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26214cf8-a333-4522-8b9e-e81c015055ee,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:07.978347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8f730820-5972-4c20-8103-6997c12fea4b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8f730820-5972-4c20-8103-6997c12fea4b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:07.994430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34245416-56ba-46bc-8aa8-728caee46423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f730820-5972-4c20-8103-6997c12fea4b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:06:07.997246 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dc2a61-9f3c-4717-b7f5-73ead091af96" -d '{"events": [{"server_uuid": "34245416-56ba-46bc-8aa8-728caee46423", "name": "network-vif-plugged", "status": "completed", "tag": "8f730820-5972-4c20-8103-6997c12fea4b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:06:08.003626 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8f730820-5972-4c20-8103-6997c12fea4b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:08.068545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8f730820-5972-4c20-8103-6997c12fea4b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:08.121353 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-9ad07484-18e7-4e89-9bde-775ab2fab8d2 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:06:08.126207 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9ad07484-18e7-4e89-9bde-775ab2fab8d2 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "PUT /v2.0/routers/208131ae-2fb2-43c9-b16b-4af87e450b2c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7656143 Jan 31 19:06:08.126780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39474) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:08.378149 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (76b688c8-8b33-4eb3-a66e-ff33d0db9193), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:08.390867 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:08.395130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76b688c8-8b33-4eb3-a66e-ff33d0db9193 HTTP/1.1" status: 204 len: 168 time: 1.1890361 Jan 31 19:06:08.441179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b688c8-8b33-4eb3-a66e-ff33d0db9193,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:08.478035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.478641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.479144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.479670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.480169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.480688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.481183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.482208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.482770 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.483268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.483854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.484368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.484877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41624c-99f4-43a0-a5a6-2574fbccd385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:08.526090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70868954-36f4-40d7-967a-6c73e2a57f39 req-40e2a21c-9837-4053-b422-bc4f92214308 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:08.528077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70868954-36f4-40d7-967a-6c73e2a57f39 req-40e2a21c-9837-4053-b422-bc4f92214308 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 948 time: 0.3211744 Jan 31 19:06:08.575497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bc463-5466-4ee8-bb01-51492e07319a req-69841a0d-8bae-40b8-8800-35eda9d03248 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:08.584515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c8bc463-5466-4ee8-bb01-51492e07319a req-69841a0d-8bae-40b8-8800-35eda9d03248 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 936 time: 1.2337890 Jan 31 19:06:08.586539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:08.635487 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70868954-36f4-40d7-967a-6c73e2a57f39 req-8bf4cc7e-53d1-411d-bd09-8dcd21b29ccc tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/security-groups?id=058b47fb-5740-4c0a-b7c4-66f593ccfa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999641 Jan 31 19:06:08.719954 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc38b44-7517-4b24-988e-c36c40134885 x-openstack-request-id: req-8dc38b44-7517-4b24-988e-c36c40134885 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:06:08.721836 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34245416-56ba-46bc-8aa8-728caee46423", "name": "network-vif-plugged", "status": "completed", "tag": "8f730820-5972-4c20-8103-6997c12fea4b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:06:08.722180 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dc38b44-7517-4b24-988e-c36c40134885 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:06:08.722757 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34245416-56ba-46bc-8aa8-728caee46423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f730820-5972-4c20-8103-6997c12fea4b', 'code': 200} Jan 31 19:06:08.904134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77722ba3-fabb-49c8-944c-0fa95593d47b req-93e15dbc-9623-4358-b3ba-f369e4260eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:08.906371 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-77722ba3-fabb-49c8-944c-0fa95593d47b req-93e15dbc-9623-4358-b3ba-f369e4260eb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 1131 time: 0.1198792 Jan 31 19:06:09.013819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c8bc463-5466-4ee8-bb01-51492e07319a req-a29811f8-ad37-4ed2-90bf-2b6f5b83e77d tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/security-groups?id=13153ff8-50e9-4737-a5d5-2a375d4d0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281693 Jan 31 19:06:09.022690 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-77722ba3-fabb-49c8-944c-0fa95593d47b req-0765f791-4787-4bd9-9c2d-e779c8a3ae34 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=058b47fb-5740-4c0a-b7c4-66f593ccfa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907919 Jan 31 19:06:09.025576 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a152e877-061c-48b7-9978-72be01f1f0d3 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (208131ae-2fb2-43c9-b16b-4af87e450b2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:09.290444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:06:09.301930 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Publish callbacks [] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:09.337995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Transition to ACTIVE for port object e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:06:09.342548 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:09.524032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:09.634320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Attempting to bind port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:06:09.634998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Attempting to bind port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:06:09.635103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Attempting to bind port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:06:09.645759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:06:09.646101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Attempting to bind port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:06:09.658725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:06:09.659083 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:09.659485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:06:09.659937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Bound port: e8f54cdb-47cf-4ec3-b269-f74a9d0f3216, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:06:09.663158 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:10.011508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] For port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:06:10.042213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] For port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:06:10.076465 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:10.162585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:10.164162 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:10.167458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] 10.222.0.49 "PUT /v2.0/ports/e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 HTTP/1.1" status: 200 len: 1097 time: 3.1418128 Jan 31 19:06:10.169503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de400e1-d2cd-413f-bea0-1a7bf9da83a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:10.178048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99961886-269a-4140-8a6c-e884aa1bc2d1', 'tag': 'e8f54cdb-47cf-4ec3-b269-f74a9d0f3216'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:06:10.182147 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5d4b96-922a-4644-9dc8-4f9debc6c7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "99961886-269a-4140-8a6c-e884aa1bc2d1", "tag": "e8f54cdb-47cf-4ec3-b269-f74a9d0f3216"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:06:10.194540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a152e877-061c-48b7-9978-72be01f1f0d3 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Deleting port ea640904-a59a-4eb2-9957-f688d1674ee1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:06:10.195358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a152e877-061c-48b7-9978-72be01f1f0d3 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ea640904-a59a-4eb2-9957-f688d1674ee1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:10.213172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9b544-106e-4b89-ab7e-889257dcda1e req-94a84ec1-aff4-4b80-8265-32ae0e13aa74 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:10.215199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1da9b544-106e-4b89-ab7e-889257dcda1e req-94a84ec1-aff4-4b80-8265-32ae0e13aa74 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 948 time: 0.3618522 Jan 31 19:06:10.502130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1da9b544-106e-4b89-ab7e-889257dcda1e req-2ed60088-acef-41ab-a56f-e9e4a45dd9e4 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/security-groups?id=058b47fb-5740-4c0a-b7c4-66f593ccfa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721004 Jan 31 19:06:10.509672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a152e877-061c-48b7-9978-72be01f1f0d3 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ea640904-a59a-4eb2-9957-f688d1674ee1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:10.545858 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a152e877-061c-48b7-9978-72be01f1f0d3 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Calling delete_port for ea640904-a59a-4eb2-9957-f688d1674ee1 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:06:10.552515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-0514a6ec-3b35-4861-bfba-fb11c81d8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:10.554562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-0514a6ec-3b35-4861-bfba-fb11c81d8e01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d69f4b64751d4be596261b5482f31e0e&device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 1131 time: 0.3379610 Jan 31 19:06:10.573309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f53f23-e25d-4027-9756-42ddfe0b05a9 req-0f8920d6-3f94-4c25-9973-5e80a1911617 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:10.573309 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f53f23-e25d-4027-9756-42ddfe0b05a9 req-0f8920d6-3f94-4c25-9973-5e80a1911617 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 948 time: 0.2866325 Jan 31 19:06:10.623358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-51d8bf56-1b44-4945-a22b-bd019b4f0e5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 HTTP/1.1" status: 200 len: 217 time: 0.0491681 Jan 31 19:06:10.712688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:10.756861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-59f85a3d-3978-4e26-be1d-679c6c699c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:10.759439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-59f85a3d-3978-4e26-be1d-679c6c699c92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0993190 Jan 31 19:06:10.825814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f53f23-e25d-4027-9756-42ddfe0b05a9 req-369f5c80-a4d3-4a17-8511-0e399fdcd81f tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/security-groups?id=13153ff8-50e9-4737-a5d5-2a375d4d0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013605 Jan 31 19:06:10.844648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-855ff705-ed58-4d78-9a3e-9fe04485971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:10.848977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-855ff705-ed58-4d78-9a3e-9fe04485971e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0791252 Jan 31 19:06:11.022574 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d33ae9-ef9e-46f7-9095-d0b6aa64e811 x-openstack-request-id: req-49d33ae9-ef9e-46f7-9095-d0b6aa64e811 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:06:11.023372 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99961886-269a-4140-8a6c-e884aa1bc2d1", "tag": "e8f54cdb-47cf-4ec3-b269-f74a9d0f3216", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:06:11.023818 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49d33ae9-ef9e-46f7-9095-d0b6aa64e811 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:06:11.024586 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99961886-269a-4140-8a6c-e884aa1bc2d1', 'tag': 'e8f54cdb-47cf-4ec3-b269-f74a9d0f3216', 'status': 'completed', 'code': 200} Jan 31 19:06:11.071687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-9e2695f7-0675-4b71-9099-7bf385a22a80 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103472 Jan 31 19:06:11.107053 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a152e877-061c-48b7-9978-72be01f1f0d3 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ea640904-a59a-4eb2-9957-f688d1674ee1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:11.221370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152e877-061c-48b7-9978-72be01f1f0d3 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Port': ['ID=ea640904-a59a-4eb2-9957-f688d1674ee1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:11.301472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6cdfe94a-50e0-4cf5-a6b9-644a87ff467b req-3a6a2074-896b-4e86-8f0f-678778af7c49 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201231 Jan 31 19:06:11.503246 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f47caece-0ec9-411d-ae9a-5216662f6fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:11.518308 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a152e877-061c-48b7-9978-72be01f1f0d3 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (208131ae-2fb2-43c9-b16b-4af87e450b2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:11.569094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d4b96-922a-4644-9dc8-4f9debc6c7d9 req-4b2e14e6-ca04-45ab-af4f-7007d9a5feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:11.576997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f5d4b96-922a-4644-9dc8-4f9debc6c7d9 req-4b2e14e6-ca04-45ab-af4f-7007d9a5feaf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d69f4b64751d4be596261b5482f31e0e&device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 1131 time: 0.1824176 Jan 31 19:06:11.812385 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f47caece-0ec9-411d-ae9a-5216662f6fd5 admin admin] Publish callbacks [] for security_group (fcbe6d45-5db1-4b1f-a548-10f4916fbfcc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:11.955443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f47caece-0ec9-411d-ae9a-5216662f6fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fcbe6d45-5db1-4b1f-a548-10f4916fbfcc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:12.070344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837b8ab-c943-4624-81eb-6337a9c0a72a req-ff873515-74ac-4d66-85f5-4625e16c683a tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:12.075079 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5837b8ab-c943-4624-81eb-6337a9c0a72a req-ff873515-74ac-4d66-85f5-4625e16c683a tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 948 time: 0.2889872 Jan 31 19:06:12.121774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47caece-0ec9-411d-ae9a-5216662f6fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbe6d45-5db1-4b1f-a548-10f4916fbfcc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:12.252744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d4b96-922a-4644-9dc8-4f9debc6c7d9 req-0064ae8c-2db1-4c87-8add-3a5cec70fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:12.254409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f5d4b96-922a-4644-9dc8-4f9debc6c7d9 req-0064ae8c-2db1-4c87-8add-3a5cec70fe7f service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.6728160 Jan 31 19:06:12.366067 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f47caece-0ec9-411d-ae9a-5216662f6fd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13640b4fe99d4637900ba294ea8dd5f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6444108 Jan 31 19:06:12.371028 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:12.451611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f5d4b96-922a-4644-9dc8-4f9debc6c7d9 req-7108d882-80b9-44ae-ab23-0bcc59c8fc6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 HTTP/1.1" status: 200 len: 217 time: 0.1880071 Jan 31 19:06:12.511789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033d8f8-87ce-469c-bbfe-92191bef7c72 req-ae6971cd-2a5f-4686-9ae0-4fce99eaf067 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:12.520681 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c033d8f8-87ce-469c-bbfe-92191bef7c72 req-ae6971cd-2a5f-4686-9ae0-4fce99eaf067 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 948 time: 0.4701004 Jan 31 19:06:12.552745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5837b8ab-c943-4624-81eb-6337a9c0a72a req-2e2a3691-c1d2-4895-9b48-a9c77835343c tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/security-groups?id=058b47fb-5740-4c0a-b7c4-66f593ccfa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444053 Jan 31 19:06:12.620596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a152e877-061c-48b7-9978-72be01f1f0d3 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Router 208131ae-2fb2-43c9-b16b-4af87e450b2c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:06:12.622045 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d0a7d5b-b33d-4074-8978-3ceb90c1efc5 admin admin] Publish callbacks [] for security_group (fcbe6d45-5db1-4b1f-a548-10f4916fbfcc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:12.753741 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c033d8f8-87ce-469c-bbfe-92191bef7c72 req-fa209d20-9f0a-4523-a1a7-c735f119b1d3 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/security-groups?id=13153ff8-50e9-4737-a5d5-2a375d4d0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320895 Jan 31 19:06:12.797669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d0a7d5b-b33d-4074-8978-3ceb90c1efc5 admin admin] Publish callbacks [] for security_group (fcbe6d45-5db1-4b1f-a548-10f4916fbfcc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:12.800722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d4b96-922a-4644-9dc8-4f9debc6c7d9 req-ee24cce3-b26b-4966-a053-e395b8f47d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:12.804772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f5d4b96-922a-4644-9dc8-4f9debc6c7d9 req-ee24cce3-b26b-4966-a053-e395b8f47d36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.3283200 Jan 31 19:06:12.837680 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a152e877-061c-48b7-9978-72be01f1f0d3 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:06:12.847998 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a152e877-061c-48b7-9978-72be01f1f0d3 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "PUT /v2.0/routers/208131ae-2fb2-43c9-b16b-4af87e450b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7200661 Jan 31 19:06:12.856799 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b19cbb-3aa8-44df-a2b5-1ccae31a94fc None None] Sync routers for ids ['208131ae-2fb2-43c9-b16b-4af87e450b2c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:06:12.860220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39730) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:12.893570 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b19cbb-3aa8-44df-a2b5-1ccae31a94fc None None] Routers {'208131ae-2fb2-43c9-b16b-4af87e450b2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:12.895897 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-55b19cbb-3aa8-44df-a2b5-1ccae31a94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:05:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['208131ae-2fb2-43c9-b16b-4af87e450b2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:12.913656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d4b96-922a-4644-9dc8-4f9debc6c7d9 req-5cca980c-6315-44c0-82a6-be6fcdd6307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:12.918873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f5d4b96-922a-4644-9dc8-4f9debc6c7d9 req-5cca980c-6315-44c0-82a6-be6fcdd6307b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1005559 Jan 31 19:06:12.920441 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-04b61ecb-c3c0-4eac-9056-b7394d0c32a4 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] delete failed (client error): The resource could not be found. Jan 31 19:06:12.924652 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-04b61ecb-c3c0-4eac-9056-b7394d0c32a4 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1981347954 HTTP/1.1" status: 404 len: 335 time: 0.0623250 Jan 31 19:06:12.927718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39744) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:12.942730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-41c6826d-80ff-425e-ab08-b9a9d89b16b9 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Request body: {'router': {'external_gateway_info': {'network_id': '208131ae-2fb2-43c9-b16b-4af87e450b2c'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:12.956059 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d0a7d5b-b33d-4074-8978-3ceb90c1efc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fcbe6d45-5db1-4b1f-a548-10f4916fbfcc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:12.960256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d0a7d5b-b33d-4074-8978-3ceb90c1efc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:12.964577 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7d0a7d5b-b33d-4074-8978-3ceb90c1efc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcbe6d45-5db1-4b1f-a548-10f4916fbfcc HTTP/1.1" status: 204 len: 168 time: 0.5454762 Jan 31 19:06:12.979635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a7d5b-b33d-4074-8978-3ceb90c1efc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbe6d45-5db1-4b1f-a548-10f4916fbfcc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:13.075241 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-55b19cbb-3aa8-44df-a2b5-1ccae31a94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:13.123704 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b19cbb-3aa8-44df-a2b5-1ccae31a94fc None None] Routers {'208131ae-2fb2-43c9-b16b-4af87e450b2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:13.126016 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-55b19cbb-3aa8-44df-a2b5-1ccae31a94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:05:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['208131ae-2fb2-43c9-b16b-4af87e450b2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:13.243558 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-55b19cbb-3aa8-44df-a2b5-1ccae31a94fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:13.249419 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b19cbb-3aa8-44df-a2b5-1ccae31a94fc None None] The sync data for ids ['208131ae-2fb2-43c9-b16b-4af87e450b2c'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:06:13.600241 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41c6826d-80ff-425e-ab08-b9a9d89b16b9 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for router_gateway (208131ae-2fb2-43c9-b16b-4af87e450b2c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:13.637652 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-41c6826d-80ff-425e-ab08-b9a9d89b16b9 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] update failed (client error): The resource could not be found. Jan 31 19:06:13.639002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-41c6826d-80ff-425e-ab08-b9a9d89b16b9 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "PUT /v2.0/routers/208131ae-2fb2-43c9-b16b-4af87e450b2c HTTP/1.1" status: 404 len: 339 time: 0.6999142 Jan 31 19:06:13.644078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39822) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:13.647417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f5d4b96-922a-4644-9dc8-4f9debc6c7d9 req-9ea0d75e-3f6b-43e8-a66a-aa033c590f5e service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7205188 Jan 31 19:06:13.651082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-30d8cb34-a27d-4c1b-9931-1220de087da0 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1156368741'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:13.655855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44f21f-67fb-42e6-8c06-8425b9463a00 req-c380fcf3-3558-4d13-9125-7ce354f3dce7 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:13.663907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1a44f21f-67fb-42e6-8c06-8425b9463a00 req-c380fcf3-3558-4d13-9125-7ce354f3dce7 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 948 time: 0.2237182 Jan 31 19:06:13.729279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d8cb34-a27d-4c1b-9931-1220de087da0 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Made reservation on behalf of 988fbba75aa74151b6e125b1010d87c3 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:13.734625 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30d8cb34-a27d-4c1b-9931-1220de087da0 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:13.791847 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d8cb34-a27d-4c1b-9931-1220de087da0 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:06:13.814614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30d8cb34-a27d-4c1b-9931-1220de087da0 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (591c7446-f61b-40a6-b4bd-4d133f69058d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:13.815258 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-30d8cb34-a27d-4c1b-9931-1220de087da0 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Added segment 591c7446-f61b-40a6-b4bd-4d133f69058d of type vlan for network 568c7222-5943-4821-b2e5-ccba388761b3 Jan 31 19:06:13.912385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1a44f21f-67fb-42e6-8c06-8425b9463a00 req-209cf1a5-d1a6-42ff-bd56-f041aa50a46e tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/security-groups?id=058b47fb-5740-4c0a-b7c4-66f593ccfa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461250 Jan 31 19:06:13.930246 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30d8cb34-a27d-4c1b-9931-1220de087da0 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (568c7222-5943-4821-b2e5-ccba388761b3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:13.940495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39848) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:13.986581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30d8cb34-a27d-4c1b-9931-1220de087da0 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (568c7222-5943-4821-b2e5-ccba388761b3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:13.994549 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d8cb34-a27d-4c1b-9931-1220de087da0 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:13.995353 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30d8cb34-a27d-4c1b-9931-1220de087da0 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:14.048457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-282e766c-1d99-4ca1-bff8-d162a2d6a7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:14.068946 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-30d8cb34-a27d-4c1b-9931-1220de087da0 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4239414 Jan 31 19:06:14.082862 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 39862) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:14.090308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-efe7ace8-5e9e-4f67-9d0e-e377a34e836e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Request body: {'subnet': {'network_id': '568c7222-5943-4821-b2e5-ccba388761b3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:14.114807 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f5d4b96-922a-4644-9dc8-4f9debc6c7d9 req-0927965d-cecf-4b85-b445-bc27d35dcaef service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411867 Jan 31 19:06:14.128628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8cb34-a27d-4c1b-9931-1220de087da0 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'Network': ['ID=568c7222-5943-4821-b2e5-ccba388761b3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:14.165647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 568c7222-5943-4821-b2e5-ccba388761b3 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:06:14.176599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16337994-c7b9-4986-adcb-fbf511ff7baa req-50586cb0-de84-4e07-93ed-ddb0f5b0155b tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:14.178875 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16337994-c7b9-4986-adcb-fbf511ff7baa req-50586cb0-de84-4e07-93ed-ddb0f5b0155b tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 948 time: 0.2187626 Jan 31 19:06:14.279040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16337994-c7b9-4986-adcb-fbf511ff7baa req-3ec8e617-f6f9-41d6-b13a-c4bfef94f0ed tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/security-groups?id=13153ff8-50e9-4737-a5d5-2a375d4d0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919588 Jan 31 19:06:14.300668 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-282e766c-1d99-4ca1-bff8-d162a2d6a7f3 admin admin] Publish callbacks [] for security_group (54eda532-f05a-4e11-9314-606242a0570b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:14.308439 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-282e766c-1d99-4ca1-bff8-d162a2d6a7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (54eda532-f05a-4e11-9314-606242a0570b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:14.366205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e766c-1d99-4ca1-bff8-d162a2d6a7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eda532-f05a-4e11-9314-606242a0570b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:14.374953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe7ace8-5e9e-4f67-9d0e-e377a34e836e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Made reservation on behalf of 988fbba75aa74151b6e125b1010d87c3 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:14.387966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efe7ace8-5e9e-4f67-9d0e-e377a34e836e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:14.433570 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-282e766c-1d99-4ca1-bff8-d162a2d6a7f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afef4c9d65004200b7a5dc7ae7cf733b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4915142 Jan 31 19:06:14.435660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 39890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:14.574937 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27cc492b-c6c1-4585-af6d-180f52c143cf admin admin] Publish callbacks [] for security_group (54eda532-f05a-4e11-9314-606242a0570b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:14.666496 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27cc492b-c6c1-4585-af6d-180f52c143cf admin admin] Publish callbacks [] for security_group (54eda532-f05a-4e11-9314-606242a0570b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:14.774257 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27cc492b-c6c1-4585-af6d-180f52c143cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (54eda532-f05a-4e11-9314-606242a0570b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:14.777762 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27cc492b-c6c1-4585-af6d-180f52c143cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:14.779293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-27cc492b-c6c1-4585-af6d-180f52c143cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54eda532-f05a-4e11-9314-606242a0570b HTTP/1.1" status: 204 len: 168 time: 0.3389754 Jan 31 19:06:14.797851 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc492b-c6c1-4585-af6d-180f52c143cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eda532-f05a-4e11-9314-606242a0570b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:14.810899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc468c37-453c-47f9-a63c-b8aff03d4664 req-88fd8a4b-8ccc-45c2-bded-534223006212 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:14.813232 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dc468c37-453c-47f9-a63c-b8aff03d4664 req-88fd8a4b-8ccc-45c2-bded-534223006212 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.21 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 948 time: 0.1697814 Jan 31 19:06:14.875049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efe7ace8-5e9e-4f67-9d0e-e377a34e836e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (2e4e3c2c-cee2-4d1c-86dc-380ee2d91c88), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:14.991043 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7ace8-5e9e-4f67-9d0e-e377a34e836e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'Subnet': ['ID=2e4e3c2c-cee2-4d1c-86dc-380ee2d91c88,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:15.016454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:06:15.220427 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe7ace8-5e9e-4f67-9d0e-e377a34e836e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Checking segment: {'id': '591c7446-f61b-40a6-b4bd-4d133f69058d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '568c7222-5943-4821-b2e5-ccba388761b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:15.220848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe7ace8-5e9e-4f67-9d0e-e377a34e836e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Network hostable DHCP agents. Network: 568c7222-5943-4821-b2e5-ccba388761b3, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:06:15.242248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712c7c2-99ea-473e-84dd-5d58cbc45e1b req-a424c1d3-b765-4fe9-bc13-5e95dd113059 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:15.253564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d712c7c2-99ea-473e-84dd-5d58cbc45e1b req-a424c1d3-b765-4fe9-bc13-5e95dd113059 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 948 time: 0.1691422 Jan 31 19:06:15.296673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-dc468c37-453c-47f9-a63c-b8aff03d4664 req-80cb3649-2826-49b8-a77d-b84e87981052 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Deleting port 8f730820-5972-4c20-8103-6997c12fea4b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:06:15.297756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc468c37-453c-47f9-a63c-b8aff03d4664 req-80cb3649-2826-49b8-a77d-b84e87981052 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8f730820-5972-4c20-8103-6997c12fea4b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:15.345073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:15.378607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'e8f54cdb-47cf-4ec3-b269-f74a9d0f3216', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'e8f54cdb-47cf-4ec3-b269-f74a9d0f3216', 'mac_address': 'fa:16:3e:db:f0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:06:15.390976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d712c7c2-99ea-473e-84dd-5d58cbc45e1b req-9070e3cf-714b-4424-be9e-aa20843026cb tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/security-groups?id=058b47fb-5740-4c0a-b7c4-66f593ccfa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358998 Jan 31 19:06:15.510294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:15.512362 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:15.545318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe7ace8-5e9e-4f67-9d0e-e377a34e836e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Network 568c7222-5943-4821-b2e5-ccba388761b3 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:06:15.552757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:06:15.585528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-efe7ace8-5e9e-4f67-9d0e-e377a34e836e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 568c7222-5943-4821-b2e5-ccba388761b3) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:15.589033 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dc468c37-453c-47f9-a63c-b8aff03d4664 req-80cb3649-2826-49b8-a77d-b84e87981052 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] For port 8f730820-5972-4c20-8103-6997c12fea4b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8f730820-5972-4c20-8103-6997c12fea4b,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:15.589610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc468c37-453c-47f9-a63c-b8aff03d4664 req-80cb3649-2826-49b8-a77d-b84e87981052 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8f730820-5972-4c20-8103-6997c12fea4b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:15.601581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:15.610587 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:15.618609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe7ace8-5e9e-4f67-9d0e-e377a34e836e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:15.619344 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efe7ace8-5e9e-4f67-9d0e-e377a34e836e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:15.629272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dc251c-25b5-43cf-afad-c459403c056c None None] Network 568c7222-5943-4821-b2e5-ccba388761b3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:15.679915 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-dc468c37-453c-47f9-a63c-b8aff03d4664 req-80cb3649-2826-49b8-a77d-b84e87981052 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Calling delete_port for 8f730820-5972-4c20-8103-6997c12fea4b owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:06:15.695859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b4e12-c84d-4aea-b8ae-f03d693740e6 req-d8ed7698-1dca-4b2c-8452-760e17bd2113 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:15.709592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-444b4e12-c84d-4aea-b8ae-f03d693740e6 req-d8ed7698-1dca-4b2c-8452-760e17bd2113 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 948 time: 0.1737831 Jan 31 19:06:15.721871 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-efe7ace8-5e9e-4f67-9d0e-e377a34e836e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6377532 Jan 31 19:06:15.724813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40014) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:15.742766 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9c05b989-484c-4bbd-ae9f-5c9e0cee4f6e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Request body: {'router': {'external_gateway_info': {'network_id': '568c7222-5943-4821-b2e5-ccba388761b3'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:15.890222 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-444b4e12-c84d-4aea-b8ae-f03d693740e6 req-35cb8d8e-9af5-4aee-b143-7b5c5f472bbe tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/security-groups?id=13153ff8-50e9-4737-a5d5-2a375d4d0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622751 Jan 31 19:06:16.039582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['e8f54cdb-47cf-4ec3-b269-f74a9d0f3216'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:06:16.049139 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-568c7222-5943-4821-b2e5-ccba388761b3', 'network_id': '568c7222-5943-4821-b2e5-ccba388761b3', 'project_id': '988fbba75aa74151b6e125b1010d87c3', 'fixed_ips': [{'subnet_id': '2e4e3c2c-cee2-4d1c-86dc-380ee2d91c88'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:06:16.050020 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:16.237542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Allocated IP 2001:db8:1::2 (568c7222-5943-4821-b2e5-ccba388761b3/2e4e3c2c-cee2-4d1c-86dc-380ee2d91c88/83c87125-6ba8-447f-9e97-f6aa9c7a5e16) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:16.325223 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c05b989-484c-4bbd-ae9f-5c9e0cee4f6e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for router_gateway (208131ae-2fb2-43c9-b16b-4af87e450b2c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:16.606599 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc468c37-453c-47f9-a63c-b8aff03d4664 req-80cb3649-2826-49b8-a77d-b84e87981052 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8f730820-5972-4c20-8103-6997c12fea4b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:16.608852 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Publish callbacks [] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:16.636124 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:16.647684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8f730820-5972-4c20-8103-6997c12fea4b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:06:16.670416 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:16.687593 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302151c0-9c9f-44e1-a254-2226d3553ca0 req-48dcad29-dc01-49f8-b2f7-c9dae2403a69 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:16.689201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-302151c0-9c9f-44e1-a254-2226d3553ca0 req-48dcad29-dc01-49f8-b2f7-c9dae2403a69 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/ports?device_id=34245416-56ba-46bc-8aa8-728caee46423 HTTP/1.1" status: 200 len: 867 time: 0.1533504 Jan 31 19:06:16.732540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb3649-2826-49b8-a77d-b84e87981052 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Pushing event deleted for resources: {'Port': ['ID=8f730820-5972-4c20-8103-6997c12fea4b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:16.802868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc468c37-453c-47f9-a63c-b8aff03d4664 req-80cb3649-2826-49b8-a77d-b84e87981052 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] No DVR routers for this DVR port 8f730820-5972-4c20-8103-6997c12fea4b on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:06:16.806678 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc468c37-453c-47f9-a63c-b8aff03d4664 req-80cb3649-2826-49b8-a77d-b84e87981052 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:16.813068 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-dc468c37-453c-47f9-a63c-b8aff03d4664 req-80cb3649-2826-49b8-a77d-b84e87981052 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.21 "DELETE /v2.0/ports/8f730820-5972-4c20-8103-6997c12fea4b HTTP/1.1" status: 204 len: 173 time: 1.9930961 Jan 31 19:06:16.817614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-302151c0-9c9f-44e1-a254-2226d3553ca0 req-bab2a81b-8c46-435e-9c16-5cdb7298f9d8 tempest-VolumesNegativeTest-465045614 tempest-VolumesNegativeTest-465045614-project] 10.222.0.20 "GET /v2.0/security-groups?id=058b47fb-5740-4c0a-b7c4-66f593ccfa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123054 Jan 31 19:06:16.826395 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34245416-56ba-46bc-8aa8-728caee46423', 'name': 'network-vif-deleted', 'tag': '8f730820-5972-4c20-8103-6997c12fea4b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:06:16.830907 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa013f32-2302-46a4-bfc9-b492942f86a6" -d '{"events": [{"server_uuid": "34245416-56ba-46bc-8aa8-728caee46423", "name": "network-vif-deleted", "tag": "8f730820-5972-4c20-8103-6997c12fea4b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:06:16.890266 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-9c05b989-484c-4bbd-ae9f-5c9e0cee4f6e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:06:16.894700 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9c05b989-484c-4bbd-ae9f-5c9e0cee4f6e tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "PUT /v2.0/routers/208131ae-2fb2-43c9-b16b-4af87e450b2c HTTP/1.1" status: 400 len: 364 time: 1.1647983 Jan 31 19:06:16.895553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40132) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:16.965978 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6c9708-9791-40ef-a363-c6dcf72c7bef x-openstack-request-id: req-2c6c9708-9791-40ef-a363-c6dcf72c7bef {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:06:16.966476 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34245416-56ba-46bc-8aa8-728caee46423", "name": "network-vif-deleted", "tag": "8f730820-5972-4c20-8103-6997c12fea4b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:06:16.968328 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c6c9708-9791-40ef-a363-c6dcf72c7bef {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:06:16.968987 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34245416-56ba-46bc-8aa8-728caee46423', 'name': 'network-vif-deleted', 'tag': '8f730820-5972-4c20-8103-6997c12fea4b', 'status': 'completed', 'code': 200} Jan 31 19:06:16.990355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Network 568c7222-5943-4821-b2e5-ccba388761b3 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:17.013440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:17.053078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:17.122867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Pushing event updated for resources: {'Port': ['ID=83c87125-6ba8-447f-9e97-f6aa9c7a5e16,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:17.274007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Attempting to bind port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:06:17.276722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Attempting to bind port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '591c7446-f61b-40a6-b4bd-4d133f69058d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '568c7222-5943-4821-b2e5-ccba388761b3'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:06:17.277350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Attempting to bind port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 on network 568c7222-5943-4821-b2e5-ccba388761b3 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:06:17.295612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:06:17.296290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Checking segment: {'id': '591c7446-f61b-40a6-b4bd-4d133f69058d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '568c7222-5943-4821-b2e5-ccba388761b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:17.297153 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:17.298219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Bound using segment: {'id': '591c7446-f61b-40a6-b4bd-4d133f69058d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '568c7222-5943-4821-b2e5-ccba388761b3'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:06:17.298770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Bound port: 83c87125-6ba8-447f-9e97-f6aa9c7a5e16, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c7446-f61b-40a6-b4bd-4d133f69058d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '568c7222-5943-4821-b2e5-ccba388761b3'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:06:17.299274 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:17.446527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] For port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:06:17.455869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] For port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=83c87125-6ba8-447f-9e97-f6aa9c7a5e16,segment=NetworkSegment(591c7446-f61b-40a6-b4bd-4d133f69058d),segment_id=591c7446-f61b-40a6-b4bd-4d133f69058d)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:06:17.472939 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:17.602660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974d303-29c4-4991-b422-e59d9094f84d None None] Pushing event updated for resources: {'Port': ['ID=83c87125-6ba8-447f-9e97-f6aa9c7a5e16,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:17.831639 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725aa75c-d7b6-4e4b-a1d5-03a8713ff3a1 req-b49c3a2f-bb60-4614-aa23-8275c141b705 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:17.846953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-725aa75c-d7b6-4e4b-a1d5-03a8713ff3a1 req-b49c3a2f-bb60-4614-aa23-8275c141b705 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 949 time: 0.7170708 Jan 31 19:06:17.852728 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:17.974897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-725aa75c-d7b6-4e4b-a1d5-03a8713ff3a1 req-cc80a8cc-146f-40cd-a2c8-d6a256d5d60c tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/security-groups?id=13153ff8-50e9-4737-a5d5-2a375d4d0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907137 Jan 31 19:06:18.431944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Allocated IP 2001:db8::1 (0b3598df-22e7-45ce-bc83-f14d5e44c2a4/24e0624e-b3f1-4344-804d-98123ab84658/3a79e8c9-9541-488a-8fb9-75fa78bdcef7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:18.848695 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for port (3a79e8c9-9541-488a-8fb9-75fa78bdcef7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:18.888103 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d19cbbbb-cd9c-4900-8d7b-443046806a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:19.011830 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3a79e8c9-9541-488a-8fb9-75fa78bdcef7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:19.033126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:19.087749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Network 0b3598df-22e7-45ce-bc83-f14d5e44c2a4 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:19.190945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:19.194664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:06:19.195000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:19.195755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (208131ae-2fb2-43c9-b16b-4af87e450b2c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:19.203454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:19.204003 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:19.440516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:19.441944 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:19.456240 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8f730820-5972-4c20-8103-6997c12fea4b no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:06:19.488707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'Port': ['ID=3a79e8c9-9541-488a-8fb9-75fa78bdcef7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:19.562737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 8f730820-5972-4c20-8103-6997c12fea4b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:06:19.570279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8f730820-5972-4c20-8103-6997c12fea4b not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:06:19.635069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99961886-269a-4140-8a6c-e884aa1bc2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f54cdb-47cf-4ec3-b269-f74a9d0f3216'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:06:19.639284 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5446c657-58e8-4371-ba05-d7af4c8db85b" -d '{"events": [{"server_uuid": "99961886-269a-4140-8a6c-e884aa1bc2d1", "name": "network-vif-plugged", "status": "completed", "tag": "e8f54cdb-47cf-4ec3-b269-f74a9d0f3216"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:06:19.676069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:19.687895 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:19.778966 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3a79e8c9-9541-488a-8fb9-75fa78bdcef7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:19.792509 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950c40f2-12f1-4170-a9c1-4ea856d575de x-openstack-request-id: req-950c40f2-12f1-4170-a9c1-4ea856d575de {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:06:19.798627 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99961886-269a-4140-8a6c-e884aa1bc2d1", "name": "network-vif-plugged", "status": "completed", "tag": "e8f54cdb-47cf-4ec3-b269-f74a9d0f3216", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:06:19.799084 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-950c40f2-12f1-4170-a9c1-4ea856d575de {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:06:19.800045 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99961886-269a-4140-8a6c-e884aa1bc2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f54cdb-47cf-4ec3-b269-f74a9d0f3216', 'code': 200} Jan 31 19:06:19.883179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:19.996002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73865695-c58d-4cb7-a92e-8e7d6fd67f8f None None] Network 568c7222-5943-4821-b2e5-ccba388761b3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:20.054576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b691a52d-2652-4d11-8bdf-1ee6e0e8ef0a None None] Provisioning complete for port 3a79e8c9-9541-488a-8fb9-75fa78bdcef7 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:20.059248 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b691a52d-2652-4d11-8bdf-1ee6e0e8ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3a79e8c9-9541-488a-8fb9-75fa78bdcef7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:20.365961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b691a52d-2652-4d11-8bdf-1ee6e0e8ef0a None None] Port 3a79e8c9-9541-488a-8fb9-75fa78bdcef7 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:06:20.463101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:20.774526 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a624ee7d-1e84-4689-8489-b604702128ac None None] Provisioning complete for port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:20.779230 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a624ee7d-1e84-4689-8489-b604702128ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:20.878294 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40362) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:20.931614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67ef8a-bad5-40b8-ba26-004b532b4368 req-7b37466b-8412-4ace-9cbc-43e01dd7e77a tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:20.933510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d67ef8a-bad5-40b8-ba26-004b532b4368 req-7b37466b-8412-4ace-9cbc-43e01dd7e77a tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 949 time: 1.4229813 Jan 31 19:06:20.975090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:20.975966 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.182050 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72c08bd1-15c6-4e06-beb8-7112cfb16898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.321413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a624ee7d-1e84-4689-8489-b604702128ac None None] Current status of the port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:21.322410 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a624ee7d-1e84-4689-8489-b604702128ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.346767 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for port (3a79e8c9-9541-488a-8fb9-75fa78bdcef7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.393122 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b0d4d0b2-5753-4f45-95af-e56a7078d4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.417526 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72c08bd1-15c6-4e06-beb8-7112cfb16898 admin admin] Publish callbacks [] for security_group (1b4066b9-d60b-49a0-9032-bad73a73bc45), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.426066 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-72c08bd1-15c6-4e06-beb8-7112cfb16898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1b4066b9-d60b-49a0-9032-bad73a73bc45), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.442388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d67ef8a-bad5-40b8-ba26-004b532b4368 req-67e60bab-aa53-45ca-86ae-f8781bb06f45 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/security-groups?id=13153ff8-50e9-4737-a5d5-2a375d4d0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863264 Jan 31 19:06:21.443978 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3a79e8c9-9541-488a-8fb9-75fa78bdcef7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.444810 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (208131ae-2fb2-43c9-b16b-4af87e450b2c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.542396 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-72c08bd1-15c6-4e06-beb8-7112cfb16898 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee7764bf6e12494584c1cdbf0b3871d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6624346 Jan 31 19:06:21.548069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40386) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:21.554269 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c08bd1-15c6-4e06-beb8-7112cfb16898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4066b9-d60b-49a0-9032-bad73a73bc45,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:21.554674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a624ee7d-1e84-4689-8489-b604702128ac None None] For port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=83c87125-6ba8-447f-9e97-f6aa9c7a5e16,segment=NetworkSegment(591c7446-f61b-40a6-b4bd-4d133f69058d),segment_id=591c7446-f61b-40a6-b4bd-4d133f69058d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:21.579798 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a624ee7d-1e84-4689-8489-b604702128ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.587046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Network 0b3598df-22e7-45ce-bc83-f14d5e44c2a4 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:21.591431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:21.687378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac60df8c-ee70-4553-916f-3a0454058a51 admin admin] Publish callbacks [] for security_group (1b4066b9-d60b-49a0-9032-bad73a73bc45), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.713338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:21.716864 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.757207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac60df8c-ee70-4553-916f-3a0454058a51 admin admin] Publish callbacks [] for security_group (1b4066b9-d60b-49a0-9032-bad73a73bc45), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.763352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b250779-1629-4c55-baed-6c239e67fa1d req-d19544dd-58dc-4a9a-bec1-5de6168eb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:21.767055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b250779-1629-4c55-baed-6c239e67fa1d req-d19544dd-58dc-4a9a-bec1-5de6168eb81a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 1133 time: 1.6568556 Jan 31 19:06:21.788653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event updated for resources: {'Port': ['ID=3a79e8c9-9541-488a-8fb9-75fa78bdcef7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:21.887671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac60df8c-ee70-4553-916f-3a0454058a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1b4066b9-d60b-49a0-9032-bad73a73bc45), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.891092 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac60df8c-ee70-4553-916f-3a0454058a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:21.899021 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ac60df8c-ee70-4553-916f-3a0454058a51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b4066b9-d60b-49a0-9032-bad73a73bc45 HTTP/1.1" status: 204 len: 168 time: 0.3395000 Jan 31 19:06:21.923625 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60df8c-ee70-4553-916f-3a0454058a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4066b9-d60b-49a0-9032-bad73a73bc45,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:21.933794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Router 208131ae-2fb2-43c9-b16b-4af87e450b2c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:06:22.385618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b250779-1629-4c55-baed-6c239e67fa1d req-fb120232-6e31-4a3a-9a9b-29197049ade1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=13153ff8-50e9-4737-a5d5-2a375d4d0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004860 Jan 31 19:06:22.541094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624ee7d-1e84-4689-8489-b604702128ac None None] Pushing event updated for resources: {'Port': ['ID=83c87125-6ba8-447f-9e97-f6aa9c7a5e16,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:22.544665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7bd64b58-0dd5-4311-aefc-36b336cb451d None None] Provisioning complete for port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:22.545052 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7bd64b58-0dd5-4311-aefc-36b336cb451d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:22.546085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:06:22.574019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fc060cde-d024-4b03-b391-b8b94fdb579d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "PUT /v2.0/routers/208131ae-2fb2-43c9-b16b-4af87e450b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6772902 Jan 31 19:06:22.577430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40450) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:22.648212 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:06:22.648611 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:06:22.649450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f425504-c3eb-456a-8cd3-a445b0070a55 None None] Sync routers for ids ['208131ae-2fb2-43c9-b16b-4af87e450b2c'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:06:22.651315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40452) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:22.667097 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:22.696975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f425504-c3eb-456a-8cd3-a445b0070a55 None None] Routers {'208131ae-2fb2-43c9-b16b-4af87e450b2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:22.697641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6f425504-c3eb-456a-8cd3-a445b0070a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['208131ae-2fb2-43c9-b16b-4af87e450b2c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:22.715643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba83b644-48f0-46df-b03e-392b51f56ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:22.762915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4d060-890d-42ce-83b0-c111ae9118ee req-7d2ed73b-3a39-4f9e-beea-2b5a1e22deb6 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:22.765678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-def4d060-890d-42ce-83b0-c111ae9118ee req-7d2ed73b-3a39-4f9e-beea-2b5a1e22deb6 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 950 time: 0.1167090 Jan 31 19:06:22.812555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6f425504-c3eb-456a-8cd3-a445b0070a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:22.890654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f425504-c3eb-456a-8cd3-a445b0070a55 None None] Routers {'208131ae-2fb2-43c9-b16b-4af87e450b2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:22.894823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6f425504-c3eb-456a-8cd3-a445b0070a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['208131ae-2fb2-43c9-b16b-4af87e450b2c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:22.932861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-def4d060-890d-42ce-83b0-c111ae9118ee req-9a314cd2-fe6a-4d23-9be5-682319c5a462 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/security-groups?id=13153ff8-50e9-4737-a5d5-2a375d4d0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580896 Jan 31 19:06:23.004985 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba83b644-48f0-46df-b03e-392b51f56ca1 admin admin] Publish callbacks [] for security_group (4314b1ef-c397-45d3-b5f2-b619c4976d2a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:23.007830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6f425504-c3eb-456a-8cd3-a445b0070a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:23.011081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba83b644-48f0-46df-b03e-392b51f56ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4314b1ef-c397-45d3-b5f2-b619c4976d2a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:23.012103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f425504-c3eb-456a-8cd3-a445b0070a55 None None] The sync data for ids ['208131ae-2fb2-43c9-b16b-4af87e450b2c'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:06:23.027462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7bd64b58-0dd5-4311-aefc-36b336cb451d None None] Current status of the port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:23.073301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83b644-48f0-46df-b03e-392b51f56ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4314b1ef-c397-45d3-b5f2-b619c4976d2a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:23.117941 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ba83b644-48f0-46df-b03e-392b51f56ca1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33e5bccef7db40edaa817ff283e11cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4656057 Jan 31 19:06:23.120949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40460) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:23.220172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:23.230600 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5929ccf1-4e97-4e10-b0a5-5947e3238d93 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for router (208131ae-2fb2-43c9-b16b-4af87e450b2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:23.247221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-630dd3a1-f12b-446b-84f7-8bca842af120 None None] Provisioning complete for port 3a79e8c9-9541-488a-8fb9-75fa78bdcef7 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:23.247966 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-630dd3a1-f12b-446b-84f7-8bca842af120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3a79e8c9-9541-488a-8fb9-75fa78bdcef7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:23.339786 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-824fe022-ecd8-4a66-8a07-dc0e1f5424ad admin admin] Publish callbacks [] for security_group (4314b1ef-c397-45d3-b5f2-b619c4976d2a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:23.378923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:23.392226 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-824fe022-ecd8-4a66-8a07-dc0e1f5424ad admin admin] Publish callbacks [] for security_group (4314b1ef-c397-45d3-b5f2-b619c4976d2a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:23.511611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-630dd3a1-f12b-446b-84f7-8bca842af120 None None] Port 3a79e8c9-9541-488a-8fb9-75fa78bdcef7 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:06:23.526692 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-824fe022-ecd8-4a66-8a07-dc0e1f5424ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4314b1ef-c397-45d3-b5f2-b619c4976d2a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:23.531819 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-824fe022-ecd8-4a66-8a07-dc0e1f5424ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:23.535763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-824fe022-ecd8-4a66-8a07-dc0e1f5424ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4314b1ef-c397-45d3-b5f2-b619c4976d2a HTTP/1.1" status: 204 len: 168 time: 0.4085968 Jan 31 19:06:23.541787 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-5929ccf1-4e97-4e10-b0a5-5947e3238d93 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 31 19:06:23.543151 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5929ccf1-4e97-4e10-b0a5-5947e3238d93 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "DELETE /v2.0/routers/208131ae-2fb2-43c9-b16b-4af87e450b2c HTTP/1.1" status: 409 len: 329 time: 0.9644229 Jan 31 19:06:23.549641 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:23.593776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fe022-ecd8-4a66-8a07-dc0e1f5424ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4314b1ef-c397-45d3-b5f2-b619c4976d2a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:23.603004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:23.603533 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:23.900193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:24.133388 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:24.202837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2426f8-d2e3-470a-b5de-617761c12f36 req-f1939aed-b05e-4576-a179-c0b92ea49245 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:24.210510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b2426f8-d2e3-470a-b5de-617761c12f36 req-f1939aed-b05e-4576-a179-c0b92ea49245 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 950 time: 0.1235340 Jan 31 19:06:24.361326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b2426f8-d2e3-470a-b5de-617761c12f36 req-86e88d9b-7d70-48ef-9514-c1157c4284f6 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/security-groups?id=13153ff8-50e9-4737-a5d5-2a375d4d0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411867 Jan 31 19:06:24.457464 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9567300a-d2ff-4393-ab7c-786d03819b6b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (208131ae-2fb2-43c9-b16b-4af87e450b2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:24.469832 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:25.165099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9567300a-d2ff-4393-ab7c-786d03819b6b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Deleting port 3a79e8c9-9541-488a-8fb9-75fa78bdcef7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:06:25.167456 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9567300a-d2ff-4393-ab7c-786d03819b6b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3a79e8c9-9541-488a-8fb9-75fa78bdcef7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:25.276367 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:25.365758 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9567300a-d2ff-4393-ab7c-786d03819b6b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3a79e8c9-9541-488a-8fb9-75fa78bdcef7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:25.382295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9567300a-d2ff-4393-ab7c-786d03819b6b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Calling delete_port for 3a79e8c9-9541-488a-8fb9-75fa78bdcef7 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:06:25.706533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9567300a-d2ff-4393-ab7c-786d03819b6b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (3a79e8c9-9541-488a-8fb9-75fa78bdcef7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:25.738348 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567300a-d2ff-4393-ab7c-786d03819b6b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Port': ['ID=3a79e8c9-9541-488a-8fb9-75fa78bdcef7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:25.958816 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9567300a-d2ff-4393-ab7c-786d03819b6b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (208131ae-2fb2-43c9-b16b-4af87e450b2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:26.292438 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:26.343826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9567300a-d2ff-4393-ab7c-786d03819b6b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Router 208131ae-2fb2-43c9-b16b-4af87e450b2c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:06:26.547921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9567300a-d2ff-4393-ab7c-786d03819b6b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:06:26.561902 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b865e3-6e6a-433a-a896-6c8b869e49a2 None None] Sync routers for ids ['208131ae-2fb2-43c9-b16b-4af87e450b2c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:06:26.562770 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9567300a-d2ff-4393-ab7c-786d03819b6b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "PUT /v2.0/routers/208131ae-2fb2-43c9-b16b-4af87e450b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0104158 Jan 31 19:06:26.567803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40632) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:26.605794 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b865e3-6e6a-433a-a896-6c8b869e49a2 None None] Routers {'208131ae-2fb2-43c9-b16b-4af87e450b2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:26.608890 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-59b865e3-6e6a-433a-a896-6c8b869e49a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['208131ae-2fb2-43c9-b16b-4af87e450b2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:26.683477 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-a4ff97a5-b705-46c2-8e46-89a9462b36bb tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] show failed (client error): The resource could not be found. Jan 31 19:06:26.684869 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-59b865e3-6e6a-433a-a896-6c8b869e49a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:26.693882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a4ff97a5-b705-46c2-8e46-89a9462b36bb tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1361724274 HTTP/1.1" status: 404 len: 335 time: 0.1237745 Jan 31 19:06:26.696743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40642) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:26.705285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f7c27fc1-4b8c-446e-a53e-ed376317c2f7 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:26.741817 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b865e3-6e6a-433a-a896-6c8b869e49a2 None None] Routers {'208131ae-2fb2-43c9-b16b-4af87e450b2c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:26.743545 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-59b865e3-6e6a-433a-a896-6c8b869e49a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['208131ae-2fb2-43c9-b16b-4af87e450b2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:26.811239 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-59b865e3-6e6a-433a-a896-6c8b869e49a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:26.812167 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b865e3-6e6a-433a-a896-6c8b869e49a2 None None] The sync data for ids ['208131ae-2fb2-43c9-b16b-4af87e450b2c'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:06:26.817731 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-f7c27fc1-4b8c-446e-a53e-ed376317c2f7 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] update failed (client error): The resource could not be found. Jan 31 19:06:26.822609 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f7c27fc1-4b8c-446e-a53e-ed376317c2f7 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-9977508 HTTP/1.1" status: 404 len: 332 time: 0.1212468 Jan 31 19:06:26.822964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40656) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:26.930848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a69f625-30f4-491c-a7c2-3a99bd2acd7f tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Deleting subnet 2e4e3c2c-cee2-4d1c-86dc-380ee2d91c88 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:06:26.940995 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a69f625-30f4-491c-a7c2-3a99bd2acd7f tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for subnet (2e4e3c2c-cee2-4d1c-86dc-380ee2d91c88), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:27.038633 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a69f625-30f4-491c-a7c2-3a99bd2acd7f tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (2e4e3c2c-cee2-4d1c-86dc-380ee2d91c88), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:27.258360 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a69f625-30f4-491c-a7c2-3a99bd2acd7f tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (2e4e3c2c-cee2-4d1c-86dc-380ee2d91c88), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:27.408019 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a69f625-30f4-491c-a7c2-3a99bd2acd7f tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (2e4e3c2c-cee2-4d1c-86dc-380ee2d91c88), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:27.486920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69f625-30f4-491c-a7c2-3a99bd2acd7f tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4e3c2c-cee2-4d1c-86dc-380ee2d91c88,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:27.507662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69417dfc-ce96-40f0-a924-26eba29be24e None None] Network 568c7222-5943-4821-b2e5-ccba388761b3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:27.512699 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a69f625-30f4-491c-a7c2-3a99bd2acd7f tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:27.523448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6a69f625-30f4-491c-a7c2-3a99bd2acd7f tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "DELETE /v2.0/subnets/2e4e3c2c-cee2-4d1c-86dc-380ee2d91c88 HTTP/1.1" status: 204 len: 168 time: 0.6993537 Jan 31 19:06:27.525898 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40684) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:27.732389 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (568c7222-5943-4821-b2e5-ccba388761b3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:27.828071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2b55b6-69ff-43fd-84c6-78b06339bd14 None None] DHCP port deletion for 568c7222-5943-4821-b2e5-ccba388761b3 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:06:27.831220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Deleting port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:06:27.831726 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:27.942012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] For port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=83c87125-6ba8-447f-9e97-f6aa9c7a5e16,segment=NetworkSegment(591c7446-f61b-40a6-b4bd-4d133f69058d),segment_id=591c7446-f61b-40a6-b4bd-4d133f69058d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:27.943049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:27.964479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Calling delete_port for 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:06:27.985545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b55b6-69ff-43fd-84c6-78b06339bd14 None None] Deleting port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:06:27.985842 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fa2b55b6-69ff-43fd-84c6-78b06339bd14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:28.085811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:28.120635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fa2b55b6-69ff-43fd-84c6-78b06339bd14 None None] For port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=83c87125-6ba8-447f-9e97-f6aa9c7a5e16,segment=NetworkSegment(591c7446-f61b-40a6-b4bd-4d133f69058d),segment_id=591c7446-f61b-40a6-b4bd-4d133f69058d)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:28.121570 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fa2b55b6-69ff-43fd-84c6-78b06339bd14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:28.150884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b55b6-69ff-43fd-84c6-78b06339bd14 None None] Calling delete_port for 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:06:28.159814 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] No DVR routers for this DVR port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:06:28.163361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Port': ['ID=83c87125-6ba8-447f-9e97-f6aa9c7a5e16,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:28.333745 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fa2b55b6-69ff-43fd-84c6-78b06339bd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (83c87125-6ba8-447f-9e97-f6aa9c7a5e16), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:28.351140 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (568c7222-5943-4821-b2e5-ccba388761b3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:28.402171 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b55b6-69ff-43fd-84c6-78b06339bd14 None None] Pushing event deleted for resources: {'Port': ['ID=83c87125-6ba8-447f-9e97-f6aa9c7a5e16,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:28.409648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b55b6-69ff-43fd-84c6-78b06339bd14 None None] No DVR routers for this DVR port 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:06:28.413237 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568c7222-5943-4821-b2e5-ccba388761b3']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:28.445673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591c7446-f61b-40a6-b4bd-4d133f69058d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:28.446075 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591c7446-f61b-40a6-b4bd-4d133f69058d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:28.471290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (591c7446-f61b-40a6-b4bd-4d133f69058d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:28.489050 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (591c7446-f61b-40a6-b4bd-4d133f69058d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:28.496961 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:06:28.497600 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (591c7446-f61b-40a6-b4bd-4d133f69058d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:06:28.502286 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:06:28.633008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (568c7222-5943-4821-b2e5-ccba388761b3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:28.649512 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:28.659707 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "DELETE /v2.0/networks/568c7222-5943-4821-b2e5-ccba388761b3 HTTP/1.1" status: 204 len: 168 time: 1.1325154 Jan 31 19:06:28.662202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40710) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:28.683649 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b24c26-90f7-4ac8-8de2-abfc222aa713 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Network': ['ID=568c7222-5943-4821-b2e5-ccba388761b3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:28.769447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbab56f-4684-4551-9816-2c00c259a86c tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Deleting subnet 157aa771-658e-4ccc-8b95-eeb85ebe49aa {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:06:28.774363 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecbab56f-4684-4551-9816-2c00c259a86c tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for subnet (157aa771-658e-4ccc-8b95-eeb85ebe49aa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:28.834924 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecbab56f-4684-4551-9816-2c00c259a86c tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (157aa771-658e-4ccc-8b95-eeb85ebe49aa), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:28.943690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecbab56f-4684-4551-9816-2c00c259a86c tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (157aa771-658e-4ccc-8b95-eeb85ebe49aa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:29.043276 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecbab56f-4684-4551-9816-2c00c259a86c tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (157aa771-658e-4ccc-8b95-eeb85ebe49aa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:29.109213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbab56f-4684-4551-9816-2c00c259a86c tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Subnet': ['ID=157aa771-658e-4ccc-8b95-eeb85ebe49aa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:29.117681 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecbab56f-4684-4551-9816-2c00c259a86c tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:29.124586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78e327e-bd64-4440-a331-0be46773e14b None None] Network d81ede51-cb48-433b-ae03-e20af07f7645 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:29.125351 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ecbab56f-4684-4551-9816-2c00c259a86c tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "DELETE /v2.0/subnets/157aa771-658e-4ccc-8b95-eeb85ebe49aa HTTP/1.1" status: 204 len: 168 time: 0.4612489 Jan 31 19:06:29.127118 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40724) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:29.285266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae8cfc3-ec92-4bd4-93ef-d11255fc5319 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Deleting subnet 8aa780fa-5469-4d16-b2c6-6d0dae1c6eed {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:06:29.297180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bae8cfc3-ec92-4bd4-93ef-d11255fc5319 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for subnet (8aa780fa-5469-4d16-b2c6-6d0dae1c6eed), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:29.384172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:06:29.419253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bae8cfc3-ec92-4bd4-93ef-d11255fc5319 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (8aa780fa-5469-4d16-b2c6-6d0dae1c6eed), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:29.464211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:06:29.466621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 83c87125-6ba8-447f-9e97-f6aa9c7a5e16 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:06:29.593090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d4f340-fed8-4f09-b6c0-e24f90cc9948 None None] DHCP port deletion for d81ede51-cb48-433b-ae03-e20af07f7645 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:06:29.642887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bae8cfc3-ec92-4bd4-93ef-d11255fc5319 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (8aa780fa-5469-4d16-b2c6-6d0dae1c6eed), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:29.673959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-78d4f340-fed8-4f09-b6c0-e24f90cc9948 None None] Deleting port dab5808c-a26d-47eb-a83a-22c6c03a2da4 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:06:29.674590 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-78d4f340-fed8-4f09-b6c0-e24f90cc9948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:29.753149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-78d4f340-fed8-4f09-b6c0-e24f90cc9948 None None] For port dab5808c-a26d-47eb-a83a-22c6c03a2da4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dab5808c-a26d-47eb-a83a-22c6c03a2da4,segment=NetworkSegment(92504a83-1d91-45c4-a025-e961ef13718c),segment_id=92504a83-1d91-45c4-a025-e961ef13718c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:29.754103 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-78d4f340-fed8-4f09-b6c0-e24f90cc9948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:29.768907 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bae8cfc3-ec92-4bd4-93ef-d11255fc5319 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (8aa780fa-5469-4d16-b2c6-6d0dae1c6eed), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:29.771908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-78d4f340-fed8-4f09-b6c0-e24f90cc9948 None None] Calling delete_port for dab5808c-a26d-47eb-a83a-22c6c03a2da4 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:06:29.827231 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8cfc3-ec92-4bd4-93ef-d11255fc5319 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa780fa-5469-4d16-b2c6-6d0dae1c6eed,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:29.846285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bae8cfc3-ec92-4bd4-93ef-d11255fc5319 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:29.854908 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bae8cfc3-ec92-4bd4-93ef-d11255fc5319 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "DELETE /v2.0/subnets/8aa780fa-5469-4d16-b2c6-6d0dae1c6eed HTTP/1.1" status: 204 len: 168 time: 0.7245693 Jan 31 19:06:29.855292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40738) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:29.887418 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba969e-1c03-4239-98d5-352316e03197 None None] Network a6d272b6-5d54-4d88-86f1-299f57ebd865 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:30.025463 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (d81ede51-cb48-433b-ae03-e20af07f7645), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.136949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Deleting port dab5808c-a26d-47eb-a83a-22c6c03a2da4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:06:30.139425 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.171996 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-78d4f340-fed8-4f09-b6c0-e24f90cc9948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.256088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4f340-fed8-4f09-b6c0-e24f90cc9948 None None] Pushing event deleted for resources: {'Port': ['ID=dab5808c-a26d-47eb-a83a-22c6c03a2da4,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:30.261457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d4f340-fed8-4f09-b6c0-e24f90cc9948 None None] No DVR routers for this DVR port dab5808c-a26d-47eb-a83a-22c6c03a2da4 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:06:30.275659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] For port dab5808c-a26d-47eb-a83a-22c6c03a2da4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dab5808c-a26d-47eb-a83a-22c6c03a2da4,segment=NetworkSegment(92504a83-1d91-45c4-a025-e961ef13718c),segment_id=92504a83-1d91-45c4-a025-e961ef13718c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:30.276051 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.311650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Calling delete_port for dab5808c-a26d-47eb-a83a-22c6c03a2da4 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:06:30.392915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59de6063-8a8c-4d57-8d11-1d542f40ae2b None None] DHCP port deletion for a6d272b6-5d54-4d88-86f1-299f57ebd865 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:06:30.483943 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (dab5808c-a26d-47eb-a83a-22c6c03a2da4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.516690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-59de6063-8a8c-4d57-8d11-1d542f40ae2b None None] Deleting port 99140a38-dc8f-4c22-86b1-32f3bb862875 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:06:30.517118 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-59de6063-8a8c-4d57-8d11-1d542f40ae2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.543466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] No DVR routers for this DVR port dab5808c-a26d-47eb-a83a-22c6c03a2da4 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:06:30.554733 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Port': ['ID=dab5808c-a26d-47eb-a83a-22c6c03a2da4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:30.697832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (d81ede51-cb48-433b-ae03-e20af07f7645), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.715260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-59de6063-8a8c-4d57-8d11-1d542f40ae2b None None] For port 99140a38-dc8f-4c22-86b1-32f3bb862875, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=99140a38-dc8f-4c22-86b1-32f3bb862875,segment=NetworkSegment(7c4c692c-d6c4-461d-9590-b41be7298b09),segment_id=7c4c692c-d6c4-461d-9590-b41be7298b09)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:30.718627 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-59de6063-8a8c-4d57-8d11-1d542f40ae2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.744071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81ede51-cb48-433b-ae03-e20af07f7645']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:30.754906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-59de6063-8a8c-4d57-8d11-1d542f40ae2b None None] Calling delete_port for 99140a38-dc8f-4c22-86b1-32f3bb862875 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:06:30.763292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92504a83-1d91-45c4-a025-e961ef13718c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:30.764123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92504a83-1d91-45c4-a025-e961ef13718c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:30.786794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (92504a83-1d91-45c4-a025-e961ef13718c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.815637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (92504a83-1d91-45c4-a025-e961ef13718c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.832728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:06:30.832864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (92504a83-1d91-45c4-a025-e961ef13718c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: self.session.flush() Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:06:30.836631 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:06:30.915604 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (d81ede51-cb48-433b-ae03-e20af07f7645), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.921924 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.926121 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "DELETE /v2.0/networks/d81ede51-cb48-433b-ae03-e20af07f7645 HTTP/1.1" status: 204 len: 168 time: 1.0681295 Jan 31 19:06:30.928789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:30.983362 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-59de6063-8a8c-4d57-8d11-1d542f40ae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (99140a38-dc8f-4c22-86b1-32f3bb862875), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:30.991498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285a850-abc1-418f-891b-2ee591658c01 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Network': ['ID=d81ede51-cb48-433b-ae03-e20af07f7645,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:31.018790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de6063-8a8c-4d57-8d11-1d542f40ae2b None None] Pushing event deleted for resources: {'Port': ['ID=99140a38-dc8f-4c22-86b1-32f3bb862875,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:31.035855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de6063-8a8c-4d57-8d11-1d542f40ae2b None None] No DVR routers for this DVR port 99140a38-dc8f-4c22-86b1-32f3bb862875 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:06:31.074204 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (a6d272b6-5d54-4d88-86f1-299f57ebd865), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:31.232214 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (a6d272b6-5d54-4d88-86f1-299f57ebd865), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:31.283154 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d272b6-5d54-4d88-86f1-299f57ebd865']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:31.309755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4c692c-d6c4-461d-9590-b41be7298b09') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:31.310202 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4c692c-d6c4-461d-9590-b41be7298b09') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:31.328159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dab5808c-a26d-47eb-a83a-22c6c03a2da4 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:06:31.345007 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (7c4c692c-d6c4-461d-9590-b41be7298b09), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:31.378712 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (7c4c692c-d6c4-461d-9590-b41be7298b09), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:31.382685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: dab5808c-a26d-47eb-a83a-22c6c03a2da4 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:06:31.385670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dab5808c-a26d-47eb-a83a-22c6c03a2da4 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:06:31.386524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 99140a38-dc8f-4c22-86b1-32f3bb862875 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:06:31.392024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:06:31.392882 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (7c4c692c-d6c4-461d-9590-b41be7298b09), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:06:31.407013 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:06:31.447522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 99140a38-dc8f-4c22-86b1-32f3bb862875 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:06:31.448039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 99140a38-dc8f-4c22-86b1-32f3bb862875 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:06:31.547816 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (a6d272b6-5d54-4d88-86f1-299f57ebd865), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:31.556121 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:31.562462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40778) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:31.572929 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "DELETE /v2.0/networks/a6d272b6-5d54-4d88-86f1-299f57ebd865 HTTP/1.1" status: 204 len: 168 time: 0.6428185 Jan 31 19:06:31.588024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c312a-32b2-4200-a076-71d79cde7623 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Network': ['ID=a6d272b6-5d54-4d88-86f1-299f57ebd865,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:31.652997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3222fa8a-15d9-48e6-a4ec-d66fbf1efb5d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Deleting subnet 24e0624e-b3f1-4344-804d-98123ab84658 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:06:31.658836 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3222fa8a-15d9-48e6-a4ec-d66fbf1efb5d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for subnet (24e0624e-b3f1-4344-804d-98123ab84658), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:31.733391 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3222fa8a-15d9-48e6-a4ec-d66fbf1efb5d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (24e0624e-b3f1-4344-804d-98123ab84658), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:31.878625 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3222fa8a-15d9-48e6-a4ec-d66fbf1efb5d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (24e0624e-b3f1-4344-804d-98123ab84658), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:31.955496 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3222fa8a-15d9-48e6-a4ec-d66fbf1efb5d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (24e0624e-b3f1-4344-804d-98123ab84658), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:31.988726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222fa8a-15d9-48e6-a4ec-d66fbf1efb5d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Subnet': ['ID=24e0624e-b3f1-4344-804d-98123ab84658,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:32.000093 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3222fa8a-15d9-48e6-a4ec-d66fbf1efb5d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:32.001507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe2ff3a-f4af-4ef9-8894-39210555d6b3 None None] Network 0b3598df-22e7-45ce-bc83-f14d5e44c2a4 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:32.006989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40784) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:32.017273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3222fa8a-15d9-48e6-a4ec-d66fbf1efb5d tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "DELETE /v2.0/subnets/24e0624e-b3f1-4344-804d-98123ab84658 HTTP/1.1" status: 204 len: 168 time: 0.4536266 Jan 31 19:06:32.126050 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (0b3598df-22e7-45ce-bc83-f14d5e44c2a4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:32.281245 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Deleting port 6e4cfacf-ec2b-42f0-9c88-763984408683 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:06:32.281685 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:32.286948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9323f767-442d-415d-b0fe-eadbb8c72b47 None None] DHCP port deletion for 0b3598df-22e7-45ce-bc83-f14d5e44c2a4 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:06:32.444532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9323f767-442d-415d-b0fe-eadbb8c72b47 None None] Deleting port 6e4cfacf-ec2b-42f0-9c88-763984408683 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:06:32.445186 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9323f767-442d-415d-b0fe-eadbb8c72b47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:32.471403 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] For port 6e4cfacf-ec2b-42f0-9c88-763984408683, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6e4cfacf-ec2b-42f0-9c88-763984408683,segment=NetworkSegment(1fcd4ef9-e509-4909-99fe-273962ac1b9a),segment_id=1fcd4ef9-e509-4909-99fe-273962ac1b9a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:32.475982 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:32.511994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Calling delete_port for 6e4cfacf-ec2b-42f0-9c88-763984408683 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:06:32.538670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9323f767-442d-415d-b0fe-eadbb8c72b47 None None] For port 6e4cfacf-ec2b-42f0-9c88-763984408683, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6e4cfacf-ec2b-42f0-9c88-763984408683,segment=NetworkSegment(1fcd4ef9-e509-4909-99fe-273962ac1b9a),segment_id=1fcd4ef9-e509-4909-99fe-273962ac1b9a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:32.539087 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9323f767-442d-415d-b0fe-eadbb8c72b47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:32.572252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9323f767-442d-415d-b0fe-eadbb8c72b47 None None] Calling delete_port for 6e4cfacf-ec2b-42f0-9c88-763984408683 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:06:32.663983 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9323f767-442d-415d-b0fe-eadbb8c72b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:32.713153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323f767-442d-415d-b0fe-eadbb8c72b47 None None] No DVR routers for this DVR port 6e4cfacf-ec2b-42f0-9c88-763984408683 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:06:32.736662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323f767-442d-415d-b0fe-eadbb8c72b47 None None] Pushing event deleted for resources: {'Port': ['ID=6e4cfacf-ec2b-42f0-9c88-763984408683,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:33.168450 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6e4cfacf-ec2b-42f0-9c88-763984408683), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:33.211378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Port': ['ID=6e4cfacf-ec2b-42f0-9c88-763984408683,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:33.214205 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] No DVR routers for this DVR port 6e4cfacf-ec2b-42f0-9c88-763984408683 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:06:33.323597 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (0b3598df-22e7-45ce-bc83-f14d5e44c2a4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:33.361091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3598df-22e7-45ce-bc83-f14d5e44c2a4']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:33.375306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6e4cfacf-ec2b-42f0-9c88-763984408683 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:06:33.386441 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcd4ef9-e509-4909-99fe-273962ac1b9a') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:33.387321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcd4ef9-e509-4909-99fe-273962ac1b9a') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:33.401969 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (1fcd4ef9-e509-4909-99fe-273962ac1b9a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:33.423928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1fcd4ef9-e509-4909-99fe-273962ac1b9a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:33.427794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 6e4cfacf-ec2b-42f0-9c88-763984408683 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:06:33.429808 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6e4cfacf-ec2b-42f0-9c88-763984408683 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:06:33.431219 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:06:33.431622 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (1fcd4ef9-e509-4909-99fe-273962ac1b9a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: self.session.flush() Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:06:33.515202 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:06:33.524652 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (0b3598df-22e7-45ce-bc83-f14d5e44c2a4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:33.532745 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:33.535885 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "DELETE /v2.0/networks/0b3598df-22e7-45ce-bc83-f14d5e44c2a4 HTTP/1.1" status: 204 len: 168 time: 1.5272830 Jan 31 19:06:33.538644 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:33.557881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b72b1d-9ffa-40b5-85ba-a043511bfa34 tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Pushing event deleted for resources: {'Network': ['ID=0b3598df-22e7-45ce-bc83-f14d5e44c2a4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:33.580670 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d4e51055-96da-4c63-a9d2-9c47ba03cffb tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "GET /v2.0/ports?device_id=208131ae-2fb2-43c9-b16b-4af87e450b2c HTTP/1.1" status: 200 len: 205 time: 0.0408504 Jan 31 19:06:33.582931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40804) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:33.752405 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecc49ad1-dd13-4835-a6a9-600246dc4a9b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for router (208131ae-2fb2-43c9-b16b-4af87e450b2c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:34.036940 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecc49ad1-dd13-4835-a6a9-600246dc4a9b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (208131ae-2fb2-43c9-b16b-4af87e450b2c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:34.040490 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecc49ad1-dd13-4835-a6a9-600246dc4a9b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for router_controller (208131ae-2fb2-43c9-b16b-4af87e450b2c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:34.130235 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecc49ad1-dd13-4835-a6a9-600246dc4a9b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (208131ae-2fb2-43c9-b16b-4af87e450b2c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:34.131087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc49ad1-dd13-4835-a6a9-600246dc4a9b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Fanout notify agent at l3_agent the message router_deleted on router 208131ae-2fb2-43c9-b16b-4af87e450b2c {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:06:34.140805 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ecc49ad1-dd13-4835-a6a9-600246dc4a9b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:34.158351 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ecc49ad1-dd13-4835-a6a9-600246dc4a9b tempest-RoutersNegativeIpV6Test-1215634511 tempest-RoutersNegativeIpV6Test-1215634511-project] 10.222.0.20 "DELETE /v2.0/routers/208131ae-2fb2-43c9-b16b-4af87e450b2c HTTP/1.1" status: 204 len: 168 time: 0.5656650 Jan 31 19:06:34.586571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40824) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:34.985286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40836) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:34.988385 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-42c7b8f3-372c-4243-9890-44d85535c8b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=988fbba75aa74151b6e125b1010d87c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3941660 Jan 31 19:06:35.056235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40838) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:35.075278 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0db8b2a8-e79a-4b2a-8a1a-6a3fd3ab9c19 admin admin] Publish callbacks [] for security_group (41cb4a4f-b071-41d8-8c8d-3bb2339d982e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:35.131612 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0db8b2a8-e79a-4b2a-8a1a-6a3fd3ab9c19 admin admin] Publish callbacks [] for security_group (41cb4a4f-b071-41d8-8c8d-3bb2339d982e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:35.192124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0db8b2a8-e79a-4b2a-8a1a-6a3fd3ab9c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (41cb4a4f-b071-41d8-8c8d-3bb2339d982e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:35.195528 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0db8b2a8-e79a-4b2a-8a1a-6a3fd3ab9c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:35.199976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0db8b2a8-e79a-4b2a-8a1a-6a3fd3ab9c19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41cb4a4f-b071-41d8-8c8d-3bb2339d982e HTTP/1.1" status: 204 len: 168 time: 0.2136145 Jan 31 19:06:35.211121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8b2a8-e79a-4b2a-8a1a-6a3fd3ab9c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cb4a4f-b071-41d8-8c8d-3bb2339d982e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:35.294794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4b2bf692-17f4-4195-8a15-4edf3a33a266 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11d762964e2d44ffa9cc76f37b2d4f7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372499 Jan 31 19:06:35.297546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40848) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:35.372120 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada797-3287-4c61-a5d5-1628a4aa4cd8 admin admin] Publish callbacks [] for security_group (058b47fb-5740-4c0a-b7c4-66f593ccfa66), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:35.402738 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada797-3287-4c61-a5d5-1628a4aa4cd8 admin admin] Publish callbacks [] for security_group (058b47fb-5740-4c0a-b7c4-66f593ccfa66), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:35.471754 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada797-3287-4c61-a5d5-1628a4aa4cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (058b47fb-5740-4c0a-b7c4-66f593ccfa66), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:35.478261 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8ada797-3287-4c61-a5d5-1628a4aa4cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:35.480812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d8ada797-3287-4c61-a5d5-1628a4aa4cd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/058b47fb-5740-4c0a-b7c4-66f593ccfa66 HTTP/1.1" status: 204 len: 168 time: 0.1821506 Jan 31 19:06:35.504940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ada797-3287-4c61-a5d5-1628a4aa4cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058b47fb-5740-4c0a-b7c4-66f593ccfa66,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:37.032024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40900) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:37.182881 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40906) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:37.412042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1981119408-network', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:37.424407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-95c2bfc2-7bfb-4650-8abf-c69ef26f368f tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2127514509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:37.485885 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95c2bfc2-7bfb-4650-8abf-c69ef26f368f tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.486977 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95c2bfc2-7bfb-4650-8abf-c69ef26f368f tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.533819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Made reservation on behalf of e1e07f2c933042e495a9177559b5c060 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:37.547920 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.567915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.604484 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95c2bfc2-7bfb-4650-8abf-c69ef26f368f tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for router_controller (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.612609 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95c2bfc2-7bfb-4650-8abf-c69ef26f368f tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.638002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-637ac4d1-f7b8-409b-8053-9bcbeda22a13 req-4b468096-dd0a-4c71-8aa7-af25f18ffc8a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1772530 Jan 31 19:06:37.658431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95c2bfc2-7bfb-4650-8abf-c69ef26f368f tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.660192 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-95c2bfc2-7bfb-4650-8abf-c69ef26f368f tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6268895 Jan 31 19:06:37.662783 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40920) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:37.672881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1329008828'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:37.729959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Made reservation on behalf of d5938d1713bf445d972bc1a131573245 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:37.736146 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.768530 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.777547 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Publish callbacks [] for security_group (1078ae05-34ff-4f68-8560-1fc3ca8c04c4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.793694 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1078ae05-34ff-4f68-8560-1fc3ca8c04c4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.832296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:06:37.860541 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9587da87-f999-44da-8a90-1b96939c53fa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.861608 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Added segment 9587da87-f999-44da-8a90-1b96939c53fa of type vlan for network 87661c57-1ac4-4194-9c98-cbc79abc8a11 Jan 31 19:06:37.932511 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (87661c57-1ac4-4194-9c98-cbc79abc8a11), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.958522 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for security_group (1d7213d1-1290-4f2a-96b5-44bf59a4e317), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.971535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1d7213d1-1290-4f2a-96b5-44bf59a4e317), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.983394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ac4d1-f7b8-409b-8053-9bcbeda22a13 req-22a71957-9eb7-4f5c-86d5-eb90cbb7e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:37.985361 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-637ac4d1-f7b8-409b-8053-9bcbeda22a13 req-22a71957-9eb7-4f5c-86d5-eb90cbb7e932 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d69f4b64751d4be596261b5482f31e0e&device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 1133 time: 0.2912400 Jan 31 19:06:37.986166 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (87661c57-1ac4-4194-9c98-cbc79abc8a11), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:37.987378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:37.988163 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:38.015905 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7213d1-1290-4f2a-96b5-44bf59a4e317,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:38.029553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.030354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.030716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.031065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.031444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.031793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.032175 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.032818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.032925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.033250 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.033582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.033922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.034268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:38.038110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:06:38.050634 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bb98493b-d360-4999-bb61-4aa163109687), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:38.051092 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Added segment bb98493b-d360-4999-bb61-4aa163109687 of type vlan for network fb2f3d39-45d4-40f0-b064-c17723d598e9 Jan 31 19:06:38.107206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=87661c57-1ac4-4194-9c98-cbc79abc8a11,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:38.118402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 87661c57-1ac4-4194-9c98-cbc79abc8a11 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:06:38.156180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (fb2f3d39-45d4-40f0-b064-c17723d598e9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:38.219107 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (fb2f3d39-45d4-40f0-b064-c17723d598e9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:38.225526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:38.228680 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:38.235142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ac4d1-f7b8-409b-8053-9bcbeda22a13 req-7be12968-cd27-4ab3-862d-cbb8ef4bbe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:38.236673 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-637ac4d1-f7b8-409b-8053-9bcbeda22a13 req-7be12968-cd27-4ab3-862d-cbb8ef4bbe64 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.1336517 Jan 31 19:06:38.237280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1078ae05-34ff-4f68-8560-1fc3ca8c04c4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:38.303550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-637ac4d1-f7b8-409b-8053-9bcbeda22a13 req-aca0ed67-316d-4f76-9ae3-4c6044f9a5e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 HTTP/1.1" status: 200 len: 217 time: 0.0593011 Jan 31 19:06:38.309982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-153ad571-b2b0-45fa-ac22-ae6b24ebd5d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1231956 Jan 31 19:06:38.319655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40928) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:38.324777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0b63bd0c-44f6-4542-8121-c512cb086540 admin admin] Request body: {'subnet': {'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1981119408-subnet', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:38.384114 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ac4d1-f7b8-409b-8053-9bcbeda22a13 req-dace40a4-166a-4bec-b961-f087d4e58454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:38.386171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-637ac4d1-f7b8-409b-8053-9bcbeda22a13 req-dace40a4-166a-4bec-b961-f087d4e58454 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0769415 Jan 31 19:06:38.387346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b63bd0c-44f6-4542-8121-c512cb086540 admin admin] Made reservation on behalf of e1e07f2c933042e495a9177559b5c060 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:38.391467 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b63bd0c-44f6-4542-8121-c512cb086540 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:38.420392 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7538188 Jan 31 19:06:38.429662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40930) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:38.439764 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-01eefa1f-95e4-4ae2-96aa-be7111c11b61 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Request body: {'subnet': {'network_id': 'fb2f3d39-45d4-40f0-b064-c17723d598e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:38.488270 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eefab1-b306-4617-b644-0e18f5a99f82 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event updated for resources: {'Network': ['ID=fb2f3d39-45d4-40f0-b064-c17723d598e9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:38.501959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network fb2f3d39-45d4-40f0-b064-c17723d598e9 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:06:38.559189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ac4d1-f7b8-409b-8053-9bcbeda22a13 req-4618eb2a-f0a0-409a-83bf-46ef731b8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:38.563450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-637ac4d1-f7b8-409b-8053-9bcbeda22a13 req-4618eb2a-f0a0-409a-83bf-46ef731b8532 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1674314 Jan 31 19:06:38.713726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01eefa1f-95e4-4ae2-96aa-be7111c11b61 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Made reservation on behalf of d5938d1713bf445d972bc1a131573245 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:38.725876 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01eefa1f-95e4-4ae2-96aa-be7111c11b61 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:38.874894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-637ac4d1-f7b8-409b-8053-9bcbeda22a13 req-510604fe-9be1-47cc-a5e7-a889dd9a79c8 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937925 Jan 31 19:06:39.057116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01eefa1f-95e4-4ae2-96aa-be7111c11b61 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (92001a31-fb19-4731-bd45-8d8df96a252f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:39.084519 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b63bd0c-44f6-4542-8121-c512cb086540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (09fa3c85-174c-41f3-88fa-6a44f5806b0f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:39.176934 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eefa1f-95e4-4ae2-96aa-be7111c11b61 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Checking segment: {'id': 'bb98493b-d360-4999-bb61-4aa163109687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb2f3d39-45d4-40f0-b064-c17723d598e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:39.177291 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eefa1f-95e4-4ae2-96aa-be7111c11b61 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Network hostable DHCP agents. Network: fb2f3d39-45d4-40f0-b064-c17723d598e9, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:06:39.190100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eefa1f-95e4-4ae2-96aa-be7111c11b61 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event updated for resources: {'Subnet': ['ID=92001a31-fb19-4731-bd45-8d8df96a252f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:39.211605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eefa1f-95e4-4ae2-96aa-be7111c11b61 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Network fb2f3d39-45d4-40f0-b064-c17723d598e9 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:06:39.223846 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-01eefa1f-95e4-4ae2-96aa-be7111c11b61 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, fb2f3d39-45d4-40f0-b064-c17723d598e9) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:39.235422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52078aa-53a0-4d43-a6cf-d44015da115c None None] Network fb2f3d39-45d4-40f0-b064-c17723d598e9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:39.239040 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:06:39.282792 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eefa1f-95e4-4ae2-96aa-be7111c11b61 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:39.284838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01eefa1f-95e4-4ae2-96aa-be7111c11b61 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:39.363895 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-01eefa1f-95e4-4ae2-96aa-be7111c11b61 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9302301 Jan 31 19:06:39.367057 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40940) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:39.386855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6810237f-783d-4194-bbcf-e5a608335001 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Request body: {'network': {'name': 'tempest-router-network01--460170449'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:39.451721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6810237f-783d-4194-bbcf-e5a608335001 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Made reservation on behalf of d5938d1713bf445d972bc1a131573245 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:39.463230 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6810237f-783d-4194-bbcf-e5a608335001 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:39.532416 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6810237f-783d-4194-bbcf-e5a608335001 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:06:39.567355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6810237f-783d-4194-bbcf-e5a608335001 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e8e3c04b-86ee-4ab8-b2b6-5317be86702f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:39.567624 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-6810237f-783d-4194-bbcf-e5a608335001 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Added segment e8e3c04b-86ee-4ab8-b2b6-5317be86702f of type vlan for network 4f76f164-4ec0-400d-ab8a-daa65c222cbd Jan 31 19:06:39.590773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-fb2f3d39-45d4-40f0-b064-c17723d598e9', 'network_id': 'fb2f3d39-45d4-40f0-b064-c17723d598e9', 'project_id': 'd5938d1713bf445d972bc1a131573245', 'fixed_ips': [{'subnet_id': '92001a31-fb19-4731-bd45-8d8df96a252f'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:06:39.592870 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:39.711198 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6810237f-783d-4194-bbcf-e5a608335001 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (4f76f164-4ec0-400d-ab8a-daa65c222cbd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:39.802492 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6810237f-783d-4194-bbcf-e5a608335001 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (4f76f164-4ec0-400d-ab8a-daa65c222cbd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:39.813960 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6810237f-783d-4194-bbcf-e5a608335001 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:39.819914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6810237f-783d-4194-bbcf-e5a608335001 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:39.989691 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6810237f-783d-4194-bbcf-e5a608335001 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6209922 Jan 31 19:06:39.990334 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40948) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:40.003554 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-06bfea7b-c4da-4520-830a-6857421a94ef tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Request body: {'network': {'name': 'tempest-router-network02--902146146'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:40.017057 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810237f-783d-4194-bbcf-e5a608335001 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event updated for resources: {'Network': ['ID=4f76f164-4ec0-400d-ab8a-daa65c222cbd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:40.047202 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 4f76f164-4ec0-400d-ab8a-daa65c222cbd details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:06:40.051574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bfea7b-c4da-4520-830a-6857421a94ef tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Made reservation on behalf of d5938d1713bf445d972bc1a131573245 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:40.055362 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06bfea7b-c4da-4520-830a-6857421a94ef tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:40.069875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63bd0c-44f6-4542-8121-c512cb086540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09fa3c85-174c-41f3-88fa-6a44f5806b0f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:40.098204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63bd0c-44f6-4542-8121-c512cb086540 admin admin] Checking segment: {'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:40.098604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b63bd0c-44f6-4542-8121-c512cb086540 admin admin] Network hostable DHCP agents. Network: 87661c57-1ac4-4194-9c98-cbc79abc8a11, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:06:40.104106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bfea7b-c4da-4520-830a-6857421a94ef tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:06:40.129623 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06bfea7b-c4da-4520-830a-6857421a94ef tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5d5f0d84-4380-4c41-b4a3-9aa011ff09e9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:40.129970 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-06bfea7b-c4da-4520-830a-6857421a94ef tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Added segment 5d5f0d84-4380-4c41-b4a3-9aa011ff09e9 of type vlan for network d38cc498-7b71-4464-aa47-4f053c11fb78 Jan 31 19:06:40.153098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-637ac4d1-f7b8-409b-8053-9bcbeda22a13 req-75245fa6-7972-487c-a104-d04e678c78a7 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2243829 Jan 31 19:06:40.189638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b63bd0c-44f6-4542-8121-c512cb086540 admin admin] Network 87661c57-1ac4-4194-9c98-cbc79abc8a11 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:06:40.216020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0b63bd0c-44f6-4542-8121-c512cb086540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 87661c57-1ac4-4194-9c98-cbc79abc8a11) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:40.227276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63bd0c-44f6-4542-8121-c512cb086540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:40.229846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b63bd0c-44f6-4542-8121-c512cb086540 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:40.238794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06bfea7b-c4da-4520-830a-6857421a94ef tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (d38cc498-7b71-4464-aa47-4f053c11fb78), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:40.269559 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0b63bd0c-44f6-4542-8121-c512cb086540 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9485545 Jan 31 19:06:40.271943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40952) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:40.285255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:40.287992 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06bfea7b-c4da-4520-830a-6857421a94ef tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (d38cc498-7b71-4464-aa47-4f053c11fb78), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:40.294376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfea7b-c4da-4520-830a-6857421a94ef tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:40.295065 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-06bfea7b-c4da-4520-830a-6857421a94ef tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:40.343009 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:40.344425 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:40.353216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac3b13-70fe-4b31-ad13-7364f7c6e6c8 None None] Network 87661c57-1ac4-4194-9c98-cbc79abc8a11 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:40.384102 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-06bfea7b-c4da-4520-830a-6857421a94ef tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3901420 Jan 31 19:06:40.387327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:40.393658 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9c439b98-4715-43b0-bd4f-1eff1b71ab67 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Request body: {'subnet': {'network_id': '4f76f164-4ec0-400d-ab8a-daa65c222cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:40.426691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfea7b-c4da-4520-830a-6857421a94ef tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event updated for resources: {'Network': ['ID=d38cc498-7b71-4464-aa47-4f053c11fb78,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:40.500294 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Publish callbacks [] for router_controller (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:40.570709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Allocated IP 172.20.0.2 (fb2f3d39-45d4-40f0-b064-c17723d598e9/92001a31-fb19-4731-bd45-8d8df96a252f/88b32179-e1ca-4660-96c7-41290d6bf9aa) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:40.586742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c439b98-4715-43b0-bd4f-1eff1b71ab67 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Made reservation on behalf of d5938d1713bf445d972bc1a131573245 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:40.593569 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c439b98-4715-43b0-bd4f-1eff1b71ab67 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:40.600703 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network d38cc498-7b71-4464-aa47-4f053c11fb78 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:06:40.717762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-87661c57-1ac4-4194-9c98-cbc79abc8a11', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:06:40.719443 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:40.798454 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Publish callbacks [] for router_gateway (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:40.947271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c439b98-4715-43b0-bd4f-1eff1b71ab67 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (987999b4-262b-4bb4-8dc3-8b52e63c2cc1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:41.108571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c439b98-4715-43b0-bd4f-1eff1b71ab67 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event updated for resources: {'Subnet': ['ID=987999b4-262b-4bb4-8dc3-8b52e63c2cc1,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:41.136746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c439b98-4715-43b0-bd4f-1eff1b71ab67 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Checking segment: {'id': 'e8e3c04b-86ee-4ab8-b2b6-5317be86702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '4f76f164-4ec0-400d-ab8a-daa65c222cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:41.137142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c439b98-4715-43b0-bd4f-1eff1b71ab67 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Network hostable DHCP agents. Network: 4f76f164-4ec0-400d-ab8a-daa65c222cbd, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:06:41.175196 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c439b98-4715-43b0-bd4f-1eff1b71ab67 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Network 4f76f164-4ec0-400d-ab8a-daa65c222cbd is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:06:41.186410 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9c439b98-4715-43b0-bd4f-1eff1b71ab67 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 4f76f164-4ec0-400d-ab8a-daa65c222cbd) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:41.193937 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c439b98-4715-43b0-bd4f-1eff1b71ab67 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:41.194533 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c439b98-4715-43b0-bd4f-1eff1b71ab67 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:41.201971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Allocated IP 172.20.0.2 (87661c57-1ac4-4194-9c98-cbc79abc8a11/09fa3c85-174c-41f3-88fa-6a44f5806b0f/30b54753-0f51-4b90-bdf8-96757b5fdadd) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:41.215217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8e0e80-2e71-4fc0-818a-79c3f7a8d13c None None] Network 4f76f164-4ec0-400d-ab8a-daa65c222cbd requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:41.225185 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9c439b98-4715-43b0-bd4f-1eff1b71ab67 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8358505 Jan 31 19:06:41.226404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40964) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:41.231470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f8ba16f9-c25f-44a1-96f8-4ac189321c3d tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Request body: {'subnet': {'network_id': 'd38cc498-7b71-4464-aa47-4f053c11fb78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:41.354790 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Publish callbacks [] for router_gateway (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:41.393520 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:41.438210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ba16f9-c25f-44a1-96f8-4ac189321c3d tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Made reservation on behalf of d5938d1713bf445d972bc1a131573245 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:41.446907 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8ba16f9-c25f-44a1-96f8-4ac189321c3d tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:41.673215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Allocated IP 172.25.8.166 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/454188dc-6ac3-4eb4-bf88-aba06c0521a6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:41.863719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8ba16f9-c25f-44a1-96f8-4ac189321c3d tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (9cc21474-0760-4273-98ad-72de9d57b56b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:41.879200 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Publish callbacks [] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:41.883114 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Publish callbacks [] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:41.917175 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:41.926301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:42.007162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:42.012977 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba16f9-c25f-44a1-96f8-4ac189321c3d tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event updated for resources: {'Subnet': ['ID=9cc21474-0760-4273-98ad-72de9d57b56b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:42.018048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:42.022009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:42.046605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Network fb2f3d39-45d4-40f0-b064-c17723d598e9 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:42.047858 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba16f9-c25f-44a1-96f8-4ac189321c3d tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Checking segment: {'id': '5d5f0d84-4380-4c41-b4a3-9aa011ff09e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd38cc498-7b71-4464-aa47-4f053c11fb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:42.068668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba16f9-c25f-44a1-96f8-4ac189321c3d tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Network hostable DHCP agents. Network: d38cc498-7b71-4464-aa47-4f053c11fb78, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:06:42.092400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:42.120282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:42.171774 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-4f76f164-4ec0-400d-ab8a-daa65c222cbd', 'network_id': '4f76f164-4ec0-400d-ab8a-daa65c222cbd', 'project_id': 'd5938d1713bf445d972bc1a131573245', 'fixed_ips': [{'subnet_id': '987999b4-262b-4bb4-8dc3-8b52e63c2cc1'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:06:42.173703 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:42.175565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba16f9-c25f-44a1-96f8-4ac189321c3d tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Network d38cc498-7b71-4464-aa47-4f053c11fb78 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:06:42.191955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f8ba16f9-c25f-44a1-96f8-4ac189321c3d tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, d38cc498-7b71-4464-aa47-4f053c11fb78) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:42.200283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba16f9-c25f-44a1-96f8-4ac189321c3d tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:42.203331 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8ba16f9-c25f-44a1-96f8-4ac189321c3d tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:42.237964 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f8ba16f9-c25f-44a1-96f8-4ac189321c3d tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0104282 Jan 31 19:06:42.238932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 40976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:42.254629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Pushing event updated for resources: {'Port': ['ID=454188dc-6ac3-4eb4-bf88-aba06c0521a6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:42.308890 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Publish callbacks [] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:42.314493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Pushing event updated for resources: {'Port': ['ID=88b32179-e1ca-4660-96c7-41290d6bf9aa,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:42.330179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4e9a66-43f9-4f69-97fd-451e524cf521 None None] Network d38cc498-7b71-4464-aa47-4f053c11fb78 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:42.371812 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:42.413759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Network 87661c57-1ac4-4194-9c98-cbc79abc8a11 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:42.448992 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:42.525772 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Publish callbacks [] for router_gateway (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:42.547753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:42.866177 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:42.909911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Allocated IP 172.20.0.2 (4f76f164-4ec0-400d-ab8a-daa65c222cbd/987999b4-262b-4bb4-8dc3-8b52e63c2cc1/efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:43.059048 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:43.149848 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Publish callbacks [] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:43.234704 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:43.294749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Network 4f76f164-4ec0-400d-ab8a-daa65c222cbd is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:43.347401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Allocated IP 172.20.0.1 (4f76f164-4ec0-400d-ab8a-daa65c222cbd/987999b4-262b-4bb4-8dc3-8b52e63c2cc1/ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:43.352790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:43.366503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-d38cc498-7b71-4464-aa47-4f053c11fb78', 'network_id': 'd38cc498-7b71-4464-aa47-4f053c11fb78', 'project_id': 'd5938d1713bf445d972bc1a131573245', 'fixed_ips': [{'subnet_id': '9cc21474-0760-4273-98ad-72de9d57b56b'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:06:43.370626 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:43.378549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:06:43.386531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:43.396017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Attempting to bind port 88b32179-e1ca-4660-96c7-41290d6bf9aa on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:06:43.396424 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Attempting to bind port 88b32179-e1ca-4660-96c7-41290d6bf9aa by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'bb98493b-d360-4999-bb61-4aa163109687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb2f3d39-45d4-40f0-b064-c17723d598e9'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:06:43.396792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Attempting to bind port 88b32179-e1ca-4660-96c7-41290d6bf9aa on network fb2f3d39-45d4-40f0-b064-c17723d598e9 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:06:43.407216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Pushing event updated for resources: {'Port': ['ID=30b54753-0f51-4b90-bdf8-96757b5fdadd,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:43.441431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:06:43.441822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Checking segment: {'id': 'bb98493b-d360-4999-bb61-4aa163109687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb2f3d39-45d4-40f0-b064-c17723d598e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:43.442220 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:43.442624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Bound using segment: {'id': 'bb98493b-d360-4999-bb61-4aa163109687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb2f3d39-45d4-40f0-b064-c17723d598e9'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:06:43.443110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Bound port: 88b32179-e1ca-4660-96c7-41290d6bf9aa, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb98493b-d360-4999-bb61-4aa163109687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb2f3d39-45d4-40f0-b064-c17723d598e9'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:06:43.443491 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:43.590370 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for port (ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:43.600668 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Attempting to bind port 30b54753-0f51-4b90-bdf8-96757b5fdadd on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:06:43.600916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Attempting to bind port 30b54753-0f51-4b90-bdf8-96757b5fdadd by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:06:43.601307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Attempting to bind port 30b54753-0f51-4b90-bdf8-96757b5fdadd on network 87661c57-1ac4-4194-9c98-cbc79abc8a11 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:06:43.656842 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:43.698276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:06:43.725415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Sync routers for ids ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:06:43.737574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:43.747329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0f0b9692-a788-48cc-b1b8-15b32eaad295 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4733715 Jan 31 19:06:43.755024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 40998) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:43.768806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event updated for resources: {'Port': ['ID=ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:43.797919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Network 4f76f164-4ec0-400d-ab8a-daa65c222cbd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:43.797919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:43.803234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:43.834375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:06:43.835518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Checking segment: {'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:43.835518 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:43.835518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Bound using segment: {'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:06:43.836004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Bound port: 30b54753-0f51-4b90-bdf8-96757b5fdadd, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:06:43.836520 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:43.877130 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:43.979328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] For port 30b54753-0f51-4b90-bdf8-96757b5fdadd, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:06:43.983141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] For port 30b54753-0f51-4b90-bdf8-96757b5fdadd, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=30b54753-0f51-4b90-bdf8-96757b5fdadd,segment=NetworkSegment(9587da87-f999-44da-8a90-1b96939c53fa),segment_id=9587da87-f999-44da-8a90-1b96939c53fa)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:06:43.990429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Pushing event updated for resources: {'Port': ['ID=efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:44.005480 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Attempting to bind port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:06:44.006042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Attempting to bind port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'e8e3c04b-86ee-4ab8-b2b6-5317be86702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '4f76f164-4ec0-400d-ab8a-daa65c222cbd'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:06:44.006225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Attempting to bind port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c on network 4f76f164-4ec0-400d-ab8a-daa65c222cbd {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:06:44.010045 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:44.075108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb3b12-9eb6-4472-be7b-7e0aedeb7442 None None] Pushing event updated for resources: {'Port': ['ID=30b54753-0f51-4b90-bdf8-96757b5fdadd,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:44.078429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:06:44.078814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Checking segment: {'id': 'e8e3c04b-86ee-4ab8-b2b6-5317be86702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '4f76f164-4ec0-400d-ab8a-daa65c222cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:44.079223 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:44.079654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Bound using segment: {'id': 'e8e3c04b-86ee-4ab8-b2b6-5317be86702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '4f76f164-4ec0-400d-ab8a-daa65c222cbd'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:06:44.080229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Bound port: efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e3c04b-86ee-4ab8-b2b6-5317be86702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '4f76f164-4ec0-400d-ab8a-daa65c222cbd'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:06:44.080701 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:44.093846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Routers {'3f6ecc4e-b061-4075-b03d-4ae5de1a0723'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:44.094753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:44.147105 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:44.329532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] For port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:06:44.336656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] For port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c,segment=NetworkSegment(e8e3c04b-86ee-4ab8-b2b6-5317be86702f),segment_id=e8e3c04b-86ee-4ab8-b2b6-5317be86702f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:06:44.404144 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:44.426170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] For port 88b32179-e1ca-4660-96c7-41290d6bf9aa, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:06:44.713020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Set router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:06:44.849425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] For port 88b32179-e1ca-4660-96c7-41290d6bf9aa, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=88b32179-e1ca-4660-96c7-41290d6bf9aa,segment=NetworkSegment(bb98493b-d360-4999-bb61-4aa163109687),segment_id=bb98493b-d360-4999-bb61-4aa163109687)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:06:44.876261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Allocated IP 172.20.0.2 (d38cc498-7b71-4464-aa47-4f053c11fb78/9cc21474-0760-4273-98ad-72de9d57b56b/21e29f47-a8a5-4975-ad73-76df76b2ef16) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:44.887482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for port (ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:44.899834 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:45.069796 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:45.163933 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:45.212427 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event updated for resources: {'Port': ['ID=ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:45.322221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc14a8f-49a2-4dc6-afbc-167ba0e232dd None None] Pushing event updated for resources: {'Port': ['ID=efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:45.410609 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:45.524885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Network 4f76f164-4ec0-400d-ab8a-daa65c222cbd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:45.531124 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:45.958952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5c3f6-c0c1-4033-99a9-fee13aaf2a26 None None] Pushing event updated for resources: {'Port': ['ID=88b32179-e1ca-4660-96c7-41290d6bf9aa,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:45.976081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 30b54753-0f51-4b90-bdf8-96757b5fdadd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:46.131593 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Allocated IP 172.20.0.1 (87661c57-1ac4-4194-9c98-cbc79abc8a11/09fa3c85-174c-41f3-88fa-6a44f5806b0f/1d996580-771d-4d93-8069-df4c24d123d6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:46.181543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Router 02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:06:46.356775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 30b54753-0f51-4b90-bdf8-96757b5fdadd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:46.357329 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:46.539944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:06:42Z', 'revision_number': 3, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:46.547605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f5d18-99a7-42ec-8faf-a49a7c00ff5c None None] Network 87661c57-1ac4-4194-9c98-cbc79abc8a11 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:46.593915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Publish callbacks [] for port (1d996580-771d-4d93-8069-df4c24d123d6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:46.598424 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:06:46.611727 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7fd8ff42-a3f5-4981-8a53-3eab6fed4d72 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "PUT /v2.0/routers/02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3700409 Jan 31 19:06:46.620309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41040) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:46.621745 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4c843-73c3-4bcd-a2c8-40039127db68 None None] Sync routers for ids ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:06:46.646001 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4c843-73c3-4bcd-a2c8-40039127db68 None None] Routers {'02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:46.646557 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-49d4c843-73c3-4bcd-a2c8-40039127db68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:46.714916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Checking router: 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:06:46.715274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Updating router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 port 454188dc-6ac3-4eb4-bf88-aba06c0521a6 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:06:46.774242 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-49d4c843-73c3-4bcd-a2c8-40039127db68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:46.806746 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4c843-73c3-4bcd-a2c8-40039127db68 None None] Routers {'02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:46.810640 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-49d4c843-73c3-4bcd-a2c8-40039127db68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:46.932796 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-49d4c843-73c3-4bcd-a2c8-40039127db68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:46.933465 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4c843-73c3-4bcd-a2c8-40039127db68 None None] The sync data for ids ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:06:46.955580 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:47.114941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Publish callbacks [] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:47.155242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-875ca3f9-7c7f-40bd-aa84-7bb835fdb2fc None None] Provisioning complete for port 30b54753-0f51-4b90-bdf8-96757b5fdadd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:47.162757 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-875ca3f9-7c7f-40bd-aa84-7bb835fdb2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:47.172790 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:47.367105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdcc1e1-3cd8-449f-bdd2-aeab817f4f83 None None] Network 4f76f164-4ec0-400d-ab8a-daa65c222cbd requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:47.557576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Network d38cc498-7b71-4464-aa47-4f053c11fb78 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:47.605383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:47.656082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:47.740076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 30b54753-0f51-4b90-bdf8-96757b5fdadd is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:47.741037 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:47.845513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Pushing event updated for resources: {'Port': ['ID=21e29f47-a8a5-4975-ad73-76df76b2ef16,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:47.904944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ac26e4-c2ad-494c-9abb-9ff2b1ed199e None None] Network fb2f3d39-45d4-40f0-b064-c17723d598e9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:48.162944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 30b54753-0f51-4b90-bdf8-96757b5fdadd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=30b54753-0f51-4b90-bdf8-96757b5fdadd,segment=NetworkSegment(9587da87-f999-44da-8a90-1b96939c53fa),segment_id=9587da87-f999-44da-8a90-1b96939c53fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:48.189855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Attempting to bind port 21e29f47-a8a5-4975-ad73-76df76b2ef16 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:06:48.190222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Attempting to bind port 21e29f47-a8a5-4975-ad73-76df76b2ef16 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '5d5f0d84-4380-4c41-b4a3-9aa011ff09e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd38cc498-7b71-4464-aa47-4f053c11fb78'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:06:48.190585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Attempting to bind port 21e29f47-a8a5-4975-ad73-76df76b2ef16 on network d38cc498-7b71-4464-aa47-4f053c11fb78 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:06:48.283923 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1d996580-771d-4d93-8069-df4c24d123d6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:48.335420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Network 87661c57-1ac4-4194-9c98-cbc79abc8a11 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:48.343757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:48.385579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:48.488194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Pushing event updated for resources: {'Port': ['ID=1d996580-771d-4d93-8069-df4c24d123d6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:48.567373 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Publish callbacks [] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:48.576954 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:48.653922 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-875ca3f9-7c7f-40bd-aa84-7bb835fdb2fc None None] Current status of the port 30b54753-0f51-4b90-bdf8-96757b5fdadd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:48.672709 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-4ca09227-47bc-484c-9454-5c04bf3910e1 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:06:48.676799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41062) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:48.679063 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4ca09227-47bc-484c-9454-5c04bf3910e1 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "PUT /v2.0/routers/02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0521336 Jan 31 19:06:48.687640 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:48.719196 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:48.763608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:06:48.764136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Checking segment: {'id': '5d5f0d84-4380-4c41-b4a3-9aa011ff09e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd38cc498-7b71-4464-aa47-4f053c11fb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:48.780272 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:48.780741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Bound using segment: {'id': '5d5f0d84-4380-4c41-b4a3-9aa011ff09e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd38cc498-7b71-4464-aa47-4f053c11fb78'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:06:48.783632 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Bound port: 21e29f47-a8a5-4975-ad73-76df76b2ef16, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5f0d84-4380-4c41-b4a3-9aa011ff09e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd38cc498-7b71-4464-aa47-4f053c11fb78'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:06:48.784052 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:49.017233 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1d996580-771d-4d93-8069-df4c24d123d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:49.049468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Attempting to bind port 454188dc-6ac3-4eb4-bf88-aba06c0521a6 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:06:49.056626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Attempting to bind port 454188dc-6ac3-4eb4-bf88-aba06c0521a6 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:06:49.057650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Attempting to bind port 454188dc-6ac3-4eb4-bf88-aba06c0521a6 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:06:49.243274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 88b32179-e1ca-4660-96c7-41290d6bf9aa up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:49.329944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:06:49.330601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:49.331189 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:49.331728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:06:49.332404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Bound port: 454188dc-6ac3-4eb4-bf88-aba06c0521a6, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:06:49.332949 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:49.422437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] For port 454188dc-6ac3-4eb4-bf88-aba06c0521a6, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:06:49.438438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] For port 454188dc-6ac3-4eb4-bf88-aba06c0521a6, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=454188dc-6ac3-4eb4-bf88-aba06c0521a6,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:06:49.447421 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb26048d-f404-4c14-8c34-116487223b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:49.508105 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:49.547016 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Publish callbacks [] for port (1d996580-771d-4d93-8069-df4c24d123d6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:49.564119 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1d996580-771d-4d93-8069-df4c24d123d6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:49.727244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f991935-4d49-4cb7-9e65-245e953c4688 None None] Pushing event updated for resources: {'Port': ['ID=454188dc-6ac3-4eb4-bf88-aba06c0521a6,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:49.801740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:49.879943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Pushing event updated for resources: {'Port': ['ID=1d996580-771d-4d93-8069-df4c24d123d6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:49.933747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9b183b47-0fe4-4685-a42e-3f06e4c0bb6f None None] Provisioning complete for port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:49.940729 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9b183b47-0fe4-4685-a42e-3f06e4c0bb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:49.946376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] For port 21e29f47-a8a5-4975-ad73-76df76b2ef16, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:06:50.089229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Routers {'3f6ecc4e-b061-4075-b03d-4ae5de1a0723'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:50.089886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:50.194842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Network 87661c57-1ac4-4194-9c98-cbc79abc8a11 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:50.196806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:50.328287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2236d583-7136-4c40-ba2d-6542b77e0b86 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:50.619128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:06:51.039971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=30b54753-0f51-4b90-bdf8-96757b5fdadd,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:51.086468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] For port 21e29f47-a8a5-4975-ad73-76df76b2ef16, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=21e29f47-a8a5-4975-ad73-76df76b2ef16,segment=NetworkSegment(5d5f0d84-4380-4c41-b4a3-9aa011ff09e9),segment_id=5d5f0d84-4380-4c41-b4a3-9aa011ff09e9)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:06:51.110396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:06:51.124514 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0f5f2b2e-ec25-46dc-b6e6-b693780d1835 admin admin] 10.222.0.20 "PUT /v2.0/routers/3f6ecc4e-b061-4075-b03d-4ae5de1a0723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3646863 Jan 31 19:06:51.300039 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2236d583-7136-4c40-ba2d-6542b77e0b86 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Deleting port ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:06:51.300410 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2236d583-7136-4c40-ba2d-6542b77e0b86 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:51.326818 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:51.329731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 88b32179-e1ca-4660-96c7-41290d6bf9aa triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:51.330576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:51.422780 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b893f367-87ac-4eb3-b3fb-1c53d600c723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:51.453199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] Set router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:06:51.612781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9b183b47-0fe4-4685-a42e-3f06e4c0bb6f None None] Current status of the port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:51.615616 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2236d583-7136-4c40-ba2d-6542b77e0b86 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:51.616625 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9b183b47-0fe4-4685-a42e-3f06e4c0bb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:51.678981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2236d583-7136-4c40-ba2d-6542b77e0b86 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Calling delete_port for ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:06:51.850610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f991935-4d49-4cb7-9e65-245e953c4688 None None] Pushing event updated for resources: {'Port': ['ID=454188dc-6ac3-4eb4-bf88-aba06c0521a6,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:52.069315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9b183b47-0fe4-4685-a42e-3f06e4c0bb6f None None] For port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c,segment=NetworkSegment(e8e3c04b-86ee-4ab8-b2b6-5317be86702f),segment_id=e8e3c04b-86ee-4ab8-b2b6-5317be86702f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:52.119299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 88b32179-e1ca-4660-96c7-41290d6bf9aa is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:52.119667 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:52.216573 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2236d583-7136-4c40-ba2d-6542b77e0b86 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:52.229000 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 88b32179-e1ca-4660-96c7-41290d6bf9aa, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=88b32179-e1ca-4660-96c7-41290d6bf9aa,segment=NetworkSegment(bb98493b-d360-4999-bb61-4aa163109687),segment_id=bb98493b-d360-4999-bb61-4aa163109687)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:52.230556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ac011-da59-4ae8-9985-e40b46f8866f None None] Pushing event updated for resources: {'Port': ['ID=21e29f47-a8a5-4975-ad73-76df76b2ef16,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:52.236088 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9b183b47-0fe4-4685-a42e-3f06e4c0bb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:52.245639 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:52.246591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:52.306708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236d583-7136-4c40-ba2d-6542b77e0b86 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event deleted for resources: {'Port': ['ID=ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:52.408121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b183b47-0fe4-4685-a42e-3f06e4c0bb6f None None] Pushing event updated for resources: {'Port': ['ID=efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:52.427159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9b183b47-0fe4-4685-a42e-3f06e4c0bb6f None None] Provisioning complete for port 88b32179-e1ca-4660-96c7-41290d6bf9aa triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:52.427542 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9b183b47-0fe4-4685-a42e-3f06e4c0bb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:52.608575 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2236d583-7136-4c40-ba2d-6542b77e0b86 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:52.667593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=88b32179-e1ca-4660-96c7-41290d6bf9aa,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:52.697868 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:52.732171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41114) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:52.738193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1147719104-network', 'tenant_id': 'a594cc0299274ce4870b051d010fb932'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:52.792491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Made reservation on behalf of a594cc0299274ce4870b051d010fb932 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:52.797873 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:52.813825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9b183b47-0fe4-4685-a42e-3f06e4c0bb6f None None] Current status of the port 88b32179-e1ca-4660-96c7-41290d6bf9aa is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:52.817742 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:52.833240 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:52.833619 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:52.895047 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2236d583-7136-4c40-ba2d-6542b77e0b86 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Router 02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:06:52.961181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Could not find standard attr ID for object ed5c6ce9-6a33-4b17-aa47-f9691df7ef9c. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:06:52.976585 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Publish callbacks [] for security_group (58c1ea45-c5a6-4934-9ebe-3d11ac239ff1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:52.999067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (58c1ea45-c5a6-4934-9ebe-3d11ac239ff1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:53.025051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:06:48Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1d996580-771d-4d93-8069-df4c24d123d6', 'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'mac_address': 'fa:16:3e:cb:7f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:45Z', 'updated_at': '2022-01-31T19:06:49Z', 'revision_number': 2, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'subnets': [{'id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:53.031430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Provisioning complete for port 88b32179-e1ca-4660-96c7-41290d6bf9aa triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:53.031804 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:53.071789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2236d583-7136-4c40-ba2d-6542b77e0b86 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:06:53.082533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:06:53.089786 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2236d583-7136-4c40-ba2d-6542b77e0b86 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "PUT /v2.0/routers/02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4105973 Jan 31 19:06:53.090537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:53.121860 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c7aec195-44f9-4b79-81af-3adeeb0d0f69), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:53.123630 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Added segment c7aec195-44f9-4b79-81af-3adeeb0d0f69 of type vlan for network 2d49b67e-9b61-40aa-ab74-767b48ba9da8 Jan 31 19:06:53.142540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea720dc8-b93e-4bf5-84f7-505c11e90a93 None None] The sync data for ids ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'] in n-d-812111-15 is: [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:06:48Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1d996580-771d-4d93-8069-df4c24d123d6', 'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'mac_address': 'fa:16:3e:cb:7f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:45Z', 'updated_at': '2022-01-31T19:06:49Z', 'revision_number': 2, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'subnets': [{'id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:06:53.148630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ffe37d-3f22-4a29-b63a-2c0bcc5f34a1 None None] Sync routers for ids ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:06:53.197939 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-5eecd499-082f-46ed-baa6-44cd6d27228f tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] delete failed (client error): The resource could not be found. Jan 31 19:06:53.206789 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5eecd499-082f-46ed-baa6-44cd6d27228f tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-893932996 HTTP/1.1" status: 404 len: 334 time: 0.1119668 Jan 31 19:06:53.215156 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:53.227285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-39287ff6-ed19-485f-800f-9c74e49979a9 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Request body: {'router': {'external_gateway_info': {'network_id': '02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:53.255360 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (2d49b67e-9b61-40aa-ab74-767b48ba9da8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:53.298302 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (2d49b67e-9b61-40aa-ab74-767b48ba9da8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:53.299296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:53.299947 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:53.322345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c1ea45-c5a6-4934-9ebe-3d11ac239ff1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:53.405906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6716435 Jan 31 19:06:53.415921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41132) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:53.437342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-35ca4043-e3d7-4404-b56d-c4d46241c0a6 admin admin] Request body: {'subnet': {'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1147719104-subnet', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:53.449156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:53.463216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f98b79-8427-442d-adea-91952ee51364 admin admin] Pushing event updated for resources: {'Network': ['ID=2d49b67e-9b61-40aa-ab74-767b48ba9da8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:53.465446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ffe37d-3f22-4a29-b63a-2c0bcc5f34a1 None None] Routers {'02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:53.466245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ca4043-e3d7-4404-b56d-c4d46241c0a6 admin admin] Made reservation on behalf of a594cc0299274ce4870b051d010fb932 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:06:53.467893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d5ffe37d-3f22-4a29-b63a-2c0bcc5f34a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:53.469296 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35ca4043-e3d7-4404-b56d-c4d46241c0a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:53.623234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 2d49b67e-9b61-40aa-ab74-767b48ba9da8 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:06:53.658009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d5ffe37d-3f22-4a29-b63a-2c0bcc5f34a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:53.866991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ffe37d-3f22-4a29-b63a-2c0bcc5f34a1 None None] Routers {'02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:53.867625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d5ffe37d-3f22-4a29-b63a-2c0bcc5f34a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:53.867833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35ca4043-e3d7-4404-b56d-c4d46241c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (ee8cc6e9-6cf3-452e-890a-82c65883de9f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:53.971328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddfdef4-a0fb-491c-b4e3-4d129d867ae7 None None] Network d38cc498-7b71-4464-aa47-4f053c11fb78 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:54.010105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d5ffe37d-3f22-4a29-b63a-2c0bcc5f34a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:54.010853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ffe37d-3f22-4a29-b63a-2c0bcc5f34a1 None None] The sync data for ids ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:06:54.034917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca4043-e3d7-4404-b56d-c4d46241c0a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8cc6e9-6cf3-452e-890a-82c65883de9f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:54.083384 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39287ff6-ed19-485f-800f-9c74e49979a9 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for router_gateway (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:54.111521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca4043-e3d7-4404-b56d-c4d46241c0a6 admin admin] Checking segment: {'id': 'c7aec195-44f9-4b79-81af-3adeeb0d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:54.111905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ca4043-e3d7-4404-b56d-c4d46241c0a6 admin admin] Network hostable DHCP agents. Network: 2d49b67e-9b61-40aa-ab74-767b48ba9da8, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:06:54.139719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 88b32179-e1ca-4660-96c7-41290d6bf9aa up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:54.150193 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-39287ff6-ed19-485f-800f-9c74e49979a9 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] update failed (client error): The resource could not be found. Jan 31 19:06:54.155849 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-39287ff6-ed19-485f-800f-9c74e49979a9 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "PUT /v2.0/routers/02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a HTTP/1.1" status: 404 len: 339 time: 0.9346104 Jan 31 19:06:54.156084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ca4043-e3d7-4404-b56d-c4d46241c0a6 admin admin] Network 2d49b67e-9b61-40aa-ab74-767b48ba9da8 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:06:54.158827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:54.182901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Current status of the port 88b32179-e1ca-4660-96c7-41290d6bf9aa is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:54.189831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-35ca4043-e3d7-4404-b56d-c4d46241c0a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 2d49b67e-9b61-40aa-ab74-767b48ba9da8) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:54.202684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca4043-e3d7-4404-b56d-c4d46241c0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:06:54.203409 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35ca4043-e3d7-4404-b56d-c4d46241c0a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:54.249857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389b9857-f67f-43fa-a288-f7e3872432d2 None None] Network 2d49b67e-9b61-40aa-ab74-767b48ba9da8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:06:54.253549 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-35ca4043-e3d7-4404-b56d-c4d46241c0a6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8362525 Jan 31 19:06:54.256156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41144) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:54.271448 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:54.279641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1147719104-router', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:06:54.379422 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:54.380774 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:54.441766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Provisioning complete for port 30b54753-0f51-4b90-bdf8-96757b5fdadd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:54.442156 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:54.560941 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Publish callbacks [] for router_controller (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:54.737040 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:54.777436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 88b32179-e1ca-4660-96c7-41290d6bf9aa triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:54.784729 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:54.933291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-2d49b67e-9b61-40aa-ab74-767b48ba9da8', 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8', 'project_id': 'a594cc0299274ce4870b051d010fb932', 'fixed_ips': [{'subnet_id': 'ee8cc6e9-6cf3-452e-890a-82c65883de9f'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:06:54.934140 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:55.011977 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Publish callbacks [] for router_gateway (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:55.095687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Current status of the port 30b54753-0f51-4b90-bdf8-96757b5fdadd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:55.123496 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:55.401806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Provisioning complete for port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:55.402406 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:55.707780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Publish callbacks [] for router_gateway (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:55.742464 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:55.786227 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:55.840051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Allocated IP 172.20.0.2 (2d49b67e-9b61-40aa-ab74-767b48ba9da8/ee8cc6e9-6cf3-452e-890a-82c65883de9f/dfb37268-0a37-44cf-95e7-a98ce5dcf542) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:55.858372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 88b32179-e1ca-4660-96c7-41290d6bf9aa is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:55.862499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 30b54753-0f51-4b90-bdf8-96757b5fdadd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:56.020254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Allocated IP 172.20.0.1 (fb2f3d39-45d4-40f0-b064-c17723d598e9/92001a31-fb19-4731-bd45-8d8df96a252f/f2025afa-96c9-4cef-86d3-aa1caa7f804b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:56.138407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Allocated IP 172.25.8.91 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c866a23e-3922-4eb7-b575-31db9b8b9f36) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:06:56.196303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for port (f2025afa-96c9-4cef-86d3-aa1caa7f804b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:56.258501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Current status of the port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:56.279031 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f2025afa-96c9-4cef-86d3-aa1caa7f804b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:56.381771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Publish callbacks [] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:56.398811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 30b54753-0f51-4b90-bdf8-96757b5fdadd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:56.399210 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:56.471451 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:56.487581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event updated for resources: {'Port': ['ID=f2025afa-96c9-4cef-86d3-aa1caa7f804b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:56.513563 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:56.562784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Network fb2f3d39-45d4-40f0-b064-c17723d598e9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:56.564739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:56.576301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:56.579559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:56.583607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:56.587259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:56.589065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Provisioning complete for port 1d996580-771d-4d93-8069-df4c24d123d6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:56.592119 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1d996580-771d-4d93-8069-df4c24d123d6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:56.621423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c866a23e-3922-4eb7-b575-31db9b8b9f36,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:56.766748 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:57.058859 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f2025afa-96c9-4cef-86d3-aa1caa7f804b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:57.213795 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Publish callbacks [] for router_gateway (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:57.476817 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Publish callbacks [] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:57.499340 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-89fe77d9-183c-485d-98e3-56541c43ce1c None None] Port 1d996580-771d-4d93-8069-df4c24d123d6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:06:57.513388 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:57.546221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Network 2d49b67e-9b61-40aa-ab74-767b48ba9da8 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:57.552103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:57.628016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:06:57.665934 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Sync routers for ids ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:06:57.683555 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Routers {'3f6ecc4e-b061-4075-b03d-4ae5de1a0723'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:57.684388 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:57.763022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41192) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:57.871635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 30b54753-0f51-4b90-bdf8-96757b5fdadd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:57.876687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 21e29f47-a8a5-4975-ad73-76df76b2ef16 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:06:57.899912 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:57.925754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Attempting to bind port dfb37268-0a37-44cf-95e7-a98ce5dcf542 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:06:57.928603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Attempting to bind port dfb37268-0a37-44cf-95e7-a98ce5dcf542 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c7aec195-44f9-4b79-81af-3adeeb0d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:06:57.929006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Attempting to bind port dfb37268-0a37-44cf-95e7-a98ce5dcf542 on network 2d49b67e-9b61-40aa-ab74-767b48ba9da8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:06:57.935386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Provisioning complete for port 21e29f47-a8a5-4975-ad73-76df76b2ef16 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:57.935686 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:57.958983 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Set router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:06:58.115197 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1b5ef1a-b487-4290-b386-27ef1266f241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:58.133772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:06:58.134196 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Checking segment: {'id': 'c7aec195-44f9-4b79-81af-3adeeb0d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:06:58.134557 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:58.134949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Bound using segment: {'id': 'c7aec195-44f9-4b79-81af-3adeeb0d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:06:58.135413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Bound port: dfb37268-0a37-44cf-95e7-a98ce5dcf542, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7aec195-44f9-4b79-81af-3adeeb0d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:06:58.135813 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:58.140062 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Pushing event updated for resources: {'Port': ['ID=dfb37268-0a37-44cf-95e7-a98ce5dcf542,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:58.380549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 21e29f47-a8a5-4975-ad73-76df76b2ef16 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:58.380932 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:58.392243 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1b5ef1a-b487-4290-b386-27ef1266f241 admin admin] Publish callbacks [] for security_group (0dab7b01-c962-4214-93a1-694b565d1338), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:58.422562 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1b5ef1a-b487-4290-b386-27ef1266f241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0dab7b01-c962-4214-93a1-694b565d1338), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:58.459000 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Current status of the port 21e29f47-a8a5-4975-ad73-76df76b2ef16 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:58.459000 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:58.493459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b1b5ef1a-b487-4290-b386-27ef1266f241 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e12b93501afa4376b2429bd654127170&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7267041 Jan 31 19:06:58.495810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41198) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:58.516282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] For port dfb37268-0a37-44cf-95e7-a98ce5dcf542, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:06:58.587712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5ef1a-b487-4290-b386-27ef1266f241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dab7b01-c962-4214-93a1-694b565d1338,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:58.635161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Router 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:06:58.666350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] For port dfb37268-0a37-44cf-95e7-a98ce5dcf542, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dfb37268-0a37-44cf-95e7-a98ce5dcf542,segment=NetworkSegment(c7aec195-44f9-4b79-81af-3adeeb0d0f69),segment_id=c7aec195-44f9-4b79-81af-3adeeb0d0f69)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:06:58.668130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 21e29f47-a8a5-4975-ad73-76df76b2ef16 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:06:58.668551 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:58.690438 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:06:48Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1d996580-771d-4d93-8069-df4c24d123d6', 'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'mac_address': 'fa:16:3e:cb:7f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:45Z', 'updated_at': '2022-01-31T19:06:49Z', 'revision_number': 2, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'subnets': [{'id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:58.717748 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:58.807944 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Checking router: 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:06:58.808298 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Updating router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 port 1d996580-771d-4d93-8069-df4c24d123d6 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:06:58.823794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7545e73f-5db3-4309-9d52-7043f95cafb3 admin admin] Publish callbacks [] for security_group (0dab7b01-c962-4214-93a1-694b565d1338), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:58.877608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] For port 21e29f47-a8a5-4975-ad73-76df76b2ef16, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=21e29f47-a8a5-4975-ad73-76df76b2ef16,segment=NetworkSegment(5d5f0d84-4380-4c41-b4a3-9aa011ff09e9),segment_id=5d5f0d84-4380-4c41-b4a3-9aa011ff09e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:06:58.892492 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:58.949994 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1d996580-771d-4d93-8069-df4c24d123d6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:58.984214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d95f36-1650-4799-89cf-32fc53ea6e32 None None] Pushing event updated for resources: {'Port': ['ID=dfb37268-0a37-44cf-95e7-a98ce5dcf542,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:59.012786 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7545e73f-5db3-4309-9d52-7043f95cafb3 admin admin] Publish callbacks [] for security_group (0dab7b01-c962-4214-93a1-694b565d1338), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:59.023100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Provisioning complete for port f2025afa-96c9-4cef-86d3-aa1caa7f804b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:06:59.023475 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f2025afa-96c9-4cef-86d3-aa1caa7f804b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:59.041171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:06:59.055626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for port (f2025afa-96c9-4cef-86d3-aa1caa7f804b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:59.096159 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:59.097613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (f2025afa-96c9-4cef-86d3-aa1caa7f804b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:59.099274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Sync routers for ids ['58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:06:59.105629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-890a5a81-d25a-4e37-9b97-bdb3666fa7c8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8473849 Jan 31 19:06:59.106344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41206) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:06:59.250632 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:06:59.251119 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:06:59.259423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Routers {'58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:06:59.260059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:06:59.353936 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:59.444716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Port f2025afa-96c9-4cef-86d3-aa1caa7f804b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:06:59.621046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Pushing event updated for resources: {'Port': ['ID=21e29f47-a8a5-4975-ad73-76df76b2ef16,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:59.649549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.656700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.657249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.657727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.660493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.660957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.661415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.661874 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.662341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.664147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.664657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.666396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.667059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6d85-e943-48b7-84c5-b40455e45a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:06:59.723920 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Network fb2f3d39-45d4-40f0-b064-c17723d598e9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:06:59.726043 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:06:59.753808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event updated for resources: {'Port': ['ID=f2025afa-96c9-4cef-86d3-aa1caa7f804b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:06:59.778817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Set router 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:06:59.869950 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Publish callbacks [] for port (1d996580-771d-4d93-8069-df4c24d123d6), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:06:59.890881 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1d996580-771d-4d93-8069-df4c24d123d6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:00.125173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7545e73f-5db3-4309-9d52-7043f95cafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0dab7b01-c962-4214-93a1-694b565d1338), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:00.134617 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7545e73f-5db3-4309-9d52-7043f95cafb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:00.138637 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7545e73f-5db3-4309-9d52-7043f95cafb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0dab7b01-c962-4214-93a1-694b565d1338 HTTP/1.1" status: 204 len: 168 time: 1.6395943 Jan 31 19:07:00.206409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545e73f-5db3-4309-9d52-7043f95cafb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dab7b01-c962-4214-93a1-694b565d1338,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:00.272148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Router 02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:07:00.455827 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Attempting to bind port 1d996580-771d-4d93-8069-df4c24d123d6 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:07:00.459752 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Attempting to bind port 1d996580-771d-4d93-8069-df4c24d123d6 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:07:00.461416 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Attempting to bind port 1d996580-771d-4d93-8069-df4c24d123d6 on network 87661c57-1ac4-4194-9c98-cbc79abc8a11 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:07:00.484769 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Pushing event updated for resources: {'Port': ['ID=1d996580-771d-4d93-8069-df4c24d123d6,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:00.515491 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:07:00.519081 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Checking segment: {'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:07:00.526005 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:00.526988 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Bound using segment: {'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:07:00.530616 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Bound port: 1d996580-771d-4d93-8069-df4c24d123d6, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:07:00.532182 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1d996580-771d-4d93-8069-df4c24d123d6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:00.546515 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.565023 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.566826 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.567442 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.568003 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.568591 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.569583 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.571192 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.571754 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.573848 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.575435 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.579032 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.580599 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:00.615985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-232a4c2a-8005-4a78-b2fb-11dda0068454 None None] Provisioning complete for port f2025afa-96c9-4cef-86d3-aa1caa7f804b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:00.618380 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-232a4c2a-8005-4a78-b2fb-11dda0068454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f2025afa-96c9-4cef-86d3-aa1caa7f804b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:00.776166 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:07:00.804104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 21e29f47-a8a5-4975-ad73-76df76b2ef16 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:00.805221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:00.808969 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d05599ec-4445-443c-b700-d5def1026636 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "PUT /v2.0/routers/02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6476185 Jan 31 19:07:00.816659 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:00.916292 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] For port 1d996580-771d-4d93-8069-df4c24d123d6, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:07:00.931198 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] For port 1d996580-771d-4d93-8069-df4c24d123d6, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1d996580-771d-4d93-8069-df4c24d123d6,segment=NetworkSegment(9587da87-f999-44da-8a90-1b96939c53fa),segment_id=9587da87-f999-44da-8a90-1b96939c53fa)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:07:00.946268 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736890d-1654-4943-a8c0-8dc86fef19df None None] Sync routers for ids ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:07:00.982760 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1d996580-771d-4d93-8069-df4c24d123d6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:01.089676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a25da3-e274-4b08-b2b6-60eda9fddeae None None] Network 2d49b67e-9b61-40aa-ab74-767b48ba9da8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:07:01.102986 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-232a4c2a-8005-4a78-b2fb-11dda0068454 None None] Port f2025afa-96c9-4cef-86d3-aa1caa7f804b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:07:01.227601 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbb4a4-1301-4849-972a-37f1aa3aa24a None None] Pushing event updated for resources: {'Port': ['ID=1d996580-771d-4d93-8069-df4c24d123d6,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:01.257342 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Routers {'3f6ecc4e-b061-4075-b03d-4ae5de1a0723'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:01.259814 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:01.342652 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-068c6fe7-403e-4461-b5f8-d23257d2e1db tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for router (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:01.373449 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8736890d-1654-4943-a8c0-8dc86fef19df None None] Routers {'02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:01.376705 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8736890d-1654-4943-a8c0-8dc86fef19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:01.519699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'name': 'tempest-TestServerBasicOps-1147719104-router', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:54Z', 'updated_at': '2022-01-31T19:06:56Z', 'revision_number': 3, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'gw_port': {'id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:90:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:55Z', 'updated_at': '2022-01-31T19:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:01.544427 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8736890d-1654-4943-a8c0-8dc86fef19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:01.610134 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8736890d-1654-4943-a8c0-8dc86fef19df None None] Routers {'02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:01.610764 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8736890d-1654-4943-a8c0-8dc86fef19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:01.643037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Checking router: 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:07:01.643932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Updating router 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 port c866a23e-3922-4eb7-b575-31db9b8b9f36 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:07:01.657215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:01.707351 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-068c6fe7-403e-4461-b5f8-d23257d2e1db tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 31 19:07:01.713417 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-068c6fe7-403e-4461-b5f8-d23257d2e1db tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "DELETE /v2.0/routers/02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a HTTP/1.1" status: 409 len: 329 time: 0.8890316 Jan 31 19:07:01.713516 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8736890d-1654-4943-a8c0-8dc86fef19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:01.714737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:01.718011 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736890d-1654-4943-a8c0-8dc86fef19df None None] The sync data for ids ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'] in n-d-812111-15 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:07:01.736870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] Provisioning complete for port 1d996580-771d-4d93-8069-df4c24d123d6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:01.737252 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1d996580-771d-4d93-8069-df4c24d123d6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:01.852317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:01.852973 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:01.902298 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] Set router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:02.161737 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:02.265593 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Allocated IP 172.20.0.1 (2d49b67e-9b61-40aa-ab74-767b48ba9da8/ee8cc6e9-6cf3-452e-890a-82c65883de9f/e22e2038-ad5f-4669-b33d-b8d80f658114) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:07:02.356618 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:06:48Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1d996580-771d-4d93-8069-df4c24d123d6', 'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'mac_address': 'fa:16:3e:cb:7f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:45Z', 'updated_at': '2022-01-31T19:07:00Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'subnets': [{'id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:02.440163 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf570d6-14d7-4230-b956-7a9bbe8cbd43 None None] The sync data for ids ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'] in n-d-812111-15 is: [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:06:48Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1d996580-771d-4d93-8069-df4c24d123d6', 'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'mac_address': 'fa:16:3e:cb:7f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:45Z', 'updated_at': '2022-01-31T19:07:00Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'subnets': [{'id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:07:02.447312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41284) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:02.489618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:02.778162 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Publish callbacks [] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:02.951449 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:02.960142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1543921144-network', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:03.003810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] Current status of the port 1d996580-771d-4d93-8069-df4c24d123d6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:03.004501 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1d996580-771d-4d93-8069-df4c24d123d6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:03.037885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Made reservation on behalf of 4c8836000e9944009b58f232a9a0a42c for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:07:03.042803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:03.098444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Network 2d49b67e-9b61-40aa-ab74-767b48ba9da8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:07:03.117885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:03.135479 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:03.139327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:07:03.180422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] For port 1d996580-771d-4d93-8069-df4c24d123d6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1d996580-771d-4d93-8069-df4c24d123d6,segment=NetworkSegment(9587da87-f999-44da-8a90-1b96939c53fa),segment_id=9587da87-f999-44da-8a90-1b96939c53fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:03.251613 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1d996580-771d-4d93-8069-df4c24d123d6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:03.281496 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-163ca2ef-4a34-4cf7-90d5-077ca1b76353 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:03.364787 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:03.430798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1d996580-771d-4d93-8069-df4c24d123d6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:03.591212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e22e2038-ad5f-4669-b33d-b8d80f658114,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:03.642270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] Provisioning complete for port dfb37268-0a37-44cf-95e7-a98ce5dcf542 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:03.644922 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:03.748928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] Pushing event updated for resources: {'Port': ['ID=1d996580-771d-4d93-8069-df4c24d123d6,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:03.836421 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1d996580-771d-4d93-8069-df4c24d123d6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:03.838669 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1d996580-771d-4d93-8069-df4c24d123d6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:03.880774 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:03.975249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Publish callbacks [] for security_group (20f60482-1b1b-485a-b8ce-86fe8993e300), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.020103 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (20f60482-1b1b-485a-b8ce-86fe8993e300), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.109953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:07:04.161013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f60482-1b1b-485a-b8ce-86fe8993e300,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:04.170378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9cb614c3-ea99-4b60-9bfe-26a508b60527), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.173532 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Added segment 9cb614c3-ea99-4b60-9bfe-26a508b60527 of type vlan for network 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c Jan 31 19:07:04.417470 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-163ca2ef-4a34-4cf7-90d5-077ca1b76353 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Deleting port f2025afa-96c9-4cef-86d3-aa1caa7f804b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:07:04.417820 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-163ca2ef-4a34-4cf7-90d5-077ca1b76353 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f2025afa-96c9-4cef-86d3-aa1caa7f804b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.439903 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Publish callbacks [] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.440116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.453416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.518991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] Current status of the port dfb37268-0a37-44cf-95e7-a98ce5dcf542 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:04.519534 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.536197 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Publish callbacks [] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.594854 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.617271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 19:07:04.662970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e22e2038-ad5f-4669-b33d-b8d80f658114,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:04.703688 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.767995 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-163ca2ef-4a34-4cf7-90d5-077ca1b76353 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f2025afa-96c9-4cef-86d3-aa1caa7f804b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.800294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c57081-6f6f-4b66-a82a-5eba432b38b5 None None] Pushing event updated for resources: {'Port': ['ID=c866a23e-3922-4eb7-b575-31db9b8b9f36,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:04.800650 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-163ca2ef-4a34-4cf7-90d5-077ca1b76353 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Calling delete_port for f2025afa-96c9-4cef-86d3-aa1caa7f804b owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:07:04.873508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1d996580-771d-4d93-8069-df4c24d123d6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:04.885739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dfb37268-0a37-44cf-95e7-a98ce5dcf542 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:04.891824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] For port dfb37268-0a37-44cf-95e7-a98ce5dcf542, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dfb37268-0a37-44cf-95e7-a98ce5dcf542,segment=NetworkSegment(c7aec195-44f9-4b79-81af-3adeeb0d0f69),segment_id=c7aec195-44f9-4b79-81af-3adeeb0d0f69)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:04.963337 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.968495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:04.969096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:04.978517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Network 2d49b67e-9b61-40aa-ab74-767b48ba9da8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:07:04.982913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:05.011726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Attempting to bind port c866a23e-3922-4eb7-b575-31db9b8b9f36 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:07:05.012676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Attempting to bind port c866a23e-3922-4eb7-b575-31db9b8b9f36 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:07:05.013054 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Attempting to bind port c866a23e-3922-4eb7-b575-31db9b8b9f36 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:07:05.015542 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:05.172380 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] Pushing event updated for resources: {'Network': ['ID=8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:05.179242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:07:05.181175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:07:05.181712 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:05.183546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:07:05.183740 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5d9873ab-dc3d-4f41-9562-b7c2bc77319b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5789456 Jan 31 19:07:05.184884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Bound port: c866a23e-3922-4eb7-b575-31db9b8b9f36, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:07:05.186690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41322) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:05.187081 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:05.191863 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6780ef5d-fa21-4a83-b9c3-1bfaf7c6f784 admin admin] Request body: {'subnet': {'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1543921144-subnet', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:05.219241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:07:05.294946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Router 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:07:05.313711 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6780ef5d-fa21-4a83-b9c3-1bfaf7c6f784 admin admin] Made reservation on behalf of 4c8836000e9944009b58f232a9a0a42c for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:07:05.316084 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6780ef5d-fa21-4a83-b9c3-1bfaf7c6f784 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:05.367516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] For port c866a23e-3922-4eb7-b575-31db9b8b9f36, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:07:05.378955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] For port c866a23e-3922-4eb7-b575-31db9b8b9f36, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c866a23e-3922-4eb7-b575-31db9b8b9f36,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:07:05.464198 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:05.646440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:07:05.670683 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d5a477e7-c2a7-4096-8daf-fd994148f2a6 admin admin] 10.222.0.20 "PUT /v2.0/routers/58b7ecdc-bd70-46d0-956f-0eab8d5b20a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5629239 Jan 31 19:07:05.682045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e95a89db-6f9b-4123-a94e-df671491e0f2 None None] Provisioning complete for port 1d996580-771d-4d93-8069-df4c24d123d6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:05.683137 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e95a89db-6f9b-4123-a94e-df671491e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1d996580-771d-4d93-8069-df4c24d123d6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:05.770821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46523313-dda9-4c3d-9021-0efa93f72bf3 None None] Pushing event updated for resources: {'Port': ['ID=dfb37268-0a37-44cf-95e7-a98ce5dcf542,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:05.790612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port dfb37268-0a37-44cf-95e7-a98ce5dcf542 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:05.792103 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:05.936156 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-163ca2ef-4a34-4cf7-90d5-077ca1b76353 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f2025afa-96c9-4cef-86d3-aa1caa7f804b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:06.064449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ca2ef-4a34-4cf7-90d5-077ca1b76353 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event deleted for resources: {'Port': ['ID=f2025afa-96c9-4cef-86d3-aa1caa7f804b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:06.208554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Routers {'58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:06.209446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:06.599875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c57081-6f6f-4b66-a82a-5eba432b38b5 None None] Pushing event updated for resources: {'Port': ['ID=c866a23e-3922-4eb7-b575-31db9b8b9f36,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:06.723906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e95a89db-6f9b-4123-a94e-df671491e0f2 None None] Current status of the port 1d996580-771d-4d93-8069-df4c24d123d6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:06.757883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port dfb37268-0a37-44cf-95e7-a98ce5dcf542 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:06.759412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 21e29f47-a8a5-4975-ad73-76df76b2ef16 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:06.803209 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-163ca2ef-4a34-4cf7-90d5-077ca1b76353 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:06.815555 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6780ef5d-fa21-4a83-b9c3-1bfaf7c6f784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (5ef6a43e-bb99-47ca-8822-7dc5dad42a0d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:06.958012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780ef5d-fa21-4a83-b9c3-1bfaf7c6f784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef6a43e-bb99-47ca-8822-7dc5dad42a0d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:07.046115 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e95a89db-6f9b-4123-a94e-df671491e0f2 None None] Provisioning complete for port e22e2038-ad5f-4669-b33d-b8d80f658114 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:07.046509 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e95a89db-6f9b-4123-a94e-df671491e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:07.179458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] Set router 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:07.189907 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780ef5d-fa21-4a83-b9c3-1bfaf7c6f784 admin admin] Checking segment: {'id': '9cb614c3-ea99-4b60-9bfe-26a508b60527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:07:07.190289 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6780ef5d-fa21-4a83-b9c3-1bfaf7c6f784 admin admin] Network hostable DHCP agents. Network: 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:07:07.259225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e95a89db-6f9b-4123-a94e-df671491e0f2 None None] Port e22e2038-ad5f-4669-b33d-b8d80f658114 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:07:07.349956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 21e29f47-a8a5-4975-ad73-76df76b2ef16 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:07.350399 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:07.404751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e95a89db-6f9b-4123-a94e-df671491e0f2 None None] Provisioning complete for port dfb37268-0a37-44cf-95e7-a98ce5dcf542 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:07.405155 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e95a89db-6f9b-4123-a94e-df671491e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:07.406865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163ca2ef-4a34-4cf7-90d5-077ca1b76353 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Router 02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:07:07.408151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6780ef5d-fa21-4a83-b9c3-1bfaf7c6f784 admin admin] Network 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:07:07.446268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6780ef5d-fa21-4a83-b9c3-1bfaf7c6f784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:07.474249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712e282f-8079-4514-947d-57b6a59165fd None None] Network 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:07:07.493619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41370) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:07.499669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a520962f-61db-467d-8b0e-1009d87b402f tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166090036', 'description': 'tempest-secgroup-smoke-1166090036 description', 'project_id': 'e1e07f2c933042e495a9177559b5c060'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:07.529814 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6780ef5d-fa21-4a83-b9c3-1bfaf7c6f784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:07.530706 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6780ef5d-fa21-4a83-b9c3-1bfaf7c6f784 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:07.537572 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a520962f-61db-467d-8b0e-1009d87b402f tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:07.628223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163ca2ef-4a34-4cf7-90d5-077ca1b76353 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:07:07.647122 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-163ca2ef-4a34-4cf7-90d5-077ca1b76353 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "PUT /v2.0/routers/02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9274700 Jan 31 19:07:07.652037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41374) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:07.655437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc716d26-faf3-457b-bcb4-26b4985c1f65 None None] Sync routers for ids ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:07:07.666588 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a520962f-61db-467d-8b0e-1009d87b402f tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group (97054edc-8570-4991-ab1e-4df4dd9a0c4c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:07.667526 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6780ef5d-fa21-4a83-b9c3-1bfaf7c6f784 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4797239 Jan 31 19:07:07.668867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:07.671888 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a520962f-61db-467d-8b0e-1009d87b402f tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (97054edc-8570-4991-ab1e-4df4dd9a0c4c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:07.688233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1543921144-router', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:07.721594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc716d26-faf3-457b-bcb4-26b4985c1f65 None None] Routers {'02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:07.722291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-cc716d26-faf3-457b-bcb4-26b4985c1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:07.729465 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a520962f-61db-467d-8b0e-1009d87b402f tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:07.744800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a520962f-61db-467d-8b0e-1009d87b402f tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2500069 Jan 31 19:07:07.748042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:07.753490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Request body: {'security_group_rule': {'security_group_id': '97054edc-8570-4991-ab1e-4df4dd9a0c4c', 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:07.766824 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-04061133-14ee-4edd-acba-0b3eaae8ee42 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] show failed (client error): The resource could not be found. Jan 31 19:07:07.771208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520962f-61db-467d-8b0e-1009d87b402f tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97054edc-8570-4991-ab1e-4df4dd9a0c4c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:07.791433 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-04061133-14ee-4edd-acba-0b3eaae8ee42 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-708764920 HTTP/1.1" status: 404 len: 334 time: 0.1331334 Jan 31 19:07:07.795444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-cc716d26-faf3-457b-bcb4-26b4985c1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:07.797785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41382) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:07.812312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5099bd38-7d46-4016-9a25-40428d7e5889 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:07.825579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'name': 'tempest-TestServerBasicOps-1147719104-router', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:54Z', 'updated_at': '2022-01-31T19:07:03Z', 'revision_number': 4, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'gw_port': {'id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:90:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:55Z', 'updated_at': '2022-01-31T19:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e22e2038-ad5f-4669-b33d-b8d80f658114', 'name': '', 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'mac_address': 'fa:16:3e:af:5b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ee8cc6e9-6cf3-452e-890a-82c65883de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:01Z', 'updated_at': '2022-01-31T19:07:04Z', 'revision_number': 2, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'subnets': [{'id': 'ee8cc6e9-6cf3-452e-890a-82c65883de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:07.829680 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:07.830727 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:07.894096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 21e29f47-a8a5-4975-ad73-76df76b2ef16 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:07.896235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 454188dc-6ac3-4eb4-bf88-aba06c0521a6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:07.917698 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [None req-5099bd38-7d46-4016-9a25-40428d7e5889 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] update failed (client error): The resource could not be found. Jan 31 19:07:07.936255 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5099bd38-7d46-4016-9a25-40428d7e5889 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-507583157 HTTP/1.1" status: 404 len: 334 time: 0.1364019 Jan 31 19:07:07.936927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41386) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:07.963425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc7dbb3-97ba-4d7e-a906-fa337ef84148 None None] The sync data for ids ['58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'] in n-d-812111-15 is: [{'id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'name': 'tempest-TestServerBasicOps-1147719104-router', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:54Z', 'updated_at': '2022-01-31T19:07:03Z', 'revision_number': 4, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'gw_port': {'id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:90:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:55Z', 'updated_at': '2022-01-31T19:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e22e2038-ad5f-4669-b33d-b8d80f658114', 'name': '', 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'mac_address': 'fa:16:3e:af:5b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ee8cc6e9-6cf3-452e-890a-82c65883de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:01Z', 'updated_at': '2022-01-31T19:07:04Z', 'revision_number': 2, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'subnets': [{'id': 'ee8cc6e9-6cf3-452e-890a-82c65883de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:07:08.009477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c', 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c', 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'fixed_ips': [{'subnet_id': '5ef6a43e-bb99-47ca-8822-7dc5dad42a0d'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:07:08.010331 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.056952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc716d26-faf3-457b-bcb4-26b4985c1f65 None None] Routers {'02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:08.057594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-cc716d26-faf3-457b-bcb4-26b4985c1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:08.066578 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (a110e791-72a8-4e77-8ecf-37edca75bf3f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.144618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-cc716d26-faf3-457b-bcb4-26b4985c1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:08.145334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc716d26-faf3-457b-bcb4-26b4985c1f65 None None] The sync data for ids ['02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a'] in n-d-812111-15 is: [] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:07:08.149537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e95a89db-6f9b-4123-a94e-df671491e0f2 None None] Current status of the port dfb37268-0a37-44cf-95e7-a98ce5dcf542 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:08.169572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 454188dc-6ac3-4eb4-bf88-aba06c0521a6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:08.170003 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.225780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24aeb14-5253-4e72-9599-61e708ec6920 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Deleting subnet 9cc21474-0760-4273-98ad-72de9d57b56b {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:07:08.234676 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b24aeb14-5253-4e72-9599-61e708ec6920 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for subnet (9cc21474-0760-4273-98ad-72de9d57b56b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.338740 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b24aeb14-5253-4e72-9599-61e708ec6920 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (9cc21474-0760-4273-98ad-72de9d57b56b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.414093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 454188dc-6ac3-4eb4-bf88-aba06c0521a6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:08.414542 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.567947 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (a110e791-72a8-4e77-8ecf-37edca75bf3f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.595600 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a110e791-72a8-4e77-8ecf-37edca75bf3f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.615627 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b24aeb14-5253-4e72-9599-61e708ec6920 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (9cc21474-0760-4273-98ad-72de9d57b56b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.713680 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Publish callbacks [] for router_controller (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.724092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a110e791-72a8-4e77-8ecf-37edca75bf3f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:08.751656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.757313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-accffc87-5696-4672-8546-9f8a6c901a45 None None] Provisioning complete for port e22e2038-ad5f-4669-b33d-b8d80f658114 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:08.758021 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-accffc87-5696-4672-8546-9f8a6c901a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.763324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 454188dc-6ac3-4eb4-bf88-aba06c0521a6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=454188dc-6ac3-4eb4-bf88-aba06c0521a6,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:08.768921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0195625 Jan 31 19:07:08.769591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41400) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:08.794562 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:08.796630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-aabe62d4-789d-4733-8a2e-7d4876add977 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Request body: {'security_group_rule': {'security_group_id': '97054edc-8570-4991-ab1e-4df4dd9a0c4c', 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:08.849670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.850028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.850373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.850715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.851057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.851392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.851723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.852053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.852415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.864707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.865192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.865540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.865883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baa6b11-007b-47ce-9667-a62d53ebf9ed tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:08.923658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-accffc87-5696-4672-8546-9f8a6c901a45 None None] Port e22e2038-ad5f-4669-b33d-b8d80f658114 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:07:08.967977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Allocated IP 172.20.0.2 (8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c/5ef6a43e-bb99-47ca-8822-7dc5dad42a0d/e622ea63-2ba4-4c47-8fd9-82991f274434) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:07:08.981681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=454188dc-6ac3-4eb4-bf88-aba06c0521a6,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:09.003570 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aabe62d4-789d-4733-8a2e-7d4876add977 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (e159505f-92de-4207-9e52-a8e0e20a693e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.029693 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b24aeb14-5253-4e72-9599-61e708ec6920 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (9cc21474-0760-4273-98ad-72de9d57b56b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.042886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1d996580-771d-4d93-8069-df4c24d123d6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:09.119604 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b24aeb14-5253-4e72-9599-61e708ec6920 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.125431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Publish callbacks [] for router_gateway (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.129711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b24aeb14-5253-4e72-9599-61e708ec6920 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "DELETE /v2.0/subnets/9cc21474-0760-4273-98ad-72de9d57b56b HTTP/1.1" status: 204 len: 168 time: 1.1886806 Jan 31 19:07:09.131631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24aeb14-5253-4e72-9599-61e708ec6920 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc21474-0760-4273-98ad-72de9d57b56b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:09.133821 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41410) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:09.165797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7029818-ff51-47e0-a4b3-649421be4c9f None None] Network d38cc498-7b71-4464-aa47-4f053c11fb78 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:07:09.181191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aabe62d4-789d-4733-8a2e-7d4876add977 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (e159505f-92de-4207-9e52-a8e0e20a693e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.187017 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aabe62d4-789d-4733-8a2e-7d4876add977 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (e159505f-92de-4207-9e52-a8e0e20a693e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.220877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe62d4-789d-4733-8a2e-7d4876add977 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e159505f-92de-4207-9e52-a8e0e20a693e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:09.235596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aabe62d4-789d-4733-8a2e-7d4876add977 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.239944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-aabe62d4-789d-4733-8a2e-7d4876add977 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4576440 Jan 31 19:07:09.240205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41416) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:09.246162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-412d7a94-0a4c-4fe4-b60b-f74547357cf4 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Request body: {'security_group_rule': {'security_group_id': '97054edc-8570-4991-ab1e-4df4dd9a0c4c', 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:09.312457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d478acc1-ee65-4a5a-86fc-023743c00cf5 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Deleting subnet 987999b4-262b-4bb4-8dc3-8b52e63c2cc1 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:07:09.353359 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412d7a94-0a4c-4fe4-b60b-f74547357cf4 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (c1892c6b-f971-49a1-a11d-e255b66ee181), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.401411 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d478acc1-ee65-4a5a-86fc-023743c00cf5 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for subnet (987999b4-262b-4bb4-8dc3-8b52e63c2cc1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.489125 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1d996580-771d-4d93-8069-df4c24d123d6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:09.489505 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1d996580-771d-4d93-8069-df4c24d123d6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.522794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d478acc1-ee65-4a5a-86fc-023743c00cf5 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (987999b4-262b-4bb4-8dc3-8b52e63c2cc1), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.526348 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412d7a94-0a4c-4fe4-b60b-f74547357cf4 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (c1892c6b-f971-49a1-a11d-e255b66ee181), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.536918 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412d7a94-0a4c-4fe4-b60b-f74547357cf4 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (c1892c6b-f971-49a1-a11d-e255b66ee181), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.596903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d7a94-0a4c-4fe4-b60b-f74547357cf4 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1892c6b-f971-49a1-a11d-e255b66ee181,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:09.618383 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Publish callbacks [] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.628715 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-412d7a94-0a4c-4fe4-b60b-f74547357cf4 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.630901 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-412d7a94-0a4c-4fe4-b60b-f74547357cf4 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3890679 Jan 31 19:07:09.633108 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41418) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:09.638706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e9a740af-1ada-473d-b82e-37cd0a956457 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Request body: {'security_group_rule': {'security_group_id': '97054edc-8570-4991-ab1e-4df4dd9a0c4c', 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:09.657776 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.706960 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9a740af-1ada-473d-b82e-37cd0a956457 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (649bba9a-5f41-4897-9177-f121fc6ee597), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.758708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Network 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:07:09.765124 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:09.768050 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda3c070-6dca-4d84-85f9-2a104b6f4377 None None] DHCP port deletion for d38cc498-7b71-4464-aa47-4f053c11fb78 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:07:09.772463 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d478acc1-ee65-4a5a-86fc-023743c00cf5 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (987999b4-262b-4bb4-8dc3-8b52e63c2cc1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.779620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:07:09.859333 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9a740af-1ada-473d-b82e-37cd0a956457 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (649bba9a-5f41-4897-9177-f121fc6ee597), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.874403 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9a740af-1ada-473d-b82e-37cd0a956457 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (649bba9a-5f41-4897-9177-f121fc6ee597), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.896874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a740af-1ada-473d-b82e-37cd0a956457 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649bba9a-5f41-4897-9177-f121fc6ee597,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:09.922114 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9a740af-1ada-473d-b82e-37cd0a956457 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:09.923446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e9a740af-1ada-473d-b82e-37cd0a956457 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2890682 Jan 31 19:07:09.928666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:09.933516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9852ae83-ca16-46d1-9067-bbc3772b0c33 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Request body: {'security_group_rule': {'security_group_id': '97054edc-8570-4991-ab1e-4df4dd9a0c4c', 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:10.009605 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-9852ae83-ca16-46d1-9067-bbc3772b0c33 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Project e1e07f2c933042e495a9177559b5c060 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:07:10.017502 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9852ae83-ca16-46d1-9067-bbc3772b0c33 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (318c8f29-8b1e-406f-8227-86746b47b83a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.059943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Pushing event updated for resources: {'Port': ['ID=e622ea63-2ba4-4c47-8fd9-82991f274434,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:10.125323 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d478acc1-ee65-4a5a-86fc-023743c00cf5 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (987999b4-262b-4bb4-8dc3-8b52e63c2cc1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.159932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1d996580-771d-4d93-8069-df4c24d123d6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:10.163171 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dfb37268-0a37-44cf-95e7-a98ce5dcf542 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:10.205475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Publish callbacks [] for router_gateway (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.210849 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9852ae83-ca16-46d1-9067-bbc3772b0c33 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (318c8f29-8b1e-406f-8227-86746b47b83a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.218018 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478acc1-ee65-4a5a-86fc-023743c00cf5 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event deleted for resources: {'Subnet': ['ID=987999b4-262b-4bb4-8dc3-8b52e63c2cc1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:10.223046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9852ae83-ca16-46d1-9067-bbc3772b0c33 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (318c8f29-8b1e-406f-8227-86746b47b83a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.252431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d478acc1-ee65-4a5a-86fc-023743c00cf5 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.258648 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d478acc1-ee65-4a5a-86fc-023743c00cf5 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "DELETE /v2.0/subnets/987999b4-262b-4bb4-8dc3-8b52e63c2cc1 HTTP/1.1" status: 204 len: 168 time: 1.1202850 Jan 31 19:07:10.259708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41434) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:10.261601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.299806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852ae83-ca16-46d1-9067-bbc3772b0c33 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318c8f29-8b1e-406f-8227-86746b47b83a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:10.322967 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9852ae83-ca16-46d1-9067-bbc3772b0c33 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.326571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a612bd-b799-492c-9609-962032669de1 None None] Network 4f76f164-4ec0-400d-ab8a-daa65c222cbd requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:07:10.329350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9852ae83-ca16-46d1-9067-bbc3772b0c33 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3995237 Jan 31 19:07:10.330097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41436) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:10.337266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-15ea7b1b-7071-44c2-8118-19523d134f5c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Request body: {'security_group_rule': {'security_group_id': '97054edc-8570-4991-ab1e-4df4dd9a0c4c', 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:10.350818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Attempting to bind port e622ea63-2ba4-4c47-8fd9-82991f274434 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:07:10.351329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Attempting to bind port e622ea63-2ba4-4c47-8fd9-82991f274434 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '9cb614c3-ea99-4b60-9bfe-26a508b60527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:07:10.351799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Attempting to bind port e622ea63-2ba4-4c47-8fd9-82991f274434 on network 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:07:10.371394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:07:10.372243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Checking segment: {'id': '9cb614c3-ea99-4b60-9bfe-26a508b60527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:07:10.372892 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.373392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Bound using segment: {'id': '9cb614c3-ea99-4b60-9bfe-26a508b60527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:07:10.373944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Bound port: e622ea63-2ba4-4c47-8fd9-82991f274434, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb614c3-ea99-4b60-9bfe-26a508b60527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:07:10.374493 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.426444 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-15ea7b1b-7071-44c2-8118-19523d134f5c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Project e1e07f2c933042e495a9177559b5c060 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:07:10.437366 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15ea7b1b-7071-44c2-8118-19523d134f5c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (5427bdcc-5bfd-44b2-a11f-b44c5a601a23), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.441426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Allocated IP 172.25.8.40 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/69c5d115-2a5f-4870-9ec3-99d487f8177b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:07:10.604930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port dfb37268-0a37-44cf-95e7-a98ce5dcf542 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:10.605311 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.614908 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15ea7b1b-7071-44c2-8118-19523d134f5c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (5427bdcc-5bfd-44b2-a11f-b44c5a601a23), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.631256 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15ea7b1b-7071-44c2-8118-19523d134f5c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5427bdcc-5bfd-44b2-a11f-b44c5a601a23), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.670058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea7b1b-7071-44c2-8118-19523d134f5c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5427bdcc-5bfd-44b2-a11f-b44c5a601a23,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:10.692293 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15ea7b1b-7071-44c2-8118-19523d134f5c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.702746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-15ea7b1b-7071-44c2-8118-19523d134f5c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3616383 Jan 31 19:07:10.729749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fda3c070-6dca-4d84-85f9-2a104b6f4377 None None] Deleting port 21e29f47-a8a5-4975-ad73-76df76b2ef16 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:07:10.730222 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fda3c070-6dca-4d84-85f9-2a104b6f4377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.760490 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Publish callbacks [] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.767607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] For port e622ea63-2ba4-4c47-8fd9-82991f274434, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:07:10.775704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] For port e622ea63-2ba4-4c47-8fd9-82991f274434, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e622ea63-2ba4-4c47-8fd9-82991f274434,segment=NetworkSegment(9cb614c3-ea99-4b60-9bfe-26a508b60527),segment_id=9cb614c3-ea99-4b60-9bfe-26a508b60527)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:07:10.782253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (d38cc498-7b71-4464-aa47-4f053c11fb78), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.810537 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.847671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:10.965661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:07:10.981632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Pushing event updated for resources: {'Port': ['ID=69c5d115-2a5f-4870-9ec3-99d487f8177b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:10.984120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:10.999381 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:07:11.002642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e60676-7872-4f98-8ab9-b167a621cc96 None None] Pushing event updated for resources: {'Port': ['ID=e622ea63-2ba4-4c47-8fd9-82991f274434,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:11.037824 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-71dd10cb-b9e9-45e6-bc72-38cdd230c3f6 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166090036&fields=id&tenant_id=e1e07f2c933042e495a9177559b5c060 HTTP/1.1" status: 200 len: 267 time: 0.1357157 Jan 31 19:07:11.082162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fda3c070-6dca-4d84-85f9-2a104b6f4377 None None] For port 21e29f47-a8a5-4975-ad73-76df76b2ef16, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=21e29f47-a8a5-4975-ad73-76df76b2ef16,segment=NetworkSegment(5d5f0d84-4380-4c41-b4a3-9aa011ff09e9),segment_id=5d5f0d84-4380-4c41-b4a3-9aa011ff09e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:11.082733 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fda3c070-6dca-4d84-85f9-2a104b6f4377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:11.094891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Deleting port 21e29f47-a8a5-4975-ad73-76df76b2ef16 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:07:11.095527 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:11.102782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port dfb37268-0a37-44cf-95e7-a98ce5dcf542 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:11.118011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fda3c070-6dca-4d84-85f9-2a104b6f4377 None None] Calling delete_port for 21e29f47-a8a5-4975-ad73-76df76b2ef16 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:07:11.303850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-05fd9102-f5b7-4ec9-995c-790c998344c9 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:11.306060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-05fd9102-f5b7-4ec9-995c-790c998344c9 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/networks?id=87661c57-1ac4-4194-9c98-cbc79abc8a11 HTTP/1.1" status: 200 len: 809 time: 0.2675052 Jan 31 19:07:11.351544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-3f1a1643-1bdc-4879-bda8-18b514222c93 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/quotas/e1e07f2c933042e495a9177559b5c060 HTTP/1.1" status: 200 len: 375 time: 0.0257397 Jan 31 19:07:11.423167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e18972-d486-4ffa-8233-5efb77368e1f None None] DHCP port deletion for 4f76f164-4ec0-400d-ab8a-daa65c222cbd request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:07:11.504997 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fda3c070-6dca-4d84-85f9-2a104b6f4377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:11.539922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] For port 21e29f47-a8a5-4975-ad73-76df76b2ef16, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=21e29f47-a8a5-4975-ad73-76df76b2ef16,segment=NetworkSegment(5d5f0d84-4380-4c41-b4a3-9aa011ff09e9),segment_id=5d5f0d84-4380-4c41-b4a3-9aa011ff09e9)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:11.540578 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:11.572050 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3c070-6dca-4d84-85f9-2a104b6f4377 None None] Pushing event deleted for resources: {'Port': ['ID=21e29f47-a8a5-4975-ad73-76df76b2ef16,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:11.574041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3c070-6dca-4d84-85f9-2a104b6f4377 None None] No DVR routers for this DVR port 21e29f47-a8a5-4975-ad73-76df76b2ef16 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:07:11.589812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c866a23e-3922-4eb7-b575-31db9b8b9f36 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:11.620972 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-40a08090-0eb5-46bf-aa89-6aaed15eaed3 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1e07f2c933042e495a9177559b5c060&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2534451 Jan 31 19:07:11.622768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Calling delete_port for 21e29f47-a8a5-4975-ad73-76df76b2ef16 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:07:11.669228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-09e18972-d486-4ffa-8233-5efb77368e1f None None] Deleting port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:07:11.669885 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09e18972-d486-4ffa-8233-5efb77368e1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:11.760728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-197f1213-91da-4915-9d8c-903aa326b21c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:07:11.763358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-197f1213-91da-4915-9d8c-903aa326b21c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1312120 Jan 31 19:07:11.871186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-09e18972-d486-4ffa-8233-5efb77368e1f None None] For port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c,segment=NetworkSegment(e8e3c04b-86ee-4ab8-b2b6-5317be86702f),segment_id=e8e3c04b-86ee-4ab8-b2b6-5317be86702f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:11.871360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09e18972-d486-4ffa-8233-5efb77368e1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:11.921559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-09e18972-d486-4ffa-8233-5efb77368e1f None None] Calling delete_port for efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:07:11.992620 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (21e29f47-a8a5-4975-ad73-76df76b2ef16), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:12.035364 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] No DVR routers for this DVR port 21e29f47-a8a5-4975-ad73-76df76b2ef16 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:07:12.045339 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c866a23e-3922-4eb7-b575-31db9b8b9f36 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:12.047744 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:12.065391 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09e18972-d486-4ffa-8233-5efb77368e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:12.068842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event deleted for resources: {'Port': ['ID=21e29f47-a8a5-4975-ad73-76df76b2ef16,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:12.077577 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Publish callbacks [] for router_gateway (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:12.087534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-a7bbbe63-f0a0-4cb7-ae88-49b6f7cd2202 service neutron] 10.222.0.20 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076568 Jan 31 19:07:12.229150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e18972-d486-4ffa-8233-5efb77368e1f None None] Pushing event deleted for resources: {'Port': ['ID=efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:12.240722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e18972-d486-4ffa-8233-5efb77368e1f None None] No DVR routers for this DVR port efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:07:12.286175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (d38cc498-7b71-4464-aa47-4f053c11fb78), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:12.389852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c866a23e-3922-4eb7-b575-31db9b8b9f36 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:12.390289 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:12.451807 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-378546bf-c7e2-4de6-a635-e3a6bc6438b9 service neutron] 10.222.0.20 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606913 Jan 31 19:07:12.475851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port c866a23e-3922-4eb7-b575-31db9b8b9f36, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c866a23e-3922-4eb7-b575-31db9b8b9f36,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:12.487692 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:12.489145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 454188dc-6ac3-4eb4-bf88-aba06c0521a6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:12.563078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38cc498-7b71-4464-aa47-4f053c11fb78']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:12.664548 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5f0d84-4380-4c41-b4a3-9aa011ff09e9') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:12.664916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5f0d84-4380-4c41-b4a3-9aa011ff09e9') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:12.733101 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (5d5f0d84-4380-4c41-b4a3-9aa011ff09e9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:12.826869 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Sync routers for ids ['58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:07:12.842786 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Routers {'58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:12.847302 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:12.852656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=c866a23e-3922-4eb7-b575-31db9b8b9f36,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:12.921097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 454188dc-6ac3-4eb4-bf88-aba06c0521a6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:12.923366 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:13.037576 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5d5f0d84-4380-4c41-b4a3-9aa011ff09e9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:13.073067 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:07:13.093341 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (5d5f0d84-4380-4c41-b4a3-9aa011ff09e9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:07:13.102581 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:07:13.218388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 454188dc-6ac3-4eb4-bf88-aba06c0521a6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:13.240768 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Set router 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:13.366830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c41f42-176b-463a-84f4-4bb9861a1dc5 None None] Network 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:07:13.382870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41b9bb2f-55b2-4a05-af16-4c98af0be65b req-6e8d957e-7d7d-4b5a-8316-1d4000071b8a tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 210 time: 0.1658807 Jan 31 19:07:13.653506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 21e29f47-a8a5-4975-ad73-76df76b2ef16 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:07:13.753173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 21e29f47-a8a5-4975-ad73-76df76b2ef16 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:07:13.753698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 21e29f47-a8a5-4975-ad73-76df76b2ef16 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:07:13.768779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5858aa2d-6178-4b05-af2a-5406a2baf229 None None] Provisioning complete for port e622ea63-2ba4-4c47-8fd9-82991f274434 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:13.769322 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5858aa2d-6178-4b05-af2a-5406a2baf229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:14.015105 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:14.161876 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'name': 'tempest-TestServerBasicOps-1147719104-router', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:54Z', 'updated_at': '2022-01-31T19:07:03Z', 'revision_number': 4, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'gw_port': {'id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:55Z', 'updated_at': '2022-01-31T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e22e2038-ad5f-4669-b33d-b8d80f658114', 'name': '', 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'mac_address': 'fa:16:3e:af:5b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ee8cc6e9-6cf3-452e-890a-82c65883de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:01Z', 'updated_at': '2022-01-31T19:07:04Z', 'revision_number': 2, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'subnets': [{'id': 'ee8cc6e9-6cf3-452e-890a-82c65883de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:14.190895 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (d38cc498-7b71-4464-aa47-4f053c11fb78), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:14.197819 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:14.214063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41526) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:14.223075 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "DELETE /v2.0/networks/d38cc498-7b71-4464-aa47-4f053c11fb78 HTTP/1.1" status: 204 len: 168 time: 3.6540923 Jan 31 19:07:14.248924 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Checking router: 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:07:14.249559 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Updating router 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 port e22e2038-ad5f-4669-b33d-b8d80f658114 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:07:14.254863 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee25cd-5bd4-40b8-978f-46b0f86df8b7 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event deleted for resources: {'Network': ['ID=d38cc498-7b71-4464-aa47-4f053c11fb78,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:14.331619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e622ea63-2ba4-4c47-8fd9-82991f274434 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:14.391215 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:14.477435 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (4f76f164-4ec0-400d-ab8a-daa65c222cbd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:14.620167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Router 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:07:14.744451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e622ea63-2ba4-4c47-8fd9-82991f274434 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:14.745048 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:14.843854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b9a3418-a474-4304-be39-424696cb9389 req-45aad284-0ebd-4f92-b8ff-d9108b223be3 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 210 time: 0.1817105 Jan 31 19:07:14.879975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5858aa2d-6178-4b05-af2a-5406a2baf229 None None] Current status of the port e622ea63-2ba4-4c47-8fd9-82991f274434 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:14.880743 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5858aa2d-6178-4b05-af2a-5406a2baf229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:14.931037 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (4f76f164-4ec0-400d-ab8a-daa65c222cbd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:14.952969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:07:14.967214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5858aa2d-6178-4b05-af2a-5406a2baf229 None None] For port e622ea63-2ba4-4c47-8fd9-82991f274434, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e622ea63-2ba4-4c47-8fd9-82991f274434,segment=NetworkSegment(9cb614c3-ea99-4b60-9bfe-26a508b60527),segment_id=9cb614c3-ea99-4b60-9bfe-26a508b60527)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:14.971962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Sync routers for ids ['7aeef49b-9fce-44be-a383-9bb2d0fe9b61'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:07:14.980029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f76f164-4ec0-400d-ab8a-daa65c222cbd']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:14.986013 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:14.987659 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cadb68ce-fa4f-45ba-806f-642ef29eb826 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3027720 Jan 31 19:07:14.990308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:14.995771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e3c04b-86ee-4ab8-b2b6-5317be86702f') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:14.996996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e3c04b-86ee-4ab8-b2b6-5317be86702f') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:15.011020 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (e8e3c04b-86ee-4ab8-b2b6-5317be86702f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.014894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e622ea63-2ba4-4c47-8fd9-82991f274434 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:15.015295 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.061282 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5858aa2d-6178-4b05-af2a-5406a2baf229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.076305 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e8e3c04b-86ee-4ab8-b2b6-5317be86702f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.088039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:07:15.088835 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (e8e3c04b-86ee-4ab8-b2b6-5317be86702f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:07:15.104889 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:07:15.156440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Routers {'7aeef49b-9fce-44be-a383-9bb2d0fe9b61'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:15.157173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7aeef49b-9fce-44be-a383-9bb2d0fe9b61'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:15.247890 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Publish callbacks [] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.288246 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.416764 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0c0de-1373-4d4c-98f8-af436e4efd20 None None] Pushing event updated for resources: {'Port': ['ID=e22e2038-ad5f-4669-b33d-b8d80f658114,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:15.423291 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:07:15.423646 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:07:15.451906 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (4f76f164-4ec0-400d-ab8a-daa65c222cbd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.472413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858aa2d-6178-4b05-af2a-5406a2baf229 None None] Pushing event updated for resources: {'Port': ['ID=e622ea63-2ba4-4c47-8fd9-82991f274434,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:15.475384 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.490703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "DELETE /v2.0/networks/4f76f164-4ec0-400d-ab8a-daa65c222cbd HTTP/1.1" status: 204 len: 168 time: 1.2747860 Jan 31 19:07:15.501337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:15.540357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0dd14-c765-47e4-881c-678d72fa03a2 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event deleted for resources: {'Network': ['ID=4f76f164-4ec0-400d-ab8a-daa65c222cbd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:15.549155 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Attempting to bind port e22e2038-ad5f-4669-b33d-b8d80f658114 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:07:15.549794 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Attempting to bind port e22e2038-ad5f-4669-b33d-b8d80f658114 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c7aec195-44f9-4b79-81af-3adeeb0d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:07:15.550390 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Attempting to bind port e22e2038-ad5f-4669-b33d-b8d80f658114 on network 2d49b67e-9b61-40aa-ab74-767b48ba9da8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:07:15.562267 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:07:15.562956 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Checking segment: {'id': 'c7aec195-44f9-4b79-81af-3adeeb0d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:07:15.563537 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.564091 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Bound using segment: {'id': 'c7aec195-44f9-4b79-81af-3adeeb0d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:07:15.564755 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Bound port: e22e2038-ad5f-4669-b33d-b8d80f658114, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7aec195-44f9-4b79-81af-3adeeb0d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:07:15.565320 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.646455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7f6c2b66-9565-4463-a5fd-3fd85be9718b None None] Provisioning complete for port e622ea63-2ba4-4c47-8fd9-82991f274434 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:15.646864 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2b66-9565-4463-a5fd-3fd85be9718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.695496 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] For port e22e2038-ad5f-4669-b33d-b8d80f658114, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:07:15.700182 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] For port e22e2038-ad5f-4669-b33d-b8d80f658114, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e22e2038-ad5f-4669-b33d-b8d80f658114,segment=NetworkSegment(c7aec195-44f9-4b79-81af-3adeeb0d0f69),segment_id=c7aec195-44f9-4b79-81af-3adeeb0d0f69)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:07:15.717849 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:15.792135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Set router 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:15.827321 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Routers {'58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:15.828175 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:16.089148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ceb791b-7273-4350-8f8c-62bae996a574 req-faa0a348-815b-45e7-9e53-041bfd602ea7 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 210 time: 0.0809267 Jan 31 19:07:16.114747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-735f15e3-9452-48fe-823a-e961a079bad4 req-965624d5-25d8-4a07-88ae-6bdfd50415f4 service neutron] (103225) timed out ('10.222.0.21', 51694) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:07:16.126973 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] Set router 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:16.269073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e622ea63-2ba4-4c47-8fd9-82991f274434 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:16.270722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c866a23e-3922-4eb7-b575-31db9b8b9f36 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:16.307082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c2b66-9565-4463-a5fd-3fd85be9718b None None] Current status of the port e622ea63-2ba4-4c47-8fd9-82991f274434 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:16.344997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'name': 'tempest-TestAggregatesBasicOps-1543921144-router', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:07Z', 'updated_at': '2022-01-31T19:07:11Z', 'revision_number': 3, 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'gw_port': {'id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:94:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:10Z', 'updated_at': '2022-01-31T19:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:16.387033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Checking router: 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:07:16.387784 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Updating router 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 port 69c5d115-2a5f-4870-9ec3-99d487f8177b binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:07:16.426693 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:07:16.485712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-51fe48b9-58b1-4510-b92d-54b7d41fefc7 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:16.487680 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-51fe48b9-58b1-4510-b92d-54b7d41fefc7 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.21 "GET /v2.0/networks?id=87661c57-1ac4-4194-9c98-cbc79abc8a11 HTTP/1.1" status: 200 len: 809 time: 1.1184733 Jan 31 19:07:16.501219 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf77f70-2a11-44a4-bb84-2ddd1359ac02 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Deleting subnet 92001a31-fb19-4731-bd45-8d8df96a252f {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:07:16.505203 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf77f70-2a11-44a4-bb84-2ddd1359ac02 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for subnet (92001a31-fb19-4731-bd45-8d8df96a252f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:16.507687 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:16.516798 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'name': 'tempest-TestServerBasicOps-1147719104-router', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:54Z', 'updated_at': '2022-01-31T19:07:03Z', 'revision_number': 4, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'gw_port': {'id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:55Z', 'updated_at': '2022-01-31T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e22e2038-ad5f-4669-b33d-b8d80f658114', 'name': '', 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'mac_address': 'fa:16:3e:af:5b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ee8cc6e9-6cf3-452e-890a-82c65883de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:01Z', 'updated_at': '2022-01-31T19:07:15Z', 'revision_number': 4, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'subnets': [{'id': 'ee8cc6e9-6cf3-452e-890a-82c65883de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:16.571846 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5e3ab-4b49-4e06-9942-8d77462ae00f None None] The sync data for ids ['58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'] in n-d-812111-15 is: [{'id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'name': 'tempest-TestServerBasicOps-1147719104-router', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:54Z', 'updated_at': '2022-01-31T19:07:03Z', 'revision_number': 4, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'gw_port': {'id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:55Z', 'updated_at': '2022-01-31T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e22e2038-ad5f-4669-b33d-b8d80f658114', 'name': '', 'network_id': '2d49b67e-9b61-40aa-ab74-767b48ba9da8', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'mac_address': 'fa:16:3e:af:5b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ee8cc6e9-6cf3-452e-890a-82c65883de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:01Z', 'updated_at': '2022-01-31T19:07:15Z', 'revision_number': 4, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'subnets': [{'id': 'ee8cc6e9-6cf3-452e-890a-82c65883de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:07:16.573462 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0c0de-1373-4d4c-98f8-af436e4efd20 None None] Pushing event updated for resources: {'Port': ['ID=e22e2038-ad5f-4669-b33d-b8d80f658114,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:16.597285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf77f70-2a11-44a4-bb84-2ddd1359ac02 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (92001a31-fb19-4731-bd45-8d8df96a252f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:16.677138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c866a23e-3922-4eb7-b575-31db9b8b9f36 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:16.677524 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:16.733358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf77f70-2a11-44a4-bb84-2ddd1359ac02 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (92001a31-fb19-4731-bd45-8d8df96a252f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:16.753282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1b1b46e9-975e-44fb-b972-4bc2930d4abe None None] Provisioning complete for port e22e2038-ad5f-4669-b33d-b8d80f658114 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:16.753673 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1b1b46e9-975e-44fb-b972-4bc2930d4abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:17.055646 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-b768cd5a-6b41-4053-90eb-b9630e51c50f tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e07f2c933042e495a9177559b5c060 HTTP/1.1" status: 200 len: 380 time: 0.1866853 Jan 31 19:07:17.060531 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Publish callbacks [] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:17.065500 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Request body: {'port': {'device_id': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'admin_state_up': True, 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'security_groups': ['97054edc-8570-4991-ab1e-4df4dd9a0c4c']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:17.123013 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:17.282057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11a009c7-73e3-4b22-aaec-b43837e34fb2 req-6ca40742-22e6-43c7-b215-645aa385b7f2 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 210 time: 0.0526974 Jan 31 19:07:17.286717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d48f1-1070-410d-a447-b46204815d8f None None] Pushing event updated for resources: {'Port': ['ID=69c5d115-2a5f-4870-9ec3-99d487f8177b,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:17.317502 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf77f70-2a11-44a4-bb84-2ddd1359ac02 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (92001a31-fb19-4731-bd45-8d8df96a252f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:17.484708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b46e9-975e-44fb-b972-4bc2930d4abe None None] Current status of the port e22e2038-ad5f-4669-b33d-b8d80f658114 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:17.485226 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1b1b46e9-975e-44fb-b972-4bc2930d4abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:17.487777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Attempting to bind port 69c5d115-2a5f-4870-9ec3-99d487f8177b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:07:17.489460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Attempting to bind port 69c5d115-2a5f-4870-9ec3-99d487f8177b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:07:17.489822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Attempting to bind port 69c5d115-2a5f-4870-9ec3-99d487f8177b on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:07:17.496840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeb7dad-0f2c-46e0-b842-978ae149f6d6 None None] Network fb2f3d39-45d4-40f0-b064-c17723d598e9 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:07:17.502934 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf77f70-2a11-44a4-bb84-2ddd1359ac02 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event deleted for resources: {'Subnet': ['ID=92001a31-fb19-4731-bd45-8d8df96a252f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:17.510697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf77f70-2a11-44a4-bb84-2ddd1359ac02 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:17.521072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41582) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:17.524977 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1bf77f70-2a11-44a4-bb84-2ddd1359ac02 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "DELETE /v2.0/subnets/92001a31-fb19-4731-bd45-8d8df96a252f HTTP/1.1" status: 204 len: 168 time: 1.9832876 Jan 31 19:07:17.625916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c866a23e-3922-4eb7-b575-31db9b8b9f36 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:17.685478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:07:17.688106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:07:17.688722 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:17.690194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Made reservation on behalf of e1e07f2c933042e495a9177559b5c060 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:07:17.691010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:07:17.691678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Bound port: 69c5d115-2a5f-4870-9ec3-99d487f8177b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:07:17.694229 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:17.698658 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:17.706356 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (fb2f3d39-45d4-40f0-b064-c17723d598e9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:17.773669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:07:17.800429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:07:17.801138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device efb47a6a-e07e-4fa9-ae46-7d4e902dcd1c not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:07:17.928782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Deleting port 88b32179-e1ca-4660-96c7-41290d6bf9aa {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:07:17.941571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:17.989603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1b1b46e9-975e-44fb-b972-4bc2930d4abe None None] For port e22e2038-ad5f-4669-b33d-b8d80f658114, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e22e2038-ad5f-4669-b33d-b8d80f658114,segment=NetworkSegment(c7aec195-44f9-4b79-81af-3adeeb0d0f69),segment_id=c7aec195-44f9-4b79-81af-3adeeb0d0f69)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:18.031935 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] For port 69c5d115-2a5f-4870-9ec3-99d487f8177b, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:07:18.031935 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] For port 69c5d115-2a5f-4870-9ec3-99d487f8177b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=69c5d115-2a5f-4870-9ec3-99d487f8177b,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:07:18.032849 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1b1b46e9-975e-44fb-b972-4bc2930d4abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:18.101289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:18.161186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b46e9-975e-44fb-b972-4bc2930d4abe None None] Pushing event updated for resources: {'Port': ['ID=e22e2038-ad5f-4669-b33d-b8d80f658114,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:18.164883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e622ea63-2ba4-4c47-8fd9-82991f274434 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:18.168791 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:18.170960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] For port 88b32179-e1ca-4660-96c7-41290d6bf9aa, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=88b32179-e1ca-4660-96c7-41290d6bf9aa,segment=NetworkSegment(bb98493b-d360-4999-bb61-4aa163109687),segment_id=bb98493b-d360-4999-bb61-4aa163109687)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:18.171552 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:18.208441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Calling delete_port for 88b32179-e1ca-4660-96c7-41290d6bf9aa owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:07:18.339315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Routers {'7aeef49b-9fce-44be-a383-9bb2d0fe9b61'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:18.342424 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:06:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7aeef49b-9fce-44be-a383-9bb2d0fe9b61'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:18.421026 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (88b32179-e1ca-4660-96c7-41290d6bf9aa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:18.468555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fe295f-da42-4906-891d-5666ce995622 None None] DHCP port deletion for fb2f3d39-45d4-40f0-b064-c17723d598e9 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:07:18.508734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d48f1-1070-410d-a447-b46204815d8f None None] Pushing event updated for resources: {'Port': ['ID=69c5d115-2a5f-4870-9ec3-99d487f8177b,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:18.551159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] No DVR routers for this DVR port 88b32179-e1ca-4660-96c7-41290d6bf9aa on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:07:18.642380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event deleted for resources: {'Port': ['ID=88b32179-e1ca-4660-96c7-41290d6bf9aa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:18.667108 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Allocated IP 172.20.0.4 (87661c57-1ac4-4194-9c98-cbc79abc8a11/09fa3c85-174c-41f3-88fa-6a44f5806b0f/cc9f9611-946b-4f8c-bff4-1af98df1ae2c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:07:18.667726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e622ea63-2ba4-4c47-8fd9-82991f274434 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:18.667726 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:18.755548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] Set router 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:18.846654 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (fb2f3d39-45d4-40f0-b064-c17723d598e9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:18.914475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2f3d39-45d4-40f0-b064-c17723d598e9']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:18.944014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb98493b-d360-4999-bb61-4aa163109687') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:18.944613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb98493b-d360-4999-bb61-4aa163109687') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:18.961750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (bb98493b-d360-4999-bb61-4aa163109687), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:18.997484 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (bb98493b-d360-4999-bb61-4aa163109687), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:19.016520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:07:19.017212 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (bb98493b-d360-4999-bb61-4aa163109687), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:19.070890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Allocated IP 172.20.0.1 (8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c/5ef6a43e-bb99-47ca-8822-7dc5dad42a0d/4ebc9766-dd19-4f85-9caa-2c344138dfd8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:07:19.268042 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:07:19.281594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0262ab21-0bbd-4d3f-a760-1a155404e38d req-51c9815f-4030-4f7f-b098-ef3f9c340d85 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 210 time: 0.6498849 Jan 31 19:07:19.282485 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (fb2f3d39-45d4-40f0-b064-c17723d598e9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:19.300158 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:19.317575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "DELETE /v2.0/networks/fb2f3d39-45d4-40f0-b064-c17723d598e9 HTTP/1.1" status: 204 len: 168 time: 1.7953095 Jan 31 19:07:19.318746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41612) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:19.375706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cc413-95e3-44fc-8bb2-baee7db8f707 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Pushing event deleted for resources: {'Network': ['ID=fb2f3d39-45d4-40f0-b064-c17723d598e9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:19.422212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a6afa4ba-3b1f-4f7d-b49a-709204d465da tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "GET /v2.0/ports?device_id=02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a HTTP/1.1" status: 200 len: 205 time: 0.0987835 Jan 31 19:07:19.423243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41614) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:19.529690 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d1febddf-1a56-420d-a47c-fe314bf5ea25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:19.542250 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:19.567139 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d876770-31d9-45e6-99ea-17bdeda74a60 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for router (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:19.625773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e622ea63-2ba4-4c47-8fd9-82991f274434 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:19.628351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e22e2038-ad5f-4669-b33d-b8d80f658114 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:19.684419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Publish callbacks [] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:19.737541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'name': 'tempest-TestAggregatesBasicOps-1543921144-router', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:07Z', 'updated_at': '2022-01-31T19:07:11Z', 'revision_number': 3, 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'gw_port': {'id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:94:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:10Z', 'updated_at': '2022-01-31T19:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:19.760737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:19.781693 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d876770-31d9-45e6-99ea-17bdeda74a60 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:19.784154 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d876770-31d9-45e6-99ea-17bdeda74a60 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for router_controller (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:19.818031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da4403-4be9-43eb-a1c6-35259d0ae57b None None] The sync data for ids ['7aeef49b-9fce-44be-a383-9bb2d0fe9b61'] in n-d-812111-15 is: [{'id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'name': 'tempest-TestAggregatesBasicOps-1543921144-router', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:07Z', 'updated_at': '2022-01-31T19:07:11Z', 'revision_number': 3, 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'gw_port': {'id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:94:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:10Z', 'updated_at': '2022-01-31T19:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:07:19.884846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e22e2038-ad5f-4669-b33d-b8d80f658114 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:19.885420 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:19.956649 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Network 87661c57-1ac4-4194-9c98-cbc79abc8a11 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:07:19.974655 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:20.010013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:07:20.143684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:20.190338 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event updated for resources: {'Port': ['ID=cc9f9611-946b-4f8c-bff4-1af98df1ae2c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:20.225227 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e22e2038-ad5f-4669-b33d-b8d80f658114 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:20.426355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Network 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:07:20.458868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:20.471278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:07:20.569748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:20.571083 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:20.573970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e22e2038-ad5f-4669-b33d-b8d80f658114 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:20.642650 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebc9766-dd19-4f85-9caa-2c344138dfd8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:20.655587 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d876770-31d9-45e6-99ea-17bdeda74a60 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:20.656149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d876770-31d9-45e6-99ea-17bdeda74a60 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Fanout notify agent at l3_agent the message router_deleted on router 02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:07:20.672831 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-133c923b-4374-477e-b8a1-12f34778a0ad tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6114283 Jan 31 19:07:20.691442 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d876770-31d9-45e6-99ea-17bdeda74a60 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:20.698152 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2d876770-31d9-45e6-99ea-17bdeda74a60 tempest-RoutersNegativeTest-1701430902 tempest-RoutersNegativeTest-1701430902-project] 10.222.0.20 "DELETE /v2.0/routers/02fc1f3f-e980-4d8c-b342-4ffd0fd3eb4a HTTP/1.1" status: 204 len: 168 time: 1.2739160 Jan 31 19:07:20.704553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Request body: {'port': {'device_id': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:20.715772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c57772af-74c5-4c6c-8592-19510a82c910 None None] Provisioning complete for port cc9f9611-946b-4f8c-bff4-1af98df1ae2c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:20.718626 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c57772af-74c5-4c6c-8592-19510a82c910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:20.761100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e83e1b-7e4c-4218-9aae-5bac688ad751 req-6d12911f-cdb8-4aba-b67f-e7d2346974f5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:20.782928 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86e83e1b-7e4c-4218-9aae-5bac688ad751 req-6d12911f-cdb8-4aba-b67f-e7d2346974f5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 931 time: 0.2357864 Jan 31 19:07:20.795750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:20.944323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c57772af-74c5-4c6c-8592-19510a82c910 None None] Port cc9f9611-946b-4f8c-bff4-1af98df1ae2c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:07:20.958198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e22e2038-ad5f-4669-b33d-b8d80f658114 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:20.959213 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:21.003072 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86e83e1b-7e4c-4218-9aae-5bac688ad751 req-b8fbfb3e-824d-4da5-a3b3-52250cc6d5e1 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126074 Jan 31 19:07:21.119320 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-21a13b00-f061-4869-9d2a-b5ca9e79befe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:21.342968 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-adff6476-0185-4c0d-9a07-97ddbfa1e24e None None] Provisioning complete for port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:21.342968 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-adff6476-0185-4c0d-9a07-97ddbfa1e24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:21.349519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41650) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:21.485503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-adff6476-0185-4c0d-9a07-97ddbfa1e24e None None] Port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:07:21.545789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e22e2038-ad5f-4669-b33d-b8d80f658114 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:21.647092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 88b32179-e1ca-4660-96c7-41290d6bf9aa no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:07:21.691860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 88b32179-e1ca-4660-96c7-41290d6bf9aa {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:07:21.692262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 88b32179-e1ca-4660-96c7-41290d6bf9aa not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:07:21.695824 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ed1d4d5b-8dc7-4400-a85e-f886185b9ccc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5938d1713bf445d972bc1a131573245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3426232 Jan 31 19:07:21.696516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41658) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:21.828797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb2a9a4d-df62-4aac-ab09-7958dd9dd6aa admin admin] Publish callbacks [] for security_group (1d7213d1-1290-4f2a-96b5-44bf59a4e317), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:21.907738 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb2a9a4d-df62-4aac-ab09-7958dd9dd6aa admin admin] Publish callbacks [] for security_group (1d7213d1-1290-4f2a-96b5-44bf59a4e317), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:21.993523 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb2a9a4d-df62-4aac-ab09-7958dd9dd6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1d7213d1-1290-4f2a-96b5-44bf59a4e317), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:22.004645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb2a9a4d-df62-4aac-ab09-7958dd9dd6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:22.006705 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cb2a9a4d-df62-4aac-ab09-7958dd9dd6aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d7213d1-1290-4f2a-96b5-44bf59a4e317 HTTP/1.1" status: 204 len: 168 time: 0.3093996 Jan 31 19:07:22.041663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a9a4d-df62-4aac-ab09-7958dd9dd6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7213d1-1290-4f2a-96b5-44bf59a4e317,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:22.109452 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:22.144502 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:22.351450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a59708-fb4f-475f-964d-ded8da8f1703 req-5bc65a1b-9eff-43de-b4ea-d2435803e60c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:22.354192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99a59708-fb4f-475f-964d-ded8da8f1703 req-5bc65a1b-9eff-43de-b4ea-d2435803e60c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 931 time: 0.1781650 Jan 31 19:07:22.519761 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:22.529383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 69c5d115-2a5f-4870-9ec3-99d487f8177b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:22.539233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99a59708-fb4f-475f-964d-ded8da8f1703 req-4f318c38-30e1-4281-a725-edb7b98666c4 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766887 Jan 31 19:07:22.663810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 69c5d115-2a5f-4870-9ec3-99d487f8177b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:22.679251 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:22.903134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 69c5d115-2a5f-4870-9ec3-99d487f8177b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:22.903534 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:22.980833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 69c5d115-2a5f-4870-9ec3-99d487f8177b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=69c5d115-2a5f-4870-9ec3-99d487f8177b,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:22.986066 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:23.011333 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Publish callbacks [] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:23.067269 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:23.124864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=69c5d115-2a5f-4870-9ec3-99d487f8177b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:23.224204 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebc9766-dd19-4f85-9caa-2c344138dfd8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:23.235820 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:23.471326 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9f9611-946b-4f8c-bff4-1af98df1ae2c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:07:23.504271 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Network 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:07:23.510136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Publish callbacks [] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:23.524367 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Transition to ACTIVE for port object cc9f9611-946b-4f8c-bff4-1af98df1ae2c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:07:23.525794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:23.536365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:23.809920 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Pushing event updated for resources: {'Port': ['ID=cc9f9611-946b-4f8c-bff4-1af98df1ae2c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:23.922203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e72a49-d3bf-4d3b-9528-5ce4d7f332c2 req-b166bd32-a6be-4143-bfb4-31852f201fd0 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:23.931928 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2e72a49-d3bf-4d3b-9528-5ce4d7f332c2 req-b166bd32-a6be-4143-bfb4-31852f201fd0 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 943 time: 0.2023480 Jan 31 19:07:24.004859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Attempting to bind port cc9f9611-946b-4f8c-bff4-1af98df1ae2c on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:07:24.005489 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Attempting to bind port cc9f9611-946b-4f8c-bff4-1af98df1ae2c by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:07:24.005979 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Attempting to bind port cc9f9611-946b-4f8c-bff4-1af98df1ae2c on network 87661c57-1ac4-4194-9c98-cbc79abc8a11 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:07:24.049839 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Port cc9f9611-946b-4f8c-bff4-1af98df1ae2c on network 87661c57-1ac4-4194-9c98-cbc79abc8a11 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:07:24.050296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Attempting to bind port cc9f9611-946b-4f8c-bff4-1af98df1ae2c on network 87661c57-1ac4-4194-9c98-cbc79abc8a11 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:07:24.099519 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:07:24.102061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Checking segment: {'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:07:24.103495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Bound using segment: {'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:07:24.104550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Bound port: cc9f9611-946b-4f8c-bff4-1af98df1ae2c, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9587da87-f999-44da-8a90-1b96939c53fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:07:24.108306 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:24.119318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Router 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:07:24.127188 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2e72a49-d3bf-4d3b-9528-5ce4d7f332c2 req-d783a905-001a-4ff9-a556-850cc1fcf370 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890399 Jan 31 19:07:24.158416 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:24.188134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d8e382da-f355-40fe-8b10-9374a4659ef0 None None] Provisioning complete for port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:24.188883 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d8e382da-f355-40fe-8b10-9374a4659ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:24.242924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d8e382da-f355-40fe-8b10-9374a4659ef0 None None] Port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:07:24.366657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 69c5d115-2a5f-4870-9ec3-99d487f8177b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:24.390062 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] For port cc9f9611-946b-4f8c-bff4-1af98df1ae2c, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:07:24.459296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] For port cc9f9611-946b-4f8c-bff4-1af98df1ae2c, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=cc9f9611-946b-4f8c-bff4-1af98df1ae2c,segment=NetworkSegment(9587da87-f999-44da-8a90-1b96939c53fa),segment_id=9587da87-f999-44da-8a90-1b96939c53fa)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:07:24.473295 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:24.516497 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:24.548508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 69c5d115-2a5f-4870-9ec3-99d487f8177b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:24.549181 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:24.587787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:24.588874 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:24.591363 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] 10.222.0.21 "PUT /v2.0/ports/cc9f9611-946b-4f8c-bff4-1af98df1ae2c HTTP/1.1" status: 200 len: 1092 time: 3.9078901 Jan 31 19:07:24.595735 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099e11c-2819-42ac-b301-3f6e0b1236bc service neutron] Pushing event updated for resources: {'Port': ['ID=cc9f9611-946b-4f8c-bff4-1af98df1ae2c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:24.599537 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'tag': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:07:24.602448 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa9ec07-13f3-4fb4-92ae-f5d5c136afd3" -d '{"events": [{"name": "network-changed", "server_uuid": "6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81", "tag": "cc9f9611-946b-4f8c-bff4-1af98df1ae2c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:07:24.625287 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:07:24.643494 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Sync routers for ids ['7aeef49b-9fce-44be-a383-9bb2d0fe9b61'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:07:24.664961 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-432f987b-7098-4ae2-9111-a4bcb946f920 admin admin] 10.222.0.20 "PUT /v2.0/routers/7aeef49b-9fce-44be-a383-9bb2d0fe9b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6733534 Jan 31 19:07:24.685588 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Routers {'7aeef49b-9fce-44be-a383-9bb2d0fe9b61'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:24.699459 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:07:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7aeef49b-9fce-44be-a383-9bb2d0fe9b61'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:24.822768 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-c6153080-b306-4e94-b446-071e0d7db41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:24.824716 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-c6153080-b306-4e94-b446-071e0d7db41c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1e07f2c933042e495a9177559b5c060&device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 1126 time: 0.1584187 Jan 31 19:07:24.919545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 69c5d115-2a5f-4870-9ec3-99d487f8177b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:25.005320 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-db15f3b2-f481-409e-8a06-2849f8c49830 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc9f9611-946b-4f8c-bff4-1af98df1ae2c HTTP/1.1" status: 200 len: 217 time: 0.1582613 Jan 31 19:07:25.008886 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Set router 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:25.132375 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26ff829-3801-4afa-a640-1977ad96eaf8 x-openstack-request-id: req-c26ff829-3801-4afa-a640-1977ad96eaf8 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:07:25.132713 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81", "tag": "cc9f9611-946b-4f8c-bff4-1af98df1ae2c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:07:25.135262 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c26ff829-3801-4afa-a640-1977ad96eaf8 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:07:25.135859 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'tag': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c', 'status': 'completed', 'code': 200} Jan 31 19:07:25.205078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-d05c4bb7-a484-4759-b3a3-f825c6f68e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:25.207432 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-d05c4bb7-a484-4759-b3a3-f825c6f68e8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09fa3c85-174c-41f3-88fa-6a44f5806b0f HTTP/1.1" status: 200 len: 848 time: 0.1925409 Jan 31 19:07:25.290024 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:25.406424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb1621-4c90-4f84-ab18-09cb9cb576b6 req-8918a6ff-ed46-4080-9ae0-51c110632204 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:25.408000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47bb1621-4c90-4f84-ab18-09cb9cb576b6 req-8918a6ff-ed46-4080-9ae0-51c110632204 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 943 time: 0.1372173 Jan 31 19:07:25.415865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-a8ebf81f-bc97-4f24-9e2e-7c23a1410760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:25.420956 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-a8ebf81f-bc97-4f24-9e2e-7c23a1410760 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87661c57-1ac4-4194-9c98-cbc79abc8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2065849 Jan 31 19:07:25.562257 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'name': 'tempest-TestAggregatesBasicOps-1543921144-router', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:07Z', 'updated_at': '2022-01-31T19:07:21Z', 'revision_number': 4, 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'gw_port': {'id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:10Z', 'updated_at': '2022-01-31T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '4ebc9766-dd19-4f85-9caa-2c344138dfd8', 'name': '', 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'mac_address': 'fa:16:3e:a9:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '5ef6a43e-bb99-47ca-8822-7dc5dad42a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:18Z', 'updated_at': '2022-01-31T19:07:22Z', 'revision_number': 2, 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'subnets': [{'id': '5ef6a43e-bb99-47ca-8822-7dc5dad42a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:25.568261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47bb1621-4c90-4f84-ab18-09cb9cb576b6 req-a7d7251e-ed1b-48b8-9974-c3b29f0c2a55 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543267 Jan 31 19:07:25.651224 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Checking router: 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:07:25.657129 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Updating router 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:07:25.680407 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-8c066e56-b0fb-4671-b672-fb9fcbbadac4 service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535334 Jan 31 19:07:25.754702 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:25.923285 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a13393a2-a1cb-4809-82a9-09d782d46453 req-9ebdf1cc-7857-4171-90c1-d4b22b95cb61 service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320869 Jan 31 19:07:26.155704 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9ec07-13f3-4fb4-92ae-f5d5c136afd3 req-852d4c7c-2e4c-4ec3-9185-edc8532eb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:26.170801 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4aa9ec07-13f3-4fb4-92ae-f5d5c136afd3 req-852d4c7c-2e4c-4ec3-9185-edc8532eb8a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1e07f2c933042e495a9177559b5c060&device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 1126 time: 0.1997509 Jan 31 19:07:26.311853 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:26.472411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41806) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:26.478756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1690858632-network', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:26.529171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9ec07-13f3-4fb4-92ae-f5d5c136afd3 req-c7dfc5c5-16bd-4583-8fc1-5344a0c0a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:26.532727 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4aa9ec07-13f3-4fb4-92ae-f5d5c136afd3 req-c7dfc5c5-16bd-4583-8fc1-5344a0c0a5f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=87661c57-1ac4-4194-9c98-cbc79abc8a11 HTTP/1.1" status: 200 len: 910 time: 0.3557258 Jan 31 19:07:26.543395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Made reservation on behalf of 43bd21e6488b415cb4a6e44c01a36806 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:07:26.545792 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:26.576368 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:26.629400 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4aa9ec07-13f3-4fb4-92ae-f5d5c136afd3 req-fe4e51a5-d3aa-43d1-91c6-4fa153ea21e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc9f9611-946b-4f8c-bff4-1af98df1ae2c HTTP/1.1" status: 200 len: 217 time: 0.0899911 Jan 31 19:07:26.630809 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Publish callbacks [] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:26.649145 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:26.787086 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9ec07-13f3-4fb4-92ae-f5d5c136afd3 req-5d4e6229-c964-42a8-8a93-97cfae98d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:26.792179 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4aa9ec07-13f3-4fb4-92ae-f5d5c136afd3 req-5d4e6229-c964-42a8-8a93-97cfae98d516 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09fa3c85-174c-41f3-88fa-6a44f5806b0f HTTP/1.1" status: 200 len: 848 time: 0.1554377 Jan 31 19:07:26.873789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9ec07-13f3-4fb4-92ae-f5d5c136afd3 req-211d48b5-92b5-425a-b728-ac7493f65c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:26.875748 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4aa9ec07-13f3-4fb4-92ae-f5d5c136afd3 req-211d48b5-92b5-425a-b728-ac7493f65c99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87661c57-1ac4-4194-9c98-cbc79abc8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0771995 Jan 31 19:07:26.968526 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Publish callbacks [] for security_group (7977cada-522a-4fad-a5f5-b96c904d697c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:27.005806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86ba9a-25ba-43ca-ac67-5b9d13cf0b59 req-22f05b6d-a447-442b-9680-f34d2894430d tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:27.007792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f86ba9a-25ba-43ca-ac67-5b9d13cf0b59 req-22f05b6d-a447-442b-9680-f34d2894430d tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 943 time: 0.2866974 Jan 31 19:07:27.018748 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7977cada-522a-4fad-a5f5-b96c904d697c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:27.109088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7977cada-522a-4fad-a5f5-b96c904d697c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:27.120528 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4729f4a-e604-4a44-a406-0ac73e3328ad None None] Pushing event updated for resources: {'Port': ['ID=4ebc9766-dd19-4f85-9caa-2c344138dfd8,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:27.227452 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4aa9ec07-13f3-4fb4-92ae-f5d5c136afd3 req-e6921746-1f30-4909-9f4b-09ac14d59f6b service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451774 Jan 31 19:07:27.252401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:07:27.409594 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Attempting to bind port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:07:27.410000 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Attempting to bind port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '9cb614c3-ea99-4b60-9bfe-26a508b60527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:07:27.410367 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Attempting to bind port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 on network 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:07:27.422429 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (eb16c656-79bf-42b1-a8b2-3828627ee5fb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:27.422782 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Added segment eb16c656-79bf-42b1-a8b2-3828627ee5fb of type vlan for network 8a785717-22e9-4176-a254-7299fea54150 Jan 31 19:07:27.426606 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:07:27.426987 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Checking segment: {'id': '9cb614c3-ea99-4b60-9bfe-26a508b60527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:07:27.427399 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:27.428030 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Bound using segment: {'id': '9cb614c3-ea99-4b60-9bfe-26a508b60527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:07:27.428547 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Bound port: 4ebc9766-dd19-4f85-9caa-2c344138dfd8, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb614c3-ea99-4b60-9bfe-26a508b60527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:07:27.428967 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:27.505735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f86ba9a-25ba-43ca-ac67-5b9d13cf0b59 req-1cff1c4f-d9f0-4670-82a2-5437139394d8 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4810712 Jan 31 19:07:27.512014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device cc9f9611-946b-4f8c-bff4-1af98df1ae2c details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:07:27.571343 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-4aa9ec07-13f3-4fb4-92ae-f5d5c136afd3 req-0a614229-a549-4fec-af83-cc0bf87ebb43 service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376725 Jan 31 19:07:27.603221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (8a785717-22e9-4176-a254-7299fea54150), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:27.642081 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] For port 4ebc9766-dd19-4f85-9caa-2c344138dfd8, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:07:27.648959 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] For port 4ebc9766-dd19-4f85-9caa-2c344138dfd8, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4ebc9766-dd19-4f85-9caa-2c344138dfd8,segment=NetworkSegment(9cb614c3-ea99-4b60-9bfe-26a508b60527),segment_id=9cb614c3-ea99-4b60-9bfe-26a508b60527)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:07:27.658556 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (8a785717-22e9-4176-a254-7299fea54150), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:27.660156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:27.660907 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:27.670503 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:27.795023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port cc9f9611-946b-4f8c-bff4-1af98df1ae2c, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=cc9f9611-946b-4f8c-bff4-1af98df1ae2c,segment=NetworkSegment(9587da87-f999-44da-8a90-1b96939c53fa),segment_id=9587da87-f999-44da-8a90-1b96939c53fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:27.821528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] Pushing event updated for resources: {'Network': ['ID=8a785717-22e9-4176-a254-7299fea54150,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:27.824880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'port_id': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c', 'mac_address': 'fa:16:3e:0c:ea:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:07:27.826675 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Routers {'7aeef49b-9fce-44be-a383-9bb2d0fe9b61'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:27.827335 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:07:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7aeef49b-9fce-44be-a383-9bb2d0fe9b61'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:27.843424 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-29b16090-9e4a-4a52-be7a-d25dcd9d2885 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3698623 Jan 31 19:07:27.846157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:27.851272 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2dded345-b07b-4952-8fd7-84add0db97d0 admin admin] Request body: {'subnet': {'network_id': '8a785717-22e9-4176-a254-7299fea54150', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1690858632-subnet', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:27.901405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dded345-b07b-4952-8fd7-84add0db97d0 admin admin] Made reservation on behalf of 43bd21e6488b415cb4a6e44c01a36806 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:07:27.905712 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2dded345-b07b-4952-8fd7-84add0db97d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:27.947208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 8a785717-22e9-4176-a254-7299fea54150 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:07:28.029230 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4729f4a-e604-4a44-a406-0ac73e3328ad None None] Pushing event updated for resources: {'Port': ['ID=4ebc9766-dd19-4f85-9caa-2c344138dfd8,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:28.200362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port cc9f9611-946b-4f8c-bff4-1af98df1ae2c is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:28.200782 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:28.238151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1eec00be-d7ac-477e-aed2-1fff238622b8 None None] Provisioning complete for port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:28.238531 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1eec00be-d7ac-477e-aed2-1fff238622b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:28.241566 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] Set router 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:28.390568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9f9611-946b-4f8c-bff4-1af98df1ae2c {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:07:28.472620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port cc9f9611-946b-4f8c-bff4-1af98df1ae2c, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=cc9f9611-946b-4f8c-bff4-1af98df1ae2c,segment=NetworkSegment(9587da87-f999-44da-8a90-1b96939c53fa),segment_id=9587da87-f999-44da-8a90-1b96939c53fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:28.491326 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:28.557238 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2dded345-b07b-4952-8fd7-84add0db97d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (70fe82df-17d2-4aeb-9cfb-990c7fcdee5f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:28.756743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1eec00be-d7ac-477e-aed2-1fff238622b8 None None] Current status of the port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:28.757303 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1eec00be-d7ac-477e-aed2-1fff238622b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:28.781101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=cc9f9611-946b-4f8c-bff4-1af98df1ae2c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:28.814608 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'name': 'tempest-TestAggregatesBasicOps-1543921144-router', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:07Z', 'updated_at': '2022-01-31T19:07:21Z', 'revision_number': 4, 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'gw_port': {'id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:10Z', 'updated_at': '2022-01-31T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '4ebc9766-dd19-4f85-9caa-2c344138dfd8', 'name': '', 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'mac_address': 'fa:16:3e:a9:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '5ef6a43e-bb99-47ca-8822-7dc5dad42a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:18Z', 'updated_at': '2022-01-31T19:07:27Z', 'revision_number': 4, 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'subnets': [{'id': '5ef6a43e-bb99-47ca-8822-7dc5dad42a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:28.815171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a8a35-e93e-4586-b0ca-54df4ac8a7c0 req-ae9cf657-924c-41a7-ba72-318e8ba04e69 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:28.824282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d15a8a35-e93e-4586-b0ca-54df4ac8a7c0 req-ae9cf657-924c-41a7-ba72-318e8ba04e69 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 944 time: 0.1854353 Jan 31 19:07:28.829194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dded345-b07b-4952-8fd7-84add0db97d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70fe82df-17d2-4aeb-9cfb-990c7fcdee5f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:28.841356 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1eec00be-d7ac-477e-aed2-1fff238622b8 None None] For port 4ebc9766-dd19-4f85-9caa-2c344138dfd8, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4ebc9766-dd19-4f85-9caa-2c344138dfd8,segment=NetworkSegment(9cb614c3-ea99-4b60-9bfe-26a508b60527),segment_id=9cb614c3-ea99-4b60-9bfe-26a508b60527)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:28.848102 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1eec00be-d7ac-477e-aed2-1fff238622b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:28.865821 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4b065-9982-4a76-bd14-b4515d5e40a9 None None] The sync data for ids ['7aeef49b-9fce-44be-a383-9bb2d0fe9b61'] in n-d-812111-15 is: [{'id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'name': 'tempest-TestAggregatesBasicOps-1543921144-router', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:07Z', 'updated_at': '2022-01-31T19:07:21Z', 'revision_number': 4, 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'gw_port': {'id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:10Z', 'updated_at': '2022-01-31T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '4ebc9766-dd19-4f85-9caa-2c344138dfd8', 'name': '', 'network_id': '8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'mac_address': 'fa:16:3e:a9:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '5ef6a43e-bb99-47ca-8822-7dc5dad42a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:18Z', 'updated_at': '2022-01-31T19:07:27Z', 'revision_number': 4, 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'subnets': [{'id': '5ef6a43e-bb99-47ca-8822-7dc5dad42a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:07:28.884056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dded345-b07b-4952-8fd7-84add0db97d0 admin admin] Checking segment: {'id': 'eb16c656-79bf-42b1-a8b2-3828627ee5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8a785717-22e9-4176-a254-7299fea54150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:07:28.884880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dded345-b07b-4952-8fd7-84add0db97d0 admin admin] Network hostable DHCP agents. Network: 8a785717-22e9-4176-a254-7299fea54150, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:07:28.888250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['cc9f9611-946b-4f8c-bff4-1af98df1ae2c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:07:28.977892 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dded345-b07b-4952-8fd7-84add0db97d0 admin admin] Network 8a785717-22e9-4176-a254-7299fea54150 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:07:28.984601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d15a8a35-e93e-4586-b0ca-54df4ac8a7c0 req-eabe32f5-edb5-484f-a95e-fd27310ae884 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587942 Jan 31 19:07:29.014014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2dded345-b07b-4952-8fd7-84add0db97d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 8a785717-22e9-4176-a254-7299fea54150) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:29.025800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dded345-b07b-4952-8fd7-84add0db97d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:29.026409 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2dded345-b07b-4952-8fd7-84add0db97d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:29.067204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c44b59d-edc7-4071-a946-b78f8c6d1c8e None None] Network 8a785717-22e9-4176-a254-7299fea54150 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:07:29.072025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41856) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:29.086075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1690858632-router', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:29.091801 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2dded345-b07b-4952-8fd7-84add0db97d0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2442808 Jan 31 19:07:29.168714 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec00be-d7ac-477e-aed2-1fff238622b8 None None] Pushing event updated for resources: {'Port': ['ID=4ebc9766-dd19-4f85-9caa-2c344138dfd8,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:29.175410 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (37e7d337-db01-4cac-8008-e39e4ad1191a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:29.180045 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (37e7d337-db01-4cac-8008-e39e4ad1191a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:29.230451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0bea6571-e9ef-4de9-a9f8-ef8640501379 None None] Provisioning complete for port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:29.231028 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0bea6571-e9ef-4de9-a9f8-ef8640501379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:29.400581 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Publish callbacks [] for router_controller (37e7d337-db01-4cac-8008-e39e4ad1191a), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:29.543556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0bea6571-e9ef-4de9-a9f8-ef8640501379 None None] Current status of the port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:29.617293 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-8a785717-22e9-4176-a254-7299fea54150', 'network_id': '8a785717-22e9-4176-a254-7299fea54150', 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'fixed_ips': [{'subnet_id': '70fe82df-17d2-4aeb-9cfb-990c7fcdee5f'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:07:29.618590 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:29.834856 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Publish callbacks [] for router_gateway (37e7d337-db01-4cac-8008-e39e4ad1191a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:30.168699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Allocated IP 172.20.0.2 (8a785717-22e9-4176-a254-7299fea54150/70fe82df-17d2-4aeb-9cfb-990c7fcdee5f/8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:07:30.583331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4ebc9766-dd19-4f85-9caa-2c344138dfd8 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:30.599774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dac74-d847-4162-9b6c-8bb8a9fdc481 req-e5b5d0a3-7c1d-4ee8-9a82-f36c1c880e80 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:30.607904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d63dac74-d847-4162-9b6c-8bb8a9fdc481 req-e5b5d0a3-7c1d-4ee8-9a82-f36c1c880e80 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 944 time: 0.4120088 Jan 31 19:07:30.643637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Publish callbacks [] for router_gateway (37e7d337-db01-4cac-8008-e39e4ad1191a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:30.739781 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:30.793716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d63dac74-d847-4162-9b6c-8bb8a9fdc481 req-c55f1bb8-261e-40fd-a042-2a5051a15715 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796663 Jan 31 19:07:31.015917 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Publish callbacks [] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:31.040965 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:31.064593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:31.065425 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:31.090433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Allocated IP 172.25.8.155 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/5f2932a8-4755-455d-b55b-f061cbc550f7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:07:31.135543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Network 8a785717-22e9-4176-a254-7299fea54150 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:07:31.140874 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:31.150547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:07:31.182378 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Pushing event updated for resources: {'Port': ['ID=8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:31.318304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Attempting to bind port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:07:31.319074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Attempting to bind port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'eb16c656-79bf-42b1-a8b2-3828627ee5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8a785717-22e9-4176-a254-7299fea54150'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:07:31.321796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Attempting to bind port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 on network 8a785717-22e9-4176-a254-7299fea54150 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:07:31.338504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:07:31.341236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Checking segment: {'id': 'eb16c656-79bf-42b1-a8b2-3828627ee5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8a785717-22e9-4176-a254-7299fea54150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:07:31.341908 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:31.342530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Bound using segment: {'id': 'eb16c656-79bf-42b1-a8b2-3828627ee5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8a785717-22e9-4176-a254-7299fea54150'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:07:31.343786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Bound port: 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb16c656-79bf-42b1-a8b2-3828627ee5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8a785717-22e9-4176-a254-7299fea54150'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:07:31.344828 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:31.420033 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Publish callbacks [] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:31.469351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] For port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:07:31.473481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] For port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06,segment=NetworkSegment(eb16c656-79bf-42b1-a8b2-3828627ee5fb),segment_id=eb16c656-79bf-42b1-a8b2-3828627ee5fb)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:07:31.515081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:31.558495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device cc9f9611-946b-4f8c-bff4-1af98df1ae2c up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:31.613475 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:31.653579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2932a8-4755-455d-b55b-f061cbc550f7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:31.674104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:07:31.676036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:31.685225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:07:31.691335 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b114c-fad0-4608-8568-43c0e285b120 None None] Pushing event updated for resources: {'Port': ['ID=8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:31.792976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:31.854216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port cc9f9611-946b-4f8c-bff4-1af98df1ae2c completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:07:31.869365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port cc9f9611-946b-4f8c-bff4-1af98df1ae2c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:31.870404 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:32.584129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513b70b-f051-4c89-8146-cc6107fbfdcd req-f0fc3fe7-ad05-44da-8cb8-a1f4cb910cec tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:32.597735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e513b70b-f051-4c89-8146-cc6107fbfdcd req-f0fc3fe7-ad05-44da-8cb8-a1f4cb910cec tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 944 time: 0.4894803 Jan 31 19:07:32.676740 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port cc9f9611-946b-4f8c-bff4-1af98df1ae2c is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:32.677362 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:32.731572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:32.899137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:07:32.906688 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a72f18-15fc-417d-b62b-0df14d2cae0a" -d '{"events": [{"server_uuid": "6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81", "name": "network-vif-plugged", "status": "completed", "tag": "cc9f9611-946b-4f8c-bff4-1af98df1ae2c"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:07:32.938572 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Publish callbacks [] for router_gateway (37e7d337-db01-4cac-8008-e39e4ad1191a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:32.952046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port cc9f9611-946b-4f8c-bff4-1af98df1ae2c, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=cc9f9611-946b-4f8c-bff4-1af98df1ae2c,segment=NetworkSegment(9587da87-f999-44da-8a90-1b96939c53fa),segment_id=9587da87-f999-44da-8a90-1b96939c53fa)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:32.957734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e513b70b-f051-4c89-8146-cc6107fbfdcd req-600e9c96-7e04-4773-ad49-e1977ffe676d tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573639 Jan 31 19:07:32.971210 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:33.095777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:33.096087 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:33.302574 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=cc9f9611-946b-4f8c-bff4-1af98df1ae2c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:33.520779 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85f13f9-6905-404a-8d5b-bfe6a76705e1 x-openstack-request-id: req-d85f13f9-6905-404a-8d5b-bfe6a76705e1 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:07:33.521138 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81", "name": "network-vif-plugged", "status": "completed", "tag": "cc9f9611-946b-4f8c-bff4-1af98df1ae2c", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:07:33.521344 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d85f13f9-6905-404a-8d5b-bfe6a76705e1 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:07:33.521732 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c', 'code': 200} Jan 31 19:07:33.524137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:33.524569 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:33.602009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06,segment=NetworkSegment(eb16c656-79bf-42b1-a8b2-3828627ee5fb),segment_id=eb16c656-79bf-42b1-a8b2-3828627ee5fb)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:33.613763 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:33.703280 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2f481-817a-43e4-ad4c-675f31e9ba56 req-963c5207-c42f-4a90-b3c5-2823606f1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:33.711392 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-70e2f481-817a-43e4-ad4c-675f31e9ba56 req-963c5207-c42f-4a90-b3c5-2823606f1de4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 1128 time: 0.1493568 Jan 31 19:07:33.722900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:33.867577 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (37e7d337-db01-4cac-8008-e39e4ad1191a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:33.888536 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-70e2f481-817a-43e4-ad4c-675f31e9ba56 req-e0ca9a1b-d302-49f9-8838-adce90924181 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670063 Jan 31 19:07:34.148745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a0ea7-dca5-42a7-a486-698f8db061b9 None None] Network 8a785717-22e9-4176-a254-7299fea54150 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:07:34.362940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-71080af7-b06e-497b-885f-46fbd7bccc87 None None] Provisioning complete for port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:34.363269 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-71080af7-b06e-497b-885f-46fbd7bccc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:34.413590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8508-4cdb-4e4a-a775-57dd60b68412 req-187d64eb-bfe3-435b-b2cc-1ab3149852ec tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:34.415581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc1d8508-4cdb-4e4a-a775-57dd60b68412 req-187d64eb-bfe3-435b-b2cc-1ab3149852ec tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 945 time: 0.2570069 Jan 31 19:07:34.561771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc1d8508-4cdb-4e4a-a775-57dd60b68412 req-7b7c6bb2-946b-4940-9b49-6eee3c9e94c2 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342704 Jan 31 19:07:34.567515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Router 37e7d337-db01-4cac-8008-e39e4ad1191a is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:07:34.588836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-71080af7-b06e-497b-885f-46fbd7bccc87 None None] Current status of the port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:34.594239 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:34.734998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:34.735573 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:34.869997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:07:34.983409 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:34.994760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b33de61b-be55-4dcf-8eb0-95aec3507db1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9165275 Jan 31 19:07:34.994760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 41964) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:34.999541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:35.059460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Sync routers for ids ['37e7d337-db01-4cac-8008-e39e4ad1191a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:07:35.081147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Routers {'37e7d337-db01-4cac-8008-e39e4ad1191a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:35.082256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:07:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['37e7d337-db01-4cac-8008-e39e4ad1191a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:35.328020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-db28c172-2069-46c2-aa15-3a613a90fec0 None None] Provisioning complete for port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:35.336538 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-db28c172-2069-46c2-aa15-3a613a90fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:35.540599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Set router 37e7d337-db01-4cac-8008-e39e4ad1191a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:35.822488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-db28c172-2069-46c2-aa15-3a613a90fec0 None None] Current status of the port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:36.164568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'name': 'tempest-TestAggregatesBasicOps-1690858632-router', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:29Z', 'updated_at': '2022-01-31T19:07:32Z', 'revision_number': 3, 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'gw_port': {'id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:30Z', 'updated_at': '2022-01-31T19:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:36.217853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Checking router: 37e7d337-db01-4cac-8008-e39e4ad1191a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:07:36.218785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Updating router 37e7d337-db01-4cac-8008-e39e4ad1191a port 5f2932a8-4755-455d-b55b-f061cbc550f7 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:07:36.377624 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:36.503004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 41994) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:36.521151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae984f3f-c583-4320-92d5-3da59a7dc6d0 req-da62c45a-759b-463c-8bda-eaf88bce8d5e tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:36.540914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ae984f3f-c583-4320-92d5-3da59a7dc6d0 req-da62c45a-759b-463c-8bda-eaf88bce8d5e tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 945 time: 0.5161228 Jan 31 19:07:36.756647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ae984f3f-c583-4320-92d5-3da59a7dc6d0 req-00ed0d78-0447-4662-8b50-ef4adab83ed3 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079835 Jan 31 19:07:36.867752 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b166e03-f08a-44e7-90f4-96fa0fd94a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:36.880779 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:37.130345 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b166e03-f08a-44e7-90f4-96fa0fd94a26 admin admin] Publish callbacks [] for security_group (2367d2ce-b527-4b6b-89cf-2c7409c88981), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:37.137054 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b166e03-f08a-44e7-90f4-96fa0fd94a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2367d2ce-b527-4b6b-89cf-2c7409c88981), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:37.256354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac02d4-3b83-4c48-bb32-d58f526fb081 req-cde7cb67-64da-4f1a-89cb-17144ac7afcc tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:37.263212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b166e03-f08a-44e7-90f4-96fa0fd94a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2367d2ce-b527-4b6b-89cf-2c7409c88981,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:37.289604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94ac02d4-3b83-4c48-bb32-d58f526fb081 req-cde7cb67-64da-4f1a-89cb-17144ac7afcc tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 945 time: 0.4084523 Jan 31 19:07:37.340880 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9b166e03-f08a-44e7-90f4-96fa0fd94a26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6157e3f904545188a58504cca6189e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8366010 Jan 31 19:07:37.357912 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42014) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:37.384893 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Publish callbacks [] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:37.393167 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:37.473476 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2f179c7-d6e1-4a2f-a376-4bc35ebccc7d admin admin] Publish callbacks [] for security_group (2367d2ce-b527-4b6b-89cf-2c7409c88981), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:37.518381 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2f179c7-d6e1-4a2f-a376-4bc35ebccc7d admin admin] Publish callbacks [] for security_group (2367d2ce-b527-4b6b-89cf-2c7409c88981), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:37.578706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47224694-4d08-47dc-ba0a-5e72d79ea16d None None] Pushing event updated for resources: {'Port': ['ID=5f2932a8-4755-455d-b55b-f061cbc550f7,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:37.610026 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2f179c7-d6e1-4a2f-a376-4bc35ebccc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2367d2ce-b527-4b6b-89cf-2c7409c88981), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:37.613082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2f179c7-d6e1-4a2f-a376-4bc35ebccc7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:37.614409 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b2f179c7-d6e1-4a2f-a376-4bc35ebccc7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2367d2ce-b527-4b6b-89cf-2c7409c88981 HTTP/1.1" status: 204 len: 168 time: 0.2565255 Jan 31 19:07:37.630523 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f179c7-d6e1-4a2f-a376-4bc35ebccc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367d2ce-b527-4b6b-89cf-2c7409c88981,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:37.632798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Attempting to bind port 5f2932a8-4755-455d-b55b-f061cbc550f7 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:07:37.633282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Attempting to bind port 5f2932a8-4755-455d-b55b-f061cbc550f7 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:07:37.633766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Attempting to bind port 5f2932a8-4755-455d-b55b-f061cbc550f7 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:07:37.672317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94ac02d4-3b83-4c48-bb32-d58f526fb081 req-21fdacf5-1f55-46d4-bc90-48f3b6b0aefc tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732343 Jan 31 19:07:37.730083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:07:37.732456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:07:37.741160 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:37.741293 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:07:37.745044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Bound port: 5f2932a8-4755-455d-b55b-f061cbc550f7, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:07:37.745620 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:37.898483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65217d5d-f63b-40d3-9f2e-027db1187884 req-5423d39e-8778-48f8-adaf-01e688ee9f0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4395430 Jan 31 19:07:37.940980 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] For port 5f2932a8-4755-455d-b55b-f061cbc550f7, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:07:37.949976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] For port 5f2932a8-4755-455d-b55b-f061cbc550f7, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5f2932a8-4755-455d-b55b-f061cbc550f7,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:07:37.955219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Allocated IP 172.20.0.1 (8a785717-22e9-4176-a254-7299fea54150/70fe82df-17d2-4aeb-9cfb-990c7fcdee5f/f2555110-ea4f-4588-a72f-964ed8a2983a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:07:37.975896 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:38.083050 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Routers {'37e7d337-db01-4cac-8008-e39e4ad1191a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:38.083731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:07:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['37e7d337-db01-4cac-8008-e39e4ad1191a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:38.093533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489ef8d-5cd4-491c-b891-b37536653627 req-d2309761-ae3c-414c-a50b-5503487c181d tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:38.095131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6489ef8d-5cd4-491c-b891-b37536653627 req-d2309761-ae3c-414c-a50b-5503487c181d tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 945 time: 0.3054559 Jan 31 19:07:38.221835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47224694-4d08-47dc-ba0a-5e72d79ea16d None None] Pushing event updated for resources: {'Port': ['ID=5f2932a8-4755-455d-b55b-f061cbc550f7,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:38.322583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6489ef8d-5cd4-491c-b891-b37536653627 req-76a218c6-c844-421e-907c-f91402b25b79 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287661 Jan 31 19:07:38.357232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217d5d-f63b-40d3-9f2e-027db1187884 req-4ae99ddc-1a77-4105-aa7f-ed01394d1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:38.359168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65217d5d-f63b-40d3-9f2e-027db1187884 req-4ae99ddc-1a77-4105-aa7f-ed01394d1994 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d69f4b64751d4be596261b5482f31e0e&device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 1133 time: 0.3132203 Jan 31 19:07:38.367340 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42034) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:38.458548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] Set router 37e7d337-db01-4cac-8008-e39e4ad1191a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:38.607329 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-264b285a-e3ec-4537-9cad-281865683097 req-7142691c-010b-4068-827b-c732630fb78d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1129472 Jan 31 19:07:38.653825 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Publish callbacks [] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:38.819803 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:38.858854 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b285a-e3ec-4537-9cad-281865683097 req-4af80b4a-e1d0-4234-8942-58b62a266d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:38.890071 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-264b285a-e3ec-4537-9cad-281865683097 req-4af80b4a-e1d0-4234-8942-58b62a266d47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1e07f2c933042e495a9177559b5c060&device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 1128 time: 0.2056413 Jan 31 19:07:39.196805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b285a-e3ec-4537-9cad-281865683097 req-82c61578-00a1-48d7-865f-1633419d7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:39.202005 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-264b285a-e3ec-4537-9cad-281865683097 req-82c61578-00a1-48d7-865f-1633419d7cd3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=87661c57-1ac4-4194-9c98-cbc79abc8a11 HTTP/1.1" status: 200 len: 910 time: 0.2672949 Jan 31 19:07:39.278393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'name': 'tempest-TestAggregatesBasicOps-1690858632-router', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:29Z', 'updated_at': '2022-01-31T19:07:32Z', 'revision_number': 3, 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'gw_port': {'id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:30Z', 'updated_at': '2022-01-31T19:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:39.422855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be3920-1f3d-48e6-ac38-28ea92b50b43 None None] The sync data for ids ['37e7d337-db01-4cac-8008-e39e4ad1191a'] in n-d-812111-15 is: [{'id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'name': 'tempest-TestAggregatesBasicOps-1690858632-router', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:29Z', 'updated_at': '2022-01-31T19:07:32Z', 'revision_number': 3, 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'gw_port': {'id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:30Z', 'updated_at': '2022-01-31T19:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:07:39.673788 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-264b285a-e3ec-4537-9cad-281865683097 req-b2a1567b-ec8c-49d3-876d-62aee82be12d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc9f9611-946b-4f8c-bff4-1af98df1ae2c HTTP/1.1" status: 200 len: 217 time: 0.4526963 Jan 31 19:07:39.852152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64529f6f-72af-46cc-80c9-91f56240666c tempest-TestServerBasicOps-1047629179 tempest-TestServerBasicOps-1047629179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:39.860255 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-64529f6f-72af-46cc-80c9-91f56240666c tempest-TestServerBasicOps-1047629179 tempest-TestServerBasicOps-1047629179-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 1123 time: 1.4884393 Jan 31 19:07:39.878903 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42078) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:39.889907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Pushing event updated for resources: {'Port': ['ID=f2555110-ea4f-4588-a72f-964ed8a2983a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:39.909785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:07:39.985844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217d5d-f63b-40d3-9f2e-027db1187884 req-3ba915a8-06e9-4d59-9c65-83e4e91ae6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:39.991060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65217d5d-f63b-40d3-9f2e-027db1187884 req-3ba915a8-06e9-4d59-9c65-83e4e91ae6a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 1.5939064 Jan 31 19:07:40.009934 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b285a-e3ec-4537-9cad-281865683097 req-bde57eed-a7e3-4871-aca0-dca867e2c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:40.012350 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-264b285a-e3ec-4537-9cad-281865683097 req-bde57eed-a7e3-4871-aca0-dca867e2c2db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09fa3c85-174c-41f3-88fa-6a44f5806b0f HTTP/1.1" status: 200 len: 848 time: 0.3259182 Jan 31 19:07:40.016685 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:40.177666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Network 8a785717-22e9-4176-a254-7299fea54150 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:07:40.186348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:40.202601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65217d5d-f63b-40d3-9f2e-027db1187884 req-a8687936-ad59-4d58-bb9d-521ac7619bb3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 HTTP/1.1" status: 200 len: 217 time: 0.1997495 Jan 31 19:07:40.203706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:07:40.469919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b285a-e3ec-4537-9cad-281865683097 req-e0669de7-bdf3-474d-b747-77cc5021e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:40.477702 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-264b285a-e3ec-4537-9cad-281865683097 req-e0669de7-bdf3-474d-b747-77cc5021e3e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87661c57-1ac4-4194-9c98-cbc79abc8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4527059 Jan 31 19:07:40.581996 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (37e7d337-db01-4cac-8008-e39e4ad1191a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:40.701772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5f2932a8-4755-455d-b55b-f061cbc550f7 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:40.756321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217d5d-f63b-40d3-9f2e-027db1187884 req-41382042-33d7-47af-a4ad-6020c48eb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:40.782138 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65217d5d-f63b-40d3-9f2e-027db1187884 req-41382042-33d7-47af-a4ad-6020c48eb741 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.5209887 Jan 31 19:07:40.925400 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:40.927859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 5f2932a8-4755-455d-b55b-f061cbc550f7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:40.928646 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:41.207613 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8412160-a17b-4f0d-aa2e-c56f79738b39 None None] Provisioning complete for port f2555110-ea4f-4588-a72f-964ed8a2983a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:41.207997 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8412160-a17b-4f0d-aa2e-c56f79738b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:41.220789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217d5d-f63b-40d3-9f2e-027db1187884 req-7ef38ac0-9327-4f1a-8718-49554e5fc44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:41.225671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65217d5d-f63b-40d3-9f2e-027db1187884 req-7ef38ac0-9327-4f1a-8718-49554e5fc44c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4279211 Jan 31 19:07:41.327135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Allocated IP 172.25.8.78 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/a0fea901-876f-4e6f-8618-43444940d2ee) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:07:41.423949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8412160-a17b-4f0d-aa2e-c56f79738b39 None None] Port f2555110-ea4f-4588-a72f-964ed8a2983a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:07:41.529826 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:41.664724 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for port (a0fea901-876f-4e6f-8618-43444940d2ee), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:41.680554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 5f2932a8-4755-455d-b55b-f061cbc550f7 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:41.686936 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:41.701330 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-264b285a-e3ec-4537-9cad-281865683097 req-7a6ca6a2-2944-459a-a408-79934a6841d3 service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2131743 Jan 31 19:07:41.703339 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a0fea901-876f-4e6f-8618-43444940d2ee), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:41.806698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 5f2932a8-4755-455d-b55b-f061cbc550f7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5f2932a8-4755-455d-b55b-f061cbc550f7,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:41.823430 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:41.837089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:07:41.849556 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:41.897972 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Publish callbacks [] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:41.924798 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:41.930141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:07:41.964784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event updated for resources: {'Port': ['ID=a0fea901-876f-4e6f-8618-43444940d2ee,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:42.060690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (37e7d337-db01-4cac-8008-e39e4ad1191a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:42.081835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=5f2932a8-4755-455d-b55b-f061cbc550f7,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:42.174474 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65217d5d-f63b-40d3-9f2e-027db1187884 req-96d780f0-747b-49a5-9ed7-9d20a9985771 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9368908 Jan 31 19:07:42.466609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Pushing event updated for resources: {'Port': ['ID=f2555110-ea4f-4588-a72f-964ed8a2983a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:42.488902 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.489379 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.489831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.490279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.490416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5f2932a8-4755-455d-b55b-f061cbc550f7 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:42.496816 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.497308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.497764 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.498230 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.498667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.499096 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.499535 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.502074 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.502552 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:07:42.570972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Network 8a785717-22e9-4176-a254-7299fea54150 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:07:42.574591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:07:42.701276 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-264b285a-e3ec-4537-9cad-281865683097 req-1e8bab02-d62a-43a8-ba83-fd33e80f3d61 service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9597163 Jan 31 19:07:42.782749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 5f2932a8-4755-455d-b55b-f061cbc550f7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:42.783129 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:43.175365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 5f2932a8-4755-455d-b55b-f061cbc550f7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:43.206469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Router 37e7d337-db01-4cac-8008-e39e4ad1191a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:07:43.241298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65217d5d-f63b-40d3-9f2e-027db1187884 req-4577cf70-7375-491b-9e7a-61286868a79e service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0557332 Jan 31 19:07:43.332156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-637069a0-e07b-48d6-9b34-a124677a7a23 None None] Provisioning complete for port f2555110-ea4f-4588-a72f-964ed8a2983a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:43.333271 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-637069a0-e07b-48d6-9b34-a124677a7a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:43.492672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-637069a0-e07b-48d6-9b34-a124677a7a23 None None] Port f2555110-ea4f-4588-a72f-964ed8a2983a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:07:43.625146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:07:43.650772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5e781a1f-5150-4be2-927a-99c677262108 admin admin] 10.222.0.20 "PUT /v2.0/routers/37e7d337-db01-4cac-8008-e39e4ad1191a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6506889 Jan 31 19:07:43.776896 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Sync routers for ids ['37e7d337-db01-4cac-8008-e39e4ad1191a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:07:43.787797 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Routers {'37e7d337-db01-4cac-8008-e39e4ad1191a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:43.801269 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:07:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['37e7d337-db01-4cac-8008-e39e4ad1191a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:44.072221 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Set router 37e7d337-db01-4cac-8008-e39e4ad1191a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:44.571171 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'name': 'tempest-TestAggregatesBasicOps-1690858632-router', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:29Z', 'updated_at': '2022-01-31T19:07:41Z', 'revision_number': 4, 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'gw_port': {'id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:30Z', 'updated_at': '2022-01-31T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f2555110-ea4f-4588-a72f-964ed8a2983a', 'name': '', 'network_id': '8a785717-22e9-4176-a254-7299fea54150', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'mac_address': 'fa:16:3e:a5:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '70fe82df-17d2-4aeb-9cfb-990c7fcdee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:37Z', 'updated_at': '2022-01-31T19:07:41Z', 'revision_number': 2, 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'subnets': [{'id': '70fe82df-17d2-4aeb-9cfb-990c7fcdee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:44.592150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for floatingip (ed651650-7677-418b-9093-856809f1e867), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:44.654028 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Checking router: 37e7d337-db01-4cac-8008-e39e4ad1191a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:07:44.654151 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Updating router 37e7d337-db01-4cac-8008-e39e4ad1191a port f2555110-ea4f-4588-a72f-964ed8a2983a binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:07:44.742471 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:44.889691 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a0fea901-876f-4e6f-8618-43444940d2ee), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:45.455443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for port (a0fea901-876f-4e6f-8618-43444940d2ee), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:45.465357 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (a0fea901-876f-4e6f-8618-43444940d2ee), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:45.537780 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Publish callbacks [] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:45.551287 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:45.679361 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604811ca-63d7-4b74-a7e1-4ab2fbad6336 None None] Pushing event updated for resources: {'Port': ['ID=f2555110-ea4f-4588-a72f-964ed8a2983a,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:45.797224 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event updated for resources: {'Port': ['ID=a0fea901-876f-4e6f-8618-43444940d2ee,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:45.824705 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (ed651650-7677-418b-9093-856809f1e867), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:45.864398 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Attempting to bind port f2555110-ea4f-4588-a72f-964ed8a2983a on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:07:45.866539 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Attempting to bind port f2555110-ea4f-4588-a72f-964ed8a2983a by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'eb16c656-79bf-42b1-a8b2-3828627ee5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8a785717-22e9-4176-a254-7299fea54150'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:07:45.867369 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Attempting to bind port f2555110-ea4f-4588-a72f-964ed8a2983a on network 8a785717-22e9-4176-a254-7299fea54150 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:07:45.881811 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:07:45.882341 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Checking segment: {'id': 'eb16c656-79bf-42b1-a8b2-3828627ee5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8a785717-22e9-4176-a254-7299fea54150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:07:45.882585 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:45.884114 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Bound using segment: {'id': 'eb16c656-79bf-42b1-a8b2-3828627ee5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8a785717-22e9-4176-a254-7299fea54150'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:07:45.884636 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Bound port: f2555110-ea4f-4588-a72f-964ed8a2983a, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb16c656-79bf-42b1-a8b2-3828627ee5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8a785717-22e9-4176-a254-7299fea54150'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:07:45.886602 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:46.101849 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] For port f2555110-ea4f-4588-a72f-964ed8a2983a, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:07:46.106434 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] For port f2555110-ea4f-4588-a72f-964ed8a2983a, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f2555110-ea4f-4588-a72f-964ed8a2983a,segment=NetworkSegment(eb16c656-79bf-42b1-a8b2-3828627ee5fb),segment_id=eb16c656-79bf-42b1-a8b2-3828627ee5fb)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:07:46.133386 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:46.175953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 42224) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:46.233802 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Floating IP ed651650-7677-418b-9093-856809f1e867 associated. External IP: 172.25.8.78, port: cc9f9611-946b-4f8c-bff4-1af98df1ae2c. Jan 31 19:07:46.315419 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Routers {'37e7d337-db01-4cac-8008-e39e4ad1191a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:46.316612 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:07:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['37e7d337-db01-4cac-8008-e39e4ad1191a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:46.324038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ef5cc04a-2a72-470d-8596-3faec9ba5f3e None None] Provisioning complete for port f2555110-ea4f-4588-a72f-964ed8a2983a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:46.324579 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc04a-2a72-470d-8596-3faec9ba5f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:46.483358 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ef5cc04a-2a72-470d-8596-3faec9ba5f3e None None] Current status of the port f2555110-ea4f-4588-a72f-964ed8a2983a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:46.485266 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc04a-2a72-470d-8596-3faec9ba5f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:46.534409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ef5cc04a-2a72-470d-8596-3faec9ba5f3e None None] For port f2555110-ea4f-4588-a72f-964ed8a2983a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f2555110-ea4f-4588-a72f-964ed8a2983a,segment=NetworkSegment(eb16c656-79bf-42b1-a8b2-3828627ee5fb),segment_id=eb16c656-79bf-42b1-a8b2-3828627ee5fb)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:46.544312 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc04a-2a72-470d-8596-3faec9ba5f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:46.736427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cc04a-2a72-470d-8596-3faec9ba5f3e None None] Pushing event updated for resources: {'Port': ['ID=f2555110-ea4f-4588-a72f-964ed8a2983a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:46.798184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:07:46.866964 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] Set router 37e7d337-db01-4cac-8008-e39e4ad1191a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:46.877704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3f6b689e-d875-4483-bf8c-3db86c1c7666 None None] Provisioning complete for port f2555110-ea4f-4588-a72f-964ed8a2983a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:46.878088 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f6b689e-d875-4483-bf8c-3db86c1c7666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:47.045961 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604811ca-63d7-4b74-a7e1-4ab2fbad6336 None None] Pushing event updated for resources: {'Port': ['ID=f2555110-ea4f-4588-a72f-964ed8a2983a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:47.053972 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:07:47.146189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:47.270584 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1f1358d7-3ec3-4835-b640-44d303a80b53 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.3711424 Jan 31 19:07:47.270584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'tag': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:07:47.270584 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e48f20d-15a3-4770-8466-8018065ba7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81", "tag": "cc9f9611-946b-4f8c-bff4-1af98df1ae2c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:07:47.407854 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e6d8cf-ef95-4fd4-81ba-39b0258a9c40 x-openstack-request-id: req-20e6d8cf-ef95-4fd4-81ba-39b0258a9c40 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:07:47.408203 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81", "tag": "cc9f9611-946b-4f8c-bff4-1af98df1ae2c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:07:47.408493 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20e6d8cf-ef95-4fd4-81ba-39b0258a9c40 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:07:47.408907 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'tag': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c', 'status': 'completed', 'code': 200} Jan 31 19:07:47.457676 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cf26270-e32e-4943-b192-8c6103df310d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:47.570633 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'name': 'tempest-TestAggregatesBasicOps-1690858632-router', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:29Z', 'updated_at': '2022-01-31T19:07:41Z', 'revision_number': 4, 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'gw_port': {'id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:30Z', 'updated_at': '2022-01-31T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f2555110-ea4f-4588-a72f-964ed8a2983a', 'name': '', 'network_id': '8a785717-22e9-4176-a254-7299fea54150', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'mac_address': 'fa:16:3e:a5:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '70fe82df-17d2-4aeb-9cfb-990c7fcdee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:37Z', 'updated_at': '2022-01-31T19:07:46Z', 'revision_number': 4, 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'subnets': [{'id': '70fe82df-17d2-4aeb-9cfb-990c7fcdee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:47.577277 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48f20d-15a3-4770-8466-8018065ba7ef req-734c6b5a-d39f-4b26-9f81-8f1c1275ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:47.581439 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e48f20d-15a3-4770-8466-8018065ba7ef req-734c6b5a-d39f-4b26-9f81-8f1c1275ebca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1e07f2c933042e495a9177559b5c060&device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 1128 time: 0.1468225 Jan 31 19:07:47.628908 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b12a14-2d79-4ae1-b051-244762a1cea4 None None] The sync data for ids ['37e7d337-db01-4cac-8008-e39e4ad1191a'] in n-d-812111-15 is: [{'id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'name': 'tempest-TestAggregatesBasicOps-1690858632-router', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:29Z', 'updated_at': '2022-01-31T19:07:41Z', 'revision_number': 4, 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'gw_port': {'id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:30Z', 'updated_at': '2022-01-31T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f2555110-ea4f-4588-a72f-964ed8a2983a', 'name': '', 'network_id': '8a785717-22e9-4176-a254-7299fea54150', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'mac_address': 'fa:16:3e:a5:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '70fe82df-17d2-4aeb-9cfb-990c7fcdee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:37Z', 'updated_at': '2022-01-31T19:07:46Z', 'revision_number': 4, 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'subnets': [{'id': '70fe82df-17d2-4aeb-9cfb-990c7fcdee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:07:47.702073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87beb16b-e134-45d8-8830-0d415351d3fd None None] Sync routers for ids ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:07:47.750657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48f20d-15a3-4770-8466-8018065ba7ef req-ec0e5fb2-77e8-4ec8-bfb4-01cb52eaf5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:47.752166 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e48f20d-15a3-4770-8466-8018065ba7ef req-ec0e5fb2-77e8-4ec8-bfb4-01cb52eaf5c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=87661c57-1ac4-4194-9c98-cbc79abc8a11 HTTP/1.1" status: 200 len: 910 time: 0.1644320 Jan 31 19:07:47.761830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b689e-d875-4483-bf8c-3db86c1c7666 None None] Current status of the port f2555110-ea4f-4588-a72f-964ed8a2983a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:47.797284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87beb16b-e134-45d8-8830-0d415351d3fd None None] Routers {'3f6ecc4e-b061-4075-b03d-4ae5de1a0723'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:47.798120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87beb16b-e134-45d8-8830-0d415351d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:07:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:48.094805 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e48f20d-15a3-4770-8466-8018065ba7ef req-c2549c46-751d-4f73-8e9d-552c14f71f6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc9f9611-946b-4f8c-bff4-1af98df1ae2c HTTP/1.1" status: 200 len: 998 time: 0.3332524 Jan 31 19:07:48.148976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-87beb16b-e134-45d8-8830-0d415351d3fd None None] Set router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:48.228723 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48f20d-15a3-4770-8466-8018065ba7ef req-879f6777-ef45-49a2-97aa-d0c96a6fc7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:48.233806 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e48f20d-15a3-4770-8466-8018065ba7ef req-879f6777-ef45-49a2-97aa-d0c96a6fc7bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09fa3c85-174c-41f3-88fa-6a44f5806b0f HTTP/1.1" status: 200 len: 848 time: 0.1320581 Jan 31 19:07:48.257705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6cf26270-e32e-4943-b192-8c6103df310d admin admin] Deleting port 4ebc9766-dd19-4f85-9caa-2c344138dfd8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:07:48.258046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cf26270-e32e-4943-b192-8c6103df310d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:48.453400 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48f20d-15a3-4770-8466-8018065ba7ef req-44d90138-c746-4297-a181-9ae7874cf86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:07:48.457825 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e48f20d-15a3-4770-8466-8018065ba7ef req-44d90138-c746-4297-a181-9ae7874cf86f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87661c57-1ac4-4194-9c98-cbc79abc8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2130561 Jan 31 19:07:48.567631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6cf26270-e32e-4943-b192-8c6103df310d admin admin] For port 4ebc9766-dd19-4f85-9caa-2c344138dfd8, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=4ebc9766-dd19-4f85-9caa-2c344138dfd8,segment=NetworkSegment(9cb614c3-ea99-4b60-9bfe-26a508b60527),segment_id=9cb614c3-ea99-4b60-9bfe-26a508b60527)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:48.568198 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cf26270-e32e-4943-b192-8c6103df310d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:48.621051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6cf26270-e32e-4943-b192-8c6103df310d admin admin] Calling delete_port for 4ebc9766-dd19-4f85-9caa-2c344138dfd8 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:07:48.663299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f2555110-ea4f-4588-a72f-964ed8a2983a up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:07:48.783528 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e48f20d-15a3-4770-8466-8018065ba7ef req-386e4bac-2c80-44ad-b034-e759a239d547 service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163500 Jan 31 19:07:49.095849 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9e48f20d-15a3-4770-8466-8018065ba7ef req-3db2037b-bb03-4903-a6c3-ad588e7f05ca service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093631 Jan 31 19:07:49.102410 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-472c2923-bd74-4fd0-a3fa-a1d6b3398dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:49.123444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cf26270-e32e-4943-b192-8c6103df310d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4ebc9766-dd19-4f85-9caa-2c344138dfd8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:49.185337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f2555110-ea4f-4588-a72f-964ed8a2983a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:07:49.185884 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:49.189874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf26270-e32e-4943-b192-8c6103df310d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebc9766-dd19-4f85-9caa-2c344138dfd8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:49.319583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87beb16b-e134-45d8-8830-0d415351d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:06:48Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'ed651650-7677-418b-9093-856809f1e867', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'port_id': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'mac_address': 'fa:16:3e:0c:ea:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:07:43Z', 'updated_at': '2022-01-31T19:07:43Z', 'revision_number': 0, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d996580-771d-4d93-8069-df4c24d123d6', 'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'mac_address': 'fa:16:3e:cb:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:45Z', 'updated_at': '2022-01-31T19:07:03Z', 'revision_number': 5, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'subnets': [{'id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:49.450170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87beb16b-e134-45d8-8830-0d415351d3fd None None] Checking router: 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:07:49.500548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87beb16b-e134-45d8-8830-0d415351d3fd None None] Routers {'3f6ecc4e-b061-4075-b03d-4ae5de1a0723'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:49.503126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87beb16b-e134-45d8-8830-0d415351d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:07:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:49.677502 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cf26270-e32e-4943-b192-8c6103df310d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:49.813461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f2555110-ea4f-4588-a72f-964ed8a2983a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:49.884478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-87beb16b-e134-45d8-8830-0d415351d3fd None None] Set router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:50.196486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf26270-e32e-4943-b192-8c6103df310d admin admin] Router 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:07:50.524516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87beb16b-e134-45d8-8830-0d415351d3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:06:48Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'ed651650-7677-418b-9093-856809f1e867', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'port_id': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'mac_address': 'fa:16:3e:0c:ea:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:07:43Z', 'updated_at': '2022-01-31T19:07:43Z', 'revision_number': 0, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d996580-771d-4d93-8069-df4c24d123d6', 'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'mac_address': 'fa:16:3e:cb:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:45Z', 'updated_at': '2022-01-31T19:07:03Z', 'revision_number': 5, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'subnets': [{'id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:50.548818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf26270-e32e-4943-b192-8c6103df310d admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:07:50.576014 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010054dc-628b-41fc-af78-0abcc8b8cafe None None] Sync routers for ids ['7aeef49b-9fce-44be-a383-9bb2d0fe9b61'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:07:50.589702 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:50.594017 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010054dc-628b-41fc-af78-0abcc8b8cafe None None] Routers {'7aeef49b-9fce-44be-a383-9bb2d0fe9b61'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:50.594641 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-010054dc-628b-41fc-af78-0abcc8b8cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:07:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7aeef49b-9fce-44be-a383-9bb2d0fe9b61'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:50.603349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87beb16b-e134-45d8-8830-0d415351d3fd None None] The sync data for ids ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'] in n-d-812111-15 is: [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:06:48Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'ed651650-7677-418b-9093-856809f1e867', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'port_id': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'mac_address': 'fa:16:3e:0c:ea:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:07:43Z', 'updated_at': '2022-01-31T19:07:43Z', 'revision_number': 0, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d996580-771d-4d93-8069-df4c24d123d6', 'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'mac_address': 'fa:16:3e:cb:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:45Z', 'updated_at': '2022-01-31T19:07:03Z', 'revision_number': 5, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'subnets': [{'id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:07:50.607757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6cf26270-e32e-4943-b192-8c6103df310d admin admin] 10.222.0.20 "PUT /v2.0/routers/7aeef49b-9fce-44be-a383-9bb2d0fe9b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4302857 Jan 31 19:07:50.836788 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-010054dc-628b-41fc-af78-0abcc8b8cafe None None] Set router 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:50.966384 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Publish callbacks [] for router (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:51.106027 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-113554d3-39d8-42f4-aa40-0c22019d9097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:51.302272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Publish callbacks [] for router_gateway (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:51.397016 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-010054dc-628b-41fc-af78-0abcc8b8cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'name': 'tempest-TestAggregatesBasicOps-1543921144-router', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:07Z', 'updated_at': '2022-01-31T19:07:49Z', 'revision_number': 5, 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'gw_port': {'id': '69c5d115-2a5f-4870-9ec3-99d487f8177b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:10Z', 'updated_at': '2022-01-31T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:51.433692 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Deleting port 69c5d115-2a5f-4870-9ec3-99d487f8177b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:07:51.434056 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:51.451601 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010054dc-628b-41fc-af78-0abcc8b8cafe None None] Checking router: 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:07:51.472768 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010054dc-628b-41fc-af78-0abcc8b8cafe None None] Routers {'7aeef49b-9fce-44be-a383-9bb2d0fe9b61'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:51.473397 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-010054dc-628b-41fc-af78-0abcc8b8cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:07:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['7aeef49b-9fce-44be-a383-9bb2d0fe9b61'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:51.677770 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-010054dc-628b-41fc-af78-0abcc8b8cafe None None] Set router 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:51.813613 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-010054dc-628b-41fc-af78-0abcc8b8cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'name': 'tempest-TestAggregatesBasicOps-1543921144-router', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:07Z', 'updated_at': '2022-01-31T19:07:51Z', 'revision_number': 6, 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:51.931133 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010054dc-628b-41fc-af78-0abcc8b8cafe None None] The sync data for ids ['7aeef49b-9fce-44be-a383-9bb2d0fe9b61'] in n-d-812111-15 is: [{'id': '7aeef49b-9fce-44be-a383-9bb2d0fe9b61', 'name': 'tempest-TestAggregatesBasicOps-1543921144-router', 'tenant_id': '4c8836000e9944009b58f232a9a0a42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:07Z', 'updated_at': '2022-01-31T19:07:51Z', 'revision_number': 6, 'project_id': '4c8836000e9944009b58f232a9a0a42c', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:07:52.211384 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] For port 69c5d115-2a5f-4870-9ec3-99d487f8177b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=69c5d115-2a5f-4870-9ec3-99d487f8177b,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:52.211937 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:52.241619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Calling delete_port for 69c5d115-2a5f-4870-9ec3-99d487f8177b owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:07:52.330326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47362a07-d7b4-4d50-b92a-b0e39b2bd668 None None] New status for floating IP ed651650-7677-418b-9093-856809f1e867: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:07:52.802486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4ebc9766-dd19-4f85-9caa-2c344138dfd8 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:07:52.834972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (69c5d115-2a5f-4870-9ec3-99d487f8177b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:52.905295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 4ebc9766-dd19-4f85-9caa-2c344138dfd8 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:07:52.905806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 4ebc9766-dd19-4f85-9caa-2c344138dfd8 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:07:52.935471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c5d115-2a5f-4870-9ec3-99d487f8177b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:52.980203 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:53.149379 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:53.266848 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:07:53.414322 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:53.421286 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Publish callbacks [] for router_controller (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:53.543687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (7aeef49b-9fce-44be-a383-9bb2d0fe9b61), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:53.544304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aeef49b-9fce-44be-a383-9bb2d0fe9b61 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:07:53.549483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:53.551291 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-67754e81-e88a-49cc-b1b6-2ba6c6caae67 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7aeef49b-9fce-44be-a383-9bb2d0fe9b61 HTTP/1.1" status: 204 len: 168 time: 2.9600337 Jan 31 19:07:53.553261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42370) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:53.624371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-43277ce0-ff71-4992-be88-e25848e881e5 admin admin] Deleting subnet 5ef6a43e-bb99-47ca-8822-7dc5dad42a0d {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:07:53.628414 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43277ce0-ff71-4992-be88-e25848e881e5 admin admin] Publish callbacks [] for subnet (5ef6a43e-bb99-47ca-8822-7dc5dad42a0d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:53.738803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43277ce0-ff71-4992-be88-e25848e881e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (5ef6a43e-bb99-47ca-8822-7dc5dad42a0d), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:53.861298 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43277ce0-ff71-4992-be88-e25848e881e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (5ef6a43e-bb99-47ca-8822-7dc5dad42a0d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:53.949207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43277ce0-ff71-4992-be88-e25848e881e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (5ef6a43e-bb99-47ca-8822-7dc5dad42a0d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:53.977607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43277ce0-ff71-4992-be88-e25848e881e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef6a43e-bb99-47ca-8822-7dc5dad42a0d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:53.989920 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43277ce0-ff71-4992-be88-e25848e881e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:53.990662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfc6dea-804c-4253-bc4f-404520614efc None None] Network 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:07:53.996373 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-43277ce0-ff71-4992-be88-e25848e881e5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5ef6a43e-bb99-47ca-8822-7dc5dad42a0d HTTP/1.1" status: 204 len: 168 time: 0.4398787 Jan 31 19:07:53.999211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 42378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:54.143907 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:54.261994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3691a4af-ca1f-432c-8109-15657ea60395 None None] DHCP port deletion for 8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:07:54.423748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3691a4af-ca1f-432c-8109-15657ea60395 None None] Deleting port e622ea63-2ba4-4c47-8fd9-82991f274434 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:07:54.429685 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3691a4af-ca1f-432c-8109-15657ea60395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:54.541987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e622ea63-2ba4-4c47-8fd9-82991f274434 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:07:54.745537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e622ea63-2ba4-4c47-8fd9-82991f274434 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:07:54.745938 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:54.768476 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:54.777451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3691a4af-ca1f-432c-8109-15657ea60395 None None] For port e622ea63-2ba4-4c47-8fd9-82991f274434, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e622ea63-2ba4-4c47-8fd9-82991f274434,segment=NetworkSegment(9cb614c3-ea99-4b60-9bfe-26a508b60527),segment_id=9cb614c3-ea99-4b60-9bfe-26a508b60527)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:54.778005 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3691a4af-ca1f-432c-8109-15657ea60395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:54.781533 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:54.849191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port e622ea63-2ba4-4c47-8fd9-82991f274434, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e622ea63-2ba4-4c47-8fd9-82991f274434,segment=NetworkSegment(9cb614c3-ea99-4b60-9bfe-26a508b60527),segment_id=9cb614c3-ea99-4b60-9bfe-26a508b60527)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:54.867440 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:54.869478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 69c5d115-2a5f-4870-9ec3-99d487f8177b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:07:54.951340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Deleting port e622ea63-2ba4-4c47-8fd9-82991f274434 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:07:54.951882 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:54.991210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3691a4af-ca1f-432c-8109-15657ea60395 None None] Calling delete_port for e622ea63-2ba4-4c47-8fd9-82991f274434 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:07:55.041619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] For port e622ea63-2ba4-4c47-8fd9-82991f274434, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e622ea63-2ba4-4c47-8fd9-82991f274434,segment=NetworkSegment(9cb614c3-ea99-4b60-9bfe-26a508b60527),segment_id=9cb614c3-ea99-4b60-9bfe-26a508b60527)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:55.042135 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:55.047853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=e622ea63-2ba4-4c47-8fd9-82991f274434,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:55.069189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Calling delete_port for e622ea63-2ba4-4c47-8fd9-82991f274434 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:07:55.155829 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:55.177971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] No DVR routers for this DVR port e622ea63-2ba4-4c47-8fd9-82991f274434 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:07:55.215058 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3691a4af-ca1f-432c-8109-15657ea60395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (e622ea63-2ba4-4c47-8fd9-82991f274434), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:55.218930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 69c5d115-2a5f-4870-9ec3-99d487f8177b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:07:55.219351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 69c5d115-2a5f-4870-9ec3-99d487f8177b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:07:55.241352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691a4af-ca1f-432c-8109-15657ea60395 None None] Pushing event deleted for resources: {'Port': ['ID=e622ea63-2ba4-4c47-8fd9-82991f274434,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:55.270126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691a4af-ca1f-432c-8109-15657ea60395 None None] No DVR routers for this DVR port e622ea63-2ba4-4c47-8fd9-82991f274434 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:07:55.294634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Pushing event deleted for resources: {'Port': ['ID=e622ea63-2ba4-4c47-8fd9-82991f274434,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:55.298609 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:55.418305 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:55.443943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:55.465643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb614c3-ea99-4b60-9bfe-26a508b60527') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:55.465954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb614c3-ea99-4b60-9bfe-26a508b60527') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:55.478001 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (9cb614c3-ea99-4b60-9bfe-26a508b60527), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:55.500512 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9cb614c3-ea99-4b60-9bfe-26a508b60527), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:55.508549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:07:55.509148 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (9cb614c3-ea99-4b60-9bfe-26a508b60527), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:07:55.514944 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:07:55.612794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:55.618623 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:55.623198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c HTTP/1.1" status: 204 len: 168 time: 1.6229532 Jan 31 19:07:55.626192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:55.655453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62580557-dc98-428e-835d-bfd8d3f1ed09 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4c57b2-bebb-40f6-9e1a-9ccd78084c1c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:55.935163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-f664260e-4fd7-4f9e-850d-bf0f3cacb69a req-4e0af360-3193-43b9-89ed-0ba98277e8e6 service neutron] (103226) timed out ('10.222.0.49', 53344) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:07:56.299086 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:56.381603 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d97f54c-2a83-4481-8d5b-47fe66deb72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (37e7d337-db01-4cac-8008-e39e4ad1191a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:56.840182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1d97f54c-2a83-4481-8d5b-47fe66deb72f admin admin] Deleting port f2555110-ea4f-4588-a72f-964ed8a2983a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:07:56.840866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d97f54c-2a83-4481-8d5b-47fe66deb72f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:56.969948 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-1d97f54c-2a83-4481-8d5b-47fe66deb72f admin admin] For port f2555110-ea4f-4588-a72f-964ed8a2983a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f2555110-ea4f-4588-a72f-964ed8a2983a,segment=NetworkSegment(eb16c656-79bf-42b1-a8b2-3828627ee5fb),segment_id=eb16c656-79bf-42b1-a8b2-3828627ee5fb)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:56.970542 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d97f54c-2a83-4481-8d5b-47fe66deb72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:57.018839 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1d97f54c-2a83-4481-8d5b-47fe66deb72f admin admin] Calling delete_port for f2555110-ea4f-4588-a72f-964ed8a2983a owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:07:57.389417 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d97f54c-2a83-4481-8d5b-47fe66deb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f2555110-ea4f-4588-a72f-964ed8a2983a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:57.457217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97f54c-2a83-4481-8d5b-47fe66deb72f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2555110-ea4f-4588-a72f-964ed8a2983a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:57.677590 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d97f54c-2a83-4481-8d5b-47fe66deb72f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (37e7d337-db01-4cac-8008-e39e4ad1191a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:58.155902 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d97f54c-2a83-4481-8d5b-47fe66deb72f admin admin] Router 37e7d337-db01-4cac-8008-e39e4ad1191a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:07:58.397594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d97f54c-2a83-4481-8d5b-47fe66deb72f admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:07:58.408935 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50bf66-928c-47ce-8044-49109f5a1378 None None] Sync routers for ids ['37e7d337-db01-4cac-8008-e39e4ad1191a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:07:58.417432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 42502) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:07:58.418860 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1d97f54c-2a83-4481-8d5b-47fe66deb72f admin admin] 10.222.0.20 "PUT /v2.0/routers/37e7d337-db01-4cac-8008-e39e4ad1191a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7916088 Jan 31 19:07:58.428925 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50bf66-928c-47ce-8044-49109f5a1378 None None] Routers {'37e7d337-db01-4cac-8008-e39e4ad1191a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:58.429547 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1e50bf66-928c-47ce-8044-49109f5a1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:07:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['37e7d337-db01-4cac-8008-e39e4ad1191a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:58.671262 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1e50bf66-928c-47ce-8044-49109f5a1378 None None] Set router 37e7d337-db01-4cac-8008-e39e4ad1191a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:58.681460 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Publish callbacks [] for router (37e7d337-db01-4cac-8008-e39e4ad1191a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:58.915784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Publish callbacks [] for router_gateway (37e7d337-db01-4cac-8008-e39e4ad1191a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:58.997531 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1e50bf66-928c-47ce-8044-49109f5a1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'name': 'tempest-TestAggregatesBasicOps-1690858632-router', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:29Z', 'updated_at': '2022-01-31T19:07:57Z', 'revision_number': 5, 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'gw_port': {'id': '5f2932a8-4755-455d-b55b-f061cbc550f7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:07:30Z', 'updated_at': '2022-01-31T19:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:59.067825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Deleting port 5f2932a8-4755-455d-b55b-f061cbc550f7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:07:59.068176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:59.082449 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50bf66-928c-47ce-8044-49109f5a1378 None None] Checking router: 37e7d337-db01-4cac-8008-e39e4ad1191a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:07:59.105513 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50bf66-928c-47ce-8044-49109f5a1378 None None] Routers {'37e7d337-db01-4cac-8008-e39e4ad1191a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:07:59.106380 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1e50bf66-928c-47ce-8044-49109f5a1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:07:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['37e7d337-db01-4cac-8008-e39e4ad1191a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:59.260535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] For port 5f2932a8-4755-455d-b55b-f061cbc550f7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5f2932a8-4755-455d-b55b-f061cbc550f7,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:07:59.260710 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:59.305717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Calling delete_port for 5f2932a8-4755-455d-b55b-f061cbc550f7 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:07:59.366284 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1e50bf66-928c-47ce-8044-49109f5a1378 None None] Set router 37e7d337-db01-4cac-8008-e39e4ad1191a gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:07:59.474432 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1e50bf66-928c-47ce-8044-49109f5a1378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'name': 'tempest-TestAggregatesBasicOps-1690858632-router', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:29Z', 'updated_at': '2022-01-31T19:07:58Z', 'revision_number': 6, 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:07:59.736437 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5f2932a8-4755-455d-b55b-f061cbc550f7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:07:59.779406 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50bf66-928c-47ce-8044-49109f5a1378 None None] The sync data for ids ['37e7d337-db01-4cac-8008-e39e4ad1191a'] in n-d-812111-15 is: [{'id': '37e7d337-db01-4cac-8008-e39e4ad1191a', 'name': 'tempest-TestAggregatesBasicOps-1690858632-router', 'tenant_id': '43bd21e6488b415cb4a6e44c01a36806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:07:29Z', 'updated_at': '2022-01-31T19:07:58Z', 'revision_number': 6, 'project_id': '43bd21e6488b415cb4a6e44c01a36806', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:07:59.788070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2932a8-4755-455d-b55b-f061cbc550f7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:07:59.980572 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (37e7d337-db01-4cac-8008-e39e4ad1191a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:00.126223 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (37e7d337-db01-4cac-8008-e39e4ad1191a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:00.133599 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Publish callbacks [] for router_controller (37e7d337-db01-4cac-8008-e39e4ad1191a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:00.260607 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (37e7d337-db01-4cac-8008-e39e4ad1191a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:00.262058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37e7d337-db01-4cac-8008-e39e4ad1191a {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:08:00.274925 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:00.282530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0f55d3f4-330f-48fc-8d9d-c6121c730a26 admin admin] 10.222.0.20 "DELETE /v2.0/routers/37e7d337-db01-4cac-8008-e39e4ad1191a HTTP/1.1" status: 204 len: 168 time: 1.8611357 Jan 31 19:08:00.282839 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 42538) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:00.485167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f2555110-ea4f-4588-a72f-964ed8a2983a no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:08:00.502809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6547b1-1771-4762-9e67-9e6e63b3d1b1 admin admin] Deleting subnet 70fe82df-17d2-4aeb-9cfb-990c7fcdee5f {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:08:00.513047 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f6547b1-1771-4762-9e67-9e6e63b3d1b1 admin admin] Publish callbacks [] for subnet (70fe82df-17d2-4aeb-9cfb-990c7fcdee5f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:00.535324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: f2555110-ea4f-4588-a72f-964ed8a2983a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:08:00.535845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f2555110-ea4f-4588-a72f-964ed8a2983a not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:08:00.569036 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f6547b1-1771-4762-9e67-9e6e63b3d1b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (70fe82df-17d2-4aeb-9cfb-990c7fcdee5f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:00.661380 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f6547b1-1771-4762-9e67-9e6e63b3d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (70fe82df-17d2-4aeb-9cfb-990c7fcdee5f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:00.731798 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f6547b1-1771-4762-9e67-9e6e63b3d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (70fe82df-17d2-4aeb-9cfb-990c7fcdee5f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:00.765915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6547b1-1771-4762-9e67-9e6e63b3d1b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70fe82df-17d2-4aeb-9cfb-990c7fcdee5f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:00.783252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c1263-c40c-4fad-9f01-650d474be9f8 None None] Network 8a785717-22e9-4176-a254-7299fea54150 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:08:00.783404 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f6547b1-1771-4762-9e67-9e6e63b3d1b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:00.789310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:00.794984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4f6547b1-1771-4762-9e67-9e6e63b3d1b1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/70fe82df-17d2-4aeb-9cfb-990c7fcdee5f HTTP/1.1" status: 204 len: 168 time: 0.5099411 Jan 31 19:08:01.027925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (8a785717-22e9-4176-a254-7299fea54150), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:01.162762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] DHCP port deletion for 8a785717-22e9-4176-a254-7299fea54150 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:08:01.197639 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Deleting port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:08:01.198171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:01.264594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Deleting port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:08:01.273685 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:01.392840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] For port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06,segment=NetworkSegment(eb16c656-79bf-42b1-a8b2-3828627ee5fb),segment_id=eb16c656-79bf-42b1-a8b2-3828627ee5fb)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:08:01.393330 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:01.446111 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Calling delete_port for 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:08:01.506448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] For port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06,segment=NetworkSegment(eb16c656-79bf-42b1-a8b2-3828627ee5fb),segment_id=eb16c656-79bf-42b1-a8b2-3828627ee5fb)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:08:01.507017 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:01.540253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Calling delete_port for 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:08:01.580785 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:01.602796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] No DVR routers for this DVR port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:08:01.658923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:01.726364 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:01.828924 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (8a785717-22e9-4176-a254-7299fea54150), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:01.881860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a785717-22e9-4176-a254-7299fea54150']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:08:01.904289 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb16c656-79bf-42b1-a8b2-3828627ee5fb') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:08:01.904636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb16c656-79bf-42b1-a8b2-3828627ee5fb') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:08:01.924553 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (eb16c656-79bf-42b1-a8b2-3828627ee5fb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:01.952730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (eb16c656-79bf-42b1-a8b2-3828627ee5fb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:01.987499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:08:01.987990 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (eb16c656-79bf-42b1-a8b2-3828627ee5fb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:08:01.993073 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:08:02.168191 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (8a785717-22e9-4176-a254-7299fea54150), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:02.174358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:02.183051 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8a785717-22e9-4176-a254-7299fea54150 HTTP/1.1" status: 204 len: 168 time: 1.3866956 Jan 31 19:08:02.217223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502caf5-9f9e-4a65-8c13-ecd676f9c1c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a785717-22e9-4176-a254-7299fea54150,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:02.240255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] No DVR routers for this DVR port 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:08:02.247198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Pushing event deleted for resources: {'Port': ['ID=8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:02.297655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.298043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.298386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.298723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.299062 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.299391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.303766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.305686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.306050 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.308469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.309347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.311214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.313655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a9b0f2-7252-44d0-aea1-ae3cbbdbcc63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:02.437266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:08:02.511849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:08:02.512597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 8db6fadd-e6b0-4ca1-9ee5-6e0e7a923e06 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:08:02.514940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5f2932a8-4755-455d-b55b-f061cbc550f7 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:08:02.631510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 5f2932a8-4755-455d-b55b-f061cbc550f7 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:08:02.631862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5f2932a8-4755-455d-b55b-f061cbc550f7 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:08:02.684825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42596) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:02.768838 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ff5b3f87-0a2b-4138-a642-0ceeb64b48c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c8836000e9944009b58f232a9a0a42c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0824564 Jan 31 19:08:02.772259 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:02.898416 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d574bec9-fadb-4ca3-994a-67845373fb65 admin admin] Publish callbacks [] for security_group (20f60482-1b1b-485a-b8ce-86fe8993e300), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:02.944235 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d574bec9-fadb-4ca3-994a-67845373fb65 admin admin] Publish callbacks [] for security_group (20f60482-1b1b-485a-b8ce-86fe8993e300), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:03.064070 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d574bec9-fadb-4ca3-994a-67845373fb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (20f60482-1b1b-485a-b8ce-86fe8993e300), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:03.067297 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d574bec9-fadb-4ca3-994a-67845373fb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:03.068774 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d574bec9-fadb-4ca3-994a-67845373fb65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20f60482-1b1b-485a-b8ce-86fe8993e300 HTTP/1.1" status: 204 len: 168 time: 0.2953758 Jan 31 19:08:03.081762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574bec9-fadb-4ca3-994a-67845373fb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f60482-1b1b-485a-b8ce-86fe8993e300,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:03.226927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:03.635659 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae619c17-0f9f-4bad-b5da-5409624bbb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:03.783363 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae619c17-0f9f-4bad-b5da-5409624bbb4e admin admin] Publish callbacks [] for security_group (85394713-a78f-4e52-b66d-32f1f2c5773b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:03.793902 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae619c17-0f9f-4bad-b5da-5409624bbb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (85394713-a78f-4e52-b66d-32f1f2c5773b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:03.844859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 42626) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:03.913307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae619c17-0f9f-4bad-b5da-5409624bbb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85394713-a78f-4e52-b66d-32f1f2c5773b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:03.926513 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ae619c17-0f9f-4bad-b5da-5409624bbb4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0aab74d490684eff80d844728dc6320a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6984749 Jan 31 19:08:03.929135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42628) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:03.968404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2d67a2ec-e5ec-47f9-9f7a-649bf6ab62aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43bd21e6488b415cb4a6e44c01a36806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1216164 Jan 31 19:08:03.970206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 42630) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:04.079773 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ef179a7-010b-4a2e-81b8-6d6b65a18694 admin admin] Publish callbacks [] for security_group (85394713-a78f-4e52-b66d-32f1f2c5773b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:04.099017 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0f87021-b530-47db-9d6b-4385489febc7 admin admin] Publish callbacks [] for security_group (7977cada-522a-4fad-a5f5-b96c904d697c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:04.165473 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0f87021-b530-47db-9d6b-4385489febc7 admin admin] Publish callbacks [] for security_group (7977cada-522a-4fad-a5f5-b96c904d697c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:04.169952 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ef179a7-010b-4a2e-81b8-6d6b65a18694 admin admin] Publish callbacks [] for security_group (85394713-a78f-4e52-b66d-32f1f2c5773b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:04.234193 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ef179a7-010b-4a2e-81b8-6d6b65a18694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (85394713-a78f-4e52-b66d-32f1f2c5773b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:04.239004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ef179a7-010b-4a2e-81b8-6d6b65a18694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:04.240312 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5ef179a7-010b-4a2e-81b8-6d6b65a18694 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85394713-a78f-4e52-b66d-32f1f2c5773b HTTP/1.1" status: 204 len: 168 time: 0.3101237 Jan 31 19:08:04.250552 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef179a7-010b-4a2e-81b8-6d6b65a18694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85394713-a78f-4e52-b66d-32f1f2c5773b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:04.340952 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0f87021-b530-47db-9d6b-4385489febc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7977cada-522a-4fad-a5f5-b96c904d697c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:04.349758 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0f87021-b530-47db-9d6b-4385489febc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:04.354077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d0f87021-b530-47db-9d6b-4385489febc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7977cada-522a-4fad-a5f5-b96c904d697c HTTP/1.1" status: 204 len: 168 time: 0.3815112 Jan 31 19:08:04.373635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f87021-b530-47db-9d6b-4385489febc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7977cada-522a-4fad-a5f5-b96c904d697c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:04.963029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 42662) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:05.002768 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1dabe531-f8a6-4158-b23d-d3d9601974ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:05.248855 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1dabe531-f8a6-4158-b23d-d3d9601974ca admin admin] Publish callbacks [] for security_group (54bab4ef-3071-4283-ab63-ae0c0ce49fbc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:05.262876 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1dabe531-f8a6-4158-b23d-d3d9601974ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (54bab4ef-3071-4283-ab63-ae0c0ce49fbc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:05.314821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1dabe531-f8a6-4158-b23d-d3d9601974ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a8b86fb0d35468bb17fe5aa7aad608e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3504276 Jan 31 19:08:05.317999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:05.369807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabe531-f8a6-4158-b23d-d3d9601974ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bab4ef-3071-4283-ab63-ae0c0ce49fbc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:05.441061 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9dcd-6560-4a3b-bc00-20b5d6dd2340 admin admin] Publish callbacks [] for security_group (54bab4ef-3071-4283-ab63-ae0c0ce49fbc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:05.484594 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9dcd-6560-4a3b-bc00-20b5d6dd2340 admin admin] Publish callbacks [] for security_group (54bab4ef-3071-4283-ab63-ae0c0ce49fbc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:05.561585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9dcd-6560-4a3b-bc00-20b5d6dd2340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (54bab4ef-3071-4283-ab63-ae0c0ce49fbc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:05.569770 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9dcd-6560-4a3b-bc00-20b5d6dd2340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:05.583511 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8e9d9dcd-6560-4a3b-bc00-20b5d6dd2340 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54bab4ef-3071-4283-ab63-ae0c0ce49fbc HTTP/1.1" status: 204 len: 168 time: 0.2632430 Jan 31 19:08:05.596994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d9dcd-6560-4a3b-bc00-20b5d6dd2340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bab4ef-3071-4283-ab63-ae0c0ce49fbc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:09.192355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42760) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:09.380569 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf64cba-bb21-48ef-a7b1-409774b91457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:09.518254 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf64cba-bb21-48ef-a7b1-409774b91457 admin admin] Publish callbacks [] for security_group (408e035f-cb57-4c86-a793-ee25cd52c02d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:09.532396 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf64cba-bb21-48ef-a7b1-409774b91457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (408e035f-cb57-4c86-a793-ee25cd52c02d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:09.605438 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7bf64cba-bb21-48ef-a7b1-409774b91457 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4dfcfc7592344cb7b79f70aa7e3a237a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4112573 Jan 31 19:08:09.608187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:09.616096 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf64cba-bb21-48ef-a7b1-409774b91457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408e035f-cb57-4c86-a793-ee25cd52c02d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:09.682546 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-905d590d-ee73-4b7a-95be-23b1bceee20f admin admin] Publish callbacks [] for security_group (408e035f-cb57-4c86-a793-ee25cd52c02d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:09.719780 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-905d590d-ee73-4b7a-95be-23b1bceee20f admin admin] Publish callbacks [] for security_group (408e035f-cb57-4c86-a793-ee25cd52c02d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:09.795541 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-905d590d-ee73-4b7a-95be-23b1bceee20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (408e035f-cb57-4c86-a793-ee25cd52c02d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:09.799278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-905d590d-ee73-4b7a-95be-23b1bceee20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:09.803746 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-905d590d-ee73-4b7a-95be-23b1bceee20f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/408e035f-cb57-4c86-a793-ee25cd52c02d HTTP/1.1" status: 204 len: 168 time: 0.1922908 Jan 31 19:08:09.820421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d590d-ee73-4b7a-95be-23b1bceee20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408e035f-cb57-4c86-a793-ee25cd52c02d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:11.831970 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 42836) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:12.084425 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913719b1-0499-44bf-9ceb-8e66f8e1742c req-e75c4905-4478-4aa5-aaa7-2400eb2d375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:12.095676 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-913719b1-0499-44bf-9ceb-8e66f8e1742c req-e75c4905-4478-4aa5-aaa7-2400eb2d375c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 1128 time: 0.2550762 Jan 31 19:08:12.225424 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-913719b1-0499-44bf-9ceb-8e66f8e1742c req-94103f73-e9ed-4d34-a722-7e649c1584ca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285033 Jan 31 19:08:18.847736 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-884bf67c-c52a-42ff-b179-8873170ed8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:19.662766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 43064) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:19.917124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:20.058785 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Publish callbacks [] for security_group (f48a42ef-1f48-423a-8d00-a7eadb25f877), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:20.071170 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f48a42ef-1f48-423a-8d00-a7eadb25f877), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:20.177707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48a42ef-1f48-423a-8d00-a7eadb25f877,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:20.217139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.217520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.217916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.218274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.218611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.218952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.219290 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.219728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.220066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.220501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.222126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.222640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.223137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:20.243825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:20.244380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-344157f5-09e8-4070-9588-c4bd394c8411 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d6f5948dc374bb190384d67c46509e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5764785 Jan 31 19:08:20.366459 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94d2421d-c8f8-4334-a63c-d7cf72eafb6d admin admin] Publish callbacks [] for security_group (f48a42ef-1f48-423a-8d00-a7eadb25f877), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:20.392636 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94d2421d-c8f8-4334-a63c-d7cf72eafb6d admin admin] Publish callbacks [] for security_group (f48a42ef-1f48-423a-8d00-a7eadb25f877), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:20.455543 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94d2421d-c8f8-4334-a63c-d7cf72eafb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f48a42ef-1f48-423a-8d00-a7eadb25f877), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:20.458805 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-94d2421d-c8f8-4334-a63c-d7cf72eafb6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:20.460170 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-94d2421d-c8f8-4334-a63c-d7cf72eafb6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f48a42ef-1f48-423a-8d00-a7eadb25f877 HTTP/1.1" status: 204 len: 168 time: 0.2153041 Jan 31 19:08:20.473913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2421d-c8f8-4334-a63c-d7cf72eafb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48a42ef-1f48-423a-8d00-a7eadb25f877,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:20.978773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 43110) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:21.003557 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b6dbb1-5cc7-49ad-98bf-539b7242f108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:21.103556 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2601d7b4-b77c-4b26-ba2f-81d445a0df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:21.169012 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b6dbb1-5cc7-49ad-98bf-539b7242f108 admin admin] Publish callbacks [] for security_group (61f17aba-487e-4133-b46e-97da923f932d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:21.182621 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b6dbb1-5cc7-49ad-98bf-539b7242f108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (61f17aba-487e-4133-b46e-97da923f932d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:21.273979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6dbb1-5cc7-49ad-98bf-539b7242f108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f17aba-487e-4133-b46e-97da923f932d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:21.280048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-41b6dbb1-5cc7-49ad-98bf-539b7242f108 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c17a95e1e4b445fa920b10ea5c18c553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3001323 Jan 31 19:08:21.282925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43116) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:21.427854 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a2347a1-acea-40f7-a162-66ccce700506 admin admin] Publish callbacks [] for security_group (61f17aba-487e-4133-b46e-97da923f932d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:21.486189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a2347a1-acea-40f7-a162-66ccce700506 admin admin] Publish callbacks [] for security_group (61f17aba-487e-4133-b46e-97da923f932d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:21.572816 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a2347a1-acea-40f7-a162-66ccce700506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (61f17aba-487e-4133-b46e-97da923f932d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:21.575700 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a2347a1-acea-40f7-a162-66ccce700506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:21.577249 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9a2347a1-acea-40f7-a162-66ccce700506 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61f17aba-487e-4133-b46e-97da923f932d HTTP/1.1" status: 204 len: 168 time: 0.2928791 Jan 31 19:08:21.609290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2347a1-acea-40f7-a162-66ccce700506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f17aba-487e-4133-b46e-97da923f932d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:22.153864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43136) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:22.169465 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8b0f099-a211-4f3a-a29e-b19a7b3e3b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:22.276433 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8b0f099-a211-4f3a-a29e-b19a7b3e3b35 admin admin] Publish callbacks [] for security_group (dd3c74a8-1893-41a9-b7f3-c3e1c55072f0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:22.285423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8b0f099-a211-4f3a-a29e-b19a7b3e3b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (dd3c74a8-1893-41a9-b7f3-c3e1c55072f0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:22.386665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0f099-a211-4f3a-a29e-b19a7b3e3b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3c74a8-1893-41a9-b7f3-c3e1c55072f0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:22.426561 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b8b0f099-a211-4f3a-a29e-b19a7b3e3b35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3126d085d70426d8cda340f7085c709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707920 Jan 31 19:08:22.429002 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:22.501495 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5551bb76-cf42-4a3a-b557-2405d41abcb4 admin admin] Publish callbacks [] for security_group (dd3c74a8-1893-41a9-b7f3-c3e1c55072f0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:22.525552 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:22.534139 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5551bb76-cf42-4a3a-b557-2405d41abcb4 admin admin] Publish callbacks [] for security_group (dd3c74a8-1893-41a9-b7f3-c3e1c55072f0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:22.593851 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5551bb76-cf42-4a3a-b557-2405d41abcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (dd3c74a8-1893-41a9-b7f3-c3e1c55072f0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:22.596916 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5551bb76-cf42-4a3a-b557-2405d41abcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:22.600370 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5551bb76-cf42-4a3a-b557-2405d41abcb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd3c74a8-1893-41a9-b7f3-c3e1c55072f0 HTTP/1.1" status: 204 len: 168 time: 0.1682174 Jan 31 19:08:22.611308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551bb76-cf42-4a3a-b557-2405d41abcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3c74a8-1893-41a9-b7f3-c3e1c55072f0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:24.158444 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:24.510387 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:25.300562 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:26.340046 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:30.255280 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:08:34.187723 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43866) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:34.501274 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c491d5d3-b227-4cf2-92cf-f704b17e7580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:34.649349 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c491d5d3-b227-4cf2-92cf-f704b17e7580 admin admin] Publish callbacks [] for security_group (06820fc6-ca30-45b6-9c06-8cccbe1158c2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:34.660967 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c491d5d3-b227-4cf2-92cf-f704b17e7580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (06820fc6-ca30-45b6-9c06-8cccbe1158c2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:34.759521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491d5d3-b227-4cf2-92cf-f704b17e7580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06820fc6-ca30-45b6-9c06-8cccbe1158c2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:34.799352 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c491d5d3-b227-4cf2-92cf-f704b17e7580 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=750a9e4cdec446a5a44d084e0a7f190f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6100180 Jan 31 19:08:34.801830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 43882) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:34.922516 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0502b35-f262-406a-982f-bed6cb06c31a admin admin] Publish callbacks [] for security_group (06820fc6-ca30-45b6-9c06-8cccbe1158c2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:34.973855 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0502b35-f262-406a-982f-bed6cb06c31a admin admin] Publish callbacks [] for security_group (06820fc6-ca30-45b6-9c06-8cccbe1158c2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:35.059443 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0502b35-f262-406a-982f-bed6cb06c31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (06820fc6-ca30-45b6-9c06-8cccbe1158c2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:35.063113 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0502b35-f262-406a-982f-bed6cb06c31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:35.104501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d0502b35-f262-406a-982f-bed6cb06c31a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06820fc6-ca30-45b6-9c06-8cccbe1158c2 HTTP/1.1" status: 204 len: 168 time: 0.2986703 Jan 31 19:08:35.141882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0502b35-f262-406a-982f-bed6cb06c31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06820fc6-ca30-45b6-9c06-8cccbe1158c2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:36.344325 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 43926) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:36.643475 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0380644b-254a-4de4-ae07-bceedba35056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:36.857232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0380644b-254a-4de4-ae07-bceedba35056 admin admin] Publish callbacks [] for security_group (bdb63e84-b476-48d8-878b-825c3380ec45), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:36.869954 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0380644b-254a-4de4-ae07-bceedba35056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bdb63e84-b476-48d8-878b-825c3380ec45), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:36.924500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0380644b-254a-4de4-ae07-bceedba35056 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62ca2cc464e2462e8cfe60723c688e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5758340 Jan 31 19:08:36.926264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43946) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:36.961489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380644b-254a-4de4-ae07-bceedba35056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb63e84-b476-48d8-878b-825c3380ec45,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:37.011539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73aa2d5a-18cd-46e7-b226-de918d5f5877 admin admin] Publish callbacks [] for security_group (bdb63e84-b476-48d8-878b-825c3380ec45), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:37.038490 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73aa2d5a-18cd-46e7-b226-de918d5f5877 admin admin] Publish callbacks [] for security_group (bdb63e84-b476-48d8-878b-825c3380ec45), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:37.107351 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73aa2d5a-18cd-46e7-b226-de918d5f5877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (bdb63e84-b476-48d8-878b-825c3380ec45), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:37.110122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73aa2d5a-18cd-46e7-b226-de918d5f5877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:37.114754 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-73aa2d5a-18cd-46e7-b226-de918d5f5877 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdb63e84-b476-48d8-878b-825c3380ec45 HTTP/1.1" status: 204 len: 168 time: 0.1860807 Jan 31 19:08:37.124769 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa2d5a-18cd-46e7-b226-de918d5f5877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb63e84-b476-48d8-878b-825c3380ec45,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:37.537282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9028771d-2c44-499e-b5fc-cd50b2286209 req-01556f5f-e70d-472b-9c9e-ac8d63df3cf3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1288397 Jan 31 19:08:37.714188 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028771d-2c44-499e-b5fc-cd50b2286209 req-fdd5b68b-027b-471b-8729-b021a95a3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:37.716048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9028771d-2c44-499e-b5fc-cd50b2286209 req-fdd5b68b-027b-471b-8729-b021a95a3809 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d69f4b64751d4be596261b5482f31e0e&device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 1133 time: 0.1280077 Jan 31 19:08:38.014621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028771d-2c44-499e-b5fc-cd50b2286209 req-66fddaaa-09dc-4cda-a273-21b91946a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:38.019646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9028771d-2c44-499e-b5fc-cd50b2286209 req-66fddaaa-09dc-4cda-a273-21b91946a1d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.2665868 Jan 31 19:08:38.054921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43980) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:38.085173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9028771d-2c44-499e-b5fc-cd50b2286209 req-dba48922-38ed-4e9d-9c34-4448f6b8a3b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 HTTP/1.1" status: 200 len: 217 time: 0.0581644 Jan 31 19:08:38.089923 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a7a8e3-74a9-42c4-96de-a57fd09f7f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:38.216179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028771d-2c44-499e-b5fc-cd50b2286209 req-961ecdc3-dfd0-4eda-87a7-71f54232232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:38.218678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9028771d-2c44-499e-b5fc-cd50b2286209 req-961ecdc3-dfd0-4eda-87a7-71f54232232e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.1244581 Jan 31 19:08:38.299818 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a7a8e3-74a9-42c4-96de-a57fd09f7f88 admin admin] Publish callbacks [] for security_group (af6135be-0aa3-45c5-b52b-f4698eaebae5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:38.317899 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a7a8e3-74a9-42c4-96de-a57fd09f7f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (af6135be-0aa3-45c5-b52b-f4698eaebae5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:38.337915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028771d-2c44-499e-b5fc-cd50b2286209 req-335fc917-4cc4-4a41-9d5d-5c3b2b16d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:38.342252 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9028771d-2c44-499e-b5fc-cd50b2286209 req-335fc917-4cc4-4a41-9d5d-5c3b2b16d49e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1124182 Jan 31 19:08:38.435321 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-22a7a8e3-74a9-42c4-96de-a57fd09f7f88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83c9ec4408704d19ae65e0254ef9aed2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3762114 Jan 31 19:08:38.439114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 43988) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:38.458900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7a8e3-74a9-42c4-96de-a57fd09f7f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6135be-0aa3-45c5-b52b-f4698eaebae5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:38.571493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9028771d-2c44-499e-b5fc-cd50b2286209 req-2e571289-f54c-4e87-84ef-83439d41980f service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173121 Jan 31 19:08:38.581569 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74090acb-39da-45d5-a6bc-0ec1c865e4af admin admin] Publish callbacks [] for security_group (af6135be-0aa3-45c5-b52b-f4698eaebae5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:38.635608 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74090acb-39da-45d5-a6bc-0ec1c865e4af admin admin] Publish callbacks [] for security_group (af6135be-0aa3-45c5-b52b-f4698eaebae5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:38.769902 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74090acb-39da-45d5-a6bc-0ec1c865e4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (af6135be-0aa3-45c5-b52b-f4698eaebae5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:38.775453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74090acb-39da-45d5-a6bc-0ec1c865e4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:38.776689 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-74090acb-39da-45d5-a6bc-0ec1c865e4af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af6135be-0aa3-45c5-b52b-f4698eaebae5 HTTP/1.1" status: 204 len: 168 time: 0.3354118 Jan 31 19:08:38.800068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74090acb-39da-45d5-a6bc-0ec1c865e4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6135be-0aa3-45c5-b52b-f4698eaebae5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:38.819637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9028771d-2c44-499e-b5fc-cd50b2286209 req-eb2a0b54-ae10-41ff-94f2-9ec6adf03fd4 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454126 Jan 31 19:08:39.600002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44016) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:39.618903 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9d7ee75d-5a53-41e8-9424-97d4e096e8f2 req-0aee6b59-fcf1-4891-82bd-e3939f3cbe20 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1541109 Jan 31 19:08:39.644435 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-316d24f1-61b3-4625-b950-362535b3dba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:39.819283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ee75d-5a53-41e8-9424-97d4e096e8f2 req-18344721-af39-4053-b665-5b6bd084792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:39.823830 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9d7ee75d-5a53-41e8-9424-97d4e096e8f2 req-18344721-af39-4053-b665-5b6bd084792e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1e07f2c933042e495a9177559b5c060&device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 1128 time: 0.1330318 Jan 31 19:08:39.900877 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-316d24f1-61b3-4625-b950-362535b3dba4 admin admin] Publish callbacks [] for security_group (5e644dc7-1208-459a-9a05-0debcb58d4b9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:39.918448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-316d24f1-61b3-4625-b950-362535b3dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5e644dc7-1208-459a-9a05-0debcb58d4b9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:40.025551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d24f1-61b3-4625-b950-362535b3dba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e644dc7-1208-459a-9a05-0debcb58d4b9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:40.026067 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ee75d-5a53-41e8-9424-97d4e096e8f2 req-4acb09e8-1fe8-426b-ae08-0c631cad214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:40.027650 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9d7ee75d-5a53-41e8-9424-97d4e096e8f2 req-4acb09e8-1fe8-426b-ae08-0c631cad214f service neutron] 10.222.0.21 "GET /v2.0/networks?id=87661c57-1ac4-4194-9c98-cbc79abc8a11 HTTP/1.1" status: 200 len: 910 time: 0.1810324 Jan 31 19:08:40.093757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-316d24f1-61b3-4625-b950-362535b3dba4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6a653785f7c4701b796a210818c48f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4926064 Jan 31 19:08:40.096552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44026) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:40.157041 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9d7ee75d-5a53-41e8-9424-97d4e096e8f2 req-c10a0165-edae-43da-9071-d5637aba213e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc9f9611-946b-4f8c-bff4-1af98df1ae2c HTTP/1.1" status: 200 len: 1000 time: 0.1228447 Jan 31 19:08:40.222464 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a7920c6-933d-4a1d-ae71-d03bdfb80b65 admin admin] Publish callbacks [] for security_group (5e644dc7-1208-459a-9a05-0debcb58d4b9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:40.245521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ee75d-5a53-41e8-9424-97d4e096e8f2 req-9b0f2b20-f24b-4d3c-9791-aa43f3e1fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:40.249701 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9d7ee75d-5a53-41e8-9424-97d4e096e8f2 req-9b0f2b20-f24b-4d3c-9791-aa43f3e1fe0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09fa3c85-174c-41f3-88fa-6a44f5806b0f HTTP/1.1" status: 200 len: 848 time: 0.0859892 Jan 31 19:08:40.281823 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a7920c6-933d-4a1d-ae71-d03bdfb80b65 admin admin] Publish callbacks [] for security_group (5e644dc7-1208-459a-9a05-0debcb58d4b9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:40.347507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ee75d-5a53-41e8-9424-97d4e096e8f2 req-796237d1-c7e8-4f4c-a841-21ab5795a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:40.349032 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9d7ee75d-5a53-41e8-9424-97d4e096e8f2 req-796237d1-c7e8-4f4c-a841-21ab5795a90a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87661c57-1ac4-4194-9c98-cbc79abc8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0939188 Jan 31 19:08:40.395285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a7920c6-933d-4a1d-ae71-d03bdfb80b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5e644dc7-1208-459a-9a05-0debcb58d4b9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:40.400533 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a7920c6-933d-4a1d-ae71-d03bdfb80b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:40.402031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1a7920c6-933d-4a1d-ae71-d03bdfb80b65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e644dc7-1208-459a-9a05-0debcb58d4b9 HTTP/1.1" status: 204 len: 168 time: 0.3038983 Jan 31 19:08:40.417974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7920c6-933d-4a1d-ae71-d03bdfb80b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e644dc7-1208-459a-9a05-0debcb58d4b9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:40.549539 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9d7ee75d-5a53-41e8-9424-97d4e096e8f2 req-fb005182-9127-4ee3-b6a1-a74b513a7727 service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923597 Jan 31 19:08:40.768323 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-9d7ee75d-5a53-41e8-9424-97d4e096e8f2 req-18565f9d-dc6b-4375-ab30-30d84556c063 service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117503 Jan 31 19:08:42.003319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44082) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:42.137220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-19637207-network', 'tenant_id': '440394d010c641d09040c948fe1dde58'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:08:42.172287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Made reservation on behalf of 440394d010c641d09040c948fe1dde58 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:08:42.175092 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:42.189341 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:42.335278 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Publish callbacks [] for security_group (165a33d2-6ee1-456e-a639-d7889e0ee481), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:42.346358 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (165a33d2-6ee1-456e-a639-d7889e0ee481), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:42.389667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:08:42.396647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165a33d2-6ee1-456e-a639-d7889e0ee481,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:42.406077 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2965aa5a-afdd-447e-9256-1c104e6ba1d9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:42.407800 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Added segment 2965aa5a-afdd-447e-9256-1c104e6ba1d9 of type vlan for network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea Jan 31 19:08:42.456251 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (0af72cb7-b8f4-4db9-ac22-9dec5eabddea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:42.516956 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (0af72cb7-b8f4-4db9-ac22-9dec5eabddea), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:42.529597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:42.530330 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:42.672661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] Pushing event updated for resources: {'Network': ['ID=0af72cb7-b8f4-4db9-ac22-9dec5eabddea,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:42.688901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:08:42.702246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3896b7b7-1f42-45bb-8445-3b0eb974db2a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6972187 Jan 31 19:08:42.705073 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44102) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:42.710081 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Request body: {'subnet': {'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-19637207-subnet', 'tenant_id': '440394d010c641d09040c948fe1dde58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:08:42.753956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Made reservation on behalf of 440394d010c641d09040c948fe1dde58 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:08:42.756886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:43.145549 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (cd6d2774-7d77-4a2c-8b3d-0d79e8dba835), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:43.227256 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6d2774-7d77-4a2c-8b3d-0d79e8dba835,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:43.248134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.248758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.249293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.250203 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.250701 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.251193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.251681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.252187 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.252773 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.253466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.254079 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.254562 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.255041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:08:43.326626 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Checking segment: {'id': '2965aa5a-afdd-447e-9256-1c104e6ba1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:08:43.326990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Network hostable DHCP agents. Network: 0af72cb7-b8f4-4db9-ac22-9dec5eabddea, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:08:43.347437 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:08:43.359925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 0af72cb7-b8f4-4db9-ac22-9dec5eabddea) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:08:43.377332 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc4542b-fe07-493c-bc13-a35fccb83c71 None None] Network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:08:43.380047 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:43.381204 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:43.412161 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-682ab7a0-e776-4c4c-b16e-c43dc08f80c1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7053034 Jan 31 19:08:43.630579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b35878d-4322-40ca-940c-5bb387c5e135 None None] Network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:08:45.069612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:45.292122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e55e55-e7c7-4d71-9442-c8aa207f7f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:45.469216 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e55e55-e7c7-4d71-9442-c8aa207f7f67 admin admin] Publish callbacks [] for security_group (a8298cab-dcfd-4046-8595-b163ca9f3126), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:45.474649 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e55e55-e7c7-4d71-9442-c8aa207f7f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a8298cab-dcfd-4046-8595-b163ca9f3126), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:45.642539 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d0e55e55-e7c7-4d71-9442-c8aa207f7f67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6212f17eebec4e2792b1ef60674b4d26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5709894 Jan 31 19:08:45.645325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e55e55-e7c7-4d71-9442-c8aa207f7f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8298cab-dcfd-4046-8595-b163ca9f3126,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:45.646366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44176) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:45.835569 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-058f596a-c448-400b-afbb-2a524ff3eb3c admin admin] Publish callbacks [] for security_group (a8298cab-dcfd-4046-8595-b163ca9f3126), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:45.889150 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-058f596a-c448-400b-afbb-2a524ff3eb3c admin admin] Publish callbacks [] for security_group (a8298cab-dcfd-4046-8595-b163ca9f3126), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:46.011151 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-058f596a-c448-400b-afbb-2a524ff3eb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a8298cab-dcfd-4046-8595-b163ca9f3126), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:46.014293 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-058f596a-c448-400b-afbb-2a524ff3eb3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:46.015886 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-058f596a-c448-400b-afbb-2a524ff3eb3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8298cab-dcfd-4046-8595-b163ca9f3126 HTTP/1.1" status: 204 len: 168 time: 0.3675139 Jan 31 19:08:46.025186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f596a-c448-400b-afbb-2a524ff3eb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8298cab-dcfd-4046-8595-b163ca9f3126,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:48.852150 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-97ce813f-e294-4047-98eb-8759e930ecba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:49.613910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44398) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:49.799630 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3b29265-266c-4bf9-96a0-1781d1baadfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:49.912606 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3b29265-266c-4bf9-96a0-1781d1baadfb admin admin] Publish callbacks [] for security_group (5c57f6a7-d363-411d-b877-83d0a43353e8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:49.920218 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3b29265-266c-4bf9-96a0-1781d1baadfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5c57f6a7-d363-411d-b877-83d0a43353e8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:49.977583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44408) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:49.978156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d3b29265-266c-4bf9-96a0-1781d1baadfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5523dffff8e847c3835764502e5c1721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3630259 Jan 31 19:08:50.019591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b29265-266c-4bf9-96a0-1781d1baadfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c57f6a7-d363-411d-b877-83d0a43353e8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:50.077937 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e281897-bab1-4c00-a933-5db5bdfa0ef9 admin admin] Publish callbacks [] for security_group (5c57f6a7-d363-411d-b877-83d0a43353e8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:50.125518 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e281897-bab1-4c00-a933-5db5bdfa0ef9 admin admin] Publish callbacks [] for security_group (5c57f6a7-d363-411d-b877-83d0a43353e8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:50.203449 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e281897-bab1-4c00-a933-5db5bdfa0ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5c57f6a7-d363-411d-b877-83d0a43353e8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:50.206748 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e281897-bab1-4c00-a933-5db5bdfa0ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:50.207991 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9e281897-bab1-4c00-a933-5db5bdfa0ef9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c57f6a7-d363-411d-b877-83d0a43353e8 HTTP/1.1" status: 204 len: 168 time: 0.2286365 Jan 31 19:08:50.251436 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e281897-bab1-4c00-a933-5db5bdfa0ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c57f6a7-d363-411d-b877-83d0a43353e8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:50.836615 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44432) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:50.859101 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eed74fd3-d5ed-422d-95bb-b1b4fb87fdf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:51.067308 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eed74fd3-d5ed-422d-95bb-b1b4fb87fdf4 admin admin] Publish callbacks [] for security_group (2c2c08f6-62cb-423b-8023-786f81b930ab), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:51.074136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eed74fd3-d5ed-422d-95bb-b1b4fb87fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2c2c08f6-62cb-423b-8023-786f81b930ab), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:51.085885 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d8149a74-ff64-404f-9c4a-4a570838cf21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:51.128320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed74fd3-d5ed-422d-95bb-b1b4fb87fdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2c08f6-62cb-423b-8023-786f81b930ab,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:51.158689 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eed74fd3-d5ed-422d-95bb-b1b4fb87fdf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a7420199d69480685d7e76c624407d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177121 Jan 31 19:08:51.158910 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:51.244293 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38db70cc-7add-4167-b4e5-d882ee8a487a admin admin] Publish callbacks [] for security_group (2c2c08f6-62cb-423b-8023-786f81b930ab), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:51.275394 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38db70cc-7add-4167-b4e5-d882ee8a487a admin admin] Publish callbacks [] for security_group (2c2c08f6-62cb-423b-8023-786f81b930ab), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:51.350865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-52e3a2c8-82ce-496a-87df-14cdc00b6461 req-7834c3ed-4c9c-4193-8dd7-2efa30d4d356 service neutron] (103225) timed out ('10.222.0.20', 50400) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:08:51.366147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38db70cc-7add-4167-b4e5-d882ee8a487a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2c2c08f6-62cb-423b-8023-786f81b930ab), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:51.371870 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38db70cc-7add-4167-b4e5-d882ee8a487a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:51.373800 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-38db70cc-7add-4167-b4e5-d882ee8a487a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c2c08f6-62cb-423b-8023-786f81b930ab HTTP/1.1" status: 204 len: 168 time: 0.2139602 Jan 31 19:08:51.385641 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db70cc-7add-4167-b4e5-d882ee8a487a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2c08f6-62cb-423b-8023-786f81b930ab,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:51.733769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44462) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:51.881385 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b95634d3-d6c3-4653-a9ab-c8d4b25157b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:52.022007 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b95634d3-d6c3-4653-a9ab-c8d4b25157b1 admin admin] Publish callbacks [] for security_group (a131bfcc-9f7d-483d-be83-94792d1a30d5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:52.030288 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b95634d3-d6c3-4653-a9ab-c8d4b25157b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a131bfcc-9f7d-483d-be83-94792d1a30d5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:52.068056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95634d3-d6c3-4653-a9ab-c8d4b25157b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a131bfcc-9f7d-483d-be83-94792d1a30d5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:52.090139 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b95634d3-d6c3-4653-a9ab-c8d4b25157b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a71752b2dfc45e08f3882deb45077aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3545759 Jan 31 19:08:52.092292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:52.161882 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db015b25-6f13-48c4-8208-2c42dad2bdf2 admin admin] Publish callbacks [] for security_group (a131bfcc-9f7d-483d-be83-94792d1a30d5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:52.200062 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db015b25-6f13-48c4-8208-2c42dad2bdf2 admin admin] Publish callbacks [] for security_group (a131bfcc-9f7d-483d-be83-94792d1a30d5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:52.291671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db015b25-6f13-48c4-8208-2c42dad2bdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (a131bfcc-9f7d-483d-be83-94792d1a30d5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:52.296276 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db015b25-6f13-48c4-8208-2c42dad2bdf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:52.297645 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-db015b25-6f13-48c4-8208-2c42dad2bdf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a131bfcc-9f7d-483d-be83-94792d1a30d5 HTTP/1.1" status: 204 len: 168 time: 0.2042148 Jan 31 19:08:52.314072 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db015b25-6f13-48c4-8208-2c42dad2bdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a131bfcc-9f7d-483d-be83-94792d1a30d5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:52.540282 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:53.029938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44518) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:53.045066 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfc453f2-7bf8-4d2e-8509-0aa5c867faca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:53.175280 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfc453f2-7bf8-4d2e-8509-0aa5c867faca admin admin] Publish callbacks [] for security_group (e5e178ee-944b-463e-b182-44df753861c8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:53.185490 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfc453f2-7bf8-4d2e-8509-0aa5c867faca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e5e178ee-944b-463e-b182-44df753861c8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:53.223788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc453f2-7bf8-4d2e-8509-0aa5c867faca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e178ee-944b-463e-b182-44df753861c8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:53.299747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cfc453f2-7bf8-4d2e-8509-0aa5c867faca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdbcabc2a3584a6aa348cc91bef61622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686095 Jan 31 19:08:53.302405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:53.411110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d5d819b-ac89-4e67-8a05-c0747d6a3bf2 admin admin] Publish callbacks [] for security_group (e5e178ee-944b-463e-b182-44df753861c8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:53.847723 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d5d819b-ac89-4e67-8a05-c0747d6a3bf2 admin admin] Publish callbacks [] for security_group (e5e178ee-944b-463e-b182-44df753861c8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:53.913247 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d5d819b-ac89-4e67-8a05-c0747d6a3bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e5e178ee-944b-463e-b182-44df753861c8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:53.918673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d5d819b-ac89-4e67-8a05-c0747d6a3bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:53.922225 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2d5d819b-ac89-4e67-8a05-c0747d6a3bf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5e178ee-944b-463e-b182-44df753861c8 HTTP/1.1" status: 204 len: 168 time: 0.6187701 Jan 31 19:08:53.946452 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d819b-ac89-4e67-8a05-c0747d6a3bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e178ee-944b-463e-b182-44df753861c8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:54.147400 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:54.468499 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:55.284601 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:55.452732 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:55.467919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Request body: {'network': {'name': 'tempest-network-smoke--356277336', 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:08:55.518319 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Made reservation on behalf of bc7ae5e3470b4110b838569f7a3523a6 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:08:55.522286 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:55.541604 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:55.650673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (0d804a4f-4267-4af4-9973-dfcff0f1c4dd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:55.655748 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0d804a4f-4267-4af4-9973-dfcff0f1c4dd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:55.671330 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:08:55.682611 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (980d9c4a-1e7b-4ec0-abcd-997355d85a94), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:55.682966 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Added segment 980d9c4a-1e7b-4ec0-abcd-997355d85a94 of type vlan for network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a Jan 31 19:08:55.734289 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (98bd62b3-3a49-4fbc-be7d-82616fc75e5a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:55.817104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (98bd62b3-3a49-4fbc-be7d-82616fc75e5a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:55.823405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:55.824194 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:55.835078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d804a4f-4267-4af4-9973-dfcff0f1c4dd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:55.915609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44630) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:55.917994 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4633603 Jan 31 19:08:55.921419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'admin_state_up': True, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:08:55.957864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (8d609690-5f7b-4dc4-9873-1bfb4d268c91), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:55.957864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (8d609690-5f7b-4dc4-9873-1bfb4d268c91), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:55.962973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b123ffa-9fdd-4c29-ade6-4c903198ca2c tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Network': ['ID=98bd62b3-3a49-4fbc-be7d-82616fc75e5a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:55.978820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:08:56.080160 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router_controller (8d609690-5f7b-4dc4-9873-1bfb4d268c91), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:56.320153 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:56.355755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router_gateway (8d609690-5f7b-4dc4-9873-1bfb4d268c91), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:56.673165 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router_gateway (8d609690-5f7b-4dc4-9873-1bfb4d268c91), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:56.711519 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:56.837299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Allocated IP 172.25.8.172 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/a1b967b4-2181-404b-940b-398fa30f0c82) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:08:56.976566 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for port (a1b967b4-2181-404b-940b-398fa30f0c82), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:57.094895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a1b967b4-2181-404b-940b-398fa30f0c82), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:57.162694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:08:57.172366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:08:57.174547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Port': ['ID=a1b967b4-2181-404b-940b-398fa30f0c82,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:08:57.182286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:08:57.615998 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router_gateway (8d609690-5f7b-4dc4-9873-1bfb4d268c91), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:58.371252 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (8d609690-5f7b-4dc4-9873-1bfb4d268c91), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:58.558903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:08:58.758034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:08:58.770270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Sync routers for ids ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:08:58.805786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Routers {'8d609690-5f7b-4dc4-9873-1bfb4d268c91'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:08:58.806835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:08:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:08:58.844061 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:58.845973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-14f50404-ed10-4d02-9773-27ba965cdc67 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9289939 Jan 31 19:08:58.849365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44738) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:59.063404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Set router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:08:59.185084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-50371985-307a-4b83-8044-d7529e37d12b tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bc7ae5e3470b4110b838569f7a3523a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3345327 Jan 31 19:08:59.188197 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:59.463392 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17050711-832b-46ac-b5dc-d2a6e6e78883 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:08:59.465283 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-17050711-832b-46ac-b5dc-d2a6e6e78883 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2759562 Jan 31 19:08:59.468114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44766) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:59.523851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:08:57Z', 'revision_number': 3, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:08:59.539179 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0b2ab2c0-66eb-48b2-9234-36d14a863abd tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687881 Jan 31 19:08:59.542197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44768) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:08:59.548264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-29729802-9a24-4275-a387-e493796a4756 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-60062802', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:08:59.574479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Checking router: 8d609690-5f7b-4dc4-9873-1bfb4d268c91 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:08:59.575118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Updating router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 port a1b967b4-2181-404b-940b-398fa30f0c82 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:08:59.619072 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a1b967b4-2181-404b-940b-398fa30f0c82), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:08:59.731102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29729802-9a24-4275-a387-e493796a4756 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Made reservation on behalf of bc7ae5e3470b4110b838569f7a3523a6 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:08:59.735086 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29729802-9a24-4275-a387-e493796a4756 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:00.016970 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Publish callbacks [] for port (a1b967b4-2181-404b-940b-398fa30f0c82), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:00.035336 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a1b967b4-2181-404b-940b-398fa30f0c82), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:00.113173 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29729802-9a24-4275-a387-e493796a4756 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (27656b06-94fd-49d6-bec2-d215fb15917a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:00.124722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72aea99-af7e-4734-b54a-ef5f30b0f23d None None] Pushing event updated for resources: {'Port': ['ID=a1b967b4-2181-404b-940b-398fa30f0c82,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:00.156795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Attempting to bind port a1b967b4-2181-404b-940b-398fa30f0c82 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:09:00.157282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Attempting to bind port a1b967b4-2181-404b-940b-398fa30f0c82 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:09:00.157853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Attempting to bind port a1b967b4-2181-404b-940b-398fa30f0c82 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:09:00.170811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:09:00.171324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:00.171849 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:00.173681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:09:00.174266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Bound port: a1b967b4-2181-404b-940b-398fa30f0c82, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:09:00.175950 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a1b967b4-2181-404b-940b-398fa30f0c82), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:00.209139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29729802-9a24-4275-a387-e493796a4756 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Subnet': ['ID=27656b06-94fd-49d6-bec2-d215fb15917a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:00.279481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29729802-9a24-4275-a387-e493796a4756 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Checking segment: {'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:00.279838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29729802-9a24-4275-a387-e493796a4756 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network hostable DHCP agents. Network: 98bd62b3-3a49-4fbc-be7d-82616fc75e5a, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:09:00.314001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29729802-9a24-4275-a387-e493796a4756 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:09:00.329033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] For port a1b967b4-2181-404b-940b-398fa30f0c82, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:09:00.329946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-29729802-9a24-4275-a387-e493796a4756 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 98bd62b3-3a49-4fbc-be7d-82616fc75e5a) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:00.334599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29729802-9a24-4275-a387-e493796a4756 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:00.335519 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29729802-9a24-4275-a387-e493796a4756 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:00.354026 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] For port a1b967b4-2181-404b-940b-398fa30f0c82, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a1b967b4-2181-404b-940b-398fa30f0c82,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:09:00.355180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb80b2d-5814-45f6-8e2f-c5abf6e3c61c None None] Network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:09:00.401167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44782) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:00.408829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-29729802-9a24-4275-a387-e493796a4756 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8529055 Jan 31 19:09:00.535276 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a1b967b4-2181-404b-940b-398fa30f0c82), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:00.622517 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Routers {'8d609690-5f7b-4dc4-9873-1bfb4d268c91'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:00.623407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:08:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:00.747171 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72aea99-af7e-4734-b54a-ef5f30b0f23d None None] Pushing event updated for resources: {'Port': ['ID=a1b967b4-2181-404b-940b-398fa30f0c82,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:00.825108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'fixed_ips': [{'subnet_id': '27656b06-94fd-49d6-bec2-d215fb15917a'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:09:00.825987 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:01.002960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Allocated IP 172.20.0.2 (98bd62b3-3a49-4fbc-be7d-82616fc75e5a/27656b06-94fd-49d6-bec2-d215fb15917a/363257f0-32ad-4b8c-801e-de9ddeadaf7e) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:01.212455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] Set router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:01.555221 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Publish callbacks [] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:01.584214 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:01.598817 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:01.953971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Pushing event updated for resources: {'Port': ['ID=363257f0-32ad-4b8c-801e-de9ddeadaf7e,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:01.973774 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:01.976869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:08:57Z', 'revision_number': 3, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:02.005857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a32c1ef-852c-4159-a3e7-5dbbd8814b8f None None] The sync data for ids ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'] in n-d-812111-15 is: [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:08:57Z', 'revision_number': 3, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:09:02.008388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:02.011098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:09:02.143972 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Allocated IP 172.20.0.1 (98bd62b3-3a49-4fbc-be7d-82616fc75e5a/27656b06-94fd-49d6-bec2-d215fb15917a/105d8d4a-13c6-4737-9aaf-0b46db04f398) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:02.278815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Attempting to bind port 363257f0-32ad-4b8c-801e-de9ddeadaf7e on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:09:02.280300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Attempting to bind port 363257f0-32ad-4b8c-801e-de9ddeadaf7e by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:09:02.280899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Attempting to bind port 363257f0-32ad-4b8c-801e-de9ddeadaf7e on network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:09:02.310129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:09:02.310856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Checking segment: {'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:02.311576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:02.312197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Bound using segment: {'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:09:02.312910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Bound port: 363257f0-32ad-4b8c-801e-de9ddeadaf7e, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:09:02.315657 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:02.420258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:02.490571 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:02.491949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] For port 363257f0-32ad-4b8c-801e-de9ddeadaf7e, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:09:02.503895 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] For port 363257f0-32ad-4b8c-801e-de9ddeadaf7e, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=363257f0-32ad-4b8c-801e-de9ddeadaf7e,segment=NetworkSegment(980d9c4a-1e7b-4ec0-abcd-997355d85a94),segment_id=980d9c4a-1e7b-4ec0-abcd-997355d85a94)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:09:02.562349 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:02.640814 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:02.656259 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:02.676130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:09:02.730857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Pushing event updated for resources: {'Port': ['ID=363257f0-32ad-4b8c-801e-de9ddeadaf7e,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:02.746278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.746632 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.746977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.747317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.747657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.747990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.748317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.748671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.748998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.749325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.749648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.749971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.750290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505da036-0af4-4f58-baf6-9168aa843ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:02.782026 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (8d609690-5f7b-4dc4-9873-1bfb4d268c91), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:02.856265 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Port': ['ID=105d8d4a-13c6-4737-9aaf-0b46db04f398,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:03.198836 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:04.014537 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:04.026524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:04.211001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Port': ['ID=105d8d4a-13c6-4737-9aaf-0b46db04f398,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:04.219582 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (8d609690-5f7b-4dc4-9873-1bfb4d268c91), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:04.418430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:04.424099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:04.578982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c520ee-3f4f-426a-b4d4-a81469937244 None None] Network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:09:04.776493 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:09:04.863539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a1b967b4-2181-404b-940b-398fa30f0c82 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:04.872307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-62770f4b-e882-49bb-8d83-cec8e11f0c43 None None] Provisioning complete for port 363257f0-32ad-4b8c-801e-de9ddeadaf7e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:04.877256 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-62770f4b-e882-49bb-8d83-cec8e11f0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.082953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:09:05.095651 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ec9e05c2-e62f-492f-9486-d92bbd89f30a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "PUT /v2.0/routers/8d609690-5f7b-4dc4-9873-1bfb4d268c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6846225 Jan 31 19:09:05.096347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 44832) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:05.102662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-35439755-055a-4097-83f6-69b92b590fb4 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1483646741', 'description': 'tempest-secgroup_access--1483646741 description', 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:05.150165 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35439755-055a-4097-83f6-69b92b590fb4 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.330244 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35439755-055a-4097-83f6-69b92b590fb4 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (6264d5a0-8195-41e1-8d3a-bc6f12465f79), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.346478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a1b967b4-2181-404b-940b-398fa30f0c82 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:05.346842 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a1b967b4-2181-404b-940b-398fa30f0c82), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.352622 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35439755-055a-4097-83f6-69b92b590fb4 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6264d5a0-8195-41e1-8d3a-bc6f12465f79), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.412229 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Sync routers for ids ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:09:05.417163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-62770f4b-e882-49bb-8d83-cec8e11f0c43 None None] Current status of the port 363257f0-32ad-4b8c-801e-de9ddeadaf7e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:05.417709 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-62770f4b-e882-49bb-8d83-cec8e11f0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.428269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35439755-055a-4097-83f6-69b92b590fb4 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.433828 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Routers {'8d609690-5f7b-4dc4-9873-1bfb4d268c91'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:05.435509 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:08:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:05.451001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44838) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:05.451220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-35439755-055a-4097-83f6-69b92b590fb4 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3531215 Jan 31 19:09:05.455870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c010c3ce-5110-4205-883f-84ab67009cb3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1449042051', 'description': 'tempest-secgroup_general--1449042051 description', 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:05.483023 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35439755-055a-4097-83f6-69b92b590fb4 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6264d5a0-8195-41e1-8d3a-bc6f12465f79,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:05.559654 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c010c3ce-5110-4205-883f-84ab67009cb3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.611478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-62770f4b-e882-49bb-8d83-cec8e11f0c43 None None] For port 363257f0-32ad-4b8c-801e-de9ddeadaf7e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=363257f0-32ad-4b8c-801e-de9ddeadaf7e,segment=NetworkSegment(980d9c4a-1e7b-4ec0-abcd-997355d85a94),segment_id=980d9c4a-1e7b-4ec0-abcd-997355d85a94)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:05.659416 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-62770f4b-e882-49bb-8d83-cec8e11f0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.687808 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Set router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:05.779164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a1b967b4-2181-404b-940b-398fa30f0c82 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:05.784709 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a1b967b4-2181-404b-940b-398fa30f0c82), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.797814 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c010c3ce-5110-4205-883f-84ab67009cb3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (f578646e-30aa-42a2-98d9-333621bf957d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.816098 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c010c3ce-5110-4205-883f-84ab67009cb3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f578646e-30aa-42a2-98d9-333621bf957d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.861284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port a1b967b4-2181-404b-940b-398fa30f0c82, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a1b967b4-2181-404b-940b-398fa30f0c82,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:05.883750 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a1b967b4-2181-404b-940b-398fa30f0c82), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.889686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 363257f0-32ad-4b8c-801e-de9ddeadaf7e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:05.897356 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010c3ce-5110-4205-883f-84ab67009cb3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f578646e-30aa-42a2-98d9-333621bf957d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:05.943169 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c010c3ce-5110-4205-883f-84ab67009cb3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:05.947553 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c010c3ce-5110-4205-883f-84ab67009cb3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4922743 Jan 31 19:09:05.948188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 44842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:05.961031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-199e8893-46bd-4a7b-bc3f-94a003f7f943 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Request body: {'security_group_rule': {'security_group_id': '6264d5a0-8195-41e1-8d3a-bc6f12465f79', 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:06.031035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62770f4b-e882-49bb-8d83-cec8e11f0c43 None None] Pushing event updated for resources: {'Port': ['ID=363257f0-32ad-4b8c-801e-de9ddeadaf7e,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:06.077256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-199e8893-46bd-4a7b-bc3f-94a003f7f943 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group_rule (304554a4-62dc-483f-a74c-b564485ea42b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:06.123513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=a1b967b4-2181-404b-940b-398fa30f0c82,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:06.161667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fb0aa5a1-4c3a-4f8a-b8db-be5af8945a42 None None] Provisioning complete for port 105d8d4a-13c6-4737-9aaf-0b46db04f398 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:06.168436 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb0aa5a1-4c3a-4f8a-b8db-be5af8945a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:06.257395 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-199e8893-46bd-4a7b-bc3f-94a003f7f943 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group_rule (304554a4-62dc-483f-a74c-b564485ea42b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:06.283778 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-199e8893-46bd-4a7b-bc3f-94a003f7f943 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (304554a4-62dc-483f-a74c-b564485ea42b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:06.325415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e8893-46bd-4a7b-bc3f-94a003f7f943 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304554a4-62dc-483f-a74c-b564485ea42b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:06.337359 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-199e8893-46bd-4a7b-bc3f-94a003f7f943 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:06.338630 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-199e8893-46bd-4a7b-bc3f-94a003f7f943 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3894327 Jan 31 19:09:06.397743 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:09:02Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '105d8d4a-13c6-4737-9aaf-0b46db04f398', 'name': '', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'mac_address': 'fa:16:3e:a7:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:01Z', 'updated_at': '2022-01-31T19:09:03Z', 'revision_number': 2, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'subnets': [{'id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:06.468295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fb0aa5a1-4c3a-4f8a-b8db-be5af8945a42 None None] Port 105d8d4a-13c6-4737-9aaf-0b46db04f398 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:09:06.570990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 363257f0-32ad-4b8c-801e-de9ddeadaf7e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:06.577473 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:06.606538 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Checking router: 8d609690-5f7b-4dc4-9873-1bfb4d268c91 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:09:06.607093 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Updating router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 port 105d8d4a-13c6-4737-9aaf-0b46db04f398 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:09:06.674513 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:06.690252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fb0aa5a1-4c3a-4f8a-b8db-be5af8945a42 None None] Provisioning complete for port 363257f0-32ad-4b8c-801e-de9ddeadaf7e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:06.690966 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb0aa5a1-4c3a-4f8a-b8db-be5af8945a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:06.888511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-57764daa-720f-47a5-8083-ed15a15480cb tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--1483646741&fields=id&tenant_id=bc7ae5e3470b4110b838569f7a3523a6 HTTP/1.1" status: 200 len: 267 time: 0.1210277 Jan 31 19:09:07.038659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 363257f0-32ad-4b8c-801e-de9ddeadaf7e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:07.072114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4d95f6b6-6d80-40cd-b4f7-ef7290ffd8bd tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--1449042051&fields=id&tenant_id=bc7ae5e3470b4110b838569f7a3523a6 HTTP/1.1" status: 200 len: 267 time: 0.1774383 Jan 31 19:09:07.174831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fb0aa5a1-4c3a-4f8a-b8db-be5af8945a42 None None] Current status of the port 363257f0-32ad-4b8c-801e-de9ddeadaf7e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:07.266638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a1b967b4-2181-404b-940b-398fa30f0c82 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:07.330919 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:09:07.406641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8922056f-918d-4c4b-8536-043f59127f10 None None] Provisioning complete for port 105d8d4a-13c6-4737-9aaf-0b46db04f398 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:07.407804 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8922056f-918d-4c4b-8536-043f59127f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:07.437084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a1b967b4-2181-404b-940b-398fa30f0c82 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:07.437477 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a1b967b4-2181-404b-940b-398fa30f0c82), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:07.465422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-6b07a4c3-3dd5-464c-b723-dfa6ae53b616 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:07.482419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-6b07a4c3-3dd5-464c-b723-dfa6ae53b616 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/networks?id=98bd62b3-3a49-4fbc-be7d-82616fc75e5a HTTP/1.1" status: 200 len: 796 time: 0.4088523 Jan 31 19:09:07.515137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8922056f-918d-4c4b-8536-043f59127f10 None None] Port 105d8d4a-13c6-4737-9aaf-0b46db04f398 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:09:07.539578 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Publish callbacks [] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:07.552658 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:07.557892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-27fddcff-c6d0-4c81-87c2-9e54411f2785 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/quotas/bc7ae5e3470b4110b838569f7a3523a6 HTTP/1.1" status: 200 len: 375 time: 0.0632110 Jan 31 19:09:07.722992 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a1b967b4-2181-404b-940b-398fa30f0c82 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:07.724225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 363257f0-32ad-4b8c-801e-de9ddeadaf7e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:07.751312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-6224d4ed-a211-40e8-bfe7-e201071919c6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc7ae5e3470b4110b838569f7a3523a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870613 Jan 31 19:09:07.819694 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Attempting to bind port 105d8d4a-13c6-4737-9aaf-0b46db04f398 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:09:07.820724 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Attempting to bind port 105d8d4a-13c6-4737-9aaf-0b46db04f398 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:09:07.821279 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Attempting to bind port 105d8d4a-13c6-4737-9aaf-0b46db04f398 on network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:09:07.837699 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:09:07.838363 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Checking segment: {'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:07.838951 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:07.839518 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Bound using segment: {'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:09:07.840142 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Bound port: 105d8d4a-13c6-4737-9aaf-0b46db04f398, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:09:07.840718 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:07.856695 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Pushing event updated for resources: {'Port': ['ID=105d8d4a-13c6-4737-9aaf-0b46db04f398,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:07.885454 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.886171 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.886668 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.887161 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.888741 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.889242 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.889565 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.889903 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.890232 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.890556 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.890883 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.891208 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.891538 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:07.912552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 363257f0-32ad-4b8c-801e-de9ddeadaf7e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:07.913640 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:07.968537 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] For port 105d8d4a-13c6-4737-9aaf-0b46db04f398, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:09:07.971824 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] For port 105d8d4a-13c6-4737-9aaf-0b46db04f398, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=105d8d4a-13c6-4737-9aaf-0b46db04f398,segment=NetworkSegment(980d9c4a-1e7b-4ec0-abcd-997355d85a94),segment_id=980d9c4a-1e7b-4ec0-abcd-997355d85a94)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:09:07.980283 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:08.073505 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d83f9-c0e8-4aec-96d4-3c5ca58bedf8 None None] Pushing event updated for resources: {'Port': ['ID=105d8d4a-13c6-4737-9aaf-0b46db04f398,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:08.123316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-374eedaa-8747-4c2e-ad4c-313381b32892 service neutron] 10.222.0.20 "GET /v2.0/networks/98bd62b3-3a49-4fbc-be7d-82616fc75e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512030 Jan 31 19:09:08.126559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-50f6822f-bfaa-4133-9a04-88fc32570f2d None None] Provisioning complete for port 105d8d4a-13c6-4737-9aaf-0b46db04f398 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:08.128135 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50f6822f-bfaa-4133-9a04-88fc32570f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:08.132457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 363257f0-32ad-4b8c-801e-de9ddeadaf7e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:08.134425 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Routers {'8d609690-5f7b-4dc4-9873-1bfb4d268c91'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:08.135234 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:08:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:08.353204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-c5986ce0-f009-4f5a-a165-7dd6739baee0 service neutron] 10.222.0.20 "GET /v2.0/networks/98bd62b3-3a49-4fbc-be7d-82616fc75e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237282 Jan 31 19:09:08.399313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-50f6822f-bfaa-4133-9a04-88fc32570f2d None None] Current status of the port 105d8d4a-13c6-4737-9aaf-0b46db04f398 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:08.400777 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50f6822f-bfaa-4133-9a04-88fc32570f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:08.442472 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] Set router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:08.473691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-50f6822f-bfaa-4133-9a04-88fc32570f2d None None] For port 105d8d4a-13c6-4737-9aaf-0b46db04f398, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=105d8d4a-13c6-4737-9aaf-0b46db04f398,segment=NetworkSegment(980d9c4a-1e7b-4ec0-abcd-997355d85a94),segment_id=980d9c4a-1e7b-4ec0-abcd-997355d85a94)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:08.482068 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50f6822f-bfaa-4133-9a04-88fc32570f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:08.660754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6822f-bfaa-4133-9a04-88fc32570f2d None None] Pushing event updated for resources: {'Port': ['ID=105d8d4a-13c6-4737-9aaf-0b46db04f398,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:08.690853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a439ee56-f730-456f-831d-a52e54507f1b req-0be99af0-6026-44af-b17b-e12f112a001f tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 210 time: 0.0548909 Jan 31 19:09:08.726984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-834122c6-117e-4623-9732-b20d559dde2b None None] Provisioning complete for port 105d8d4a-13c6-4737-9aaf-0b46db04f398 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:08.727571 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-834122c6-117e-4623-9732-b20d559dde2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:08.896197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-834122c6-117e-4623-9732-b20d559dde2b None None] Current status of the port 105d8d4a-13c6-4737-9aaf-0b46db04f398 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:09.003989 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:09:02Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '105d8d4a-13c6-4737-9aaf-0b46db04f398', 'name': '', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'mac_address': 'fa:16:3e:a7:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:01Z', 'updated_at': '2022-01-31T19:09:07Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'subnets': [{'id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:09.091364 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f65bf-6d8d-483d-a812-3d44b40eae26 None None] The sync data for ids ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'] in n-d-812111-15 is: [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:09:02Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '105d8d4a-13c6-4737-9aaf-0b46db04f398', 'name': '', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'mac_address': 'fa:16:3e:a7:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:01Z', 'updated_at': '2022-01-31T19:09:07Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'subnets': [{'id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:09:09.940782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e44ce72c-55aa-4031-8a23-c2cb6deda9fe req-8c27af0e-1713-46c1-9e8d-d64e1a21e350 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 210 time: 0.0866113 Jan 31 19:09:10.791302 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-14da14f9-0e51-4963-af03-ceb482335d28 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:10.793296 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-14da14f9-0e51-4963-af03-ceb482335d28 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.21 "GET /v2.0/networks?id=98bd62b3-3a49-4fbc-be7d-82616fc75e5a HTTP/1.1" status: 200 len: 796 time: 0.2644310 Jan 31 19:09:10.925382 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-b256aa18-7ea4-4282-b602-a635284c3e2d tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc7ae5e3470b4110b838569f7a3523a6 HTTP/1.1" status: 200 len: 478 time: 0.1209691 Jan 31 19:09:10.939820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Request body: {'port': {'device_id': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'admin_state_up': True, 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'security_groups': ['6264d5a0-8195-41e1-8d3a-bc6f12465f79', 'f578646e-30aa-42a2-98d9-333621bf957d']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:11.232384 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Made reservation on behalf of bc7ae5e3470b4110b838569f7a3523a6 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:09:11.234882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e32cb8-19d1-4b61-974d-6ccb91876858 req-0caff88a-c313-4916-a088-9f7fabea9659 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 210 time: 0.0765550 Jan 31 19:09:11.236202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:11.298589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 105d8d4a-13c6-4737-9aaf-0b46db04f398 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:11.416560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 105d8d4a-13c6-4737-9aaf-0b46db04f398 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:11.417168 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:11.590741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 105d8d4a-13c6-4737-9aaf-0b46db04f398 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:11.818611 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Allocated IP 172.20.0.11 (98bd62b3-3a49-4fbc-be7d-82616fc75e5a/27656b06-94fd-49d6-bec2-d215fb15917a/4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:11.997181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:12.046671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:12.129976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:12.134276 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:12.141056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:09:12.292458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:12.293549 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:12.298252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Port': ['ID=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:12.338329 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-55c4eec2-31d4-4502-a987-ca56c7c066b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4025784 Jan 31 19:09:12.354037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Request body: {'port': {'device_id': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:12.463189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:12.547648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d3adb-089c-42b7-8cdb-f53e1f0ca11b req-c8728191-95b3-4d23-924c-836478a25fe9 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:12.560237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-695d3adb-089c-42b7-8cdb-f53e1f0ca11b req-c8728191-95b3-4d23-924c-836478a25fe9 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 971 time: 0.1275625 Jan 31 19:09:12.581711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-13c7de9a-774d-4ec1-b7a9-bd3ceb9a6f06 None None] Provisioning complete for port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:12.583590 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-13c7de9a-774d-4ec1-b7a9-bd3ceb9a6f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:12.664571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-13c7de9a-774d-4ec1-b7a9-bd3ceb9a6f06 None None] Port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:09:12.682276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-695d3adb-089c-42b7-8cdb-f53e1f0ca11b req-b4fc3371-ff3a-4be8-91e1-3a5cdaf6028b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1210556 Jan 31 19:09:12.910722 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:09:12.919348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Publish callbacks [] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:12.933312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Transition to ACTIVE for port object 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:09:12.938178 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:13.052697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Pushing event updated for resources: {'Port': ['ID=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:13.090161 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Attempting to bind port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:09:13.090683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Attempting to bind port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:09:13.091196 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Attempting to bind port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f on network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:09:13.096661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f on network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:09:13.097890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Attempting to bind port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f on network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:09:13.103408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:09:13.103961 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Checking segment: {'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:13.104541 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Bound using segment: {'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:09:13.105359 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Bound port: 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980d9c4a-1e7b-4ec0-abcd-997355d85a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:09:13.106094 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:13.189526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] For port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:09:13.194628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] For port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f,segment=NetworkSegment(980d9c4a-1e7b-4ec0-abcd-997355d85a94),segment_id=980d9c4a-1e7b-4ec0-abcd-997355d85a94)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:09:13.207346 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:13.269337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:13.270738 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:13.274345 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] 10.222.0.21 "PUT /v2.0/ports/4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f HTTP/1.1" status: 200 len: 1132 time: 0.9281707 Jan 31 19:09:13.279686 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'tag': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:09:13.282748 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e69c35-5307-42b1-a2c4-7df7caca4fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "44af7c09-3b32-46bd-b62c-271a15f88f38", "tag": "4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:09:13.413500 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb7f9f5-d7dc-4d9d-a9ae-87fafa4ca569 x-openstack-request-id: req-0eb7f9f5-d7dc-4d9d-a9ae-87fafa4ca569 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:09:13.413500 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44af7c09-3b32-46bd-b62c-271a15f88f38", "tag": "4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:09:13.413500 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0eb7f9f5-d7dc-4d9d-a9ae-87fafa4ca569 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:09:13.413500 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'tag': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f', 'status': 'completed', 'code': 200} Jan 31 19:09:13.419358 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11f10b-c341-499d-ad8b-79a7893e8a94 service neutron] Pushing event updated for resources: {'Port': ['ID=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:13.434733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-e25544ad-dbd7-4e35-b742-80d0f63d9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:13.436280 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-e25544ad-dbd7-4e35-b742-80d0f63d9b65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc7ae5e3470b4110b838569f7a3523a6&device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 1166 time: 0.0996516 Jan 31 19:09:13.493467 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-cc105c6c-235e-4013-83a8-216415731815 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f HTTP/1.1" status: 200 len: 217 time: 0.0504477 Jan 31 19:09:13.560042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-1449ad9e-6a0a-4246-ab5e-c996a6d5ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:13.561678 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-1449ad9e-6a0a-4246-ab5e-c996a6d5ef2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27656b06-94fd-49d6-bec2-d215fb15917a HTTP/1.1" status: 200 len: 833 time: 0.0574367 Jan 31 19:09:13.670654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-1041b6f9-c386-4b54-acb1-2ad9346ebfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:13.672225 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-1041b6f9-c386-4b54-acb1-2ad9346ebfdc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98bd62b3-3a49-4fbc-be7d-82616fc75e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1018159 Jan 31 19:09:13.886679 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-2cb93362-aee4-46e9-a623-9ceaeed2a150 service neutron] 10.222.0.21 "GET /v2.0/networks/98bd62b3-3a49-4fbc-be7d-82616fc75e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068036 Jan 31 19:09:13.887449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891c654-aff1-4902-884f-91e025ba8813 req-49728052-1743-4759-8999-46cefc7ebb29 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:13.895961 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2891c654-aff1-4902-884f-91e025ba8813 req-49728052-1743-4759-8999-46cefc7ebb29 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 983 time: 0.0952432 Jan 31 19:09:14.004958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2891c654-aff1-4902-884f-91e025ba8813 req-7ad475fb-304e-4ff0-8945-9b4bcf1540bf tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1076570 Jan 31 19:09:14.143267 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f37c06f8-c8dc-49bf-9b42-01bd7cd0191b req-99ed0d4c-4bfb-43f9-b4d8-6eabf3b5bffa service neutron] 10.222.0.21 "GET /v2.0/networks/98bd62b3-3a49-4fbc-be7d-82616fc75e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482729 Jan 31 19:09:14.286566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69c35-5307-42b1-a2c4-7df7caca4fc2 req-10bb15ae-0e46-4896-aedf-302bc3f35ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:14.288202 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-64e69c35-5307-42b1-a2c4-7df7caca4fc2 req-10bb15ae-0e46-4896-aedf-302bc3f35ca2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc7ae5e3470b4110b838569f7a3523a6&device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 1166 time: 0.0829644 Jan 31 19:09:14.432930 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69c35-5307-42b1-a2c4-7df7caca4fc2 req-35862830-7c6e-41ab-9c5e-d32ad6bf0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:14.436886 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-64e69c35-5307-42b1-a2c4-7df7caca4fc2 req-35862830-7c6e-41ab-9c5e-d32ad6bf0e4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=98bd62b3-3a49-4fbc-be7d-82616fc75e5a HTTP/1.1" status: 200 len: 897 time: 0.1425948 Jan 31 19:09:14.518850 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-64e69c35-5307-42b1-a2c4-7df7caca4fc2 req-f3e33d34-3500-4524-afef-5f359f2666b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f HTTP/1.1" status: 200 len: 217 time: 0.0712183 Jan 31 19:09:14.569908 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69c35-5307-42b1-a2c4-7df7caca4fc2 req-5222bc72-eb5b-4e21-8a6a-93339a1a9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:14.571408 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-64e69c35-5307-42b1-a2c4-7df7caca4fc2 req-5222bc72-eb5b-4e21-8a6a-93339a1a9306 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27656b06-94fd-49d6-bec2-d215fb15917a HTTP/1.1" status: 200 len: 833 time: 0.0481286 Jan 31 19:09:14.667184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69c35-5307-42b1-a2c4-7df7caca4fc2 req-62124e7e-3c2d-4e11-9640-fdfb49d6600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:14.668739 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-64e69c35-5307-42b1-a2c4-7df7caca4fc2 req-62124e7e-3c2d-4e11-9640-fdfb49d6600d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98bd62b3-3a49-4fbc-be7d-82616fc75e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0910633 Jan 31 19:09:14.800649 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-64e69c35-5307-42b1-a2c4-7df7caca4fc2 req-1aaacf29-4fc2-4b49-a033-2e7d05488a03 service neutron] 10.222.0.21 "GET /v2.0/networks/98bd62b3-3a49-4fbc-be7d-82616fc75e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236823 Jan 31 19:09:14.958668 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-64e69c35-5307-42b1-a2c4-7df7caca4fc2 req-4a8c6b65-1bfc-46a7-a07a-d755fd7180cf service neutron] 10.222.0.21 "GET /v2.0/networks/98bd62b3-3a49-4fbc-be7d-82616fc75e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481369 Jan 31 19:09:15.193173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78473a7-31f3-4f30-9bb3-12dec38df943 req-4e3bb1d5-1ac4-4498-8e4b-812b2edd9814 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:15.203281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c78473a7-31f3-4f30-9bb3-12dec38df943 req-4e3bb1d5-1ac4-4498-8e4b-812b2edd9814 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 983 time: 0.0825794 Jan 31 19:09:15.325635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c78473a7-31f3-4f30-9bb3-12dec38df943 req-7a1b5661-f70e-416d-812e-9c15ea22c5a7 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1191545 Jan 31 19:09:16.015251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:09:16.178999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f,segment=NetworkSegment(980d9c4a-1e7b-4ec0-abcd-997355d85a94),segment_id=980d9c4a-1e7b-4ec0-abcd-997355d85a94)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:16.192312 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'port_id': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f', 'mac_address': 'fa:16:3e:75:bb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:09:16.254535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:16.255184 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:16.277018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:09:16.299609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f,segment=NetworkSegment(980d9c4a-1e7b-4ec0-abcd-997355d85a94),segment_id=980d9c4a-1e7b-4ec0-abcd-997355d85a94)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:16.314432 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:16.394003 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:16.531094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b19afb-ea03-4de7-a319-510b840f54e7 req-44781994-fabd-4be9-9ef6-478f620b5087 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:16.543988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:09:16.546313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0b19afb-ea03-4de7-a319-510b840f54e7 req-44781994-fabd-4be9-9ef6-478f620b5087 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 984 time: 0.0912478 Jan 31 19:09:16.649133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0b19afb-ea03-4de7-a319-510b840f54e7 req-5d4c7a64-6451-447b-bc23-a9df6671652a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0817270 Jan 31 19:09:17.879124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375457ee-5871-4727-a00c-03c7bef8e0ff req-e8ed598c-bb95-466b-be89-413c08d53306 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:17.884276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-375457ee-5871-4727-a00c-03c7bef8e0ff req-e8ed598c-bb95-466b-be89-413c08d53306 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 984 time: 0.1094196 Jan 31 19:09:17.996191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-375457ee-5871-4727-a00c-03c7bef8e0ff req-8a2c64b5-2090-4b53-a1f2-ebc4ca9f747e tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1021049 Jan 31 19:09:18.032089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:18.161725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:09:18.167175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:18.167653 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:18.327451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:18.327854 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:18.385876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:09:18.390717 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5ae038-dd2c-402a-b03c-d87edc8c0a72" -d '{"events": [{"server_uuid": "44af7c09-3b32-46bd-b62c-271a15f88f38", "name": "network-vif-plugged", "status": "completed", "tag": "4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:09:18.456433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f,segment=NetworkSegment(980d9c4a-1e7b-4ec0-abcd-997355d85a94),segment_id=980d9c4a-1e7b-4ec0-abcd-997355d85a94)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:18.468713 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:18.582509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:18.865255 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23fefd72-bf51-4ecb-a58b-01d72bb80000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:19.168949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1623bfc-ac07-458c-b63b-fc07617e526b req-01a5189d-80a3-413a-92c3-8ce3e10c9fe1 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:19.173876 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1623bfc-ac07-458c-b63b-fc07617e526b req-01a5189d-80a3-413a-92c3-8ce3e10c9fe1 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 985 time: 0.0948431 Jan 31 19:09:19.359379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a1623bfc-ac07-458c-b63b-fc07617e526b req-41989bc4-8274-4c75-86f1-01ccdbde1da0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1799476 Jan 31 19:09:19.361812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45048) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:19.506626 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cf2e66-3ff8-4ff0-95d0-2528eddff0d4 x-openstack-request-id: req-25cf2e66-3ff8-4ff0-95d0-2528eddff0d4 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:09:19.507096 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44af7c09-3b32-46bd-b62c-271a15f88f38", "name": "network-vif-plugged", "status": "completed", "tag": "4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:09:19.507427 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25cf2e66-3ff8-4ff0-95d0-2528eddff0d4 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:09:19.507910 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f', 'code': 200} Jan 31 19:09:19.632749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-419d80f0-0a75-4d8d-9585-e4cbad2bace4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:19.734226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a77614-c12d-4209-9601-7b4e1b395f0d req-69c018c2-dbe1-4599-b6df-217df1fe6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:19.735840 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-09a77614-c12d-4209-9601-7b4e1b395f0d req-69c018c2-dbe1-4599-b6df-217df1fe6ab3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 1168 time: 0.1521449 Jan 31 19:09:19.917942 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-09a77614-c12d-4209-9601-7b4e1b395f0d req-0e804b12-6c69-4a51-9fab-a7944870a1c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f578646e-30aa-42a2-98d9-333621bf957d&id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1732578 Jan 31 19:09:19.972610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-419d80f0-0a75-4d8d-9585-e4cbad2bace4 admin admin] Publish callbacks [] for security_group (0d69dea2-34e8-4a07-9ad5-aa347d3350e8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:19.981894 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-419d80f0-0a75-4d8d-9585-e4cbad2bace4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0d69dea2-34e8-4a07-9ad5-aa347d3350e8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:20.064170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45116) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:20.080958 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-419d80f0-0a75-4d8d-9585-e4cbad2bace4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd31734a93724e8bb030f3c1fab307cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7174139 Jan 31 19:09:20.082374 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d80f0-0a75-4d8d-9585-e4cbad2bace4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d69dea2-34e8-4a07-9ad5-aa347d3350e8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:20.221524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Publish callbacks [] for security_group (0d69dea2-34e8-4a07-9ad5-aa347d3350e8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:20.263952 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Publish callbacks [] for security_group (0d69dea2-34e8-4a07-9ad5-aa347d3350e8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:20.362020 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0d69dea2-34e8-4a07-9ad5-aa347d3350e8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:20.365015 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:20.369407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d69dea2-34e8-4a07-9ad5-aa347d3350e8 HTTP/1.1" status: 204 len: 168 time: 0.3020172 Jan 31 19:09:20.381998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d69dea2-34e8-4a07-9ad5-aa347d3350e8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:20.401941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.402416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.402875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.403350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.403801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.404247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.404744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.405183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.406636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.407703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.408857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.409308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.410679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80741359-c794-48cc-b1e2-95606d9abde0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:20.625516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0343b-948b-4191-ac54-5e2e48bfeaee req-16e6e98e-fcf8-4ea3-b1fc-5d5a26f4d72f tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:20.628565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bcf0343b-948b-4191-ac54-5e2e48bfeaee req-16e6e98e-fcf8-4ea3-b1fc-5d5a26f4d72f tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 985 time: 0.1022220 Jan 31 19:09:20.847685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bcf0343b-948b-4191-ac54-5e2e48bfeaee req-3e49e34a-6718-4363-8a91-5974f3094237 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1951473 Jan 31 19:09:21.102769 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eeb2d422-e8cd-423d-a1a7-42c42018e04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:22.062142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a21cd6-1317-41fb-9e24-8d9ea00c3598 req-fb6887b6-e5ca-4e4c-9cab-0cf2d6916154 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:22.071172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40a21cd6-1317-41fb-9e24-8d9ea00c3598 req-fb6887b6-e5ca-4e4c-9cab-0cf2d6916154 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 985 time: 0.0825498 Jan 31 19:09:22.145108 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40a21cd6-1317-41fb-9e24-8d9ea00c3598 req-a301e9d6-3f97-4ffc-a3db-6ad204acdb0f tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0729599 Jan 31 19:09:22.340008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878cfb-f02f-495f-8f9c-691ad52c7116 req-32e3a870-c606-4e77-8f7e-cf9128cbb67a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:22.349977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1878cfb-f02f-495f-8f9c-691ad52c7116 req-32e3a870-c606-4e77-8f7e-cf9128cbb67a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 985 time: 0.1227887 Jan 31 19:09:22.476953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1878cfb-f02f-495f-8f9c-691ad52c7116 req-7317c1d2-080e-4088-ab61-b288f3adb87f tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1260867 Jan 31 19:09:22.525625 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:22.651864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cae53-4c9a-48d2-80cd-ec04ad39d2c6 req-48d11c73-f9be-40ff-861e-bb79ab23236e tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:22.654014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f0cae53-4c9a-48d2-80cd-ec04ad39d2c6 req-48d11c73-f9be-40ff-861e-bb79ab23236e tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 1168 time: 0.0648730 Jan 31 19:09:22.680661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f0cae53-4c9a-48d2-80cd-ec04ad39d2c6 req-3309f71b-75b4-4252-a087-76234b82dbac tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:22.755132 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45416) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:22.895023 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f0cae53-4c9a-48d2-80cd-ec04ad39d2c6 req-3309f71b-75b4-4252-a087-76234b82dbac tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Publish callbacks [] for security_group (f8868546-6fc3-46f0-aee7-5a635e76328f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:22.900225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f0cae53-4c9a-48d2-80cd-ec04ad39d2c6 req-3309f71b-75b4-4252-a087-76234b82dbac tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f8868546-6fc3-46f0-aee7-5a635e76328f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:22.942946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309f71b-75b4-4252-a087-76234b82dbac tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8868546-6fc3-46f0-aee7-5a635e76328f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:22.992953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f0cae53-4c9a-48d2-80cd-ec04ad39d2c6 req-3309f71b-75b4-4252-a087-76234b82dbac tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3320544 Jan 31 19:09:23.018148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45448) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:23.072749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'network': {'name': 'tempest-network-smoke--1145627396', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:23.085206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5118811e-da97-47db-baaa-39880298dce9 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:23.090439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5118811e-da97-47db-baaa-39880298dce9 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 1163 time: 0.0710988 Jan 31 19:09:23.091702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45458) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:23.096531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:23.107660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Made reservation on behalf of 86cca0c95f1b4754aec72798b17ac170 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:09:23.116438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.129598 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.139306 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.251721 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (4c1b912e-ab76-4551-89c9-b0383da6bc48), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.258288 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4c1b912e-ab76-4551-89c9-b0383da6bc48), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.294210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:09:23.315193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1b912e-ab76-4551-89c9-b0383da6bc48,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:23.342905 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (16d232b7-7a6c-4b58-901a-3649c600ff1a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.343546 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Added segment 16d232b7-7a6c-4b58-901a-3649c600ff1a of type vlan for network 3669eb75-bfc5-4e72-a573-20a7596120ad Jan 31 19:09:23.372580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.413601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (3669eb75-bfc5-4e72-a573-20a7596120ad), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.456767 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (3669eb75-bfc5-4e72-a573-20a7596120ad), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.463480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:23.464957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.563623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Allocated IP 172.25.8.105 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/f7a8f383-c174-4215-8c9c-6a9b375ff879) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:23.592077 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8357949 Jan 31 19:09:23.610727 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11167015-d83e-4855-b662-19f209f35777 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Network': ['ID=3669eb75-bfc5-4e72-a573-20a7596120ad,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:23.615956 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:23.626455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-395659045', 'admin_state_up': True, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:23.630813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 3669eb75-bfc5-4e72-a573-20a7596120ad details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:09:23.654752 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (c17ef276-97c9-4598-9ef9-2683a2963cb6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.656628 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (c17ef276-97c9-4598-9ef9-2683a2963cb6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.713198 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for port (f7a8f383-c174-4215-8c9c-6a9b375ff879), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.759645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f7a8f383-c174-4215-8c9c-6a9b375ff879), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.778147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router_controller (c17ef276-97c9-4598-9ef9-2683a2963cb6), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:23.822526 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Port': ['ID=f7a8f383-c174-4215-8c9c-6a9b375ff879,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:23.856979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:23.858827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:23.868035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:09:24.034740 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router_gateway (c17ef276-97c9-4598-9ef9-2683a2963cb6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:24.165724 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:24.363893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router_gateway (c17ef276-97c9-4598-9ef9-2683a2963cb6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:24.397527 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:24.501979 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:24.569559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Allocated IP 172.25.8.161 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/fee49407-7029-445a-8da2-a2e8fe962635) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:24.632129 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for floatingip (00c45de8-a183-4c58-8452-0b4d4fea8258), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:24.714178 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (fee49407-7029-445a-8da2-a2e8fe962635), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:24.778959 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (fee49407-7029-445a-8da2-a2e8fe962635), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:24.850933 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=fee49407-7029-445a-8da2-a2e8fe962635,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:24.862268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:24.864250 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:24.868324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:09:24.879836 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f7a8f383-c174-4215-8c9c-6a9b375ff879), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:25.135498 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for port (f7a8f383-c174-4215-8c9c-6a9b375ff879), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:25.144774 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f7a8f383-c174-4215-8c9c-6a9b375ff879), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:25.265521 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router_gateway (c17ef276-97c9-4598-9ef9-2683a2963cb6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:25.269279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Port': ['ID=f7a8f383-c174-4215-8c9c-6a9b375ff879,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:25.286047 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:25.306184 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (00c45de8-a183-4c58-8452-0b4d4fea8258), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:25.480734 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Floating IP 00c45de8-a183-4c58-8452-0b4d4fea8258 associated. External IP: 172.25.8.105, port: 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f. Jan 31 19:09:25.515001 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (c17ef276-97c9-4598-9ef9-2683a2963cb6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:25.750987 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Router c17ef276-97c9-4598-9ef9-2683a2963cb6 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:09:25.826427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:09:25.962573 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:09:25.972604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Sync routers for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:09:25.985411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:09:25.997623 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cfcdd-e6b6-4167-89da-b2aa4b5ad01b None None] Sync routers for ids ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:09:26.014063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:26.014796 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887cfcdd-e6b6-4167-89da-b2aa4b5ad01b None None] Routers {'8d609690-5f7b-4dc4-9873-1bfb4d268c91'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:26.014941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:26.021858 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-887cfcdd-e6b6-4167-89da-b2aa4b5ad01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:26.025455 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:26.050252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:26.052346 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aa233bc6-a527-456e-996f-7eb338b5ba2d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4351432 Jan 31 19:09:26.059158 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:26.127670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-34e1a2a5-fc3e-437d-935d-bfe1d2907559 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0349410 Jan 31 19:09:26.128909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'tag': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:09:26.130106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45586) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:26.134225 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201793c4-bd5b-4a3f-a504-028092a07d26" -d '{"events": [{"name": "network-changed", "server_uuid": "44af7c09-3b32-46bd-b62c-271a15f88f38", "tag": "4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:09:26.183209 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b392a8a-31d4-4881-b5b4-c7ce904fcf3f x-openstack-request-id: req-8b392a8a-31d4-4881-b5b4-c7ce904fcf3f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:09:26.183779 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44af7c09-3b32-46bd-b62c-271a15f88f38", "tag": "4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:09:26.184412 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b392a8a-31d4-4881-b5b4-c7ce904fcf3f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:09:26.185086 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'tag': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f', 'status': 'completed', 'code': 200} Jan 31 19:09:26.334878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:26.522877 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-887cfcdd-e6b6-4167-89da-b2aa4b5ad01b None None] Set router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:26.568577 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:26.697783 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ebba288a-2c87-438e-9bc5-379a2b71e9a8 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=86cca0c95f1b4754aec72798b17ac170&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6331725 Jan 31 19:09:26.700728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45594) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:26.799535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:09:25Z', 'revision_number': 3, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:26.836606 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Checking router: c17ef276-97c9-4598-9ef9-2683a2963cb6 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:09:26.837024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Updating router c17ef276-97c9-4598-9ef9-2683a2963cb6 port fee49407-7029-445a-8da2-a2e8fe962635 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:09:26.872365 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fee49407-7029-445a-8da2-a2e8fe962635), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:26.943808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201793c4-bd5b-4a3f-a504-028092a07d26 req-37688a3e-cee3-4a69-9473-c41e6aab93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:26.946921 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-201793c4-bd5b-4a3f-a504-028092a07d26 req-37688a3e-cee3-4a69-9473-c41e6aab93fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc7ae5e3470b4110b838569f7a3523a6&device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 1168 time: 0.3316333 Jan 31 19:09:26.967670 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-887cfcdd-e6b6-4167-89da-b2aa4b5ad01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:09:02Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '00c45de8-a183-4c58-8452-0b4d4fea8258', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'port_id': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'mac_address': 'fa:16:3e:75:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:24Z', 'revision_number': 0, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '105d8d4a-13c6-4737-9aaf-0b46db04f398', 'name': '', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'mac_address': 'fa:16:3e:a7:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:01Z', 'updated_at': '2022-01-31T19:09:08Z', 'revision_number': 5, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'subnets': [{'id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:27.043086 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cfcdd-e6b6-4167-89da-b2aa4b5ad01b None None] Checking router: 8d609690-5f7b-4dc4-9873-1bfb4d268c91 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:09:27.051400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da4fc83-4593-4393-ad86-bbc966191014 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.053237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9da4fc83-4593-4393-ad86-bbc966191014 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3511720 Jan 31 19:09:27.056793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:27.070646 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887cfcdd-e6b6-4167-89da-b2aa4b5ad01b None None] Routers {'8d609690-5f7b-4dc4-9873-1bfb4d268c91'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:27.071268 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-887cfcdd-e6b6-4167-89da-b2aa4b5ad01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:27.109940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-209f5f06-eb11-4958-987c-ad825ddad7f4 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519104 Jan 31 19:09:27.110596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45602) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:27.116005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-94990e70-6443-4338-b29f-17f5302e4f8b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-498403361', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:27.140316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718aaa50-c7f1-4327-85cd-453c857fb929 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.140917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718aaa50-c7f1-4327-85cd-453c857fb929 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.141295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718aaa50-c7f1-4327-85cd-453c857fb929 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.141771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718aaa50-c7f1-4327-85cd-453c857fb929 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.153106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718aaa50-c7f1-4327-85cd-453c857fb929 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.153753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718aaa50-c7f1-4327-85cd-453c857fb929 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.154539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718aaa50-c7f1-4327-85cd-453c857fb929 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.154702 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718aaa50-c7f1-4327-85cd-453c857fb929 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.159218 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-718aaa50-c7f1-4327-85cd-453c857fb929 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5620 time: 1.0254505 Jan 31 19:09:27.176292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45604) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:27.223025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94990e70-6443-4338-b29f-17f5302e4f8b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Made reservation on behalf of 86cca0c95f1b4754aec72798b17ac170 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:09:27.228945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94990e70-6443-4338-b29f-17f5302e4f8b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:27.290198 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-887cfcdd-e6b6-4167-89da-b2aa4b5ad01b None None] Set router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:27.455486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8e0d5-7f9f-4557-8cdf-b2d11b868d2f tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.456247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8e0d5-7f9f-4557-8cdf-b2d11b868d2f tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.456928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8e0d5-7f9f-4557-8cdf-b2d11b868d2f tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.457582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8e0d5-7f9f-4557-8cdf-b2d11b868d2f tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.458226 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8e0d5-7f9f-4557-8cdf-b2d11b868d2f tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.459415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8e0d5-7f9f-4557-8cdf-b2d11b868d2f tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.460148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8e0d5-7f9f-4557-8cdf-b2d11b868d2f tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.466500 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cba8e0d5-7f9f-4557-8cdf-b2d11b868d2f tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4638 time: 0.2891407 Jan 31 19:09:27.470149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45608) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:27.504167 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Publish callbacks [] for port (fee49407-7029-445a-8da2-a2e8fe962635), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:27.514037 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fee49407-7029-445a-8da2-a2e8fe962635), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:27.568886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1cfbe-2df6-480f-b84f-8716a9ad90e8 None None] Pushing event updated for resources: {'Port': ['ID=fee49407-7029-445a-8da2-a2e8fe962635,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:27.593720 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Attempting to bind port fee49407-7029-445a-8da2-a2e8fe962635 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:09:27.594110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Attempting to bind port fee49407-7029-445a-8da2-a2e8fe962635 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:09:27.594474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Attempting to bind port fee49407-7029-445a-8da2-a2e8fe962635 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:09:27.601011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:09:27.601391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:27.601801 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:27.602390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:09:27.603706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Bound port: fee49407-7029-445a-8da2-a2e8fe962635, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:09:27.604111 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fee49407-7029-445a-8da2-a2e8fe962635), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:27.639728 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201793c4-bd5b-4a3f-a504-028092a07d26 req-45e6262f-ec4a-48f3-a659-9fe54aa4c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.645909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-201793c4-bd5b-4a3f-a504-028092a07d26 req-45e6262f-ec4a-48f3-a659-9fe54aa4c96e service neutron] 10.222.0.21 "GET /v2.0/networks?id=98bd62b3-3a49-4fbc-be7d-82616fc75e5a HTTP/1.1" status: 200 len: 897 time: 0.6771550 Jan 31 19:09:27.672375 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94990e70-6443-4338-b29f-17f5302e4f8b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (98716192-ec0a-4214-9348-2a28395fd67b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:27.699596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] For port fee49407-7029-445a-8da2-a2e8fe962635, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:09:27.703252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] For port fee49407-7029-445a-8da2-a2e8fe962635, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fee49407-7029-445a-8da2-a2e8fe962635,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:09:27.713389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fee49407-7029-445a-8da2-a2e8fe962635), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:27.767865 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-887cfcdd-e6b6-4167-89da-b2aa4b5ad01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:09:02Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '00c45de8-a183-4c58-8452-0b4d4fea8258', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'port_id': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'mac_address': 'fa:16:3e:75:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:24Z', 'revision_number': 0, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '105d8d4a-13c6-4737-9aaf-0b46db04f398', 'name': '', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'mac_address': 'fa:16:3e:a7:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:01Z', 'updated_at': '2022-01-31T19:09:08Z', 'revision_number': 5, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'subnets': [{'id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:27.805790 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-201793c4-bd5b-4a3f-a504-028092a07d26 req-78351281-e766-4d83-9f52-b75eb092a28c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f HTTP/1.1" status: 200 len: 1000 time: 0.1443670 Jan 31 19:09:27.806029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94990e70-6443-4338-b29f-17f5302e4f8b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Subnet': ['ID=98716192-ec0a-4214-9348-2a28395fd67b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:27.814649 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cfcdd-e6b6-4167-89da-b2aa4b5ad01b None None] The sync data for ids ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'] in n-d-812111-15 is: [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:09:02Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '00c45de8-a183-4c58-8452-0b4d4fea8258', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'port_id': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'mac_address': 'fa:16:3e:75:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:24Z', 'revision_number': 0, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '105d8d4a-13c6-4737-9aaf-0b46db04f398', 'name': '', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'mac_address': 'fa:16:3e:a7:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:01Z', 'updated_at': '2022-01-31T19:09:08Z', 'revision_number': 5, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'subnets': [{'id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:09:27.817393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:27.818626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:27.831828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1cfbe-2df6-480f-b84f-8716a9ad90e8 None None] Pushing event updated for resources: {'Port': ['ID=fee49407-7029-445a-8da2-a2e8fe962635,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:27.864680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94990e70-6443-4338-b29f-17f5302e4f8b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Checking segment: {'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:27.865076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94990e70-6443-4338-b29f-17f5302e4f8b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network hostable DHCP agents. Network: 3669eb75-bfc5-4e72-a573-20a7596120ad, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:09:27.913148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94990e70-6443-4338-b29f-17f5302e4f8b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network 3669eb75-bfc5-4e72-a573-20a7596120ad is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:09:27.930418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-94990e70-6443-4338-b29f-17f5302e4f8b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 3669eb75-bfc5-4e72-a573-20a7596120ad) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:27.934807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94990e70-6443-4338-b29f-17f5302e4f8b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:27.935301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94990e70-6443-4338-b29f-17f5302e4f8b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:27.973250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-94990e70-6443-4338-b29f-17f5302e4f8b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8614414 Jan 31 19:09:27.977251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45610) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:28.003965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:28.047358 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201793c4-bd5b-4a3f-a504-028092a07d26 req-f0f6f992-7b2c-4eac-8353-53134a91864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:28.048830 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-201793c4-bd5b-4a3f-a504-028092a07d26 req-f0f6f992-7b2c-4eac-8353-53134a91864b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27656b06-94fd-49d6-bec2-d215fb15917a HTTP/1.1" status: 200 len: 833 time: 0.2351315 Jan 31 19:09:28.082877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b5e205-3ff3-40dc-b5ce-f199f401d617 None None] Network 3669eb75-bfc5-4e72-a573-20a7596120ad requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:09:28.335933 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f92f3807-e0f0-4e20-be4f-5a1ddcefcb19 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 0.8634391 Jan 31 19:09:28.341322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e6f0ce-b454-4055-a950-da9e33be9774 None None] New status for floating IP 00c45de8-a183-4c58-8452-0b4d4fea8258: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:09:28.345430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45616) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:28.371292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201793c4-bd5b-4a3f-a504-028092a07d26 req-2c25923a-567c-4002-ba68-39ed8f0c4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:28.372881 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-201793c4-bd5b-4a3f-a504-028092a07d26 req-2c25923a-567c-4002-ba68-39ed8f0c4335 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98bd62b3-3a49-4fbc-be7d-82616fc75e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3159120 Jan 31 19:09:28.535321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5232fe6-bd57-43ee-84c6-e31b2efebd26 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:28.535880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5232fe6-bd57-43ee-84c6-e31b2efebd26 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:28.553634 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c5232fe6-bd57-43ee-84c6-e31b2efebd26 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8d609690-5f7b-4dc4-9873-1bfb4d268c91 HTTP/1.1" status: 200 len: 2064 time: 0.2055447 Jan 31 19:09:28.580361 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-201793c4-bd5b-4a3f-a504-028092a07d26 req-bfa39299-4278-4fbc-be58-8f0ee263de92 service neutron] 10.222.0.21 "GET /v2.0/networks/98bd62b3-3a49-4fbc-be7d-82616fc75e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698918 Jan 31 19:09:28.706538 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-201793c4-bd5b-4a3f-a504-028092a07d26 req-bd92ada4-5c25-46ad-91a6-414904299135 service neutron] 10.222.0.21 "GET /v2.0/networks/98bd62b3-3a49-4fbc-be7d-82616fc75e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172922 Jan 31 19:09:28.782405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-3669eb75-bfc5-4e72-a573-20a7596120ad', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:09:28.784199 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:28.958206 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:09:25Z', 'revision_number': 3, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:28.992582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c6340-a9b1-4670-82c1-ebe3553f829b None None] The sync data for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 is: [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:09:25Z', 'revision_number': 3, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:09:29.004034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Allocated IP 172.20.0.2 (3669eb75-bfc5-4e72-a573-20a7596120ad/98716192-ec0a-4214-9348-2a28395fd67b/20c8e6e9-0c55-426e-86a9-bb90802e040d) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:29.114691 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:29.206485 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Publish callbacks [] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:29.222235 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:29.286453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Pushing event updated for resources: {'Port': ['ID=20c8e6e9-0c55-426e-86a9-bb90802e040d,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:29.302041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Network 3669eb75-bfc5-4e72-a573-20a7596120ad is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:29.305133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:29.307475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:09:29.385328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Attempting to bind port 20c8e6e9-0c55-426e-86a9-bb90802e040d on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:09:29.385722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Attempting to bind port 20c8e6e9-0c55-426e-86a9-bb90802e040d by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:09:29.386092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Attempting to bind port 20c8e6e9-0c55-426e-86a9-bb90802e040d on network 3669eb75-bfc5-4e72-a573-20a7596120ad {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:09:29.396329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:09:29.396828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Checking segment: {'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:29.397250 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:29.397704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Bound using segment: {'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:09:29.398186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Bound port: 20c8e6e9-0c55-426e-86a9-bb90802e040d, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:09:29.398578 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:29.508100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] For port 20c8e6e9-0c55-426e-86a9-bb90802e040d, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:09:29.513088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] For port 20c8e6e9-0c55-426e-86a9-bb90802e040d, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=20c8e6e9-0c55-426e-86a9-bb90802e040d,segment=NetworkSegment(16d232b7-7a6c-4b58-901a-3649c600ff1a),segment_id=16d232b7-7a6c-4b58-901a-3649c600ff1a)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:09:29.524045 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:29.632257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Allocated IP 172.20.0.1 (3669eb75-bfc5-4e72-a573-20a7596120ad/98716192-ec0a-4214-9348-2a28395fd67b/dd0aa781-b636-49ed-8745-b15d8d958a2c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:29.659365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abdd09-7415-45c4-9c09-205df71f0aeb None None] Pushing event updated for resources: {'Port': ['ID=20c8e6e9-0c55-426e-86a9-bb90802e040d,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:29.830605 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:29.884356 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:29.971844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network 3669eb75-bfc5-4e72-a573-20a7596120ad is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:29.979708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:29.983913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:09:30.066530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=dd0aa781-b636-49ed-8745-b15d8d958a2c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:30.154975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45632) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:30.173281 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (c17ef276-97c9-4598-9ef9-2683a2963cb6), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:30.423214 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af91ee5a-6baa-4835-a9ab-18cc15d3b521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:30.521445 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af91ee5a-6baa-4835-a9ab-18cc15d3b521 admin admin] Publish callbacks [] for security_group (b1058c8a-f355-41f5-9cd8-a7d31c99146d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:30.538537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af91ee5a-6baa-4835-a9ab-18cc15d3b521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b1058c8a-f355-41f5-9cd8-a7d31c99146d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:30.580874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-af91ee5a-6baa-4835-a9ab-18cc15d3b521 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=641d4e0e16f0433fb366bc4e895d2a2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4245324 Jan 31 19:09:30.585191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45640) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:30.641997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91ee5a-6baa-4835-a9ab-18cc15d3b521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1058c8a-f355-41f5-9cd8-a7d31c99146d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:30.648782 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:30.684848 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32466d9c-9a24-4c55-8454-793a80ee327c admin admin] Publish callbacks [] for security_group (b1058c8a-f355-41f5-9cd8-a7d31c99146d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:30.745348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32466d9c-9a24-4c55-8454-793a80ee327c admin admin] Publish callbacks [] for security_group (b1058c8a-f355-41f5-9cd8-a7d31c99146d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:30.829898 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32466d9c-9a24-4c55-8454-793a80ee327c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b1058c8a-f355-41f5-9cd8-a7d31c99146d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:30.836434 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32466d9c-9a24-4c55-8454-793a80ee327c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:30.841083 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-32466d9c-9a24-4c55-8454-793a80ee327c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1058c8a-f355-41f5-9cd8-a7d31c99146d HTTP/1.1" status: 204 len: 168 time: 0.2538846 Jan 31 19:09:30.860511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32466d9c-9a24-4c55-8454-793a80ee327c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1058c8a-f355-41f5-9cd8-a7d31c99146d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:31.385493 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:31.402391 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:31.459698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41dd4e-0819-4e4e-aac5-d9eed4ef0a3c None None] Network 3669eb75-bfc5-4e72-a573-20a7596120ad requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:09:31.464141 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:31.495416 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ca8f484-b8d9-49de-9959-327c29b757ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:31.618857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fee49407-7029-445a-8da2-a2e8fe962635 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:31.637760 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (c17ef276-97c9-4598-9ef9-2683a2963cb6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:31.651713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=dd0aa781-b636-49ed-8745-b15d8d958a2c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:31.658727 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ca8f484-b8d9-49de-9959-327c29b757ec admin admin] Publish callbacks [] for security_group (e94a29de-cc28-48e1-a72b-869f68a86230), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:31.665580 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ca8f484-b8d9-49de-9959-327c29b757ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e94a29de-cc28-48e1-a72b-869f68a86230), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:31.717373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8f484-b8d9-49de-9959-327c29b757ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94a29de-cc28-48e1-a72b-869f68a86230,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:31.743142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-608ae4b2-39aa-4ed4-947c-de1b4a4a8c4c None None] Provisioning complete for port 20c8e6e9-0c55-426e-86a9-bb90802e040d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:31.743759 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-608ae4b2-39aa-4ed4-947c-de1b4a4a8c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:31.747996 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6ca8f484-b8d9-49de-9959-327c29b757ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=619701bf99284408a29a7d377a5619e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2827394 Jan 31 19:09:31.758587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45652) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:31.882970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network 3669eb75-bfc5-4e72-a573-20a7596120ad is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:31.884480 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff6682e7-8611-4a92-8b6f-5abd2eb43322 admin admin] Publish callbacks [] for security_group (e94a29de-cc28-48e1-a72b-869f68a86230), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:31.912157 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff6682e7-8611-4a92-8b6f-5abd2eb43322 admin admin] Publish callbacks [] for security_group (e94a29de-cc28-48e1-a72b-869f68a86230), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:31.965762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:31.969960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port fee49407-7029-445a-8da2-a2e8fe962635 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:31.970466 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fee49407-7029-445a-8da2-a2e8fe962635), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:31.981692 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff6682e7-8611-4a92-8b6f-5abd2eb43322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e94a29de-cc28-48e1-a72b-869f68a86230), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:31.986271 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff6682e7-8611-4a92-8b6f-5abd2eb43322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:31.992586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ff6682e7-8611-4a92-8b6f-5abd2eb43322 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e94a29de-cc28-48e1-a72b-869f68a86230 HTTP/1.1" status: 204 len: 168 time: 0.2328370 Jan 31 19:09:32.167754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-608ae4b2-39aa-4ed4-947c-de1b4a4a8c4c None None] Current status of the port 20c8e6e9-0c55-426e-86a9-bb90802e040d is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:32.170281 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-608ae4b2-39aa-4ed4-947c-de1b4a4a8c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:32.178327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6682e7-8611-4a92-8b6f-5abd2eb43322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94a29de-cc28-48e1-a72b-869f68a86230,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:32.235104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Router c17ef276-97c9-4598-9ef9-2683a2963cb6 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:09:32.343541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-608ae4b2-39aa-4ed4-947c-de1b4a4a8c4c None None] For port 20c8e6e9-0c55-426e-86a9-bb90802e040d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=20c8e6e9-0c55-426e-86a9-bb90802e040d,segment=NetworkSegment(16d232b7-7a6c-4b58-901a-3649c600ff1a),segment_id=16d232b7-7a6c-4b58-901a-3649c600ff1a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:32.378182 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-608ae4b2-39aa-4ed4-947c-de1b4a4a8c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:32.405517 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port fee49407-7029-445a-8da2-a2e8fe962635 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:32.410262 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fee49407-7029-445a-8da2-a2e8fe962635), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:32.477906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port fee49407-7029-445a-8da2-a2e8fe962635, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fee49407-7029-445a-8da2-a2e8fe962635,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:32.483174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:09:32.501031 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45662) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:32.504733 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Sync routers for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:09:32.509726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c7457ee9-edad-4cd4-9852-9d57faf08cec tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "PUT /v2.0/routers/c17ef276-97c9-4598-9ef9-2683a2963cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5317492 Jan 31 19:09:32.533094 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:32.534183 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:32.565583 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fee49407-7029-445a-8da2-a2e8fe962635), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:32.574706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 20c8e6e9-0c55-426e-86a9-bb90802e040d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:32.678056 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c256c7b6-5588-4503-9c99-6b7a974fb5bd None None] Provisioning complete for port 20c8e6e9-0c55-426e-86a9-bb90802e040d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:32.682773 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c256c7b6-5588-4503-9c99-6b7a974fb5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:32.735850 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ae4b2-39aa-4ed4-947c-de1b4a4a8c4c None None] Pushing event updated for resources: {'Port': ['ID=20c8e6e9-0c55-426e-86a9-bb90802e040d,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:32.761110 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b0a1-e5cb-428a-8aa5-fd7e292b8c27 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.761697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b0a1-e5cb-428a-8aa5-fd7e292b8c27 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.762314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b0a1-e5cb-428a-8aa5-fd7e292b8c27 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.762782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b0a1-e5cb-428a-8aa5-fd7e292b8c27 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.763249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b0a1-e5cb-428a-8aa5-fd7e292b8c27 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.763710 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b0a1-e5cb-428a-8aa5-fd7e292b8c27 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.764172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b0a1-e5cb-428a-8aa5-fd7e292b8c27 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.764658 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b0a1-e5cb-428a-8aa5-fd7e292b8c27 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.775385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45670) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:32.800484 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cd10b0a1-e5cb-428a-8aa5-fd7e292b8c27 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5664 time: 0.2982948 Jan 31 19:09:32.819638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=fee49407-7029-445a-8da2-a2e8fe962635,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:32.866472 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:32.962472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dae7563-0330-4ab6-bb37-31a38641140c tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.962953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dae7563-0330-4ab6-bb37-31a38641140c tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.963424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dae7563-0330-4ab6-bb37-31a38641140c tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.963890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dae7563-0330-4ab6-bb37-31a38641140c tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.964393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dae7563-0330-4ab6-bb37-31a38641140c tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.964863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dae7563-0330-4ab6-bb37-31a38641140c tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.965322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dae7563-0330-4ab6-bb37-31a38641140c tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.965783 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dae7563-0330-4ab6-bb37-31a38641140c tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:32.974007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:32.996954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1dae7563-0330-4ab6-bb37-31a38641140c tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5260 time: 0.2201564 Jan 31 19:09:33.256819 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-32401cb4-ea4c-43d9-9ab1-925876e9d728 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 0.2804883 Jan 31 19:09:33.362006 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:09:30Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:30Z', 'revision_number': 2, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:33.413257 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 20c8e6e9-0c55-426e-86a9-bb90802e040d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:33.413898 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:33.420957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c256c7b6-5588-4503-9c99-6b7a974fb5bd None None] Current status of the port 20c8e6e9-0c55-426e-86a9-bb90802e040d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:33.425748 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Checking router: c17ef276-97c9-4598-9ef9-2683a2963cb6 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:09:33.429021 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Updating router c17ef276-97c9-4598-9ef9-2683a2963cb6 port dd0aa781-b636-49ed-8745-b15d8d958a2c binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:09:33.470194 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c256c7b6-5588-4503-9c99-6b7a974fb5bd None None] Provisioning complete for port dd0aa781-b636-49ed-8745-b15d8d958a2c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:33.470968 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c256c7b6-5588-4503-9c99-6b7a974fb5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:33.516542 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45688) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:33.519681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c256c7b6-5588-4503-9c99-6b7a974fb5bd None None] Port dd0aa781-b636-49ed-8745-b15d8d958a2c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:09:33.521475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8e056ce4-878b-44af-ae63-90a3b1dc3d7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-617530477', 'description': 'tempest-secgroup-smoke-617530477 description', 'project_id': '86cca0c95f1b4754aec72798b17ac170'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:33.536144 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:33.552188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e056ce4-878b-44af-ae63-90a3b1dc3d7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:33.659148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 20c8e6e9-0c55-426e-86a9-bb90802e040d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:33.689177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fd17e408-cc26-4d4c-b67a-32ca7f5e55e9 None None] Provisioning complete for port dd0aa781-b636-49ed-8745-b15d8d958a2c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:33.689580 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fd17e408-cc26-4d4c-b67a-32ca7f5e55e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:33.699273 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e056ce4-878b-44af-ae63-90a3b1dc3d7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (d5fb735a-7dcf-46c0-8bfe-bbce8234a7da), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:33.713137 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e056ce4-878b-44af-ae63-90a3b1dc3d7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d5fb735a-7dcf-46c0-8bfe-bbce8234a7da), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:33.795155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fd17e408-cc26-4d4c-b67a-32ca7f5e55e9 None None] Port dd0aa781-b636-49ed-8745-b15d8d958a2c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:09:33.796256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e056ce4-878b-44af-ae63-90a3b1dc3d7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:33.800769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45696) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:33.806270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-299c894e-6519-412b-8b87-6f40dcbecc7a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': 'd5fb735a-7dcf-46c0-8bfe-bbce8234a7da', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:33.811865 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8e056ce4-878b-44af-ae63-90a3b1dc3d7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2941718 Jan 31 19:09:33.815130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e056ce4-878b-44af-ae63-90a3b1dc3d7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:33.893606 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-299c894e-6519-412b-8b87-6f40dcbecc7a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (aee94f5a-a134-42f5-99fb-b0e8fa333b50), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:33.893930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fee49407-7029-445a-8da2-a2e8fe962635 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:33.963167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port fee49407-7029-445a-8da2-a2e8fe962635 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:33.963719 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fee49407-7029-445a-8da2-a2e8fe962635), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.059450 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-299c894e-6519-412b-8b87-6f40dcbecc7a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (aee94f5a-a134-42f5-99fb-b0e8fa333b50), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.066567 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-299c894e-6519-412b-8b87-6f40dcbecc7a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (aee94f5a-a134-42f5-99fb-b0e8fa333b50), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.114243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c894e-6519-412b-8b87-6f40dcbecc7a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee94f5a-a134-42f5-99fb-b0e8fa333b50,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:34.132627 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-299c894e-6519-412b-8b87-6f40dcbecc7a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.139927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port fee49407-7029-445a-8da2-a2e8fe962635 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:34.139927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 20c8e6e9-0c55-426e-86a9-bb90802e040d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:34.140762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45704) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:34.146550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1005a5ea-e074-4cbe-af7c-9d7f6489d808 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': 'd5fb735a-7dcf-46c0-8bfe-bbce8234a7da', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:34.153359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-299c894e-6519-412b-8b87-6f40dcbecc7a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3514495 Jan 31 19:09:34.196545 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1005a5ea-e074-4cbe-af7c-9d7f6489d808 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (2227b5cf-96cd-4579-9cd3-c3614c4d0f55), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.205021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 20c8e6e9-0c55-426e-86a9-bb90802e040d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:34.205526 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.221502 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Publish callbacks [] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.236764 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.353494 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1005a5ea-e074-4cbe-af7c-9d7f6489d808 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (2227b5cf-96cd-4579-9cd3-c3614c4d0f55), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.369120 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1005a5ea-e074-4cbe-af7c-9d7f6489d808 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (2227b5cf-96cd-4579-9cd3-c3614c4d0f55), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.398619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 20c8e6e9-0c55-426e-86a9-bb90802e040d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:34.414450 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1005a5ea-e074-4cbe-af7c-9d7f6489d808 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.418728 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1005a5ea-e074-4cbe-af7c-9d7f6489d808 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2741504 Jan 31 19:09:34.418922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:34.426174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-31d22eb5-678a-4e51-9444-2a550c7f118b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': 'd5fb735a-7dcf-46c0-8bfe-bbce8234a7da', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:34.436842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005a5ea-e074-4cbe-af7c-9d7f6489d808 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2227b5cf-96cd-4579-9cd3-c3614c4d0f55,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:34.481051 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31d22eb5-678a-4e51-9444-2a550c7f118b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (5e2d5d29-77da-470a-b898-b19d19161cc2), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.517070 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Attempting to bind port dd0aa781-b636-49ed-8745-b15d8d958a2c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:09:34.517646 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Attempting to bind port dd0aa781-b636-49ed-8745-b15d8d958a2c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:09:34.518178 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Attempting to bind port dd0aa781-b636-49ed-8745-b15d8d958a2c on network 3669eb75-bfc5-4e72-a573-20a7596120ad {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:09:34.526162 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:09:34.526750 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Checking segment: {'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:34.527905 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.528616 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Bound using segment: {'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:09:34.529245 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Bound port: dd0aa781-b636-49ed-8745-b15d8d958a2c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:09:34.529799 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.589165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31d22eb5-678a-4e51-9444-2a550c7f118b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (5e2d5d29-77da-470a-b898-b19d19161cc2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.603932 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31d22eb5-678a-4e51-9444-2a550c7f118b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5e2d5d29-77da-470a-b898-b19d19161cc2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.636051 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496d3bd-95ac-4dcb-aec4-1e1e16674f7e None None] Pushing event updated for resources: {'Port': ['ID=dd0aa781-b636-49ed-8745-b15d8d958a2c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:34.639792 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] For port dd0aa781-b636-49ed-8745-b15d8d958a2c, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:09:34.658479 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] For port dd0aa781-b636-49ed-8745-b15d8d958a2c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dd0aa781-b636-49ed-8745-b15d8d958a2c,segment=NetworkSegment(16d232b7-7a6c-4b58-901a-3649c600ff1a),segment_id=16d232b7-7a6c-4b58-901a-3649c600ff1a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:09:34.659069 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31d22eb5-678a-4e51-9444-2a550c7f118b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.664412 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-31d22eb5-678a-4e51-9444-2a550c7f118b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2412655 Jan 31 19:09:34.664412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d22eb5-678a-4e51-9444-2a550c7f118b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2d5d29-77da-470a-b898-b19d19161cc2,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:34.672193 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.686674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45714) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:34.699664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fabdab11-5692-4741-a08d-372f8bd35e90 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': 'd5fb735a-7dcf-46c0-8bfe-bbce8234a7da', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:34.757607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-093914b7-a0d7-49cf-8aab-a1de9ba8b8f5 None None] Provisioning complete for port dd0aa781-b636-49ed-8745-b15d8d958a2c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:34.758600 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-093914b7-a0d7-49cf-8aab-a1de9ba8b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.796610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fabdab11-5692-4741-a08d-372f8bd35e90 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (c061064e-f42a-4d68-b6d3-21cdf530b447), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.809352 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:34.813941 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:34.890206 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-093914b7-a0d7-49cf-8aab-a1de9ba8b8f5 None None] Current status of the port dd0aa781-b636-49ed-8745-b15d8d958a2c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:34.891180 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-093914b7-a0d7-49cf-8aab-a1de9ba8b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.913837 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496d3bd-95ac-4dcb-aec4-1e1e16674f7e None None] Pushing event updated for resources: {'Port': ['ID=dd0aa781-b636-49ed-8745-b15d8d958a2c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:34.971002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-093914b7-a0d7-49cf-8aab-a1de9ba8b8f5 None None] For port dd0aa781-b636-49ed-8745-b15d8d958a2c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dd0aa781-b636-49ed-8745-b15d8d958a2c,segment=NetworkSegment(16d232b7-7a6c-4b58-901a-3649c600ff1a),segment_id=16d232b7-7a6c-4b58-901a-3649c600ff1a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:34.980559 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-093914b7-a0d7-49cf-8aab-a1de9ba8b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:34.999475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fabdab11-5692-4741-a08d-372f8bd35e90 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (c061064e-f42a-4d68-b6d3-21cdf530b447), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:35.015133 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fabdab11-5692-4741-a08d-372f8bd35e90 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (c061064e-f42a-4d68-b6d3-21cdf530b447), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:35.051744 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:35.088399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdab11-5692-4741-a08d-372f8bd35e90 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c061064e-f42a-4d68-b6d3-21cdf530b447,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:35.094003 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093914b7-a0d7-49cf-8aab-a1de9ba8b8f5 None None] Pushing event updated for resources: {'Port': ['ID=dd0aa781-b636-49ed-8745-b15d8d958a2c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:35.132721 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fabdab11-5692-4741-a08d-372f8bd35e90 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:35.133990 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fabdab11-5692-4741-a08d-372f8bd35e90 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4439800 Jan 31 19:09:35.145709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45726) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:35.150600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-40ac670d-324c-4259-856e-19225f27f7a8 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': 'd5fb735a-7dcf-46c0-8bfe-bbce8234a7da', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:35.210861 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-40ac670d-324c-4259-856e-19225f27f7a8 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Project 86cca0c95f1b4754aec72798b17ac170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:09:35.216167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c5ed2f85-e907-4f6f-842c-452d0cf2da11 None None] Provisioning complete for port dd0aa781-b636-49ed-8745-b15d8d958a2c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:35.216373 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40ac670d-324c-4259-856e-19225f27f7a8 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (9748ded7-60b8-43fe-80e7-ae6a37f7099a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:35.216911 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5ed2f85-e907-4f6f-842c-452d0cf2da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:35.362906 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40ac670d-324c-4259-856e-19225f27f7a8 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (9748ded7-60b8-43fe-80e7-ae6a37f7099a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:35.370149 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40ac670d-324c-4259-856e-19225f27f7a8 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (9748ded7-60b8-43fe-80e7-ae6a37f7099a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:35.384739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c5ed2f85-e907-4f6f-842c-452d0cf2da11 None None] Current status of the port dd0aa781-b636-49ed-8745-b15d8d958a2c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:35.408229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac670d-324c-4259-856e-19225f27f7a8 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9748ded7-60b8-43fe-80e7-ae6a37f7099a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:35.419804 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40ac670d-324c-4259-856e-19225f27f7a8 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:35.426528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-40ac670d-324c-4259-856e-19225f27f7a8 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2805259 Jan 31 19:09:35.426712 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:09:30Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:35.429998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45730) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:35.434401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d30dfe9f-06b3-44da-a976-17ca344f9553 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': 'd5fb735a-7dcf-46c0-8bfe-bbce8234a7da', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:35.459065 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1605ae0-b861-4020-bb18-a461ec8e77fb None None] The sync data for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 is: [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:09:30Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:09:35.485683 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-d30dfe9f-06b3-44da-a976-17ca344f9553 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Project 86cca0c95f1b4754aec72798b17ac170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:09:35.491972 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30dfe9f-06b3-44da-a976-17ca344f9553 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (6fb960a8-8a7f-4b63-8ac3-ea640838b1d4), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:35.587440 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30dfe9f-06b3-44da-a976-17ca344f9553 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (6fb960a8-8a7f-4b63-8ac3-ea640838b1d4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:35.593872 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30dfe9f-06b3-44da-a976-17ca344f9553 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (6fb960a8-8a7f-4b63-8ac3-ea640838b1d4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:35.611751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dfe9f-06b3-44da-a976-17ca344f9553 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb960a8-8a7f-4b63-8ac3-ea640838b1d4,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:35.637448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30dfe9f-06b3-44da-a976-17ca344f9553 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:35.639096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d30dfe9f-06b3-44da-a976-17ca344f9553 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2081532 Jan 31 19:09:35.867193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dd0aa781-b636-49ed-8745-b15d8d958a2c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:35.968385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port dd0aa781-b636-49ed-8745-b15d8d958a2c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:35.968798 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:36.063332 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-cf3175f9-38a4-46bb-93aa-7ac62c1ffc70 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-617530477&fields=id&tenant_id=86cca0c95f1b4754aec72798b17ac170 HTTP/1.1" status: 200 len: 267 time: 0.1226737 Jan 31 19:09:36.072666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port dd0aa781-b636-49ed-8745-b15d8d958a2c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:36.264707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f512c960-3811-4483-98c0-66ae1ae0d742 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:36.276220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f512c960-3811-4483-98c0-66ae1ae0d742 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/networks?id=3669eb75-bfc5-4e72-a573-20a7596120ad HTTP/1.1" status: 200 len: 797 time: 0.2049799 Jan 31 19:09:36.293748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-856bc3f5-8cb9-4809-bf09-704fc9a0fa14 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/quotas/86cca0c95f1b4754aec72798b17ac170 HTTP/1.1" status: 200 len: 375 time: 0.0165148 Jan 31 19:09:36.388271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-1536cb86-ded5-49ee-91eb-264b2a9c4318 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929267 Jan 31 19:09:36.532952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-9c9df08c-618a-4357-af71-07e1c9ab9579 service neutron] 10.222.0.20 "GET /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282756 Jan 31 19:09:36.645316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-1353b8c5-7bdb-4a3e-a081-47512f727961 service neutron] 10.222.0.20 "GET /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000481 Jan 31 19:09:36.874890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50bc3c03-64cc-484e-8cdb-a205d40e1774 req-33397ea7-9be3-48f5-86f5-94dacbe107b4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 210 time: 0.0390155 Jan 31 19:09:37.438391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4640515d-930f-42c8-98c9-c105a433cb4d req-edadd238-49a4-43dd-b494-54fe82a26244 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512047 Jan 31 19:09:37.524194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640515d-930f-42c8-98c9-c105a433cb4d req-d719b54b-c608-4389-a849-c8f5b525877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:37.525818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4640515d-930f-42c8-98c9-c105a433cb4d req-d719b54b-c608-4389-a849-c8f5b525877a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d69f4b64751d4be596261b5482f31e0e&device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 1133 time: 0.0461447 Jan 31 19:09:37.626762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640515d-930f-42c8-98c9-c105a433cb4d req-2cd67c10-c6a5-48c0-830a-2129962ed5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:37.628224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4640515d-930f-42c8-98c9-c105a433cb4d req-2cd67c10-c6a5-48c0-830a-2129962ed5ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.0833266 Jan 31 19:09:37.672921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4640515d-930f-42c8-98c9-c105a433cb4d req-d15344c8-ff32-441b-aaf9-0cc2ec4e05e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 HTTP/1.1" status: 200 len: 217 time: 0.0379105 Jan 31 19:09:37.722219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640515d-930f-42c8-98c9-c105a433cb4d req-0fde6eba-ad21-4709-bac9-05f8f6bc5d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:37.723654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4640515d-930f-42c8-98c9-c105a433cb4d req-0fde6eba-ad21-4709-bac9-05f8f6bc5d48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0435421 Jan 31 19:09:37.772531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640515d-930f-42c8-98c9-c105a433cb4d req-5b9781a8-0872-4704-a0c5-b592c3616fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:37.774034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4640515d-930f-42c8-98c9-c105a433cb4d req-5b9781a8-0872-4704-a0c5-b592c3616fb1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0437188 Jan 31 19:09:37.878420 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4640515d-930f-42c8-98c9-c105a433cb4d req-d07bc8a8-b6b3-4e0d-9e35-a636e3aed42a service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975645 Jan 31 19:09:37.968825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20eab84d-563d-4846-ae91-7fa10d8a53c2 req-4453d9e5-9ad7-4821-ba24-701d9bfb42c3 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 210 time: 0.0327199 Jan 31 19:09:38.022078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4640515d-930f-42c8-98c9-c105a433cb4d req-563f6994-063f-4457-8bca-2f1287cde585 service neutron] 10.222.0.49 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368892 Jan 31 19:09:39.076592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86bfc010-cdec-47a3-97bf-a0317c5d77ca req-e068f5fb-41d6-4d43-94c7-7e0ad6d47bde tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 210 time: 0.0441585 Jan 31 19:09:40.173037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-762ecfed-16aa-4b82-b017-3599fadffb27 req-c0717b85-bd14-41a0-b6eb-8e31a2a30683 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 210 time: 0.0453656 Jan 31 19:09:41.297184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0eac0de5-ea42-4a6f-af0c-552083918380 req-dc96382a-5a27-43b7-a56e-33ad783b576e tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 210 time: 0.0290222 Jan 31 19:09:41.537183 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-82bbfa95-a7b6-4f2b-93e1-a773bd7874ff req-e0d8faee-dfd1-4f20-862d-2077623a5fcc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616879 Jan 31 19:09:41.663331 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbfa95-a7b6-4f2b-93e1-a773bd7874ff req-a30a0722-6a8a-4a99-b0e4-ebce98009bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:41.664850 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-82bbfa95-a7b6-4f2b-93e1-a773bd7874ff req-a30a0722-6a8a-4a99-b0e4-ebce98009bce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1e07f2c933042e495a9177559b5c060&device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 1128 time: 0.0537295 Jan 31 19:09:41.814927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbfa95-a7b6-4f2b-93e1-a773bd7874ff req-fdad9faf-86c3-442a-bd0c-b63a25ffcf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:41.816425 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-82bbfa95-a7b6-4f2b-93e1-a773bd7874ff req-fdad9faf-86c3-442a-bd0c-b63a25ffcf10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=87661c57-1ac4-4194-9c98-cbc79abc8a11 HTTP/1.1" status: 200 len: 910 time: 0.1285067 Jan 31 19:09:41.887247 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-82bbfa95-a7b6-4f2b-93e1-a773bd7874ff req-43700d77-7c5b-460a-836a-fd2816e532a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc9f9611-946b-4f8c-bff4-1af98df1ae2c HTTP/1.1" status: 200 len: 1000 time: 0.0638041 Jan 31 19:09:41.942375 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbfa95-a7b6-4f2b-93e1-a773bd7874ff req-16b136c3-cd71-419c-9f9c-d256709bcb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:41.945792 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-82bbfa95-a7b6-4f2b-93e1-a773bd7874ff req-16b136c3-cd71-419c-9f9c-d256709bcb72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09fa3c85-174c-41f3-88fa-6a44f5806b0f HTTP/1.1" status: 200 len: 848 time: 0.0526202 Jan 31 19:09:42.006107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbfa95-a7b6-4f2b-93e1-a773bd7874ff req-b0954225-94af-46a4-bd96-361811780720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:42.007192 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-82bbfa95-a7b6-4f2b-93e1-a773bd7874ff req-b0954225-94af-46a4-bd96-361811780720 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87661c57-1ac4-4194-9c98-cbc79abc8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552914 Jan 31 19:09:42.113537 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-ef2c5b8e-2290-4a05-8177-4741ea1b59e4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:42.115521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-ef2c5b8e-2290-4a05-8177-4741ea1b59e4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.49 "GET /v2.0/networks?id=3669eb75-bfc5-4e72-a573-20a7596120ad HTTP/1.1" status: 200 len: 797 time: 0.1501334 Jan 31 19:09:42.167410 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-82bbfa95-a7b6-4f2b-93e1-a773bd7874ff req-d88d6fcf-810b-4e7f-bf25-b0e1c09844d1 service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531172 Jan 31 19:09:42.299785 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-82bbfa95-a7b6-4f2b-93e1-a773bd7874ff req-d52d51cc-51ba-4387-ba04-508f19c53a4b service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244807 Jan 31 19:09:42.569795 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-58660c0b-28bb-4d9c-956d-8547d6e88fc3 req-d5ff0410-5381-4c41-9463-b55343af4028 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 210 time: 0.0345228 Jan 31 19:09:42.647108 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-b1386afe-0f81-43bd-adf3-00d3f4724ebd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86cca0c95f1b4754aec72798b17ac170 HTTP/1.1" status: 200 len: 379 time: 0.5181041 Jan 31 19:09:42.656190 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'port': {'device_id': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'admin_state_up': True, 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'security_groups': ['d5fb735a-7dcf-46c0-8bfe-bbce8234a7da']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:42.802276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Made reservation on behalf of 86cca0c95f1b4754aec72798b17ac170 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:09:42.808365 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:42.984682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2143f76-dd27-4dbc-b28f-f5981a89c2f1 req-d27824cb-4ebb-4d6b-a3fb-9e455a7eff97 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:42.986080 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2143f76-dd27-4dbc-b28f-f5981a89c2f1 req-d27824cb-4ebb-4d6b-a3fb-9e455a7eff97 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 950 time: 0.1140740 Jan 31 19:09:43.017023 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Allocated IP 172.20.0.6 (3669eb75-bfc5-4e72-a573-20a7596120ad/98716192-ec0a-4214-9348-2a28395fd67b/b5c76739-f5cc-4f81-8112-d8bcec23a63f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:43.053607 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2143f76-dd27-4dbc-b28f-f5981a89c2f1 req-20944147-f0ce-4871-8111-86bfa081a73d tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/security-groups?id=13153ff8-50e9-4737-a5d5-2a375d4d0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579395 Jan 31 19:09:43.179589 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:43.225585 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:43.283853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network 3669eb75-bfc5-4e72-a573-20a7596120ad is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:43.287400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:43.294157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:09:43.298571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=b5c76739-f5cc-4f81-8112-d8bcec23a63f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:43.352561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:43.353281 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:43.378618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-21d30b62-4885-4cf2-b268-fbc750b70427 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7263839 Jan 31 19:09:43.391717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Request body: {'port': {'device_id': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:43.478843 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:43.702173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-04933779-9e76-4d49-820b-104b5adddd6e None None] Provisioning complete for port b5c76739-f5cc-4f81-8112-d8bcec23a63f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:43.707663 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04933779-9e76-4d49-820b-104b5adddd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:43.760510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-04933779-9e76-4d49-820b-104b5adddd6e None None] Port b5c76739-f5cc-4f81-8112-d8bcec23a63f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:09:43.806586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9030066-db3a-45c7-b5e0-96ae25a39c44 req-92efe18d-f81c-4758-9395-813d075203e6 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:43.808139 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9030066-db3a-45c7-b5e0-96ae25a39c44 req-92efe18d-f81c-4758-9395-813d075203e6 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 931 time: 0.1591723 Jan 31 19:09:43.866063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c76739-f5cc-4f81-8112-d8bcec23a63f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:09:43.881100 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Publish callbacks [] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:43.907221 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9030066-db3a-45c7-b5e0-96ae25a39c44 req-52ab755c-6fe0-471d-9b0b-4d42cccff867 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934753 Jan 31 19:09:43.908171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Transition to ACTIVE for port object b5c76739-f5cc-4f81-8112-d8bcec23a63f will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:09:43.917577 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:43.986172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c76739-f5cc-4f81-8112-d8bcec23a63f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:44.069640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Attempting to bind port b5c76739-f5cc-4f81-8112-d8bcec23a63f on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:09:44.070832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Attempting to bind port b5c76739-f5cc-4f81-8112-d8bcec23a63f by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:09:44.071317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Attempting to bind port b5c76739-f5cc-4f81-8112-d8bcec23a63f on network 3669eb75-bfc5-4e72-a573-20a7596120ad {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:09:44.079886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Port b5c76739-f5cc-4f81-8112-d8bcec23a63f on network 3669eb75-bfc5-4e72-a573-20a7596120ad not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:09:44.081746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Attempting to bind port b5c76739-f5cc-4f81-8112-d8bcec23a63f on network 3669eb75-bfc5-4e72-a573-20a7596120ad {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:09:44.086987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:09:44.087464 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Checking segment: {'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:44.088057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Bound using segment: {'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:09:44.088541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Bound port: b5c76739-f5cc-4f81-8112-d8bcec23a63f, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d232b7-7a6c-4b58-901a-3649c600ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:09:44.088988 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:44.196791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] For port b5c76739-f5cc-4f81-8112-d8bcec23a63f, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:09:44.213401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] For port b5c76739-f5cc-4f81-8112-d8bcec23a63f, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b5c76739-f5cc-4f81-8112-d8bcec23a63f,segment=NetworkSegment(16d232b7-7a6c-4b58-901a-3649c600ff1a),segment_id=16d232b7-7a6c-4b58-901a-3649c600ff1a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:09:44.222642 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:44.261360 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:09:44.274647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b613c6a-95a3-4e74-a9e8-c86b9fe81b8f req-e92eeab6-c246-45f8-970e-998d74c45d12 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:44.282324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b613c6a-95a3-4e74-a9e8-c86b9fe81b8f req-e92eeab6-c246-45f8-970e-998d74c45d12 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 950 time: 0.1348171 Jan 31 19:09:44.293444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:44.294249 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:44.295667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] 10.222.0.49 "PUT /v2.0/ports/b5c76739-f5cc-4f81-8112-d8bcec23a63f HTTP/1.1" status: 200 len: 1092 time: 0.9093511 Jan 31 19:09:44.300952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'tag': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:09:44.304017 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d800c8fd-49da-42cd-8766-c12ba7fbaeaf" -d '{"events": [{"name": "network-changed", "server_uuid": "64fb15d0-cfe5-401b-b558-5709f1f5d483", "tag": "b5c76739-f5cc-4f81-8112-d8bcec23a63f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:09:44.359854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd14d0-4684-49a9-8bad-bd80bc5961c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c76739-f5cc-4f81-8112-d8bcec23a63f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:44.391869 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ae0c90-1e96-464d-b44a-1686c2fd67a4 x-openstack-request-id: req-53ae0c90-1e96-464d-b44a-1686c2fd67a4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:09:44.392170 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fb15d0-cfe5-401b-b558-5709f1f5d483", "tag": "b5c76739-f5cc-4f81-8112-d8bcec23a63f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:09:44.392469 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53ae0c90-1e96-464d-b44a-1686c2fd67a4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:09:44.393103 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'tag': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'status': 'completed', 'code': 200} Jan 31 19:09:44.412915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b613c6a-95a3-4e74-a9e8-c86b9fe81b8f req-2f4cb2ce-0b13-4c29-8140-703b073384d3 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/security-groups?id=13153ff8-50e9-4737-a5d5-2a375d4d0535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297722 Jan 31 19:09:44.431955 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-3c2e77e6-6797-45b9-a24b-911bd7e29a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:44.431955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-3c2e77e6-6797-45b9-a24b-911bd7e29a8b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 1126 time: 0.0837133 Jan 31 19:09:44.522104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-10cd9e10-3cfa-4657-8762-aa377888ba48 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5c76739-f5cc-4f81-8112-d8bcec23a63f HTTP/1.1" status: 200 len: 217 time: 0.0767231 Jan 31 19:09:44.591048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b15e8f-7153-4124-9047-b53ab1ba3eb0 req-e5a9da38-9a85-4a19-a2b9-ad0bdbefe304 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:44.592643 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40b15e8f-7153-4124-9047-b53ab1ba3eb0 req-e5a9da38-9a85-4a19-a2b9-ad0bdbefe304 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.49 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 950 time: 0.1460881 Jan 31 19:09:44.608788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-7435c9b3-5e03-40cd-87d1-b6a1d99f4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:44.620050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-7435c9b3-5e03-40cd-87d1-b6a1d99f4f92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98716192-ec0a-4214-9348-2a28395fd67b HTTP/1.1" status: 200 len: 834 time: 0.0786526 Jan 31 19:09:44.717950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-c8c47866-9f5a-4e7b-b0a4-83a0e9af08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:44.719459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-c8c47866-9f5a-4e7b-b0a4-83a0e9af08ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3669eb75-bfc5-4e72-a573-20a7596120ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0854790 Jan 31 19:09:44.790019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-40b15e8f-7153-4124-9047-b53ab1ba3eb0 req-0be862fb-d0a0-43f4-ad22-6d0b97b3a3ed tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Deleting port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:09:44.790421 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40b15e8f-7153-4124-9047-b53ab1ba3eb0 req-0be862fb-d0a0-43f4-ad22-6d0b97b3a3ed tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:44.885467 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-fb5e6824-0e66-408e-a204-a3fb868e5b3d service neutron] 10.222.0.49 "GET /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586800 Jan 31 19:09:44.965439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-40b15e8f-7153-4124-9047-b53ab1ba3eb0 req-0be862fb-d0a0-43f4-ad22-6d0b97b3a3ed tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] For port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:44.965826 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40b15e8f-7153-4124-9047-b53ab1ba3eb0 req-0be862fb-d0a0-43f4-ad22-6d0b97b3a3ed tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:44.988257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-40b15e8f-7153-4124-9047-b53ab1ba3eb0 req-0be862fb-d0a0-43f4-ad22-6d0b97b3a3ed tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Calling delete_port for e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:09:45.092660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df609a0e-a3a0-4f20-8019-893e6a5d515d req-11749718-6d03-4ddc-97c6-eeb5ffd0aba9 service neutron] 10.222.0.49 "GET /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981926 Jan 31 19:09:45.139847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae352d5-1869-49e7-b39d-7ff1a1d2bf06 req-60d5abf7-a998-4767-8673-1d9a685a96d5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:45.141883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cae352d5-1869-49e7-b39d-7ff1a1d2bf06 req-60d5abf7-a998-4767-8673-1d9a685a96d5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 943 time: 0.1333356 Jan 31 19:09:45.271690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40b15e8f-7153-4124-9047-b53ab1ba3eb0 req-0be862fb-d0a0-43f4-ad22-6d0b97b3a3ed tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e8f54cdb-47cf-4ec3-b269-f74a9d0f3216), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:45.279100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cae352d5-1869-49e7-b39d-7ff1a1d2bf06 req-031593e9-3b5a-4304-b5eb-84f810da97ca tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282461 Jan 31 19:09:45.288894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['e8f54cdb-47cf-4ec3-b269-f74a9d0f3216'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:09:45.331254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800c8fd-49da-42cd-8766-c12ba7fbaeaf req-28b03ba2-6398-4033-b412-c18d9aefdfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:45.333105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d800c8fd-49da-42cd-8766-c12ba7fbaeaf req-28b03ba2-6398-4033-b412-c18d9aefdfb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 1126 time: 0.1770666 Jan 31 19:09:45.407004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be862fb-d0a0-43f4-ad22-6d0b97b3a3ed tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Pushing event deleted for resources: {'Port': ['ID=e8f54cdb-47cf-4ec3-b269-f74a9d0f3216,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:45.428676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b15e8f-7153-4124-9047-b53ab1ba3eb0 req-0be862fb-d0a0-43f4-ad22-6d0b97b3a3ed tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] No DVR routers for this DVR port e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:09:45.434717 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-40b15e8f-7153-4124-9047-b53ab1ba3eb0 req-0be862fb-d0a0-43f4-ad22-6d0b97b3a3ed tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:45.439571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40b15e8f-7153-4124-9047-b53ab1ba3eb0 req-0be862fb-d0a0-43f4-ad22-6d0b97b3a3ed tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.49 "DELETE /v2.0/ports/e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 HTTP/1.1" status: 204 len: 173 time: 0.8403637 Jan 31 19:09:45.537897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800c8fd-49da-42cd-8766-c12ba7fbaeaf req-c6e29b82-85ec-47f4-af95-4b488eb86430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:45.539378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d800c8fd-49da-42cd-8766-c12ba7fbaeaf req-c6e29b82-85ec-47f4-af95-4b488eb86430 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3669eb75-bfc5-4e72-a573-20a7596120ad HTTP/1.1" status: 200 len: 898 time: 0.1855330 Jan 31 19:09:45.595289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d800c8fd-49da-42cd-8766-c12ba7fbaeaf req-7346c741-0baa-4edf-a23a-ea5dbf0ffd97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5c76739-f5cc-4f81-8112-d8bcec23a63f HTTP/1.1" status: 200 len: 217 time: 0.0492353 Jan 31 19:09:45.655073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06dea98b-3300-4d13-a5d3-7e6b4e488e8c req-c0b8ed20-ea77-4c5f-ad92-181a5dcf7c10 tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] 10.222.0.20 "GET /v2.0/ports?device_id=99961886-269a-4140-8a6c-e884aa1bc2d1 HTTP/1.1" status: 200 len: 210 time: 0.0609462 Jan 31 19:09:45.695989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800c8fd-49da-42cd-8766-c12ba7fbaeaf req-f510f180-1e2d-484d-abb2-225f8d057d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:45.713818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d800c8fd-49da-42cd-8766-c12ba7fbaeaf req-f510f180-1e2d-484d-abb2-225f8d057d29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98716192-ec0a-4214-9348-2a28395fd67b HTTP/1.1" status: 200 len: 834 time: 0.0917187 Jan 31 19:09:45.779498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800c8fd-49da-42cd-8766-c12ba7fbaeaf req-44fe3557-0d16-4a40-8f7f-56569510a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:45.781757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d800c8fd-49da-42cd-8766-c12ba7fbaeaf req-44fe3557-0d16-4a40-8f7f-56569510a01d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3669eb75-bfc5-4e72-a573-20a7596120ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0716391 Jan 31 19:09:45.919953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d800c8fd-49da-42cd-8766-c12ba7fbaeaf req-1657b2b3-356d-436e-91e4-4e0c602b1893 service neutron] 10.222.0.49 "GET /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315217 Jan 31 19:09:46.043261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d800c8fd-49da-42cd-8766-c12ba7fbaeaf req-141bdb88-6268-4116-b276-ee2ccbc4e242 service neutron] 10.222.0.49 "GET /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143022 Jan 31 19:09:46.393717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99961886-269a-4140-8a6c-e884aa1bc2d1', 'name': 'network-vif-deleted', 'tag': 'e8f54cdb-47cf-4ec3-b269-f74a9d0f3216'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:09:46.396005 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d2ad25-bfcc-4836-8c32-c4503df41b2a" -d '{"events": [{"server_uuid": "99961886-269a-4140-8a6c-e884aa1bc2d1", "name": "network-vif-deleted", "tag": "e8f54cdb-47cf-4ec3-b269-f74a9d0f3216"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:09:46.414176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7551c1-ee42-4dfb-9d7b-30b1c55bcd97 req-60ac5d34-08a7-4fcc-92ed-8bd0eec2d16b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:46.415727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b7551c1-ee42-4dfb-9d7b-30b1c55bcd97 req-60ac5d34-08a7-4fcc-92ed-8bd0eec2d16b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 943 time: 0.0607407 Jan 31 19:09:46.441056 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c461086-c5b5-463a-8836-5b0b8bbdc56f x-openstack-request-id: req-6c461086-c5b5-463a-8836-5b0b8bbdc56f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:09:46.441370 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99961886-269a-4140-8a6c-e884aa1bc2d1", "name": "network-vif-deleted", "tag": "e8f54cdb-47cf-4ec3-b269-f74a9d0f3216", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:09:46.441631 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c461086-c5b5-463a-8836-5b0b8bbdc56f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:09:46.442027 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99961886-269a-4140-8a6c-e884aa1bc2d1', 'name': 'network-vif-deleted', 'tag': 'e8f54cdb-47cf-4ec3-b269-f74a9d0f3216', 'status': 'completed', 'code': 200} Jan 31 19:09:46.473033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b7551c1-ee42-4dfb-9d7b-30b1c55bcd97 req-b1a077f1-175a-4e46-9ab1-3768439c98c2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519285 Jan 31 19:09:47.606573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dc1d5-b875-400a-be4c-12e865a5a64c req-3f749f9c-4b6c-4655-a998-13d854e39dd8 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:47.608456 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c1dc1d5-b875-400a-be4c-12e865a5a64c req-3f749f9c-4b6c-4655-a998-13d854e39dd8 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 943 time: 0.0603833 Jan 31 19:09:47.667555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c1dc1d5-b875-400a-be4c-12e865a5a64c req-0138c82c-c622-40ec-996f-74b97c33993a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506134 Jan 31 19:09:48.003473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b5c76739-f5cc-4f81-8112-d8bcec23a63f details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:09:48.013632 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:09:48.040727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:09:48.041218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e8f54cdb-47cf-4ec3-b269-f74a9d0f3216 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:09:48.159716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b5c76739-f5cc-4f81-8112-d8bcec23a63f, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b5c76739-f5cc-4f81-8112-d8bcec23a63f,segment=NetworkSegment(16d232b7-7a6c-4b58-901a-3649c600ff1a),segment_id=16d232b7-7a6c-4b58-901a-3649c600ff1a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:48.175772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'port_id': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'mac_address': 'fa:16:3e:6e:0b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:09:48.224077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b5c76739-f5cc-4f81-8112-d8bcec23a63f is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:48.224513 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:48.238636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c76739-f5cc-4f81-8112-d8bcec23a63f {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:09:48.264496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b5c76739-f5cc-4f81-8112-d8bcec23a63f, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b5c76739-f5cc-4f81-8112-d8bcec23a63f,segment=NetworkSegment(16d232b7-7a6c-4b58-901a-3649c600ff1a),segment_id=16d232b7-7a6c-4b58-901a-3649c600ff1a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:48.269948 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:48.331684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b5c76739-f5cc-4f81-8112-d8bcec23a63f,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:48.560597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['b5c76739-f5cc-4f81-8112-d8bcec23a63f'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:09:48.853636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b42e3e-3bc8-4b7c-a342-dcd11d878962 req-8b983dcf-db42-448e-9bab-f39bd1f36e16 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:48.855669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07b42e3e-3bc8-4b7c-a342-dcd11d878962 req-8b983dcf-db42-448e-9bab-f39bd1f36e16 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 944 time: 0.1016264 Jan 31 19:09:48.917167 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac80feb8-18d7-451b-acb8-ee4c717d1653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:48.951068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07b42e3e-3bc8-4b7c-a342-dcd11d878962 req-0f94081e-8b0d-4f01-8e56-849687836287 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893152 Jan 31 19:09:49.200772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 45922) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:49.373156 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-803e46d0-95df-4c71-bffb-dd0ccd2d0320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:49.459304 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-803e46d0-95df-4c71-bffb-dd0ccd2d0320 admin admin] Publish callbacks [] for security_group (0338aabc-6264-484f-b643-5ecd61c772bd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:49.468500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-803e46d0-95df-4c71-bffb-dd0ccd2d0320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0338aabc-6264-484f-b643-5ecd61c772bd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:49.523759 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45930) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:49.527598 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-803e46d0-95df-4c71-bffb-dd0ccd2d0320 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49df8c38d80246e48c2f14923797792d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257565 Jan 31 19:09:49.528633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e46d0-95df-4c71-bffb-dd0ccd2d0320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0338aabc-6264-484f-b643-5ecd61c772bd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:49.595699 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Publish callbacks [] for security_group (0338aabc-6264-484f-b643-5ecd61c772bd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:49.624253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Publish callbacks [] for security_group (0338aabc-6264-484f-b643-5ecd61c772bd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:49.676210 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0338aabc-6264-484f-b643-5ecd61c772bd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:49.689234 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:49.690542 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0338aabc-6264-484f-b643-5ecd61c772bd HTTP/1.1" status: 204 len: 168 time: 0.1657469 Jan 31 19:09:49.701113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0338aabc-6264-484f-b643-5ecd61c772bd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:49.710906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:49.711698 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:49.712266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:49.712861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:49.713427 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:49.713978 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:49.714527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:49.715078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:49.715622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:49.716164 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:49.716733 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:49.717646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:49.718455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824a57a-25c3-4174-b2f9-f4dfeaf4a951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:09:50.007602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b5c76739-f5cc-4f81-8112-d8bcec23a63f up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:50.185568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port b5c76739-f5cc-4f81-8112-d8bcec23a63f completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:09:50.191957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port b5c76739-f5cc-4f81-8112-d8bcec23a63f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:50.193036 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:50.217315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c93de-8e56-434d-ab02-e903aad5b6f2 req-083abe14-554a-4525-a630-409a81deba9d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:50.218980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e7c93de-8e56-434d-ab02-e903aad5b6f2 req-083abe14-554a-4525-a630-409a81deba9d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 944 time: 0.1472142 Jan 31 19:09:50.375608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e7c93de-8e56-434d-ab02-e903aad5b6f2 req-e9d94b35-0aab-40ad-9703-95fcb8c3a685 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481891 Jan 31 19:09:50.418745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port b5c76739-f5cc-4f81-8112-d8bcec23a63f is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:50.419141 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:50.465914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:09:50.470421 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9362bd-fed5-4d64-8ab7-25e2eb66cd36" -d '{"events": [{"server_uuid": "64fb15d0-cfe5-401b-b558-5709f1f5d483", "name": "network-vif-plugged", "status": "completed", "tag": "b5c76739-f5cc-4f81-8112-d8bcec23a63f"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:09:50.501816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port b5c76739-f5cc-4f81-8112-d8bcec23a63f, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b5c76739-f5cc-4f81-8112-d8bcec23a63f,segment=NetworkSegment(16d232b7-7a6c-4b58-901a-3649c600ff1a),segment_id=16d232b7-7a6c-4b58-901a-3649c600ff1a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:50.508350 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:50.549697 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f4cc2c-8efb-4839-9012-3ee9a930136d x-openstack-request-id: req-12f4cc2c-8efb-4839-9012-3ee9a930136d {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:09:50.550100 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fb15d0-cfe5-401b-b558-5709f1f5d483", "name": "network-vif-plugged", "status": "completed", "tag": "b5c76739-f5cc-4f81-8112-d8bcec23a63f", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:09:50.550448 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12f4cc2c-8efb-4839-9012-3ee9a930136d {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:09:50.550932 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'code': 200} Jan 31 19:09:50.600678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=b5c76739-f5cc-4f81-8112-d8bcec23a63f,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:50.643926 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45974) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:50.736324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6e0b9-c83b-4cbb-ab46-d91f6ab3d384 req-299f7705-8d22-494c-8f7b-100f3cc53349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:50.739491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bba6e0b9-c83b-4cbb-ab46-d91f6ab3d384 req-299f7705-8d22-494c-8f7b-100f3cc53349 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 1128 time: 0.1291978 Jan 31 19:09:50.805853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bba6e0b9-c83b-4cbb-ab46-d91f6ab3d384 req-e2c4672f-71cf-4976-b767-dc7eca3e7fb0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521989 Jan 31 19:09:50.821674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1437552920-network', 'tenant_id': '58f0bfece9154f94aff423f8de93685b'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:50.847772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Made reservation on behalf of 58f0bfece9154f94aff423f8de93685b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:09:50.851321 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:50.877566 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:50.984109 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Publish callbacks [] for security_group (57af4c1a-0973-4570-8337-6e33b174a2ee), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:50.988791 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (57af4c1a-0973-4570-8337-6e33b174a2ee), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:51.019682 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:09:51.040578 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (65e15235-e0e0-4f32-a66c-14c989a3b995), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:51.041135 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Added segment 65e15235-e0e0-4f32-a66c-14c989a3b995 of type vlan for network 016a437d-346a-4e91-bf55-5acf71d78c6f Jan 31 19:09:51.054298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57af4c1a-0973-4570-8337-6e33b174a2ee,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:51.094748 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8544b835-17aa-42c2-9255-f9d5c977e732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:51.104191 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (016a437d-346a-4e91-bf55-5acf71d78c6f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:51.133554 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (016a437d-346a-4e91-bf55-5acf71d78c6f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:51.135218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:51.135903 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:51.197731 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5523207 Jan 31 19:09:51.222954 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ff7a8-fc7a-4954-b9f1-93c66658f506 admin admin] Pushing event updated for resources: {'Network': ['ID=016a437d-346a-4e91-bf55-5acf71d78c6f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:51.235327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 016a437d-346a-4e91-bf55-5acf71d78c6f details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:09:51.296693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 45990) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:51.303532 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1092056e-7dff-4790-8f7e-f7d985a3cc18 admin admin] Request body: {'subnet': {'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1437552920-subnet', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:51.341633 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1092056e-7dff-4790-8f7e-f7d985a3cc18 admin admin] Made reservation on behalf of 58f0bfece9154f94aff423f8de93685b for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:09:51.344110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1092056e-7dff-4790-8f7e-f7d985a3cc18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:51.517573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb54e2-ba5b-4637-b599-97b1415bd958 req-efcf6d85-50ab-47f5-9abc-2433829381d3 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:51.526038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32cb54e2-ba5b-4637-b599-97b1415bd958 req-efcf6d85-50ab-47f5-9abc-2433829381d3 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 945 time: 0.0650277 Jan 31 19:09:51.583495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32cb54e2-ba5b-4637-b599-97b1415bd958 req-2336d7f8-350f-4436-8c48-1b4d0bb2cebb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565627 Jan 31 19:09:51.825477 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1092056e-7dff-4790-8f7e-f7d985a3cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (74712e96-5e44-4ace-87c5-cbf12ec741fa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:51.896384 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092056e-7dff-4790-8f7e-f7d985a3cc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74712e96-5e44-4ace-87c5-cbf12ec741fa,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:51.903013 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1092056e-7dff-4790-8f7e-f7d985a3cc18 admin admin] Checking segment: {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:51.903441 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1092056e-7dff-4790-8f7e-f7d985a3cc18 admin admin] Network hostable DHCP agents. Network: 016a437d-346a-4e91-bf55-5acf71d78c6f, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:09:51.923266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1092056e-7dff-4790-8f7e-f7d985a3cc18 admin admin] Network 016a437d-346a-4e91-bf55-5acf71d78c6f is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:09:51.935548 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1092056e-7dff-4790-8f7e-f7d985a3cc18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 016a437d-346a-4e91-bf55-5acf71d78c6f) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:51.940808 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1092056e-7dff-4790-8f7e-f7d985a3cc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:51.941392 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1092056e-7dff-4790-8f7e-f7d985a3cc18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:51.948273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e4b2b7-8713-44e8-99ae-58e38f4702fd None None] Network 016a437d-346a-4e91-bf55-5acf71d78c6f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:09:51.959706 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1092056e-7dff-4790-8f7e-f7d985a3cc18 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6615059 Jan 31 19:09:51.962812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:51.968279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1437552920-router', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:51.995860 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (bd58034e-1768-4799-8c59-92357538e970), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:51.999202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (bd58034e-1768-4799-8c59-92357538e970), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.061687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Publish callbacks [] for router_controller (bd58034e-1768-4799-8c59-92357538e970), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.099087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-016a437d-346a-4e91-bf55-5acf71d78c6f', 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f', 'project_id': '58f0bfece9154f94aff423f8de93685b', 'fixed_ips': [{'subnet_id': '74712e96-5e44-4ace-87c5-cbf12ec741fa'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:09:52.100150 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.231169 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Publish callbacks [] for router_gateway (bd58034e-1768-4799-8c59-92357538e970), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.274307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Allocated IP 172.20.0.2 (016a437d-346a-4e91-bf55-5acf71d78c6f/74712e96-5e44-4ace-87c5-cbf12ec741fa/ab91314f-b5f2-4ce6-bd4a-824180b941cd) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:52.475102 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Publish callbacks [] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.485389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.539922 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Pushing event updated for resources: {'Port': ['ID=ab91314f-b5f2-4ce6-bd4a-824180b941cd,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:52.560420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Network 016a437d-346a-4e91-bf55-5acf71d78c6f is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:52.561309 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Publish callbacks [] for router_gateway (bd58034e-1768-4799-8c59-92357538e970), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.562599 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.567158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:52.571555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:09:52.588700 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.682885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Attempting to bind port ab91314f-b5f2-4ce6-bd4a-824180b941cd on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:09:52.682885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Attempting to bind port ab91314f-b5f2-4ce6-bd4a-824180b941cd by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:09:52.682885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Attempting to bind port ab91314f-b5f2-4ce6-bd4a-824180b941cd on network 016a437d-346a-4e91-bf55-5acf71d78c6f {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:09:52.684967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:09:52.685359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Checking segment: {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:52.686287 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.686725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Bound using segment: {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:09:52.687466 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Bound port: ab91314f-b5f2-4ce6-bd4a-824180b941cd, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:09:52.687865 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.717708 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Allocated IP 172.25.8.130 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/00f28cd8-1ba4-4995-bf7b-466a440afd31) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:52.812998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] For port ab91314f-b5f2-4ce6-bd4a-824180b941cd, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:09:52.816474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] For port ab91314f-b5f2-4ce6-bd4a-824180b941cd, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ab91314f-b5f2-4ce6-bd4a-824180b941cd,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:09:52.823481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b8d3f-3078-4d5c-81bd-ddd8c942fb46 req-7f3664d2-791e-4a25-adc6-ad9c0fe1b74c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:52.824109 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.825992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff6b8d3f-3078-4d5c-81bd-ddd8c942fb46 req-7f3664d2-791e-4a25-adc6-ad9c0fe1b74c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 945 time: 0.0885985 Jan 31 19:09:52.868550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Publish callbacks [] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.907399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c09961-a254-4496-ae21-623df088fcf5 None None] Pushing event updated for resources: {'Port': ['ID=ab91314f-b5f2-4ce6-bd4a-824180b941cd,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:52.916321 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff6b8d3f-3078-4d5c-81bd-ddd8c942fb46 req-87ea52a5-a684-464a-9571-e12a2ad1fed8 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840683 Jan 31 19:09:52.938285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:52.996087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:53.001640 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:53.008991 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:09:53.018557 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Pushing event updated for resources: {'Port': ['ID=00f28cd8-1ba4-4995-bf7b-466a440afd31,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:53.144795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedda7c-1aa4-4e7d-bba8-7c1bf80deabb req-a59d409a-9063-43af-b8fd-e60db1aadc42 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:53.157737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4aedda7c-1aa4-4e7d-bba8-7c1bf80deabb req-a59d409a-9063-43af-b8fd-e60db1aadc42 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 945 time: 0.1226299 Jan 31 19:09:53.242207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4aedda7c-1aa4-4e7d-bba8-7c1bf80deabb req-6f8dc133-b6bb-4b17-9af9-03e821b25d6d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525353 Jan 31 19:09:53.305077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46030) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:53.389314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bede600-ab34-42aa-b944-6ca5bd537f36 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:53.393579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6bede600-ab34-42aa-b944-6ca5bd537f36 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 1123 time: 0.0870080 Jan 31 19:09:53.394556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:53.399313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:53.459032 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:53.483833 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Publish callbacks [] for router_gateway (bd58034e-1768-4799-8c59-92357538e970), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:53.644148 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:53.842240 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (bd58034e-1768-4799-8c59-92357538e970), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:53.870510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Allocated IP 172.25.8.218 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/80ccd589-6eac-435a-b64e-b99d3cf1da3f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:53.900979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ab91314f-b5f2-4ce6-bd4a-824180b941cd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:54.071495 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (80ccd589-6eac-435a-b64e-b99d3cf1da3f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:54.120779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ab91314f-b5f2-4ce6-bd4a-824180b941cd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:54.121455 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:54.133810 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (80ccd589-6eac-435a-b64e-b99d3cf1da3f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:54.152032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Router bd58034e-1768-4799-8c59-92357538e970 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:09:54.242330 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:54.246953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:54.251261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:54.258873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:09:54.289788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=80ccd589-6eac-435a-b64e-b99d3cf1da3f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:54.336687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:09:54.340257 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ab91314f-b5f2-4ce6-bd4a-824180b941cd is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:54.341202 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:54.382510 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:54.383792 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ecdecb99-ab4a-4225-a570-f6fbdad62583 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4195659 Jan 31 19:09:54.386576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46092) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:54.402413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Sync routers for ids ['bd58034e-1768-4799-8c59-92357538e970'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:09:54.447193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port ab91314f-b5f2-4ce6-bd4a-824180b941cd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ab91314f-b5f2-4ce6-bd4a-824180b941cd,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:09:54.460282 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:54.562939 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Routers {'bd58034e-1768-4799-8c59-92357538e970'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:54.563597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['bd58034e-1768-4799-8c59-92357538e970'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:54.680348 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:54.681299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=ab91314f-b5f2-4ce6-bd4a-824180b941cd,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:54.758339 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e03412-16d9-479a-851d-78a468c7c69b None None] Network 016a437d-346a-4e91-bf55-5acf71d78c6f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:09:54.822684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Set router bd58034e-1768-4799-8c59-92357538e970 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:55.022237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-27207dcb-33b0-4fa7-a878-2a30f1af14fe None None] Provisioning complete for port ab91314f-b5f2-4ce6-bd4a-824180b941cd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:55.024063 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-27207dcb-33b0-4fa7-a878-2a30f1af14fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:55.246754 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for floatingip (e41db547-5323-4a00-a377-889da7b76f25), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:55.449220 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (80ccd589-6eac-435a-b64e-b99d3cf1da3f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:55.534175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:55.576990 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:55.761298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-27207dcb-33b0-4fa7-a878-2a30f1af14fe None None] Current status of the port ab91314f-b5f2-4ce6-bd4a-824180b941cd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:55.778059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Allocated IP 172.20.0.1 (016a437d-346a-4e91-bf55-5acf71d78c6f/74712e96-5e44-4ace-87c5-cbf12ec741fa/c2e308f6-5d77-4d3e-99a7-a5e1bc38813d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:55.791418 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (80ccd589-6eac-435a-b64e-b99d3cf1da3f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:55.793495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd58034e-1768-4799-8c59-92357538e970', 'name': 'tempest-TestServerMultinode-1437552920-router', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:09:53Z', 'revision_number': 3, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'gw_port': {'id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd58034e-1768-4799-8c59-92357538e970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:55.803029 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (80ccd589-6eac-435a-b64e-b99d3cf1da3f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:55.884661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Checking router: bd58034e-1768-4799-8c59-92357538e970 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:09:55.884661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Updating router bd58034e-1768-4799-8c59-92357538e970 port 00f28cd8-1ba4-4995-bf7b-466a440afd31 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:09:55.959690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46142) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:55.978041 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.006092 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Publish callbacks [] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.048698 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.092939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Network 016a437d-346a-4e91-bf55-5acf71d78c6f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:56.096353 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:56.100354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:09:56.123517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=80ccd589-6eac-435a-b64e-b99d3cf1da3f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:56.130583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Pushing event updated for resources: {'Port': ['ID=c2e308f6-5d77-4d3e-99a7-a5e1bc38813d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:56.183522 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (bd58034e-1768-4799-8c59-92357538e970), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.244855 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (e41db547-5323-4a00-a377-889da7b76f25), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.297350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ab91314f-b5f2-4ce6-bd4a-824180b941cd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:56.402124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c672b9e6-2966-4d3b-927d-f5349b172e15 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3450 time: 0.4395232 Jan 31 19:09:56.415352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46152) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:56.422401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6456b94f-af2e-445e-87ab-3b1596b9fc2a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Request body: {'network': {'name': 'tempest-network-smoke--1515145918', 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'port_security_enabled': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:56.520599 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.532162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6456b94f-af2e-445e-87ab-3b1596b9fc2a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Made reservation on behalf of bc7ae5e3470b4110b838569f7a3523a6 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:09:56.538704 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6456b94f-af2e-445e-87ab-3b1596b9fc2a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.539897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-85b48fb1-d76d-463a-a02a-2bcdaa48265d None None] Provisioning complete for port ab91314f-b5f2-4ce6-bd4a-824180b941cd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:56.540575 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-85b48fb1-d76d-463a-a02a-2bcdaa48265d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.619499 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6456b94f-af2e-445e-87ab-3b1596b9fc2a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:09:56.643957 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Floating IP e41db547-5323-4a00-a377-889da7b76f25 associated. External IP: 172.25.8.218, port: b5c76739-f5cc-4f81-8112-d8bcec23a63f. Jan 31 19:09:56.655444 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6456b94f-af2e-445e-87ab-3b1596b9fc2a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c9858ce2-d604-4610-a69f-7ff5a2dc15ce), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.655933 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-6456b94f-af2e-445e-87ab-3b1596b9fc2a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Added segment c9858ce2-d604-4610-a69f-7ff5a2dc15ce of type vlan for network 8927fc12-a260-4685-959a-44bb6372ecba Jan 31 19:09:56.683322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ab91314f-b5f2-4ce6-bd4a-824180b941cd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:56.683955 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.686286 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.774173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6456b94f-af2e-445e-87ab-3b1596b9fc2a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (8927fc12-a260-4685-959a-44bb6372ecba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.881116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6456b94f-af2e-445e-87ab-3b1596b9fc2a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (8927fc12-a260-4685-959a-44bb6372ecba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:56.897162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6456b94f-af2e-445e-87ab-3b1596b9fc2a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:56.897425 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6456b94f-af2e-445e-87ab-3b1596b9fc2a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.010928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Publish callbacks [] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.017052 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6456b94f-af2e-445e-87ab-3b1596b9fc2a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6003265 Jan 31 19:09:57.023979 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Publish callbacks [] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.039560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-85b48fb1-d76d-463a-a02a-2bcdaa48265d None None] Current status of the port ab91314f-b5f2-4ce6-bd4a-824180b941cd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:57.044111 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.057355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:57.058618 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.103094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1678169926', 'admin_state_up': True, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:09:57.151487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Attempting to bind port 00f28cd8-1ba4-4995-bf7b-466a440afd31 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:09:57.151866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Attempting to bind port 00f28cd8-1ba4-4995-bf7b-466a440afd31 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:09:57.152232 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Attempting to bind port 00f28cd8-1ba4-4995-bf7b-466a440afd31 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:09:57.160429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:09:57.161601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:09:57.162024 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.162427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:09:57.162920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Bound port: 00f28cd8-1ba4-4995-bf7b-466a440afd31, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:09:57.163309 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.172349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Router c17ef276-97c9-4598-9ef9-2683a2963cb6 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:09:57.230178 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (bd58034e-1768-4799-8c59-92357538e970), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.232064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] For port 00f28cd8-1ba4-4995-bf7b-466a440afd31, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:09:57.235307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] For port 00f28cd8-1ba4-4995-bf7b-466a440afd31, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=00f28cd8-1ba4-4995-bf7b-466a440afd31,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:09:57.240278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b5384-5646-4049-bcd5-fa8543637cea None None] Pushing event updated for resources: {'Port': ['ID=00f28cd8-1ba4-4995-bf7b-466a440afd31,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:57.244710 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ab91314f-b5f2-4ce6-bd4a-824180b941cd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:09:57.249073 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.294512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2c6218e5-a91b-486f-aba5-1f5463ee6e2a None None] Provisioning complete for port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:57.294889 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c6218e5-a91b-486f-aba5-1f5463ee6e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.351384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Routers {'bd58034e-1768-4799-8c59-92357538e970'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:57.352300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['bd58034e-1768-4799-8c59-92357538e970'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:57.410606 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b5384-5646-4049-bcd5-fa8543637cea None None] Pushing event updated for resources: {'Port': ['ID=00f28cd8-1ba4-4995-bf7b-466a440afd31,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:57.417028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2c6218e5-a91b-486f-aba5-1f5463ee6e2a None None] Port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:09:57.558929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] Set router bd58034e-1768-4799-8c59-92357538e970 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:57.818667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:09:57.834188 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb7dea-99b4-4d0c-9f3f-d9f3329a898f None None] Sync routers for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:09:57.858963 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456b94f-af2e-445e-87ab-3b1596b9fc2a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Network': ['ID=8927fc12-a260-4685-959a-44bb6372ecba,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:57.861854 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb7dea-99b4-4d0c-9f3f-d9f3329a898f None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:57.862758 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d9eb7dea-99b4-4d0c-9f3f-d9f3329a898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:57.875016 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.885606 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 8927fc12-a260-4685-959a-44bb6372ecba details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:09:57.911382 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (6aaf863d-1868-485f-8294-241c5049010b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.913077 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (6aaf863d-1868-485f-8294-241c5049010b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:57.924482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1fc2af36-5fa8-405d-811d-88757037b1ac tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5285311 Jan 31 19:09:57.925489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'tag': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:09:57.930198 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e966520-a599-4ce3-a46e-44d749b91eac" -d '{"events": [{"name": "network-changed", "server_uuid": "64fb15d0-cfe5-401b-b558-5709f1f5d483", "tag": "b5c76739-f5cc-4f81-8112-d8bcec23a63f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:09:57.933339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46172) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:57.942536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Pushing event updated for resources: {'Port': ['ID=c2e308f6-5d77-4d3e-99a7-a5e1bc38813d,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:09:58.031548 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e851716f-fa70-4828-b22a-f9db502e39bf x-openstack-request-id: req-e851716f-fa70-4828-b22a-f9db502e39bf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:09:58.032263 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fb15d0-cfe5-401b-b558-5709f1f5d483", "tag": "b5c76739-f5cc-4f81-8112-d8bcec23a63f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:09:58.032773 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e851716f-fa70-4828-b22a-f9db502e39bf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:09:58.033341 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'tag': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'status': 'completed', 'code': 200} Jan 31 19:09:58.045161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-65dafe15-e3c3-4aee-8bab-68d400f1db0f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/floatingips/e41db547-5323-4a00-a377-889da7b76f25 HTTP/1.1" status: 200 len: 991 time: 0.1101022 Jan 31 19:09:58.087430 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router_controller (6aaf863d-1868-485f-8294-241c5049010b), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:58.110583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Network 016a437d-346a-4e91-bf55-5acf71d78c6f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:09:58.113283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:09:58.159959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd58034e-1768-4799-8c59-92357538e970', 'name': 'tempest-TestServerMultinode-1437552920-router', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:09:56Z', 'revision_number': 4, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'gw_port': {'id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd58034e-1768-4799-8c59-92357538e970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'c2e308f6-5d77-4d3e-99a7-a5e1bc38813d', 'name': '', 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'mac_address': 'fa:16:3e:fa:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd58034e-1768-4799-8c59-92357538e970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '74712e96-5e44-4ace-87c5-cbf12ec741fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:55Z', 'updated_at': '2022-01-31T19:09:56Z', 'revision_number': 2, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'subnets': [{'id': '74712e96-5e44-4ace-87c5-cbf12ec741fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:58.175154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e966520-a599-4ce3-a46e-44d749b91eac req-4b2b8c6a-8e10-4cc7-868c-b8342c982c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:58.182166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e966520-a599-4ce3-a46e-44d749b91eac req-4b2b8c6a-8e10-4cc7-868c-b8342c982c30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 1128 time: 0.1217692 Jan 31 19:09:58.220308 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d9eb7dea-99b4-4d0c-9f3f-d9f3329a898f None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:58.249524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094d619-cc24-4e20-9a61-2835986d020d None None] The sync data for ids ['bd58034e-1768-4799-8c59-92357538e970'] in n-d-812111-15 is: [{'id': 'bd58034e-1768-4799-8c59-92357538e970', 'name': 'tempest-TestServerMultinode-1437552920-router', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:09:56Z', 'revision_number': 4, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'gw_port': {'id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd58034e-1768-4799-8c59-92357538e970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'c2e308f6-5d77-4d3e-99a7-a5e1bc38813d', 'name': '', 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'mac_address': 'fa:16:3e:fa:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd58034e-1768-4799-8c59-92357538e970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '74712e96-5e44-4ace-87c5-cbf12ec741fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:55Z', 'updated_at': '2022-01-31T19:09:56Z', 'revision_number': 2, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'subnets': [{'id': '74712e96-5e44-4ace-87c5-cbf12ec741fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:09:58.422480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e966520-a599-4ce3-a46e-44d749b91eac req-60a30a80-b3d7-48e6-b380-98f040828323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:58.423997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e966520-a599-4ce3-a46e-44d749b91eac req-60a30a80-b3d7-48e6-b380-98f040828323 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3669eb75-bfc5-4e72-a573-20a7596120ad HTTP/1.1" status: 200 len: 898 time: 0.2341654 Jan 31 19:09:58.539209 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router_gateway (6aaf863d-1868-485f-8294-241c5049010b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:58.583700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a2072fd4-834a-464c-a1a0-d6ac5a727a36 None None] Provisioning complete for port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:09:58.584185 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2072fd4-834a-464c-a1a0-d6ac5a727a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:58.587123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e966520-a599-4ce3-a46e-44d749b91eac req-fcc3136c-4584-4b38-9f52-dd8bd3a915ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5c76739-f5cc-4f81-8112-d8bcec23a63f HTTP/1.1" status: 200 len: 999 time: 0.1561282 Jan 31 19:09:58.693471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e966520-a599-4ce3-a46e-44d749b91eac req-fb7fdde7-6a89-430e-b683-66024f874aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:58.707247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e966520-a599-4ce3-a46e-44d749b91eac req-fb7fdde7-6a89-430e-b683-66024f874aa0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98716192-ec0a-4214-9348-2a28395fd67b HTTP/1.1" status: 200 len: 834 time: 0.1016428 Jan 31 19:09:58.708058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a2072fd4-834a-464c-a1a0-d6ac5a727a36 None None] Port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:09:58.793221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Router bd58034e-1768-4799-8c59-92357538e970 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:09:58.805943 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d9eb7dea-99b4-4d0c-9f3f-d9f3329a898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:09:30Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'e41db547-5323-4a00-a377-889da7b76f25', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'port_id': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'mac_address': 'fa:16:3e:6e:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:09:54Z', 'updated_at': '2022-01-31T19:09:54Z', 'revision_number': 0, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:58.868751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e966520-a599-4ce3-a46e-44d749b91eac req-4872f5d5-da2f-4942-a322-4bb9b0b4835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:09:58.881278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e966520-a599-4ce3-a46e-44d749b91eac req-4872f5d5-da2f-4942-a322-4bb9b0b4835c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3669eb75-bfc5-4e72-a573-20a7596120ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1705091 Jan 31 19:09:58.884725 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb7dea-99b4-4d0c-9f3f-d9f3329a898f None None] Checking router: c17ef276-97c9-4598-9ef9-2683a2963cb6 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:09:58.902020 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb7dea-99b4-4d0c-9f3f-d9f3329a898f None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:09:58.902876 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d9eb7dea-99b4-4d0c-9f3f-d9f3329a898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:59.041148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e966520-a599-4ce3-a46e-44d749b91eac req-6e24cf80-283a-4c43-a3a6-381be495131c service neutron] 10.222.0.49 "GET /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544516 Jan 31 19:09:59.064620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46188) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:09:59.121396 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d9eb7dea-99b4-4d0c-9f3f-d9f3329a898f None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:09:59.199527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-358d2d30-538b-4622-ac86-2af2b9529de5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/floatingips/e41db547-5323-4a00-a377-889da7b76f25 HTTP/1.1" status: 200 len: 991 time: 0.1312413 Jan 31 19:09:59.315953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:09:59.350751 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3be041ad-74bc-4982-a0aa-add7ef2e483e admin admin] 10.222.0.20 "PUT /v2.0/routers/bd58034e-1768-4799-8c59-92357538e970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9553759 Jan 31 19:09:59.380520 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router_gateway (6aaf863d-1868-485f-8294-241c5049010b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:59.411982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e966520-a599-4ce3-a46e-44d749b91eac req-5b54ffbf-cee9-41f3-bad6-fd31481c71c8 service neutron] 10.222.0.49 "GET /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635571 Jan 31 19:09:59.430893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:09:59.534932 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d9eb7dea-99b4-4d0c-9f3f-d9f3329a898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:09:30Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'e41db547-5323-4a00-a377-889da7b76f25', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'port_id': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'mac_address': 'fa:16:3e:6e:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:09:54Z', 'updated_at': '2022-01-31T19:09:54Z', 'revision_number': 0, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:09:59.580462 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb7dea-99b4-4d0c-9f3f-d9f3329a898f None None] The sync data for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 is: [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:09:30Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'e41db547-5323-4a00-a377-889da7b76f25', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'port_id': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'mac_address': 'fa:16:3e:6e:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:09:54Z', 'updated_at': '2022-01-31T19:09:54Z', 'revision_number': 0, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:09:59.748437 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Allocated IP 172.25.8.143 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/0859cb18-5fd0-4bd0-bd10-ecb7010a0426) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:09:59.889350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 00f28cd8-1ba4-4995-bf7b-466a440afd31 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:09:59.975194 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:00.029663 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 00f28cd8-1ba4-4995-bf7b-466a440afd31 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:00.030055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:00.088518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb550f-dea0-4d12-a91a-c6e32e601afe None None] New status for floating IP e41db547-5323-4a00-a377-889da7b76f25: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:10:00.090446 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:00.158125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:00.163916 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:00.175534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:00.182325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Port': ['ID=0859cb18-5fd0-4bd0-bd10-ecb7010a0426,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:00.202489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46212) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:00.366340 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c69d87a5-e1d5-4bbf-b8ce-d2dbd00f861d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/floatingips/e41db547-5323-4a00-a377-889da7b76f25 HTTP/1.1" status: 200 len: 991 time: 0.1613729 Jan 31 19:10:00.469440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 00f28cd8-1ba4-4995-bf7b-466a440afd31 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:00.470064 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:00.545431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 00f28cd8-1ba4-4995-bf7b-466a440afd31, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=00f28cd8-1ba4-4995-bf7b-466a440afd31,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:00.558524 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:00.641222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46224) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:00.653889 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=00f28cd8-1ba4-4995-bf7b-466a440afd31,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:00.657509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1523410698-network', 'tenant_id': 'aba424349d70449ab7627c71e8354b65'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:00.684469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Made reservation on behalf of aba424349d70449ab7627c71e8354b65 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:00.687229 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:00.698586 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:00.803752 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router_gateway (6aaf863d-1868-485f-8294-241c5049010b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:00.805489 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Publish callbacks [] for security_group (5e0610fe-1e95-4c12-9021-049fd2c1ac1e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:00.811081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5e0610fe-1e95-4c12-9021-049fd2c1ac1e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:00.866052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0610fe-1e95-4c12-9021-049fd2c1ac1e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:00.885640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:10:00.907104 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3cdc9652-7605-4db0-8801-4f15647dc8a7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:00.907627 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Added segment 3cdc9652-7605-4db0-8801-4f15647dc8a7 of type vlan for network 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 Jan 31 19:10:00.963434 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:00.998983 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:01.000328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:01.002296 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:01.078554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4359803 Jan 31 19:10:01.081649 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:01.095474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1629bfc-7d20-4248-8293-3ba161d43c8e admin admin] Pushing event updated for resources: {'Network': ['ID=5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:01.096003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7dccaef4-355b-4cd6-be84-fb0e0eabc428 admin admin] Request body: {'subnet': {'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1523410698-subnet', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:01.105655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (6aaf863d-1868-485f-8294-241c5049010b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:01.123684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:10:01.167693 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dccaef4-355b-4cd6-be84-fb0e0eabc428 admin admin] Made reservation on behalf of aba424349d70449ab7627c71e8354b65 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:01.170121 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dccaef4-355b-4cd6-be84-fb0e0eabc428 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:01.366455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46238) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:01.476389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-57644d11-57d3-41c0-88f0-000fd165d4f1 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/floatingips/e41db547-5323-4a00-a377-889da7b76f25 HTTP/1.1" status: 200 len: 993 time: 0.1052694 Jan 31 19:10:01.483518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Router 6aaf863d-1868-485f-8294-241c5049010b is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:10:01.550212 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dccaef4-355b-4cd6-be84-fb0e0eabc428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (dc0e6437-8c0d-460a-8c68-79e82a01754b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:01.661805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccaef4-355b-4cd6-be84-fb0e0eabc428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0e6437-8c0d-460a-8c68-79e82a01754b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:01.697513 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccaef4-355b-4cd6-be84-fb0e0eabc428 admin admin] Checking segment: {'id': '3cdc9652-7605-4db0-8801-4f15647dc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:01.697921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dccaef4-355b-4cd6-be84-fb0e0eabc428 admin admin] Network hostable DHCP agents. Network: 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:10:01.701090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:10:01.722668 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Sync routers for ids ['6aaf863d-1868-485f-8294-241c5049010b'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:10:01.736757 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Routers {'6aaf863d-1868-485f-8294-241c5049010b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:01.737555 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6aaf863d-1868-485f-8294-241c5049010b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:01.762023 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:01.767140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:01.777173 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-97df716c-0626-49ed-9109-038603c97776 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6793904 Jan 31 19:10:01.784432 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dccaef4-355b-4cd6-be84-fb0e0eabc428 admin admin] Network 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:10:01.818458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7dccaef4-355b-4cd6-be84-fb0e0eabc428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:01.823194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dccaef4-355b-4cd6-be84-fb0e0eabc428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:01.823925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dccaef4-355b-4cd6-be84-fb0e0eabc428 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:01.829742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f794689-b0ab-4d27-bbdf-7464b801a56b None None] Network 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:01.862124 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7dccaef4-355b-4cd6-be84-fb0e0eabc428 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7793434 Jan 31 19:10:01.862758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:01.874739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1523410698-router', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:01.938505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a6d94-04db-4739-8795-dfa9e7c2ab67 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:01.940388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dc2a6d94-04db-4739-8795-dfa9e7c2ab67 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bc7ae5e3470b4110b838569f7a3523a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1721654 Jan 31 19:10:01.944011 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46252) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:01.955006 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (c4371d66-bb29-46cc-a9eb-c4175e25df08), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:01.959402 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (c4371d66-bb29-46cc-a9eb-c4175e25df08), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:01.991217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 00f28cd8-1ba4-4995-bf7b-466a440afd31 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:02.087698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df38cef5-8b2e-49e9-95a3-25d37201362a tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:02.089740 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Set router 6aaf863d-1868-485f-8294-241c5049010b gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:02.092959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-df38cef5-8b2e-49e9-95a3-25d37201362a tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477504 Jan 31 19:10:02.095670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46254) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:02.097308 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Publish callbacks [] for router_controller (c4371d66-bb29-46cc-a9eb-c4175e25df08), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:02.171217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6', 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6', 'project_id': 'aba424349d70449ab7627c71e8354b65', 'fixed_ips': [{'subnet_id': 'dc0e6437-8c0d-460a-8c68-79e82a01754b'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:10:02.172577 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:02.201944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-eac8d06a-a618-48f0-86ed-57e6e936c48b tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1029525 Jan 31 19:10:02.202912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46260) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:02.284466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5532b3b7-812b-49d4-8e3f-94274a676537 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=bc7ae5e3470b4110b838569f7a3523a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0772879 Jan 31 19:10:02.289381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46262) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:02.382324 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Publish callbacks [] for router_gateway (c4371d66-bb29-46cc-a9eb-c4175e25df08), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:02.401253 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf863d-1868-485f-8294-241c5049010b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678169926', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:57Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 3, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf863d-1868-485f-8294-241c5049010b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:59Z', 'updated_at': '2022-01-31T19:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:02.433747 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Checking router: 6aaf863d-1868-485f-8294-241c5049010b for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:10:02.434144 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Updating router 6aaf863d-1868-485f-8294-241c5049010b port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:10:02.471930 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:02.474830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc7e21-60de-4da6-ab41-7ada3086b834 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:02.484602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f5cc7e21-60de-4da6-ab41-7ada3086b834 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1946764 Jan 31 19:10:02.490361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46266) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:02.573935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a115d95c-e186-4d8a-b4ac-bcb1f04b29a9 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0820668 Jan 31 19:10:02.577793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:02.589568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-16e44067-31ce-48ad-b9e2-07b521aaa844 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-355478776', 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba', 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:02.609504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Sync routers for ids ['bd58034e-1768-4799-8c59-92357538e970'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:10:02.646289 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 00f28cd8-1ba4-4995-bf7b-466a440afd31 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:02.646621 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:02.724450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Routers {'bd58034e-1768-4799-8c59-92357538e970'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:02.725092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['bd58034e-1768-4799-8c59-92357538e970'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:02.813061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e44067-31ce-48ad-b9e2-07b521aaa844 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Made reservation on behalf of bc7ae5e3470b4110b838569f7a3523a6 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:02.818637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16e44067-31ce-48ad-b9e2-07b521aaa844 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:02.858245 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Publish callbacks [] for router_gateway (c4371d66-bb29-46cc-a9eb-c4175e25df08), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:02.906585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:02.913639 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Publish callbacks [] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:02.943928 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:03.005517 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Allocated IP 172.20.0.2 (5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6/dc0e6437-8c0d-460a-8c68-79e82a01754b/40110697-08b3-4519-9275-a37e5b0ff1b9) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:03.084070 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Attempting to bind port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:03.084812 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Attempting to bind port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:03.085340 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Attempting to bind port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:03.095152 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:03.096459 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:03.097109 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:03.098789 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:03.099450 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Bound port: 0859cb18-5fd0-4bd0-bd10-ecb7010a0426, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:03.099999 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:03.118879 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4355aac-bf98-4982-9a3e-1004b132b8a4 None None] Pushing event updated for resources: {'Port': ['ID=0859cb18-5fd0-4bd0-bd10-ecb7010a0426,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:03.137911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Allocated IP 172.25.8.224 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/7a196f2a-eeb3-47d7-877d-422be34375a4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:03.195727 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] For port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:03.206248 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] For port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=0859cb18-5fd0-4bd0-bd10-ecb7010a0426,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:03.256794 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:03.298150 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16e44067-31ce-48ad-b9e2-07b521aaa844 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (99b87a7b-fe4d-4e10-80c7-b68449fc5828), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:03.313779 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Routers {'6aaf863d-1868-485f-8294-241c5049010b'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:03.314715 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6aaf863d-1868-485f-8294-241c5049010b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:03.417316 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4355aac-bf98-4982-9a3e-1004b132b8a4 None None] Pushing event updated for resources: {'Port': ['ID=0859cb18-5fd0-4bd0-bd10-ecb7010a0426,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:03.521318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e44067-31ce-48ad-b9e2-07b521aaa844 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Checking segment: {'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:03.521900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e44067-31ce-48ad-b9e2-07b521aaa844 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network hostable DHCP agents. Network: 8927fc12-a260-4685-959a-44bb6372ecba, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:10:03.555912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e44067-31ce-48ad-b9e2-07b521aaa844 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Subnet': ['ID=99b87a7b-fe4d-4e10-80c7-b68449fc5828,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:03.574043 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] Set router 6aaf863d-1868-485f-8294-241c5049010b gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:03.590246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e44067-31ce-48ad-b9e2-07b521aaa844 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network 8927fc12-a260-4685-959a-44bb6372ecba is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:10:03.611851 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-16e44067-31ce-48ad-b9e2-07b521aaa844 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 8927fc12-a260-4685-959a-44bb6372ecba) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:03.618038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e44067-31ce-48ad-b9e2-07b521aaa844 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:03.618771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16e44067-31ce-48ad-b9e2-07b521aaa844 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:03.675499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-16e44067-31ce-48ad-b9e2-07b521aaa844 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0963542 Jan 31 19:10:03.682112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46286) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:03.763997 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Publish callbacks [] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:03.810379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e16383-0b10-440e-bccd-e772a76bbf71 None None] Network 8927fc12-a260-4685-959a-44bb6372ecba requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:03.819604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 00f28cd8-1ba4-4995-bf7b-466a440afd31 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:03.839044 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:03.852205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Set router bd58034e-1768-4799-8c59-92357538e970 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:04.024921 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Publish callbacks [] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:04.038298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Pushing event updated for resources: {'Port': ['ID=40110697-08b3-4519-9275-a37e5b0ff1b9,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:04.046113 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf863d-1868-485f-8294-241c5049010b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678169926', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:57Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 3, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf863d-1868-485f-8294-241c5049010b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:59Z', 'updated_at': '2022-01-31T19:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:04.130806 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb57e1-dd55-433b-949e-92a76dad2f63 None None] The sync data for ids ['6aaf863d-1868-485f-8294-241c5049010b'] in n-d-812111-15 is: [{'id': '6aaf863d-1868-485f-8294-241c5049010b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678169926', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:57Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 3, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf863d-1868-485f-8294-241c5049010b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:59Z', 'updated_at': '2022-01-31T19:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:10:04.152441 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:04.170859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.173298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.173941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.174544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.175129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.175729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.177656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.178265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.178846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.179432 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.179943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.180531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.181448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:04.207875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Network 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:04.229556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:04.262847 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:04.283522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:04.289630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:04.355467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:04.417549 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Pushing event updated for resources: {'Port': ['ID=7a196f2a-eeb3-47d7-877d-422be34375a4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:04.703671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Attempting to bind port 40110697-08b3-4519-9275-a37e5b0ff1b9 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:04.704193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Attempting to bind port 40110697-08b3-4519-9275-a37e5b0ff1b9 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3cdc9652-7605-4db0-8801-4f15647dc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:04.704994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Attempting to bind port 40110697-08b3-4519-9275-a37e5b0ff1b9 on network 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:04.717486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-8927fc12-a260-4685-959a-44bb6372ecba', 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba', 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'fixed_ips': [{'subnet_id': '99b87a7b-fe4d-4e10-80c7-b68449fc5828'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:10:04.718586 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:04.746259 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:04.748593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Checking segment: {'id': '3cdc9652-7605-4db0-8801-4f15647dc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:04.748593 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:04.748593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Bound using segment: {'id': '3cdc9652-7605-4db0-8801-4f15647dc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:04.748593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Bound port: 40110697-08b3-4519-9275-a37e5b0ff1b9, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdc9652-7605-4db0-8801-4f15647dc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:04.749408 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:04.827378 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:04.889307 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Publish callbacks [] for router_gateway (c4371d66-bb29-46cc-a9eb-c4175e25df08), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:05.151985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] For port 40110697-08b3-4519-9275-a37e5b0ff1b9, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:05.166191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] For port 40110697-08b3-4519-9275-a37e5b0ff1b9, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=40110697-08b3-4519-9275-a37e5b0ff1b9,segment=NetworkSegment(3cdc9652-7605-4db0-8801-4f15647dc8a7),segment_id=3cdc9652-7605-4db0-8801-4f15647dc8a7)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:05.243760 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:05.387060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Allocated IP 172.20.0.18 (8927fc12-a260-4685-959a-44bb6372ecba/99b87a7b-fe4d-4e10-80c7-b68449fc5828/2febc7b9-8583-4948-b70a-88557754328f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:05.424545 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (c4371d66-bb29-46cc-a9eb-c4175e25df08), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:05.564220 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fc48e-8cde-4946-9dbf-e15a5a8182f8 None None] Pushing event updated for resources: {'Port': ['ID=40110697-08b3-4519-9275-a37e5b0ff1b9,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:05.730462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd58034e-1768-4799-8c59-92357538e970', 'name': 'tempest-TestServerMultinode-1437552920-router', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:09:56Z', 'revision_number': 4, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'gw_port': {'id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd58034e-1768-4799-8c59-92357538e970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'c2e308f6-5d77-4d3e-99a7-a5e1bc38813d', 'name': '', 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'mac_address': 'fa:16:3e:fa:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd58034e-1768-4799-8c59-92357538e970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '74712e96-5e44-4ace-87c5-cbf12ec741fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:55Z', 'updated_at': '2022-01-31T19:09:56Z', 'revision_number': 2, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'subnets': [{'id': '74712e96-5e44-4ace-87c5-cbf12ec741fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:05.793950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Router c4371d66-bb29-46cc-a9eb-c4175e25df08 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:10:05.803268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Checking router: bd58034e-1768-4799-8c59-92357538e970 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:10:05.803935 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Updating router bd58034e-1768-4799-8c59-92357538e970 port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:10:05.920459 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:05.979892 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:10:05.991570 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Sync routers for ids ['c4371d66-bb29-46cc-a9eb-c4175e25df08'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:10:06.016965 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Routers {'c4371d66-bb29-46cc-a9eb-c4175e25df08'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:06.018202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:06.018935 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4371d66-bb29-46cc-a9eb-c4175e25df08'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:06.022380 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-885d363f-a97e-4f9e-a1d3-68755d46d9fc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1585720 Jan 31 19:10:06.025411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46312) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:06.267711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:06.344376 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Set router c4371d66-bb29-46cc-a9eb-c4175e25df08 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:06.359546 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Publish callbacks [] for port (2febc7b9-8583-4948-b70a-88557754328f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:06.377560 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (2febc7b9-8583-4948-b70a-88557754328f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:06.503057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Pushing event updated for resources: {'Port': ['ID=2febc7b9-8583-4948-b70a-88557754328f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:06.538446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Allocated IP 172.20.0.17 (8927fc12-a260-4685-959a-44bb6372ecba/99b87a7b-fe4d-4e10-80c7-b68449fc5828/ebc5b949-ec30-47cd-b348-a0ad9a961c7c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:06.666457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:06.666457 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:06.732609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Network 8927fc12-a260-4685-959a-44bb6372ecba is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:06.751833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:06.764163 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'name': 'tempest-TestServerMultinode-1523410698-router', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:01Z', 'updated_at': '2022-01-31T19:10:04Z', 'revision_number': 3, 'project_id': 'aba424349d70449ab7627c71e8354b65', 'gw_port': {'id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:02Z', 'updated_at': '2022-01-31T19:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:06.781940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:06.835932 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Checking router: c4371d66-bb29-46cc-a9eb-c4175e25df08 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:10:06.839807 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Updating router c4371d66-bb29-46cc-a9eb-c4175e25df08 port 7a196f2a-eeb3-47d7-877d-422be34375a4 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:10:06.841178 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:06.929345 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:06.930097 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.115053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network 8927fc12-a260-4685-959a-44bb6372ecba is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:07.120898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:07.149358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:07.252105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Port': ['ID=ebc5b949-ec30-47cd-b348-a0ad9a961c7c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:07.417901 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (6aaf863d-1868-485f-8294-241c5049010b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.521221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:07.521659 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.543305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Attempting to bind port 2febc7b9-8583-4948-b70a-88557754328f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:07.543706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Attempting to bind port 2febc7b9-8583-4948-b70a-88557754328f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:07.544075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Attempting to bind port 2febc7b9-8583-4948-b70a-88557754328f on network 8927fc12-a260-4685-959a-44bb6372ecba {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:07.579652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc74cce-5b92-4ce5-8c3e-c122554dadd3 None None] Network 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:07.605569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:07.605954 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Checking segment: {'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:07.606365 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.606769 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Bound using segment: {'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:07.607261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Bound port: 2febc7b9-8583-4948-b70a-88557754328f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:07.607656 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2febc7b9-8583-4948-b70a-88557754328f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.611998 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=0859cb18-5fd0-4bd0-bd10-ecb7010a0426,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:07.663064 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.698881 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.711575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d593e0d4-f7c5-43ff-8c08-01e01d0965c6 None None] Provisioning complete for port 40110697-08b3-4519-9275-a37e5b0ff1b9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:07.711955 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d593e0d4-f7c5-43ff-8c08-01e01d0965c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.792108 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Publish callbacks [] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.800133 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.811307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] For port 2febc7b9-8583-4948-b70a-88557754328f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:07.814574 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] For port 2febc7b9-8583-4948-b70a-88557754328f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2febc7b9-8583-4948-b70a-88557754328f,segment=NetworkSegment(c9858ce2-d604-4610-a69f-7ff5a2dc15ce),segment_id=c9858ce2-d604-4610-a69f-7ff5a2dc15ce)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:07.853637 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2febc7b9-8583-4948-b70a-88557754328f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.873412 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Attempting to bind port 7a196f2a-eeb3-47d7-877d-422be34375a4 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:07.873945 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Attempting to bind port 7a196f2a-eeb3-47d7-877d-422be34375a4 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:07.874825 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Attempting to bind port 7a196f2a-eeb3-47d7-877d-422be34375a4 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:07.895881 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:07.896496 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:07.896918 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.897321 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:07.897949 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Bound port: 7a196f2a-eeb3-47d7-877d-422be34375a4, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:07.900515 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:07.968180 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:08.015206 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] For port 7a196f2a-eeb3-47d7-877d-422be34375a4, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:08.026915 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] For port 7a196f2a-eeb3-47d7-877d-422be34375a4, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7a196f2a-eeb3-47d7-877d-422be34375a4,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:08.050394 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Pushing event updated for resources: {'Port': ['ID=7a196f2a-eeb3-47d7-877d-422be34375a4,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:08.054246 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:08.067594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=0859cb18-5fd0-4bd0-bd10-ecb7010a0426,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:08.075561 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.075921 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.076256 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.081554 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.082603 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.083031 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.083373 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.083700 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.088572 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.088929 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.089268 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.089603 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.090400 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:08.162985 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Routers {'c4371d66-bb29-46cc-a9eb-c4175e25df08'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:08.163642 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4371d66-bb29-46cc-a9eb-c4175e25df08'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:08.166813 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6d95c-4277-4163-b924-a9616f961186 None None] Pushing event updated for resources: {'Port': ['ID=7a196f2a-eeb3-47d7-877d-422be34375a4,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:08.188505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dece9-f820-45e9-b8cb-7e857b5bf83a None None] Pushing event updated for resources: {'Port': ['ID=2febc7b9-8583-4948-b70a-88557754328f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:08.226258 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 40110697-08b3-4519-9275-a37e5b0ff1b9 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:08.314931 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] Set router c4371d66-bb29-46cc-a9eb-c4175e25df08 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:08.338851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d593e0d4-f7c5-43ff-8c08-01e01d0965c6 None None] Current status of the port 40110697-08b3-4519-9275-a37e5b0ff1b9 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:08.339245 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d593e0d4-f7c5-43ff-8c08-01e01d0965c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:08.502336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d593e0d4-f7c5-43ff-8c08-01e01d0965c6 None None] For port 40110697-08b3-4519-9275-a37e5b0ff1b9, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=40110697-08b3-4519-9275-a37e5b0ff1b9,segment=NetworkSegment(3cdc9652-7605-4db0-8801-4f15647dc8a7),segment_id=3cdc9652-7605-4db0-8801-4f15647dc8a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:08.511964 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Publish callbacks [] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:08.527271 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d593e0d4-f7c5-43ff-8c08-01e01d0965c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:08.619988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593e0d4-f7c5-43ff-8c08-01e01d0965c6 None None] Pushing event updated for resources: {'Port': ['ID=40110697-08b3-4519-9275-a37e5b0ff1b9,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:08.634600 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:08.676263 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Allocated IP 172.20.0.1 (5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6/dc0e6437-8c0d-460a-8c68-79e82a01754b/0adcfc31-04ae-4f46-ba0e-ebc6faad19fb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:08.702777 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'name': 'tempest-TestServerMultinode-1523410698-router', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:01Z', 'updated_at': '2022-01-31T19:10:04Z', 'revision_number': 3, 'project_id': 'aba424349d70449ab7627c71e8354b65', 'gw_port': {'id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:02Z', 'updated_at': '2022-01-31T19:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:08.715108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce78b3f-b4d0-456f-90dc-73ea29f78718 None None] Pushing event updated for resources: {'Port': ['ID=c2e308f6-5d77-4d3e-99a7-a5e1bc38813d,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:08.773376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 40110697-08b3-4519-9275-a37e5b0ff1b9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:08.773630 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389de408-d2c5-4549-a197-bd253eb81edb None None] The sync data for ids ['c4371d66-bb29-46cc-a9eb-c4175e25df08'] in n-d-812111-15 is: [{'id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'name': 'tempest-TestServerMultinode-1523410698-router', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:01Z', 'updated_at': '2022-01-31T19:10:04Z', 'revision_number': 3, 'project_id': 'aba424349d70449ab7627c71e8354b65', 'gw_port': {'id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:02Z', 'updated_at': '2022-01-31T19:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:10:08.773786 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:08.868822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Attempting to bind port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:08.869416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Attempting to bind port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:08.869851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Attempting to bind port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d on network 016a437d-346a-4e91-bf55-5acf71d78c6f {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:08.881063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:08.881531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Checking segment: {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:08.882010 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:08.882470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Bound using segment: {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:08.883020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Bound port: c2e308f6-5d77-4d3e-99a7-a5e1bc38813d, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:08.883484 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:09.029662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 40110697-08b3-4519-9275-a37e5b0ff1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:09.075949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] For port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:09.083291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] For port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c2e308f6-5d77-4d3e-99a7-a5e1bc38813d,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:09.111977 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:09.275493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce78b3f-b4d0-456f-90dc-73ea29f78718 None None] Pushing event updated for resources: {'Port': ['ID=c2e308f6-5d77-4d3e-99a7-a5e1bc38813d,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:09.306226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Routers {'bd58034e-1768-4799-8c59-92357538e970'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:09.308226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['bd58034e-1768-4799-8c59-92357538e970'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:09.316129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-378e24b4-4714-4912-8843-21d22113eb8c None None] Provisioning complete for port 40110697-08b3-4519-9275-a37e5b0ff1b9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:09.316129 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-378e24b4-4714-4912-8843-21d22113eb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:09.627602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:09.638232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:09.706222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] Set router bd58034e-1768-4799-8c59-92357538e970 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:09.727433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-378e24b4-4714-4912-8843-21d22113eb8c None None] Current status of the port 40110697-08b3-4519-9275-a37e5b0ff1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:09.762204 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (6aaf863d-1868-485f-8294-241c5049010b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:10.042370 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c84ac9d-7065-4419-9ea1-92c06f28ac13 None None] Network 8927fc12-a260-4685-959a-44bb6372ecba requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:10.069244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network 8927fc12-a260-4685-959a-44bb6372ecba is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:10.070274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Port': ['ID=ebc5b949-ec30-47cd-b348-a0ad9a961c7c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:10.091027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:10.243115 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2e59ac2b-fffc-455a-a5c2-5cefc90a163c None None] Provisioning complete for port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:10.243466 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e59ac2b-fffc-455a-a5c2-5cefc90a163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:10.272692 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Publish callbacks [] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:10.481760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Router 6aaf863d-1868-485f-8294-241c5049010b has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:10:10.485018 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:10.573028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c2e308f6-5d77-4d3e-99a7-a5e1bc38813d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:10.591941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Network 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:10.622410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2e59ac2b-fffc-455a-a5c2-5cefc90a163c None None] Current status of the port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:10.622812 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e59ac2b-fffc-455a-a5c2-5cefc90a163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:10.630785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Pushing event updated for resources: {'Port': ['ID=0adcfc31-04ae-4f46-ba0e-ebc6faad19fb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:10.637850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:10.647976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd58034e-1768-4799-8c59-92357538e970', 'name': 'tempest-TestServerMultinode-1437552920-router', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:09:56Z', 'revision_number': 4, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'gw_port': {'id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd58034e-1768-4799-8c59-92357538e970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'c2e308f6-5d77-4d3e-99a7-a5e1bc38813d', 'name': '', 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'mac_address': 'fa:16:3e:fa:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd58034e-1768-4799-8c59-92357538e970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '74712e96-5e44-4ace-87c5-cbf12ec741fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:55Z', 'updated_at': '2022-01-31T19:10:09Z', 'revision_number': 4, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'subnets': [{'id': '74712e96-5e44-4ace-87c5-cbf12ec741fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:10.654404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:10.706131 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8bb270-882f-4f56-9aa5-67c17bd68ae5 None None] The sync data for ids ['bd58034e-1768-4799-8c59-92357538e970'] in n-d-812111-15 is: [{'id': 'bd58034e-1768-4799-8c59-92357538e970', 'name': 'tempest-TestServerMultinode-1437552920-router', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:09:56Z', 'revision_number': 4, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'gw_port': {'id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd58034e-1768-4799-8c59-92357538e970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'c2e308f6-5d77-4d3e-99a7-a5e1bc38813d', 'name': '', 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'mac_address': 'fa:16:3e:fa:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd58034e-1768-4799-8c59-92357538e970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '74712e96-5e44-4ace-87c5-cbf12ec741fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:55Z', 'updated_at': '2022-01-31T19:10:09Z', 'revision_number': 4, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'subnets': [{'id': '74712e96-5e44-4ace-87c5-cbf12ec741fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:10:10.756909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2e59ac2b-fffc-455a-a5c2-5cefc90a163c None None] For port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c2e308f6-5d77-4d3e-99a7-a5e1bc38813d,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:10.775947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:10.776504 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:10.785223 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e59ac2b-fffc-455a-a5c2-5cefc90a163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:10.918729 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (c4371d66-bb29-46cc-a9eb-c4175e25df08), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:11.025318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-67061284-213d-48dc-a730-921150372951 None None] Provisioning complete for port 2febc7b9-8583-4948-b70a-88557754328f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:11.025829 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-67061284-213d-48dc-a730-921150372951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2febc7b9-8583-4948-b70a-88557754328f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:11.207427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:10:11.229299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-54cae250-ae24-4e9d-bf1d-23c37860dfad tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "PUT /v2.0/routers/6aaf863d-1868-485f-8294-241c5049010b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5368516 Jan 31 19:10:11.290880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Sync routers for ids ['6aaf863d-1868-485f-8294-241c5049010b'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:10:11.313026 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59ac2b-fffc-455a-a5c2-5cefc90a163c None None] Pushing event updated for resources: {'Port': ['ID=c2e308f6-5d77-4d3e-99a7-a5e1bc38813d,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:11.349721 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:11.358895 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Routers {'6aaf863d-1868-485f-8294-241c5049010b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:11.359458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6aaf863d-1868-485f-8294-241c5049010b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:11.484936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:11.487450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 40110697-08b3-4519-9275-a37e5b0ff1b9 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:11.839262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-05a7a66f-5a8d-43de-8829-86294891919a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:11.848753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-05a7a66f-5a8d-43de-8829-86294891919a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/networks?id=8927fc12-a260-4685-959a-44bb6372ecba HTTP/1.1" status: 200 len: 798 time: 0.2620454 Jan 31 19:10:11.865735 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Publish callbacks [] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:11.882964 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:11.910510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-67061284-213d-48dc-a730-921150372951 None None] Current status of the port 2febc7b9-8583-4948-b70a-88557754328f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:11.911258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-67061284-213d-48dc-a730-921150372951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2febc7b9-8583-4948-b70a-88557754328f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:11.986096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-67061284-213d-48dc-a730-921150372951 None None] For port 2febc7b9-8583-4948-b70a-88557754328f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2febc7b9-8583-4948-b70a-88557754328f,segment=NetworkSegment(c9858ce2-d604-4610-a69f-7ff5a2dc15ce),segment_id=c9858ce2-d604-4610-a69f-7ff5a2dc15ce)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:11.997832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Pushing event updated for resources: {'Port': ['ID=0adcfc31-04ae-4f46-ba0e-ebc6faad19fb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:12.003453 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-67061284-213d-48dc-a730-921150372951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2febc7b9-8583-4948-b70a-88557754328f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:12.007781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-2d2c3b09-c959-4a6a-8b63-10af1b384d56 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/quotas/bc7ae5e3470b4110b838569f7a3523a6 HTTP/1.1" status: 200 len: 375 time: 0.1580017 Jan 31 19:10:12.024551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Set router 6aaf863d-1868-485f-8294-241c5049010b gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:12.088107 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (c4371d66-bb29-46cc-a9eb-c4175e25df08), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:12.113472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-28349335-2966-4b44-b25c-f3532ff4330b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc7ae5e3470b4110b838569f7a3523a6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1042655 Jan 31 19:10:12.153890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 40110697-08b3-4519-9275-a37e5b0ff1b9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:12.154347 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:12.283382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Network 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:12.286334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:12.349955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a28a210a-5a64-4899-b9e7-319f69ded41f None None] Provisioning complete for port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:12.350223 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a28a210a-5a64-4899-b9e7-319f69ded41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:12.397506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67061284-213d-48dc-a730-921150372951 None None] Pushing event updated for resources: {'Port': ['ID=2febc7b9-8583-4948-b70a-88557754328f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:12.503189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-85385695-6975-40f1-bfb0-e321016b3d1b service neutron] 10.222.0.20 "GET /v2.0/networks/8927fc12-a260-4685-959a-44bb6372ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355267 Jan 31 19:10:12.539175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a28a210a-5a64-4899-b9e7-319f69ded41f None None] Port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:10:12.674301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a28a210a-5a64-4899-b9e7-319f69ded41f None None] Provisioning complete for port ebc5b949-ec30-47cd-b348-a0ad9a961c7c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:12.674832 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a28a210a-5a64-4899-b9e7-319f69ded41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:12.686664 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Router c4371d66-bb29-46cc-a9eb-c4175e25df08 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:10:12.710618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 40110697-08b3-4519-9275-a37e5b0ff1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:12.711439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2febc7b9-8583-4948-b70a-88557754328f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:12.757429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-35596845-c6be-4ede-98c3-4c36c41027ce service neutron] 10.222.0.20 "GET /v2.0/networks/8927fc12-a260-4685-959a-44bb6372ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410743 Jan 31 19:10:12.788391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a28a210a-5a64-4899-b9e7-319f69ded41f None None] Port ebc5b949-ec30-47cd-b348-a0ad9a961c7c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:10:12.828884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a28a210a-5a64-4899-b9e7-319f69ded41f None None] Provisioning complete for port 2febc7b9-8583-4948-b70a-88557754328f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:12.829269 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a28a210a-5a64-4899-b9e7-319f69ded41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2febc7b9-8583-4948-b70a-88557754328f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:12.876692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf863d-1868-485f-8294-241c5049010b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678169926', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:57Z', 'updated_at': '2022-01-31T19:10:07Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf863d-1868-485f-8294-241c5049010b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:59Z', 'updated_at': '2022-01-31T19:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'ebc5b949-ec30-47cd-b348-a0ad9a961c7c', 'name': '', 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'mac_address': 'fa:16:3e:83:15:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf863d-1868-485f-8294-241c5049010b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '99b87a7b-fe4d-4e10-80c7-b68449fc5828', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:05Z', 'updated_at': '2022-01-31T19:10:08Z', 'revision_number': 2, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'subnets': [{'id': '99b87a7b-fe4d-4e10-80c7-b68449fc5828', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:12.880811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2febc7b9-8583-4948-b70a-88557754328f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:12.881189 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2febc7b9-8583-4948-b70a-88557754328f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:12.911313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:10:12.920590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b093c40a-39ca-413a-a4a1-80f6da3d8f2d admin admin] 10.222.0.20 "PUT /v2.0/routers/c4371d66-bb29-46cc-a9eb-c4175e25df08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8939137 Jan 31 19:10:12.929533 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Sync routers for ids ['c4371d66-bb29-46cc-a9eb-c4175e25df08'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:10:12.948686 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Routers {'c4371d66-bb29-46cc-a9eb-c4175e25df08'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:12.949812 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4371d66-bb29-46cc-a9eb-c4175e25df08'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:12.987761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Checking router: 6aaf863d-1868-485f-8294-241c5049010b for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:10:12.989105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Updating router 6aaf863d-1868-485f-8294-241c5049010b port ebc5b949-ec30-47cd-b348-a0ad9a961c7c binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:10:13.021347 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:13.115597 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Set router c4371d66-bb29-46cc-a9eb-c4175e25df08 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:13.198279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a28a210a-5a64-4899-b9e7-319f69ded41f None None] Current status of the port 2febc7b9-8583-4948-b70a-88557754328f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:13.263778 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2febc7b9-8583-4948-b70a-88557754328f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:13.265049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:13.410485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8e429e29-6568-4e96-9851-3c4731b31d90 None None] Provisioning complete for port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:13.410918 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8e429e29-6568-4e96-9851-3c4731b31d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:13.496002 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'name': 'tempest-TestServerMultinode-1523410698-router', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:01Z', 'updated_at': '2022-01-31T19:10:11Z', 'revision_number': 4, 'project_id': 'aba424349d70449ab7627c71e8354b65', 'gw_port': {'id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:02Z', 'updated_at': '2022-01-31T19:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '0adcfc31-04ae-4f46-ba0e-ebc6faad19fb', 'name': '', 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'mac_address': 'fa:16:3e:a4:ee:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'dc0e6437-8c0d-460a-8c68-79e82a01754b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:08Z', 'updated_at': '2022-01-31T19:10:11Z', 'revision_number': 2, 'project_id': 'aba424349d70449ab7627c71e8354b65', 'subnets': [{'id': 'dc0e6437-8c0d-460a-8c68-79e82a01754b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:13.516727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8e429e29-6568-4e96-9851-3c4731b31d90 None None] Port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:10:13.522343 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:13.522726 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:13.535556 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Checking router: c4371d66-bb29-46cc-a9eb-c4175e25df08 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:10:13.536279 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Updating router c4371d66-bb29-46cc-a9eb-c4175e25df08 port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:10:13.586537 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:13.646720 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Publish callbacks [] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:13.664077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:13.780697 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad04763-42ff-427f-89b6-29a3dd2ab87c None None] Pushing event updated for resources: {'Port': ['ID=ebc5b949-ec30-47cd-b348-a0ad9a961c7c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:13.783870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:13.785231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7a196f2a-eeb3-47d7-877d-422be34375a4 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:14.052902 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Publish callbacks [] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:14.079768 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:14.127036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Attempting to bind port ebc5b949-ec30-47cd-b348-a0ad9a961c7c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:14.133243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Attempting to bind port ebc5b949-ec30-47cd-b348-a0ad9a961c7c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:14.134151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Attempting to bind port ebc5b949-ec30-47cd-b348-a0ad9a961c7c on network 8927fc12-a260-4685-959a-44bb6372ecba {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:14.156396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7a196f2a-eeb3-47d7-877d-422be34375a4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:14.157014 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:14.167144 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:14.168198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Checking segment: {'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:14.169178 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:14.170215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Bound using segment: {'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:14.173533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Bound port: ebc5b949-ec30-47cd-b348-a0ad9a961c7c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:14.174042 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:14.206617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-848f4cf4-8051-4280-adba-16e405e4eef6 req-312382f9-bcb6-4874-8aca-1a39b322a4f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 210 time: 0.1370752 Jan 31 19:10:14.230305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-fce965c0-151d-4c9c-b22a-02f4e5e60c8e tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:14.231893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-fce965c0-151d-4c9c-b22a-02f4e5e60c8e tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/networks?id=016a437d-346a-4e91-bf55-5acf71d78c6f HTTP/1.1" status: 200 len: 911 time: 0.3680515 Jan 31 19:10:14.279551 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53632c-d069-4b5e-8a41-92ac67a64a1c None None] Pushing event updated for resources: {'Port': ['ID=0adcfc31-04ae-4f46-ba0e-ebc6faad19fb,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:14.330131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-e8900118-172e-4e0d-af38-f10a1a6f0284 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/quotas/aba424349d70449ab7627c71e8354b65 HTTP/1.1" status: 200 len: 375 time: 0.0816247 Jan 31 19:10:14.503129 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Attempting to bind port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:14.503129 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Attempting to bind port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '3cdc9652-7605-4db0-8801-4f15647dc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:14.504436 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Attempting to bind port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb on network 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:14.515007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] For port ebc5b949-ec30-47cd-b348-a0ad9a961c7c, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:14.515894 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:14.516285 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Checking segment: {'id': '3cdc9652-7605-4db0-8801-4f15647dc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:14.516723 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:14.517123 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Bound using segment: {'id': '3cdc9652-7605-4db0-8801-4f15647dc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:14.520216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] For port ebc5b949-ec30-47cd-b348-a0ad9a961c7c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ebc5b949-ec30-47cd-b348-a0ad9a961c7c,segment=NetworkSegment(c9858ce2-d604-4610-a69f-7ff5a2dc15ce),segment_id=c9858ce2-d604-4610-a69f-7ff5a2dc15ce)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:14.522962 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Bound port: 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdc9652-7605-4db0-8801-4f15647dc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:14.523156 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:14.554349 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:14.579263 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-0a82484d-b914-48ca-80dd-927a832ef0be tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba424349d70449ab7627c71e8354b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2365413 Jan 31 19:10:14.632358 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] For port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:14.635874 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] For port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=0adcfc31-04ae-4f46-ba0e-ebc6faad19fb,segment=NetworkSegment(3cdc9652-7605-4db0-8801-4f15647dc8a7),segment_id=3cdc9652-7605-4db0-8801-4f15647dc8a7)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:14.651124 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:14.790072 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53632c-d069-4b5e-8a41-92ac67a64a1c None None] Pushing event updated for resources: {'Port': ['ID=0adcfc31-04ae-4f46-ba0e-ebc6faad19fb,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:14.844318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-d6dcbf37-542d-4ce9-8395-cbd3fda537c4 service neutron] 10.222.0.20 "GET /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244892 Jan 31 19:10:14.851311 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Routers {'c4371d66-bb29-46cc-a9eb-c4175e25df08'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:14.852003 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4371d66-bb29-46cc-a9eb-c4175e25df08'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:14.868543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fe6a3e82-81af-42f0-b312-8ef1355532ca None None] Provisioning complete for port ebc5b949-ec30-47cd-b348-a0ad9a961c7c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:14.868924 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3e82-81af-42f0-b312-8ef1355532ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:15.093827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Routers {'6aaf863d-1868-485f-8294-241c5049010b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:15.094254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:09:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6aaf863d-1868-485f-8294-241c5049010b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:15.108632 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-f4926dfe-8005-42a5-b556-b2ec232debeb service neutron] 10.222.0.20 "GET /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531130 Jan 31 19:10:15.205065 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] Set router c4371d66-bb29-46cc-a9eb-c4175e25df08 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:15.437469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8c27bd7-0471-4c07-a202-245d735b9a64 req-1fc28262-36b3-4caf-ac0a-36aa74298853 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 210 time: 0.0783498 Jan 31 19:10:15.526743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a3e82-81af-42f0-b312-8ef1355532ca None None] Current status of the port ebc5b949-ec30-47cd-b348-a0ad9a961c7c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:15.527365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f653fdf7-4f52-4c38-b26f-a523c8ff1551 req-b4e4eff9-8781-4095-aad7-857ae8bcc1c7 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 210 time: 0.0618548 Jan 31 19:10:15.528864 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3e82-81af-42f0-b312-8ef1355532ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:15.585592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad04763-42ff-427f-89b6-29a3dd2ab87c None None] Pushing event updated for resources: {'Port': ['ID=ebc5b949-ec30-47cd-b348-a0ad9a961c7c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:15.670541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7a196f2a-eeb3-47d7-877d-422be34375a4 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:15.670939 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:15.682336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fe6a3e82-81af-42f0-b312-8ef1355532ca None None] For port ebc5b949-ec30-47cd-b348-a0ad9a961c7c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ebc5b949-ec30-47cd-b348-a0ad9a961c7c,segment=NetworkSegment(c9858ce2-d604-4610-a69f-7ff5a2dc15ce),segment_id=c9858ce2-d604-4610-a69f-7ff5a2dc15ce)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:15.704633 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3e82-81af-42f0-b312-8ef1355532ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:15.717031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] Set router 6aaf863d-1868-485f-8294-241c5049010b gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:15.793658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 7a196f2a-eeb3-47d7-877d-422be34375a4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7a196f2a-eeb3-47d7-877d-422be34375a4,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:15.825614 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'name': 'tempest-TestServerMultinode-1523410698-router', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:01Z', 'updated_at': '2022-01-31T19:10:11Z', 'revision_number': 4, 'project_id': 'aba424349d70449ab7627c71e8354b65', 'gw_port': {'id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:02Z', 'updated_at': '2022-01-31T19:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '0adcfc31-04ae-4f46-ba0e-ebc6faad19fb', 'name': '', 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'mac_address': 'fa:16:3e:a4:ee:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'dc0e6437-8c0d-460a-8c68-79e82a01754b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:08Z', 'updated_at': '2022-01-31T19:10:14Z', 'revision_number': 4, 'project_id': 'aba424349d70449ab7627c71e8354b65', 'subnets': [{'id': 'dc0e6437-8c0d-460a-8c68-79e82a01754b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:15.828184 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:15.867073 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c84745-5fa6-4681-aba0-8c99068cdaf7 None None] The sync data for ids ['c4371d66-bb29-46cc-a9eb-c4175e25df08'] in n-d-812111-15 is: [{'id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'name': 'tempest-TestServerMultinode-1523410698-router', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:01Z', 'updated_at': '2022-01-31T19:10:11Z', 'revision_number': 4, 'project_id': 'aba424349d70449ab7627c71e8354b65', 'gw_port': {'id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:02Z', 'updated_at': '2022-01-31T19:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '0adcfc31-04ae-4f46-ba0e-ebc6faad19fb', 'name': '', 'network_id': '5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'mac_address': 'fa:16:3e:a4:ee:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'dc0e6437-8c0d-460a-8c68-79e82a01754b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:08Z', 'updated_at': '2022-01-31T19:10:14Z', 'revision_number': 4, 'project_id': 'aba424349d70449ab7627c71e8354b65', 'subnets': [{'id': 'dc0e6437-8c0d-460a-8c68-79e82a01754b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:10:16.162524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-cd6235b2-fb02-446b-b58e-3a85f897fad3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:16.169276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-cd6235b2-fb02-446b-b58e-3a85f897fad3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.49 "GET /v2.0/networks?id=8927fc12-a260-4685-959a-44bb6372ecba HTTP/1.1" status: 200 len: 798 time: 0.3435638 Jan 31 19:10:16.188024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Request body: {'port': {'device_id': '2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f', 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba', 'admin_state_up': True, 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:16.270595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2febc7b9-8583-4948-b70a-88557754328f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:16.334097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-623598cd-2aa8-42a3-a8f2-ca36d887a141 None None] Provisioning complete for port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:16.335323 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-623598cd-2aa8-42a3-a8f2-ca36d887a141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:16.406968 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a3e82-81af-42f0-b312-8ef1355532ca None None] Pushing event updated for resources: {'Port': ['ID=ebc5b949-ec30-47cd-b348-a0ad9a961c7c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:16.448840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Made reservation on behalf of bc7ae5e3470b4110b838569f7a3523a6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:16.454039 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:16.594984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2febc7b9-8583-4948-b70a-88557754328f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:16.595402 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2febc7b9-8583-4948-b70a-88557754328f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:16.639566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fcd4eaea-7e8c-4755-970a-ef8ef19ef70a req-421bd25b-a013-473a-b608-9365c73a0aa8 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 210 time: 0.0667601 Jan 31 19:10:16.695311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=7a196f2a-eeb3-47d7-877d-422be34375a4,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:16.706186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b3bbe52-8564-4602-80fa-2e9eccb00fe9 req-bb33bb09-d3f6-4e78-b72a-f28336a733b5 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 210 time: 0.0495536 Jan 31 19:10:16.767877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-623598cd-2aa8-42a3-a8f2-ca36d887a141 None None] Current status of the port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:16.768276 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-623598cd-2aa8-42a3-a8f2-ca36d887a141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:16.773858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Allocated IP 172.20.0.22 (8927fc12-a260-4685-959a-44bb6372ecba/99b87a7b-fe4d-4e10-80c7-b68449fc5828/0eacacca-da48-4213-bd74-3f467e673d8b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:16.856695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf863d-1868-485f-8294-241c5049010b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678169926', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:57Z', 'updated_at': '2022-01-31T19:10:07Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf863d-1868-485f-8294-241c5049010b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:59Z', 'updated_at': '2022-01-31T19:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'ebc5b949-ec30-47cd-b348-a0ad9a961c7c', 'name': '', 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'mac_address': 'fa:16:3e:83:15:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf863d-1868-485f-8294-241c5049010b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '99b87a7b-fe4d-4e10-80c7-b68449fc5828', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:05Z', 'updated_at': '2022-01-31T19:10:14Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'subnets': [{'id': '99b87a7b-fe4d-4e10-80c7-b68449fc5828', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:16.866195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-623598cd-2aa8-42a3-a8f2-ca36d887a141 None None] For port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=0adcfc31-04ae-4f46-ba0e-ebc6faad19fb,segment=NetworkSegment(3cdc9652-7605-4db0-8801-4f15647dc8a7),segment_id=3cdc9652-7605-4db0-8801-4f15647dc8a7)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:16.896988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d8fff3-9bf7-4d6b-a132-27a49bc984ae None None] The sync data for ids ['6aaf863d-1868-485f-8294-241c5049010b'] in n-d-812111-15 is: [{'id': '6aaf863d-1868-485f-8294-241c5049010b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678169926', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:57Z', 'updated_at': '2022-01-31T19:10:07Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf863d-1868-485f-8294-241c5049010b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:59Z', 'updated_at': '2022-01-31T19:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'ebc5b949-ec30-47cd-b348-a0ad9a961c7c', 'name': '', 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'mac_address': 'fa:16:3e:83:15:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf863d-1868-485f-8294-241c5049010b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '99b87a7b-fe4d-4e10-80c7-b68449fc5828', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:05Z', 'updated_at': '2022-01-31T19:10:14Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'subnets': [{'id': '99b87a7b-fe4d-4e10-80c7-b68449fc5828', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:10:16.902828 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-623598cd-2aa8-42a3-a8f2-ca36d887a141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:16.992145 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for port (0eacacca-da48-4213-bd74-3f467e673d8b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:16.995941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623598cd-2aa8-42a3-a8f2-ca36d887a141 None None] Pushing event updated for resources: {'Port': ['ID=0adcfc31-04ae-4f46-ba0e-ebc6faad19fb,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:17.035459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-623598cd-2aa8-42a3-a8f2-ca36d887a141 None None] Provisioning complete for port ebc5b949-ec30-47cd-b348-a0ad9a961c7c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:17.035459 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-623598cd-2aa8-42a3-a8f2-ca36d887a141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:17.089248 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:17.152938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Network 8927fc12-a260-4685-959a-44bb6372ecba is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:17.156556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:17.159105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:17.166347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2febc7b9-8583-4948-b70a-88557754328f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:17.170873 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c2e308f6-5d77-4d3e-99a7-a5e1bc38813d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:17.263791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:17.264729 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:17.320317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event updated for resources: {'Port': ['ID=0eacacca-da48-4213-bd74-3f467e673d8b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:17.344041 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-dad1facc-ff7b-4de8-84e7-a02d3429b572 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1632919 Jan 31 19:10:17.358516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Request body: {'port': {'device_id': '2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:17.404871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-623598cd-2aa8-42a3-a8f2-ca36d887a141 None None] Current status of the port ebc5b949-ec30-47cd-b348-a0ad9a961c7c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:17.437428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:17.438280 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:17.577573 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:17.633634 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-6056fafa-3122-41d8-b906-e5b015a27e76 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:17.635136 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-6056fafa-3122-41d8-b906-e5b015a27e76 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.21 "GET /v2.0/networks?id=016a437d-346a-4e91-bf55-5acf71d78c6f HTTP/1.1" status: 200 len: 911 time: 0.2073987 Jan 31 19:10:17.647064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Request body: {'port': {'device_id': 'c4ff926b-30ae-4277-a985-09010539595a', 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f', 'admin_state_up': True, 'tenant_id': 'aba424349d70449ab7627c71e8354b65'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:17.712863 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Made reservation on behalf of aba424349d70449ab7627c71e8354b65 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:17.715692 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:17.779681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:17.811301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4a6b46f1-dafa-4056-adee-e3780bd17f9b None None] Provisioning complete for port 0eacacca-da48-4213-bd74-3f467e673d8b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:17.811578 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a6b46f1-dafa-4056-adee-e3780bd17f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:17.882814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b46f1-dafa-4056-adee-e3780bd17f9b None None] Port 0eacacca-da48-4213-bd74-3f467e673d8b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:10:18.014782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9656f2d-75c6-4f57-86ad-3bb738eb731e req-c8a7f464-5d23-4aaa-9b6f-176974803f71 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 210 time: 0.1228435 Jan 31 19:10:18.086740 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Allocated IP 172.20.0.8 (016a437d-346a-4e91-bf55-5acf71d78c6f/74712e96-5e44-4ace-87c5-cbf12ec741fa/2143a090-91f7-4433-bd3b-1c1b1e173923) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:18.092485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15423a2-f346-4473-a7ea-ebc25a915cd6 req-cbcfa1e9-cd9e-4996-b367-995ad8cbee23 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:18.099834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d15423a2-f346-4473-a7ea-ebc25a915cd6 req-cbcfa1e9-cd9e-4996-b367-995ad8cbee23 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 895 time: 0.2034454 Jan 31 19:10:18.336626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ebc5b949-ec30-47cd-b348-a0ad9a961c7c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:18.379964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eacacca-da48-4213-bd74-3f467e673d8b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:10:18.390799 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Publish callbacks [] for port (0eacacca-da48-4213-bd74-3f467e673d8b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:18.413036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Transition to ACTIVE for port object 0eacacca-da48-4213-bd74-3f467e673d8b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:10:18.418150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks [] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:18.423131 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:18.455492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ebc5b949-ec30-47cd-b348-a0ad9a961c7c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:18.455878 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:18.553791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Pushing event updated for resources: {'Port': ['ID=0eacacca-da48-4213-bd74-3f467e673d8b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:18.556591 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:18.621201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ebc5b949-ec30-47cd-b348-a0ad9a961c7c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:18.622814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7a196f2a-eeb3-47d7-877d-422be34375a4 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:18.674477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Attempting to bind port 0eacacca-da48-4213-bd74-3f467e673d8b on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:18.675574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Attempting to bind port 0eacacca-da48-4213-bd74-3f467e673d8b by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:18.677042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Attempting to bind port 0eacacca-da48-4213-bd74-3f467e673d8b on network 8927fc12-a260-4685-959a-44bb6372ecba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:18.707629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Port 0eacacca-da48-4213-bd74-3f467e673d8b on network 8927fc12-a260-4685-959a-44bb6372ecba not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:10:18.708832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Attempting to bind port 0eacacca-da48-4213-bd74-3f467e673d8b on network 8927fc12-a260-4685-959a-44bb6372ecba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:18.712758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Network 016a437d-346a-4e91-bf55-5acf71d78c6f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:18.714163 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 7a196f2a-eeb3-47d7-877d-422be34375a4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:18.716793 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:18.717697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:18.720431 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:18.750423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:18.750794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Checking segment: {'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:18.760453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Bound using segment: {'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:18.760992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Bound port: 0eacacca-da48-4213-bd74-3f467e673d8b, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:18.766715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:18.766953 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:18.767848 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:18.808042 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1652858 Jan 31 19:10:18.810992 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec89be8-876d-479c-87dc-0927e175a844 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Pushing event updated for resources: {'Port': ['ID=2143a090-91f7-4433-bd3b-1c1b1e173923,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:18.824257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Request body: {'port': {'device_id': 'c4ff926b-30ae-4277-a985-09010539595a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:18.853195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 7a196f2a-eeb3-47d7-877d-422be34375a4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:18.859068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:18.953385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] For port 0eacacca-da48-4213-bd74-3f467e673d8b, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:18.959117 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] For port 0eacacca-da48-4213-bd74-3f467e673d8b, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0eacacca-da48-4213-bd74-3f467e673d8b,segment=NetworkSegment(c9858ce2-d604-4610-a69f-7ff5a2dc15ce),segment_id=c9858ce2-d604-4610-a69f-7ff5a2dc15ce)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:18.971960 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:18.976261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:18.985898 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01898c62-7a53-48ca-87f5-a688c9eb6d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:19.085652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:19.086961 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:19.122291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:19.125257 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:19.131574 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] 10.222.0.49 "PUT /v2.0/ports/0eacacca-da48-4213-bd74-3f467e673d8b HTTP/1.1" status: 200 len: 1056 time: 1.7777932 Jan 31 19:10:19.132288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e95c9d-6e4f-41b6-bddc-d154f0ae466c service neutron] Pushing event updated for resources: {'Port': ['ID=0eacacca-da48-4213-bd74-3f467e673d8b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:19.172157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f', 'tag': '0eacacca-da48-4213-bd74-3f467e673d8b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:19.174004 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584c66a5-802a-4e17-8542-362410f595fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f", "tag": "0eacacca-da48-4213-bd74-3f467e673d8b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:19.414591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:19.435551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ce194a48-c7e6-4e90-bd15-6d839617fa78 None None] Provisioning complete for port 2143a090-91f7-4433-bd3b-1c1b1e173923 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:19.436815 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce194a48-c7e6-4e90-bd15-6d839617fa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:19.483879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-3ad65ae5-ddd8-44a6-98eb-fbb546d0ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:19.485299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-3ad65ae5-ddd8-44a6-98eb-fbb546d0ff88 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc7ae5e3470b4110b838569f7a3523a6&device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 1090 time: 0.2630060 Jan 31 19:10:19.506252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8952bc-093c-4587-b4e8-dd307eb2becf req-82ae8d8d-373a-4e81-89f4-7b53938e5168 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:19.507828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b8952bc-093c-4587-b4e8-dd307eb2becf req-82ae8d8d-373a-4e81-89f4-7b53938e5168 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 907 time: 0.1994216 Jan 31 19:10:19.516346 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ce194a48-c7e6-4e90-bd15-6d839617fa78 None None] Port 2143a090-91f7-4433-bd3b-1c1b1e173923 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:10:19.700656 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2143a090-91f7-4433-bd3b-1c1b1e173923 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:10:19.713502 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Publish callbacks [] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:19.747516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Transition to ACTIVE for port object 2143a090-91f7-4433-bd3b-1c1b1e173923 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:10:19.757451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:19.835133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Pushing event updated for resources: {'Port': ['ID=2143a090-91f7-4433-bd3b-1c1b1e173923,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:19.944891 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Attempting to bind port 2143a090-91f7-4433-bd3b-1c1b1e173923 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:19.945233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Attempting to bind port 2143a090-91f7-4433-bd3b-1c1b1e173923 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:19.945563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Attempting to bind port 2143a090-91f7-4433-bd3b-1c1b1e173923 on network 016a437d-346a-4e91-bf55-5acf71d78c6f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:19.950619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Port 2143a090-91f7-4433-bd3b-1c1b1e173923 on network 016a437d-346a-4e91-bf55-5acf71d78c6f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:10:19.950951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Attempting to bind port 2143a090-91f7-4433-bd3b-1c1b1e173923 on network 016a437d-346a-4e91-bf55-5acf71d78c6f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:19.957369 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:19.957719 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Checking segment: {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:19.958107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Bound using segment: {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:19.958540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Bound port: 2143a090-91f7-4433-bd3b-1c1b1e173923, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:19.958899 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:20.010575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba7ec5-4818-4ace-854e-7d1b932cb592 req-39c5ec9b-7098-45e1-a977-88853df90dc0 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:20.012379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44ba7ec5-4818-4ace-854e-7d1b932cb592 req-39c5ec9b-7098-45e1-a977-88853df90dc0 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1027 time: 0.8075228 Jan 31 19:10:20.014006 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f558b0-bd35-4d43-978b-466641b4d001 x-openstack-request-id: req-f0f558b0-bd35-4d43-978b-466641b4d001 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:20.014294 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f", "tag": "0eacacca-da48-4213-bd74-3f467e673d8b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:20.014551 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0f558b0-bd35-4d43-978b-466641b4d001 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:20.014944 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f', 'tag': '0eacacca-da48-4213-bd74-3f467e673d8b', 'status': 'completed', 'code': 200} Jan 31 19:10:20.016679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-66186bf6-a93c-404d-a24b-9bbf87b69f9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=0eacacca-da48-4213-bd74-3f467e673d8b HTTP/1.1" status: 200 len: 217 time: 0.5078743 Jan 31 19:10:20.070435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] For port 2143a090-91f7-4433-bd3b-1c1b1e173923, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:20.077763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] For port 2143a090-91f7-4433-bd3b-1c1b1e173923, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2143a090-91f7-4433-bd3b-1c1b1e173923,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:20.087030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:20.139724 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:20.141335 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:20.143633 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] 10.222.0.21 "PUT /v2.0/ports/2143a090-91f7-4433-bd3b-1c1b1e173923 HTTP/1.1" status: 200 len: 1092 time: 1.3236258 Jan 31 19:10:20.144904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44ba7ec5-4818-4ace-854e-7d1b932cb592 req-cc73ed1f-6f63-4b34-9fa6-566dee3a7b65 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209741 Jan 31 19:10:20.148001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ff926b-30ae-4277-a985-09010539595a', 'tag': '2143a090-91f7-4433-bd3b-1c1b1e173923'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:20.154426 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e03129-4e31-4bbc-b6d1-36adaea5ba14" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ff926b-30ae-4277-a985-09010539595a", "tag": "2143a090-91f7-4433-bd3b-1c1b1e173923"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:20.158529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-35a75039-bbf7-4fdb-8101-ee54bffb80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:20.160980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-35a75039-bbf7-4fdb-8101-ee54bffb80f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99b87a7b-fe4d-4e10-80c7-b68449fc5828 HTTP/1.1" status: 200 len: 837 time: 0.1216233 Jan 31 19:10:20.262192 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f048096a-9789-4484-a7c4-df2e6933347c x-openstack-request-id: req-f048096a-9789-4484-a7c4-df2e6933347c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:20.262956 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ff926b-30ae-4277-a985-09010539595a", "tag": "2143a090-91f7-4433-bd3b-1c1b1e173923", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:20.262956 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f048096a-9789-4484-a7c4-df2e6933347c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:20.268773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-10dff20d-9dc5-47d5-b4bb-eda88db8146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:20.269735 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ff926b-30ae-4277-a985-09010539595a', 'tag': '2143a090-91f7-4433-bd3b-1c1b1e173923', 'status': 'completed', 'code': 200} Jan 31 19:10:20.272731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-10dff20d-9dc5-47d5-b4bb-eda88db8146f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8927fc12-a260-4685-959a-44bb6372ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1027133 Jan 31 19:10:20.273605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f86d0-3cfd-4bbf-95b3-6247f89ceff5 service neutron] Pushing event updated for resources: {'Port': ['ID=2143a090-91f7-4433-bd3b-1c1b1e173923,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:20.326762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-70dcfda2-4981-4dd4-bb51-e216f44dacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:20.328458 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-70dcfda2-4981-4dd4-bb51-e216f44dacd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aba424349d70449ab7627c71e8354b65&device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1126 time: 0.1380343 Jan 31 19:10:20.427491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-ca985bb0-7dd9-4a54-9915-f2711b1821e2 service neutron] 10.222.0.49 "GET /v2.0/networks/8927fc12-a260-4685-959a-44bb6372ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493998 Jan 31 19:10:20.437357 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-2bba5db3-486f-40b5-ae30-310b9cf08037 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2143a090-91f7-4433-bd3b-1c1b1e173923 HTTP/1.1" status: 200 len: 217 time: 0.1014972 Jan 31 19:10:20.496763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-8262160a-0902-40ca-9575-8b14a44d26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:20.498785 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-8262160a-0902-40ca-9575-8b14a44d26e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74712e96-5e44-4ace-87c5-cbf12ec741fa HTTP/1.1" status: 200 len: 849 time: 0.0547824 Jan 31 19:10:20.558361 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dbae137-e383-4514-a96f-0a1fb5b2eb71 req-5d9fa7d6-6dda-4743-9ccf-703d265a2f0d service neutron] 10.222.0.49 "GET /v2.0/networks/8927fc12-a260-4685-959a-44bb6372ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227353 Jan 31 19:10:20.570788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-814aef6a-ba51-43f2-8d1d-f4e93c31b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:20.572693 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-814aef6a-ba51-43f2-8d1d-f4e93c31b28d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=016a437d-346a-4e91-bf55-5acf71d78c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0674825 Jan 31 19:10:20.684796 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-4529f01a-990d-40ba-a176-c056f5e66f54 service neutron] 10.222.0.21 "GET /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063356 Jan 31 19:10:20.732028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c66a5-802a-4e17-8542-362410f595fd req-e8bde62d-ce9e-4446-96b0-a1010c033f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:20.733960 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-584c66a5-802a-4e17-8542-362410f595fd req-e8bde62d-ce9e-4446-96b0-a1010c033f43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc7ae5e3470b4110b838569f7a3523a6&device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 1090 time: 0.1119742 Jan 31 19:10:20.745982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7edf18-b8b4-4d9d-9d3b-15493da2bdd9 req-fb00b72e-d362-440c-ace2-dd5200885562 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:20.747825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff7edf18-b8b4-4d9d-9d3b-15493da2bdd9 req-fb00b72e-d362-440c-ace2-dd5200885562 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 907 time: 0.1365638 Jan 31 19:10:20.819268 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0b7812c2-0f93-4faa-80d7-c8ef17cf9d37 req-635fea6d-49bb-4134-9fd4-e6fdb560ea40 service neutron] 10.222.0.21 "GET /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284578 Jan 31 19:10:20.849518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c66a5-802a-4e17-8542-362410f595fd req-c61ad582-a50b-4803-aca1-f0f42815dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:20.850863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-584c66a5-802a-4e17-8542-362410f595fd req-c61ad582-a50b-4803-aca1-f0f42815dff4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8927fc12-a260-4685-959a-44bb6372ecba HTTP/1.1" status: 200 len: 899 time: 0.1018546 Jan 31 19:10:20.902766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-584c66a5-802a-4e17-8542-362410f595fd req-5e3bd2fe-9ed7-444a-b47f-1d6113d42971 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=0eacacca-da48-4213-bd74-3f467e673d8b HTTP/1.1" status: 200 len: 217 time: 0.0444050 Jan 31 19:10:20.965927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c66a5-802a-4e17-8542-362410f595fd req-14a4b00c-1a09-4fca-a11a-7af0720696f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:20.967365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-584c66a5-802a-4e17-8542-362410f595fd req-14a4b00c-1a09-4fca-a11a-7af0720696f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99b87a7b-fe4d-4e10-80c7-b68449fc5828 HTTP/1.1" status: 200 len: 837 time: 0.0586684 Jan 31 19:10:20.970316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e03129-4e31-4bbc-b6d1-36adaea5ba14 req-90663d06-91b6-4a94-b503-e568cb342e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:20.972551 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-46e03129-4e31-4bbc-b6d1-36adaea5ba14 req-90663d06-91b6-4a94-b503-e568cb342e81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aba424349d70449ab7627c71e8354b65&device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1126 time: 0.0968754 Jan 31 19:10:21.029854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c66a5-802a-4e17-8542-362410f595fd req-a8d75a88-c941-4fe0-aff1-214507f23fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:21.031232 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-584c66a5-802a-4e17-8542-362410f595fd req-a8d75a88-c941-4fe0-aff1-214507f23fdb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8927fc12-a260-4685-959a-44bb6372ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0578041 Jan 31 19:10:21.112267 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c2fb7513-8e7d-4295-9266-e950e3a200b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:21.126353 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e03129-4e31-4bbc-b6d1-36adaea5ba14 req-f01872e9-f42c-478e-85fd-606ae5a5fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:21.129336 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-46e03129-4e31-4bbc-b6d1-36adaea5ba14 req-f01872e9-f42c-478e-85fd-606ae5a5fdd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=016a437d-346a-4e91-bf55-5acf71d78c6f HTTP/1.1" status: 200 len: 911 time: 0.1489770 Jan 31 19:10:21.172131 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-46e03129-4e31-4bbc-b6d1-36adaea5ba14 req-f6bc9827-8d6a-4a48-8e05-225bc57bdcd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2143a090-91f7-4433-bd3b-1c1b1e173923 HTTP/1.1" status: 200 len: 217 time: 0.0367842 Jan 31 19:10:21.173384 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-584c66a5-802a-4e17-8542-362410f595fd req-46c11799-6fc6-463b-805d-44bdcc6e3d5b service neutron] 10.222.0.49 "GET /v2.0/networks/8927fc12-a260-4685-959a-44bb6372ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347816 Jan 31 19:10:21.272531 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:10:21.273525 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e03129-4e31-4bbc-b6d1-36adaea5ba14 req-0caa3ef3-a8db-42eb-8531-01dd9337b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:21.275007 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-46e03129-4e31-4bbc-b6d1-36adaea5ba14 req-0caa3ef3-a8db-42eb-8531-01dd9337b6b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74712e96-5e44-4ace-87c5-cbf12ec741fa HTTP/1.1" status: 200 len: 849 time: 0.0967364 Jan 31 19:10:21.326345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86ee07-9c20-4213-b1bd-9d34acd94ba5 req-f20ba188-6e3f-4126-bbf4-a04210bbb87b tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:21.328009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af86ee07-9c20-4213-b1bd-9d34acd94ba5 req-f20ba188-6e3f-4126-bbf4-a04210bbb87b tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1126 time: 0.1121140 Jan 31 19:10:21.339815 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e03129-4e31-4bbc-b6d1-36adaea5ba14 req-291ea750-9f4c-4d8a-84d2-4e5d9c2af041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:21.341382 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-46e03129-4e31-4bbc-b6d1-36adaea5ba14 req-291ea750-9f4c-4d8a-84d2-4e5d9c2af041 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=016a437d-346a-4e91-bf55-5acf71d78c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0592115 Jan 31 19:10:21.348830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-584c66a5-802a-4e17-8542-362410f595fd req-82c40d5d-78a4-4b0e-8e55-0504d84c8278 service neutron] 10.222.0.49 "GET /v2.0/networks/8927fc12-a260-4685-959a-44bb6372ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636784 Jan 31 19:10:21.391468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af86ee07-9c20-4213-b1bd-9d34acd94ba5 req-3e7bfd88-3769-46e5-8293-034602967794 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525501 Jan 31 19:10:21.462850 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-46e03129-4e31-4bbc-b6d1-36adaea5ba14 req-de7b7853-4279-4b50-816c-5554725ee2a6 service neutron] 10.222.0.21 "GET /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140141 Jan 31 19:10:21.577837 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-46e03129-4e31-4bbc-b6d1-36adaea5ba14 req-3d315485-0cf3-4dcf-b470-6c25698580a0 service neutron] 10.222.0.21 "GET /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085505 Jan 31 19:10:21.900143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71bcad-a567-48dc-bc0d-92002ac70782 req-f92456b4-8618-4106-8cbb-db120f7813cb tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:21.908387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba71bcad-a567-48dc-bc0d-92002ac70782 req-f92456b4-8618-4106-8cbb-db120f7813cb tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 907 time: 0.0639076 Jan 31 19:10:22.172306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0eacacca-da48-4213-bd74-3f467e673d8b details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:10:22.281174 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2143a090-91f7-4433-bd3b-1c1b1e173923 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:10:22.283970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0eacacca-da48-4213-bd74-3f467e673d8b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0eacacca-da48-4213-bd74-3f467e673d8b,segment=NetworkSegment(c9858ce2-d604-4610-a69f-7ff5a2dc15ce),segment_id=c9858ce2-d604-4610-a69f-7ff5a2dc15ce)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:22.321937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '0eacacca-da48-4213-bd74-3f467e673d8b', 'network_id': '8927fc12-a260-4685-959a-44bb6372ecba', 'port_id': '0eacacca-da48-4213-bd74-3f467e673d8b', 'mac_address': 'fa:16:3e:54:a0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b87a7b-fe4d-4e10-80c7-b68449fc5828', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:10:22.427730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0eacacca-da48-4213-bd74-3f467e673d8b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:22.428367 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:22.462828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eacacca-da48-4213-bd74-3f467e673d8b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:10:22.487604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 2143a090-91f7-4433-bd3b-1c1b1e173923, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2143a090-91f7-4433-bd3b-1c1b1e173923,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:22.510484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0eacacca-da48-4213-bd74-3f467e673d8b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0eacacca-da48-4213-bd74-3f467e673d8b,segment=NetworkSegment(c9858ce2-d604-4610-a69f-7ff5a2dc15ce),segment_id=c9858ce2-d604-4610-a69f-7ff5a2dc15ce)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:22.529814 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:22.533622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e640d46-7c84-45a1-82db-9da13671fe15 req-0471e137-0781-428c-a00e-afae800778e6 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:22.535969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '2143a090-91f7-4433-bd3b-1c1b1e173923', 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f', 'port_id': '2143a090-91f7-4433-bd3b-1c1b1e173923', 'mac_address': 'fa:16:3e:dc:be:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74712e96-5e44-4ace-87c5-cbf12ec741fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:10:22.543412 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:22.545055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e640d46-7c84-45a1-82db-9da13671fe15 req-0471e137-0781-428c-a00e-afae800778e6 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1126 time: 0.0730844 Jan 31 19:10:22.609802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e640d46-7c84-45a1-82db-9da13671fe15 req-d783b251-5da8-4a53-b0cc-7c7af1673265 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636897 Jan 31 19:10:22.618616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 2143a090-91f7-4433-bd3b-1c1b1e173923 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:22.619019 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:22.623825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0eacacca-da48-4213-bd74-3f467e673d8b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:22.641029 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2143a090-91f7-4433-bd3b-1c1b1e173923 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:10:22.667801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 2143a090-91f7-4433-bd3b-1c1b1e173923, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2143a090-91f7-4433-bd3b-1c1b1e173923,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:22.671049 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:22.732087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=2143a090-91f7-4433-bd3b-1c1b1e173923,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:22.767322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['0eacacca-da48-4213-bd74-3f467e673d8b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:10:22.902496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['2143a090-91f7-4433-bd3b-1c1b1e173923'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:10:23.043504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56988d71-0923-45ea-a643-6bd9407a9e6d req-d230d5c8-06af-446e-942b-b99277b1ac80 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:23.045197 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56988d71-0923-45ea-a643-6bd9407a9e6d req-d230d5c8-06af-446e-942b-b99277b1ac80 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 908 time: 0.0623169 Jan 31 19:10:23.733885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5540c5a-9b50-41b1-bb6b-98425ff29298 req-54cae2c4-9474-4575-befc-d5386aef3009 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:23.735521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5540c5a-9b50-41b1-bb6b-98425ff29298 req-54cae2c4-9474-4575-befc-d5386aef3009 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1127 time: 0.0497456 Jan 31 19:10:23.805030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5540c5a-9b50-41b1-bb6b-98425ff29298 req-6f624c74-a50e-4b0f-92ea-99183ecac5b0 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631123 Jan 31 19:10:24.157310 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:24.179254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0eacacca-da48-4213-bd74-3f467e673d8b up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:24.185982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4eded-1268-4157-8e94-1313fbfdd4d3 req-d735abe0-9c2c-4aa0-84ff-ae2314803283 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:24.187573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ce4eded-1268-4157-8e94-1313fbfdd4d3 req-d735abe0-9c2c-4aa0-84ff-ae2314803283 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 908 time: 0.0698895 Jan 31 19:10:24.247408 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 0eacacca-da48-4213-bd74-3f467e673d8b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:10:24.252858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 0eacacca-da48-4213-bd74-3f467e673d8b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:24.254003 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:24.293977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2143a090-91f7-4433-bd3b-1c1b1e173923 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:24.387103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 2143a090-91f7-4433-bd3b-1c1b1e173923 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:10:24.392058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 2143a090-91f7-4433-bd3b-1c1b1e173923 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:24.392475 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:24.426019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0eacacca-da48-4213-bd74-3f467e673d8b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:24.426419 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:24.459373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eacacca-da48-4213-bd74-3f467e673d8b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:24.461584 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4953730-6a48-401f-961f-4285043a79b6" -d '{"events": [{"server_uuid": "2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f", "name": "network-vif-plugged", "status": "completed", "tag": "0eacacca-da48-4213-bd74-3f467e673d8b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:24.478940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0eacacca-da48-4213-bd74-3f467e673d8b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0eacacca-da48-4213-bd74-3f467e673d8b,segment=NetworkSegment(c9858ce2-d604-4610-a69f-7ff5a2dc15ce),segment_id=c9858ce2-d604-4610-a69f-7ff5a2dc15ce)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:24.486130 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:24.532104 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c7ea47-8aad-4bcb-b1cb-b01494d5b79f x-openstack-request-id: req-b5c7ea47-8aad-4bcb-b1cb-b01494d5b79f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:24.532453 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f", "name": "network-vif-plugged", "status": "completed", "tag": "0eacacca-da48-4213-bd74-3f467e673d8b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:24.532715 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5c7ea47-8aad-4bcb-b1cb-b01494d5b79f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:24.533143 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eacacca-da48-4213-bd74-3f467e673d8b', 'code': 200} Jan 31 19:10:24.572052 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:24.594086 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 2143a090-91f7-4433-bd3b-1c1b1e173923 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:24.594402 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:24.596425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0eacacca-da48-4213-bd74-3f467e673d8b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:24.645977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 2143a090-91f7-4433-bd3b-1c1b1e173923, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2143a090-91f7-4433-bd3b-1c1b1e173923,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:24.652304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd1a9a-cbfc-4791-adfb-b0343cca4c83 req-795adab5-ecee-489c-9c06-f4cb238e23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:24.653016 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:24.655030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cdd1a9a-cbfc-4791-adfb-b0343cca4c83 req-795adab5-ecee-489c-9c06-f4cb238e23c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 1092 time: 0.0531132 Jan 31 19:10:24.704973 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=2143a090-91f7-4433-bd3b-1c1b1e173923,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:24.915054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaca55-61c7-4d83-a703-b929973124ee req-cc664e90-9d06-469c-8db1-e514f5c2bea3 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:24.916623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ccaca55-61c7-4d83-a703-b929973124ee req-cc664e90-9d06-469c-8db1-e514f5c2bea3 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1128 time: 0.0484090 Jan 31 19:10:24.967988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ccaca55-61c7-4d83-a703-b929973124ee req-ad98a990-4613-4cfe-ac9f-40cdb4c21983 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443468 Jan 31 19:10:25.271241 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:25.387654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ac0e1-e242-4aa6-be97-691eb70e3ff1 req-a0542610-f07a-4d28-901d-60a200522a35 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:25.389403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-971ac0e1-e242-4aa6-be97-691eb70e3ff1 req-a0542610-f07a-4d28-901d-60a200522a35 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 909 time: 0.0593846 Jan 31 19:10:26.086896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6d218-5abe-4608-a399-cfafc4da86e5 req-2ba14e66-71cf-4ae3-8bf0-2eb6f4d038e5 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:26.089076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2d6d218-5abe-4608-a399-cfafc4da86e5 req-2ba14e66-71cf-4ae3-8bf0-2eb6f4d038e5 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1128 time: 0.0531178 Jan 31 19:10:26.167312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f2d6d218-5abe-4608-a399-cfafc4da86e5 req-625dc7ef-6f75-4f3a-bf7e-eb15d2e1ded4 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723264 Jan 31 19:10:26.333729 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:26.535046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ff926b-30ae-4277-a985-09010539595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2143a090-91f7-4433-bd3b-1c1b1e173923'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:26.538001 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5994df4e-12f7-4518-9858-e74b4e3bba7a" -d '{"events": [{"server_uuid": "c4ff926b-30ae-4277-a985-09010539595a", "name": "network-vif-plugged", "status": "completed", "tag": "2143a090-91f7-4433-bd3b-1c1b1e173923"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:26.560098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38f17a-9469-43aa-bbe2-d043b01603f0 req-7c43fe79-ef1f-4cb2-a861-ce143c8c8552 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:26.561709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b38f17a-9469-43aa-bbe2-d043b01603f0 req-7c43fe79-ef1f-4cb2-a861-ce143c8c8552 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 909 time: 0.0809610 Jan 31 19:10:26.593356 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae759688-25bb-4b70-bab9-7fbce0f87065 x-openstack-request-id: req-ae759688-25bb-4b70-bab9-7fbce0f87065 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:26.593708 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ff926b-30ae-4277-a985-09010539595a", "name": "network-vif-plugged", "status": "completed", "tag": "2143a090-91f7-4433-bd3b-1c1b1e173923", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:26.593924 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae759688-25bb-4b70-bab9-7fbce0f87065 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:26.594578 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ff926b-30ae-4277-a985-09010539595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2143a090-91f7-4433-bd3b-1c1b1e173923', 'code': 200} Jan 31 19:10:26.721802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca306872-de0a-48dc-8443-aa217183cdf2 req-cc9e6dc9-ffe5-46d0-907f-65b88dcff726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:26.725030 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ca306872-de0a-48dc-8443-aa217183cdf2 req-cc9e6dc9-ffe5-46d0-907f-65b88dcff726 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1128 time: 0.0661755 Jan 31 19:10:26.732406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5109237-ee6b-435c-b460-d3639d77b6c8 req-4c75bdf1-32fa-48fb-ad17-22afa77a9008 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:26.734423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5109237-ee6b-435c-b460-d3639d77b6c8 req-4c75bdf1-32fa-48fb-ad17-22afa77a9008 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 909 time: 0.0859168 Jan 31 19:10:26.806654 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-ca306872-de0a-48dc-8443-aa217183cdf2 req-b5b1d5ac-dccc-4da7-b36b-ea14e2e85f7c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701108 Jan 31 19:10:26.881029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c550a-1d46-40de-8dae-afe1b170a992 req-15eaf811-c375-4f39-8ae7-eb1af07d5eb1 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:26.884490 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f1c550a-1d46-40de-8dae-afe1b170a992 req-15eaf811-c375-4f39-8ae7-eb1af07d5eb1 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 1092 time: 0.0627475 Jan 31 19:10:27.020859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0880e-0573-4b5b-85f1-ccce17edd2b1 req-1d4be937-fa40-4c87-b951-bb87535a33d3 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:27.022600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffb0880e-0573-4b5b-85f1-ccce17edd2b1 req-1d4be937-fa40-4c87-b951-bb87535a33d3 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 1168 time: 0.0520563 Jan 31 19:10:27.079676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffb0880e-0573-4b5b-85f1-ccce17edd2b1 req-8b404fe0-0889-4498-9780-9aebc4e5df40 tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0507638 Jan 31 19:10:27.111283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46746) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:27.162112 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bea8e5-bb6e-4522-9410-c8473a2a53aa tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:27.166992 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-37bea8e5-bb6e-4522-9410-c8473a2a53aa tempest-TestSecurityGroupsBasicOps-1478107146 tempest-TestSecurityGroupsBasicOps-1478107146-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 1087 time: 0.0543182 Jan 31 19:10:27.335208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093e132-0039-4060-8df7-36b01b207cd9 req-ce3b80f5-be73-400d-bed8-9967dfa71b57 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:27.338902 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f093e132-0039-4060-8df7-36b01b207cd9 req-ce3b80f5-be73-400d-bed8-9967dfa71b57 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1128 time: 0.0885353 Jan 31 19:10:27.450229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f093e132-0039-4060-8df7-36b01b207cd9 req-79a1513e-f1b2-4738-b4e8-102e0d69b5f0 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048477 Jan 31 19:10:27.479305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4373f0-6aed-4784-8681-d596401b850d req-17182daa-8800-4499-a45b-1ff351132253 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:27.480932 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a4373f0-6aed-4784-8681-d596401b850d req-17182daa-8800-4499-a45b-1ff351132253 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 909 time: 0.0736935 Jan 31 19:10:28.601540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb4694-a200-4a1b-897e-92cb31734713 req-85242aa6-b1a5-47d0-b7c2-7ad2ac452813 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:28.603093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9cb4694-a200-4a1b-897e-92cb31734713 req-85242aa6-b1a5-47d0-b7c2-7ad2ac452813 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1128 time: 0.0786259 Jan 31 19:10:28.624797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e86f5-38ae-44c5-9c0e-73f95a0c69b4 req-bd16f8f2-a001-48ae-a954-62eba681492a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:28.626307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-437e86f5-38ae-44c5-9c0e-73f95a0c69b4 req-bd16f8f2-a001-48ae-a954-62eba681492a tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 909 time: 0.0724001 Jan 31 19:10:28.665147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9cb4694-a200-4a1b-897e-92cb31734713 req-16ddc986-3197-4edd-b1d1-9ddcf5746f08 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555463 Jan 31 19:10:28.809882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87a22d-96da-4926-92ca-f69233fbed1c req-06c86a01-c966-4a94-ad4f-29171657f7f6 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:28.811411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e87a22d-96da-4926-92ca-f69233fbed1c req-06c86a01-c966-4a94-ad4f-29171657f7f6 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1128 time: 0.0757384 Jan 31 19:10:28.852628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3815f-0f7d-4c75-bec8-0d6dd8c76af4 req-f76d0951-f8d0-4809-aa67-2aecd229c395 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:28.854079 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4b3815f-0f7d-4c75-bec8-0d6dd8c76af4 req-f76d0951-f8d0-4809-aa67-2aecd229c395 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 909 time: 0.0753455 Jan 31 19:10:28.900904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e87a22d-96da-4926-92ca-f69233fbed1c req-4bb34b34-25bc-408e-8599-86b673eb9a6c tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825438 Jan 31 19:10:28.967872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c4b3815f-0f7d-4c75-bec8-0d6dd8c76af4 req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Deleting port 0eacacca-da48-4213-bd74-3f467e673d8b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:28.968249 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c4b3815f-0f7d-4c75-bec8-0d6dd8c76af4 req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:29.080806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e586ea5-e522-465b-b1c7-35d8fa3d8f72 req-1cc1b327-7d23-4235-8ffa-ab967f87c81b tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:29.083064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e586ea5-e522-465b-b1c7-35d8fa3d8f72 req-1cc1b327-7d23-4235-8ffa-ab967f87c81b tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1128 time: 0.1096714 Jan 31 19:10:29.105425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c4b3815f-0f7d-4c75-bec8-0d6dd8c76af4 req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] For port 0eacacca-da48-4213-bd74-3f467e673d8b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0eacacca-da48-4213-bd74-3f467e673d8b,segment=NetworkSegment(c9858ce2-d604-4610-a69f-7ff5a2dc15ce),segment_id=c9858ce2-d604-4610-a69f-7ff5a2dc15ce)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:29.105794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c4b3815f-0f7d-4c75-bec8-0d6dd8c76af4 req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:29.126487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c4b3815f-0f7d-4c75-bec8-0d6dd8c76af4 req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Calling delete_port for 0eacacca-da48-4213-bd74-3f467e673d8b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:29.183675 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e586ea5-e522-465b-b1c7-35d8fa3d8f72 req-be511bed-247d-47d6-af77-88a98c4506f1 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945890 Jan 31 19:10:29.300630 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c4b3815f-0f7d-4c75-bec8-0d6dd8c76af4 req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0eacacca-da48-4213-bd74-3f467e673d8b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:29.334470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'Port': ['ID=0eacacca-da48-4213-bd74-3f467e673d8b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:29.347475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.347840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.348247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.348645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.348984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.349314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.349655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.349986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.350319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.350651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.350980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.351302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.351744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:29.452636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b3815f-0f7d-4c75-bec8-0d6dd8c76af4 req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] No DVR routers for this DVR port 0eacacca-da48-4213-bd74-3f467e673d8b on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:10:29.457361 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c4b3815f-0f7d-4c75-bec8-0d6dd8c76af4 req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:29.461094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4b3815f-0f7d-4c75-bec8-0d6dd8c76af4 req-c755f2d9-dcef-46a1-b1a9-40e8dba170f6 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.49 "DELETE /v2.0/ports/0eacacca-da48-4213-bd74-3f467e673d8b HTTP/1.1" status: 204 len: 173 time: 0.5998669 Jan 31 19:10:29.464602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f', 'name': 'network-vif-deleted', 'tag': '0eacacca-da48-4213-bd74-3f467e673d8b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:29.467409 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b306b612-fdfb-48c4-946b-30a536716a71" -d '{"events": [{"server_uuid": "2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f", "name": "network-vif-deleted", "tag": "0eacacca-da48-4213-bd74-3f467e673d8b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:29.560272 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c90632-d1df-4658-a505-cf96e1b748a0 x-openstack-request-id: req-62c90632-d1df-4658-a505-cf96e1b748a0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:29.560620 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f", "name": "network-vif-deleted", "tag": "0eacacca-da48-4213-bd74-3f467e673d8b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:29.560881 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62c90632-d1df-4658-a505-cf96e1b748a0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:29.561326 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f', 'name': 'network-vif-deleted', 'tag': '0eacacca-da48-4213-bd74-3f467e673d8b', 'status': 'completed', 'code': 200} Jan 31 19:10:29.562476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f79bd-45b6-43de-ae78-6d67202296cd req-b14f99b3-a7de-4a60-a27c-717e4df1343b tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:29.568184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-b14f99b3-a7de-4a60-a27c-717e4df1343b tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/networks?id=016a437d-346a-4e91-bf55-5acf71d78c6f HTTP/1.1" status: 200 len: 911 time: 0.2070041 Jan 31 19:10:29.609709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a6606950-0c94-4cd1-8002-616371d8e71d tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/quotas/aba424349d70449ab7627c71e8354b65 HTTP/1.1" status: 200 len: 375 time: 0.0242858 Jan 31 19:10:29.701099 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-c1bbe890-db2f-49b5-997b-4795d8f9c555 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba424349d70449ab7627c71e8354b65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772996 Jan 31 19:10:29.807046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-408b9b74-654f-4e26-b48c-abf480bbbfa2 req-1567d2b7-b7c9-413d-ad0d-b3f49cfdcf92 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7dbb7f-05e8-46b4-8e6f-34dd6f7ca73f HTTP/1.1" status: 200 len: 210 time: 0.0610750 Jan 31 19:10:29.846335 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-67fc5d89-2a40-4df3-ba75-29ad7a4c31cb service neutron] 10.222.0.20 "GET /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244130 Jan 31 19:10:29.948233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-daebfc73-8528-4167-8db2-e9a19ba55d98 service neutron] 10.222.0.20 "GET /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946147 Jan 31 19:10:30.166737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3034aa6f-49b5-45e6-af6b-df5896d44410 req-36515869-95fb-4017-80e0-415d2f25e857 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 210 time: 0.0366485 Jan 31 19:10:30.647246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46866) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:30.736308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd90ddf-a3d3-46fb-85e3-e5e87868e088 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:30.737003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd90ddf-a3d3-46fb-85e3-e5e87868e088 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:30.737696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd90ddf-a3d3-46fb-85e3-e5e87868e088 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:30.754953 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ecd90ddf-a3d3-46fb-85e3-e5e87868e088 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=86cca0c95f1b4754aec72798b17ac170&network_id=3669eb75-bfc5-4e72-a573-20a7596120ad HTTP/1.1" status: 200 len: 3075 time: 0.1065738 Jan 31 19:10:30.869855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46872) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:31.368795 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9183637b-e9ba-46fb-9d5e-ece0e7e213a3 req-9c22c2aa-7bdd-45ff-8b71-4b8c770efae7 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 210 time: 0.0724831 Jan 31 19:10:31.385265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a193f00c-d921-46d8-8ce4-047cd2baaf7c tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:31.387258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a193f00c-d921-46d8-8ce4-047cd2baaf7c tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.49 "GET /v2.0/networks?id=016a437d-346a-4e91-bf55-5acf71d78c6f HTTP/1.1" status: 200 len: 911 time: 0.2232454 Jan 31 19:10:31.400826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-191f79bd-45b6-43de-ae78-6d67202296cd req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Request body: {'port': {'device_id': '53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5', 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f', 'admin_state_up': True, 'tenant_id': 'aba424349d70449ab7627c71e8354b65'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:31.425703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191f79bd-45b6-43de-ae78-6d67202296cd req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Made reservation on behalf of aba424349d70449ab7627c71e8354b65 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:31.427220 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-397d4e06-86a8-4739-9e96-1cfa3c7c2042 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (6aaf863d-1868-485f-8294-241c5049010b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:31.429132 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-191f79bd-45b6-43de-ae78-6d67202296cd req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:31.580138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-191f79bd-45b6-43de-ae78-6d67202296cd req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Allocated IP 172.20.0.4 (016a437d-346a-4e91-bf55-5acf71d78c6f/74712e96-5e44-4ace-87c5-cbf12ec741fa/0ddebaa5-98aa-4118-8288-234cc0027acd) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:31.746448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-397d4e06-86a8-4739-9e96-1cfa3c7c2042 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Deleting port ebc5b949-ec30-47cd-b348-a0ad9a961c7c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:31.746962 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-397d4e06-86a8-4739-9e96-1cfa3c7c2042 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:31.764707 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-191f79bd-45b6-43de-ae78-6d67202296cd req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks [] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:31.809847 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-191f79bd-45b6-43de-ae78-6d67202296cd req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:31.824303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['2143a090-91f7-4433-bd3b-1c1b1e173923'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:10:31.843838 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-397d4e06-86a8-4739-9e96-1cfa3c7c2042 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] For port ebc5b949-ec30-47cd-b348-a0ad9a961c7c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ebc5b949-ec30-47cd-b348-a0ad9a961c7c,segment=NetworkSegment(c9858ce2-d604-4610-a69f-7ff5a2dc15ce),segment_id=c9858ce2-d604-4610-a69f-7ff5a2dc15ce)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:31.844150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-397d4e06-86a8-4739-9e96-1cfa3c7c2042 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:31.862627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-397d4e06-86a8-4739-9e96-1cfa3c7c2042 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Calling delete_port for ebc5b949-ec30-47cd-b348-a0ad9a961c7c owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:31.868845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191f79bd-45b6-43de-ae78-6d67202296cd req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Network 016a437d-346a-4e91-bf55-5acf71d78c6f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:31.871236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-191f79bd-45b6-43de-ae78-6d67202296cd req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:31.899410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Pushing event updated for resources: {'Port': ['ID=0ddebaa5-98aa-4118-8288-234cc0027acd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:31.910594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-191f79bd-45b6-43de-ae78-6d67202296cd req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:31.982041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f79bd-45b6-43de-ae78-6d67202296cd req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:31.982689 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-191f79bd-45b6-43de-ae78-6d67202296cd req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.018007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-e40a50d9-9476-49ea-af48-232240c42c38 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6165483 Jan 31 19:10:32.030072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Request body: {'port': {'device_id': '53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:32.131810 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.146176 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-397d4e06-86a8-4739-9e96-1cfa3c7c2042 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ebc5b949-ec30-47cd-b348-a0ad9a961c7c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.181482 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d4e06-86a8-4739-9e96-1cfa3c7c2042 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'Port': ['ID=ebc5b949-ec30-47cd-b348-a0ad9a961c7c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:32.217851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0eacacca-da48-4213-bd74-3f467e673d8b no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:32.272551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8323031c-9818-4eed-b572-1e9fba1f311d None None] Provisioning complete for port 0ddebaa5-98aa-4118-8288-234cc0027acd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:32.273687 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8323031c-9818-4eed-b572-1e9fba1f311d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.276730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 0eacacca-da48-4213-bd74-3f467e673d8b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:32.277322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0eacacca-da48-4213-bd74-3f467e673d8b not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:32.343883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8323031c-9818-4eed-b572-1e9fba1f311d None None] Port 0ddebaa5-98aa-4118-8288-234cc0027acd cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:10:32.465315 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-397d4e06-86a8-4739-9e96-1cfa3c7c2042 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (6aaf863d-1868-485f-8294-241c5049010b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.519118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ddebaa5-98aa-4118-8288-234cc0027acd {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:10:32.528221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Publish callbacks [] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.545879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Transition to ACTIVE for port object 0ddebaa5-98aa-4118-8288-234cc0027acd will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:10:32.552851 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.559863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffafeb-766d-4540-b558-2485c5637272 req-feabec21-5d6a-49a8-920b-3b34d08413f0 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:32.561397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeffafeb-766d-4540-b558-2485c5637272 req-feabec21-5d6a-49a8-920b-3b34d08413f0 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1027 time: 0.0757787 Jan 31 19:10:32.624665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Pushing event updated for resources: {'Port': ['ID=0ddebaa5-98aa-4118-8288-234cc0027acd,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:32.690141 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeffafeb-766d-4540-b558-2485c5637272 req-aa9b6fda-f790-4cde-af08-bd872b79369d tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053431 Jan 31 19:10:32.741269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Attempting to bind port 0ddebaa5-98aa-4118-8288-234cc0027acd on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:32.742076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Attempting to bind port 0ddebaa5-98aa-4118-8288-234cc0027acd by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:32.742076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Attempting to bind port 0ddebaa5-98aa-4118-8288-234cc0027acd on network 016a437d-346a-4e91-bf55-5acf71d78c6f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:32.746441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Port 0ddebaa5-98aa-4118-8288-234cc0027acd on network 016a437d-346a-4e91-bf55-5acf71d78c6f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:10:32.746773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Attempting to bind port 0ddebaa5-98aa-4118-8288-234cc0027acd on network 016a437d-346a-4e91-bf55-5acf71d78c6f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:32.751845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:32.752189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Checking segment: {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:32.753139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Bound using segment: {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:32.753809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Bound port: 0ddebaa5-98aa-4118-8288-234cc0027acd, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e15235-e0e0-4f32-a66c-14c989a3b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:32.754452 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.760202 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397d4e06-86a8-4739-9e96-1cfa3c7c2042 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Router 6aaf863d-1868-485f-8294-241c5049010b has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:10:32.831574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] For port 0ddebaa5-98aa-4118-8288-234cc0027acd, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:32.836032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] For port 0ddebaa5-98aa-4118-8288-234cc0027acd, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0ddebaa5-98aa-4118-8288-234cc0027acd,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:32.844765 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.893213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:32.895160 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:32.896667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] 10.222.0.49 "PUT /v2.0/ports/0ddebaa5-98aa-4118-8288-234cc0027acd HTTP/1.1" status: 200 len: 1092 time: 0.8710923 Jan 31 19:10:32.897151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5', 'tag': '0ddebaa5-98aa-4118-8288-234cc0027acd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:32.899517 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600f60bf-d1d3-4bce-8674-28375c38c397" -d '{"events": [{"name": "network-changed", "server_uuid": "53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5", "tag": "0ddebaa5-98aa-4118-8288-234cc0027acd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:32.938161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988b76c-f339-4e85-ba22-f48bbdb56f23 service neutron] Pushing event updated for resources: {'Port': ['ID=0ddebaa5-98aa-4118-8288-234cc0027acd,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:33.009489 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213d26aa-8b0e-4f4d-92c0-5b5b3aea31c4 x-openstack-request-id: req-213d26aa-8b0e-4f4d-92c0-5b5b3aea31c4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:33.009793 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5", "tag": "0ddebaa5-98aa-4118-8288-234cc0027acd", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:33.010678 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-213d26aa-8b0e-4f4d-92c0-5b5b3aea31c4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:33.011466 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5', 'tag': '0ddebaa5-98aa-4118-8288-234cc0027acd', 'status': 'completed', 'code': 200} Jan 31 19:10:33.090439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f79bd-45b6-43de-ae78-6d67202296cd req-d2802950-1f20-4eb6-96d8-64aafe811fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:33.092167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-d2802950-1f20-4eb6-96d8-64aafe811fb5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aba424349d70449ab7627c71e8354b65&device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1126 time: 0.0761294 Jan 31 19:10:33.144112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-b7bd8e1e-8a12-415d-8717-0f53df93a31c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ddebaa5-98aa-4118-8288-234cc0027acd HTTP/1.1" status: 200 len: 217 time: 0.0426481 Jan 31 19:10:33.203339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f79bd-45b6-43de-ae78-6d67202296cd req-35bea23b-6391-404b-a30d-c85af9874258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:33.206565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-35bea23b-6391-404b-a30d-c85af9874258 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74712e96-5e44-4ace-87c5-cbf12ec741fa HTTP/1.1" status: 200 len: 849 time: 0.0553865 Jan 31 19:10:33.241199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397d4e06-86a8-4739-9e96-1cfa3c7c2042 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:10:33.249909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-397d4e06-86a8-4739-9e96-1cfa3c7c2042 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "PUT /v2.0/routers/6aaf863d-1868-485f-8294-241c5049010b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3783600 Jan 31 19:10:33.250853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:33.254515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64d892-8d9b-48af-8fde-ba6e43680ecb None None] Sync routers for ids ['6aaf863d-1868-485f-8294-241c5049010b'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:10:33.266994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64d892-8d9b-48af-8fde-ba6e43680ecb None None] Routers {'6aaf863d-1868-485f-8294-241c5049010b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:33.267625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5d64d892-8d9b-48af-8fde-ba6e43680ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6aaf863d-1868-485f-8294-241c5049010b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:33.304122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f79bd-45b6-43de-ae78-6d67202296cd req-faf56942-8058-4c6a-8b42-903d390ce9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:33.308831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-faf56942-8058-4c6a-8b42-903d390ce9bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=016a437d-346a-4e91-bf55-5acf71d78c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0970695 Jan 31 19:10:33.338919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26082dd-2ac7-46f8-9669-cc409941b7f3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Deleting subnet 99b87a7b-fe4d-4e10-80c7-b68449fc5828 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:10:33.351641 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26082dd-2ac7-46f8-9669-cc409941b7f3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for subnet (99b87a7b-fe4d-4e10-80c7-b68449fc5828), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:33.377822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-5d64d892-8d9b-48af-8fde-ba6e43680ecb None None] Set router 6aaf863d-1868-485f-8294-241c5049010b gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:33.429406 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26082dd-2ac7-46f8-9669-cc409941b7f3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (99b87a7b-fe4d-4e10-80c7-b68449fc5828), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:33.488880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-cc4462a6-6de2-45a8-9925-fcca902399fe service neutron] 10.222.0.49 "GET /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652560 Jan 31 19:10:33.565961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5d64d892-8d9b-48af-8fde-ba6e43680ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf863d-1868-485f-8294-241c5049010b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678169926', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:57Z', 'updated_at': '2022-01-31T19:10:32Z', 'revision_number': 5, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf863d-1868-485f-8294-241c5049010b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:59Z', 'updated_at': '2022-01-31T19:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:33.584084 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26082dd-2ac7-46f8-9669-cc409941b7f3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (99b87a7b-fe4d-4e10-80c7-b68449fc5828), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:33.592150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64d892-8d9b-48af-8fde-ba6e43680ecb None None] Checking router: 6aaf863d-1868-485f-8294-241c5049010b for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:10:33.605246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64d892-8d9b-48af-8fde-ba6e43680ecb None None] Routers {'6aaf863d-1868-485f-8294-241c5049010b'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:33.606305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5d64d892-8d9b-48af-8fde-ba6e43680ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6aaf863d-1868-485f-8294-241c5049010b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:33.650435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191f79bd-45b6-43de-ae78-6d67202296cd req-d20afdae-c2f9-42e0-9a65-2c83d94efb27 service neutron] 10.222.0.49 "GET /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528528 Jan 31 19:10:33.666213 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26082dd-2ac7-46f8-9669-cc409941b7f3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (99b87a7b-fe4d-4e10-80c7-b68449fc5828), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:33.695755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26082dd-2ac7-46f8-9669-cc409941b7f3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'Subnet': ['ID=99b87a7b-fe4d-4e10-80c7-b68449fc5828,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:33.703274 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b26082dd-2ac7-46f8-9669-cc409941b7f3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:33.709860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46894) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:33.710385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b26082dd-2ac7-46f8-9669-cc409941b7f3 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "DELETE /v2.0/subnets/99b87a7b-fe4d-4e10-80c7-b68449fc5828 HTTP/1.1" status: 204 len: 168 time: 0.4582748 Jan 31 19:10:33.726952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d287ee-e6bf-4d95-91f5-1b97be80f73e None None] Network 8927fc12-a260-4685-959a-44bb6372ecba requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:33.748355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-5d64d892-8d9b-48af-8fde-ba6e43680ecb None None] Set router 6aaf863d-1868-485f-8294-241c5049010b gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:33.789363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f60bf-d1d3-4bce-8674-28375c38c397 req-763c77c1-b9bf-4bd1-98b9-0d83abab20be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:33.791229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-600f60bf-d1d3-4bce-8674-28375c38c397 req-763c77c1-b9bf-4bd1-98b9-0d83abab20be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aba424349d70449ab7627c71e8354b65&device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1126 time: 0.0798090 Jan 31 19:10:33.844603 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router (6aaf863d-1868-485f-8294-241c5049010b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:33.977274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cfbf4-043d-496d-a4c9-26bac1a42c5e req-dd5f0b1d-3206-4a56-8a3f-873256c17b5d tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:33.979339 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-987cfbf4-043d-496d-a4c9-26bac1a42c5e req-dd5f0b1d-3206-4a56-8a3f-873256c17b5d tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1126 time: 0.1328261 Jan 31 19:10:33.983247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f60bf-d1d3-4bce-8674-28375c38c397 req-ccfd2af9-d614-4477-8e0f-f0275a35dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:33.984282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-600f60bf-d1d3-4bce-8674-28375c38c397 req-ccfd2af9-d614-4477-8e0f-f0275a35dea1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=016a437d-346a-4e91-bf55-5acf71d78c6f HTTP/1.1" status: 200 len: 911 time: 0.1837776 Jan 31 19:10:33.994319 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router_gateway (6aaf863d-1868-485f-8294-241c5049010b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.059911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Deleting port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:34.062248 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.067254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-600f60bf-d1d3-4bce-8674-28375c38c397 req-a7a9e31a-bd55-4dcd-831f-698c19904cb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ddebaa5-98aa-4118-8288-234cc0027acd HTTP/1.1" status: 200 len: 217 time: 0.0718853 Jan 31 19:10:34.090296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5d64d892-8d9b-48af-8fde-ba6e43680ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf863d-1868-485f-8294-241c5049010b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678169926', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:57Z', 'updated_at': '2022-01-31T19:10:32Z', 'revision_number': 5, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf863d-1868-485f-8294-241c5049010b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:59Z', 'updated_at': '2022-01-31T19:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:34.127359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64d892-8d9b-48af-8fde-ba6e43680ecb None None] The sync data for ids ['6aaf863d-1868-485f-8294-241c5049010b'] in n-d-812111-15 is: [{'id': '6aaf863d-1868-485f-8294-241c5049010b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678169926', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:57Z', 'updated_at': '2022-01-31T19:10:32Z', 'revision_number': 5, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': '0859cb18-5fd0-4bd0-bd10-ecb7010a0426', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf863d-1868-485f-8294-241c5049010b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:59Z', 'updated_at': '2022-01-31T19:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:10:34.135076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-987cfbf4-043d-496d-a4c9-26bac1a42c5e req-e68434b7-d3ec-486f-b89f-03d11b1f1747 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492283 Jan 31 19:10:34.140217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f74610-27af-4532-a6f4-2126b8958aa1 None None] DHCP port deletion for 8927fc12-a260-4685-959a-44bb6372ecba request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:10:34.166590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f60bf-d1d3-4bce-8674-28375c38c397 req-5eeda425-eafb-46d7-a2ad-f754cf7dd13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:34.168577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-600f60bf-d1d3-4bce-8674-28375c38c397 req-5eeda425-eafb-46d7-a2ad-f754cf7dd13a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74712e96-5e44-4ace-87c5-cbf12ec741fa HTTP/1.1" status: 200 len: 849 time: 0.0887733 Jan 31 19:10:34.205687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] For port 0859cb18-5fd0-4bd0-bd10-ecb7010a0426, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=0859cb18-5fd0-4bd0-bd10-ecb7010a0426,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:34.206807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.211449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c5f74610-27af-4532-a6f4-2126b8958aa1 None None] Deleting port 2febc7b9-8583-4948-b70a-88557754328f {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:34.211834 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5f74610-27af-4532-a6f4-2126b8958aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2febc7b9-8583-4948-b70a-88557754328f), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.223492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Calling delete_port for 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:34.236495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f60bf-d1d3-4bce-8674-28375c38c397 req-70a02927-4f86-421a-92d7-3be6cae56291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:34.238501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-600f60bf-d1d3-4bce-8674-28375c38c397 req-70a02927-4f86-421a-92d7-3be6cae56291 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=016a437d-346a-4e91-bf55-5acf71d78c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0608122 Jan 31 19:10:34.289473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c5f74610-27af-4532-a6f4-2126b8958aa1 None None] For port 2febc7b9-8583-4948-b70a-88557754328f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2febc7b9-8583-4948-b70a-88557754328f,segment=NetworkSegment(c9858ce2-d604-4610-a69f-7ff5a2dc15ce),segment_id=c9858ce2-d604-4610-a69f-7ff5a2dc15ce)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:34.290076 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5f74610-27af-4532-a6f4-2126b8958aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2febc7b9-8583-4948-b70a-88557754328f), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.310640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c5f74610-27af-4532-a6f4-2126b8958aa1 None None] Calling delete_port for 2febc7b9-8583-4948-b70a-88557754328f owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:34.374270 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-600f60bf-d1d3-4bce-8674-28375c38c397 req-e973cd84-41b1-4be4-aa68-e774c1048609 service neutron] 10.222.0.49 "GET /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228349 Jan 31 19:10:34.420909 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (0859cb18-5fd0-4bd0-bd10-ecb7010a0426), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.422216 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5f74610-27af-4532-a6f4-2126b8958aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (2febc7b9-8583-4948-b70a-88557754328f), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.459072 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'Port': ['ID=0859cb18-5fd0-4bd0-bd10-ecb7010a0426,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:34.466959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f74610-27af-4532-a6f4-2126b8958aa1 None None] No DVR routers for this DVR port 2febc7b9-8583-4948-b70a-88557754328f on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:10:34.470866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f74610-27af-4532-a6f4-2126b8958aa1 None None] Pushing event deleted for resources: {'Port': ['ID=2febc7b9-8583-4948-b70a-88557754328f,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:34.498101 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-600f60bf-d1d3-4bce-8674-28375c38c397 req-e7578eb1-fe00-4f5e-ac8e-79554f960b7f service neutron] 10.222.0.49 "GET /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166735 Jan 31 19:10:34.543110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (6aaf863d-1868-485f-8294-241c5049010b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.647148 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (6aaf863d-1868-485f-8294-241c5049010b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.649683 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router_controller (6aaf863d-1868-485f-8294-241c5049010b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.695033 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (6aaf863d-1868-485f-8294-241c5049010b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.696577 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Fanout notify agent at l3_agent the message router_deleted on router 6aaf863d-1868-485f-8294-241c5049010b {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:10:34.705503 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.706791 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4a4b2ad1-4d5e-4946-a516-1f007f98bd98 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "DELETE /v2.0/routers/6aaf863d-1868-485f-8294-241c5049010b HTTP/1.1" status: 204 len: 168 time: 0.9954126 Jan 31 19:10:34.709520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46904) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:34.814218 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (8927fc12-a260-4685-959a-44bb6372ecba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.917466 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (8927fc12-a260-4685-959a-44bb6372ecba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.939985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8927fc12-a260-4685-959a-44bb6372ecba']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:34.950888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:34.951187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9858ce2-d604-4610-a69f-7ff5a2dc15ce') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:34.967782 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (c9858ce2-d604-4610-a69f-7ff5a2dc15ce), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.983001 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c9858ce2-d604-4610-a69f-7ff5a2dc15ce), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.990890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:10:34.991294 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (c9858ce2-d604-4610-a69f-7ff5a2dc15ce), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:10:34.994892 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:10:35.056859 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (8927fc12-a260-4685-959a-44bb6372ecba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:35.063827 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:35.067263 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "DELETE /v2.0/networks/8927fc12-a260-4685-959a-44bb6372ecba HTTP/1.1" status: 204 len: 168 time: 0.3567035 Jan 31 19:10:35.070040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46910) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:35.083133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becca7ea-6ad1-4607-be91-fac82c26c640 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'Network': ['ID=8927fc12-a260-4685-959a-44bb6372ecba,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:35.261756 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46914) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:35.270056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8896a43-cff6-42ff-9df6-d54c55fc4c72 req-eadceb89-b88c-42e9-9463-0610f233b318 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:35.271856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d8896a43-cff6-42ff-9df6-d54c55fc4c72 req-eadceb89-b88c-42e9-9463-0610f233b318 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1126 time: 0.0569661 Jan 31 19:10:35.322345 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Deleting port f7a8f383-c174-4215-8c9c-6a9b375ff879 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:35.322703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f7a8f383-c174-4215-8c9c-6a9b375ff879), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:35.327051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209794af-6990-4d68-90d1-3f299b53ac9d tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:35.336846 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-209794af-6990-4d68-90d1-3f299b53ac9d tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 HTTP/1.1" status: 200 len: 814 time: 0.0740569 Jan 31 19:10:35.345344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d8896a43-cff6-42ff-9df6-d54c55fc4c72 req-c9eb1fb6-a700-4538-b230-ebb2cc9c8acb tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641096 Jan 31 19:10:35.420650 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f7a8f383-c174-4215-8c9c-6a9b375ff879), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:35.420982 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for floatingip (f7a8f383-c174-4215-8c9c-6a9b375ff879), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:35.433240 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Calling delete_port for f7a8f383-c174-4215-8c9c-6a9b375ff879 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:35.607133 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f7a8f383-c174-4215-8c9c-6a9b375ff879), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:35.632292 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'Port': ['ID=f7a8f383-c174-4215-8c9c-6a9b375ff879,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:35.694845 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for floatingip (00c45de8-a183-4c58-8452-0b4d4fea8258), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:35.695189 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Floating IP 00c45de8-a183-4c58-8452-0b4d4fea8258 disassociated (deleted). External IP: 172.25.8.105, port: 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f. Jan 31 19:10:35.909445 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:10:35.926110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ebc5b949-ec30-47cd-b348-a0ad9a961c7c no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:35.947593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: ebc5b949-ec30-47cd-b348-a0ad9a961c7c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:35.947939 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ebc5b949-ec30-47cd-b348-a0ad9a961c7c not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:35.948555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2febc7b9-8583-4948-b70a-88557754328f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:35.968719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 2febc7b9-8583-4948-b70a-88557754328f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:35.969385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2febc7b9-8583-4948-b70a-88557754328f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:35.969810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:35.990084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:35.990682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 0859cb18-5fd0-4bd0-bd10-ecb7010a0426 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:36.021629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:10:36.026582 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:36.032961 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9e2a0-785f-4615-90a0-7782fa84cefb None None] Sync routers for ids ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:10:36.042456 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9e2a0-785f-4615-90a0-7782fa84cefb None None] Routers {'8d609690-5f7b-4dc4-9873-1bfb4d268c91'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:36.043050 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3ee9e2a0-785f-4615-90a0-7782fa84cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:36.059698 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d74ef2bb-6c2b-4030-b814-1b106e8a81aa tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "DELETE /v2.0/floatingips/00c45de8-a183-4c58-8452-0b4d4fea8258 HTTP/1.1" status: 204 len: 168 time: 0.9862249 Jan 31 19:10:36.059698 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'tag': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:36.061002 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b02dbc-f72d-4298-a5d5-d1757573a82d" -d '{"events": [{"name": "network-changed", "server_uuid": "44af7c09-3b32-46bd-b62c-271a15f88f38", "tag": "4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:36.102011 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dd13c8-f89e-4f8c-8c79-7827bcde37ad x-openstack-request-id: req-73dd13c8-f89e-4f8c-8c79-7827bcde37ad {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:36.102011 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44af7c09-3b32-46bd-b62c-271a15f88f38", "tag": "4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:36.102011 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73dd13c8-f89e-4f8c-8c79-7827bcde37ad {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:36.102011 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'tag': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f', 'status': 'completed', 'code': 200} Jan 31 19:10:36.169561 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3ee9e2a0-785f-4615-90a0-7782fa84cefb None None] Set router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:36.180327 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b02dbc-f72d-4298-a5d5-d1757573a82d req-d242675b-8b67-4af4-ad17-91b5e0305053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:36.182719 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f0b02dbc-f72d-4298-a5d5-d1757573a82d req-d242675b-8b67-4af4-ad17-91b5e0305053 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc7ae5e3470b4110b838569f7a3523a6&device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 1168 time: 0.0594811 Jan 31 19:10:36.217092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0ddebaa5-98aa-4118-8288-234cc0027acd details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:10:36.385323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0ddebaa5-98aa-4118-8288-234cc0027acd, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0ddebaa5-98aa-4118-8288-234cc0027acd,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:36.399314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '0ddebaa5-98aa-4118-8288-234cc0027acd', 'network_id': '016a437d-346a-4e91-bf55-5acf71d78c6f', 'port_id': '0ddebaa5-98aa-4118-8288-234cc0027acd', 'mac_address': 'fa:16:3e:fd:83:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74712e96-5e44-4ace-87c5-cbf12ec741fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:10:36.422148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b02dbc-f72d-4298-a5d5-d1757573a82d req-890c9a42-3912-4e32-b1df-6361d4c9f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:36.423909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f0b02dbc-f72d-4298-a5d5-d1757573a82d req-890c9a42-3912-4e32-b1df-6361d4c9f78c service neutron] 10.222.0.21 "GET /v2.0/networks?id=98bd62b3-3a49-4fbc-be7d-82616fc75e5a HTTP/1.1" status: 200 len: 897 time: 0.2351146 Jan 31 19:10:36.458218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0ddebaa5-98aa-4118-8288-234cc0027acd is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:36.458863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46932) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:36.459683 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:36.466746 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3ee9e2a0-785f-4615-90a0-7782fa84cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:09:02Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '105d8d4a-13c6-4737-9aaf-0b46db04f398', 'name': '', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'mac_address': 'fa:16:3e:a7:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:01Z', 'updated_at': '2022-01-31T19:09:08Z', 'revision_number': 5, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'subnets': [{'id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:36.474719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bd41e128-e6fe-4d94-821c-605a184a35a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'network': {'name': 'tempest-network-smoke--1249515763', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'port_security_enabled': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:36.480540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ddebaa5-98aa-4118-8288-234cc0027acd {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:10:36.503206 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0ddebaa5-98aa-4118-8288-234cc0027acd, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0ddebaa5-98aa-4118-8288-234cc0027acd,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:36.504208 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9e2a0-785f-4615-90a0-7782fa84cefb None None] Checking router: 8d609690-5f7b-4dc4-9873-1bfb4d268c91 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:10:36.508442 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:36.515394 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9e2a0-785f-4615-90a0-7782fa84cefb None None] Routers {'8d609690-5f7b-4dc4-9873-1bfb4d268c91'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:36.516733 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3ee9e2a0-785f-4615-90a0-7782fa84cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:36.540014 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f0b02dbc-f72d-4298-a5d5-d1757573a82d req-55e92f21-66f6-493f-84cf-8816eee1319c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f HTTP/1.1" status: 200 len: 217 time: 0.1095347 Jan 31 19:10:36.545484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd41e128-e6fe-4d94-821c-605a184a35a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Made reservation on behalf of 86cca0c95f1b4754aec72798b17ac170 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:36.558097 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd41e128-e6fe-4d94-821c-605a184a35a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:36.572654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0ddebaa5-98aa-4118-8288-234cc0027acd,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:36.614471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f21891-651b-4212-a678-6bd9b73b21d8 req-486a7d3b-2302-44cc-8f10-0c3e2cc1ebdf tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:36.614706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b02dbc-f72d-4298-a5d5-d1757573a82d req-88b5fab4-837b-4907-8ead-02ced71f5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:36.616301 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f0b02dbc-f72d-4298-a5d5-d1757573a82d req-88b5fab4-837b-4907-8ead-02ced71f5236 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27656b06-94fd-49d6-bec2-d215fb15917a HTTP/1.1" status: 200 len: 833 time: 0.0700746 Jan 31 19:10:36.616440 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1f21891-651b-4212-a678-6bd9b73b21d8 req-486a7d3b-2302-44cc-8f10-0c3e2cc1ebdf tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 985 time: 0.2539611 Jan 31 19:10:36.659815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd41e128-e6fe-4d94-821c-605a184a35a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:10:36.664721 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3ee9e2a0-785f-4615-90a0-7782fa84cefb None None] Set router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:36.683253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b02dbc-f72d-4298-a5d5-d1757573a82d req-1f14397f-371d-4ae8-b923-e0774243c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:36.684876 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f0b02dbc-f72d-4298-a5d5-d1757573a82d req-1f14397f-371d-4ae8-b923-e0774243c486 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98bd62b3-3a49-4fbc-be7d-82616fc75e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0619018 Jan 31 19:10:36.685896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d61b-5d8b-4829-a3a6-59b87a445187 req-14656c3c-c829-43a6-80ee-f4af6ff097b2 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:36.687535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4fa9d61b-5d8b-4829-a3a6-59b87a445187 req-14656c3c-c829-43a6-80ee-f4af6ff097b2 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1127 time: 0.1640787 Jan 31 19:10:36.688833 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd41e128-e6fe-4d94-821c-605a184a35a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b0c4f300-96f7-4e03-8c64-171440721fc0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:36.689252 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-bd41e128-e6fe-4d94-821c-605a184a35a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Added segment b0c4f300-96f7-4e03-8c64-171440721fc0 of type vlan for network bd54151a-c7dd-433f-8290-cb02ad09ab2b Jan 31 19:10:36.750786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['0ddebaa5-98aa-4118-8288-234cc0027acd'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:10:36.779621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1f21891-651b-4212-a678-6bd9b73b21d8 req-d334529f-63da-4fa8-91e2-4c8ab1224ac1 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1539481 Jan 31 19:10:36.830153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4fa9d61b-5d8b-4829-a3a6-59b87a445187 req-2a7f9238-2b92-4992-9521-d0b3715e5955 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202314 Jan 31 19:10:36.834494 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd41e128-e6fe-4d94-821c-605a184a35a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (bd54151a-c7dd-433f-8290-cb02ad09ab2b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:36.885806 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f0b02dbc-f72d-4298-a5d5-d1757573a82d req-9a4f7039-56a6-4015-974d-67d0ac39907c service neutron] 10.222.0.21 "GET /v2.0/networks/98bd62b3-3a49-4fbc-be7d-82616fc75e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895044 Jan 31 19:10:36.900504 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd41e128-e6fe-4d94-821c-605a184a35a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (bd54151a-c7dd-433f-8290-cb02ad09ab2b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:36.909253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd41e128-e6fe-4d94-821c-605a184a35a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:36.910103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd41e128-e6fe-4d94-821c-605a184a35a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:36.950759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bd41e128-e6fe-4d94-821c-605a184a35a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4878836 Jan 31 19:10:36.971755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:36.985509 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3ee9e2a0-785f-4615-90a0-7782fa84cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:09:02Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '105d8d4a-13c6-4737-9aaf-0b46db04f398', 'name': '', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'mac_address': 'fa:16:3e:a7:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:01Z', 'updated_at': '2022-01-31T19:09:08Z', 'revision_number': 5, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'subnets': [{'id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:37.012010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41e128-e6fe-4d94-821c-605a184a35a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Network': ['ID=bd54151a-c7dd-433f-8290-cb02ad09ab2b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:37.026701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network bd54151a-c7dd-433f-8290-cb02ad09ab2b details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:10:37.027604 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9e2a0-785f-4615-90a0-7782fa84cefb None None] The sync data for ids ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'] in n-d-812111-15 is: [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:09:02Z', 'revision_number': 4, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '105d8d4a-13c6-4737-9aaf-0b46db04f398', 'name': '', 'network_id': '98bd62b3-3a49-4fbc-be7d-82616fc75e5a', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'mac_address': 'fa:16:3e:a7:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:01Z', 'updated_at': '2022-01-31T19:09:08Z', 'revision_number': 5, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'subnets': [{'id': '27656b06-94fd-49d6-bec2-d215fb15917a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:10:37.070623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41be46b-74e5-47b6-85cb-231032f6a93e tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:37.072235 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c41be46b-74e5-47b6-85cb-231032f6a93e tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=86cca0c95f1b4754aec72798b17ac170&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0991275 Jan 31 19:10:37.075207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46940) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:37.090012 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-f0b02dbc-f72d-4298-a5d5-d1757573a82d req-e4bbf903-6469-4035-becd-4a6299435eb4 service neutron] 10.222.0.21 "GET /v2.0/networks/98bd62b3-3a49-4fbc-be7d-82616fc75e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968479 Jan 31 19:10:37.200758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53c55b-c498-4126-a2dc-3ac96911b629 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:37.202216 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cd53c55b-c498-4126-a2dc-3ac96911b629 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1258020 Jan 31 19:10:37.205004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46942) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:37.237196 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-49f7ff3a-b9c7-4289-a453-065461b57730 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278754 Jan 31 19:10:37.237601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46944) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:37.266547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-db538f7c-4d08-4c8f-b040-5803b3190b63 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=86cca0c95f1b4754aec72798b17ac170&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272815 Jan 31 19:10:37.269313 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46946) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:37.354208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d2a5c-33ba-4018-abdb-8e5e76d194b6 None None] New status for floating IP 00c45de8-a183-4c58-8452-0b4d4fea8258: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:10:37.365595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93691a4a-fe1e-4c78-a625-b90765293950 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:37.367505 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-93691a4a-fe1e-4c78-a625-b90765293950 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969121 Jan 31 19:10:37.370128 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46948) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:37.403684 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-64f58981-ee21-4f1d-a835-378898b0a1f8 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321417 Jan 31 19:10:37.406065 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46950) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:37.412120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d4181a9c-9f3c-45a6-b27a-1a2dee15270f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-993714760', 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:37.514205 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4181a9c-9f3c-45a6-b27a-1a2dee15270f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Made reservation on behalf of 86cca0c95f1b4754aec72798b17ac170 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:37.517679 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4181a9c-9f3c-45a6-b27a-1a2dee15270f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:37.724080 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d2fcb-8e87-495c-ab90-b8b8ef3df124 req-49c94a39-efe7-40cd-a840-1aad9bacd45b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:37.725477 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-935d2fcb-8e87-495c-ab90-b8b8ef3df124 req-49c94a39-efe7-40cd-a840-1aad9bacd45b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.21 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 985 time: 0.0962968 Jan 31 19:10:37.742395 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4181a9c-9f3c-45a6-b27a-1a2dee15270f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (fb47dae4-231b-43db-8f6a-e79f09a28d24), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:37.868296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4181a9c-9f3c-45a6-b27a-1a2dee15270f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Subnet': ['ID=fb47dae4-231b-43db-8f6a-e79f09a28d24,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:37.909726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4181a9c-9f3c-45a6-b27a-1a2dee15270f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Checking segment: {'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:37.910102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4181a9c-9f3c-45a6-b27a-1a2dee15270f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network hostable DHCP agents. Network: bd54151a-c7dd-433f-8290-cb02ad09ab2b, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:10:37.935648 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4181a9c-9f3c-45a6-b27a-1a2dee15270f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network bd54151a-c7dd-433f-8290-cb02ad09ab2b is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:10:37.948083 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-935d2fcb-8e87-495c-ab90-b8b8ef3df124 req-f74ad49e-899a-441c-80a7-7abb89214b7b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Deleting port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:37.948458 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-935d2fcb-8e87-495c-ab90-b8b8ef3df124 req-f74ad49e-899a-441c-80a7-7abb89214b7b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:37.964477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d4181a9c-9f3c-45a6-b27a-1a2dee15270f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, bd54151a-c7dd-433f-8290-cb02ad09ab2b) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:37.973059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4181a9c-9f3c-45a6-b27a-1a2dee15270f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:37.973658 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4181a9c-9f3c-45a6-b27a-1a2dee15270f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:37.980277 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676845bd-06ba-4754-9d8b-d7179beb5333 None None] Network bd54151a-c7dd-433f-8290-cb02ad09ab2b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:37.987679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419f690-7713-4fa8-963c-9dc027c0c06c req-bbba3dab-2396-430a-bbc9-146bd4aa7c75 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:37.989458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7419f690-7713-4fa8-963c-9dc027c0c06c req-bbba3dab-2396-430a-bbc9-146bd4aa7c75 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1127 time: 0.0721741 Jan 31 19:10:37.996557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d412ff9-789e-4b53-9ad7-dff490a7aca1 req-5d6f962a-fd94-410d-8478-525041021719 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:38.003318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d412ff9-789e-4b53-9ad7-dff490a7aca1 req-5d6f962a-fd94-410d-8478-525041021719 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/ports?device_id=44af7c09-3b32-46bd-b62c-271a15f88f38 HTTP/1.1" status: 200 len: 985 time: 0.1433787 Jan 31 19:10:38.028446 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d4181a9c-9f3c-45a6-b27a-1a2dee15270f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6182637 Jan 31 19:10:38.082993 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-935d2fcb-8e87-495c-ab90-b8b8ef3df124 req-f74ad49e-899a-441c-80a7-7abb89214b7b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] For port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f,segment=NetworkSegment(980d9c4a-1e7b-4ec0-abcd-997355d85a94),segment_id=980d9c4a-1e7b-4ec0-abcd-997355d85a94)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:38.084141 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-935d2fcb-8e87-495c-ab90-b8b8ef3df124 req-f74ad49e-899a-441c-80a7-7abb89214b7b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.090494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7419f690-7713-4fa8-963c-9dc027c0c06c req-d583736a-0435-4f54-8a1b-0af4c3801137 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842745 Jan 31 19:10:38.111796 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-935d2fcb-8e87-495c-ab90-b8b8ef3df124 req-f74ad49e-899a-441c-80a7-7abb89214b7b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Calling delete_port for 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:38.116077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d412ff9-789e-4b53-9ad7-dff490a7aca1 req-f7e63373-57ae-4955-9ea8-d1c549cc1ca7 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "GET /v2.0/security-groups?id=6264d5a0-8195-41e1-8d3a-bc6f12465f79&id=f578646e-30aa-42a2-98d9-333621bf957d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1080470 Jan 31 19:10:38.142910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-bd54151a-c7dd-433f-8290-cb02ad09ab2b', 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ips': [{'subnet_id': 'fb47dae4-231b-43db-8f6a-e79f09a28d24'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:10:38.144390 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.241813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-935d2fcb-8e87-495c-ab90-b8b8ef3df124 req-f74ad49e-899a-441c-80a7-7abb89214b7b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.243916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0ddebaa5-98aa-4118-8288-234cc0027acd up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:38.289362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ad49e-899a-441c-80a7-7abb89214b7b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'Port': ['ID=4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:38.367173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46962) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:38.371867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-240f3f43-f9ce-41d2-a002-1232366a9861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499045089', 'description': 'tempest-secgroup-smoke-1499045089 description', 'project_id': '86cca0c95f1b4754aec72798b17ac170'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:38.386884 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-935d2fcb-8e87-495c-ab90-b8b8ef3df124 req-f74ad49e-899a-441c-80a7-7abb89214b7b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] No DVR routers for this DVR port 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:10:38.390577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 0ddebaa5-98aa-4118-8288-234cc0027acd completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:10:38.394542 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-935d2fcb-8e87-495c-ab90-b8b8ef3df124 req-f74ad49e-899a-441c-80a7-7abb89214b7b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.395931 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-240f3f43-f9ce-41d2-a002-1232366a9861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.397406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 0ddebaa5-98aa-4118-8288-234cc0027acd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:38.397850 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.399790 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-935d2fcb-8e87-495c-ab90-b8b8ef3df124 req-f74ad49e-899a-441c-80a7-7abb89214b7b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.21 "DELETE /v2.0/ports/4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f HTTP/1.1" status: 204 len: 173 time: 0.6672087 Jan 31 19:10:38.400504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'name': 'network-vif-deleted', 'tag': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:38.404094 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d571708-e462-44d2-be2a-3464eac2cadb" -d '{"events": [{"server_uuid": "44af7c09-3b32-46bd-b62c-271a15f88f38", "name": "network-vif-deleted", "tag": "4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:38.449633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Allocated IP 172.20.0.18 (bd54151a-c7dd-433f-8290-cb02ad09ab2b/fb47dae4-231b-43db-8f6a-e79f09a28d24/589b6944-6e3d-470e-a33c-0b0156b47d3a) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:38.462773 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a366f3-c7a7-4c89-9f07-9686c7a49027 x-openstack-request-id: req-76a366f3-c7a7-4c89-9f07-9686c7a49027 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:38.462773 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44af7c09-3b32-46bd-b62c-271a15f88f38", "name": "network-vif-deleted", "tag": "4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:38.462773 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76a366f3-c7a7-4c89-9f07-9686c7a49027 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:38.463211 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44af7c09-3b32-46bd-b62c-271a15f88f38', 'name': 'network-vif-deleted', 'tag': '4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f', 'status': 'completed', 'code': 200} Jan 31 19:10:38.511403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0ddebaa5-98aa-4118-8288-234cc0027acd is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:38.511806 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.515820 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-240f3f43-f9ce-41d2-a002-1232366a9861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (decd8625-0bb5-4175-bfda-b7bbba2bf66a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.521047 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-240f3f43-f9ce-41d2-a002-1232366a9861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (decd8625-0bb5-4175-bfda-b7bbba2bf66a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.572407 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-240f3f43-f9ce-41d2-a002-1232366a9861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.576865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-240f3f43-f9ce-41d2-a002-1232366a9861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2057290 Jan 31 19:10:38.577150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:38.579078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f3f43-f9ce-41d2-a002-1232366a9861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=decd8625-0bb5-4175-bfda-b7bbba2bf66a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:38.582266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2f92adbc-da06-4f0d-a91e-b3a88a6255d5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': 'decd8625-0bb5-4175-bfda-b7bbba2bf66a', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:38.587835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddebaa5-98aa-4118-8288-234cc0027acd'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:38.590931 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d158feb-6eab-4596-8f22-33abb7cb3ee9" -d '{"events": [{"server_uuid": "53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5", "name": "network-vif-plugged", "status": "completed", "tag": "0ddebaa5-98aa-4118-8288-234cc0027acd"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:38.609052 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f92adbc-da06-4f0d-a91e-b3a88a6255d5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (45b47912-4c8c-4cf9-a15a-1b38d6d5ac17), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.622421 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0ddebaa5-98aa-4118-8288-234cc0027acd, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0ddebaa5-98aa-4118-8288-234cc0027acd,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:38.636481 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.649384 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb17fd14-9e7c-4056-9968-13109713bb53 x-openstack-request-id: req-fb17fd14-9e7c-4056-9968-13109713bb53 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:38.649686 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5", "name": "network-vif-plugged", "status": "completed", "tag": "0ddebaa5-98aa-4118-8288-234cc0027acd", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:38.649987 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb17fd14-9e7c-4056-9968-13109713bb53 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:38.650474 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddebaa5-98aa-4118-8288-234cc0027acd', 'code': 200} Jan 31 19:10:38.704825 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f92adbc-da06-4f0d-a91e-b3a88a6255d5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (45b47912-4c8c-4cf9-a15a-1b38d6d5ac17), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.712197 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f92adbc-da06-4f0d-a91e-b3a88a6255d5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (45b47912-4c8c-4cf9-a15a-1b38d6d5ac17), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.752642 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f92adbc-da06-4f0d-a91e-b3a88a6255d5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.754635 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2f92adbc-da06-4f0d-a91e-b3a88a6255d5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1764219 Jan 31 19:10:38.755903 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92adbc-da06-4f0d-a91e-b3a88a6255d5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b47912-4c8c-4cf9-a15a-1b38d6d5ac17,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:38.758220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46970) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:38.764466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c361fd59-c026-454a-b451-83c6006f8690 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': 'decd8625-0bb5-4175-bfda-b7bbba2bf66a', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:38.767806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0ddebaa5-98aa-4118-8288-234cc0027acd,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:38.804314 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Publish callbacks [] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.805047 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c361fd59-c026-454a-b451-83c6006f8690 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (aa3f202a-83b1-4f8e-ac7a-289c9f5f7e3c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.815331 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.830589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e718a2-ac08-4986-82e9-2753780eefbc req-662d7781-5964-4160-abaf-98ebbab0aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:38.833589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28e718a2-ac08-4986-82e9-2753780eefbc req-662d7781-5964-4160-abaf-98ebbab0aaf1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1128 time: 0.0992148 Jan 31 19:10:38.876745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Network bd54151a-c7dd-433f-8290-cb02ad09ab2b is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:38.881986 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:38.889797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:38.900933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Pushing event updated for resources: {'Port': ['ID=589b6944-6e3d-470e-a33c-0b0156b47d3a,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:38.957531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c361fd59-c026-454a-b451-83c6006f8690 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (aa3f202a-83b1-4f8e-ac7a-289c9f5f7e3c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.965987 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c361fd59-c026-454a-b451-83c6006f8690 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (aa3f202a-83b1-4f8e-ac7a-289c9f5f7e3c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.984266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28e718a2-ac08-4986-82e9-2753780eefbc req-e86746fe-134e-406e-bcc8-771c8adccf1c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387360 Jan 31 19:10:38.988611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Attempting to bind port 589b6944-6e3d-470e-a33c-0b0156b47d3a on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:38.989072 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Attempting to bind port 589b6944-6e3d-470e-a33c-0b0156b47d3a by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:38.989662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Attempting to bind port 589b6944-6e3d-470e-a33c-0b0156b47d3a on network bd54151a-c7dd-433f-8290-cb02ad09ab2b {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:38.995182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361fd59-c026-454a-b451-83c6006f8690 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3f202a-83b1-4f8e-ac7a-289c9f5f7e3c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:38.995982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:38.996443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Checking segment: {'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:38.997055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:38.997513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Bound using segment: {'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:38.998125 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Bound port: 589b6944-6e3d-470e-a33c-0b0156b47d3a, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:38.998593 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.032939 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c361fd59-c026-454a-b451-83c6006f8690 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.038660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46976) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:39.039224 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c361fd59-c026-454a-b451-83c6006f8690 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2791114 Jan 31 19:10:39.043452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9e2ff4c5-6379-4cec-8477-7d02d21093f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': 'decd8625-0bb5-4175-bfda-b7bbba2bf66a', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:39.083320 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e2ff4c5-6379-4cec-8477-7d02d21093f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (7a42ad15-9d62-453f-b35c-d08c6a97e86d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.092051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] For port 589b6944-6e3d-470e-a33c-0b0156b47d3a, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:39.097129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] For port 589b6944-6e3d-470e-a33c-0b0156b47d3a, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=589b6944-6e3d-470e-a33c-0b0156b47d3a,segment=NetworkSegment(b0c4f300-96f7-4e03-8c64-171440721fc0),segment_id=b0c4f300-96f7-4e03-8c64-171440721fc0)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:39.106434 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.151170 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e2ff4c5-6379-4cec-8477-7d02d21093f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (7a42ad15-9d62-453f-b35c-d08c6a97e86d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.156759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e2ff4c5-6379-4cec-8477-7d02d21093f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (7a42ad15-9d62-453f-b35c-d08c6a97e86d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.177017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ff4c5-6379-4cec-8477-7d02d21093f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a42ad15-9d62-453f-b35c-d08c6a97e86d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:39.185107 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e92ab-9150-4665-9c2e-bdb86fefc6e0 None None] Pushing event updated for resources: {'Port': ['ID=589b6944-6e3d-470e-a33c-0b0156b47d3a,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:39.200436 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e2ff4c5-6379-4cec-8477-7d02d21093f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.201740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9e2ff4c5-6379-4cec-8477-7d02d21093f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1618731 Jan 31 19:10:39.204647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 46982) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:39.209632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2179e275-8d0b-41c8-8a50-460f5b7f2bfa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': 'decd8625-0bb5-4175-bfda-b7bbba2bf66a', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:39.217528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46984) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:39.276559 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2179e275-8d0b-41c8-8a50-460f5b7f2bfa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (d3252278-7fd1-45b2-a025-79a4b35f7c3e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.285291 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b252a44e-dd18-440d-b75c-3cabb90377b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (f578646e-30aa-42a2-98d9-333621bf957d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.311345 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b252a44e-dd18-440d-b75c-3cabb90377b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (f578646e-30aa-42a2-98d9-333621bf957d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.355394 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2179e275-8d0b-41c8-8a50-460f5b7f2bfa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (d3252278-7fd1-45b2-a025-79a4b35f7c3e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.361020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698600f6-db10-4ab1-898f-8a9d8f0953d1 req-335aa7e5-56bc-40d7-af38-df4602b38457 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:39.363086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-698600f6-db10-4ab1-898f-8a9d8f0953d1 req-335aa7e5-56bc-40d7-af38-df4602b38457 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1128 time: 0.1180940 Jan 31 19:10:39.364384 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2179e275-8d0b-41c8-8a50-460f5b7f2bfa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (d3252278-7fd1-45b2-a025-79a4b35f7c3e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.380095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179e275-8d0b-41c8-8a50-460f5b7f2bfa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3252278-7fd1-45b2-a025-79a4b35f7c3e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:39.389009 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b252a44e-dd18-440d-b75c-3cabb90377b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f578646e-30aa-42a2-98d9-333621bf957d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.396695 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b252a44e-dd18-440d-b75c-3cabb90377b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.401307 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b252a44e-dd18-440d-b75c-3cabb90377b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "DELETE /v2.0/security-groups/f578646e-30aa-42a2-98d9-333621bf957d HTTP/1.1" status: 204 len: 168 time: 0.1825283 Jan 31 19:10:39.407491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46986) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:39.445374 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252a44e-dd18-440d-b75c-3cabb90377b2 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f578646e-30aa-42a2-98d9-333621bf957d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:39.510738 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2179e275-8d0b-41c8-8a50-460f5b7f2bfa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.512212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2179e275-8d0b-41c8-8a50-460f5b7f2bfa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3066144 Jan 31 19:10:39.515163 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46988) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:39.519016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-698600f6-db10-4ab1-898f-8a9d8f0953d1 req-2a38ea88-2ec6-4a7d-ab89-8bf0d22ab1ba tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427763 Jan 31 19:10:39.533224 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4a1363cf-36fb-4717-9509-9ec9ae38ebf0 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': 'decd8625-0bb5-4175-bfda-b7bbba2bf66a', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:39.543023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bae78ec3-e1d3-4fdf-af40-d816c536178b req-3d2c2681-6eee-45cd-82ad-705c74563e78 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1131618 Jan 31 19:10:39.546491 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db3a9f5d-8a3d-4ea9-9a51-34be210c993b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (6264d5a0-8195-41e1-8d3a-bc6f12465f79), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.588505 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-4a1363cf-36fb-4717-9509-9ec9ae38ebf0 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Project 86cca0c95f1b4754aec72798b17ac170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:10:39.592665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db3a9f5d-8a3d-4ea9-9a51-34be210c993b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (6264d5a0-8195-41e1-8d3a-bc6f12465f79), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.605463 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a1363cf-36fb-4717-9509-9ec9ae38ebf0 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (9d351edd-64ad-466a-98b2-c26609386e1b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.650344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78ec3-e1d3-4fdf-af40-d816c536178b req-dca902af-dfb2-42cf-9d16-8f8c6a2c1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:39.666746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bae78ec3-e1d3-4fdf-af40-d816c536178b req-dca902af-dfb2-42cf-9d16-8f8c6a2c1e12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 1128 time: 0.0728900 Jan 31 19:10:39.684679 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db3a9f5d-8a3d-4ea9-9a51-34be210c993b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (6264d5a0-8195-41e1-8d3a-bc6f12465f79), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.687769 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db3a9f5d-8a3d-4ea9-9a51-34be210c993b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.689119 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-db3a9f5d-8a3d-4ea9-9a51-34be210c993b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "DELETE /v2.0/security-groups/6264d5a0-8195-41e1-8d3a-bc6f12465f79 HTTP/1.1" status: 204 len: 168 time: 0.2691495 Jan 31 19:10:39.691202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a1363cf-36fb-4717-9509-9ec9ae38ebf0 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (9d351edd-64ad-466a-98b2-c26609386e1b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.695125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46990) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:39.704013 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a1363cf-36fb-4717-9509-9ec9ae38ebf0 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (9d351edd-64ad-466a-98b2-c26609386e1b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.759601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a9f5d-8a3d-4ea9-9a51-34be210c993b tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6264d5a0-8195-41e1-8d3a-bc6f12465f79,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:39.788284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1363cf-36fb-4717-9509-9ec9ae38ebf0 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d351edd-64ad-466a-98b2-c26609386e1b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:39.792833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78ec3-e1d3-4fdf-af40-d816c536178b req-6c8c3d85-f875-4aca-a6a2-9aedda62d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:39.794730 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bae78ec3-e1d3-4fdf-af40-d816c536178b req-6c8c3d85-f875-4aca-a6a2-9aedda62d263 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3669eb75-bfc5-4e72-a573-20a7596120ad HTTP/1.1" status: 200 len: 898 time: 0.1073215 Jan 31 19:10:39.819057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a1363cf-36fb-4717-9509-9ec9ae38ebf0 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:39.822952 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4a1363cf-36fb-4717-9509-9ec9ae38ebf0 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3039508 Jan 31 19:10:39.823918 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 46992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:39.827488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dc1a68a4-65eb-466e-bf53-bd798d73977b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': 'decd8625-0bb5-4175-bfda-b7bbba2bf66a', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:39.876768 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-dc1a68a4-65eb-466e-bf53-bd798d73977b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Project 86cca0c95f1b4754aec72798b17ac170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:10:39.923189 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc1a68a4-65eb-466e-bf53-bd798d73977b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (f318bbb4-319d-4e14-b2c0-71cb5fa2a2e1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:40.008836 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc1a68a4-65eb-466e-bf53-bd798d73977b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (f318bbb4-319d-4e14-b2c0-71cb5fa2a2e1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:40.021291 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc1a68a4-65eb-466e-bf53-bd798d73977b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (f318bbb4-319d-4e14-b2c0-71cb5fa2a2e1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:40.068391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a68a4-65eb-466e-bf53-bd798d73977b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f318bbb4-319d-4e14-b2c0-71cb5fa2a2e1,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:40.101620 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc1a68a4-65eb-466e-bf53-bd798d73977b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:40.102842 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dc1a68a4-65eb-466e-bf53-bd798d73977b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2787497 Jan 31 19:10:40.135478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 589b6944-6e3d-470e-a33c-0b0156b47d3a up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:40.446559 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bae78ec3-e1d3-4fdf-af40-d816c536178b req-bd7f2b82-2b60-4ae9-af1e-4d1ce4a3a768 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5c76739-f5cc-4f81-8112-d8bcec23a63f HTTP/1.1" status: 200 len: 1001 time: 0.6437273 Jan 31 19:10:40.476429 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af40b53b-b07e-4a40-8a7f-b7d9d7b51b93 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (8d609690-5f7b-4dc4-9873-1bfb4d268c91), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:40.525620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:40.542040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-d8fc2bd1-bedf-47b9-a104-91722d1ea23b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499045089&fields=id&tenant_id=86cca0c95f1b4754aec72798b17ac170 HTTP/1.1" status: 200 len: 267 time: 0.1192594 Jan 31 19:10:40.545851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:40.558242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4b90be89-4de6-44a8-8b2f-45d7e8ba3a4f not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:40.558842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78ec3-e1d3-4fdf-af40-d816c536178b req-66baba7d-d9b3-41cb-84ad-b3cb632d4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:40.560502 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bae78ec3-e1d3-4fdf-af40-d816c536178b req-66baba7d-d9b3-41cb-84ad-b3cb632d4111 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98716192-ec0a-4214-9348-2a28395fd67b HTTP/1.1" status: 200 len: 834 time: 0.1028457 Jan 31 19:10:40.599261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 589b6944-6e3d-470e-a33c-0b0156b47d3a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:40.599873 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:40.709829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 589b6944-6e3d-470e-a33c-0b0156b47d3a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:40.710811 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:40.754362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 589b6944-6e3d-470e-a33c-0b0156b47d3a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=589b6944-6e3d-470e-a33c-0b0156b47d3a,segment=NetworkSegment(b0c4f300-96f7-4e03-8c64-171440721fc0),segment_id=b0c4f300-96f7-4e03-8c64-171440721fc0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:40.766721 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:40.766960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78ec3-e1d3-4fdf-af40-d816c536178b req-949db886-1791-499f-a836-4f5be5c789cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:40.768441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bae78ec3-e1d3-4fdf-af40-d816c536178b req-949db886-1791-499f-a836-4f5be5c789cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3669eb75-bfc5-4e72-a573-20a7596120ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1909370 Jan 31 19:10:40.821743 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0a389-7c6b-43a1-9835-aaf00d177fe8 req-d68ee047-bb5d-4c30-8c3f-ee07498aef46 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:40.823279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24c0a389-7c6b-43a1-9835-aaf00d177fe8 req-d68ee047-bb5d-4c30-8c3f-ee07498aef46 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1128 time: 0.1760626 Jan 31 19:10:40.838662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-7fac063d-df71-48e5-8447-f86c2fec9a06 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:40.840831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-7fac063d-df71-48e5-8447-f86c2fec9a06 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/networks?id=bd54151a-c7dd-433f-8290-cb02ad09ab2b HTTP/1.1" status: 200 len: 797 time: 0.2845342 Jan 31 19:10:40.841261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=589b6944-6e3d-470e-a33c-0b0156b47d3a,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:40.873939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-af40b53b-b07e-4a40-8a7f-b7d9d7b51b93 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Deleting port 105d8d4a-13c6-4737-9aaf-0b46db04f398 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:40.874287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af40b53b-b07e-4a40-8a7f-b7d9d7b51b93 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:40.903114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d8578c-a444-42e3-ad68-bf651d8d83e8 None None] Network bd54151a-c7dd-433f-8290-cb02ad09ab2b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:40.915725 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-684a1f57-5868-4906-add0-b4b5ba530ae2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/quotas/86cca0c95f1b4754aec72798b17ac170 HTTP/1.1" status: 200 len: 375 time: 0.0336950 Jan 31 19:10:41.005790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24c0a389-7c6b-43a1-9835-aaf00d177fe8 req-8943c2fa-feac-4c7c-a51d-813b0cb2cab3 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616375 Jan 31 19:10:41.022477 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bae78ec3-e1d3-4fdf-af40-d816c536178b req-49d24883-afd4-482a-9055-a376b2d111c2 service neutron] 10.222.0.49 "GET /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403085 Jan 31 19:10:41.043577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-8b9e5d5f-337f-46b1-b7ed-e17a13ed8e23 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1163671 Jan 31 19:10:41.085219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2787c6f0-d382-45c7-9e1c-a9e6f360413d None None] Provisioning complete for port 589b6944-6e3d-470e-a33c-0b0156b47d3a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:41.085600 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2787c6f0-d382-45c7-9e1c-a9e6f360413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:41.236772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2787c6f0-d382-45c7-9e1c-a9e6f360413d None None] Current status of the port 589b6944-6e3d-470e-a33c-0b0156b47d3a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:41.304823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bae78ec3-e1d3-4fdf-af40-d816c536178b req-f0a72eef-5a03-4ab3-9cf2-fd81d6bd5a60 service neutron] 10.222.0.49 "GET /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773302 Jan 31 19:10:41.326844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9d8dd-c2cc-4e85-a935-354e2ead3d08 req-0ca1fce6-b514-411d-bd45-60f955e99c13 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:41.334571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5c9d8dd-c2cc-4e85-a935-354e2ead3d08 req-0ca1fce6-b514-411d-bd45-60f955e99c13 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1128 time: 0.1470509 Jan 31 19:10:41.367645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-10dbf6a2-9ee6-4378-bd46-a8c9cc442493 service neutron] 10.222.0.20 "GET /v2.0/networks/bd54151a-c7dd-433f-8290-cb02ad09ab2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505057 Jan 31 19:10:41.468214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e43a0037-a698-42bf-8fe6-dcbe0adb4c62 None None] Provisioning complete for port 589b6944-6e3d-470e-a33c-0b0156b47d3a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:41.469070 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e43a0037-a698-42bf-8fe6-dcbe0adb4c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:41.487190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5c9d8dd-c2cc-4e85-a935-354e2ead3d08 req-2aaee6f9-71e3-4377-ba0a-3d9dbd66ac5c tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510072 Jan 31 19:10:41.507386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-af40b53b-b07e-4a40-8a7f-b7d9d7b51b93 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] For port 105d8d4a-13c6-4737-9aaf-0b46db04f398, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=105d8d4a-13c6-4737-9aaf-0b46db04f398,segment=NetworkSegment(980d9c4a-1e7b-4ec0-abcd-997355d85a94),segment_id=980d9c4a-1e7b-4ec0-abcd-997355d85a94)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:41.507915 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af40b53b-b07e-4a40-8a7f-b7d9d7b51b93 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:41.530452 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-af40b53b-b07e-4a40-8a7f-b7d9d7b51b93 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Calling delete_port for 105d8d4a-13c6-4737-9aaf-0b46db04f398 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:41.539356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-d19cada9-7dd0-44cc-8e49-084fa948a8a4 service neutron] 10.222.0.20 "GET /v2.0/networks/bd54151a-c7dd-433f-8290-cb02ad09ab2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639478 Jan 31 19:10:41.648388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e43a0037-a698-42bf-8fe6-dcbe0adb4c62 None None] Current status of the port 589b6944-6e3d-470e-a33c-0b0156b47d3a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:41.678938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83002712-4003-428d-a859-7ef44fb710ef req-ea0c547c-8b74-4a98-88ac-8d6155758e9e tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:41.685063 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-83002712-4003-428d-a859-7ef44fb710ef req-ea0c547c-8b74-4a98-88ac-8d6155758e9e tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1128 time: 0.0915182 Jan 31 19:10:41.810003 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af40b53b-b07e-4a40-8a7f-b7d9d7b51b93 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (105d8d4a-13c6-4737-9aaf-0b46db04f398), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:41.824315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-83002712-4003-428d-a859-7ef44fb710ef req-5220a2a1-8b6f-43c3-884d-a7e540c356b0 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303101 Jan 31 19:10:41.826826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c18652a9-4e79-4053-8641-161612531b2c req-2fd6730e-b2dd-4743-9650-51c6c43489b6 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 210 time: 0.0962017 Jan 31 19:10:41.872804 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40b53b-b07e-4a40-8a7f-b7d9d7b51b93 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'Port': ['ID=105d8d4a-13c6-4737-9aaf-0b46db04f398,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:42.074748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 589b6944-6e3d-470e-a33c-0b0156b47d3a up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:42.178474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 589b6944-6e3d-470e-a33c-0b0156b47d3a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:42.179116 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:42.234635 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af40b53b-b07e-4a40-8a7f-b7d9d7b51b93 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (8d609690-5f7b-4dc4-9873-1bfb4d268c91), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:42.270087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9677ac-13b6-4993-a11e-2afb3b2174ab req-e84a0a85-7024-48b8-a54e-2d5790c5b232 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:42.271599 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e9677ac-13b6-4993-a11e-2afb3b2174ab req-e84a0a85-7024-48b8-a54e-2d5790c5b232 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1128 time: 0.1028478 Jan 31 19:10:42.337200 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 589b6944-6e3d-470e-a33c-0b0156b47d3a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:42.361344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e9677ac-13b6-4993-a11e-2afb3b2174ab req-0889b618-5f60-4ef8-9814-df7373246722 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839486 Jan 31 19:10:42.517375 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af40b53b-b07e-4a40-8a7f-b7d9d7b51b93 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:10:42.647162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af40b53b-b07e-4a40-8a7f-b7d9d7b51b93 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:10:42.653999 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-af40b53b-b07e-4a40-8a7f-b7d9d7b51b93 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "PUT /v2.0/routers/8d609690-5f7b-4dc4-9873-1bfb4d268c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9575384 Jan 31 19:10:42.656868 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47038) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:42.660724 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727d7ef2-59b4-42f0-bb55-834516c697d9 None None] Sync routers for ids ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:10:42.677100 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d7ef2-59b4-42f0-bb55-834516c697d9 None None] Routers {'8d609690-5f7b-4dc4-9873-1bfb4d268c91'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:42.678308 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-727d7ef2-59b4-42f0-bb55-834516c697d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:42.710187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f397ade-c374-4a1a-a48f-1e2ef1d1b806 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Deleting subnet 27656b06-94fd-49d6-bec2-d215fb15917a {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:10:42.713925 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f397ade-c374-4a1a-a48f-1e2ef1d1b806 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for subnet (27656b06-94fd-49d6-bec2-d215fb15917a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:42.758643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f397ade-c374-4a1a-a48f-1e2ef1d1b806 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (27656b06-94fd-49d6-bec2-d215fb15917a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:42.805559 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-727d7ef2-59b4-42f0-bb55-834516c697d9 None None] Set router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:42.849004 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f397ade-c374-4a1a-a48f-1e2ef1d1b806 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (27656b06-94fd-49d6-bec2-d215fb15917a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:42.936934 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f397ade-c374-4a1a-a48f-1e2ef1d1b806 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (27656b06-94fd-49d6-bec2-d215fb15917a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:43.006811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1018b7f4-2c1c-4129-ba87-15674bbb5539 None None] Network 98bd62b3-3a49-4fbc-be7d-82616fc75e5a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:43.013405 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f397ade-c374-4a1a-a48f-1e2ef1d1b806 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:43.021457 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3f397ade-c374-4a1a-a48f-1e2ef1d1b806 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "DELETE /v2.0/subnets/27656b06-94fd-49d6-bec2-d215fb15917a HTTP/1.1" status: 204 len: 168 time: 0.3632033 Jan 31 19:10:43.026031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f397ade-c374-4a1a-a48f-1e2ef1d1b806 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'Subnet': ['ID=27656b06-94fd-49d6-bec2-d215fb15917a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:43.052619 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-727d7ef2-59b4-42f0-bb55-834516c697d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:10:41Z', 'revision_number': 5, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:43.081625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:43.102434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc0c036c-5c6b-478f-9da5-0689d8129c28 req-14377fde-9181-4d85-a785-ae131c8b350f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 210 time: 0.1151302 Jan 31 19:10:43.111396 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727d7ef2-59b4-42f0-bb55-834516c697d9 None None] Checking router: 8d609690-5f7b-4dc4-9873-1bfb4d268c91 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:10:43.140999 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d7ef2-59b4-42f0-bb55-834516c697d9 None None] Routers {'8d609690-5f7b-4dc4-9873-1bfb4d268c91'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:43.141710 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-727d7ef2-59b4-42f0-bb55-834516c697d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:43.202465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-52a9d88d-c782-4d19-b454-c7cc1e39cda7 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:43.204757 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-52a9d88d-c782-4d19-b454-c7cc1e39cda7 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.21 "GET /v2.0/networks?id=bd54151a-c7dd-433f-8290-cb02ad09ab2b HTTP/1.1" status: 200 len: 797 time: 0.2024302 Jan 31 19:10:43.326745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7c3d51-0779-4f62-9d37-f9b5dbb7b6c1 None None] DHCP port deletion for 98bd62b3-3a49-4fbc-be7d-82616fc75e5a request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:10:43.340916 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router (8d609690-5f7b-4dc4-9873-1bfb4d268c91), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:43.365339 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-8e24032b-8bbd-4dac-a1fd-6f89cde31b41 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86cca0c95f1b4754aec72798b17ac170 HTTP/1.1" status: 200 len: 472 time: 0.1497390 Jan 31 19:10:43.377135 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'port': {'device_id': 'bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40', 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b', 'admin_state_up': True, 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'security_groups': ['decd8625-0bb5-4175-bfda-b7bbba2bf66a']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:43.467163 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router_gateway (8d609690-5f7b-4dc4-9873-1bfb4d268c91), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:43.470990 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-727d7ef2-59b4-42f0-bb55-834516c697d9 None None] Set router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:43.471357 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c3d51-0779-4f62-9d37-f9b5dbb7b6c1 None None] Deleting port 363257f0-32ad-4b8c-801e-de9ddeadaf7e {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:43.472038 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3d51-0779-4f62-9d37-f9b5dbb7b6c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:43.592860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a7e2f-b1fb-46be-b382-d8a3a1022133 req-8018d01e-cefe-4e34-8b0d-1aab4b324bf1 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:43.594501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b64a7e2f-b1fb-46be-b382-d8a3a1022133 req-8018d01e-cefe-4e34-8b0d-1aab4b324bf1 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1128 time: 0.1125283 Jan 31 19:10:43.624916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8d7c3d51-0779-4f62-9d37-f9b5dbb7b6c1 None None] For port 363257f0-32ad-4b8c-801e-de9ddeadaf7e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=363257f0-32ad-4b8c-801e-de9ddeadaf7e,segment=NetworkSegment(980d9c4a-1e7b-4ec0-abcd-997355d85a94),segment_id=980d9c4a-1e7b-4ec0-abcd-997355d85a94)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:43.626613 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3d51-0779-4f62-9d37-f9b5dbb7b6c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:43.643174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Made reservation on behalf of 86cca0c95f1b4754aec72798b17ac170 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:10:43.646740 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:43.659864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c3d51-0779-4f62-9d37-f9b5dbb7b6c1 None None] Calling delete_port for 363257f0-32ad-4b8c-801e-de9ddeadaf7e owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:43.662413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f578d5-e318-49e4-b49e-8b4505a36f52 req-fdb6ec98-8a14-4fbc-ae04-ef4e6542c2fa tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:43.664621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15f578d5-e318-49e4-b49e-8b4505a36f52 req-fdb6ec98-8a14-4fbc-ae04-ef4e6542c2fa tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 1128 time: 0.1325929 Jan 31 19:10:43.670104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Deleting port a1b967b4-2181-404b-940b-398fa30f0c82 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:43.671231 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a1b967b4-2181-404b-940b-398fa30f0c82), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:43.720203 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-727d7ef2-59b4-42f0-bb55-834516c697d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:10:41Z', 'revision_number': 5, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:43.753962 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727d7ef2-59b4-42f0-bb55-834516c697d9 None None] The sync data for ids ['8d609690-5f7b-4dc4-9873-1bfb4d268c91'] in n-d-812111-15 is: [{'id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1059295697', 'tenant_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:08:55Z', 'updated_at': '2022-01-31T19:10:41Z', 'revision_number': 5, 'project_id': 'bc7ae5e3470b4110b838569f7a3523a6', 'gw_port': {'id': 'a1b967b4-2181-404b-940b-398fa30f0c82', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d609690-5f7b-4dc4-9873-1bfb4d268c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:08:56Z', 'updated_at': '2022-01-31T19:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:10:43.784845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] For port a1b967b4-2181-404b-940b-398fa30f0c82, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a1b967b4-2181-404b-940b-398fa30f0c82,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:43.785237 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a1b967b4-2181-404b-940b-398fa30f0c82), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:43.802533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Calling delete_port for a1b967b4-2181-404b-940b-398fa30f0c82 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:43.833241 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3d51-0779-4f62-9d37-f9b5dbb7b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (363257f0-32ad-4b8c-801e-de9ddeadaf7e), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:43.860536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c3d51-0779-4f62-9d37-f9b5dbb7b6c1 None None] Pushing event deleted for resources: {'Port': ['ID=363257f0-32ad-4b8c-801e-de9ddeadaf7e,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:43.863170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c3d51-0779-4f62-9d37-f9b5dbb7b6c1 None None] No DVR routers for this DVR port 363257f0-32ad-4b8c-801e-de9ddeadaf7e on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:10:43.895673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Allocated IP 172.20.0.28 (bd54151a-c7dd-433f-8290-cb02ad09ab2b/fb47dae4-231b-43db-8f6a-e79f09a28d24/6d0a97be-b937-47ba-ba9c-0b63a946e8ce) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:43.931913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b64a7e2f-b1fb-46be-b382-d8a3a1022133 req-35d43a72-ea2d-4b48-bf07-d3f21d311703 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302703 Jan 31 19:10:44.041898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-15f578d5-e318-49e4-b49e-8b4505a36f52 req-fc3c65aa-9c64-40a3-a75b-2be182ed7ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Deleting port 0ddebaa5-98aa-4118-8288-234cc0027acd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:44.042245 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-15f578d5-e318-49e4-b49e-8b4505a36f52 req-fc3c65aa-9c64-40a3-a75b-2be182ed7ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.062249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.100521 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.151433 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a1b967b4-2181-404b-940b-398fa30f0c82), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.219930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'Port': ['ID=a1b967b4-2181-404b-940b-398fa30f0c82,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:44.239883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=6d0a97be-b937-47ba-ba9c-0b63a946e8ce,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:44.278561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-15f578d5-e318-49e4-b49e-8b4505a36f52 req-fc3c65aa-9c64-40a3-a75b-2be182ed7ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] For port 0ddebaa5-98aa-4118-8288-234cc0027acd, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0ddebaa5-98aa-4118-8288-234cc0027acd,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:44.278561 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-15f578d5-e318-49e4-b49e-8b4505a36f52 req-fc3c65aa-9c64-40a3-a75b-2be182ed7ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.288922 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network bd54151a-c7dd-433f-8290-cb02ad09ab2b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:44.290941 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:44.305760 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:44.330060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 105d8d4a-13c6-4737-9aaf-0b46db04f398 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:44.336323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-15f578d5-e318-49e4-b49e-8b4505a36f52 req-fc3c65aa-9c64-40a3-a75b-2be182ed7ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Calling delete_port for 0ddebaa5-98aa-4118-8288-234cc0027acd owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:44.362774 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 105d8d4a-13c6-4737-9aaf-0b46db04f398 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:44.363967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 105d8d4a-13c6-4737-9aaf-0b46db04f398 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:44.364584 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 363257f0-32ad-4b8c-801e-de9ddeadaf7e no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:44.411580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 363257f0-32ad-4b8c-801e-de9ddeadaf7e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:44.411931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 363257f0-32ad-4b8c-801e-de9ddeadaf7e not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:44.412931 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:44.413621 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.449041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (8d609690-5f7b-4dc4-9873-1bfb4d268c91), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.455186 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-260a174d-d39c-4244-ab2b-98fcc71d5d51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0823159 Jan 31 19:10:44.464676 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-0482dc60-d950-45cf-b30a-b56fe2496774 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:10:44.465959 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-0482dc60-d950-45cf-b30a-b56fe2496774 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057564 Jan 31 19:10:44.478688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Request body: {'port': {'device_id': 'bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:10:44.526369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5b2c9-2337-4c7e-b69f-d0a81eb379ce req-dca3428a-2136-4757-9ae1-38a12bf6e954 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:44.535264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3d5b2c9-2337-4c7e-b69f-d0a81eb379ce req-dca3428a-2136-4757-9ae1-38a12bf6e954 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 932 time: 0.2780018 Jan 31 19:10:44.572549 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.608188 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (8d609690-5f7b-4dc4-9873-1bfb4d268c91), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.616099 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router_controller (8d609690-5f7b-4dc4-9873-1bfb4d268c91), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.647685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3d5b2c9-2337-4c7e-b69f-d0a81eb379ce req-52427411-f3f3-4320-a14a-0b1f12cf38c1 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=decd8625-0bb5-4175-bfda-b7bbba2bf66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114428 Jan 31 19:10:44.697846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (8d609690-5f7b-4dc4-9873-1bfb4d268c91), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.698533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-69aed00b-5d57-4cea-80d6-7cc8e7678e73 None None] Provisioning complete for port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:44.698673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Fanout notify agent at l3_agent the message router_deleted on router 8d609690-5f7b-4dc4-9873-1bfb4d268c91 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:10:44.698779 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-69aed00b-5d57-4cea-80d6-7cc8e7678e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.707543 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.711172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7668ff8d-7a26-4663-b720-f1558e22f9f0 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "DELETE /v2.0/routers/8d609690-5f7b-4dc4-9873-1bfb4d268c91 HTTP/1.1" status: 204 len: 168 time: 1.6261551 Jan 31 19:10:44.712282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47056) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:44.761455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-69aed00b-5d57-4cea-80d6-7cc8e7678e73 None None] Port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:10:44.770069 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-15f578d5-e318-49e4-b49e-8b4505a36f52 req-fc3c65aa-9c64-40a3-a75b-2be182ed7ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0ddebaa5-98aa-4118-8288-234cc0027acd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.781626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['2143a090-91f7-4433-bd3b-1c1b1e173923'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:10:44.836217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c65aa-9c64-40a3-a75b-2be182ed7ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ddebaa5-98aa-4118-8288-234cc0027acd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:44.878909 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (98bd62b3-3a49-4fbc-be7d-82616fc75e5a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.918333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f578d5-e318-49e4-b49e-8b4505a36f52 req-fc3c65aa-9c64-40a3-a75b-2be182ed7ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] No DVR routers for this DVR port 0ddebaa5-98aa-4118-8288-234cc0027acd on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:10:44.922374 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-15f578d5-e318-49e4-b49e-8b4505a36f52 req-fc3c65aa-9c64-40a3-a75b-2be182ed7ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:44.928555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15f578d5-e318-49e4-b49e-8b4505a36f52 req-fc3c65aa-9c64-40a3-a75b-2be182ed7ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.49 "DELETE /v2.0/ports/0ddebaa5-98aa-4118-8288-234cc0027acd HTTP/1.1" status: 204 len: 173 time: 1.0739808 Jan 31 19:10:44.929353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5', 'name': 'network-vif-deleted', 'tag': '0ddebaa5-98aa-4118-8288-234cc0027acd'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:44.932029 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb25027-ab32-481c-abf6-32b8413015e0" -d '{"events": [{"server_uuid": "53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5", "name": "network-vif-deleted", "tag": "0ddebaa5-98aa-4118-8288-234cc0027acd"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:45.030562 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9807e7c6-5640-412c-bf4c-14756cf20d25 x-openstack-request-id: req-9807e7c6-5640-412c-bf4c-14756cf20d25 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:45.030948 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5", "name": "network-vif-deleted", "tag": "0ddebaa5-98aa-4118-8288-234cc0027acd", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:45.031277 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9807e7c6-5640-412c-bf4c-14756cf20d25 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:45.031748 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5', 'name': 'network-vif-deleted', 'tag': '0ddebaa5-98aa-4118-8288-234cc0027acd', 'status': 'completed', 'code': 200} Jan 31 19:10:45.109844 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb5c910b-d61c-490b-88ea-d7277364929d req-074d3c34-23bb-4b0b-852d-403dc7b0bccd tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=53f4a162-ccfe-49fc-b52c-c9ac88ab5fa5 HTTP/1.1" status: 200 len: 210 time: 0.0673108 Jan 31 19:10:45.138641 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (98bd62b3-3a49-4fbc-be7d-82616fc75e5a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.183436 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98bd62b3-3a49-4fbc-be7d-82616fc75e5a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:45.197871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0a97be-b937-47ba-ba9c-0b63a946e8ce {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:10:45.203030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980d9c4a-1e7b-4ec0-abcd-997355d85a94') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:45.203331 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980d9c4a-1e7b-4ec0-abcd-997355d85a94') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:45.214057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Publish callbacks [] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.223354 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (980d9c4a-1e7b-4ec0-abcd-997355d85a94), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.243848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Transition to ACTIVE for port object 6d0a97be-b937-47ba-ba9c-0b63a946e8ce will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:10:45.246516 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (980d9c4a-1e7b-4ec0-abcd-997355d85a94), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.251031 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.255783 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:10:45.256209 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (980d9c4a-1e7b-4ec0-abcd-997355d85a94), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:10:45.260007 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:10:45.381948 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0a97be-b937-47ba-ba9c-0b63a946e8ce,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:45.444127 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (98bd62b3-3a49-4fbc-be7d-82616fc75e5a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.450529 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.457290 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] 10.222.0.20 "DELETE /v2.0/networks/98bd62b3-3a49-4fbc-be7d-82616fc75e5a HTTP/1.1" status: 204 len: 168 time: 0.7418609 Jan 31 19:10:45.486145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f5055-92b6-4596-9c4d-07fa1c2a9298 tempest-TestSecurityGroupsBasicOps-1541903796 tempest-TestSecurityGroupsBasicOps-1541903796-project] Pushing event deleted for resources: {'Network': ['ID=98bd62b3-3a49-4fbc-be7d-82616fc75e5a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:45.511975 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Attempting to bind port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:10:45.512778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Attempting to bind port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:10:45.513332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Attempting to bind port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce on network bd54151a-c7dd-433f-8290-cb02ad09ab2b {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:45.518709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce on network bd54151a-c7dd-433f-8290-cb02ad09ab2b not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:10:45.519261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Attempting to bind port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce on network bd54151a-c7dd-433f-8290-cb02ad09ab2b {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:10:45.526319 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:10:45.526939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Checking segment: {'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:10:45.527468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Bound using segment: {'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:10:45.527901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Bound port: 6d0a97be-b937-47ba-ba9c-0b63a946e8ce, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:10:45.529400 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.629082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] For port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:10:45.632845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] For port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=6d0a97be-b937-47ba-ba9c-0b63a946e8ce,segment=NetworkSegment(b0c4f300-96f7-4e03-8c64-171440721fc0),segment_id=b0c4f300-96f7-4e03-8c64-171440721fc0)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:10:45.641244 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.680486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:45.681112 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:45.683465 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] 10.222.0.21 "PUT /v2.0/ports/6d0a97be-b937-47ba-ba9c-0b63a946e8ce HTTP/1.1" status: 200 len: 1093 time: 1.2102749 Jan 31 19:10:45.683894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40', 'tag': '6d0a97be-b937-47ba-ba9c-0b63a946e8ce'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:45.686502 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24be894c-3848-4c53-8b0d-e4927780c5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40", "tag": "6d0a97be-b937-47ba-ba9c-0b63a946e8ce"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:45.715348 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea42e71-0677-4858-ac86-96d713aabc73 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0a97be-b937-47ba-ba9c-0b63a946e8ce,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:45.805850 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63582bd9-4ad2-4fdc-add8-8f40713bd7c8 x-openstack-request-id: req-63582bd9-4ad2-4fdc-add8-8f40713bd7c8 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:45.806325 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40", "tag": "6d0a97be-b937-47ba-ba9c-0b63a946e8ce", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:45.806684 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63582bd9-4ad2-4fdc-add8-8f40713bd7c8 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:45.807696 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40', 'tag': '6d0a97be-b937-47ba-ba9c-0b63a946e8ce', 'status': 'completed', 'code': 200} Jan 31 19:10:45.826468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-522d2e16-e652-4bbb-b699-fa08c016e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:45.830783 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-522d2e16-e652-4bbb-b699-fa08c016e07f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 1127 time: 0.0880260 Jan 31 19:10:45.854950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ab86f-4df9-4e46-9561-119766e86f94 req-9d8d48ae-20d1-46b3-a48e-6f4840dee050 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:45.856636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191ab86f-4df9-4e46-9561-119766e86f94 req-9d8d48ae-20d1-46b3-a48e-6f4840dee050 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 944 time: 0.0915852 Jan 31 19:10:45.898589 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-5af4265c-6053-4f84-967b-831286e07456 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6d0a97be-b937-47ba-ba9c-0b63a946e8ce HTTP/1.1" status: 200 len: 217 time: 0.0607147 Jan 31 19:10:45.961534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-191ab86f-4df9-4e46-9561-119766e86f94 req-0e02656f-487f-42e7-b2a4-e6cd66a6515f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=decd8625-0bb5-4175-bfda-b7bbba2bf66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864561 Jan 31 19:10:45.988023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a1b967b4-2181-404b-940b-398fa30f0c82 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:46.001134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-e6b593a0-07d5-4a29-baf4-031f8aa76ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:46.003536 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-e6b593a0-07d5-4a29-baf4-031f8aa76ea7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fb47dae4-231b-43db-8f6a-e79f09a28d24 HTTP/1.1" status: 200 len: 837 time: 0.0987329 Jan 31 19:10:46.034591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: a1b967b4-2181-404b-940b-398fa30f0c82 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:46.034940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a1b967b4-2181-404b-940b-398fa30f0c82 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:46.088651 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-07d582c0-d174-4373-abf1-3687913dd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:46.090906 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-07d582c0-d174-4373-abf1-3687913dd47b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd54151a-c7dd-433f-8290-cb02ad09ab2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0793867 Jan 31 19:10:46.106257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47076) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:46.216118 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-0b8cdc1a-df87-4a35-9541-3fac599134d0 service neutron] 10.222.0.21 "GET /v2.0/networks/bd54151a-c7dd-433f-8290-cb02ad09ab2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191857 Jan 31 19:10:46.229065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0ddebaa5-98aa-4118-8288-234cc0027acd no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:46.288494 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 0ddebaa5-98aa-4118-8288-234cc0027acd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:46.288852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0ddebaa5-98aa-4118-8288-234cc0027acd not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:46.379887 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-202b0e31-83b8-4d8e-aa97-53f472287068 req-ef3f00d8-e7a0-4968-86bc-469dd8b669f3 service neutron] 10.222.0.21 "GET /v2.0/networks/bd54151a-c7dd-433f-8290-cb02ad09ab2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566834 Jan 31 19:10:46.488910 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-63c484f7-4d80-4786-ba72-d9deef316920 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc7ae5e3470b4110b838569f7a3523a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3815238 Jan 31 19:10:46.503925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47090) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:46.533224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a0c83-13f4-4a60-a50b-087550419b29 req-fe498013-7fb6-4f76-90d8-9ba1caa1e188 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:46.535037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-568a0c83-13f4-4a60-a50b-087550419b29 req-fe498013-7fb6-4f76-90d8-9ba1caa1e188 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1128 time: 0.0634062 Jan 31 19:10:46.565188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be894c-3848-4c53-8b0d-e4927780c5bd req-0b911a85-5644-467a-9680-6bd68e45a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:46.566343 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-24be894c-3848-4c53-8b0d-e4927780c5bd req-0b911a85-5644-467a-9680-6bd68e45a618 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 1127 time: 0.1021008 Jan 31 19:10:46.585509 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27c8bdac-c39c-42e4-82a5-86164716d297 admin admin] Publish callbacks [] for security_group (0d804a4f-4267-4af4-9973-dfcff0f1c4dd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:46.620808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-568a0c83-13f4-4a60-a50b-087550419b29 req-929291c4-6b0f-41ad-bea8-87602dd9071a tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792956 Jan 31 19:10:46.679900 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27c8bdac-c39c-42e4-82a5-86164716d297 admin admin] Publish callbacks [] for security_group (0d804a4f-4267-4af4-9973-dfcff0f1c4dd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:46.743573 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be894c-3848-4c53-8b0d-e4927780c5bd req-2627e37d-d314-4f3a-828b-ecfbdbd38f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:46.745789 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-24be894c-3848-4c53-8b0d-e4927780c5bd req-2627e37d-d314-4f3a-828b-ecfbdbd38f90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd54151a-c7dd-433f-8290-cb02ad09ab2b HTTP/1.1" status: 200 len: 898 time: 0.1580448 Jan 31 19:10:46.789017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27c8bdac-c39c-42e4-82a5-86164716d297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (0d804a4f-4267-4af4-9973-dfcff0f1c4dd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:46.791570 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27c8bdac-c39c-42e4-82a5-86164716d297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:46.795145 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-27c8bdac-c39c-42e4-82a5-86164716d297 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d804a4f-4267-4af4-9973-dfcff0f1c4dd HTTP/1.1" status: 204 len: 168 time: 0.2875869 Jan 31 19:10:46.795790 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-24be894c-3848-4c53-8b0d-e4927780c5bd req-18cab4fa-d011-4ec3-999a-bc931eff6adc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6d0a97be-b937-47ba-ba9c-0b63a946e8ce HTTP/1.1" status: 200 len: 217 time: 0.0423222 Jan 31 19:10:46.811566 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8bdac-c39c-42e4-82a5-86164716d297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d804a4f-4267-4af4-9973-dfcff0f1c4dd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:46.866091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be894c-3848-4c53-8b0d-e4927780c5bd req-80cbe2f6-a627-417c-ba68-2cd0826b1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:46.867599 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-24be894c-3848-4c53-8b0d-e4927780c5bd req-80cbe2f6-a627-417c-ba68-2cd0826b1a09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fb47dae4-231b-43db-8f6a-e79f09a28d24 HTTP/1.1" status: 200 len: 837 time: 0.0647283 Jan 31 19:10:46.927997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be894c-3848-4c53-8b0d-e4927780c5bd req-a60a5078-db64-43ea-9e36-a1bb5563ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:46.929598 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-24be894c-3848-4c53-8b0d-e4927780c5bd req-a60a5078-db64-43ea-9e36-a1bb5563ac74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd54151a-c7dd-433f-8290-cb02ad09ab2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0560038 Jan 31 19:10:47.042397 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-24be894c-3848-4c53-8b0d-e4927780c5bd req-30c38ae5-71f5-415a-9bbe-b4484297ab23 service neutron] 10.222.0.21 "GET /v2.0/networks/bd54151a-c7dd-433f-8290-cb02ad09ab2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041989 Jan 31 19:10:47.094473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccd4b3-b537-4161-ac18-6e4a1898ed17 req-0f2f3f65-5511-4b98-bd09-695f639da0e9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:47.096767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1ccd4b3-b537-4161-ac18-6e4a1898ed17 req-0f2f3f65-5511-4b98-bd09-695f639da0e9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 944 time: 0.0596774 Jan 31 19:10:47.150961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47100) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:47.164804 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-24be894c-3848-4c53-8b0d-e4927780c5bd req-e2a3563c-5b9f-4c33-b739-b509986c7ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/bd54151a-c7dd-433f-8290-cb02ad09ab2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162186 Jan 31 19:10:47.169318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1ccd4b3-b537-4161-ac18-6e4a1898ed17 req-feeb6927-a2d2-429d-b573-00e1f912a781 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=decd8625-0bb5-4175-bfda-b7bbba2bf66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662820 Jan 31 19:10:47.170285 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fe5c75c-c15e-4d0d-9cc7-443d3e71c8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.253676 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fe5c75c-c15e-4d0d-9cc7-443d3e71c8a6 admin admin] Publish callbacks [] for security_group (25a09161-c3a8-4b0d-886f-cdf9ad5fcf40), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.258364 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2fe5c75c-c15e-4d0d-9cc7-443d3e71c8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (25a09161-c3a8-4b0d-886f-cdf9ad5fcf40), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.302665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5c75c-c15e-4d0d-9cc7-443d3e71c8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a09161-c3a8-4b0d-886f-cdf9ad5fcf40,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:47.310315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2fe5c75c-c15e-4d0d-9cc7-443d3e71c8a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31b823e77b5645729cdd988c3d2faf8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582618 Jan 31 19:10:47.311007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47106) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:47.366759 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4b86eb9-3ae7-403e-a3df-c2222f6f06a2 admin admin] Publish callbacks [] for security_group (25a09161-c3a8-4b0d-886f-cdf9ad5fcf40), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.389269 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4b86eb9-3ae7-403e-a3df-c2222f6f06a2 admin admin] Publish callbacks [] for security_group (25a09161-c3a8-4b0d-886f-cdf9ad5fcf40), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.440124 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4b86eb9-3ae7-403e-a3df-c2222f6f06a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (25a09161-c3a8-4b0d-886f-cdf9ad5fcf40), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.443399 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4b86eb9-3ae7-403e-a3df-c2222f6f06a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.447263 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c4b86eb9-3ae7-403e-a3df-c2222f6f06a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25a09161-c3a8-4b0d-886f-cdf9ad5fcf40 HTTP/1.1" status: 204 len: 168 time: 0.1349072 Jan 31 19:10:47.456050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b86eb9-3ae7-403e-a3df-c2222f6f06a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a09161-c3a8-4b0d-886f-cdf9ad5fcf40,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:47.743284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29814c-b161-4119-8064-5af4b0da8988 req-bee2aff3-d708-4338-b8bd-870f18071e82 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:47.744894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d29814c-b161-4119-8064-5af4b0da8988 req-bee2aff3-d708-4338-b8bd-870f18071e82 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1128 time: 0.0476696 Jan 31 19:10:47.793378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d29814c-b161-4119-8064-5af4b0da8988 req-e7f24ad3-2e89-483c-beda-dffc22c21b20 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e0610fe-1e95-4c12-9021-049fd2c1ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428140 Jan 31 19:10:47.838872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47114) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:47.880247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f6b84-7f37-4340-ac2e-db1667ebfe75 req-cda50c28-8f05-4ad5-affb-95b26ed15c09 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:47.881841 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-295f6b84-7f37-4340-ac2e-db1667ebfe75 req-cda50c28-8f05-4ad5-affb-95b26ed15c09 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 1128 time: 0.0597794 Jan 31 19:10:47.885835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-79da2663-54af-4609-96e6-08ca26040d50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0d99c367afd40f0b5b8dd153f4c9875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457926 Jan 31 19:10:47.888622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47116) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:47.948872 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e52caa4-20ae-4f5c-9d63-84a911b8621e admin admin] Publish callbacks [] for security_group (f8868546-6fc3-46f0-aee7-5a635e76328f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.976870 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e52caa4-20ae-4f5c-9d63-84a911b8621e admin admin] Publish callbacks [] for security_group (f8868546-6fc3-46f0-aee7-5a635e76328f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:47.981620 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-295f6b84-7f37-4340-ac2e-db1667ebfe75 req-5fbe9533-bff1-4e8e-90ac-e1184e752ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Deleting port 2143a090-91f7-4433-bd3b-1c1b1e173923 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:47.981974 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-295f6b84-7f37-4340-ac2e-db1667ebfe75 req-5fbe9533-bff1-4e8e-90ac-e1184e752ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:48.037960 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e52caa4-20ae-4f5c-9d63-84a911b8621e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f8868546-6fc3-46f0-aee7-5a635e76328f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:48.040540 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e52caa4-20ae-4f5c-9d63-84a911b8621e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:48.041758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2e52caa4-20ae-4f5c-9d63-84a911b8621e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8868546-6fc3-46f0-aee7-5a635e76328f HTTP/1.1" status: 204 len: 168 time: 0.1521544 Jan 31 19:10:48.051285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52caa4-20ae-4f5c-9d63-84a911b8621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8868546-6fc3-46f0-aee7-5a635e76328f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:48.138474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-295f6b84-7f37-4340-ac2e-db1667ebfe75 req-5fbe9533-bff1-4e8e-90ac-e1184e752ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] For port 2143a090-91f7-4433-bd3b-1c1b1e173923, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2143a090-91f7-4433-bd3b-1c1b1e173923,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:48.140850 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-295f6b84-7f37-4340-ac2e-db1667ebfe75 req-5fbe9533-bff1-4e8e-90ac-e1184e752ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:48.162002 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-295f6b84-7f37-4340-ac2e-db1667ebfe75 req-5fbe9533-bff1-4e8e-90ac-e1184e752ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Calling delete_port for 2143a090-91f7-4433-bd3b-1c1b1e173923 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:48.386808 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 6d0a97be-b937-47ba-ba9c-0b63a946e8ce details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:10:48.428858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd28fbf-e2a0-4f0a-bed2-b6cf17a028de req-8a681a04-9974-41f3-8a6d-d8497193c133 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:48.444264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6fd28fbf-e2a0-4f0a-bed2-b6cf17a028de req-8a681a04-9974-41f3-8a6d-d8497193c133 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 944 time: 0.1456671 Jan 31 19:10:48.485334 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-295f6b84-7f37-4340-ac2e-db1667ebfe75 req-5fbe9533-bff1-4e8e-90ac-e1184e752ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2143a090-91f7-4433-bd3b-1c1b1e173923), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:48.554152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe9533-bff1-4e8e-90ac-e1184e752ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Pushing event deleted for resources: {'Port': ['ID=2143a090-91f7-4433-bd3b-1c1b1e173923,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:48.587273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6fd28fbf-e2a0-4f0a-bed2-b6cf17a028de req-1fdc929e-3414-4a90-beeb-dd06aa8bfdc5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=decd8625-0bb5-4175-bfda-b7bbba2bf66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417725 Jan 31 19:10:48.649350 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-295f6b84-7f37-4340-ac2e-db1667ebfe75 req-5fbe9533-bff1-4e8e-90ac-e1184e752ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] No DVR routers for this DVR port 2143a090-91f7-4433-bd3b-1c1b1e173923 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:10:48.652442 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-295f6b84-7f37-4340-ac2e-db1667ebfe75 req-5fbe9533-bff1-4e8e-90ac-e1184e752ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:48.657149 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-295f6b84-7f37-4340-ac2e-db1667ebfe75 req-5fbe9533-bff1-4e8e-90ac-e1184e752ebe tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2143a090-91f7-4433-bd3b-1c1b1e173923 HTTP/1.1" status: 204 len: 173 time: 0.7699668 Jan 31 19:10:48.661037 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ff926b-30ae-4277-a985-09010539595a', 'name': 'network-vif-deleted', 'tag': '2143a090-91f7-4433-bd3b-1c1b1e173923'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:48.663572 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e00bd96-b19a-4c33-95a8-35a329a3904b" -d '{"events": [{"server_uuid": "c4ff926b-30ae-4277-a985-09010539595a", "name": "network-vif-deleted", "tag": "2143a090-91f7-4433-bd3b-1c1b1e173923"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:48.739286 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=6d0a97be-b937-47ba-ba9c-0b63a946e8ce,segment=NetworkSegment(b0c4f300-96f7-4e03-8c64-171440721fc0),segment_id=b0c4f300-96f7-4e03-8c64-171440721fc0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:48.774340 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2f51f5-4a04-4458-9359-a2331f16fa8b x-openstack-request-id: req-6f2f51f5-4a04-4458-9359-a2331f16fa8b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:48.774654 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ff926b-30ae-4277-a985-09010539595a", "name": "network-vif-deleted", "tag": "2143a090-91f7-4433-bd3b-1c1b1e173923", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:48.774897 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f2f51f5-4a04-4458-9359-a2331f16fa8b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:48.775306 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ff926b-30ae-4277-a985-09010539595a', 'name': 'network-vif-deleted', 'tag': '2143a090-91f7-4433-bd3b-1c1b1e173923', 'status': 'completed', 'code': 200} Jan 31 19:10:48.779929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['2143a090-91f7-4433-bd3b-1c1b1e173923'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:10:48.789976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '6d0a97be-b937-47ba-ba9c-0b63a946e8ce', 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b', 'port_id': '6d0a97be-b937-47ba-ba9c-0b63a946e8ce', 'mac_address': 'fa:16:3e:2e:64:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb47dae4-231b-43db-8f6a-e79f09a28d24', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:10:48.934662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:48.935167 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:48.958360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa8c3803-0476-47f3-b613-438ee9c76483 req-a48244fb-85b9-4766-8a42-529f8f7f7d28 tempest-TestServerMultinode-839815747 tempest-TestServerMultinode-839815747-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c4ff926b-30ae-4277-a985-09010539595a HTTP/1.1" status: 200 len: 210 time: 0.0434129 Jan 31 19:10:48.970445 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b22c7f1-a575-48f2-82ab-b2388b4cc8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:48.973206 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0a97be-b937-47ba-ba9c-0b63a946e8ce {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:10:48.995865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=6d0a97be-b937-47ba-ba9c-0b63a946e8ce,segment=NetworkSegment(b0c4f300-96f7-4e03-8c64-171440721fc0),segment_id=b0c4f300-96f7-4e03-8c64-171440721fc0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:49.001836 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:49.061438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=6d0a97be-b937-47ba-ba9c-0b63a946e8ce,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:49.209126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['6d0a97be-b937-47ba-ba9c-0b63a946e8ce'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:10:49.979911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a045-0f94-48a8-8e41-f0711b241e28 req-9a8bc743-d402-4432-8ef4-0e0c00e36268 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:49.981811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0f5a045-0f94-48a8-8e41-f0711b241e28 req-9a8bc743-d402-4432-8ef4-0e0c00e36268 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 945 time: 0.3040397 Jan 31 19:10:50.032881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:50.054926 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0f5a045-0f94-48a8-8e41-f0711b241e28 req-75d8af99-46ca-4727-a850-27cdc55eeeca tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=decd8625-0bb5-4175-bfda-b7bbba2bf66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664802 Jan 31 19:10:50.387347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 6d0a97be-b937-47ba-ba9c-0b63a946e8ce up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:10:50.422471 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (bd58034e-1768-4799-8c59-92357538e970), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:50.459790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:10:50.464617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:50.465168 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:50.551781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:10:50.552229 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:50.576248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0a97be-b937-47ba-ba9c-0b63a946e8ce'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:10:50.578552 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accb1d68-c500-416c-ae78-d9b54621f6d5" -d '{"events": [{"server_uuid": "bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40", "name": "network-vif-plugged", "status": "completed", "tag": "6d0a97be-b937-47ba-ba9c-0b63a946e8ce"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:10:50.592631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=6d0a97be-b937-47ba-ba9c-0b63a946e8ce,segment=NetworkSegment(b0c4f300-96f7-4e03-8c64-171440721fc0),segment_id=b0c4f300-96f7-4e03-8c64-171440721fc0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:50.598299 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:50.599439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2143a090-91f7-4433-bd3b-1c1b1e173923 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:50.652305 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00d5893-88f0-4674-af77-3ba3b4380211 x-openstack-request-id: req-a00d5893-88f0-4674-af77-3ba3b4380211 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:10:50.652305 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40", "name": "network-vif-plugged", "status": "completed", "tag": "6d0a97be-b937-47ba-ba9c-0b63a946e8ce", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:10:50.652305 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a00d5893-88f0-4674-af77-3ba3b4380211 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:10:50.652305 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0a97be-b937-47ba-ba9c-0b63a946e8ce', 'code': 200} Jan 31 19:10:50.654933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=6d0a97be-b937-47ba-ba9c-0b63a946e8ce,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:50.684704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 2143a090-91f7-4433-bd3b-1c1b1e173923 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:50.685020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2143a090-91f7-4433-bd3b-1c1b1e173923 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:50.772484 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4915b3-b1eb-4ea4-82c2-16db849571c6 req-8b00267a-1eb4-4a55-9c45-748a986584be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:50.774087 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8c4915b3-b1eb-4ea4-82c2-16db849571c6 req-8b00267a-1eb4-4a55-9c45-748a986584be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 1129 time: 0.0760458 Jan 31 19:10:50.798351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Deleting port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:50.798802 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:50.877653 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8c4915b3-b1eb-4ea4-82c2-16db849571c6 req-69bf301f-284b-46d5-b266-49d3e5b9e870 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=decd8625-0bb5-4175-bfda-b7bbba2bf66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964813 Jan 31 19:10:50.900856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] For port c2e308f6-5d77-4d3e-99a7-a5e1bc38813d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c2e308f6-5d77-4d3e-99a7-a5e1bc38813d,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:50.901296 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:50.916121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Calling delete_port for c2e308f6-5d77-4d3e-99a7-a5e1bc38813d owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:51.094298 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fd855c5e-a873-40f3-acb6-026754bc78ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:51.147569 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c2e308f6-5d77-4d3e-99a7-a5e1bc38813d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:51.192718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e308f6-5d77-4d3e-99a7-a5e1bc38813d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:51.206684 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.207619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.208188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.208832 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.209398 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.209942 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.210288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.210625 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.211442 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.212789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.213892 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.214241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.214582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:10:51.230843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6dba0-5ace-4174-975c-2f8c82bf25a9 req-26b4c678-7efc-436b-b481-3a045825c681 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:51.245327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebb6dba0-5ace-4174-975c-2f8c82bf25a9 req-26b4c678-7efc-436b-b481-3a045825c681 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 946 time: 0.0874584 Jan 31 19:10:51.321338 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebb6dba0-5ace-4174-975c-2f8c82bf25a9 req-4d68971b-f94d-4166-ad75-bbd529356caa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=decd8625-0bb5-4175-bfda-b7bbba2bf66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744598 Jan 31 19:10:51.461431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (bd58034e-1768-4799-8c59-92357538e970), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:52.095044 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Router bd58034e-1768-4799-8c59-92357538e970 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:10:52.210481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:10:52.215925 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-10a1f813-44cf-46bd-83f9-cd8d17506a43 admin admin] 10.222.0.20 "PUT /v2.0/routers/bd58034e-1768-4799-8c59-92357538e970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1811938 Jan 31 19:10:52.218866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:52.225052 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b994ff-6929-4bf6-9f85-1780fc228baf None None] Sync routers for ids ['bd58034e-1768-4799-8c59-92357538e970'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:10:52.237352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b994ff-6929-4bf6-9f85-1780fc228baf None None] Routers {'bd58034e-1768-4799-8c59-92357538e970'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:52.237826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a9b994ff-6929-4bf6-9f85-1780fc228baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['bd58034e-1768-4799-8c59-92357538e970'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:52.366972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a9b994ff-6929-4bf6-9f85-1780fc228baf None None] Set router bd58034e-1768-4799-8c59-92357538e970 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:52.372788 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Publish callbacks [] for router (bd58034e-1768-4799-8c59-92357538e970), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:52.576191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Publish callbacks [] for router_gateway (bd58034e-1768-4799-8c59-92357538e970), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:52.630957 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:52.800419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a9b994ff-6929-4bf6-9f85-1780fc228baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd58034e-1768-4799-8c59-92357538e970', 'name': 'tempest-TestServerMultinode-1437552920-router', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:10:51Z', 'revision_number': 5, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'gw_port': {'id': '00f28cd8-1ba4-4995-bf7b-466a440afd31', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd58034e-1768-4799-8c59-92357538e970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:52.826813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Deleting port 00f28cd8-1ba4-4995-bf7b-466a440afd31 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:52.827161 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:52.835337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b994ff-6929-4bf6-9f85-1780fc228baf None None] Checking router: bd58034e-1768-4799-8c59-92357538e970 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:10:52.845377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b994ff-6929-4bf6-9f85-1780fc228baf None None] Routers {'bd58034e-1768-4799-8c59-92357538e970'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:52.846656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a9b994ff-6929-4bf6-9f85-1780fc228baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['bd58034e-1768-4799-8c59-92357538e970'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:52.953692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] For port 00f28cd8-1ba4-4995-bf7b-466a440afd31, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=00f28cd8-1ba4-4995-bf7b-466a440afd31,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:52.954122 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:52.959085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a9b994ff-6929-4bf6-9f85-1780fc228baf None None] Set router bd58034e-1768-4799-8c59-92357538e970 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:52.971719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Calling delete_port for 00f28cd8-1ba4-4995-bf7b-466a440afd31 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:53.078936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a9b994ff-6929-4bf6-9f85-1780fc228baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd58034e-1768-4799-8c59-92357538e970', 'name': 'tempest-TestServerMultinode-1437552920-router', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:10:52Z', 'revision_number': 6, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:53.138129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b994ff-6929-4bf6-9f85-1780fc228baf None None] The sync data for ids ['bd58034e-1768-4799-8c59-92357538e970'] in n-d-812111-15 is: [{'id': 'bd58034e-1768-4799-8c59-92357538e970', 'name': 'tempest-TestServerMultinode-1437552920-router', 'tenant_id': '58f0bfece9154f94aff423f8de93685b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:52Z', 'updated_at': '2022-01-31T19:10:52Z', 'revision_number': 6, 'project_id': '58f0bfece9154f94aff423f8de93685b', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:10:53.152449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d1c0-a1dd-47ac-8419-da17b4f1ef55 req-2b06d8bf-1fa0-4050-b753-3140c63c65f5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:53.159424 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5de4d1c0-a1dd-47ac-8419-da17b4f1ef55 req-2b06d8bf-1fa0-4050-b753-3140c63c65f5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 946 time: 0.6126897 Jan 31 19:10:53.228674 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (00f28cd8-1ba4-4995-bf7b-466a440afd31), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:53.304237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5de4d1c0-a1dd-47ac-8419-da17b4f1ef55 req-8c9c8fc8-2419-46d3-8603-843f7c2fc141 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=decd8625-0bb5-4175-bfda-b7bbba2bf66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439583 Jan 31 19:10:53.312061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f28cd8-1ba4-4995-bf7b-466a440afd31,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:53.404198 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (bd58034e-1768-4799-8c59-92357538e970), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:53.965288 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (bd58034e-1768-4799-8c59-92357538e970), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:53.967537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Publish callbacks [] for router_controller (bd58034e-1768-4799-8c59-92357538e970), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.111773 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (bd58034e-1768-4799-8c59-92357538e970), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.112746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd58034e-1768-4799-8c59-92357538e970 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:10:54.121320 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.132826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0374e99d-4211-4bbe-b233-dfd59159e076 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bd58034e-1768-4799-8c59-92357538e970 HTTP/1.1" status: 204 len: 168 time: 1.9025588 Jan 31 19:10:54.133423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 00f28cd8-1ba4-4995-bf7b-466a440afd31 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:54.151630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47356) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:54.186114 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a3392-80bd-480a-9fa2-48a3eeb38352 req-21661a41-9b55-4684-8bf9-eee374eca98d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:54.187658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-306a3392-80bd-480a-9fa2-48a3eeb38352 req-21661a41-9b55-4684-8bf9-eee374eca98d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 946 time: 0.7303772 Jan 31 19:10:54.193654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 00f28cd8-1ba4-4995-bf7b-466a440afd31 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:54.194012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 00f28cd8-1ba4-4995-bf7b-466a440afd31 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:54.194505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c2e308f6-5d77-4d3e-99a7-a5e1bc38813d no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:54.229899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f99a89e-1ecb-4ba6-86c4-85e2b709701a admin admin] Deleting subnet 74712e96-5e44-4ace-87c5-cbf12ec741fa {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:10:54.243895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f99a89e-1ecb-4ba6-86c4-85e2b709701a admin admin] Publish callbacks [] for subnet (74712e96-5e44-4ace-87c5-cbf12ec741fa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.286441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c2e308f6-5d77-4d3e-99a7-a5e1bc38813d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:54.289033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c2e308f6-5d77-4d3e-99a7-a5e1bc38813d not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:54.321254 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.347036 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f99a89e-1ecb-4ba6-86c4-85e2b709701a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (74712e96-5e44-4ace-87c5-cbf12ec741fa), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.376892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-306a3392-80bd-480a-9fa2-48a3eeb38352 req-63a1aa34-6168-4b16-8742-1f486d76c19d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=decd8625-0bb5-4175-bfda-b7bbba2bf66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403487 Jan 31 19:10:54.509139 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f99a89e-1ecb-4ba6-86c4-85e2b709701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (74712e96-5e44-4ace-87c5-cbf12ec741fa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.534454 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.586143 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f99a89e-1ecb-4ba6-86c4-85e2b709701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (74712e96-5e44-4ace-87c5-cbf12ec741fa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.620867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99a89e-1ecb-4ba6-86c4-85e2b709701a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74712e96-5e44-4ace-87c5-cbf12ec741fa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:54.629845 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f99a89e-1ecb-4ba6-86c4-85e2b709701a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.630436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fde375-31d6-43ba-bbcc-188c36331423 None None] Network 016a437d-346a-4e91-bf55-5acf71d78c6f requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:10:54.637074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2f99a89e-1ecb-4ba6-86c4-85e2b709701a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/74712e96-5e44-4ace-87c5-cbf12ec741fa HTTP/1.1" status: 204 len: 168 time: 0.4916692 Jan 31 19:10:54.639925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47414) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:54.788294 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (016a437d-346a-4e91-bf55-5acf71d78c6f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.878847 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Deleting port ab91314f-b5f2-4ce6-bd4a-824180b941cd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:54.879195 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.927944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b03e78-d54b-4d45-85a3-a5d2b4d60d53 None None] DHCP port deletion for 016a437d-346a-4e91-bf55-5acf71d78c6f request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:10:54.962967 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] For port ab91314f-b5f2-4ce6-bd4a-824180b941cd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ab91314f-b5f2-4ce6-bd4a-824180b941cd,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:54.963661 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:54.983344 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Calling delete_port for ab91314f-b5f2-4ce6-bd4a-824180b941cd owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:55.054943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f7b03e78-d54b-4d45-85a3-a5d2b4d60d53 None None] Deleting port ab91314f-b5f2-4ce6-bd4a-824180b941cd {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:55.055311 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f7b03e78-d54b-4d45-85a3-a5d2b4d60d53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:55.086962 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:55.126516 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] No DVR routers for this DVR port ab91314f-b5f2-4ce6-bd4a-824180b941cd on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:10:55.195389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Pushing event deleted for resources: {'Port': ['ID=ab91314f-b5f2-4ce6-bd4a-824180b941cd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:55.210376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f7b03e78-d54b-4d45-85a3-a5d2b4d60d53 None None] For port ab91314f-b5f2-4ce6-bd4a-824180b941cd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ab91314f-b5f2-4ce6-bd4a-824180b941cd,segment=NetworkSegment(65e15235-e0e0-4f32-a66c-14c989a3b995),segment_id=65e15235-e0e0-4f32-a66c-14c989a3b995)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:55.210872 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f7b03e78-d54b-4d45-85a3-a5d2b4d60d53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:55.236265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f7b03e78-d54b-4d45-85a3-a5d2b4d60d53 None None] Calling delete_port for ab91314f-b5f2-4ce6-bd4a-824180b941cd owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:55.282610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (016a437d-346a-4e91-bf55-5acf71d78c6f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:55.307564 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:55.334734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016a437d-346a-4e91-bf55-5acf71d78c6f']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 19:10:55.346796 n-d-812111-15 neutron-server[103227]: self.session.flush() Jan 31 19:10:55.350870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e15235-e0e0-4f32-a66c-14c989a3b995') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:55.350870 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e15235-e0e0-4f32-a66c-14c989a3b995') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:55.358429 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (65e15235-e0e0-4f32-a66c-14c989a3b995), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:55.364180 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f7b03e78-d54b-4d45-85a3-a5d2b4d60d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (ab91314f-b5f2-4ce6-bd4a-824180b941cd), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:55.387574 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (65e15235-e0e0-4f32-a66c-14c989a3b995), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:55.399363 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:10:55.400094 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (65e15235-e0e0-4f32-a66c-14c989a3b995), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:55.400222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b03e78-d54b-4d45-85a3-a5d2b4d60d53 None None] Pushing event deleted for resources: {'Port': ['ID=ab91314f-b5f2-4ce6-bd4a-824180b941cd,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:10:55.404814 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:10:55.412514 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b03e78-d54b-4d45-85a3-a5d2b4d60d53 None None] No DVR routers for this DVR port ab91314f-b5f2-4ce6-bd4a-824180b941cd on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:10:55.503937 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (016a437d-346a-4e91-bf55-5acf71d78c6f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:55.511201 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:55.516228 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] 10.222.0.20 "DELETE /v2.0/networks/016a437d-346a-4e91-bf55-5acf71d78c6f HTTP/1.1" status: 204 len: 168 time: 0.8749535 Jan 31 19:10:55.519910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:55.569913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb92d17-dcd9-436c-81f2-8c7971818bea admin admin] Pushing event deleted for resources: {'Network': ['ID=016a437d-346a-4e91-bf55-5acf71d78c6f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:55.869639 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:56.011254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ab91314f-b5f2-4ce6-bd4a-824180b941cd no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:10:56.090109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: ab91314f-b5f2-4ce6-bd4a-824180b941cd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:10:56.092479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ab91314f-b5f2-4ce6-bd4a-824180b941cd not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:10:56.120729 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a835106d-f58a-4dad-aa0e-3ebd97a126c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (c4371d66-bb29-46cc-a9eb-c4175e25df08), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:56.344285 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:56.574850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a835106d-f58a-4dad-aa0e-3ebd97a126c2 admin admin] Deleting port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:56.576101 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a835106d-f58a-4dad-aa0e-3ebd97a126c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:56.719167 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:56.763692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a835106d-f58a-4dad-aa0e-3ebd97a126c2 admin admin] For port 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=0adcfc31-04ae-4f46-ba0e-ebc6faad19fb,segment=NetworkSegment(3cdc9652-7605-4db0-8801-4f15647dc8a7),segment_id=3cdc9652-7605-4db0-8801-4f15647dc8a7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:56.764284 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a835106d-f58a-4dad-aa0e-3ebd97a126c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:56.784013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a835106d-f58a-4dad-aa0e-3ebd97a126c2 admin admin] Calling delete_port for 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:57.077569 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a835106d-f58a-4dad-aa0e-3ebd97a126c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0adcfc31-04ae-4f46-ba0e-ebc6faad19fb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:57.109767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835106d-f58a-4dad-aa0e-3ebd97a126c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0adcfc31-04ae-4f46-ba0e-ebc6faad19fb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:57.210716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Allocated IP 172.20.0.17 (bd54151a-c7dd-433f-8290-cb02ad09ab2b/fb47dae4-231b-43db-8f6a-e79f09a28d24/1ea970c3-6587-4ff4-99b5-566b5ee06fb5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:10:57.402488 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a835106d-f58a-4dad-aa0e-3ebd97a126c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (c4371d66-bb29-46cc-a9eb-c4175e25df08), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:57.432312 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:57.484175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:57.538311 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network bd54151a-c7dd-433f-8290-cb02ad09ab2b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:57.542344 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:57.563362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:10:57.609209 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=1ea970c3-6587-4ff4-99b5-566b5ee06fb5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:57.642662 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (c17ef276-97c9-4598-9ef9-2683a2963cb6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:57.691336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a835106d-f58a-4dad-aa0e-3ebd97a126c2 admin admin] Router c4371d66-bb29-46cc-a9eb-c4175e25df08 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:10:57.833740 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:57.858439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a835106d-f58a-4dad-aa0e-3ebd97a126c2 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:10:57.868680 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a835106d-f58a-4dad-aa0e-3ebd97a126c2 admin admin] 10.222.0.20 "PUT /v2.0/routers/c4371d66-bb29-46cc-a9eb-c4175e25df08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3469908 Jan 31 19:10:57.869317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47702) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:10:57.875838 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08cf4e2-da79-4185-82af-0f3267c866f2 None None] Sync routers for ids ['c4371d66-bb29-46cc-a9eb-c4175e25df08'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:10:57.901690 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08cf4e2-da79-4185-82af-0f3267c866f2 None None] Routers {'c4371d66-bb29-46cc-a9eb-c4175e25df08'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:57.902707 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d08cf4e2-da79-4185-82af-0f3267c866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4371d66-bb29-46cc-a9eb-c4175e25df08'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:58.054236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-da686c24-9c46-4f22-8eff-471195edc598 None None] Provisioning complete for port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:58.054790 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-da686c24-9c46-4f22-8eff-471195edc598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:58.068469 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Publish callbacks [] for router (c4371d66-bb29-46cc-a9eb-c4175e25df08), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:58.134409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-da686c24-9c46-4f22-8eff-471195edc598 None None] Port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:10:58.275796 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d08cf4e2-da79-4185-82af-0f3267c866f2 None None] Set router c4371d66-bb29-46cc-a9eb-c4175e25df08 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:58.279529 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:10:58.332800 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Publish callbacks [] for router_gateway (c4371d66-bb29-46cc-a9eb-c4175e25df08), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:58.412411 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:58.419846 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:58.518480 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d08cf4e2-da79-4185-82af-0f3267c866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'name': 'tempest-TestServerMultinode-1523410698-router', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:01Z', 'updated_at': '2022-01-31T19:10:56Z', 'revision_number': 5, 'project_id': 'aba424349d70449ab7627c71e8354b65', 'gw_port': {'id': '7a196f2a-eeb3-47d7-877d-422be34375a4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:02Z', 'updated_at': '2022-01-31T19:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:58.524838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (c17ef276-97c9-4598-9ef9-2683a2963cb6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:58.549867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Deleting port 7a196f2a-eeb3-47d7-877d-422be34375a4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:10:58.550383 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:58.557930 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08cf4e2-da79-4185-82af-0f3267c866f2 None None] Checking router: c4371d66-bb29-46cc-a9eb-c4175e25df08 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:10:58.561412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=1ea970c3-6587-4ff4-99b5-566b5ee06fb5,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:58.568356 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08cf4e2-da79-4185-82af-0f3267c866f2 None None] Routers {'c4371d66-bb29-46cc-a9eb-c4175e25df08'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:58.569055 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d08cf4e2-da79-4185-82af-0f3267c866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4371d66-bb29-46cc-a9eb-c4175e25df08'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:58.616353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-c4575c27-f355-4d94-8357-dcfb50fc016f tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:10:58.624469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-c4575c27-f355-4d94-8357-dcfb50fc016f tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/networks?id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea HTTP/1.1" status: 200 len: 812 time: 0.2196474 Jan 31 19:10:58.649414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-f6fc2761-1938-4e69-9c01-bcd5062df3f7 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/quotas/440394d010c641d09040c948fe1dde58 HTTP/1.1" status: 200 len: 375 time: 0.0238740 Jan 31 19:10:58.693689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-bed2ad16-a7ff-40ab-adaf-60b0016d4fbe tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=440394d010c641d09040c948fe1dde58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433192 Jan 31 19:10:58.713858 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network bd54151a-c7dd-433f-8290-cb02ad09ab2b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:10:58.715706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:10:58.775093 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d08cf4e2-da79-4185-82af-0f3267c866f2 None None] Set router c4371d66-bb29-46cc-a9eb-c4175e25df08 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:58.817312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] For port 7a196f2a-eeb3-47d7-877d-422be34375a4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=7a196f2a-eeb3-47d7-877d-422be34375a4,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:10:58.820511 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:58.862470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Calling delete_port for 7a196f2a-eeb3-47d7-877d-422be34375a4 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:10:58.895564 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d08cf4e2-da79-4185-82af-0f3267c866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'name': 'tempest-TestServerMultinode-1523410698-router', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:01Z', 'updated_at': '2022-01-31T19:10:58Z', 'revision_number': 6, 'project_id': 'aba424349d70449ab7627c71e8354b65', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:58.958807 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08cf4e2-da79-4185-82af-0f3267c866f2 None None] The sync data for ids ['c4371d66-bb29-46cc-a9eb-c4175e25df08'] in n-d-812111-15 is: [{'id': 'c4371d66-bb29-46cc-a9eb-c4175e25df08', 'name': 'tempest-TestServerMultinode-1523410698-router', 'tenant_id': 'aba424349d70449ab7627c71e8354b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:10:01Z', 'updated_at': '2022-01-31T19:10:58Z', 'revision_number': 6, 'project_id': 'aba424349d70449ab7627c71e8354b65', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:10:58.964040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Router c17ef276-97c9-4598-9ef9-2683a2963cb6 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:10:59.168458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:10:59.172821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ecbf3fb5-c7b9-48c5-83f7-59c066ec835d None None] Provisioning complete for port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:10:59.174468 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ecbf3fb5-c7b9-48c5-83f7-59c066ec835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:59.210405 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-81e9bb3a-013a-496e-b8c3-0a5598ed3c7c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "PUT /v2.0/routers/c17ef276-97c9-4598-9ef9-2683a2963cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3386848 Jan 31 19:10:59.223657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Sync routers for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:10:59.245007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:10:59.245905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:10:59.252936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-94a15a35-8baa-472c-8825-76bfbd64bca6 service neutron] 10.222.0.20 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579062 Jan 31 19:10:59.417091 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (7a196f2a-eeb3-47d7-877d-422be34375a4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:59.518526 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=7a196f2a-eeb3-47d7-877d-422be34375a4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:10:59.534310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-c95ad541-15b3-4e6f-b128-890727a7ae30 service neutron] 10.222.0.20 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777066 Jan 31 19:10:59.557776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf3fb5-c7b9-48c5-83f7-59c066ec835d None None] Port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:10:59.568785 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (c4371d66-bb29-46cc-a9eb-c4175e25df08), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:59.697498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:10:59.702652 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (c4371d66-bb29-46cc-a9eb-c4175e25df08), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:10:59.706142 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Publish callbacks [] for router_controller (c4371d66-bb29-46cc-a9eb-c4175e25df08), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.009407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:10:57Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'e41db547-5323-4a00-a377-889da7b76f25', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'port_id': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'mac_address': 'fa:16:3e:6e:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:09:54Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 1, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea970c3-6587-4ff4-99b5-566b5ee06fb5', 'name': '', 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:0d:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fb47dae4-231b-43db-8f6a-e79f09a28d24', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:56Z', 'updated_at': '2022-01-31T19:10:58Z', 'revision_number': 2, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': 'fb47dae4-231b-43db-8f6a-e79f09a28d24', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:00.078893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7a196f2a-eeb3-47d7-877d-422be34375a4 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:11:00.082688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Checking router: c17ef276-97c9-4598-9ef9-2683a2963cb6 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:11:00.083410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Updating router c17ef276-97c9-4598-9ef9-2683a2963cb6 port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:11:00.130279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 7a196f2a-eeb3-47d7-877d-422be34375a4 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:11:00.130900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 7a196f2a-eeb3-47d7-877d-422be34375a4 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:11:00.131530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:11:00.154669 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.262955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea4f92c8-8da0-40f2-a703-89831934a60c req-e9b67a05-184b-4f07-91f4-1f4067ddc613 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 210 time: 0.0347469 Jan 31 19:11:00.263721 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (c4371d66-bb29-46cc-a9eb-c4175e25df08), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.264245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4371d66-bb29-46cc-a9eb-c4175e25df08 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:11:00.271193 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.275046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47744) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:00.288912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0f365f09-f37d-4866-9abd-91aa98067fdb admin admin] 10.222.0.20 "DELETE /v2.0/routers/c4371d66-bb29-46cc-a9eb-c4175e25df08 HTTP/1.1" status: 204 len: 168 time: 2.4185040 Jan 31 19:11:00.317607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:11:00.318138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 0adcfc31-04ae-4f46-ba0e-ebc6faad19fb not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:11:00.347646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda1cb99-51e8-4fbc-9712-dc16c78a650d admin admin] Deleting subnet dc0e6437-8c0d-460a-8c68-79e82a01754b {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:11:00.352727 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb99-51e8-4fbc-9712-dc16c78a650d admin admin] Publish callbacks [] for subnet (dc0e6437-8c0d-460a-8c68-79e82a01754b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.404152 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb99-51e8-4fbc-9712-dc16c78a650d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (dc0e6437-8c0d-460a-8c68-79e82a01754b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.521808 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb99-51e8-4fbc-9712-dc16c78a650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (dc0e6437-8c0d-460a-8c68-79e82a01754b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.597371 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Publish callbacks [] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.600022 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb99-51e8-4fbc-9712-dc16c78a650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (dc0e6437-8c0d-460a-8c68-79e82a01754b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.603759 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.637945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1cb99-51e8-4fbc-9712-dc16c78a650d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0e6437-8c0d-460a-8c68-79e82a01754b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:00.641010 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eda1cb99-51e8-4fbc-9712-dc16c78a650d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.646418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47748) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:00.656958 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eda1cb99-51e8-4fbc-9712-dc16c78a650d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dc0e6437-8c0d-460a-8c68-79e82a01754b HTTP/1.1" status: 204 len: 168 time: 0.3807099 Jan 31 19:11:00.672414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffc8698-139b-4114-9235-844c168dd26d None None] Network 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:11:00.690059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf2640-724d-4611-a56e-69767dfa5b43 None None] Pushing event updated for resources: {'Port': ['ID=1ea970c3-6587-4ff4-99b5-566b5ee06fb5,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:00.764030 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.843514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Deleting port 40110697-08b3-4519-9275-a37e5b0ff1b9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:11:00.844737 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.859514 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Attempting to bind port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:00.860012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Attempting to bind port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:00.860804 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Attempting to bind port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 on network bd54151a-c7dd-433f-8290-cb02ad09ab2b {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:00.880492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:00.881307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Checking segment: {'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:00.881824 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.882303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Bound using segment: {'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:00.882881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Bound port: 1ea970c3-6587-4ff4-99b5-566b5ee06fb5, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c4f300-96f7-4e03-8c64-171440721fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:00.883361 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.927152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] For port 40110697-08b3-4519-9275-a37e5b0ff1b9, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=40110697-08b3-4519-9275-a37e5b0ff1b9,segment=NetworkSegment(3cdc9652-7605-4db0-8801-4f15647dc8a7),segment_id=3cdc9652-7605-4db0-8801-4f15647dc8a7)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:00.927594 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.951087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Calling delete_port for 40110697-08b3-4519-9275-a37e5b0ff1b9 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:11:00.957719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] For port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:00.964044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] For port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1ea970c3-6587-4ff4-99b5-566b5ee06fb5,segment=NetworkSegment(b0c4f300-96f7-4e03-8c64-171440721fc0),segment_id=b0c4f300-96f7-4e03-8c64-171440721fc0)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:00.967769 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:00.993816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca78d3-98be-447d-92d8-249e3d985504 None None] DHCP port deletion for 5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:11:01.052624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:01.053453 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:01.169500 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4c59402a-a776-4d5e-97e8-6b77dd7615af None None] Provisioning complete for port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:01.169859 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c59402a-a776-4d5e-97e8-6b77dd7615af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.171464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf2640-724d-4611-a56e-69767dfa5b43 None None] Pushing event updated for resources: {'Port': ['ID=1ea970c3-6587-4ff4-99b5-566b5ee06fb5,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:01.247974 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.275113 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca78d3-98be-447d-92d8-249e3d985504 None None] Deleting port 40110697-08b3-4519-9275-a37e5b0ff1b9 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:11:01.275472 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d4ca78d3-98be-447d-92d8-249e3d985504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.297507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] No DVR routers for this DVR port 40110697-08b3-4519-9275-a37e5b0ff1b9 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:11:01.318739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:01.351740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Pushing event deleted for resources: {'Port': ['ID=40110697-08b3-4519-9275-a37e5b0ff1b9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:01.422546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d4ca78d3-98be-447d-92d8-249e3d985504 None None] For port 40110697-08b3-4519-9275-a37e5b0ff1b9, host n-d-812111-15, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:01.422996 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d4ca78d3-98be-447d-92d8-249e3d985504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.446221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca78d3-98be-447d-92d8-249e3d985504 None None] Calling delete_port for 40110697-08b3-4519-9275-a37e5b0ff1b9 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:11:01.449136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-d4ca78d3-98be-447d-92d8-249e3d985504 None None] Port 40110697-08b3-4519-9275-a37e5b0ff1b9 was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 19:11:01.469396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54dd99e5-bd0c-4ab4-b7ad-80a0538422ac req-492d711c-ba43-4dff-8c04-3c16b8809d86 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 210 time: 0.0638106 Jan 31 19:11:01.507840 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d4ca78d3-98be-447d-92d8-249e3d985504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (40110697-08b3-4519-9275-a37e5b0ff1b9), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.540905 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.567917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca78d3-98be-447d-92d8-249e3d985504 None None] Pushing event deleted for resources: {'Port': ['ID=40110697-08b3-4519-9275-a37e5b0ff1b9,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:01.579016 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-527cb70a-57a5-4df8-abc2-1ea1e89ec20f tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:01.579284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca78d3-98be-447d-92d8-249e3d985504 None None] No DVR routers for this DVR port 40110697-08b3-4519-9275-a37e5b0ff1b9 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:11:01.580370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-527cb70a-57a5-4df8-abc2-1ea1e89ec20f tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.49 "GET /v2.0/networks?id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea HTTP/1.1" status: 200 len: 812 time: 0.2809594 Jan 31 19:11:01.582804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:01.595334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4c59402a-a776-4d5e-97e8-6b77dd7615af None None] Current status of the port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:01.596371 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c59402a-a776-4d5e-97e8-6b77dd7615af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.602168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Request body: {'port': {'device_id': 'e4414d69-e549-43fe-ad55-131ffdf2edab', 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea', 'admin_state_up': True, 'tenant_id': '440394d010c641d09040c948fe1dde58'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:01.609626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdc9652-7605-4db0-8801-4f15647dc8a7') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:01.609947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdc9652-7605-4db0-8801-4f15647dc8a7') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:01.640732 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (3cdc9652-7605-4db0-8801-4f15647dc8a7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.686883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4c59402a-a776-4d5e-97e8-6b77dd7615af None None] For port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1ea970c3-6587-4ff4-99b5-566b5ee06fb5,segment=NetworkSegment(b0c4f300-96f7-4e03-8c64-171440721fc0),segment_id=b0c4f300-96f7-4e03-8c64-171440721fc0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:01.691046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (3cdc9652-7605-4db0-8801-4f15647dc8a7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.702971 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c59402a-a776-4d5e-97e8-6b77dd7615af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.705211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:11:01.705709 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (3cdc9652-7605-4db0-8801-4f15647dc8a7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:11:01.717640 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:11:01.784242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59402a-a776-4d5e-97e8-6b77dd7615af None None] Pushing event updated for resources: {'Port': ['ID=1ea970c3-6587-4ff4-99b5-566b5ee06fb5,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:01.784672 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.794523 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.801644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] 10.222.0.20 "DELETE /v2.0/networks/5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6 HTTP/1.1" status: 204 len: 168 time: 1.1541905 Jan 31 19:11:01.839119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc159ff-4ab6-434b-b83e-0ceb449bb3bd admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb7dc28-4c4d-4f9b-86ec-9c28df0236d6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:01.843200 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Made reservation on behalf of 440394d010c641d09040c948fe1dde58 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:11:01.847685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3ba4a76c-3f55-40b0-84ef-dab09fd14e27 None None] Provisioning complete for port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:01.847861 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.848103 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a76c-3f55-40b0-84ef-dab09fd14e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:01.883660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:10:57Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'e41db547-5323-4a00-a377-889da7b76f25', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'port_id': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'mac_address': 'fa:16:3e:6e:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:09:54Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 1, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea970c3-6587-4ff4-99b5-566b5ee06fb5', 'name': '', 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:0d:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fb47dae4-231b-43db-8f6a-e79f09a28d24', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:56Z', 'updated_at': '2022-01-31T19:11:00Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': 'fb47dae4-231b-43db-8f6a-e79f09a28d24', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:01.925057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1e03a-628d-4f08-a323-073183ff7a31 None None] The sync data for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 is: [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:10:57Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'e41db547-5323-4a00-a377-889da7b76f25', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'port_id': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'mac_address': 'fa:16:3e:6e:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:09:54Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 1, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea970c3-6587-4ff4-99b5-566b5ee06fb5', 'name': '', 'network_id': 'bd54151a-c7dd-433f-8290-cb02ad09ab2b', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:0d:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'fb47dae4-231b-43db-8f6a-e79f09a28d24', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:10:56Z', 'updated_at': '2022-01-31T19:11:00Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': 'fb47dae4-231b-43db-8f6a-e79f09a28d24', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:11:02.018034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4a76c-3f55-40b0-84ef-dab09fd14e27 None None] Current status of the port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:02.042791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Allocated IP 172.20.0.11 (0af72cb7-b8f4-4db9-ac22-9dec5eabddea/cd6d2774-7d77-4a2c-8b3d-0d79e8dba835/8f856e4f-972f-4f12-874b-3a33b6b5fb89) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:11:02.045596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 40110697-08b3-4519-9275-a37e5b0ff1b9 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:11:02.076850 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 40110697-08b3-4519-9275-a37e5b0ff1b9 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:11:02.077705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 40110697-08b3-4519-9275-a37e5b0ff1b9 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:11:02.165321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:02.219986 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-54512770-0b28-41bf-ae22-6ee44ac32d99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58f0bfece9154f94aff423f8de93685b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525405 Jan 31 19:11:02.221448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47764) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:02.271154 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks [] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.280565 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d09e549-b816-4cdd-9510-891d70600500 admin admin] Publish callbacks [] for security_group (57af4c1a-0973-4570-8337-6e33b174a2ee), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.317459 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d09e549-b816-4cdd-9510-891d70600500 admin admin] Publish callbacks [] for security_group (57af4c1a-0973-4570-8337-6e33b174a2ee), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.337804 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.389194 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d09e549-b816-4cdd-9510-891d70600500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (57af4c1a-0973-4570-8337-6e33b174a2ee), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.393011 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d09e549-b816-4cdd-9510-891d70600500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.394907 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2d09e549-b816-4cdd-9510-891d70600500 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57af4c1a-0973-4570-8337-6e33b174a2ee HTTP/1.1" status: 204 len: 168 time: 0.1723485 Jan 31 19:11:02.405836 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09e549-b816-4cdd-9510-891d70600500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57af4c1a-0973-4570-8337-6e33b174a2ee,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:02.412995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:02.438318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:02.441338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Pushing event updated for resources: {'Port': ['ID=8f856e4f-972f-4f12-874b-3a33b6b5fb89,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:02.443623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:11:02.533475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:02.534475 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.554187 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-91311d27-6797-4d25-82ea-fa754cd99435 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9624984 Jan 31 19:11:02.566076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Request body: {'port': {'device_id': 'e4414d69-e549-43fe-ad55-131ffdf2edab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:02.701874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:02.712676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250f59f-12d6-42e2-8f8b-d370162a4486 req-d095f522-d482-470f-9687-96c7b9388214 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:02.719716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0250f59f-12d6-42e2-8f8b-d370162a4486 req-d095f522-d482-470f-9687-96c7b9388214 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 932 time: 0.1006775 Jan 31 19:11:02.816283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0250f59f-12d6-42e2-8f8b-d370162a4486 req-353d6b0c-8c5d-4389-acd4-067db22abecc tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904083 Jan 31 19:11:02.978430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:03.062430 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2c5dc8b8-726d-407e-931c-2b82f235cb29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aba424349d70449ab7627c71e8354b65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0820694 Jan 31 19:11:03.065058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47780) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:03.174551 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8762b129-f681-4778-950b-60b2fa66fc3e admin admin] Publish callbacks [] for security_group (5e0610fe-1e95-4c12-9021-049fd2c1ac1e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.226419 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8762b129-f681-4778-950b-60b2fa66fc3e admin admin] Publish callbacks [] for security_group (5e0610fe-1e95-4c12-9021-049fd2c1ac1e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.232953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f856e4f-972f-4f12-874b-3a33b6b5fb89 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:11:03.249855 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Publish callbacks [] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.289581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Transition to ACTIVE for port object 8f856e4f-972f-4f12-874b-3a33b6b5fb89 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:11:03.298537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.358574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8762b129-f681-4778-950b-60b2fa66fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5e0610fe-1e95-4c12-9021-049fd2c1ac1e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.361433 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8762b129-f681-4778-950b-60b2fa66fc3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.362783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8762b129-f681-4778-950b-60b2fa66fc3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e0610fe-1e95-4c12-9021-049fd2c1ac1e HTTP/1.1" status: 204 len: 168 time: 0.2965868 Jan 31 19:11:03.391342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762b129-f681-4778-950b-60b2fa66fc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0610fe-1e95-4c12-9021-049fd2c1ac1e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:03.397635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Pushing event updated for resources: {'Port': ['ID=8f856e4f-972f-4f12-874b-3a33b6b5fb89,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:03.496433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Attempting to bind port 8f856e4f-972f-4f12-874b-3a33b6b5fb89 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:03.497197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Attempting to bind port 8f856e4f-972f-4f12-874b-3a33b6b5fb89 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '2965aa5a-afdd-447e-9256-1c104e6ba1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:03.497974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Attempting to bind port 8f856e4f-972f-4f12-874b-3a33b6b5fb89 on network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:03.505164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Port 8f856e4f-972f-4f12-874b-3a33b6b5fb89 on network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:11:03.505916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Attempting to bind port 8f856e4f-972f-4f12-874b-3a33b6b5fb89 on network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:03.512898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:03.513666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Checking segment: {'id': '2965aa5a-afdd-447e-9256-1c104e6ba1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:03.514286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Bound using segment: {'id': '2965aa5a-afdd-447e-9256-1c104e6ba1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:03.515218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Bound port: 8f856e4f-972f-4f12-874b-3a33b6b5fb89, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2965aa5a-afdd-447e-9256-1c104e6ba1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:03.516465 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.593225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] For port 8f856e4f-972f-4f12-874b-3a33b6b5fb89, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:03.596803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] For port 8f856e4f-972f-4f12-874b-3a33b6b5fb89, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8f856e4f-972f-4f12-874b-3a33b6b5fb89,segment=NetworkSegment(2965aa5a-afdd-447e-9256-1c104e6ba1d9),segment_id=2965aa5a-afdd-447e-9256-1c104e6ba1d9)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:03.603743 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.665091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:03.665731 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:03.667476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] 10.222.0.49 "PUT /v2.0/ports/8f856e4f-972f-4f12-874b-3a33b6b5fb89 HTTP/1.1" status: 200 len: 1093 time: 1.1059067 Jan 31 19:11:03.667960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4414d69-e549-43fe-ad55-131ffdf2edab', 'tag': '8f856e4f-972f-4f12-874b-3a33b6b5fb89'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:11:03.671077 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbbbfeb-75fc-4d42-a978-6844b366c7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4414d69-e549-43fe-ad55-131ffdf2edab", "tag": "8f856e4f-972f-4f12-874b-3a33b6b5fb89"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:11:03.748102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa41829-7aa4-404a-bb42-d5f9ec645a8c service neutron] Pushing event updated for resources: {'Port': ['ID=8f856e4f-972f-4f12-874b-3a33b6b5fb89,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:03.757245 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d898b4f1-9a89-4229-bd28-2f15e2bbd541 x-openstack-request-id: req-d898b4f1-9a89-4229-bd28-2f15e2bbd541 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:11:03.757544 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4414d69-e549-43fe-ad55-131ffdf2edab", "tag": "8f856e4f-972f-4f12-874b-3a33b6b5fb89", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:11:03.757808 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d898b4f1-9a89-4229-bd28-2f15e2bbd541 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:11:03.758223 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4414d69-e549-43fe-ad55-131ffdf2edab', 'tag': '8f856e4f-972f-4f12-874b-3a33b6b5fb89', 'status': 'completed', 'code': 200} Jan 31 19:11:03.780481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-21f19c21-1c09-42f9-89db-d163275a0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:03.783377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-21f19c21-1c09-42f9-89db-d163275a0176 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=440394d010c641d09040c948fe1dde58&device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 1127 time: 0.0681217 Jan 31 19:11:03.840989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-bd6fd7b9-cc78-4341-bb1a-12308c399e0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f856e4f-972f-4f12-874b-3a33b6b5fb89 HTTP/1.1" status: 200 len: 217 time: 0.0508039 Jan 31 19:11:03.968929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-78785fa9-26d1-41b2-a1fe-79cb50aa5df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:03.970702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-78785fa9-26d1-41b2-a1fe-79cb50aa5df8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6d2774-7d77-4a2c-8b3d-0d79e8dba835 HTTP/1.1" status: 200 len: 852 time: 0.1237941 Jan 31 19:11:04.008321 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-0cfe85c1-70cf-4c24-966a-f07d72e2b1ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313287 Jan 31 19:11:04.020415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a079d-e8f2-4f2a-a4c0-29aa302c996a req-f08f13cd-48c2-4a35-b8b9-80e52e504559 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:04.027803 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d07a079d-e8f2-4f2a-a4c0-29aa302c996a req-f08f13cd-48c2-4a35-b8b9-80e52e504559 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 944 time: 0.1212196 Jan 31 19:11:04.081288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:04.159134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d07a079d-e8f2-4f2a-a4c0-29aa302c996a req-3ad24662-4b99-4dcf-8e28-b0ece9d0b561 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302202 Jan 31 19:11:04.192230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-71abdab3-c1b5-4cd4-adc1-79d2dafecfeb service neutron] 10.222.0.49 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568315 Jan 31 19:11:04.215364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:04.215744 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:04.325765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60270aaf-4936-44ef-99b7-5c54d8faee9d req-4b1afde6-cb12-4ca5-8b94-3e78aef94cd8 service neutron] 10.222.0.49 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311927 Jan 31 19:11:04.361216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:04.437121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbbfeb-75fc-4d42-a978-6844b366c7f4 req-0777b286-e82d-4842-9b17-bfe1153f0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:04.440222 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dbbbfeb-75fc-4d42-a978-6844b366c7f4 req-0777b286-e82d-4842-9b17-bfe1153f0bbc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=440394d010c641d09040c948fe1dde58&device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 1127 time: 0.0579422 Jan 31 19:11:04.473946 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47816) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:04.559004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbbfeb-75fc-4d42-a978-6844b366c7f4 req-30a756b0-4822-41d4-96d4-8069a9ff87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:04.560519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dbbbfeb-75fc-4d42-a978-6844b366c7f4 req-30a756b0-4822-41d4-96d4-8069a9ff87e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea HTTP/1.1" status: 200 len: 913 time: 0.1142879 Jan 31 19:11:04.606415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dbbbfeb-75fc-4d42-a978-6844b366c7f4 req-46e88920-8295-4c64-a775-739eed0298f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f856e4f-972f-4f12-874b-3a33b6b5fb89 HTTP/1.1" status: 200 len: 217 time: 0.0388331 Jan 31 19:11:04.615685 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-724825947-network', 'tenant_id': 'f71ded6740b444d0b6abefc797081507'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:04.639374 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Made reservation on behalf of f71ded6740b444d0b6abefc797081507 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:11:04.642369 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:04.653572 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:04.666283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbbfeb-75fc-4d42-a978-6844b366c7f4 req-3caed70e-1e01-411e-9d73-e4d183e2188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:04.667827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dbbbfeb-75fc-4d42-a978-6844b366c7f4 req-3caed70e-1e01-411e-9d73-e4d183e2188a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6d2774-7d77-4a2c-8b3d-0d79e8dba835 HTTP/1.1" status: 200 len: 852 time: 0.0558515 Jan 31 19:11:04.718345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dbbbfeb-75fc-4d42-a978-6844b366c7f4 req-be20e27d-d99d-4be2-a56b-3057d371dc7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433838 Jan 31 19:11:04.749781 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Publish callbacks [] for security_group (3ea59bad-286e-4ada-956d-c7a08f64cb5d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:04.755301 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3ea59bad-286e-4ada-956d-c7a08f64cb5d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:04.786637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea59bad-286e-4ada-956d-c7a08f64cb5d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:04.799996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:11:04.816235 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (506c988e-c8c2-47df-80cd-558535e038db), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:04.816895 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Added segment 506c988e-c8c2-47df-80cd-558535e038db of type vlan for network 3ca81203-5000-4a66-8871-4f76971ac3dc Jan 31 19:11:04.838434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dbbbfeb-75fc-4d42-a978-6844b366c7f4 req-aeb7eab8-6039-42a6-8c75-775bd4c2d3ea service neutron] 10.222.0.49 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137812 Jan 31 19:11:04.872665 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (3ca81203-5000-4a66-8871-4f76971ac3dc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:04.901654 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (3ca81203-5000-4a66-8871-4f76971ac3dc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:04.902705 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:04.903215 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:04.955108 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dbbbfeb-75fc-4d42-a978-6844b366c7f4 req-b844d798-1b15-49f4-9b4a-4a9dfc47430d service neutron] 10.222.0.49 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105208 Jan 31 19:11:04.972588 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4969358 Jan 31 19:11:04.975935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47824) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:04.983244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-84779215-27c1-4da5-a7f5-2ff902ef99fd admin admin] Request body: {'subnet': {'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-724825947-subnet', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:04.993953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416bec4-053e-4fcf-b45f-49298babfa84 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca81203-5000-4a66-8871-4f76971ac3dc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:05.005389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 3ca81203-5000-4a66-8871-4f76971ac3dc details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:11:05.016886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84779215-27c1-4da5-a7f5-2ff902ef99fd admin admin] Made reservation on behalf of f71ded6740b444d0b6abefc797081507 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:11:05.020074 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84779215-27c1-4da5-a7f5-2ff902ef99fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.205215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84779215-27c1-4da5-a7f5-2ff902ef99fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (f9cbc335-76b7-4c6e-a26d-e6e5fab66637), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.290726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84779215-27c1-4da5-a7f5-2ff902ef99fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9cbc335-76b7-4c6e-a26d-e6e5fab66637,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:05.304426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84779215-27c1-4da5-a7f5-2ff902ef99fd admin admin] Checking segment: {'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:05.310333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84779215-27c1-4da5-a7f5-2ff902ef99fd admin admin] Network hostable DHCP agents. Network: 3ca81203-5000-4a66-8871-4f76971ac3dc, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:11:05.336865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d10c99-6f21-49e2-b92d-5c4407c50dc8 req-e9df0e30-b82a-48ad-b2ed-bd5902010d4b tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:05.338299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1d10c99-6f21-49e2-b92d-5c4407c50dc8 req-e9df0e30-b82a-48ad-b2ed-bd5902010d4b tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 944 time: 0.0917938 Jan 31 19:11:05.339378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84779215-27c1-4da5-a7f5-2ff902ef99fd admin admin] Network 3ca81203-5000-4a66-8871-4f76971ac3dc is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:11:05.353369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-84779215-27c1-4da5-a7f5-2ff902ef99fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 3ca81203-5000-4a66-8871-4f76971ac3dc) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:05.363450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52514a5f-d08c-4863-89af-d8f5656f7168 None None] Network 3ca81203-5000-4a66-8871-4f76971ac3dc requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:11:05.364036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84779215-27c1-4da5-a7f5-2ff902ef99fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:05.364684 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84779215-27c1-4da5-a7f5-2ff902ef99fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.402009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-84779215-27c1-4da5-a7f5-2ff902ef99fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4246681 Jan 31 19:11:05.405133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47830) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:05.409394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1d10c99-6f21-49e2-b92d-5c4407c50dc8 req-f6f997b4-f516-412a-855c-4e909acfdda7 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645969 Jan 31 19:11:05.411108 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:05.436763 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (10248027-6306-4cd2-91c0-fbcba63f709d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.436763 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (10248027-6306-4cd2-91c0-fbcba63f709d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.492393 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Publish callbacks [] for router_controller (10248027-6306-4cd2-91c0-fbcba63f709d), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.512386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-3ca81203-5000-4a66-8871-4f76971ac3dc', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'project_id': 'f71ded6740b444d0b6abefc797081507', 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:11:05.513226 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.628733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Publish callbacks [] for router_gateway (10248027-6306-4cd2-91c0-fbcba63f709d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.656659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Allocated IP 172.20.0.2 (3ca81203-5000-4a66-8871-4f76971ac3dc/f9cbc335-76b7-4c6e-a26d-e6e5fab66637/1ad65588-ba14-499f-81a1-df8ec3949e9f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:11:05.797012 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Publish callbacks [] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.803795 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.831336 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Publish callbacks [] for router_gateway (10248027-6306-4cd2-91c0-fbcba63f709d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.848188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Network 3ca81203-5000-4a66-8871-4f76971ac3dc is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:05.850389 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:05.856142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:05.858017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Pushing event updated for resources: {'Port': ['ID=1ad65588-ba14-499f-81a1-df8ec3949e9f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:05.860166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:11:05.869693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.870040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.870382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.870835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.871172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.871500 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.871825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.872149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.872498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.872820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.873140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.873459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.873779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:05.980657 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Allocated IP 172.25.8.252 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/5954e75f-211a-4cf3-9427-2e062e4a74cb) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:11:06.094226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Publish callbacks [] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:06.098694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Attempting to bind port 1ad65588-ba14-499f-81a1-df8ec3949e9f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:06.099067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Attempting to bind port 1ad65588-ba14-499f-81a1-df8ec3949e9f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:06.099431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Attempting to bind port 1ad65588-ba14-499f-81a1-df8ec3949e9f on network 3ca81203-5000-4a66-8871-4f76971ac3dc {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:06.104900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:06.105282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Checking segment: {'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:06.105682 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:06.106082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Bound using segment: {'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:06.106545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Bound port: 1ad65588-ba14-499f-81a1-df8ec3949e9f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:06.106922 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:06.142224 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:06.180249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] For port 1ad65588-ba14-499f-81a1-df8ec3949e9f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:06.182454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:06.184005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] For port 1ad65588-ba14-499f-81a1-df8ec3949e9f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1ad65588-ba14-499f-81a1-df8ec3949e9f,segment=NetworkSegment(506c988e-c8c2-47df-80cd-558535e038db),segment_id=506c988e-c8c2-47df-80cd-558535e038db)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:06.185427 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:06.192016 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:06.193526 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:11:06.196425 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Pushing event updated for resources: {'Port': ['ID=5954e75f-211a-4cf3-9427-2e062e4a74cb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:06.257868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f120ab-0fe3-447a-afbf-a5794309a681 None None] Pushing event updated for resources: {'Port': ['ID=1ad65588-ba14-499f-81a1-df8ec3949e9f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:06.318159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8f856e4f-972f-4f12-874b-3a33b6b5fb89 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:11:06.437792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8f856e4f-972f-4f12-874b-3a33b6b5fb89, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8f856e4f-972f-4f12-874b-3a33b6b5fb89,segment=NetworkSegment(2965aa5a-afdd-447e-9256-1c104e6ba1d9),segment_id=2965aa5a-afdd-447e-9256-1c104e6ba1d9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:06.452205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '8f856e4f-972f-4f12-874b-3a33b6b5fb89', 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea', 'port_id': '8f856e4f-972f-4f12-874b-3a33b6b5fb89', 'mac_address': 'fa:16:3e:39:9a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6d2774-7d77-4a2c-8b3d-0d79e8dba835', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:11:06.472801 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Publish callbacks [] for router_gateway (10248027-6306-4cd2-91c0-fbcba63f709d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:06.499879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8f856e4f-972f-4f12-874b-3a33b6b5fb89 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:06.500419 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:06.541016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f856e4f-972f-4f12-874b-3a33b6b5fb89 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:11:06.571033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8f856e4f-972f-4f12-874b-3a33b6b5fb89, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8f856e4f-972f-4f12-874b-3a33b6b5fb89,segment=NetworkSegment(2965aa5a-afdd-447e-9256-1c104e6ba1d9),segment_id=2965aa5a-afdd-447e-9256-1c104e6ba1d9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:06.577727 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:06.649528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8f856e4f-972f-4f12-874b-3a33b6b5fb89,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:06.655431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49101b-d2e7-4372-b156-da9cae73b782 req-f4d1640e-2f7e-4d19-9b94-bcb798c50449 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:06.657872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f49101b-d2e7-4372-b156-da9cae73b782 req-f4d1640e-2f7e-4d19-9b94-bcb798c50449 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 944 time: 0.0992215 Jan 31 19:11:06.723476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f49101b-d2e7-4372-b156-da9cae73b782 req-f9029e1d-f206-45ec-af57-710e3c8a28bf tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599537 Jan 31 19:11:06.733099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (10248027-6306-4cd2-91c0-fbcba63f709d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:06.829924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['8f856e4f-972f-4f12-874b-3a33b6b5fb89'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:11:06.874376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Router 10248027-6306-4cd2-91c0-fbcba63f709d is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:11:06.990041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:11:07.004940 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Sync routers for ids ['10248027-6306-4cd2-91c0-fbcba63f709d'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:11:07.009366 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:07.011311 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f5e7d731-a2ea-4239-833a-f67b11b2467e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6045859 Jan 31 19:11:07.013997 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47846) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:07.018170 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Routers {'10248027-6306-4cd2-91c0-fbcba63f709d'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:07.018990 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['10248027-6306-4cd2-91c0-fbcba63f709d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:07.138682 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Set router 10248027-6306-4cd2-91c0-fbcba63f709d gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:07.345794 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:06Z', 'revision_number': 3, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:07.374081 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Checking router: 10248027-6306-4cd2-91c0-fbcba63f709d for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:11:07.374442 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Updating router 10248027-6306-4cd2-91c0-fbcba63f709d port 5954e75f-211a-4cf3-9427-2e062e4a74cb binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:11:07.525997 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:07.539109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639047cb-6f29-4924-9f5f-43a75bc54fda None None] Network 3ca81203-5000-4a66-8871-4f76971ac3dc requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:11:07.605278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8a6a6503-339c-41d7-9515-f996cc35b9b2 None None] Provisioning complete for port 1ad65588-ba14-499f-81a1-df8ec3949e9f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:07.605676 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6503-339c-41d7-9515-f996cc35b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:07.730648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a6503-339c-41d7-9515-f996cc35b9b2 None None] Current status of the port 1ad65588-ba14-499f-81a1-df8ec3949e9f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:07.731181 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6503-339c-41d7-9515-f996cc35b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:07.774193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8a6a6503-339c-41d7-9515-f996cc35b9b2 None None] For port 1ad65588-ba14-499f-81a1-df8ec3949e9f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1ad65588-ba14-499f-81a1-df8ec3949e9f,segment=NetworkSegment(506c988e-c8c2-47df-80cd-558535e038db),segment_id=506c988e-c8c2-47df-80cd-558535e038db)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:07.779989 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6503-339c-41d7-9515-f996cc35b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:07.849155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a6503-339c-41d7-9515-f996cc35b9b2 None None] Pushing event updated for resources: {'Port': ['ID=1ad65588-ba14-499f-81a1-df8ec3949e9f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:07.945210 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0154c-cb54-49cd-be80-983e3ba9651d req-e19bcb1d-7a74-41a5-b629-e3bd62fbd620 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:07.946544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ed0154c-cb54-49cd-be80-983e3ba9651d req-e19bcb1d-7a74-41a5-b629-e3bd62fbd620 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 945 time: 0.1080940 Jan 31 19:11:07.952271 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Publish callbacks [] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:07.966966 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.031059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ed0154c-cb54-49cd-be80-983e3ba9651d req-1ee1370f-60aa-43b9-ae84-29c0de1ac428 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632682 Jan 31 19:11:08.050284 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.060966 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Pushing event updated for resources: {'Port': ['ID=5954e75f-211a-4cf3-9427-2e062e4a74cb,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:08.071663 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Attempting to bind port 5954e75f-211a-4cf3-9427-2e062e4a74cb on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:08.072268 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Attempting to bind port 5954e75f-211a-4cf3-9427-2e062e4a74cb by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:08.072849 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Attempting to bind port 5954e75f-211a-4cf3-9427-2e062e4a74cb on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:08.078015 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:08.078387 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:08.078831 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.079605 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:08.080037 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Bound port: 5954e75f-211a-4cf3-9427-2e062e4a74cb, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:08.080456 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.107942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b2544ffc-612e-4264-9973-262b3db1ec05 None None] Provisioning complete for port 1ad65588-ba14-499f-81a1-df8ec3949e9f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:08.109379 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2544ffc-612e-4264-9973-262b3db1ec05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.146112 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] For port 5954e75f-211a-4cf3-9427-2e062e4a74cb, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:08.148355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1ad65588-ba14-499f-81a1-df8ec3949e9f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:08.150260 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] For port 5954e75f-211a-4cf3-9427-2e062e4a74cb, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5954e75f-211a-4cf3-9427-2e062e4a74cb,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:08.159656 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.224528 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Routers {'10248027-6306-4cd2-91c0-fbcba63f709d'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:08.225542 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['10248027-6306-4cd2-91c0-fbcba63f709d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:08.254020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b2544ffc-612e-4264-9973-262b3db1ec05 None None] Current status of the port 1ad65588-ba14-499f-81a1-df8ec3949e9f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:08.256181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 1ad65588-ba14-499f-81a1-df8ec3949e9f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:08.256588 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.289064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Allocated IP 172.20.0.1 (3ca81203-5000-4a66-8871-4f76971ac3dc/f9cbc335-76b7-4c6e-a26d-e6e5fab66637/baeef3b5-2f44-45bd-bee0-e334339974bc) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:11:08.302073 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Pushing event updated for resources: {'Port': ['ID=5954e75f-211a-4cf3-9427-2e062e4a74cb,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:08.340645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8f856e4f-972f-4f12-874b-3a33b6b5fb89 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:08.393274 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.394010 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.394222 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.394788 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.395212 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.395760 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.396078 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.396461 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.397833 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.397833 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.398354 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.398687 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.399019 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab78492-2325-4481-b284-86858812a5c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:08.423265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 1ad65588-ba14-499f-81a1-df8ec3949e9f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:08.424756 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] Set router 10248027-6306-4cd2-91c0-fbcba63f709d gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:08.435986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Publish callbacks [] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.436843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 8f856e4f-972f-4f12-874b-3a33b6b5fb89 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:11:08.441593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 8f856e4f-972f-4f12-874b-3a33b6b5fb89 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:08.442121 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.474801 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.534906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Network 3ca81203-5000-4a66-8871-4f76971ac3dc is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:08.542562 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:08.552171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:11:08.561419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 8f856e4f-972f-4f12-874b-3a33b6b5fb89 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:08.562015 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.601300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4414d69-e549-43fe-ad55-131ffdf2edab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f856e4f-972f-4f12-874b-3a33b6b5fb89'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:11:08.603423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (10248027-6306-4cd2-91c0-fbcba63f709d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.604758 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe22de3-d5a6-41ce-b64d-d6fde6c3e115" -d '{"events": [{"server_uuid": "e4414d69-e549-43fe-ad55-131ffdf2edab", "name": "network-vif-plugged", "status": "completed", "tag": "8f856e4f-972f-4f12-874b-3a33b6b5fb89"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:11:08.649334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 8f856e4f-972f-4f12-874b-3a33b6b5fb89, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8f856e4f-972f-4f12-874b-3a33b6b5fb89,segment=NetworkSegment(2965aa5a-afdd-447e-9256-1c104e6ba1d9),segment_id=2965aa5a-afdd-447e-9256-1c104e6ba1d9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:08.654335 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.659356 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Pushing event updated for resources: {'Port': ['ID=baeef3b5-2f44-45bd-bee0-e334339974bc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:08.699441 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:06Z', 'revision_number': 3, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:08.762125 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d16b0f-98c0-4ec8-9503-0031ece491ff x-openstack-request-id: req-d3d16b0f-98c0-4ec8-9503-0031ece491ff {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:11:08.762422 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4414d69-e549-43fe-ad55-131ffdf2edab", "name": "network-vif-plugged", "status": "completed", "tag": "8f856e4f-972f-4f12-874b-3a33b6b5fb89", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:11:08.762679 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3d16b0f-98c0-4ec8-9503-0031ece491ff {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:11:08.763071 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4414d69-e549-43fe-ad55-131ffdf2edab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f856e4f-972f-4f12-874b-3a33b6b5fb89', 'code': 200} Jan 31 19:11:08.764481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=8f856e4f-972f-4f12-874b-3a33b6b5fb89,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:08.772848 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ad734-6339-480d-8d7e-4a7adccbcf2f None None] The sync data for ids ['10248027-6306-4cd2-91c0-fbcba63f709d'] in n-d-812111-15 is: [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:06Z', 'revision_number': 3, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:11:08.876105 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.889008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5b24afcc-b3a8-470b-b1f6-026170b742da None None] Provisioning complete for port baeef3b5-2f44-45bd-bee0-e334339974bc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:08.889765 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b24afcc-b3a8-470b-b1f6-026170b742da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:08.914909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011fac9-ca17-4bc9-9c0e-57391ed8d2c3 req-73dd4b24-7fcc-47a7-a23a-25700bc245c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:08.917536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0011fac9-ca17-4bc9-9c0e-57391ed8d2c3 req-73dd4b24-7fcc-47a7-a23a-25700bc245c0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 1129 time: 0.1559093 Jan 31 19:11:08.936946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5b24afcc-b3a8-470b-b1f6-026170b742da None None] Port baeef3b5-2f44-45bd-bee0-e334339974bc cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:11:08.979659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0011fac9-ca17-4bc9-9c0e-57391ed8d2c3 req-def00896-b62e-4ad4-8141-f672d2c295b5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551379 Jan 31 19:11:09.055172 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Publish callbacks [] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:09.061271 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:09.161880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Pushing event updated for resources: {'Port': ['ID=baeef3b5-2f44-45bd-bee0-e334339974bc,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:09.174308 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (10248027-6306-4cd2-91c0-fbcba63f709d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:09.178049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811c206-bdef-4cc9-8794-4d5331b05bb2 req-27d7dde5-fe12-4c3a-84e7-3ace1c0341ad tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:09.180078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a811c206-bdef-4cc9-8794-4d5331b05bb2 req-27d7dde5-fe12-4c3a-84e7-3ace1c0341ad tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 946 time: 0.0688999 Jan 31 19:11:09.248201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a811c206-bdef-4cc9-8794-4d5331b05bb2 req-7ceeca1d-619b-4487-b4d7-f16921949e9f tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619905 Jan 31 19:11:09.292976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Network 3ca81203-5000-4a66-8871-4f76971ac3dc is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:09.294594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:09.435104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Router 10248027-6306-4cd2-91c0-fbcba63f709d has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:11:09.584785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:11:09.591430 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-78eb0950-491d-4260-91ff-a344951eac8d admin admin] 10.222.0.20 "PUT /v2.0/routers/10248027-6306-4cd2-91c0-fbcba63f709d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5761476 Jan 31 19:11:09.666257 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dad32f77-f18e-4ed9-8ff7-755f180b0b92 None None] Provisioning complete for port baeef3b5-2f44-45bd-bee0-e334339974bc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:09.667389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dad32f77-f18e-4ed9-8ff7-755f180b0b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:09.721687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dad32f77-f18e-4ed9-8ff7-755f180b0b92 None None] Port baeef3b5-2f44-45bd-bee0-e334339974bc cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:11:10.065699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5954e75f-211a-4cf3-9427-2e062e4a74cb up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:10.118083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 5954e75f-211a-4cf3-9427-2e062e4a74cb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:10.118750 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.170895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:10.176091 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-726440338-network', 'tenant_id': 'ad3ab74113b447149da7cf802741885d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:10.202173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Made reservation on behalf of ad3ab74113b447149da7cf802741885d for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:11:10.205634 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.215189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 5954e75f-211a-4cf3-9427-2e062e4a74cb is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:10.215578 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.216228 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.237942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 5954e75f-211a-4cf3-9427-2e062e4a74cb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5954e75f-211a-4cf3-9427-2e062e4a74cb,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:10.244233 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.320062 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Publish callbacks [] for security_group (f72a4471-23f8-4849-9ae1-95c1bf96d7af), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.323717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=5954e75f-211a-4cf3-9427-2e062e4a74cb,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:10.324559 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f72a4471-23f8-4849-9ae1-95c1bf96d7af), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.363540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:11:10.374284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72a4471-23f8-4849-9ae1-95c1bf96d7af,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:10.381086 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b8784b1a-74e7-4558-8c5e-40941d77c0b5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.381431 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Added segment b8784b1a-74e7-4558-8c5e-40941d77c0b5 of type vlan for network cdcba40f-08aa-4dce-b4f4-53b8009abd9a Jan 31 19:11:10.406052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d579efa-f8f8-48ce-a341-f3b9d5680521 req-fe458038-ba7b-4d6a-8bfb-f4398cee99e7 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:10.408423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d579efa-f8f8-48ce-a341-f3b9d5680521 req-fe458038-ba7b-4d6a-8bfb-f4398cee99e7 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 946 time: 0.0746615 Jan 31 19:11:10.439959 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (cdcba40f-08aa-4dce-b4f4-53b8009abd9a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.472421 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (cdcba40f-08aa-4dce-b4f4-53b8009abd9a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.473773 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:10.473979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d579efa-f8f8-48ce-a341-f3b9d5680521 req-779e75d4-1b4c-4cfc-a3c5-28056af897fe tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567191 Jan 31 19:11:10.474627 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.535095 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3630207 Jan 31 19:11:10.538865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47898) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:10.551486 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fa5bf-52d0-44d4-93ad-419f6dc31baf admin admin] Pushing event updated for resources: {'Network': ['ID=cdcba40f-08aa-4dce-b4f4-53b8009abd9a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:10.563751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network cdcba40f-08aa-4dce-b4f4-53b8009abd9a details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:11:10.568482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-92af7318-923f-4640-bf27-2346e68ffe71 admin admin] Request body: {'subnet': {'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-726440338-subnet', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:10.608937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92af7318-923f-4640-bf27-2346e68ffe71 admin admin] Made reservation on behalf of ad3ab74113b447149da7cf802741885d for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:11:10.614412 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92af7318-923f-4640-bf27-2346e68ffe71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.836432 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92af7318-923f-4640-bf27-2346e68ffe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (4bea93b7-a591-4aba-bac9-a2a1d13e5ca5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.890167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af7318-923f-4640-bf27-2346e68ffe71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bea93b7-a591-4aba-bac9-a2a1d13e5ca5,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:10.925937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af7318-923f-4640-bf27-2346e68ffe71 admin admin] Checking segment: {'id': 'b8784b1a-74e7-4558-8c5e-40941d77c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:10.926424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92af7318-923f-4640-bf27-2346e68ffe71 admin admin] Network hostable DHCP agents. Network: cdcba40f-08aa-4dce-b4f4-53b8009abd9a, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:11:10.947158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92af7318-923f-4640-bf27-2346e68ffe71 admin admin] Network cdcba40f-08aa-4dce-b4f4-53b8009abd9a is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:11:10.961821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-92af7318-923f-4640-bf27-2346e68ffe71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, cdcba40f-08aa-4dce-b4f4-53b8009abd9a) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:10.968954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af7318-923f-4640-bf27-2346e68ffe71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:10.969295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Sync routers for ids ['10248027-6306-4cd2-91c0-fbcba63f709d'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:11:10.969950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92af7318-923f-4640-bf27-2346e68ffe71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:10.978368 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a8a87a-eafc-4c4b-9563-7ca2f4f71c1a None None] Network cdcba40f-08aa-4dce-b4f4-53b8009abd9a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:11:10.994380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-92af7318-923f-4640-bf27-2346e68ffe71 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4514747 Jan 31 19:11:10.994482 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 47940) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:10.999354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-726440338-router', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:11.024317 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (ab7dbe29-7340-46a2-8519-63a0b76876d3), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:11.025378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (ab7dbe29-7340-46a2-8519-63a0b76876d3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:11.088433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Routers {'10248027-6306-4cd2-91c0-fbcba63f709d'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:11.089029 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['10248027-6306-4cd2-91c0-fbcba63f709d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:11.101792 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Publish callbacks [] for router_controller (ab7dbe29-7340-46a2-8519-63a0b76876d3), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:11.221327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-cdcba40f-08aa-4dce-b4f4-53b8009abd9a', 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a', 'project_id': 'ad3ab74113b447149da7cf802741885d', 'fixed_ips': [{'subnet_id': '4bea93b7-a591-4aba-bac9-a2a1d13e5ca5'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:11:11.222203 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:11.281121 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Publish callbacks [] for router_gateway (ab7dbe29-7340-46a2-8519-63a0b76876d3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:11.411958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Set router 10248027-6306-4cd2-91c0-fbcba63f709d gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:11.496930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Allocated IP 172.20.0.2 (cdcba40f-08aa-4dce-b4f4-53b8009abd9a/4bea93b7-a591-4aba-bac9-a2a1d13e5ca5/77b6a23e-1636-4d7b-a92d-9aa176d0deda) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:11:11.599461 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Publish callbacks [] for router_gateway (ab7dbe29-7340-46a2-8519-63a0b76876d3), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:11.604777 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:11.770022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Allocated IP 172.25.8.225 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:11:11.793991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'baeef3b5-2f44-45bd-bee0-e334339974bc', 'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'mac_address': 'fa:16:3e:b9:6e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:08Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 2, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'subnets': [{'id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:11.834129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Checking router: 10248027-6306-4cd2-91c0-fbcba63f709d for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:11:11.834485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Updating router 10248027-6306-4cd2-91c0-fbcba63f709d port baeef3b5-2f44-45bd-bee0-e334339974bc binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:11:11.855829 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Publish callbacks [] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:11.865928 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:11.875437 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:11.901182 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Publish callbacks [] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:11.919937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Network cdcba40f-08aa-4dce-b4f4-53b8009abd9a is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:11.925481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:11.955404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:11:11.968044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Pushing event updated for resources: {'Port': ['ID=77b6a23e-1636-4d7b-a92d-9aa176d0deda,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:11.984687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:12.060939 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:12.076853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Pushing event updated for resources: {'Port': ['ID=08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:12.079497 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:12.093556 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:11:12.200126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5954e75f-211a-4cf3-9427-2e062e4a74cb up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:12.303231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Attempting to bind port 77b6a23e-1636-4d7b-a92d-9aa176d0deda on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:12.303637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Attempting to bind port 77b6a23e-1636-4d7b-a92d-9aa176d0deda by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'b8784b1a-74e7-4558-8c5e-40941d77c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:12.304003 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Attempting to bind port 77b6a23e-1636-4d7b-a92d-9aa176d0deda on network cdcba40f-08aa-4dce-b4f4-53b8009abd9a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:12.319762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:12.321739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Checking segment: {'id': 'b8784b1a-74e7-4558-8c5e-40941d77c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:12.322226 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:12.323253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Bound using segment: {'id': 'b8784b1a-74e7-4558-8c5e-40941d77c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:12.324040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Bound port: 77b6a23e-1636-4d7b-a92d-9aa176d0deda, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8784b1a-74e7-4558-8c5e-40941d77c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:12.324178 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:12.398500 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Publish callbacks [] for router_gateway (ab7dbe29-7340-46a2-8519-63a0b76876d3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:12.444298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 5954e75f-211a-4cf3-9427-2e062e4a74cb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:12.444698 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:12.510376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] For port 77b6a23e-1636-4d7b-a92d-9aa176d0deda, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:12.536319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] For port 77b6a23e-1636-4d7b-a92d-9aa176d0deda, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=77b6a23e-1636-4d7b-a92d-9aa176d0deda,segment=NetworkSegment(b8784b1a-74e7-4558-8c5e-40941d77c0b5),segment_id=b8784b1a-74e7-4558-8c5e-40941d77c0b5)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:12.554335 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:12.707318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6043d6c-0083-458d-b58a-96c134023546 None None] Pushing event updated for resources: {'Port': ['ID=77b6a23e-1636-4d7b-a92d-9aa176d0deda,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:12.725764 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (ab7dbe29-7340-46a2-8519-63a0b76876d3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:12.731369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 5954e75f-211a-4cf3-9427-2e062e4a74cb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:12.734749 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Publish callbacks [] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:12.746587 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:12.829323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130648e-39ee-4805-b67e-83e00ed44587 None None] Pushing event updated for resources: {'Port': ['ID=baeef3b5-2f44-45bd-bee0-e334339974bc,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:13.013919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Attempting to bind port baeef3b5-2f44-45bd-bee0-e334339974bc on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:13.014295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Attempting to bind port baeef3b5-2f44-45bd-bee0-e334339974bc by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:13.014665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Attempting to bind port baeef3b5-2f44-45bd-bee0-e334339974bc on network 3ca81203-5000-4a66-8871-4f76971ac3dc {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:13.028108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:13.028568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Checking segment: {'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:13.028991 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:13.029547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Bound using segment: {'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:13.030121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Bound port: baeef3b5-2f44-45bd-bee0-e334339974bc, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:13.030519 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:13.046351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Router ab7dbe29-7340-46a2-8519-63a0b76876d3 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:11:13.181928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] For port baeef3b5-2f44-45bd-bee0-e334339974bc, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:13.195877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] For port baeef3b5-2f44-45bd-bee0-e334339974bc, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=baeef3b5-2f44-45bd-bee0-e334339974bc,segment=NetworkSegment(506c988e-c8c2-47df-80cd-558535e038db),segment_id=506c988e-c8c2-47df-80cd-558535e038db)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:13.224140 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:13.283917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:11:13.294621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Routers {'10248027-6306-4cd2-91c0-fbcba63f709d'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:13.296307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['10248027-6306-4cd2-91c0-fbcba63f709d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:13.299459 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Sync routers for ids ['ab7dbe29-7340-46a2-8519-63a0b76876d3'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:11:13.303215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-42794987-b34c-4ab5-beb3-cea2ec27d9f3 None None] Provisioning complete for port baeef3b5-2f44-45bd-bee0-e334339974bc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:13.303599 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42794987-b34c-4ab5-beb3-cea2ec27d9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:13.321161 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:13.322908 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c0d2bbbb-0a1f-4e6d-be45-5ccf9d6fd604 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3275018 Jan 31 19:11:13.326704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 47992) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:13.355253 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Routers {'ab7dbe29-7340-46a2-8519-63a0b76876d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:13.356193 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ab7dbe29-7340-46a2-8519-63a0b76876d3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:13.573537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] Set router 10248027-6306-4cd2-91c0-fbcba63f709d gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:13.578393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130648e-39ee-4805-b67e-83e00ed44587 None None] Pushing event updated for resources: {'Port': ['ID=baeef3b5-2f44-45bd-bee0-e334339974bc,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:13.578696 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Set router ab7dbe29-7340-46a2-8519-63a0b76876d3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:13.733726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-42794987-b34c-4ab5-beb3-cea2ec27d9f3 None None] Current status of the port baeef3b5-2f44-45bd-bee0-e334339974bc is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:13.734498 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42794987-b34c-4ab5-beb3-cea2ec27d9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:13.842813 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'name': 'tempest-TestVolumeBackupRestore-726440338-router', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:12Z', 'revision_number': 3, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'gw_port': {'id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:13.890624 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Checking router: ab7dbe29-7340-46a2-8519-63a0b76876d3 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:11:13.891196 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Updating router ab7dbe29-7340-46a2-8519-63a0b76876d3 port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:11:13.937335 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.113751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-42794987-b34c-4ab5-beb3-cea2ec27d9f3 None None] For port baeef3b5-2f44-45bd-bee0-e334339974bc, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=baeef3b5-2f44-45bd-bee0-e334339974bc,segment=NetworkSegment(506c988e-c8c2-47df-80cd-558535e038db),segment_id=506c988e-c8c2-47df-80cd-558535e038db)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:14.114016 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.137721 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42794987-b34c-4ab5-beb3-cea2ec27d9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.209743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 77b6a23e-1636-4d7b-a92d-9aa176d0deda up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:14.290219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'baeef3b5-2f44-45bd-bee0-e334339974bc', 'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'mac_address': 'fa:16:3e:b9:6e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:08Z', 'updated_at': '2022-01-31T19:11:13Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'subnets': [{'id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:14.350252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Allocated IP 172.20.0.1 (cdcba40f-08aa-4dce-b4f4-53b8009abd9a/4bea93b7-a591-4aba-bac9-a2a1d13e5ca5/f89f9b56-3dbc-4424-88c2-c988f2cf020b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:11:14.399011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42794987-b34c-4ab5-beb3-cea2ec27d9f3 None None] Pushing event updated for resources: {'Port': ['ID=baeef3b5-2f44-45bd-bee0-e334339974bc,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:14.410080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e181d0e9-cba4-4937-b3df-adb185e25582 None None] Network cdcba40f-08aa-4dce-b4f4-53b8009abd9a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:11:14.467762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba01cdd-dae7-4152-93ee-f9e836bee176 None None] The sync data for ids ['10248027-6306-4cd2-91c0-fbcba63f709d'] in n-d-812111-15 is: [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'baeef3b5-2f44-45bd-bee0-e334339974bc', 'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'mac_address': 'fa:16:3e:b9:6e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:08Z', 'updated_at': '2022-01-31T19:11:13Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'subnets': [{'id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:11:14.498524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6c26a5fa-7cdc-489f-9b5b-a1a3d2706f19 None None] Provisioning complete for port baeef3b5-2f44-45bd-bee0-e334339974bc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:14.498991 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c26a5fa-7cdc-489f-9b5b-a1a3d2706f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.540026 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Publish callbacks [] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.570742 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.588765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 77b6a23e-1636-4d7b-a92d-9aa176d0deda triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:14.589281 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.622224 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Attempting to bind port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:14.622602 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Attempting to bind port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:14.622973 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Attempting to bind port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:14.627929 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Publish callbacks [] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.687435 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:14.687799 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:14.688249 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.690036 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:14.693852 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Bound port: 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:14.694275 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.735611 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.865654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6c26a5fa-7cdc-489f-9b5b-a1a3d2706f19 None None] Current status of the port baeef3b5-2f44-45bd-bee0-e334339974bc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:14.886477 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Network cdcba40f-08aa-4dce-b4f4-53b8009abd9a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:14.894762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:14.897860 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b9db8-dace-4def-b558-b4922cfbbb16 None None] Pushing event updated for resources: {'Port': ['ID=08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:14.900244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 77b6a23e-1636-4d7b-a92d-9aa176d0deda is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:14.903562 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.911512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:11:14.924551 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] For port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:14.946680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Pushing event updated for resources: {'Port': ['ID=f89f9b56-3dbc-4424-88c2-c988f2cf020b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:14.962625 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] For port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:14.975565 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:14.989147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (ab7dbe29-7340-46a2-8519-63a0b76876d3), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:15.033378 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7f9da7f7-8fa9-4a0e-aa2a-7efeac0a4171 None None] Provisioning complete for port 77b6a23e-1636-4d7b-a92d-9aa176d0deda triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:15.033834 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f9da7f7-8fa9-4a0e-aa2a-7efeac0a4171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:15.147494 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 77b6a23e-1636-4d7b-a92d-9aa176d0deda, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=77b6a23e-1636-4d7b-a92d-9aa176d0deda,segment=NetworkSegment(b8784b1a-74e7-4558-8c5e-40941d77c0b5),segment_id=b8784b1a-74e7-4558-8c5e-40941d77c0b5)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:15.158957 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:15.170545 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:15.279891 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b9db8-dace-4def-b558-b4922cfbbb16 None None] Pushing event updated for resources: {'Port': ['ID=08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:15.327486 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Routers {'ab7dbe29-7340-46a2-8519-63a0b76876d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:15.328117 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ab7dbe29-7340-46a2-8519-63a0b76876d3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:15.366038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=77b6a23e-1636-4d7b-a92d-9aa176d0deda,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:15.378623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7f9da7f7-8fa9-4a0e-aa2a-7efeac0a4171 None None] Current status of the port 77b6a23e-1636-4d7b-a92d-9aa176d0deda is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:15.481028 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Publish callbacks [] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:15.500281 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:15.514108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b2a06dd5-12f9-4268-9f1d-8f2a34b456ea None None] Provisioning complete for port 77b6a23e-1636-4d7b-a92d-9aa176d0deda triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:15.518040 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2a06dd5-12f9-4268-9f1d-8f2a34b456ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:15.632067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (ab7dbe29-7340-46a2-8519-63a0b76876d3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:15.634240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Pushing event updated for resources: {'Port': ['ID=f89f9b56-3dbc-4424-88c2-c988f2cf020b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:15.717262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b2a06dd5-12f9-4268-9f1d-8f2a34b456ea None None] Current status of the port 77b6a23e-1636-4d7b-a92d-9aa176d0deda is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:15.807584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Network cdcba40f-08aa-4dce-b4f4-53b8009abd9a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:15.809202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:15.835791 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] Set router ab7dbe29-7340-46a2-8519-63a0b76876d3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:16.067159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-772f2868-8883-4e48-a777-2c9a11008492 None None] Provisioning complete for port f89f9b56-3dbc-4424-88c2-c988f2cf020b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:16.067818 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-772f2868-8883-4e48-a777-2c9a11008492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:16.106214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Router ab7dbe29-7340-46a2-8519-63a0b76876d3 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:11:16.117289 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-772f2868-8883-4e48-a777-2c9a11008492 None None] Port f89f9b56-3dbc-4424-88c2-c988f2cf020b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:11:16.250521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 77b6a23e-1636-4d7b-a92d-9aa176d0deda up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:16.290337 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'name': 'tempest-TestVolumeBackupRestore-726440338-router', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:15Z', 'revision_number': 4, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'gw_port': {'id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f89f9b56-3dbc-4424-88c2-c988f2cf020b', 'name': '', 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'mac_address': 'fa:16:3e:e0:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '4bea93b7-a591-4aba-bac9-a2a1d13e5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:14Z', 'updated_at': '2022-01-31T19:11:14Z', 'revision_number': 1, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'subnets': [{'id': '4bea93b7-a591-4aba-bac9-a2a1d13e5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:16.350647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:11:16.364751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-44852431-cef9-445a-9c33-843f59563bac admin admin] 10.222.0.20 "PUT /v2.0/routers/ab7dbe29-7340-46a2-8519-63a0b76876d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0280228 Jan 31 19:11:16.382052 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04141f31-318e-4800-8dd2-bb074dbc6fa2 None None] The sync data for ids ['ab7dbe29-7340-46a2-8519-63a0b76876d3'] in n-d-812111-15 is: [{'id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'name': 'tempest-TestVolumeBackupRestore-726440338-router', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:15Z', 'revision_number': 4, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'gw_port': {'id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f89f9b56-3dbc-4424-88c2-c988f2cf020b', 'name': '', 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'mac_address': 'fa:16:3e:e0:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '4bea93b7-a591-4aba-bac9-a2a1d13e5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:14Z', 'updated_at': '2022-01-31T19:11:14Z', 'revision_number': 1, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'subnets': [{'id': '4bea93b7-a591-4aba-bac9-a2a1d13e5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:11:16.384763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 77b6a23e-1636-4d7b-a92d-9aa176d0deda triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:16.385353 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:16.464420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-99f4ee30-c497-47de-8cff-99ec242f22c7 None None] Provisioning complete for port f89f9b56-3dbc-4424-88c2-c988f2cf020b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:16.464807 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-99f4ee30-c497-47de-8cff-99ec242f22c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:16.827446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 77b6a23e-1636-4d7b-a92d-9aa176d0deda is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:16.829274 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device baeef3b5-2f44-45bd-bee0-e334339974bc up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:16.894539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-99f4ee30-c497-47de-8cff-99ec242f22c7 None None] Port f89f9b56-3dbc-4424-88c2-c988f2cf020b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:11:16.929967 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port baeef3b5-2f44-45bd-bee0-e334339974bc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:16.930406 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:17.041785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port baeef3b5-2f44-45bd-bee0-e334339974bc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:17.298314 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48062) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:17.951681 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce5856db-9846-486c-82e5-f1d8a0ef7f60 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (c17ef276-97c9-4598-9ef9-2683a2963cb6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:18.109288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:18.212829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:18.216328 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:18.362797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:18.363201 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:18.419531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:18.425810 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:18.498881 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ce5856db-9846-486c-82e5-f1d8a0ef7f60 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:11:18.499467 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce5856db-9846-486c-82e5-f1d8a0ef7f60 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:18.536973 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:18.624105 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ce5856db-9846-486c-82e5-f1d8a0ef7f60 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] For port 1ea970c3-6587-4ff4-99b5-566b5ee06fb5, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1ea970c3-6587-4ff4-99b5-566b5ee06fb5,segment=NetworkSegment(b0c4f300-96f7-4e03-8c64-171440721fc0),segment_id=b0c4f300-96f7-4e03-8c64-171440721fc0)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:18.624644 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce5856db-9846-486c-82e5-f1d8a0ef7f60 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:18.651727 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ce5856db-9846-486c-82e5-f1d8a0ef7f60 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Calling delete_port for 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:11:18.862674 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0bc65f6c-89fe-412e-9b34-2c2334cc26df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:18.933051 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce5856db-9846-486c-82e5-f1d8a0ef7f60 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1ea970c3-6587-4ff4-99b5-566b5ee06fb5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:18.958255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5856db-9846-486c-82e5-f1d8a0ef7f60 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Port': ['ID=1ea970c3-6587-4ff4-99b5-566b5ee06fb5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:19.225151 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce5856db-9846-486c-82e5-f1d8a0ef7f60 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (c17ef276-97c9-4598-9ef9-2683a2963cb6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:19.803996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Sync routers for ids ['ab7dbe29-7340-46a2-8519-63a0b76876d3'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:11:19.821555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Routers {'ab7dbe29-7340-46a2-8519-63a0b76876d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:19.822198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ab7dbe29-7340-46a2-8519-63a0b76876d3'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:19.977174 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5856db-9846-486c-82e5-f1d8a0ef7f60 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Router c17ef276-97c9-4598-9ef9-2683a2963cb6 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:11:20.042475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Set router ab7dbe29-7340-46a2-8519-63a0b76876d3 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:20.150227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5856db-9846-486c-82e5-f1d8a0ef7f60 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:11:20.159105 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ce5856db-9846-486c-82e5-f1d8a0ef7f60 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "PUT /v2.0/routers/c17ef276-97c9-4598-9ef9-2683a2963cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8557563 Jan 31 19:11:20.165688 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737cb068-9471-4d75-b430-46c7e53e2cc0 None None] Sync routers for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:11:20.181925 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737cb068-9471-4d75-b430-46c7e53e2cc0 None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:20.184130 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-737cb068-9471-4d75-b430-46c7e53e2cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:20.189119 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:20.371923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:20.372927 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:20.389866 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-737cb068-9471-4d75-b430-46c7e53e2cc0 None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:20.580753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:20.594935 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'name': 'tempest-TestVolumeBackupRestore-726440338-router', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:15Z', 'revision_number': 4, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'gw_port': {'id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f89f9b56-3dbc-4424-88c2-c988f2cf020b', 'name': '', 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'mac_address': 'fa:16:3e:e0:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '4bea93b7-a591-4aba-bac9-a2a1d13e5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:14Z', 'updated_at': '2022-01-31T19:11:15Z', 'revision_number': 2, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'subnets': [{'id': '4bea93b7-a591-4aba-bac9-a2a1d13e5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:20.645676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Checking router: ab7dbe29-7340-46a2-8519-63a0b76876d3 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:11:20.646044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Updating router ab7dbe29-7340-46a2-8519-63a0b76876d3 port f89f9b56-3dbc-4424-88c2-c988f2cf020b binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:11:20.674173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906175fa-951e-47df-b0ec-a47eef344974 req-87b91b49-fece-48b1-af7e-3ed094b3744d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:20.685052 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:20.686513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-906175fa-951e-47df-b0ec-a47eef344974 req-87b91b49-fece-48b1-af7e-3ed094b3744d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 946 time: 0.1443834 Jan 31 19:11:20.818131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-906175fa-951e-47df-b0ec-a47eef344974 req-bb432fe8-473d-4d32-958a-42ba28c64f09 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=decd8625-0bb5-4175-bfda-b7bbba2bf66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301973 Jan 31 19:11:20.953237 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-737cb068-9471-4d75-b430-46c7e53e2cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:11:18Z', 'revision_number': 6, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'e41db547-5323-4a00-a377-889da7b76f25', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'port_id': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'mac_address': 'fa:16:3e:6e:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:09:54Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 1, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:21.015966 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737cb068-9471-4d75-b430-46c7e53e2cc0 None None] Checking router: c17ef276-97c9-4598-9ef9-2683a2963cb6 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:11:21.027087 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737cb068-9471-4d75-b430-46c7e53e2cc0 None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:21.027930 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-737cb068-9471-4d75-b430-46c7e53e2cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:10:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:21.137131 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Publish callbacks [] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:21.162775 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:21.194845 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-737cb068-9471-4d75-b430-46c7e53e2cc0 None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:21.204909 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-525f8a7c-2b2c-44d0-97df-280d8867cce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:21.326173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cde2b-1937-4125-8d6c-10e3d5c7fe03 None None] Pushing event updated for resources: {'Port': ['ID=f89f9b56-3dbc-4424-88c2-c988f2cf020b,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:21.331620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Attempting to bind port f89f9b56-3dbc-4424-88c2-c988f2cf020b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:21.331990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Attempting to bind port f89f9b56-3dbc-4424-88c2-c988f2cf020b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'b8784b1a-74e7-4558-8c5e-40941d77c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:21.332407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Attempting to bind port f89f9b56-3dbc-4424-88c2-c988f2cf020b on network cdcba40f-08aa-4dce-b4f4-53b8009abd9a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:21.337867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:21.338246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Checking segment: {'id': 'b8784b1a-74e7-4558-8c5e-40941d77c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:21.338653 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:21.339047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Bound using segment: {'id': 'b8784b1a-74e7-4558-8c5e-40941d77c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:21.339528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Bound port: f89f9b56-3dbc-4424-88c2-c988f2cf020b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8784b1a-74e7-4558-8c5e-40941d77c0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:21.340010 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:21.423334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] For port f89f9b56-3dbc-4424-88c2-c988f2cf020b, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:21.427301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] For port f89f9b56-3dbc-4424-88c2-c988f2cf020b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f89f9b56-3dbc-4424-88c2-c988f2cf020b,segment=NetworkSegment(b8784b1a-74e7-4558-8c5e-40941d77c0b5),segment_id=b8784b1a-74e7-4558-8c5e-40941d77c0b5)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:21.437787 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:21.527093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cde2b-1937-4125-8d6c-10e3d5c7fe03 None None] Pushing event updated for resources: {'Port': ['ID=f89f9b56-3dbc-4424-88c2-c988f2cf020b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:21.548923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Routers {'ab7dbe29-7340-46a2-8519-63a0b76876d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:21.550167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ab7dbe29-7340-46a2-8519-63a0b76876d3'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:21.617382 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-737cb068-9471-4d75-b430-46c7e53e2cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:11:18Z', 'revision_number': 6, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'e41db547-5323-4a00-a377-889da7b76f25', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'port_id': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'mac_address': 'fa:16:3e:6e:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:09:54Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 1, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:21.700542 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737cb068-9471-4d75-b430-46c7e53e2cc0 None None] The sync data for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 is: [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:11:18Z', 'revision_number': 6, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'e41db547-5323-4a00-a377-889da7b76f25', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'port_id': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'mac_address': 'fa:16:3e:6e:0b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:09:54Z', 'updated_at': '2022-01-31T19:10:00Z', 'revision_number': 1, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:11:21.732964 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] Set router ab7dbe29-7340-46a2-8519-63a0b76876d3 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:21.900840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-10a26a69-176d-43b1-a625-cabe6eb85ee7 None None] Provisioning complete for port f89f9b56-3dbc-4424-88c2-c988f2cf020b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:21.901552 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-10a26a69-176d-43b1-a625-cabe6eb85ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:21.921120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119010-16fd-4c32-9052-05a44733af35 req-ac7afb56-20b8-4f96-bbf7-3d60021c6219 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:21.923295 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aa119010-16fd-4c32-9052-05a44733af35 req-ac7afb56-20b8-4f96-bbf7-3d60021c6219 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 946 time: 0.1325185 Jan 31 19:11:22.108964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-aa119010-16fd-4c32-9052-05a44733af35 req-409c8cb1-3e51-4382-9334-61e7cc3c2e8c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:11:22.109570 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa119010-16fd-4c32-9052-05a44733af35 req-409c8cb1-3e51-4382-9334-61e7cc3c2e8c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:22.137193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635b804-1270-4f83-a461-240f6bd28626 req-68a6868c-bdac-4bc7-a7bb-5d7bebbbc46c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:22.142685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c635b804-1270-4f83-a461-240f6bd28626 req-68a6868c-bdac-4bc7-a7bb-5d7bebbbc46c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 946 time: 0.1642270 Jan 31 19:11:22.249916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-10a26a69-176d-43b1-a625-cabe6eb85ee7 None None] Current status of the port f89f9b56-3dbc-4424-88c2-c988f2cf020b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:22.252727 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-10a26a69-176d-43b1-a625-cabe6eb85ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:22.261875 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c635b804-1270-4f83-a461-240f6bd28626 req-aaa93155-c651-47f6-a669-678dda8e9978 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=decd8625-0bb5-4175-bfda-b7bbba2bf66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053813 Jan 31 19:11:22.327536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-10a26a69-176d-43b1-a625-cabe6eb85ee7 None None] For port f89f9b56-3dbc-4424-88c2-c988f2cf020b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f89f9b56-3dbc-4424-88c2-c988f2cf020b,segment=NetworkSegment(b8784b1a-74e7-4558-8c5e-40941d77c0b5),segment_id=b8784b1a-74e7-4558-8c5e-40941d77c0b5)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:22.334716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-aa119010-16fd-4c32-9052-05a44733af35 req-409c8cb1-3e51-4382-9334-61e7cc3c2e8c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] For port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=6d0a97be-b937-47ba-ba9c-0b63a946e8ce,segment=NetworkSegment(b0c4f300-96f7-4e03-8c64-171440721fc0),segment_id=b0c4f300-96f7-4e03-8c64-171440721fc0)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:22.335170 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa119010-16fd-4c32-9052-05a44733af35 req-409c8cb1-3e51-4382-9334-61e7cc3c2e8c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:22.346751 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f89f9b56-3dbc-4424-88c2-c988f2cf020b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:22.350941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-10a26a69-176d-43b1-a625-cabe6eb85ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:22.372533 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-aa119010-16fd-4c32-9052-05a44733af35 req-409c8cb1-3e51-4382-9334-61e7cc3c2e8c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Calling delete_port for 6d0a97be-b937-47ba-ba9c-0b63a946e8ce owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:11:22.432015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a26a69-176d-43b1-a625-cabe6eb85ee7 None None] Pushing event updated for resources: {'Port': ['ID=f89f9b56-3dbc-4424-88c2-c988f2cf020b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:22.450813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'name': 'tempest-TestVolumeBackupRestore-726440338-router', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:15Z', 'revision_number': 4, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'gw_port': {'id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f89f9b56-3dbc-4424-88c2-c988f2cf020b', 'name': '', 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'mac_address': 'fa:16:3e:e0:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '4bea93b7-a591-4aba-bac9-a2a1d13e5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:14Z', 'updated_at': '2022-01-31T19:11:21Z', 'revision_number': 4, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'subnets': [{'id': '4bea93b7-a591-4aba-bac9-a2a1d13e5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:22.510126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9f1c65-1681-44c3-8005-0f9264f6e003 None None] The sync data for ids ['ab7dbe29-7340-46a2-8519-63a0b76876d3'] in n-d-812111-15 is: [{'id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'name': 'tempest-TestVolumeBackupRestore-726440338-router', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:15Z', 'revision_number': 4, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'gw_port': {'id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f89f9b56-3dbc-4424-88c2-c988f2cf020b', 'name': '', 'network_id': 'cdcba40f-08aa-4dce-b4f4-53b8009abd9a', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'mac_address': 'fa:16:3e:e0:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '4bea93b7-a591-4aba-bac9-a2a1d13e5ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:14Z', 'updated_at': '2022-01-31T19:11:21Z', 'revision_number': 4, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'subnets': [{'id': '4bea93b7-a591-4aba-bac9-a2a1d13e5ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:11:22.540729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8cbf1576-4db5-4499-a59b-3e5d1d658aa5 None None] Provisioning complete for port f89f9b56-3dbc-4424-88c2-c988f2cf020b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:22.541104 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1576-4db5-4499-a59b-3e5d1d658aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:22.585871 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:22.587646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f89f9b56-3dbc-4424-88c2-c988f2cf020b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:22.588208 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:22.602454 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa119010-16fd-4c32-9052-05a44733af35 req-409c8cb1-3e51-4382-9334-61e7cc3c2e8c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6d0a97be-b937-47ba-ba9c-0b63a946e8ce), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:22.715131 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c8cb1-3e51-4382-9334-61e7cc3c2e8c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Port': ['ID=6d0a97be-b937-47ba-ba9c-0b63a946e8ce,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:22.746757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa119010-16fd-4c32-9052-05a44733af35 req-409c8cb1-3e51-4382-9334-61e7cc3c2e8c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] No DVR routers for this DVR port 6d0a97be-b937-47ba-ba9c-0b63a946e8ce on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:11:22.751405 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa119010-16fd-4c32-9052-05a44733af35 req-409c8cb1-3e51-4382-9334-61e7cc3c2e8c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:22.757767 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aa119010-16fd-4c32-9052-05a44733af35 req-409c8cb1-3e51-4382-9334-61e7cc3c2e8c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.21 "DELETE /v2.0/ports/6d0a97be-b937-47ba-ba9c-0b63a946e8ce HTTP/1.1" status: 204 len: 173 time: 0.8163886 Jan 31 19:11:22.758255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40', 'name': 'network-vif-deleted', 'tag': '6d0a97be-b937-47ba-ba9c-0b63a946e8ce'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:11:22.761854 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd2cb5b-2ad4-4193-8fe9-8296a98bac7c" -d '{"events": [{"server_uuid": "bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40", "name": "network-vif-deleted", "tag": "6d0a97be-b937-47ba-ba9c-0b63a946e8ce"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:11:22.793896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f89f9b56-3dbc-4424-88c2-c988f2cf020b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:22.846776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:11:22.871827 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e6b8e2-3818-4865-9367-a57c3e0414eb x-openstack-request-id: req-35e6b8e2-3818-4865-9367-a57c3e0414eb {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:11:22.872165 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40", "name": "network-vif-deleted", "tag": "6d0a97be-b937-47ba-ba9c-0b63a946e8ce", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:11:22.872409 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35e6b8e2-3818-4865-9367-a57c3e0414eb {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:11:22.872877 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40', 'name': 'network-vif-deleted', 'tag': '6d0a97be-b937-47ba-ba9c-0b63a946e8ce', 'status': 'completed', 'code': 200} Jan 31 19:11:22.897900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:11:22.898333 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1ea970c3-6587-4ff4-99b5-566b5ee06fb5 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:11:22.900275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf1576-4db5-4499-a59b-3e5d1d658aa5 None None] Current status of the port f89f9b56-3dbc-4424-88c2-c988f2cf020b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:23.429560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21f31a51-ff45-4fc2-bb9d-b615a8fa008d req-daf67d6c-3a21-4e53-acc6-fa001d8b02a0 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc8b2cd8-fcb0-4e8b-8754-b994ce2ecd40 HTTP/1.1" status: 200 len: 210 time: 0.0363131 Jan 31 19:11:24.012301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f89f9b56-3dbc-4424-88c2-c988f2cf020b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:24.081095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f89f9b56-3dbc-4424-88c2-c988f2cf020b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:24.081487 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:24.198185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f89f9b56-3dbc-4424-88c2-c988f2cf020b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:24.204406 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:24.498106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:24.513430 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:24.532430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 6d0a97be-b937-47ba-ba9c-0b63a946e8ce no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:11:24.563915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 6d0a97be-b937-47ba-ba9c-0b63a946e8ce {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:11:24.565258 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 6d0a97be-b937-47ba-ba9c-0b63a946e8ce not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:11:24.572192 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e277bda-a54d-4ab4-a7de-8342aac0b861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (decd8625-0bb5-4175-bfda-b7bbba2bf66a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:24.602292 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e277bda-a54d-4ab4-a7de-8342aac0b861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (decd8625-0bb5-4175-bfda-b7bbba2bf66a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:24.677933 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e277bda-a54d-4ab4-a7de-8342aac0b861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (decd8625-0bb5-4175-bfda-b7bbba2bf66a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:24.681216 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e277bda-a54d-4ab4-a7de-8342aac0b861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:24.682655 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0e277bda-a54d-4ab4-a7de-8342aac0b861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/security-groups/decd8625-0bb5-4175-bfda-b7bbba2bf66a HTTP/1.1" status: 204 len: 168 time: 0.1834586 Jan 31 19:11:24.695144 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e277bda-a54d-4ab4-a7de-8342aac0b861 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=decd8625-0bb5-4175-bfda-b7bbba2bf66a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:24.729500 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48178) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:24.791309 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-4811c2d5-fd56-4bf9-8a6f-6e67f45452dd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting subnet fb47dae4-231b-43db-8f6a-e79f09a28d24 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:11:24.799815 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4811c2d5-fd56-4bf9-8a6f-6e67f45452dd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for subnet (fb47dae4-231b-43db-8f6a-e79f09a28d24), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:24.852227 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4811c2d5-fd56-4bf9-8a6f-6e67f45452dd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (fb47dae4-231b-43db-8f6a-e79f09a28d24), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:24.947630 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4811c2d5-fd56-4bf9-8a6f-6e67f45452dd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (fb47dae4-231b-43db-8f6a-e79f09a28d24), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:25.018538 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4811c2d5-fd56-4bf9-8a6f-6e67f45452dd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (fb47dae4-231b-43db-8f6a-e79f09a28d24), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:25.049078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811c2d5-fd56-4bf9-8a6f-6e67f45452dd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Subnet': ['ID=fb47dae4-231b-43db-8f6a-e79f09a28d24,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:25.057284 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4811c2d5-fd56-4bf9-8a6f-6e67f45452dd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:25.066807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc025d56-467c-4f4e-bfaa-49a6d0189fb5 None None] Network bd54151a-c7dd-433f-8290-cb02ad09ab2b requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:11:25.067307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:25.068321 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4811c2d5-fd56-4bf9-8a6f-6e67f45452dd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/subnets/fb47dae4-231b-43db-8f6a-e79f09a28d24 HTTP/1.1" status: 204 len: 168 time: 0.3363807 Jan 31 19:11:25.235225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (bd54151a-c7dd-433f-8290-cb02ad09ab2b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:25.282887 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:25.321437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d775f923-942f-4702-b409-8efffc092936 None None] DHCP port deletion for bd54151a-c7dd-433f-8290-cb02ad09ab2b request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:11:25.395378 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d775f923-942f-4702-b409-8efffc092936 None None] Deleting port 589b6944-6e3d-470e-a33c-0b0156b47d3a {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:11:25.395782 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d775f923-942f-4702-b409-8efffc092936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:25.663597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d775f923-942f-4702-b409-8efffc092936 None None] For port 589b6944-6e3d-470e-a33c-0b0156b47d3a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=589b6944-6e3d-470e-a33c-0b0156b47d3a,segment=NetworkSegment(b0c4f300-96f7-4e03-8c64-171440721fc0),segment_id=b0c4f300-96f7-4e03-8c64-171440721fc0)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:25.663933 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d775f923-942f-4702-b409-8efffc092936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:25.681304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d775f923-942f-4702-b409-8efffc092936 None None] Calling delete_port for 589b6944-6e3d-470e-a33c-0b0156b47d3a owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:11:25.774747 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d775f923-942f-4702-b409-8efffc092936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:25.788567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting port 589b6944-6e3d-470e-a33c-0b0156b47d3a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:11:25.789424 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:25.803711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775f923-942f-4702-b409-8efffc092936 None None] Pushing event deleted for resources: {'Port': ['ID=589b6944-6e3d-470e-a33c-0b0156b47d3a,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:25.812125 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d775f923-942f-4702-b409-8efffc092936 None None] No DVR routers for this DVR port 589b6944-6e3d-470e-a33c-0b0156b47d3a on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:11:25.862465 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] For port 589b6944-6e3d-470e-a33c-0b0156b47d3a, host n-d-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:25.862990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:25.876823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Calling delete_port for 589b6944-6e3d-470e-a33c-0b0156b47d3a owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:11:25.879712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Port 589b6944-6e3d-470e-a33c-0b0156b47d3a was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 19:11:25.881106 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (589b6944-6e3d-470e-a33c-0b0156b47d3a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:25.912130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Port': ['ID=589b6944-6e3d-470e-a33c-0b0156b47d3a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:25.915829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] No DVR routers for this DVR port 589b6944-6e3d-470e-a33c-0b0156b47d3a on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:11:26.014534 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (bd54151a-c7dd-433f-8290-cb02ad09ab2b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:26.058081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd54151a-c7dd-433f-8290-cb02ad09ab2b']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:26.066578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 589b6944-6e3d-470e-a33c-0b0156b47d3a no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:11:26.074878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c4f300-96f7-4e03-8c64-171440721fc0') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:26.075463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c4f300-96f7-4e03-8c64-171440721fc0') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:26.088974 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (b0c4f300-96f7-4e03-8c64-171440721fc0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:26.091427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 589b6944-6e3d-470e-a33c-0b0156b47d3a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:11:26.091909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 589b6944-6e3d-470e-a33c-0b0156b47d3a not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:11:26.104584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b0c4f300-96f7-4e03-8c64-171440721fc0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:26.117728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:11:26.118034 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (b0c4f300-96f7-4e03-8c64-171440721fc0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:11:26.122937 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:11:26.246868 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (bd54151a-c7dd-433f-8290-cb02ad09ab2b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:26.259200 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:26.268405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48200) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:26.268976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/networks/bd54151a-c7dd-433f-8290-cb02ad09ab2b HTTP/1.1" status: 204 len: 168 time: 1.2006443 Jan 31 19:11:26.288143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9b6eb-5e97-4769-af9d-7396382a94aa tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Network': ['ID=bd54151a-c7dd-433f-8290-cb02ad09ab2b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:26.352451 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:26.478824 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting port 80ccd589-6eac-435a-b64e-b99d3cf1da3f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:11:26.479179 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (80ccd589-6eac-435a-b64e-b99d3cf1da3f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:26.571379 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (80ccd589-6eac-435a-b64e-b99d3cf1da3f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:26.571779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for floatingip (80ccd589-6eac-435a-b64e-b99d3cf1da3f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:26.585082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Calling delete_port for 80ccd589-6eac-435a-b64e-b99d3cf1da3f owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:11:26.751111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (80ccd589-6eac-435a-b64e-b99d3cf1da3f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:26.791294 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Port': ['ID=80ccd589-6eac-435a-b64e-b99d3cf1da3f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:26.872619 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for floatingip (e41db547-5323-4a00-a377-889da7b76f25), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:26.878408 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Floating IP e41db547-5323-4a00-a377-889da7b76f25 disassociated (deleted). External IP: 172.25.8.218, port: b5c76739-f5cc-4f81-8112-d8bcec23a63f. Jan 31 19:11:27.112170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Router c17ef276-97c9-4598-9ef9-2683a2963cb6 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:11:27.240467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:11:27.250027 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:27.251730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b5a19-478b-4e24-9832-c83fa69eec4c None None] Sync routers for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:11:27.272281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b5a19-478b-4e24-9832-c83fa69eec4c None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:27.273387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e36b5a19-478b-4e24-9832-c83fa69eec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:27.296658 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f19dd081-1db6-4ad0-89b2-7f8f0311b1db tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/floatingips/e41db547-5323-4a00-a377-889da7b76f25 HTTP/1.1" status: 204 len: 168 time: 1.0270483 Jan 31 19:11:27.297905 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'tag': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:11:27.319222 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd455edb-8dea-4fb5-aa66-c0a99bfba966" -d '{"events": [{"name": "network-changed", "server_uuid": "64fb15d0-cfe5-401b-b558-5709f1f5d483", "tag": "b5c76739-f5cc-4f81-8112-d8bcec23a63f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:11:27.414636 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae65b45-78d2-48cf-abeb-95406e964e82 x-openstack-request-id: req-9ae65b45-78d2-48cf-abeb-95406e964e82 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:11:27.414939 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fb15d0-cfe5-401b-b558-5709f1f5d483", "tag": "b5c76739-f5cc-4f81-8112-d8bcec23a63f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:11:27.415201 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ae65b45-78d2-48cf-abeb-95406e964e82 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:11:27.415614 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'tag': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'status': 'completed', 'code': 200} Jan 31 19:11:27.426672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-e36b5a19-478b-4e24-9832-c83fa69eec4c None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:27.499007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd455edb-8dea-4fb5-aa66-c0a99bfba966 req-1cc16280-3c10-44b0-9ff2-2eb289c01850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:27.502792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd455edb-8dea-4fb5-aa66-c0a99bfba966 req-1cc16280-3c10-44b0-9ff2-2eb289c01850 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 1128 time: 0.0646195 Jan 31 19:11:27.695716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd455edb-8dea-4fb5-aa66-c0a99bfba966 req-377daaf6-a42d-4bf4-aaf9-b3fbcbd09532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:27.697738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd455edb-8dea-4fb5-aa66-c0a99bfba966 req-377daaf6-a42d-4bf4-aaf9-b3fbcbd09532 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3669eb75-bfc5-4e72-a573-20a7596120ad HTTP/1.1" status: 200 len: 898 time: 0.1876588 Jan 31 19:11:27.710306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d095c-0bfb-4f8f-acb9-25708f50432b req-f61b9d42-de43-4cac-80da-692c64ef8d22 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:27.712091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a15d095c-0bfb-4f8f-acb9-25708f50432b req-f61b9d42-de43-4cac-80da-692c64ef8d22 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 945 time: 0.1120188 Jan 31 19:11:27.761786 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd455edb-8dea-4fb5-aa66-c0a99bfba966 req-ca461c6b-c5ba-43ce-80ad-127c41d44af8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5c76739-f5cc-4f81-8112-d8bcec23a63f HTTP/1.1" status: 200 len: 217 time: 0.0485435 Jan 31 19:11:27.811667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e36b5a19-478b-4e24-9832-c83fa69eec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:11:18Z', 'revision_number': 6, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:27.860279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b5a19-478b-4e24-9832-c83fa69eec4c None None] Checking router: c17ef276-97c9-4598-9ef9-2683a2963cb6 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:11:27.880165 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b5a19-478b-4e24-9832-c83fa69eec4c None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:27.880835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e36b5a19-478b-4e24-9832-c83fa69eec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:27.887831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd455edb-8dea-4fb5-aa66-c0a99bfba966 req-1600effd-dfcb-48dd-8abd-49ba020cde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:27.889688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd455edb-8dea-4fb5-aa66-c0a99bfba966 req-1600effd-dfcb-48dd-8abd-49ba020cde19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98716192-ec0a-4214-9348-2a28395fd67b HTTP/1.1" status: 200 len: 834 time: 0.1182010 Jan 31 19:11:27.908254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a15d095c-0bfb-4f8f-acb9-25708f50432b req-bfae615c-332e-46bb-a012-839c0f6354e7 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854727 Jan 31 19:11:28.008236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd455edb-8dea-4fb5-aa66-c0a99bfba966 req-9a354dbf-b47d-4b13-ba27-483579b9a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:28.011705 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd455edb-8dea-4fb5-aa66-c0a99bfba966 req-9a354dbf-b47d-4b13-ba27-483579b9a078 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3669eb75-bfc5-4e72-a573-20a7596120ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0847571 Jan 31 19:11:28.045086 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-e36b5a19-478b-4e24-9832-c83fa69eec4c None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:28.161511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd455edb-8dea-4fb5-aa66-c0a99bfba966 req-7ab74a0c-2124-420c-ab3f-d205826983d7 service neutron] 10.222.0.49 "GET /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418641 Jan 31 19:11:28.299115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd455edb-8dea-4fb5-aa66-c0a99bfba966 req-430e9b70-973e-4103-b6ea-5d0f8994fed9 service neutron] 10.222.0.49 "GET /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304643 Jan 31 19:11:28.378147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e36b5a19-478b-4e24-9832-c83fa69eec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:11:18Z', 'revision_number': 6, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:28.415140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b5a19-478b-4e24-9832-c83fa69eec4c None None] The sync data for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 is: [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:11:18Z', 'revision_number': 6, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'dd0aa781-b636-49ed-8745-b15d8d958a2c', 'name': '', 'network_id': '3669eb75-bfc5-4e72-a573-20a7596120ad', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:c6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '98716192-ec0a-4214-9348-2a28395fd67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:29Z', 'updated_at': '2022-01-31T19:09:34Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': '98716192-ec0a-4214-9348-2a28395fd67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:11:28.775206 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517c4bb-4c63-4426-a9bc-5317f737295f None None] New status for floating IP e41db547-5323-4a00-a377-889da7b76f25: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:11:29.122077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a512d60-a5b2-4af0-b4a6-0bb4408121af req-28208927-bd35-4295-adeb-358a72285d09 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:29.123483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a512d60-a5b2-4af0-b4a6-0bb4408121af req-28208927-bd35-4295-adeb-358a72285d09 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 945 time: 0.1035702 Jan 31 19:11:29.131723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9eb3f0-75f9-4609-b3df-39951e710b4b req-f0d21956-e3b3-46d3-b867-310346705341 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:29.133239 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f9eb3f0-75f9-4609-b3df-39951e710b4b req-f0d21956-e3b3-46d3-b867-310346705341 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.49 "GET /v2.0/ports?device_id=64fb15d0-cfe5-401b-b558-5709f1f5d483 HTTP/1.1" status: 200 len: 945 time: 0.0824404 Jan 31 19:11:29.278570 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a512d60-a5b2-4af0-b4a6-0bb4408121af req-2c88e0ba-783a-4c03-9181-9fbfe8be7ecd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442606 Jan 31 19:11:29.316979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3f9eb3f0-75f9-4609-b3df-39951e710b4b req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting port b5c76739-f5cc-4f81-8112-d8bcec23a63f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:11:29.317328 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f9eb3f0-75f9-4609-b3df-39951e710b4b req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:29.436937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3f9eb3f0-75f9-4609-b3df-39951e710b4b req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] For port b5c76739-f5cc-4f81-8112-d8bcec23a63f, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=b5c76739-f5cc-4f81-8112-d8bcec23a63f,segment=NetworkSegment(16d232b7-7a6c-4b58-901a-3649c600ff1a),segment_id=16d232b7-7a6c-4b58-901a-3649c600ff1a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:29.438352 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f9eb3f0-75f9-4609-b3df-39951e710b4b req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:29.453995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3f9eb3f0-75f9-4609-b3df-39951e710b4b req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Calling delete_port for b5c76739-f5cc-4f81-8112-d8bcec23a63f owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:11:29.631301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f9eb3f0-75f9-4609-b3df-39951e710b4b req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b5c76739-f5cc-4f81-8112-d8bcec23a63f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:29.661459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Port': ['ID=b5c76739-f5cc-4f81-8112-d8bcec23a63f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:29.675750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.675750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.675750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.676198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.676198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.676597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.676785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.677112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.677453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.677774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.678101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.678437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.678763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:29.714886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9eb3f0-75f9-4609-b3df-39951e710b4b req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] No DVR routers for this DVR port b5c76739-f5cc-4f81-8112-d8bcec23a63f on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:11:29.717458 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f9eb3f0-75f9-4609-b3df-39951e710b4b req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:29.721899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f9eb3f0-75f9-4609-b3df-39951e710b4b req-7a397dc4-3a6a-402f-aefa-40b81895e71c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.49 "DELETE /v2.0/ports/b5c76739-f5cc-4f81-8112-d8bcec23a63f HTTP/1.1" status: 204 len: 173 time: 0.5797133 Jan 31 19:11:29.722361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'name': 'network-vif-deleted', 'tag': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:11:29.724822 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fc817d-0e57-4524-a408-e3a9db91ec90" -d '{"events": [{"server_uuid": "64fb15d0-cfe5-401b-b558-5709f1f5d483", "name": "network-vif-deleted", "tag": "b5c76739-f5cc-4f81-8112-d8bcec23a63f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:11:29.973630 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e86ef0f-aeb2-4b97-8772-da46e79c629f x-openstack-request-id: req-4e86ef0f-aeb2-4b97-8772-da46e79c629f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:11:29.973992 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fb15d0-cfe5-401b-b558-5709f1f5d483", "name": "network-vif-deleted", "tag": "b5c76739-f5cc-4f81-8112-d8bcec23a63f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:11:29.974359 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e86ef0f-aeb2-4b97-8772-da46e79c629f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:11:29.974847 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fb15d0-cfe5-401b-b558-5709f1f5d483', 'name': 'network-vif-deleted', 'tag': 'b5c76739-f5cc-4f81-8112-d8bcec23a63f', 'status': 'completed', 'code': 200} Jan 31 19:11:30.370399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48254) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:30.448308 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7929985-f804-40b8-bca6-5b994ba92403 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (d5fb735a-7dcf-46c0-8bfe-bbce8234a7da), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:30.482615 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7929985-f804-40b8-bca6-5b994ba92403 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (d5fb735a-7dcf-46c0-8bfe-bbce8234a7da), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:30.553028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7929985-f804-40b8-bca6-5b994ba92403 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d5fb735a-7dcf-46c0-8bfe-bbce8234a7da), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:30.559374 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7929985-f804-40b8-bca6-5b994ba92403 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:30.563885 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d7929985-f804-40b8-bca6-5b994ba92403 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/security-groups/d5fb735a-7dcf-46c0-8bfe-bbce8234a7da HTTP/1.1" status: 204 len: 168 time: 0.1900387 Jan 31 19:11:30.579876 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7929985-f804-40b8-bca6-5b994ba92403 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fb735a-7dcf-46c0-8bfe-bbce8234a7da,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:30.615081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48262) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:31.090638 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04560bf2-1474-4e44-8bf1-5e319195909f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (c17ef276-97c9-4598-9ef9-2683a2963cb6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:31.434033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-04560bf2-1474-4e44-8bf1-5e319195909f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting port dd0aa781-b636-49ed-8745-b15d8d958a2c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:11:31.434389 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04560bf2-1474-4e44-8bf1-5e319195909f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:31.534213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-04560bf2-1474-4e44-8bf1-5e319195909f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] For port dd0aa781-b636-49ed-8745-b15d8d958a2c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dd0aa781-b636-49ed-8745-b15d8d958a2c,segment=NetworkSegment(16d232b7-7a6c-4b58-901a-3649c600ff1a),segment_id=16d232b7-7a6c-4b58-901a-3649c600ff1a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:31.534844 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04560bf2-1474-4e44-8bf1-5e319195909f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:31.550695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-04560bf2-1474-4e44-8bf1-5e319195909f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Calling delete_port for dd0aa781-b636-49ed-8745-b15d8d958a2c owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:11:31.768255 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04560bf2-1474-4e44-8bf1-5e319195909f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (dd0aa781-b636-49ed-8745-b15d8d958a2c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:31.810068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04560bf2-1474-4e44-8bf1-5e319195909f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Port': ['ID=dd0aa781-b636-49ed-8745-b15d8d958a2c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:32.109664 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04560bf2-1474-4e44-8bf1-5e319195909f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (c17ef276-97c9-4598-9ef9-2683a2963cb6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:32.405250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04560bf2-1474-4e44-8bf1-5e319195909f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Router c17ef276-97c9-4598-9ef9-2683a2963cb6 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:11:32.493580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b5c76739-f5cc-4f81-8112-d8bcec23a63f no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:11:32.532237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: b5c76739-f5cc-4f81-8112-d8bcec23a63f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:11:32.532772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device b5c76739-f5cc-4f81-8112-d8bcec23a63f not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:11:32.564456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04560bf2-1474-4e44-8bf1-5e319195909f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:11:32.569733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-04560bf2-1474-4e44-8bf1-5e319195909f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "PUT /v2.0/routers/c17ef276-97c9-4598-9ef9-2683a2963cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9534869 Jan 31 19:11:32.572609 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48290) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:32.579458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87777e2e-91b0-4c08-85ac-c35149b159bb None None] Sync routers for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:11:32.614882 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87777e2e-91b0-4c08-85ac-c35149b159bb None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:32.619394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87777e2e-91b0-4c08-85ac-c35149b159bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:32.639051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c34c0f-7d86-46f7-abd7-dca3b89756a3 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting subnet 98716192-ec0a-4214-9348-2a28395fd67b {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:11:32.643952 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1c34c0f-7d86-46f7-abd7-dca3b89756a3 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for subnet (98716192-ec0a-4214-9348-2a28395fd67b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:32.701238 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1c34c0f-7d86-46f7-abd7-dca3b89756a3 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (98716192-ec0a-4214-9348-2a28395fd67b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:32.803812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-87777e2e-91b0-4c08-85ac-c35149b159bb None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:32.834173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1c34c0f-7d86-46f7-abd7-dca3b89756a3 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (98716192-ec0a-4214-9348-2a28395fd67b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:32.979751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1c34c0f-7d86-46f7-abd7-dca3b89756a3 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (98716192-ec0a-4214-9348-2a28395fd67b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:33.038485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c34c0f-7d86-46f7-abd7-dca3b89756a3 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Subnet': ['ID=98716192-ec0a-4214-9348-2a28395fd67b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:33.044407 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1c34c0f-7d86-46f7-abd7-dca3b89756a3 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:33.049505 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d1c34c0f-7d86-46f7-abd7-dca3b89756a3 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/subnets/98716192-ec0a-4214-9348-2a28395fd67b HTTP/1.1" status: 204 len: 168 time: 0.4755635 Jan 31 19:11:33.056690 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:33.061275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87777e2e-91b0-4c08-85ac-c35149b159bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:11:31Z', 'revision_number': 7, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:33.066535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be264aab-8f49-4068-9ecc-2074ac68d3df None None] Network 3669eb75-bfc5-4e72-a573-20a7596120ad requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:11:33.181531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87777e2e-91b0-4c08-85ac-c35149b159bb None None] Checking router: c17ef276-97c9-4598-9ef9-2683a2963cb6 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:11:33.233210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87777e2e-91b0-4c08-85ac-c35149b159bb None None] Routers {'c17ef276-97c9-4598-9ef9-2683a2963cb6'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:33.233989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87777e2e-91b0-4c08-85ac-c35149b159bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c17ef276-97c9-4598-9ef9-2683a2963cb6'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:33.240617 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router (c17ef276-97c9-4598-9ef9-2683a2963cb6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:33.405003 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router_gateway (c17ef276-97c9-4598-9ef9-2683a2963cb6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:33.405287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-87777e2e-91b0-4c08-85ac-c35149b159bb None None] Set router c17ef276-97c9-4598-9ef9-2683a2963cb6 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:33.505386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting port fee49407-7029-445a-8da2-a2e8fe962635 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:11:33.516991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (fee49407-7029-445a-8da2-a2e8fe962635), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:33.527028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318f2a12-a9af-4370-bbe8-a64f8f8eea6f None None] DHCP port deletion for 3669eb75-bfc5-4e72-a573-20a7596120ad request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:11:33.604620 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] For port fee49407-7029-445a-8da2-a2e8fe962635, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fee49407-7029-445a-8da2-a2e8fe962635,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:33.605688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (fee49407-7029-445a-8da2-a2e8fe962635), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:33.625558 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Calling delete_port for fee49407-7029-445a-8da2-a2e8fe962635 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:11:33.728643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-318f2a12-a9af-4370-bbe8-a64f8f8eea6f None None] Deleting port 20c8e6e9-0c55-426e-86a9-bb90802e040d {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:11:33.729200 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-318f2a12-a9af-4370-bbe8-a64f8f8eea6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:33.880285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-318f2a12-a9af-4370-bbe8-a64f8f8eea6f None None] For port 20c8e6e9-0c55-426e-86a9-bb90802e040d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=20c8e6e9-0c55-426e-86a9-bb90802e040d,segment=NetworkSegment(16d232b7-7a6c-4b58-901a-3649c600ff1a),segment_id=16d232b7-7a6c-4b58-901a-3649c600ff1a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:33.881067 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-318f2a12-a9af-4370-bbe8-a64f8f8eea6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:33.907140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-318f2a12-a9af-4370-bbe8-a64f8f8eea6f None None] Calling delete_port for 20c8e6e9-0c55-426e-86a9-bb90802e040d owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:11:33.937567 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (fee49407-7029-445a-8da2-a2e8fe962635), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:33.970556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87777e2e-91b0-4c08-85ac-c35149b159bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:11:31Z', 'revision_number': 7, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:34.001358 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Port': ['ID=fee49407-7029-445a-8da2-a2e8fe962635,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:34.076017 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (c17ef276-97c9-4598-9ef9-2683a2963cb6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.223691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 20c8e6e9-0c55-426e-86a9-bb90802e040d no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:11:34.255985 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (c17ef276-97c9-4598-9ef9-2683a2963cb6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.258398 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router_controller (c17ef276-97c9-4598-9ef9-2683a2963cb6), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.288718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87777e2e-91b0-4c08-85ac-c35149b159bb None None] The sync data for ids ['c17ef276-97c9-4598-9ef9-2683a2963cb6'] in n-d-812111-15 is: [{'id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'name': 'tempest-TestNetworkBasicOps-router-395659045', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:09:23Z', 'updated_at': '2022-01-31T19:11:31Z', 'revision_number': 7, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'fee49407-7029-445a-8da2-a2e8fe962635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17ef276-97c9-4598-9ef9-2683a2963cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:09:24Z', 'updated_at': '2022-01-31T19:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:11:34.341156 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (c17ef276-97c9-4598-9ef9-2683a2963cb6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.341833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Fanout notify agent at l3_agent the message router_deleted on router c17ef276-97c9-4598-9ef9-2683a2963cb6 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:11:34.356419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.359985 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5f404b16-c5d5-4cca-85d7-004773eff83c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/routers/c17ef276-97c9-4598-9ef9-2683a2963cb6 HTTP/1.1" status: 204 len: 168 time: 1.2999623 Jan 31 19:11:34.360827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48318) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:34.449167 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3669eb75-bfc5-4e72-a573-20a7596120ad), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.460650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 20c8e6e9-0c55-426e-86a9-bb90802e040d is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:34.461188 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.522646 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-318f2a12-a9af-4370-bbe8-a64f8f8eea6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.535018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting port 20c8e6e9-0c55-426e-86a9-bb90802e040d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:11:34.537207 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.575223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f2a12-a9af-4370-bbe8-a64f8f8eea6f None None] Pushing event deleted for resources: {'Port': ['ID=20c8e6e9-0c55-426e-86a9-bb90802e040d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:34.577281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318f2a12-a9af-4370-bbe8-a64f8f8eea6f None None] No DVR routers for this DVR port 20c8e6e9-0c55-426e-86a9-bb90802e040d on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:11:34.638603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] For port 20c8e6e9-0c55-426e-86a9-bb90802e040d, host n-d-812111-15, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:34.639424 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.663080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Calling delete_port for 20c8e6e9-0c55-426e-86a9-bb90802e040d owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:11:34.666267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Port 20c8e6e9-0c55-426e-86a9-bb90802e040d was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 19:11:34.667793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (20c8e6e9-0c55-426e-86a9-bb90802e040d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.694709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Port': ['ID=20c8e6e9-0c55-426e-86a9-bb90802e040d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:34.698492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] No DVR routers for this DVR port 20c8e6e9-0c55-426e-86a9-bb90802e040d on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:11:34.833738 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3669eb75-bfc5-4e72-a573-20a7596120ad), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.857546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3669eb75-bfc5-4e72-a573-20a7596120ad']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:34.874240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d232b7-7a6c-4b58-901a-3649c600ff1a') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:34.874670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d232b7-7a6c-4b58-901a-3649c600ff1a') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:34.887944 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (16d232b7-7a6c-4b58-901a-3649c600ff1a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.909780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (16d232b7-7a6c-4b58-901a-3649c600ff1a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.918694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:11:34.919176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (16d232b7-7a6c-4b58-901a-3649c600ff1a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:11:34.923049 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:11:35.024118 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (3669eb75-bfc5-4e72-a573-20a7596120ad), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:35.040367 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:35.046932 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/networks/3669eb75-bfc5-4e72-a573-20a7596120ad HTTP/1.1" status: 204 len: 168 time: 0.6822798 Jan 31 19:11:35.072936 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48330) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:35.080275 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cbad81d5-5069-42f7-90af-f6cac2fc076a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'network': {'name': 'tempest-network-smoke--1057716711', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:35.086140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3fbb0-6918-41ab-a4d6-9af042f9e630 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Network': ['ID=3669eb75-bfc5-4e72-a573-20a7596120ad,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:35.129710 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbad81d5-5069-42f7-90af-f6cac2fc076a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Made reservation on behalf of 86cca0c95f1b4754aec72798b17ac170 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:11:35.133188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbad81d5-5069-42f7-90af-f6cac2fc076a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:35.170641 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbad81d5-5069-42f7-90af-f6cac2fc076a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:11:35.192738 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbad81d5-5069-42f7-90af-f6cac2fc076a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (d5783735-a798-4cba-b139-5aa78f983b33), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:35.193099 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-cbad81d5-5069-42f7-90af-f6cac2fc076a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Added segment d5783735-a798-4cba-b139-5aa78f983b33 of type vlan for network 58c95d76-db72-4bcd-8300-daa2f129ee32 Jan 31 19:11:35.252285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbad81d5-5069-42f7-90af-f6cac2fc076a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (58c95d76-db72-4bcd-8300-daa2f129ee32), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:35.267611 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:11:35.286342 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbad81d5-5069-42f7-90af-f6cac2fc076a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (58c95d76-db72-4bcd-8300-daa2f129ee32), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:35.295805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbad81d5-5069-42f7-90af-f6cac2fc076a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:35.296604 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbad81d5-5069-42f7-90af-f6cac2fc076a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:35.384952 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cbad81d5-5069-42f7-90af-f6cac2fc076a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3100433 Jan 31 19:11:35.387838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48332) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:35.392898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'admin_state_up': True, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:35.405439 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad81d5-5069-42f7-90af-f6cac2fc076a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Network': ['ID=58c95d76-db72-4bcd-8300-daa2f129ee32,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:35.418805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 58c95d76-db72-4bcd-8300-daa2f129ee32 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:11:35.478848 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (b824e222-6998-414f-a845-4db088e1d7cc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:35.482121 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (b824e222-6998-414f-a845-4db088e1d7cc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:35.591626 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router_controller (b824e222-6998-414f-a845-4db088e1d7cc), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:35.786001 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router_gateway (b824e222-6998-414f-a845-4db088e1d7cc), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:36.054889 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fee49407-7029-445a-8da2-a2e8fe962635 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:11:36.098760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: fee49407-7029-445a-8da2-a2e8fe962635 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:11:36.099113 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fee49407-7029-445a-8da2-a2e8fe962635 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:11:36.099542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dd0aa781-b636-49ed-8745-b15d8d958a2c no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:11:36.113154 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router_gateway (b824e222-6998-414f-a845-4db088e1d7cc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:36.149904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: dd0aa781-b636-49ed-8745-b15d8d958a2c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:11:36.150191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dd0aa781-b636-49ed-8745-b15d8d958a2c not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:11:36.153291 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:36.281345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Allocated IP 172.25.8.170 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c6f0e4b8-116e-4bf0-abd3-1aa7b5802635) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:11:36.428107 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:36.484940 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:36.518985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:36.528202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:36.533610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:11:36.585631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=c6f0e4b8-116e-4bf0-abd3-1aa7b5802635,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:36.881040 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router_gateway (b824e222-6998-414f-a845-4db088e1d7cc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:37.642197 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (b824e222-6998-414f-a845-4db088e1d7cc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:37.781666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Router b824e222-6998-414f-a845-4db088e1d7cc is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:11:37.906813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:11:37.917801 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Sync routers for ids ['b824e222-6998-414f-a845-4db088e1d7cc'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:11:37.933467 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Routers {'b824e222-6998-414f-a845-4db088e1d7cc'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:37.934563 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b824e222-6998-414f-a845-4db088e1d7cc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:37.949698 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:37.951011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c4de977e-084c-4b62-ada8-36c8bf3d97cb tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5621190 Jan 31 19:11:37.954952 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48374) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:38.010441 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a4df250c-ec6d-4cf9-8e75-e9dd98ed805b tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=86cca0c95f1b4754aec72798b17ac170&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532272 Jan 31 19:11:38.013178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48376) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:38.092137 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Set router b824e222-6998-414f-a845-4db088e1d7cc gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:38.147139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e2e28-6bb6-4851-a828-252e4f24d276 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:38.151865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e12e2e28-6bb6-4851-a828-252e4f24d276 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1351647 Jan 31 19:11:38.152159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48380) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:38.228760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f68d57fe-9cad-49e2-9f0a-8c991c354b68 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731845 Jan 31 19:11:38.229188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48384) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:38.235495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-edaf6fc5-c6cd-476f-8cab-b3be2bc39bcd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1496316066', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:38.428540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaf6fc5-c6cd-476f-8cab-b3be2bc39bcd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Made reservation on behalf of 86cca0c95f1b4754aec72798b17ac170 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:11:38.434446 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edaf6fc5-c6cd-476f-8cab-b3be2bc39bcd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:38.486064 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:11:36Z', 'revision_number': 3, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:38.515709 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Checking router: b824e222-6998-414f-a845-4db088e1d7cc for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:11:38.516311 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Updating router b824e222-6998-414f-a845-4db088e1d7cc port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:11:38.575367 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:38.721944 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edaf6fc5-c6cd-476f-8cab-b3be2bc39bcd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (fe0e5017-f0e6-4c1a-8c58-8def35efea92), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:38.799313 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6fc5-c6cd-476f-8cab-b3be2bc39bcd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Subnet': ['ID=fe0e5017-f0e6-4c1a-8c58-8def35efea92,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:38.810781 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaf6fc5-c6cd-476f-8cab-b3be2bc39bcd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Checking segment: {'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:38.811604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaf6fc5-c6cd-476f-8cab-b3be2bc39bcd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network hostable DHCP agents. Network: 58c95d76-db72-4bcd-8300-daa2f129ee32, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:11:38.835793 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaf6fc5-c6cd-476f-8cab-b3be2bc39bcd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network 58c95d76-db72-4bcd-8300-daa2f129ee32 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:11:38.853762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-edaf6fc5-c6cd-476f-8cab-b3be2bc39bcd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 58c95d76-db72-4bcd-8300-daa2f129ee32) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:38.860199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaf6fc5-c6cd-476f-8cab-b3be2bc39bcd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:38.861393 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edaf6fc5-c6cd-476f-8cab-b3be2bc39bcd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:38.868149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa1766-8ff6-40a2-b22f-14440cd77700 None None] Network 58c95d76-db72-4bcd-8300-daa2f129ee32 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:11:38.899949 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-edaf6fc5-c6cd-476f-8cab-b3be2bc39bcd tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6693523 Jan 31 19:11:38.902255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48392) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:39.045131 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Publish callbacks [] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:39.051831 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:39.054881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-58c95d76-db72-4bcd-8300-daa2f129ee32', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ips': [{'subnet_id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:11:39.056440 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:39.110129 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59b671-230a-48b0-a62c-a865ed1307e3 None None] Pushing event updated for resources: {'Port': ['ID=c6f0e4b8-116e-4bf0-abd3-1aa7b5802635,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:39.161655 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Attempting to bind port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:39.162031 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Attempting to bind port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:39.162402 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Attempting to bind port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:39.180985 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:39.181370 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:39.181761 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:39.182171 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:39.182655 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Bound port: c6f0e4b8-116e-4bf0-abd3-1aa7b5802635, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:39.183138 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:39.264518 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] For port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:39.274975 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] For port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c6f0e4b8-116e-4bf0-abd3-1aa7b5802635,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:39.290094 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:39.394635 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59b671-230a-48b0-a62c-a865ed1307e3 None None] Pushing event updated for resources: {'Port': ['ID=c6f0e4b8-116e-4bf0-abd3-1aa7b5802635,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:39.398864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Allocated IP 172.20.0.2 (58c95d76-db72-4bcd-8300-daa2f129ee32/fe0e5017-f0e6-4c1a-8c58-8def35efea92/96e98dd3-4de6-46c2-86d8-66ee3fc3f379) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:11:39.406076 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Routers {'b824e222-6998-414f-a845-4db088e1d7cc'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:39.407109 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b824e222-6998-414f-a845-4db088e1d7cc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:39.590358 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] Set router b824e222-6998-414f-a845-4db088e1d7cc gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:39.681306 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Publish callbacks [] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:39.699422 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:39.772966 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Pushing event updated for resources: {'Port': ['ID=96e98dd3-4de6-46c2-86d8-66ee3fc3f379,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:39.798535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Network 58c95d76-db72-4bcd-8300-daa2f129ee32 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:39.810401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:39.813745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:11:39.845220 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:11:36Z', 'revision_number': 3, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:39.885959 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff5c72-a92d-4d4a-8df3-09ffc34b7ada None None] The sync data for ids ['b824e222-6998-414f-a845-4db088e1d7cc'] in n-d-812111-15 is: [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:11:36Z', 'revision_number': 3, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:11:39.933972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Attempting to bind port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:39.934952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Attempting to bind port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:39.935472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Attempting to bind port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 on network 58c95d76-db72-4bcd-8300-daa2f129ee32 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:39.942365 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:39.943078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Checking segment: {'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:39.943780 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:39.944318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Bound using segment: {'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:39.944953 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Bound port: 96e98dd3-4de6-46c2-86d8-66ee3fc3f379, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:39.945515 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:40.059757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] For port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:40.070592 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] For port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=96e98dd3-4de6-46c2-86d8-66ee3fc3f379,segment=NetworkSegment(d5783735-a798-4cba-b139-5aa78f983b33),segment_id=d5783735-a798-4cba-b139-5aa78f983b33)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:40.086087 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:40.139337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a401c03-53f7-4fb9-aa01-bd609f4b1ccf None None] Pushing event updated for resources: {'Port': ['ID=96e98dd3-4de6-46c2-86d8-66ee3fc3f379,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:40.454267 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:40.990784 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Allocated IP 172.20.0.1 (58c95d76-db72-4bcd-8300-daa2f129ee32/fe0e5017-f0e6-4c1a-8c58-8def35efea92/e7b3314d-ac14-4c00-ae7a-423926d6793a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:11:41.216440 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:41.278323 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:41.325253 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network 58c95d76-db72-4bcd-8300-daa2f129ee32 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:41.330653 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:41.332838 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:11:41.425504 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=e7b3314d-ac14-4c00-ae7a-423926d6793a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:41.451438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (b824e222-6998-414f-a845-4db088e1d7cc), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:41.675066 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:42.032630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28e41c8-8308-42a3-b7d4-3096355fe94f None None] Network 58c95d76-db72-4bcd-8300-daa2f129ee32 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:11:42.208873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6d2981e-0e93-4a51-8e8b-48e443af2ae6 req-bca72e03-b3f8-46c4-98d2-83399e9c1d5c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1043103 Jan 31 19:11:42.212602 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:42.221750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:42.308583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:42.340667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=e7b3314d-ac14-4c00-ae7a-423926d6793a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:42.388714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2981e-0e93-4a51-8e8b-48e443af2ae6 req-b3986fe9-893b-4cd2-bc61-a5ce8a45407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:42.391287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6d2981e-0e93-4a51-8e8b-48e443af2ae6 req-b3986fe9-893b-4cd2-bc61-a5ce8a45407a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=440394d010c641d09040c948fe1dde58&device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 1129 time: 0.1235087 Jan 31 19:11:42.401643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f217ed4b-0ac0-40e5-988f-933d7edbe760 None None] Provisioning complete for port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:42.402150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (b824e222-6998-414f-a845-4db088e1d7cc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:42.406150 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f217ed4b-0ac0-40e5-988f-933d7edbe760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:42.622375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:42.623017 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:42.680643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2981e-0e93-4a51-8e8b-48e443af2ae6 req-05685383-1e25-4fe2-bcdb-01c68e36fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:42.680643 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6d2981e-0e93-4a51-8e8b-48e443af2ae6 req-05685383-1e25-4fe2-bcdb-01c68e36fed5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea HTTP/1.1" status: 200 len: 913 time: 0.2658529 Jan 31 19:11:42.704376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network 58c95d76-db72-4bcd-8300-daa2f129ee32 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:42.716180 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:42.811364 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6d2981e-0e93-4a51-8e8b-48e443af2ae6 req-511b5477-e1dd-4ce7-99ef-a0104e68ee1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f856e4f-972f-4f12-874b-3a33b6b5fb89 HTTP/1.1" status: 200 len: 217 time: 0.1246479 Jan 31 19:11:42.873312 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f217ed4b-0ac0-40e5-988f-933d7edbe760 None None] Current status of the port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:42.873998 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f217ed4b-0ac0-40e5-988f-933d7edbe760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:42.920677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2981e-0e93-4a51-8e8b-48e443af2ae6 req-ef88f23b-1960-4de7-9968-5594847e63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:42.923205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6d2981e-0e93-4a51-8e8b-48e443af2ae6 req-ef88f23b-1960-4de7-9968-5594847e63c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6d2774-7d77-4a2c-8b3d-0d79e8dba835 HTTP/1.1" status: 200 len: 852 time: 0.1049497 Jan 31 19:11:42.931815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f217ed4b-0ac0-40e5-988f-933d7edbe760 None None] For port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=96e98dd3-4de6-46c2-86d8-66ee3fc3f379,segment=NetworkSegment(d5783735-a798-4cba-b139-5aa78f983b33),segment_id=d5783735-a798-4cba-b139-5aa78f983b33)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:42.969815 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f217ed4b-0ac0-40e5-988f-933d7edbe760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:42.988462 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6d2981e-0e93-4a51-8e8b-48e443af2ae6 req-2e41ad9a-9e84-4a30-ae9b-27b45dca8862 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494103 Jan 31 19:11:43.049750 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:43.050382 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:43.137146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Router b824e222-6998-414f-a845-4db088e1d7cc has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:11:43.142500 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aa19d674-1897-44f3-b05a-c6a12837c6f0 req-7e1b1133-bb79-41a5-b4a2-61b4bf950aae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6140013 Jan 31 19:11:43.162859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217ed4b-0ac0-40e5-988f-933d7edbe760 None None] Pushing event updated for resources: {'Port': ['ID=96e98dd3-4de6-46c2-86d8-66ee3fc3f379,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:43.195501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6d2981e-0e93-4a51-8e8b-48e443af2ae6 req-f7070d2c-b6f4-4cda-9d08-22ded30a1511 service neutron] 10.222.0.49 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947806 Jan 31 19:11:43.208096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-89c33fc8-546b-4e5c-b1bc-cf5e880497f9 None None] Provisioning complete for port e7b3314d-ac14-4c00-ae7a-423926d6793a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:43.208562 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89c33fc8-546b-4e5c-b1bc-cf5e880497f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:43.326205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-89c33fc8-546b-4e5c-b1bc-cf5e880497f9 None None] Port e7b3314d-ac14-4c00-ae7a-423926d6793a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:11:43.329732 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:11:43.330090 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:11:43.338610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-89c33fc8-546b-4e5c-b1bc-cf5e880497f9 None None] Provisioning complete for port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:43.338992 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89c33fc8-546b-4e5c-b1bc-cf5e880497f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:43.476314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6d2981e-0e93-4a51-8e8b-48e443af2ae6 req-c8d237d7-d3a2-4f3e-ad1e-3a593576ef0d service neutron] 10.222.0.49 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739394 Jan 31 19:11:43.511254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-89c33fc8-546b-4e5c-b1bc-cf5e880497f9 None None] Current status of the port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:43.522063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d674-1897-44f3-b05a-c6a12837c6f0 req-31ad7f7e-9733-4a04-b639-aa9b0b5ef816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:43.524302 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aa19d674-1897-44f3-b05a-c6a12837c6f0 req-31ad7f7e-9733-4a04-b639-aa9b0b5ef816 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1e07f2c933042e495a9177559b5c060&device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 1128 time: 0.2693515 Jan 31 19:11:43.536412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:11:43.554234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Sync routers for ids ['b824e222-6998-414f-a845-4db088e1d7cc'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:11:43.561833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48462) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:43.563342 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4825fbbc-7bc4-43f4-bb6e-5eaf5d75fb5d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "PUT /v2.0/routers/b824e222-6998-414f-a845-4db088e1d7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6597569 Jan 31 19:11:43.589991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Routers {'b824e222-6998-414f-a845-4db088e1d7cc'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:43.590670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b824e222-6998-414f-a845-4db088e1d7cc'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:43.857400 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d674-1897-44f3-b05a-c6a12837c6f0 req-eb5f19cb-2156-4c06-bd38-4a65fdcb6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:43.858293 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Set router b824e222-6998-414f-a845-4db088e1d7cc gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:43.860664 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aa19d674-1897-44f3-b05a-c6a12837c6f0 req-eb5f19cb-2156-4c06-bd38-4a65fdcb6d5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=87661c57-1ac4-4194-9c98-cbc79abc8a11 HTTP/1.1" status: 200 len: 910 time: 0.2959166 Jan 31 19:11:43.991614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294b1e5-2212-45d6-ab7c-3c5abe378fd2 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:43.992651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294b1e5-2212-45d6-ab7c-3c5abe378fd2 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:43.993558 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aa19d674-1897-44f3-b05a-c6a12837c6f0 req-c4603787-efeb-4d56-969d-70ba1c4dfdcd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc9f9611-946b-4f8c-bff4-1af98df1ae2c HTTP/1.1" status: 200 len: 1000 time: 0.1262555 Jan 31 19:11:43.993858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294b1e5-2212-45d6-ab7c-3c5abe378fd2 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:43.994236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294b1e5-2212-45d6-ab7c-3c5abe378fd2 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:43.995905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294b1e5-2212-45d6-ab7c-3c5abe378fd2 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:43.996447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294b1e5-2212-45d6-ab7c-3c5abe378fd2 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:43.998015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294b1e5-2212-45d6-ab7c-3c5abe378fd2 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:43.999413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294b1e5-2212-45d6-ab7c-3c5abe378fd2 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.000836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294b1e5-2212-45d6-ab7c-3c5abe378fd2 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.001943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:44.017342 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:44.018071 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:44.022836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5294b1e5-2212-45d6-ab7c-3c5abe378fd2 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6382 time: 0.4590039 Jan 31 19:11:44.153188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d674-1897-44f3-b05a-c6a12837c6f0 req-27e05572-44a3-4b1b-86c6-39ac90bd9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.162234 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aa19d674-1897-44f3-b05a-c6a12837c6f0 req-27e05572-44a3-4b1b-86c6-39ac90bd9fbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09fa3c85-174c-41f3-88fa-6a44f5806b0f HTTP/1.1" status: 200 len: 848 time: 0.1581705 Jan 31 19:11:44.180790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-676c83d2-7439-47c3-98fa-8f619e281a00 None None] Provisioning complete for port e7b3314d-ac14-4c00-ae7a-423926d6793a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:44.181248 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-676c83d2-7439-47c3-98fa-8f619e281a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:44.219810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c7117b-406f-48c7-b865-3f23ca4a9b58 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.220301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c7117b-406f-48c7-b865-3f23ca4a9b58 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.220809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c7117b-406f-48c7-b865-3f23ca4a9b58 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.221810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c7117b-406f-48c7-b865-3f23ca4a9b58 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.221810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c7117b-406f-48c7-b865-3f23ca4a9b58 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.222442 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c7117b-406f-48c7-b865-3f23ca4a9b58 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.222741 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c7117b-406f-48c7-b865-3f23ca4a9b58 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.223561 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c7117b-406f-48c7-b865-3f23ca4a9b58 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.224029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c7117b-406f-48c7-b865-3f23ca4a9b58 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.228942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48482) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:44.244610 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-39c7117b-406f-48c7-b865-3f23ca4a9b58 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5920 time: 0.2232192 Jan 31 19:11:44.352924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:44.353394 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:44.364624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-676c83d2-7439-47c3-98fa-8f619e281a00 None None] Port e7b3314d-ac14-4c00-ae7a-423926d6793a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:11:44.371575 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d674-1897-44f3-b05a-c6a12837c6f0 req-b89cd7ea-e378-4760-acc6-25a25d43a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:44.373192 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aa19d674-1897-44f3-b05a-c6a12837c6f0 req-b89cd7ea-e378-4760-acc6-25a25d43a9d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=87661c57-1ac4-4194-9c98-cbc79abc8a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1692071 Jan 31 19:11:44.409441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:11:41Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e7b3314d-ac14-4c00-ae7a-423926d6793a', 'name': '', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:7b:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:40Z', 'updated_at': '2022-01-31T19:11:41Z', 'revision_number': 2, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:44.446617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Checking router: b824e222-6998-414f-a845-4db088e1d7cc for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:11:44.447423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Updating router b824e222-6998-414f-a845-4db088e1d7cc port e7b3314d-ac14-4c00-ae7a-423926d6793a binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:11:44.490667 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:44.534626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e98c809c-e5a8-4385-922d-a4ba1230a8f7 None None] Provisioning complete for port e7b3314d-ac14-4c00-ae7a-423926d6793a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:44.535285 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e98c809c-e5a8-4385-922d-a4ba1230a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:44.620920 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aa19d674-1897-44f3-b05a-c6a12837c6f0 req-79eb97cb-5744-4c40-b8ed-fb4037ebe20e service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409456 Jan 31 19:11:44.846778 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-aa19d674-1897-44f3-b05a-c6a12837c6f0 req-750c1440-f65a-484b-9fa7-21a683fe0593 service neutron] 10.222.0.21 "GET /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163348 Jan 31 19:11:44.853683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e98c809c-e5a8-4385-922d-a4ba1230a8f7 None None] Port e7b3314d-ac14-4c00-ae7a-423926d6793a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:11:44.911024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-be99b98c-12d5-4329-b4c8-6e9593077ea8 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4486 time: 0.6766176 Jan 31 19:11:44.941828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:44.942494 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.059558 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c6f0e4b8-116e-4bf0-abd3-1aa7b5802635,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:45.197286 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.236973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48496) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:45.243525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-36d1076b-1526-4d92-ac7e-04a8a54f20f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1087666072', 'description': 'tempest-secgroup-smoke-1087666072 description', 'project_id': '86cca0c95f1b4754aec72798b17ac170'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:45.273096 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36d1076b-1526-4d92-ac7e-04a8a54f20f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.358460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=c6f0e4b8-116e-4bf0-abd3-1aa7b5802635,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:45.366646 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36d1076b-1526-4d92-ac7e-04a8a54f20f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (9390eea4-8ed0-4b6e-bf04-2f08190c60b5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.372596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36d1076b-1526-4d92-ac7e-04a8a54f20f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9390eea4-8ed0-4b6e-bf04-2f08190c60b5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.387096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:45.448065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1076b-1526-4d92-ac7e-04a8a54f20f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9390eea4-8ed0-4b6e-bf04-2f08190c60b5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:45.469580 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Publish callbacks [] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.481529 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36d1076b-1526-4d92-ac7e-04a8a54f20f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.487594 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:45.493436 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-55242a7f-a6b3-49b7-a697-82437e032f46 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': '9390eea4-8ed0-4b6e-bf04-2f08190c60b5', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:45.494433 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-36d1076b-1526-4d92-ac7e-04a8a54f20f2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2536020 Jan 31 19:11:45.501479 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.526895 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55242a7f-a6b3-49b7-a697-82437e032f46 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (019f7755-564f-436f-ab5a-621db8c0186d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.628790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798017f1-1d6e-46be-b39c-e5182cc27b7c None None] Pushing event updated for resources: {'Port': ['ID=e7b3314d-ac14-4c00-ae7a-423926d6793a,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:45.629694 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55242a7f-a6b3-49b7-a697-82437e032f46 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (019f7755-564f-436f-ab5a-621db8c0186d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.642346 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55242a7f-a6b3-49b7-a697-82437e032f46 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (019f7755-564f-436f-ab5a-621db8c0186d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.697691 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55242a7f-a6b3-49b7-a697-82437e032f46 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019f7755-564f-436f-ab5a-621db8c0186d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:45.709081 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55242a7f-a6b3-49b7-a697-82437e032f46 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.713756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48500) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:45.720063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9e280fda-5b57-4a2d-8b4f-dc6b8eea2f6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': '9390eea4-8ed0-4b6e-bf04-2f08190c60b5', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:45.728204 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-55242a7f-a6b3-49b7-a697-82437e032f46 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2393842 Jan 31 19:11:45.750168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:45.751431 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.760743 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e280fda-5b57-4a2d-8b4f-dc6b8eea2f6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (d72396f0-e1aa-4d54-999c-80c79224e60e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.847397 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Attempting to bind port e7b3314d-ac14-4c00-ae7a-423926d6793a on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:45.849408 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Attempting to bind port e7b3314d-ac14-4c00-ae7a-423926d6793a by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:45.849787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Attempting to bind port e7b3314d-ac14-4c00-ae7a-423926d6793a on network 58c95d76-db72-4bcd-8300-daa2f129ee32 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:45.864247 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e280fda-5b57-4a2d-8b4f-dc6b8eea2f6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (d72396f0-e1aa-4d54-999c-80c79224e60e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.877584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e280fda-5b57-4a2d-8b4f-dc6b8eea2f6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (d72396f0-e1aa-4d54-999c-80c79224e60e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.908014 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e280fda-5b57-4a2d-8b4f-dc6b8eea2f6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:45.909660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9e280fda-5b57-4a2d-8b4f-dc6b8eea2f6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1941624 Jan 31 19:11:45.912648 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48510) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:45.913446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e280fda-5b57-4a2d-8b4f-dc6b8eea2f6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72396f0-e1aa-4d54-999c-80c79224e60e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:45.917649 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a541f392-8728-46ac-bf2e-20bda7d27d2a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': '9390eea4-8ed0-4b6e-bf04-2f08190c60b5', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:45.970063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a541f392-8728-46ac-bf2e-20bda7d27d2a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (7892d8a0-741e-4cf4-abce-49105f86b196), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.016713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:46.017037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Checking segment: {'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:46.017420 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.017822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Bound using segment: {'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:46.019048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Bound port: e7b3314d-ac14-4c00-ae7a-423926d6793a, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:46.019601 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.037536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:46.082043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5c1fd005-7d81-4658-9bbf-5d0d35c129a2 None None] Provisioning complete for port e7b3314d-ac14-4c00-ae7a-423926d6793a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:46.082426 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5c1fd005-7d81-4658-9bbf-5d0d35c129a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.130553 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a541f392-8728-46ac-bf2e-20bda7d27d2a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (7892d8a0-741e-4cf4-abce-49105f86b196), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.142126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a541f392-8728-46ac-bf2e-20bda7d27d2a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (7892d8a0-741e-4cf4-abce-49105f86b196), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.162752 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5c1fd005-7d81-4658-9bbf-5d0d35c129a2 None None] Port e7b3314d-ac14-4c00-ae7a-423926d6793a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:11:46.166951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] For port e7b3314d-ac14-4c00-ae7a-423926d6793a, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:46.188908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a541f392-8728-46ac-bf2e-20bda7d27d2a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.191185 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a541f392-8728-46ac-bf2e-20bda7d27d2a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2774534 Jan 31 19:11:46.194815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48514) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:46.198472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541f392-8728-46ac-bf2e-20bda7d27d2a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7892d8a0-741e-4cf4-abce-49105f86b196,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:46.199909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f6ba085f-2be8-4f68-9db4-bece20c71355 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': '9390eea4-8ed0-4b6e-bf04-2f08190c60b5', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:46.214511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] For port e7b3314d-ac14-4c00-ae7a-423926d6793a, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e7b3314d-ac14-4c00-ae7a-423926d6793a,segment=NetworkSegment(d5783735-a798-4cba-b139-5aa78f983b33),segment_id=d5783735-a798-4cba-b139-5aa78f983b33)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:46.226661 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.242714 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6ba085f-2be8-4f68-9db4-bece20c71355 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (97917315-fe2a-4b35-beed-d2d3c29dff79), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.276508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Routers {'b824e222-6998-414f-a845-4db088e1d7cc'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:11:46.277065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b824e222-6998-414f-a845-4db088e1d7cc'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:46.345755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798017f1-1d6e-46be-b39c-e5182cc27b7c None None] Pushing event updated for resources: {'Port': ['ID=e7b3314d-ac14-4c00-ae7a-423926d6793a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:46.362686 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6ba085f-2be8-4f68-9db4-bece20c71355 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (97917315-fe2a-4b35-beed-d2d3c29dff79), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.372058 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6ba085f-2be8-4f68-9db4-bece20c71355 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (97917315-fe2a-4b35-beed-d2d3c29dff79), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.429636 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6ba085f-2be8-4f68-9db4-bece20c71355 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.435511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48516) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:46.435770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f6ba085f-2be8-4f68-9db4-bece20c71355 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2395687 Jan 31 19:11:46.438665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba085f-2be8-4f68-9db4-bece20c71355 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97917315-fe2a-4b35-beed-d2d3c29dff79,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:46.441167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9c7f45c9-cc88-4f23-86dc-f1952bd25829 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': '9390eea4-8ed0-4b6e-bf04-2f08190c60b5', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:46.486519 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-9c7f45c9-cc88-4f23-86dc-f1952bd25829 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Project 86cca0c95f1b4754aec72798b17ac170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:11:46.493255 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c7f45c9-cc88-4f23-86dc-f1952bd25829 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (1b3cff79-d0e1-4570-ac76-e77ab6aed78a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.625641 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c7f45c9-cc88-4f23-86dc-f1952bd25829 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (1b3cff79-d0e1-4570-ac76-e77ab6aed78a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.645188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c7f45c9-cc88-4f23-86dc-f1952bd25829 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (1b3cff79-d0e1-4570-ac76-e77ab6aed78a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.697505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c7f45c9-cc88-4f23-86dc-f1952bd25829 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.701250 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9c7f45c9-cc88-4f23-86dc-f1952bd25829 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2619545 Jan 31 19:11:46.702113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48522) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:46.708896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9293dfdb-ceb8-4374-bb16-8be8685ddc67 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'security_group_rule': {'security_group_id': '9390eea4-8ed0-4b6e-bf04-2f08190c60b5', 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:46.722856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f45c9-cc88-4f23-86dc-f1952bd25829 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3cff79-d0e1-4570-ac76-e77ab6aed78a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:46.752268 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-9293dfdb-ceb8-4374-bb16-8be8685ddc67 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Project 86cca0c95f1b4754aec72798b17ac170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:11:46.765241 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9293dfdb-ceb8-4374-bb16-8be8685ddc67 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (5e80ac5f-067f-4941-94a5-395a1abf0c48), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.802924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5daa4556-4c56-4128-93db-3af5d7bd4055 None None] Provisioning complete for port e7b3314d-ac14-4c00-ae7a-423926d6793a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:46.803573 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5daa4556-4c56-4128-93db-3af5d7bd4055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.830978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] Set router b824e222-6998-414f-a845-4db088e1d7cc gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:11:46.859342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9293dfdb-ceb8-4374-bb16-8be8685ddc67 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (5e80ac5f-067f-4941-94a5-395a1abf0c48), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.871894 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9293dfdb-ceb8-4374-bb16-8be8685ddc67 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5e80ac5f-067f-4941-94a5-395a1abf0c48), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.919468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293dfdb-ceb8-4374-bb16-8be8685ddc67 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e80ac5f-067f-4941-94a5-395a1abf0c48,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:46.951699 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9293dfdb-ceb8-4374-bb16-8be8685ddc67 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:46.958660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9293dfdb-ceb8-4374-bb16-8be8685ddc67 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2540298 Jan 31 19:11:47.109691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5daa4556-4c56-4128-93db-3af5d7bd4055 None None] Current status of the port e7b3314d-ac14-4c00-ae7a-423926d6793a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:47.110368 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5daa4556-4c56-4128-93db-3af5d7bd4055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:47.146506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5daa4556-4c56-4128-93db-3af5d7bd4055 None None] For port e7b3314d-ac14-4c00-ae7a-423926d6793a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e7b3314d-ac14-4c00-ae7a-423926d6793a,segment=NetworkSegment(d5783735-a798-4cba-b139-5aa78f983b33),segment_id=d5783735-a798-4cba-b139-5aa78f983b33)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:47.171814 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5daa4556-4c56-4128-93db-3af5d7bd4055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:47.293676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa4556-4c56-4128-93db-3af5d7bd4055 None None] Pushing event updated for resources: {'Port': ['ID=e7b3314d-ac14-4c00-ae7a-423926d6793a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:47.326175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:11:41Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e7b3314d-ac14-4c00-ae7a-423926d6793a', 'name': '', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:7b:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:40Z', 'updated_at': '2022-01-31T19:11:46Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:11:47.360906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-8667a6cc-f0a3-4cce-975c-f4b28b52eaf7 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1087666072&fields=id&tenant_id=86cca0c95f1b4754aec72798b17ac170 HTTP/1.1" status: 200 len: 267 time: 0.1107056 Jan 31 19:11:47.384172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:47.429511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0934cf-072b-4b21-8440-168b2691720a None None] The sync data for ids ['b824e222-6998-414f-a845-4db088e1d7cc'] in n-d-812111-15 is: [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:11:41Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e7b3314d-ac14-4c00-ae7a-423926d6793a', 'name': '', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:7b:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:40Z', 'updated_at': '2022-01-31T19:11:46Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:11:47.459199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:47.459866 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:47.560267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-7b9bd328-cd73-40a6-95c9-69f375c20a5f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:47.562458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-7b9bd328-cd73-40a6-95c9-69f375c20a5f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/networks?id=58c95d76-db72-4bcd-8300-daa2f129ee32 HTTP/1.1" status: 200 len: 797 time: 0.2002192 Jan 31 19:11:47.589694 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-7145664b-4985-4a22-b642-145b1ac75954 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/quotas/86cca0c95f1b4754aec72798b17ac170 HTTP/1.1" status: 200 len: 375 time: 0.0205817 Jan 31 19:11:47.644944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:47.677747 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-bd0c7564-f2b9-4e38-9a3d-178fd56edb47 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744369 Jan 31 19:11:47.800898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-2a844638-de4f-47d4-8171-2348f46c06e4 service neutron] 10.222.0.20 "GET /v2.0/networks/58c95d76-db72-4bcd-8300-daa2f129ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193700 Jan 31 19:11:47.917647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-55b5fc01-1cb8-4bcf-af45-4f0ac42a514d service neutron] 10.222.0.20 "GET /v2.0/networks/58c95d76-db72-4bcd-8300-daa2f129ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157339 Jan 31 19:11:48.198022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aab6ee43-4644-4d78-8134-caeb32e8d971 req-c9a83317-08bd-4602-95a3-4e8896439a44 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 210 time: 0.0606947 Jan 31 19:11:48.876880 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc0735be-5dae-4ec6-b546-5a201fa7c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:49.380880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fabc073e-e959-46e7-9caf-b7f183065166 req-24ccc6e9-be2e-40d2-abc3-407dadf7a962 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 210 time: 0.0495853 Jan 31 19:11:49.465535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e7b3314d-ac14-4c00-ae7a-423926d6793a up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:49.584097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e7b3314d-ac14-4c00-ae7a-423926d6793a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:49.585013 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:49.735273 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-90b41287-0857-41ef-ae8a-ed70d528e7b1 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:49.737407 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-90b41287-0857-41ef-ae8a-ed70d528e7b1 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.21 "GET /v2.0/networks?id=58c95d76-db72-4bcd-8300-daa2f129ee32 HTTP/1.1" status: 200 len: 797 time: 0.2466388 Jan 31 19:11:49.740241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e7b3314d-ac14-4c00-ae7a-423926d6793a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:49.833956 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-3b1a1b65-cbc5-4a47-9071-98b4ba5183e9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86cca0c95f1b4754aec72798b17ac170 HTTP/1.1" status: 200 len: 380 time: 0.0827022 Jan 31 19:11:49.845684 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'port': {'device_id': '416da357-9605-419c-a813-39a38ecf158e', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'admin_state_up': True, 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'security_groups': ['9390eea4-8ed0-4b6e-bf04-2f08190c60b5']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:50.007699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Made reservation on behalf of 86cca0c95f1b4754aec72798b17ac170 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:11:50.014179 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:50.210465 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Allocated IP 172.20.0.8 (58c95d76-db72-4bcd-8300-daa2f129ee32/fe0e5017-f0e6-4c1a-8c58-8def35efea92/5b020008-d046-4cb2-bc90-6afe844ce5e5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:11:50.445664 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:50.507798 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:50.558365 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network 58c95d76-db72-4bcd-8300-daa2f129ee32 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:11:50.563056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:11:50.568238 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:11:50.603010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103ed02-d09d-4d99-a0cf-11fe826d6da8 req-f34ddb6a-82f7-4087-b6e3-0bb54748a016 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:50.607365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4103ed02-d09d-4d99-a0cf-11fe826d6da8 req-f34ddb6a-82f7-4087-b6e3-0bb54748a016 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 931 time: 0.1148024 Jan 31 19:11:50.615393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=5b020008-d046-4cb2-bc90-6afe844ce5e5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:50.658689 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:50.659756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:50.693399 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-26c7cc53-31a0-42d0-9a7f-87a58ec68aa4 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8520188 Jan 31 19:11:50.704994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Request body: {'port': {'device_id': '416da357-9605-419c-a813-39a38ecf158e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:50.746651 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4103ed02-d09d-4d99-a0cf-11fe826d6da8 req-c6ed0e1e-bf96-4bf7-8c54-fedc77e51254 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=9390eea4-8ed0-4b6e-bf04-2f08190c60b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322429 Jan 31 19:11:50.804181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:50.941097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-cfe50610-371a-4e76-b7c9-7e3979295adb None None] Provisioning complete for port 5b020008-d046-4cb2-bc90-6afe844ce5e5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:50.942127 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cfe50610-371a-4e76-b7c9-7e3979295adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:50.984515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cfe50610-371a-4e76-b7c9-7e3979295adb None None] Port 5b020008-d046-4cb2-bc90-6afe844ce5e5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:11:51.094347 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-29578a8e-26d9-4981-89ac-c8e5e0e92208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:51.254258 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b020008-d046-4cb2-bc90-6afe844ce5e5 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:11:51.266023 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Publish callbacks [] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:51.280746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Transition to ACTIVE for port object 5b020008-d046-4cb2-bc90-6afe844ce5e5 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:11:51.284977 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:51.335039 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Pushing event updated for resources: {'Port': ['ID=5b020008-d046-4cb2-bc90-6afe844ce5e5,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:51.360370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.360826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.361279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.361722 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.362181 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.362617 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.363049 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.363699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.364133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.364601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.365148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.365629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.366927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:11:51.463742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Attempting to bind port 5b020008-d046-4cb2-bc90-6afe844ce5e5 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:11:51.464430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Attempting to bind port 5b020008-d046-4cb2-bc90-6afe844ce5e5 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:11:51.464868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Attempting to bind port 5b020008-d046-4cb2-bc90-6afe844ce5e5 on network 58c95d76-db72-4bcd-8300-daa2f129ee32 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:51.470408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Port 5b020008-d046-4cb2-bc90-6afe844ce5e5 on network 58c95d76-db72-4bcd-8300-daa2f129ee32 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:11:51.470858 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Attempting to bind port 5b020008-d046-4cb2-bc90-6afe844ce5e5 on network 58c95d76-db72-4bcd-8300-daa2f129ee32 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:11:51.476505 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:11:51.477208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Checking segment: {'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:11:51.478060 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Bound using segment: {'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:11:51.478649 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Bound port: 5b020008-d046-4cb2-bc90-6afe844ce5e5, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5783735-a798-4cba-b139-5aa78f983b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:11:51.479150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:51.558495 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] For port 5b020008-d046-4cb2-bc90-6afe844ce5e5, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:11:51.565730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] For port 5b020008-d046-4cb2-bc90-6afe844ce5e5, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5b020008-d046-4cb2-bc90-6afe844ce5e5,segment=NetworkSegment(d5783735-a798-4cba-b139-5aa78f983b33),segment_id=d5783735-a798-4cba-b139-5aa78f983b33)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:11:51.577067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:51.638665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Pushing event updated for resources: {'Port': ['ID=5b020008-d046-4cb2-bc90-6afe844ce5e5,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:51.665721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:51.666644 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:51.668260 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-32f03614-aaa4-42c4-a130-12a59b37b612 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b020008-d046-4cb2-bc90-6afe844ce5e5 HTTP/1.1" status: 200 len: 1092 time: 0.9686034 Jan 31 19:11:51.668919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416da357-9605-419c-a813-39a38ecf158e', 'tag': '5b020008-d046-4cb2-bc90-6afe844ce5e5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:11:51.680080 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c63549e-4c23-4826-b83f-4169d3e92c43" -d '{"events": [{"name": "network-changed", "server_uuid": "416da357-9605-419c-a813-39a38ecf158e", "tag": "5b020008-d046-4cb2-bc90-6afe844ce5e5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:11:51.800305 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ab1cc3-6175-4c27-9a12-53dc7b3fb3e9 x-openstack-request-id: req-f9ab1cc3-6175-4c27-9a12-53dc7b3fb3e9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:11:51.801006 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416da357-9605-419c-a813-39a38ecf158e", "tag": "5b020008-d046-4cb2-bc90-6afe844ce5e5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:11:51.801902 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9ab1cc3-6175-4c27-9a12-53dc7b3fb3e9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:11:51.802667 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416da357-9605-419c-a813-39a38ecf158e', 'tag': '5b020008-d046-4cb2-bc90-6afe844ce5e5', 'status': 'completed', 'code': 200} Jan 31 19:11:51.846229 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-e558e308-22ff-499f-9e96-baf2c85db0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:51.852024 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-e558e308-22ff-499f-9e96-baf2c85db0a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 1126 time: 0.1324182 Jan 31 19:11:51.910972 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-67ab7e86-a627-41e4-b161-636379d53a3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b020008-d046-4cb2-bc90-6afe844ce5e5 HTTP/1.1" status: 200 len: 217 time: 0.0508392 Jan 31 19:11:51.969027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39087079-8cbe-4082-8207-cedff400e66a req-4e238fcb-b944-4ecb-9260-4dd15b22c414 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:51.972811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39087079-8cbe-4082-8207-cedff400e66a req-4e238fcb-b944-4ecb-9260-4dd15b22c414 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 943 time: 0.1061265 Jan 31 19:11:51.991254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-ffd09d66-862d-42e5-9d28-aa5448939792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:51.995576 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-ffd09d66-862d-42e5-9d28-aa5448939792 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe0e5017-f0e6-4c1a-8c58-8def35efea92 HTTP/1.1" status: 200 len: 835 time: 0.0795164 Jan 31 19:11:52.075251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39087079-8cbe-4082-8207-cedff400e66a req-9c0019ce-6db4-499a-a07f-8e580e187d4c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=9390eea4-8ed0-4b6e-bf04-2f08190c60b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951729 Jan 31 19:11:52.120817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-5fd25129-86cf-4362-b385-f805b1e2bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:52.122480 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-5fd25129-86cf-4362-b385-f805b1e2bae3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58c95d76-db72-4bcd-8300-daa2f129ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1200809 Jan 31 19:11:52.272563 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-440ce052-f46e-4e77-9f6a-945d87e4293d service neutron] 10.222.0.21 "GET /v2.0/networks/58c95d76-db72-4bcd-8300-daa2f129ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436074 Jan 31 19:11:52.372376 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-be5a5266-308d-499a-981f-77831e5e5ba6 req-30177ec7-bf6d-4072-9f8d-e7ad700fd380 service neutron] 10.222.0.21 "GET /v2.0/networks/58c95d76-db72-4bcd-8300-daa2f129ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932100 Jan 31 19:11:52.501089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63549e-4c23-4826-b83f-4169d3e92c43 req-e056ac14-8872-4dc5-9398-2830029e0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:52.502934 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6c63549e-4c23-4826-b83f-4169d3e92c43 req-e056ac14-8872-4dc5-9398-2830029e0eb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 1126 time: 0.0722108 Jan 31 19:11:52.534362 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:52.599550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63549e-4c23-4826-b83f-4169d3e92c43 req-9343d8ee-deeb-4ade-803f-9bc1c5299c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:52.601120 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6c63549e-4c23-4826-b83f-4169d3e92c43 req-9343d8ee-deeb-4ade-803f-9bc1c5299c3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=58c95d76-db72-4bcd-8300-daa2f129ee32 HTTP/1.1" status: 200 len: 898 time: 0.0928316 Jan 31 19:11:52.647578 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6c63549e-4c23-4826-b83f-4169d3e92c43 req-0fc73baa-f630-451d-9511-8f26a32a3e42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b020008-d046-4cb2-bc90-6afe844ce5e5 HTTP/1.1" status: 200 len: 217 time: 0.0407541 Jan 31 19:11:52.707193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63549e-4c23-4826-b83f-4169d3e92c43 req-c0823cc5-dda1-4c33-95bf-adee120f5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:52.708926 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6c63549e-4c23-4826-b83f-4169d3e92c43 req-c0823cc5-dda1-4c33-95bf-adee120f5cb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe0e5017-f0e6-4c1a-8c58-8def35efea92 HTTP/1.1" status: 200 len: 835 time: 0.0539680 Jan 31 19:11:52.766363 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63549e-4c23-4826-b83f-4169d3e92c43 req-ec4a0095-57df-4ff7-a0ef-12a477fea9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:52.767915 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6c63549e-4c23-4826-b83f-4169d3e92c43 req-ec4a0095-57df-4ff7-a0ef-12a477fea9a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58c95d76-db72-4bcd-8300-daa2f129ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526395 Jan 31 19:11:52.876602 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6c63549e-4c23-4826-b83f-4169d3e92c43 req-2701484e-9c50-406c-83b2-a9e62b5b13fb service neutron] 10.222.0.21 "GET /v2.0/networks/58c95d76-db72-4bcd-8300-daa2f129ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022692 Jan 31 19:11:52.968406 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6c63549e-4c23-4826-b83f-4169d3e92c43 req-6725b2c0-cc1c-49cf-8adc-101e0f417b20 service neutron] 10.222.0.21 "GET /v2.0/networks/58c95d76-db72-4bcd-8300-daa2f129ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858381 Jan 31 19:11:53.240000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941aef71-ef0d-421a-acf7-01b66b8fa80d req-80110fad-7f4e-41f4-afc8-5a782b31371e tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:53.242894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-941aef71-ef0d-421a-acf7-01b66b8fa80d req-80110fad-7f4e-41f4-afc8-5a782b31371e tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 943 time: 0.0844533 Jan 31 19:11:53.299720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-941aef71-ef0d-421a-acf7-01b66b8fa80d req-230ac905-5eab-4f39-8e14-973d8d8dffab tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=9390eea4-8ed0-4b6e-bf04-2f08190c60b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509644 Jan 31 19:11:54.166821 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:54.433012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215ff44-bad8-4715-b974-53673657517c req-14b18381-4c30-47a2-a0e6-8f46029e35b5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:54.435306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e215ff44-bad8-4715-b974-53673657517c req-14b18381-4c30-47a2-a0e6-8f46029e35b5 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 943 time: 0.0612895 Jan 31 19:11:54.514311 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:54.522083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e215ff44-bad8-4715-b974-53673657517c req-00750eb9-431a-475f-87cb-283f466a3ee3 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=9390eea4-8ed0-4b6e-bf04-2f08190c60b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801382 Jan 31 19:11:54.565814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5b020008-d046-4cb2-bc90-6afe844ce5e5 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:11:54.680680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5b020008-d046-4cb2-bc90-6afe844ce5e5, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5b020008-d046-4cb2-bc90-6afe844ce5e5,segment=NetworkSegment(d5783735-a798-4cba-b139-5aa78f983b33),segment_id=d5783735-a798-4cba-b139-5aa78f983b33)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:54.694256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '5b020008-d046-4cb2-bc90-6afe844ce5e5', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'port_id': '5b020008-d046-4cb2-bc90-6afe844ce5e5', 'mac_address': 'fa:16:3e:f5:c1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:11:54.733183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5b020008-d046-4cb2-bc90-6afe844ce5e5 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:54.734235 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:54.748701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b020008-d046-4cb2-bc90-6afe844ce5e5 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:11:54.770442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5b020008-d046-4cb2-bc90-6afe844ce5e5, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5b020008-d046-4cb2-bc90-6afe844ce5e5,segment=NetworkSegment(d5783735-a798-4cba-b139-5aa78f983b33),segment_id=d5783735-a798-4cba-b139-5aa78f983b33)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:54.783996 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:54.849456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5b020008-d046-4cb2-bc90-6afe844ce5e5,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:55.002300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['5b020008-d046-4cb2-bc90-6afe844ce5e5'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:11:55.309222 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:55.649309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b90a5-7c1c-405f-a8ad-351731e41e3c req-25c67da7-ae81-45c8-94a6-25a16dff6d19 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:55.650812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-485b90a5-7c1c-405f-a8ad-351731e41e3c req-25c67da7-ae81-45c8-94a6-25a16dff6d19 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 944 time: 0.0591516 Jan 31 19:11:55.710165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-485b90a5-7c1c-405f-a8ad-351731e41e3c req-ae69aede-e9cc-4ec7-99ca-a8a2ae462661 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=9390eea4-8ed0-4b6e-bf04-2f08190c60b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514920 Jan 31 19:11:56.338019 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:56.587234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5b020008-d046-4cb2-bc90-6afe844ce5e5 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:11:56.638922 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 5b020008-d046-4cb2-bc90-6afe844ce5e5 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:11:56.642932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 5b020008-d046-4cb2-bc90-6afe844ce5e5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:11:56.643390 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:56.729064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5b020008-d046-4cb2-bc90-6afe844ce5e5 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:11:56.729560 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:56.766316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416da357-9605-419c-a813-39a38ecf158e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b020008-d046-4cb2-bc90-6afe844ce5e5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:11:56.768826 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4200afa9-8011-4099-a434-5c6482faad4f" -d '{"events": [{"server_uuid": "416da357-9605-419c-a813-39a38ecf158e", "name": "network-vif-plugged", "status": "completed", "tag": "5b020008-d046-4cb2-bc90-6afe844ce5e5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:11:56.805625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5b020008-d046-4cb2-bc90-6afe844ce5e5, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5b020008-d046-4cb2-bc90-6afe844ce5e5,segment=NetworkSegment(d5783735-a798-4cba-b139-5aa78f983b33),segment_id=d5783735-a798-4cba-b139-5aa78f983b33)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:11:56.813447 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:56.845647 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34095eda-96b6-4529-83ec-804f589aaef2 x-openstack-request-id: req-34095eda-96b6-4529-83ec-804f589aaef2 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:11:56.846000 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416da357-9605-419c-a813-39a38ecf158e", "name": "network-vif-plugged", "status": "completed", "tag": "5b020008-d046-4cb2-bc90-6afe844ce5e5", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:11:56.846267 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34095eda-96b6-4529-83ec-804f589aaef2 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:11:56.846662 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416da357-9605-419c-a813-39a38ecf158e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b020008-d046-4cb2-bc90-6afe844ce5e5', 'code': 200} Jan 31 19:11:56.877436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5b020008-d046-4cb2-bc90-6afe844ce5e5,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:11:56.918597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6634508-9002-46c5-bba1-4784fbc961ff req-08abb09c-b67b-45f3-9a20-83195a2c775b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:56.921434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6634508-9002-46c5-bba1-4784fbc961ff req-08abb09c-b67b-45f3-9a20-83195a2c775b tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 945 time: 0.0995746 Jan 31 19:11:56.974113 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079e2cc-8bd8-4ccb-9738-2e48a1372d1f req-718794e4-f885-4b7a-921d-fa2062934a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:56.976445 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1079e2cc-8bd8-4ccb-9738-2e48a1372d1f req-718794e4-f885-4b7a-921d-fa2062934a28 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 1128 time: 0.0737848 Jan 31 19:11:56.978579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6634508-9002-46c5-bba1-4784fbc961ff req-a2028baf-2763-4ddc-967b-a4dd667174a2 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=9390eea4-8ed0-4b6e-bf04-2f08190c60b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508175 Jan 31 19:11:57.029992 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1079e2cc-8bd8-4ccb-9738-2e48a1372d1f req-81f88e02-0c24-4063-8561-f89ca2a64052 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9390eea4-8ed0-4b6e-bf04-2f08190c60b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480483 Jan 31 19:11:58.168741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e7115-33fa-4c11-a77a-6a8d5a496256 req-9314018d-30b8-4f78-afc2-3ffd76f85990 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:58.171963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-840e7115-33fa-4c11-a77a-6a8d5a496256 req-9314018d-30b8-4f78-afc2-3ffd76f85990 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 945 time: 0.0841656 Jan 31 19:11:58.253310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-840e7115-33fa-4c11-a77a-6a8d5a496256 req-fd3a211a-85b6-4f08-a796-16c0c954b27e tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=9390eea4-8ed0-4b6e-bf04-2f08190c60b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757709 Jan 31 19:11:59.417086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ab0f9-37b7-42c7-90b1-a083331707a9 req-ced9af42-b779-4836-a3a7-e78f3bafa426 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:59.418584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-501ab0f9-37b7-42c7-90b1-a083331707a9 req-ced9af42-b779-4836-a3a7-e78f3bafa426 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 945 time: 0.0611341 Jan 31 19:11:59.469202 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-501ab0f9-37b7-42c7-90b1-a083331707a9 req-749d35b5-3667-4675-8c10-a3dc78cd6476 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=9390eea4-8ed0-4b6e-bf04-2f08190c60b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436454 Jan 31 19:11:59.607258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46043c4f-fdc0-4c33-93c1-babeb3ceb371 req-6f946f41-2556-4b8b-be4a-8fc6c77e6ee9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:59.610176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46043c4f-fdc0-4c33-93c1-babeb3ceb371 req-6f946f41-2556-4b8b-be4a-8fc6c77e6ee9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 945 time: 0.0683367 Jan 31 19:11:59.661792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46043c4f-fdc0-4c33-93c1-babeb3ceb371 req-efcab89e-4b87-4c01-ba54-168048eb98fe tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=9390eea4-8ed0-4b6e-bf04-2f08190c60b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468085 Jan 31 19:11:59.684463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48800) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:59.739255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d409cf-e91c-443a-b1a0-e7c36662d555 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:11:59.741203 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e7d409cf-e91c-443a-b1a0-e7c36662d555 tempest-TestNetworkBasicOps-1603117604 tempest-TestNetworkBasicOps-1603117604-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 1123 time: 0.0556111 Jan 31 19:11:59.744055 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 48802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:11:59.748672 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '5b020008-d046-4cb2-bc90-6afe844ce5e5', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:11:59.774616 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:11:59.897475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:00.024928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Allocated IP 172.25.8.88 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/1682d545-f40f-4359-90f6-c0ed4dd981a3) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:12:00.148172 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (1682d545-f40f-4359-90f6-c0ed4dd981a3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:00.192417 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (1682d545-f40f-4359-90f6-c0ed4dd981a3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:00.237628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:12:00.241575 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:12:00.245508 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:12:00.283259 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=1682d545-f40f-4359-90f6-c0ed4dd981a3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:00.660842 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for floatingip (f406a6b3-dc5c-4963-9139-c6b07f2d1ed5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:00.748625 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1682d545-f40f-4359-90f6-c0ed4dd981a3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:00.908141 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for port (1682d545-f40f-4359-90f6-c0ed4dd981a3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:00.913721 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (1682d545-f40f-4359-90f6-c0ed4dd981a3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:01.012236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event updated for resources: {'Port': ['ID=1682d545-f40f-4359-90f6-c0ed4dd981a3,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:01.023737 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (f406a6b3-dc5c-4963-9139-c6b07f2d1ed5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:01.127420 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Floating IP f406a6b3-dc5c-4963-9139-c6b07f2d1ed5 associated. External IP: 172.25.8.88, port: 5b020008-d046-4cb2-bc90-6afe844ce5e5. Jan 31 19:12:01.738636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Router b824e222-6998-414f-a845-4db088e1d7cc has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:12:01.858780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:12:01.871718 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca84548-04d2-4392-b9e4-8d2e422405dd None None] Sync routers for ids ['b824e222-6998-414f-a845-4db088e1d7cc'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:12:01.884088 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca84548-04d2-4392-b9e4-8d2e422405dd None None] Routers {'b824e222-6998-414f-a845-4db088e1d7cc'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:01.885840 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3ca84548-04d2-4392-b9e4-8d2e422405dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b824e222-6998-414f-a845-4db088e1d7cc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:01.909423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:01.947739 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48848) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:01.949473 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bcf98468-cee2-485f-934a-dfd93991685a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2042322 Jan 31 19:12:01.950192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416da357-9605-419c-a813-39a38ecf158e', 'tag': '5b020008-d046-4cb2-bc90-6afe844ce5e5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:12:01.953229 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a69ebc5-f2ce-416b-baa6-ac5696f55368" -d '{"events": [{"name": "network-changed", "server_uuid": "416da357-9605-419c-a813-39a38ecf158e", "tag": "5b020008-d046-4cb2-bc90-6afe844ce5e5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:12:01.999018 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b6d0ff-c504-455e-bb1c-543fc92894ad x-openstack-request-id: req-e3b6d0ff-c504-455e-bb1c-543fc92894ad {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:12:01.999587 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416da357-9605-419c-a813-39a38ecf158e", "tag": "5b020008-d046-4cb2-bc90-6afe844ce5e5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:12:02.000594 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3b6d0ff-c504-455e-bb1c-543fc92894ad {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:12:02.001610 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416da357-9605-419c-a813-39a38ecf158e', 'tag': '5b020008-d046-4cb2-bc90-6afe844ce5e5', 'status': 'completed', 'code': 200} Jan 31 19:12:02.023519 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3ca84548-04d2-4392-b9e4-8d2e422405dd None None] Set router b824e222-6998-414f-a845-4db088e1d7cc gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:02.083600 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69ebc5-f2ce-416b-baa6-ac5696f55368 req-8039c5d5-ccb8-4035-98e5-c422e9b27cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:02.086713 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5a69ebc5-f2ce-416b-baa6-ac5696f55368 req-8039c5d5-ccb8-4035-98e5-c422e9b27cd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 1128 time: 0.0614271 Jan 31 19:12:02.200816 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3cf149ce-62f9-4739-88c7-10a4cd8490bc tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/floatingips/f406a6b3-dc5c-4963-9139-c6b07f2d1ed5 HTTP/1.1" status: 200 len: 990 time: 0.2508495 Jan 31 19:12:02.223191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69ebc5-f2ce-416b-baa6-ac5696f55368 req-3eb7ca66-1037-4570-9127-eab82361376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:02.225053 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5a69ebc5-f2ce-416b-baa6-ac5696f55368 req-3eb7ca66-1037-4570-9127-eab82361376f service neutron] 10.222.0.21 "GET /v2.0/networks?id=58c95d76-db72-4bcd-8300-daa2f129ee32 HTTP/1.1" status: 200 len: 898 time: 0.1308470 Jan 31 19:12:02.277840 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3ca84548-04d2-4392-b9e4-8d2e422405dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:11:41Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f406a6b3-dc5c-4963-9139-c6b07f2d1ed5', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'port_id': '5b020008-d046-4cb2-bc90-6afe844ce5e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'mac_address': 'fa:16:3e:f5:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416da357-9605-419c-a813-39a38ecf158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:12:00Z', 'updated_at': '2022-01-31T19:12:00Z', 'revision_number': 0, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b3314d-ac14-4c00-ae7a-423926d6793a', 'name': '', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:7b:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:40Z', 'updated_at': '2022-01-31T19:11:47Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:02.298538 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5a69ebc5-f2ce-416b-baa6-ac5696f55368 req-c798598d-af94-48c3-8b8f-990f1ea76733 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b020008-d046-4cb2-bc90-6afe844ce5e5 HTTP/1.1" status: 200 len: 998 time: 0.0670846 Jan 31 19:12:02.313380 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca84548-04d2-4392-b9e4-8d2e422405dd None None] Checking router: b824e222-6998-414f-a845-4db088e1d7cc for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:12:02.323328 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca84548-04d2-4392-b9e4-8d2e422405dd None None] Routers {'b824e222-6998-414f-a845-4db088e1d7cc'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:02.323328 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3ca84548-04d2-4392-b9e4-8d2e422405dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b824e222-6998-414f-a845-4db088e1d7cc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:02.353895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69ebc5-f2ce-416b-baa6-ac5696f55368 req-0a4e406c-a42c-4db3-b6b6-6fcfad328d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:02.355666 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5a69ebc5-f2ce-416b-baa6-ac5696f55368 req-0a4e406c-a42c-4db3-b6b6-6fcfad328d4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe0e5017-f0e6-4c1a-8c58-8def35efea92 HTTP/1.1" status: 200 len: 835 time: 0.0509012 Jan 31 19:12:02.432892 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69ebc5-f2ce-416b-baa6-ac5696f55368 req-4977e717-7a32-4007-8ec4-3cb6d93ff9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:02.434533 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5a69ebc5-f2ce-416b-baa6-ac5696f55368 req-4977e717-7a32-4007-8ec4-3cb6d93ff9e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58c95d76-db72-4bcd-8300-daa2f129ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0729942 Jan 31 19:12:02.478378 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3ca84548-04d2-4392-b9e4-8d2e422405dd None None] Set router b824e222-6998-414f-a845-4db088e1d7cc gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:02.582150 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5a69ebc5-f2ce-416b-baa6-ac5696f55368 req-c2a30817-4bcf-42ce-b860-dff1e0e6418d service neutron] 10.222.0.21 "GET /v2.0/networks/58c95d76-db72-4bcd-8300-daa2f129ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413836 Jan 31 19:12:02.847967 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5a69ebc5-f2ce-416b-baa6-ac5696f55368 req-c0f34540-7100-4297-9e23-806ebfb8ffb3 service neutron] 10.222.0.21 "GET /v2.0/networks/58c95d76-db72-4bcd-8300-daa2f129ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591975 Jan 31 19:12:02.985858 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3ca84548-04d2-4392-b9e4-8d2e422405dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:11:41Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f406a6b3-dc5c-4963-9139-c6b07f2d1ed5', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'port_id': '5b020008-d046-4cb2-bc90-6afe844ce5e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'mac_address': 'fa:16:3e:f5:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416da357-9605-419c-a813-39a38ecf158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:12:00Z', 'updated_at': '2022-01-31T19:12:00Z', 'revision_number': 0, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b3314d-ac14-4c00-ae7a-423926d6793a', 'name': '', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:7b:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:40Z', 'updated_at': '2022-01-31T19:11:47Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:03.021440 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca84548-04d2-4392-b9e4-8d2e422405dd None None] The sync data for ids ['b824e222-6998-414f-a845-4db088e1d7cc'] in n-d-812111-15 is: [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:11:41Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f406a6b3-dc5c-4963-9139-c6b07f2d1ed5', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'port_id': '5b020008-d046-4cb2-bc90-6afe844ce5e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'mac_address': 'fa:16:3e:f5:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416da357-9605-419c-a813-39a38ecf158e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:12:00Z', 'updated_at': '2022-01-31T19:12:00Z', 'revision_number': 0, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b3314d-ac14-4c00-ae7a-423926d6793a', 'name': '', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:7b:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:40Z', 'updated_at': '2022-01-31T19:11:47Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:12:03.202037 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48880) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:03.319752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-dc1d8a49-b403-4147-bcd2-9153977366e1 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/floatingips/f406a6b3-dc5c-4963-9139-c6b07f2d1ed5 HTTP/1.1" status: 200 len: 990 time: 0.1148200 Jan 31 19:12:03.382407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd5882-6040-411f-9734-89c2338c0253 None None] New status for floating IP f406a6b3-dc5c-4963-9139-c6b07f2d1ed5: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:12:04.322183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 48888) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:04.420403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-02f81900-a94b-4c8a-b34c-9d28da1a372a tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/floatingips/f406a6b3-dc5c-4963-9139-c6b07f2d1ed5 HTTP/1.1" status: 200 len: 992 time: 0.0952942 Jan 31 19:12:07.364828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-0f0062b6-f668-4a81-8d85-468bd19a49b0 req-52956d33-7bdc-48d1-abee-6080997c65b2 service neutron] (103225) timed out ('10.222.0.20', 50420) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:12:12.269676 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:12:17.567127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619e86e-4722-448f-a401-6eb4f5a4cc59 req-c130a6ec-0114-42a7-bb98-933aa65f455b tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:17.568626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c619e86e-4722-448f-a401-6eb4f5a4cc59 req-c130a6ec-0114-42a7-bb98-933aa65f455b tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 945 time: 0.0529988 Jan 31 19:12:17.625298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c619e86e-4722-448f-a401-6eb4f5a4cc59 req-eb9a5870-2f88-4617-b371-2c7bbeac335f tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506325 Jan 31 19:12:18.807041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94e24f-b9a2-433b-a7aa-83d612be82a4 req-d282429c-52c0-4b6d-9e7f-7f35ac1bb3a5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:18.808984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb94e24f-b9a2-433b-a7aa-83d612be82a4 req-d282429c-52c0-4b6d-9e7f-7f35ac1bb3a5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 945 time: 0.0906546 Jan 31 19:12:18.861306 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-763ff39b-dc8d-4a40-8f9c-d5da201a4fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:18.882161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb94e24f-b9a2-433b-a7aa-83d612be82a4 req-42fc574a-4c6e-484c-be60-d5827814ba0b tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/security-groups?id=97054edc-8570-4991-ab1e-4df4dd9a0c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652299 Jan 31 19:12:18.926397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-be4678c9-76e1-43e0-bd33-9bdfdd772b6a tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:18.928748 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-be4678c9-76e1-43e0-bd33-9bdfdd772b6a tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.21 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 945 time: 0.0858321 Jan 31 19:12:19.034628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Deleting port cc9f9611-946b-4f8c-bff4-1af98df1ae2c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:19.035224 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:19.139455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] For port cc9f9611-946b-4f8c-bff4-1af98df1ae2c, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=cc9f9611-946b-4f8c-bff4-1af98df1ae2c,segment=NetworkSegment(9587da87-f999-44da-8a90-1b96939c53fa),segment_id=9587da87-f999-44da-8a90-1b96939c53fa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:19.140824 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:19.391996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:19.392546 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (ed651650-7677-418b-9093-856809f1e867), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:19.392992 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Floating IP ed651650-7677-418b-9093-856809f1e867 disassociated. External IP: 172.25.8.78, port: cc9f9611-946b-4f8c-bff4-1af98df1ae2c. Jan 31 19:12:19.393435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Calling delete_port for cc9f9611-946b-4f8c-bff4-1af98df1ae2c owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:19.539037 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (cc9f9611-946b-4f8c-bff4-1af98df1ae2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:19.603334 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event deleted for resources: {'Port': ['ID=cc9f9611-946b-4f8c-bff4-1af98df1ae2c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:19.762798 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:12:19.888231 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:12:19.901041 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a4712-ee11-474a-a105-68f15f63a2f7 None None] Sync routers for ids ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:12:19.934717 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a4712-ee11-474a-a105-68f15f63a2f7 None None] Routers {'3f6ecc4e-b061-4075-b03d-4ae5de1a0723'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:19.935877 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f26a4712-ee11-474a-a105-68f15f63a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:19.987127 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] No DVR routers for this DVR port cc9f9611-946b-4f8c-bff4-1af98df1ae2c on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:12:19.990656 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:20.008506 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-335b0c01-dbf6-4e77-9674-9e1dfac7485b req-4991540e-5760-4cb2-afdb-fc390ea7e4c5 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.21 "DELETE /v2.0/ports/cc9f9611-946b-4f8c-bff4-1af98df1ae2c HTTP/1.1" status: 204 len: 173 time: 1.0745416 Jan 31 19:12:20.009179 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'name': 'network-vif-deleted', 'tag': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:12:20.013023 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c10abe9-dc13-4ade-a7c4-24bdfbc91746" -d '{"events": [{"server_uuid": "6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81", "name": "network-vif-deleted", "tag": "cc9f9611-946b-4f8c-bff4-1af98df1ae2c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:12:20.114266 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27f6fbc-41f3-4f0d-aa7b-2f8ee65b79a6 x-openstack-request-id: req-d27f6fbc-41f3-4f0d-aa7b-2f8ee65b79a6 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:12:20.114455 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81", "name": "network-vif-deleted", "tag": "cc9f9611-946b-4f8c-bff4-1af98df1ae2c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:12:20.114711 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d27f6fbc-41f3-4f0d-aa7b-2f8ee65b79a6 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:12:20.115119 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81', 'name': 'network-vif-deleted', 'tag': 'cc9f9611-946b-4f8c-bff4-1af98df1ae2c', 'status': 'completed', 'code': 200} Jan 31 19:12:20.126903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e729564c-ed37-4509-98bb-0193fd5f897b req-f631518a-5d84-45ef-b8a1-2fb8277a4693 tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "GET /v2.0/ports?device_id=6329a7c5-8fea-4ab5-a7d5-9ddb533dbb81 HTTP/1.1" status: 200 len: 210 time: 0.0476184 Jan 31 19:12:20.273188 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f26a4712-ee11-474a-a105-68f15f63a2f7 None None] Set router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:20.534181 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f26a4712-ee11-474a-a105-68f15f63a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:06:48Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1d996580-771d-4d93-8069-df4c24d123d6', 'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'mac_address': 'fa:16:3e:cb:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:45Z', 'updated_at': '2022-01-31T19:07:03Z', 'revision_number': 5, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'subnets': [{'id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:20.644776 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a4712-ee11-474a-a105-68f15f63a2f7 None None] Checking router: 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:12:20.676024 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a4712-ee11-474a-a105-68f15f63a2f7 None None] Routers {'3f6ecc4e-b061-4075-b03d-4ae5de1a0723'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:20.678175 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f26a4712-ee11-474a-a105-68f15f63a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:11:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:20.844306 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f26a4712-ee11-474a-a105-68f15f63a2f7 None None] Set router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:21.078926 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f26a4712-ee11-474a-a105-68f15f63a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:06:48Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1d996580-771d-4d93-8069-df4c24d123d6', 'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'mac_address': 'fa:16:3e:cb:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:45Z', 'updated_at': '2022-01-31T19:07:03Z', 'revision_number': 5, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'subnets': [{'id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:21.094993 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3a4035f-ad85-42ff-b1f0-27e45b3a3243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:21.112854 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a4712-ee11-474a-a105-68f15f63a2f7 None None] The sync data for ids ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'] in n-d-812111-15 is: [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:06:48Z', 'revision_number': 4, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '1d996580-771d-4d93-8069-df4c24d123d6', 'name': '', 'network_id': '87661c57-1ac4-4194-9c98-cbc79abc8a11', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'mac_address': 'fa:16:3e:cb:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:45Z', 'updated_at': '2022-01-31T19:07:03Z', 'revision_number': 5, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'subnets': [{'id': '09fa3c85-174c-41f3-88fa-6a44f5806b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:12:21.230495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49110) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:21.419692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-05baf46b-b707-4a7e-9715-8b0a9913fe1c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Deleting port a0fea901-876f-4e6f-8618-43444940d2ee {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:21.420041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05baf46b-b707-4a7e-9715-8b0a9913fe1c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a0fea901-876f-4e6f-8618-43444940d2ee), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:21.523450 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05baf46b-b707-4a7e-9715-8b0a9913fe1c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a0fea901-876f-4e6f-8618-43444940d2ee), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:21.523785 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05baf46b-b707-4a7e-9715-8b0a9913fe1c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for floatingip (a0fea901-876f-4e6f-8618-43444940d2ee), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:21.537111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-05baf46b-b707-4a7e-9715-8b0a9913fe1c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Calling delete_port for a0fea901-876f-4e6f-8618-43444940d2ee owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:21.594731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052d1809-e1d2-4bbd-a958-ac42556dd712 None None] New status for floating IP ed651650-7677-418b-9093-856809f1e867: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:12:21.743072 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05baf46b-b707-4a7e-9715-8b0a9913fe1c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a0fea901-876f-4e6f-8618-43444940d2ee), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:21.743592 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-052d1809-e1d2-4bbd-a958-ac42556dd712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:12:21.744015 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-052d1809-e1d2-4bbd-a958-ac42556dd712 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:12:21.767333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baf46b-b707-4a7e-9715-8b0a9913fe1c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event deleted for resources: {'Port': ['ID=a0fea901-876f-4e6f-8618-43444940d2ee,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:21.857656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05baf46b-b707-4a7e-9715-8b0a9913fe1c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for floatingip (ed651650-7677-418b-9093-856809f1e867), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:21.860538 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05baf46b-b707-4a7e-9715-8b0a9913fe1c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:21.865095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-05baf46b-b707-4a7e-9715-8b0a9913fe1c tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "DELETE /v2.0/floatingips/ed651650-7677-418b-9093-856809f1e867 HTTP/1.1" status: 204 len: 168 time: 0.6333179 Jan 31 19:12:21.940237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49120) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:22.005001 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-faf9594e-dcd3-4730-bfbc-99a9b44fa0ef tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group (97054edc-8570-4991-ab1e-4df4dd9a0c4c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:22.033648 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-faf9594e-dcd3-4730-bfbc-99a9b44fa0ef tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group (97054edc-8570-4991-ab1e-4df4dd9a0c4c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:22.102891 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-faf9594e-dcd3-4730-bfbc-99a9b44fa0ef tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (97054edc-8570-4991-ab1e-4df4dd9a0c4c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:22.106387 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-faf9594e-dcd3-4730-bfbc-99a9b44fa0ef tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:22.107863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-faf9594e-dcd3-4730-bfbc-99a9b44fa0ef tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] 10.222.0.20 "DELETE /v2.0/security-groups/97054edc-8570-4991-ab1e-4df4dd9a0c4c HTTP/1.1" status: 204 len: 168 time: 0.1663520 Jan 31 19:12:22.134099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9594e-dcd3-4730-bfbc-99a9b44fa0ef tempest-TestServerBasicOps-753411123 tempest-TestServerBasicOps-753411123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97054edc-8570-4991-ab1e-4df4dd9a0c4c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:22.150636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49124) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:22.245736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052d1809-e1d2-4bbd-a958-ac42556dd712 None None] New status for floating IP ed651650-7677-418b-9093-856809f1e867: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:12:22.535094 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:22.701011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device cc9f9611-946b-4f8c-bff4-1af98df1ae2c no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:12:22.751330 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: cc9f9611-946b-4f8c-bff4-1af98df1ae2c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:12:22.751680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device cc9f9611-946b-4f8c-bff4-1af98df1ae2c not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:12:23.135193 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8a05e9b-17e2-44ff-a167-923a6b5de6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:23.420835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e8a05e9b-17e2-44ff-a167-923a6b5de6cf admin admin] Deleting port 1d996580-771d-4d93-8069-df4c24d123d6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:23.422125 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8a05e9b-17e2-44ff-a167-923a6b5de6cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1d996580-771d-4d93-8069-df4c24d123d6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:23.515447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e8a05e9b-17e2-44ff-a167-923a6b5de6cf admin admin] For port 1d996580-771d-4d93-8069-df4c24d123d6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1d996580-771d-4d93-8069-df4c24d123d6,segment=NetworkSegment(9587da87-f999-44da-8a90-1b96939c53fa),segment_id=9587da87-f999-44da-8a90-1b96939c53fa)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:23.516037 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8a05e9b-17e2-44ff-a167-923a6b5de6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1d996580-771d-4d93-8069-df4c24d123d6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:23.540991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e8a05e9b-17e2-44ff-a167-923a6b5de6cf admin admin] Calling delete_port for 1d996580-771d-4d93-8069-df4c24d123d6 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:23.812834 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8a05e9b-17e2-44ff-a167-923a6b5de6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1d996580-771d-4d93-8069-df4c24d123d6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:23.840807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a05e9b-17e2-44ff-a167-923a6b5de6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=1d996580-771d-4d93-8069-df4c24d123d6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:24.121149 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8a05e9b-17e2-44ff-a167-923a6b5de6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:24.165780 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:24.394144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a05e9b-17e2-44ff-a167-923a6b5de6cf admin admin] Router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:12:24.523516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a05e9b-17e2-44ff-a167-923a6b5de6cf admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:12:24.529831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e8a05e9b-17e2-44ff-a167-923a6b5de6cf admin admin] 10.222.0.20 "PUT /v2.0/routers/3f6ecc4e-b061-4075-b03d-4ae5de1a0723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3781397 Jan 31 19:12:24.533012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:24.533829 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab4549-fb12-46ce-8b51-27dc3fb4e89a None None] Sync routers for ids ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:12:24.550590 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab4549-fb12-46ce-8b51-27dc3fb4e89a None None] Routers {'3f6ecc4e-b061-4075-b03d-4ae5de1a0723'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:24.551791 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-86ab4549-fb12-46ce-8b51-27dc3fb4e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:24.560656 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:24.683089 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-86ab4549-fb12-46ce-8b51-27dc3fb4e89a None None] Set router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:24.717739 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Publish callbacks [] for router (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:24.846294 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Publish callbacks [] for router_gateway (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:24.914459 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Deleting port 454188dc-6ac3-4eb4-bf88-aba06c0521a6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:24.915049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:24.953384 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-86ab4549-fb12-46ce-8b51-27dc3fb4e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:12:23Z', 'revision_number': 5, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port': {'id': '454188dc-6ac3-4eb4-bf88-aba06c0521a6', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:41Z', 'updated_at': '2022-01-31T19:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:25.006719 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab4549-fb12-46ce-8b51-27dc3fb4e89a None None] Checking router: 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:12:25.019131 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] For port 454188dc-6ac3-4eb4-bf88-aba06c0521a6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=454188dc-6ac3-4eb4-bf88-aba06c0521a6,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:25.019498 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:25.025777 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab4549-fb12-46ce-8b51-27dc3fb4e89a None None] Routers {'3f6ecc4e-b061-4075-b03d-4ae5de1a0723'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:25.026491 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-86ab4549-fb12-46ce-8b51-27dc3fb4e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:25.034904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Calling delete_port for 454188dc-6ac3-4eb4-bf88-aba06c0521a6 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:25.154549 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-86ab4549-fb12-46ce-8b51-27dc3fb4e89a None None] Set router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:25.297254 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:25.323755 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (454188dc-6ac3-4eb4-bf88-aba06c0521a6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:25.334673 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-86ab4549-fb12-46ce-8b51-27dc3fb4e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:12:24Z', 'revision_number': 6, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:25.370795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Pushing event deleted for resources: {'Port': ['ID=454188dc-6ac3-4eb4-bf88-aba06c0521a6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:25.379267 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab4549-fb12-46ce-8b51-27dc3fb4e89a None None] The sync data for ids ['3f6ecc4e-b061-4075-b03d-4ae5de1a0723'] in n-d-812111-15 is: [{'id': '3f6ecc4e-b061-4075-b03d-4ae5de1a0723', 'name': 'tempest-TestServerBasicOps-1981119408-router', 'tenant_id': 'e1e07f2c933042e495a9177559b5c060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:40Z', 'updated_at': '2022-01-31T19:12:24Z', 'revision_number': 6, 'project_id': 'e1e07f2c933042e495a9177559b5c060', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:12:25.477544 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:25.575583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:25.578052 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Publish callbacks [] for router_controller (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:25.629678 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (3f6ecc4e-b061-4075-b03d-4ae5de1a0723), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:25.630257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f6ecc4e-b061-4075-b03d-4ae5de1a0723 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:12:25.636151 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:25.637937 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c3adef69-844d-40c5-9246-0720f7d1a625 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3f6ecc4e-b061-4075-b03d-4ae5de1a0723 HTTP/1.1" status: 204 len: 168 time: 1.1034431 Jan 31 19:12:25.640687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49170) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:25.699083 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-886f0b8d-85aa-4681-9ee4-02f111748940 admin admin] Deleting subnet 09fa3c85-174c-41f3-88fa-6a44f5806b0f {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:12:25.703260 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-886f0b8d-85aa-4681-9ee4-02f111748940 admin admin] Publish callbacks [] for subnet (09fa3c85-174c-41f3-88fa-6a44f5806b0f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:25.750855 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-886f0b8d-85aa-4681-9ee4-02f111748940 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (09fa3c85-174c-41f3-88fa-6a44f5806b0f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:25.865946 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-886f0b8d-85aa-4681-9ee4-02f111748940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (09fa3c85-174c-41f3-88fa-6a44f5806b0f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:25.957083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-886f0b8d-85aa-4681-9ee4-02f111748940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (09fa3c85-174c-41f3-88fa-6a44f5806b0f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.005124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f0b8d-85aa-4681-9ee4-02f111748940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09fa3c85-174c-41f3-88fa-6a44f5806b0f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:26.021399 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-886f0b8d-85aa-4681-9ee4-02f111748940 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.022148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc365a9-e06a-4c22-b1a1-5f2a0bda4f38 None None] Network 87661c57-1ac4-4194-9c98-cbc79abc8a11 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:12:26.025750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-886f0b8d-85aa-4681-9ee4-02f111748940 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/09fa3c85-174c-41f3-88fa-6a44f5806b0f HTTP/1.1" status: 204 len: 168 time: 0.3835030 Jan 31 19:12:26.028376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49180) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:26.120171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (87661c57-1ac4-4194-9c98-cbc79abc8a11), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.180637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Deleting port 30b54753-0f51-4b90-bdf8-96757b5fdadd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:26.181201 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.262173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] For port 30b54753-0f51-4b90-bdf8-96757b5fdadd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=30b54753-0f51-4b90-bdf8-96757b5fdadd,segment=NetworkSegment(9587da87-f999-44da-8a90-1b96939c53fa),segment_id=9587da87-f999-44da-8a90-1b96939c53fa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:26.262924 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.278817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Calling delete_port for 30b54753-0f51-4b90-bdf8-96757b5fdadd owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:26.361150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] DHCP port deletion for 87661c57-1ac4-4194-9c98-cbc79abc8a11 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:12:26.371373 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.407166 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.440507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b54753-0f51-4b90-bdf8-96757b5fdadd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:26.445953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] No DVR routers for this DVR port 30b54753-0f51-4b90-bdf8-96757b5fdadd on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:12:26.497928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Deleting port 30b54753-0f51-4b90-bdf8-96757b5fdadd {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:26.499585 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.545756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (87661c57-1ac4-4194-9c98-cbc79abc8a11), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.597429 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87661c57-1ac4-4194-9c98-cbc79abc8a11']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:26.609528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9587da87-f999-44da-8a90-1b96939c53fa') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:26.609836 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9587da87-f999-44da-8a90-1b96939c53fa') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:26.630261 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (9587da87-f999-44da-8a90-1b96939c53fa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.632711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] For port 30b54753-0f51-4b90-bdf8-96757b5fdadd, host n-d-812111-15, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:26.633379 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.650583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9587da87-f999-44da-8a90-1b96939c53fa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.659171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:12:26.660543 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (9587da87-f999-44da-8a90-1b96939c53fa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.661391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Calling delete_port for 30b54753-0f51-4b90-bdf8-96757b5fdadd owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:12:26.662825 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:12:26.667523 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Port 30b54753-0f51-4b90-bdf8-96757b5fdadd was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 19:12:26.669328 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (30b54753-0f51-4b90-bdf8-96757b5fdadd), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.719254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Pushing event deleted for resources: {'Port': ['ID=30b54753-0f51-4b90-bdf8-96757b5fdadd,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:26.722225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] No DVR routers for this DVR port 30b54753-0f51-4b90-bdf8-96757b5fdadd on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:12:26.739794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.740444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.740891 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.742964 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.743413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.743848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.744308 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.747359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.748525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.749058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.750899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.751852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.753003 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe3cfb-34ed-4da8-9a37-2d03a5abf649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:26.801275 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (87661c57-1ac4-4194-9c98-cbc79abc8a11), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.807001 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:26.811293 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/87661c57-1ac4-4194-9c98-cbc79abc8a11 HTTP/1.1" status: 204 len: 168 time: 0.7818780 Jan 31 19:12:26.815089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49188) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:26.831448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b1a54-f301-4489-8de9-c1197a8ca4c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=87661c57-1ac4-4194-9c98-cbc79abc8a11,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:27.292196 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37f7dd70-d462-4d48-8163-11115dce8e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:27.338032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1d996580-771d-4d93-8069-df4c24d123d6 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:12:27.370433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 1d996580-771d-4d93-8069-df4c24d123d6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:12:27.372139 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1d996580-771d-4d93-8069-df4c24d123d6 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:12:27.374211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 30b54753-0f51-4b90-bdf8-96757b5fdadd no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:12:27.437582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 30b54753-0f51-4b90-bdf8-96757b5fdadd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:12:27.438908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 30b54753-0f51-4b90-bdf8-96757b5fdadd not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:12:27.439512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 454188dc-6ac3-4eb4-bf88-aba06c0521a6 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:12:27.480060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 454188dc-6ac3-4eb4-bf88-aba06c0521a6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:12:27.480754 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 454188dc-6ac3-4eb4-bf88-aba06c0521a6 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:12:27.698496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-37f7dd70-d462-4d48-8163-11115dce8e72 admin admin] Deleting port e22e2038-ad5f-4669-b33d-b8d80f658114 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:27.699043 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37f7dd70-d462-4d48-8163-11115dce8e72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:27.802966 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-37f7dd70-d462-4d48-8163-11115dce8e72 admin admin] For port e22e2038-ad5f-4669-b33d-b8d80f658114, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e22e2038-ad5f-4669-b33d-b8d80f658114,segment=NetworkSegment(c7aec195-44f9-4b79-81af-3adeeb0d0f69),segment_id=c7aec195-44f9-4b79-81af-3adeeb0d0f69)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:27.803484 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37f7dd70-d462-4d48-8163-11115dce8e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:27.820906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-37f7dd70-d462-4d48-8163-11115dce8e72 admin admin] Calling delete_port for e22e2038-ad5f-4669-b33d-b8d80f658114 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:28.354507 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37f7dd70-d462-4d48-8163-11115dce8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e22e2038-ad5f-4669-b33d-b8d80f658114), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:28.380462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7dd70-d462-4d48-8163-11115dce8e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e22e2038-ad5f-4669-b33d-b8d80f658114,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:28.565674 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37f7dd70-d462-4d48-8163-11115dce8e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:28.857775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f7dd70-d462-4d48-8163-11115dce8e72 admin admin] Router 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:12:29.000190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f7dd70-d462-4d48-8163-11115dce8e72 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:12:29.011618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e31736-47e5-43a3-a78f-42edf465b200 None None] Sync routers for ids ['58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:12:29.016825 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-37f7dd70-d462-4d48-8163-11115dce8e72 admin admin] 10.222.0.20 "PUT /v2.0/routers/58b7ecdc-bd70-46d0-956f-0eab8d5b20a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1980371 Jan 31 19:12:29.016825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49218) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:29.043734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e31736-47e5-43a3-a78f-42edf465b200 None None] Routers {'58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:29.044846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a9e31736-47e5-43a3-a78f-42edf465b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:29.166490 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Publish callbacks [] for router (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:29.260928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a9e31736-47e5-43a3-a78f-42edf465b200 None None] Set router 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:29.297908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Publish callbacks [] for router_gateway (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:29.383876 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Deleting port c866a23e-3922-4eb7-b575-31db9b8b9f36 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:29.384355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:29.524545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a9e31736-47e5-43a3-a78f-42edf465b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'name': 'tempest-TestServerBasicOps-1147719104-router', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:54Z', 'updated_at': '2022-01-31T19:12:28Z', 'revision_number': 5, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'gw_port': {'id': 'c866a23e-3922-4eb7-b575-31db9b8b9f36', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:06:55Z', 'updated_at': '2022-01-31T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:29.564363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e31736-47e5-43a3-a78f-42edf465b200 None None] Checking router: 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:12:29.570178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] For port c866a23e-3922-4eb7-b575-31db9b8b9f36, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c866a23e-3922-4eb7-b575-31db9b8b9f36,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:29.570554 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:29.575362 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e31736-47e5-43a3-a78f-42edf465b200 None None] Routers {'58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:29.576476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a9e31736-47e5-43a3-a78f-42edf465b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:29.597604 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Calling delete_port for c866a23e-3922-4eb7-b575-31db9b8b9f36 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:29.881444 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c866a23e-3922-4eb7-b575-31db9b8b9f36), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:29.913179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a9e31736-47e5-43a3-a78f-42edf465b200 None None] Set router 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:29.998308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Pushing event deleted for resources: {'Port': ['ID=c866a23e-3922-4eb7-b575-31db9b8b9f36,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:30.002310 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.019016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a9e31736-47e5-43a3-a78f-42edf465b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'name': 'tempest-TestServerBasicOps-1147719104-router', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:54Z', 'updated_at': '2022-01-31T19:12:29Z', 'revision_number': 6, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:30.057926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e31736-47e5-43a3-a78f-42edf465b200 None None] The sync data for ids ['58b7ecdc-bd70-46d0-956f-0eab8d5b20a7'] in n-d-812111-15 is: [{'id': '58b7ecdc-bd70-46d0-956f-0eab8d5b20a7', 'name': 'tempest-TestServerBasicOps-1147719104-router', 'tenant_id': 'a594cc0299274ce4870b051d010fb932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:06:54Z', 'updated_at': '2022-01-31T19:12:29Z', 'revision_number': 6, 'project_id': 'a594cc0299274ce4870b051d010fb932', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:12:30.133332 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.135775 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Publish callbacks [] for router_controller (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.189598 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (58b7ecdc-bd70-46d0-956f-0eab8d5b20a7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.189718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:12:30.194470 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.195701 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-56069179-fac8-4e6c-b4fa-ffccaa53c95a admin admin] 10.222.0.20 "DELETE /v2.0/routers/58b7ecdc-bd70-46d0-956f-0eab8d5b20a7 HTTP/1.1" status: 204 len: 168 time: 1.1781547 Jan 31 19:12:30.198419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49234) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:30.269821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Deleting subnet ee8cc6e9-6cf3-452e-890a-82c65883de9f {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:12:30.274619 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Publish callbacks [] for subnet (ee8cc6e9-6cf3-452e-890a-82c65883de9f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.337815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (ee8cc6e9-6cf3-452e-890a-82c65883de9f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.443878 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (ee8cc6e9-6cf3-452e-890a-82c65883de9f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.510996 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (ee8cc6e9-6cf3-452e-890a-82c65883de9f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.554080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee8cc6e9-6cf3-452e-890a-82c65883de9f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:30.567590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d2b9b3-4236-4622-9d96-68b56622a77d None None] Network 2d49b67e-9b61-40aa-ab74-767b48ba9da8 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:12:30.579416 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.589930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ee8cc6e9-6cf3-452e-890a-82c65883de9f HTTP/1.1" status: 204 len: 168 time: 0.3882885 Jan 31 19:12:30.591021 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49236) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:30.601031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.601397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.605085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.605450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.605795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.606135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.606471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.606802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.607132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.607459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.607794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.608112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.608502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b81c0-2478-44b8-ab0d-2701e19d638a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:30.712499 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (2d49b67e-9b61-40aa-ab74-767b48ba9da8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.805440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Deleting port dfb37268-0a37-44cf-95e7-a98ce5dcf542 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:30.806067 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.889879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] For port dfb37268-0a37-44cf-95e7-a98ce5dcf542, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=dfb37268-0a37-44cf-95e7-a98ce5dcf542,segment=NetworkSegment(c7aec195-44f9-4b79-81af-3adeeb0d0f69),segment_id=c7aec195-44f9-4b79-81af-3adeeb0d0f69)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:30.890982 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:30.908296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Calling delete_port for dfb37268-0a37-44cf-95e7-a98ce5dcf542 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:30.962100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49242) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:31.026713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06551eef-8fd2-4a42-a61e-7448e43d3d7f None None] DHCP port deletion for 2d49b67e-9b61-40aa-ab74-767b48ba9da8 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:12:31.069655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.092139 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7d59849b-5f92-451a-b735-7502977b146d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/floatingips/f406a6b3-dc5c-4963-9139-c6b07f2d1ed5 HTTP/1.1" status: 200 len: 992 time: 0.1287684 Jan 31 19:12:31.125122 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb37268-0a37-44cf-95e7-a98ce5dcf542,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:31.140627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] No DVR routers for this DVR port dfb37268-0a37-44cf-95e7-a98ce5dcf542 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:12:31.187578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-06551eef-8fd2-4a42-a61e-7448e43d3d7f None None] Deleting port dfb37268-0a37-44cf-95e7-a98ce5dcf542 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:31.188163 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-06551eef-8fd2-4a42-a61e-7448e43d3d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.268501 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (2d49b67e-9b61-40aa-ab74-767b48ba9da8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.314304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d49b67e-9b61-40aa-ab74-767b48ba9da8']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:31.325829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7aec195-44f9-4b79-81af-3adeeb0d0f69') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:31.326273 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7aec195-44f9-4b79-81af-3adeeb0d0f69') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:31.332313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-06551eef-8fd2-4a42-a61e-7448e43d3d7f None None] For port dfb37268-0a37-44cf-95e7-a98ce5dcf542, host n-d-812111-15, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:31.332738 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-06551eef-8fd2-4a42-a61e-7448e43d3d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.337800 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (c7aec195-44f9-4b79-81af-3adeeb0d0f69), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.371764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-06551eef-8fd2-4a42-a61e-7448e43d3d7f None None] Calling delete_port for dfb37268-0a37-44cf-95e7-a98ce5dcf542 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:31.376845 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c7aec195-44f9-4b79-81af-3adeeb0d0f69), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.377409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-06551eef-8fd2-4a42-a61e-7448e43d3d7f None None] Port dfb37268-0a37-44cf-95e7-a98ce5dcf542 was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 19:12:31.381405 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-06551eef-8fd2-4a42-a61e-7448e43d3d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (dfb37268-0a37-44cf-95e7-a98ce5dcf542), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.396064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:12:31.396064 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (c7aec195-44f9-4b79-81af-3adeeb0d0f69), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:12:31.397652 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:12:31.416868 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49256) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:31.447983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06551eef-8fd2-4a42-a61e-7448e43d3d7f None None] Pushing event deleted for resources: {'Port': ['ID=dfb37268-0a37-44cf-95e7-a98ce5dcf542,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:31.450089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c866a23e-3922-4eb7-b575-31db9b8b9f36 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:12:31.499579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06551eef-8fd2-4a42-a61e-7448e43d3d7f None None] No DVR routers for this DVR port dfb37268-0a37-44cf-95e7-a98ce5dcf542 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:12:31.505990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c866a23e-3922-4eb7-b575-31db9b8b9f36 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:12:31.506339 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c866a23e-3922-4eb7-b575-31db9b8b9f36 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:12:31.506830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dfb37268-0a37-44cf-95e7-a98ce5dcf542 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:12:31.543829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (2d49b67e-9b61-40aa-ab74-767b48ba9da8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.552328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.562372 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2d49b67e-9b61-40aa-ab74-767b48ba9da8 HTTP/1.1" status: 204 len: 168 time: 0.9681163 Jan 31 19:12:31.573228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: dfb37268-0a37-44cf-95e7-a98ce5dcf542 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:12:31.575235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device dfb37268-0a37-44cf-95e7-a98ce5dcf542 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:12:31.575684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e22e2038-ad5f-4669-b33d-b8d80f658114 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:12:31.593058 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc3d53-a694-4d6d-9269-7549e8655d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d49b67e-9b61-40aa-ab74-767b48ba9da8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:31.610825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: e22e2038-ad5f-4669-b33d-b8d80f658114 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:12:31.611179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e22e2038-ad5f-4669-b33d-b8d80f658114 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:12:31.754455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting port 1682d545-f40f-4359-90f6-c0ed4dd981a3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:31.754880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1682d545-f40f-4359-90f6-c0ed4dd981a3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.797914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:31.888644 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9ae94fbb-2e14-467d-9bd4-f3fda7db0384 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1e07f2c933042e495a9177559b5c060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0895557 Jan 31 19:12:31.891259 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49264) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:31.903315 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1682d545-f40f-4359-90f6-c0ed4dd981a3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.903643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for floatingip (1682d545-f40f-4359-90f6-c0ed4dd981a3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.920470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Calling delete_port for 1682d545-f40f-4359-90f6-c0ed4dd981a3 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:31.958781 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5da091b4-af05-41b3-b9a3-c98908fb3f33 admin admin] Publish callbacks [] for security_group (1078ae05-34ff-4f68-8560-1fc3ca8c04c4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:31.998894 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5da091b4-af05-41b3-b9a3-c98908fb3f33 admin admin] Publish callbacks [] for security_group (1078ae05-34ff-4f68-8560-1fc3ca8c04c4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:32.063865 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5da091b4-af05-41b3-b9a3-c98908fb3f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (1078ae05-34ff-4f68-8560-1fc3ca8c04c4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:32.068849 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5da091b4-af05-41b3-b9a3-c98908fb3f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:32.074129 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5da091b4-af05-41b3-b9a3-c98908fb3f33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1078ae05-34ff-4f68-8560-1fc3ca8c04c4 HTTP/1.1" status: 204 len: 168 time: 0.1785548 Jan 31 19:12:32.100831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da091b4-af05-41b3-b9a3-c98908fb3f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1078ae05-34ff-4f68-8560-1fc3ca8c04c4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:32.246421 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1682d545-f40f-4359-90f6-c0ed4dd981a3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:32.331250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Port': ['ID=1682d545-f40f-4359-90f6-c0ed4dd981a3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:32.399033 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for floatingip (f406a6b3-dc5c-4963-9139-c6b07f2d1ed5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:32.399434 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Floating IP f406a6b3-dc5c-4963-9139-c6b07f2d1ed5 disassociated (deleted). External IP: 172.25.8.88, port: 5b020008-d046-4cb2-bc90-6afe844ce5e5. Jan 31 19:12:32.551533 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49278) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:32.620173 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-788c1a16-37dd-4a78-9c61-e9757aff6863 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a594cc0299274ce4870b051d010fb932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671020 Jan 31 19:12:32.621114 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49280) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:32.659425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Router b824e222-6998-414f-a845-4db088e1d7cc has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:12:32.680736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92ab27e6-a027-4611-9151-097b2b4394bb admin admin] Publish callbacks [] for security_group (58c1ea45-c5a6-4934-9ebe-3d11ac239ff1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:32.705753 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92ab27e6-a027-4611-9151-097b2b4394bb admin admin] Publish callbacks [] for security_group (58c1ea45-c5a6-4934-9ebe-3d11ac239ff1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:32.772476 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92ab27e6-a027-4611-9151-097b2b4394bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (58c1ea45-c5a6-4934-9ebe-3d11ac239ff1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:32.776027 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92ab27e6-a027-4611-9151-097b2b4394bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:32.777311 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-92ab27e6-a027-4611-9151-097b2b4394bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58c1ea45-c5a6-4934-9ebe-3d11ac239ff1 HTTP/1.1" status: 204 len: 168 time: 0.1550255 Jan 31 19:12:32.788189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab27e6-a027-4611-9151-097b2b4394bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c1ea45-c5a6-4934-9ebe-3d11ac239ff1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:32.812590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:12:32.824769 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc75cbc-a771-4e86-8fb9-105cebcf4cf9 None None] Sync routers for ids ['b824e222-6998-414f-a845-4db088e1d7cc'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:12:32.825984 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:32.855167 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc75cbc-a771-4e86-8fb9-105cebcf4cf9 None None] Routers {'b824e222-6998-414f-a845-4db088e1d7cc'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:32.855796 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6bc75cbc-a771-4e86-8fb9-105cebcf4cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b824e222-6998-414f-a845-4db088e1d7cc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:32.871486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d3e4f176-b659-46bb-ae30-6a2005835215 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/floatingips/f406a6b3-dc5c-4963-9139-c6b07f2d1ed5 HTTP/1.1" status: 204 len: 168 time: 1.4534025 Jan 31 19:12:32.872134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416da357-9605-419c-a813-39a38ecf158e', 'tag': '5b020008-d046-4cb2-bc90-6afe844ce5e5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:12:32.875175 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1912ecf0-ec35-4ce3-82b0-2e6a0b904175" -d '{"events": [{"name": "network-changed", "server_uuid": "416da357-9605-419c-a813-39a38ecf158e", "tag": "5b020008-d046-4cb2-bc90-6afe844ce5e5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:12:33.022246 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6bc75cbc-a771-4e86-8fb9-105cebcf4cf9 None None] Set router b824e222-6998-414f-a845-4db088e1d7cc gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:33.198679 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c465ce-aae0-4682-b05d-6f4fa93d51f2 x-openstack-request-id: req-20c465ce-aae0-4682-b05d-6f4fa93d51f2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:12:33.199326 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416da357-9605-419c-a813-39a38ecf158e", "tag": "5b020008-d046-4cb2-bc90-6afe844ce5e5", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:12:33.199794 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20c465ce-aae0-4682-b05d-6f4fa93d51f2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:12:33.200521 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416da357-9605-419c-a813-39a38ecf158e', 'tag': '5b020008-d046-4cb2-bc90-6afe844ce5e5', 'status': 'completed', 'code': 200} Jan 31 19:12:33.414740 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912ecf0-ec35-4ce3-82b0-2e6a0b904175 req-cee962ef-f717-4871-9759-34b9f77d066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:33.416364 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1912ecf0-ec35-4ce3-82b0-2e6a0b904175 req-cee962ef-f717-4871-9759-34b9f77d066e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=86cca0c95f1b4754aec72798b17ac170&device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 1128 time: 0.1921022 Jan 31 19:12:33.458220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6845d9-f1aa-44b4-9d08-618c43622c5c req-38c25469-0724-4ed6-966d-866e0e75f8d9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:33.461545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f6845d9-f1aa-44b4-9d08-618c43622c5c req-38c25469-0724-4ed6-966d-866e0e75f8d9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 945 time: 0.1556344 Jan 31 19:12:33.541426 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f6845d9-f1aa-44b4-9d08-618c43622c5c req-c9e8217b-98b9-4231-b436-58b3d81ad163 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=9390eea4-8ed0-4b6e-bf04-2f08190c60b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734777 Jan 31 19:12:33.613552 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6bc75cbc-a771-4e86-8fb9-105cebcf4cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:11:41Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e7b3314d-ac14-4c00-ae7a-423926d6793a', 'name': '', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:7b:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:40Z', 'updated_at': '2022-01-31T19:11:47Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:33.649689 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc75cbc-a771-4e86-8fb9-105cebcf4cf9 None None] Checking router: b824e222-6998-414f-a845-4db088e1d7cc for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:12:33.651249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912ecf0-ec35-4ce3-82b0-2e6a0b904175 req-8527ead3-ea0d-4fcb-9913-87c0baa6e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:33.652764 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1912ecf0-ec35-4ce3-82b0-2e6a0b904175 req-8527ead3-ea0d-4fcb-9913-87c0baa6e8cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=58c95d76-db72-4bcd-8300-daa2f129ee32 HTTP/1.1" status: 200 len: 898 time: 0.2287469 Jan 31 19:12:33.659782 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc75cbc-a771-4e86-8fb9-105cebcf4cf9 None None] Routers {'b824e222-6998-414f-a845-4db088e1d7cc'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:33.660120 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6bc75cbc-a771-4e86-8fb9-105cebcf4cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b824e222-6998-414f-a845-4db088e1d7cc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:33.706495 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1912ecf0-ec35-4ce3-82b0-2e6a0b904175 req-64a80d0e-9f9e-46d8-a53f-29ef47a5a26b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b020008-d046-4cb2-bc90-6afe844ce5e5 HTTP/1.1" status: 200 len: 217 time: 0.0469372 Jan 31 19:12:33.766420 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912ecf0-ec35-4ce3-82b0-2e6a0b904175 req-d9f62b33-a1f5-451d-a946-6353ef9ea30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:33.767663 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1912ecf0-ec35-4ce3-82b0-2e6a0b904175 req-d9f62b33-a1f5-451d-a946-6353ef9ea30a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe0e5017-f0e6-4c1a-8c58-8def35efea92 HTTP/1.1" status: 200 len: 835 time: 0.0540497 Jan 31 19:12:33.792531 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6bc75cbc-a771-4e86-8fb9-105cebcf4cf9 None None] Set router b824e222-6998-414f-a845-4db088e1d7cc gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:33.876228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912ecf0-ec35-4ce3-82b0-2e6a0b904175 req-175e1de2-a326-4527-b97c-50722e367aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:33.877742 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1912ecf0-ec35-4ce3-82b0-2e6a0b904175 req-175e1de2-a326-4527-b97c-50722e367aa8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58c95d76-db72-4bcd-8300-daa2f129ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1027517 Jan 31 19:12:34.025125 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1912ecf0-ec35-4ce3-82b0-2e6a0b904175 req-bc666259-a92f-4112-bd8e-8e8dd247710d service neutron] 10.222.0.21 "GET /v2.0/networks/58c95d76-db72-4bcd-8300-daa2f129ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353269 Jan 31 19:12:34.055389 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6bc75cbc-a771-4e86-8fb9-105cebcf4cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:11:41Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e7b3314d-ac14-4c00-ae7a-423926d6793a', 'name': '', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:7b:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:40Z', 'updated_at': '2022-01-31T19:11:47Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:34.096076 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc75cbc-a771-4e86-8fb9-105cebcf4cf9 None None] The sync data for ids ['b824e222-6998-414f-a845-4db088e1d7cc'] in n-d-812111-15 is: [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:11:41Z', 'revision_number': 4, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e7b3314d-ac14-4c00-ae7a-423926d6793a', 'name': '', 'network_id': '58c95d76-db72-4bcd-8300-daa2f129ee32', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'mac_address': 'fa:16:3e:7b:3e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:40Z', 'updated_at': '2022-01-31T19:11:47Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'subnets': [{'id': 'fe0e5017-f0e6-4c1a-8c58-8def35efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:12:34.166219 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-1912ecf0-ec35-4ce3-82b0-2e6a0b904175 req-f33bc3de-6859-4bfa-b847-117bef125d67 service neutron] 10.222.0.21 "GET /v2.0/networks/58c95d76-db72-4bcd-8300-daa2f129ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324129 Jan 31 19:12:34.176297 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-2b053034-5f7f-40b0-aac9-2fdaa2138e27 req-7e056601-d46d-4ec8-9734-4570300650b2 service neutron] (103226) timed out ('10.222.0.49', 52989) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:12:34.426506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a10a8f-7366-47f6-9587-8388ccdb9cd3 None None] New status for floating IP f406a6b3-dc5c-4963-9139-c6b07f2d1ed5: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:12:34.614476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef529ea-6a79-4c34-9c34-026e52c2a883 req-e73f3d73-67a6-44e2-8c59-bc2fb0b1fa53 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:34.617065 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8ef529ea-6a79-4c34-9c34-026e52c2a883 req-e73f3d73-67a6-44e2-8c59-bc2fb0b1fa53 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.21 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 945 time: 0.0671136 Jan 31 19:12:34.691225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817c03c-f5c0-4db8-9a38-10cd7ecda6c2 req-81cff137-ef90-4346-8e4e-4f1bda645e51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:34.694024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f817c03c-f5c0-4db8-9a38-10cd7ecda6c2 req-81cff137-ef90-4346-8e4e-4f1bda645e51 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/ports?device_id=416da357-9605-419c-a813-39a38ecf158e HTTP/1.1" status: 200 len: 945 time: 0.0672393 Jan 31 19:12:34.735894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8ef529ea-6a79-4c34-9c34-026e52c2a883 req-32d9c7dd-4edf-43af-976a-ee2cca49da45 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting port 5b020008-d046-4cb2-bc90-6afe844ce5e5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:34.736872 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8ef529ea-6a79-4c34-9c34-026e52c2a883 req-32d9c7dd-4edf-43af-976a-ee2cca49da45 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:34.757671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f817c03c-f5c0-4db8-9a38-10cd7ecda6c2 req-e5896c25-91e6-4cab-b1d3-3d92647923af tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "GET /v2.0/security-groups?id=9390eea4-8ed0-4b6e-bf04-2f08190c60b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578914 Jan 31 19:12:34.843542 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8ef529ea-6a79-4c34-9c34-026e52c2a883 req-32d9c7dd-4edf-43af-976a-ee2cca49da45 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] For port 5b020008-d046-4cb2-bc90-6afe844ce5e5, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5b020008-d046-4cb2-bc90-6afe844ce5e5,segment=NetworkSegment(d5783735-a798-4cba-b139-5aa78f983b33),segment_id=d5783735-a798-4cba-b139-5aa78f983b33)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:34.843948 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8ef529ea-6a79-4c34-9c34-026e52c2a883 req-32d9c7dd-4edf-43af-976a-ee2cca49da45 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:34.860243 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8ef529ea-6a79-4c34-9c34-026e52c2a883 req-32d9c7dd-4edf-43af-976a-ee2cca49da45 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Calling delete_port for 5b020008-d046-4cb2-bc90-6afe844ce5e5 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:35.003795 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8ef529ea-6a79-4c34-9c34-026e52c2a883 req-32d9c7dd-4edf-43af-976a-ee2cca49da45 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (5b020008-d046-4cb2-bc90-6afe844ce5e5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:35.041838 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9c7dd-4edf-43af-976a-ee2cca49da45 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Port': ['ID=5b020008-d046-4cb2-bc90-6afe844ce5e5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:35.100893 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef529ea-6a79-4c34-9c34-026e52c2a883 req-32d9c7dd-4edf-43af-976a-ee2cca49da45 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] No DVR routers for this DVR port 5b020008-d046-4cb2-bc90-6afe844ce5e5 on host n-h2-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:12:35.104212 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8ef529ea-6a79-4c34-9c34-026e52c2a883 req-32d9c7dd-4edf-43af-976a-ee2cca49da45 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:35.108639 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-8ef529ea-6a79-4c34-9c34-026e52c2a883 req-32d9c7dd-4edf-43af-976a-ee2cca49da45 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.21 "DELETE /v2.0/ports/5b020008-d046-4cb2-bc90-6afe844ce5e5 HTTP/1.1" status: 204 len: 173 time: 0.4861908 Jan 31 19:12:35.109333 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416da357-9605-419c-a813-39a38ecf158e', 'name': 'network-vif-deleted', 'tag': '5b020008-d046-4cb2-bc90-6afe844ce5e5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:12:35.112165 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f851a7-0950-4552-82b6-5ecaafbd8fde" -d '{"events": [{"server_uuid": "416da357-9605-419c-a813-39a38ecf158e", "name": "network-vif-deleted", "tag": "5b020008-d046-4cb2-bc90-6afe844ce5e5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:12:35.480266 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47be6d34-77d1-4e49-ac3d-c073df4316d3 x-openstack-request-id: req-47be6d34-77d1-4e49-ac3d-c073df4316d3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:12:35.480808 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416da357-9605-419c-a813-39a38ecf158e", "name": "network-vif-deleted", "tag": "5b020008-d046-4cb2-bc90-6afe844ce5e5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:12:35.481288 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47be6d34-77d1-4e49-ac3d-c073df4316d3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:12:35.481895 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416da357-9605-419c-a813-39a38ecf158e', 'name': 'network-vif-deleted', 'tag': '5b020008-d046-4cb2-bc90-6afe844ce5e5', 'status': 'completed', 'code': 200} Jan 31 19:12:35.826464 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:35.895661 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4614a04d-a73d-45c2-8e4c-85120b75362d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (9390eea4-8ed0-4b6e-bf04-2f08190c60b5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:35.924614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4614a04d-a73d-45c2-8e4c-85120b75362d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (9390eea4-8ed0-4b6e-bf04-2f08190c60b5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:35.995355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4614a04d-a73d-45c2-8e4c-85120b75362d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9390eea4-8ed0-4b6e-bf04-2f08190c60b5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:35.998443 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4614a04d-a73d-45c2-8e4c-85120b75362d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:36.000404 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4614a04d-a73d-45c2-8e4c-85120b75362d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/security-groups/9390eea4-8ed0-4b6e-bf04-2f08190c60b5 HTTP/1.1" status: 204 len: 168 time: 0.1712770 Jan 31 19:12:36.010446 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614a04d-a73d-45c2-8e4c-85120b75362d tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9390eea4-8ed0-4b6e-bf04-2f08190c60b5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:36.065069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49338) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:36.609618 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630d1f1e-9206-415c-a931-bca141e745b9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (b824e222-6998-414f-a845-4db088e1d7cc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:36.991007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-630d1f1e-9206-415c-a931-bca141e745b9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting port e7b3314d-ac14-4c00-ae7a-423926d6793a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:36.991667 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630d1f1e-9206-415c-a931-bca141e745b9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:37.112193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-630d1f1e-9206-415c-a931-bca141e745b9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] For port e7b3314d-ac14-4c00-ae7a-423926d6793a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e7b3314d-ac14-4c00-ae7a-423926d6793a,segment=NetworkSegment(d5783735-a798-4cba-b139-5aa78f983b33),segment_id=d5783735-a798-4cba-b139-5aa78f983b33)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:37.112697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630d1f1e-9206-415c-a931-bca141e745b9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:37.127265 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-630d1f1e-9206-415c-a931-bca141e745b9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Calling delete_port for e7b3314d-ac14-4c00-ae7a-423926d6793a owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:37.393765 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630d1f1e-9206-415c-a931-bca141e745b9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e7b3314d-ac14-4c00-ae7a-423926d6793a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:37.431216 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d1f1e-9206-415c-a931-bca141e745b9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Port': ['ID=e7b3314d-ac14-4c00-ae7a-423926d6793a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:37.717929 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630d1f1e-9206-415c-a931-bca141e745b9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (b824e222-6998-414f-a845-4db088e1d7cc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:38.001041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630d1f1e-9206-415c-a931-bca141e745b9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Router b824e222-6998-414f-a845-4db088e1d7cc has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:12:38.604305 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630d1f1e-9206-415c-a931-bca141e745b9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:12:38.611010 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-630d1f1e-9206-415c-a931-bca141e745b9 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "PUT /v2.0/routers/b824e222-6998-414f-a845-4db088e1d7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5445082 Jan 31 19:12:38.613687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49404) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:38.618563 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b128d0-42e5-4518-99e2-2a1e892a925e None None] Sync routers for ids ['b824e222-6998-414f-a845-4db088e1d7cc'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:12:38.640280 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b128d0-42e5-4518-99e2-2a1e892a925e None None] Routers {'b824e222-6998-414f-a845-4db088e1d7cc'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:38.648968 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-75b128d0-42e5-4518-99e2-2a1e892a925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b824e222-6998-414f-a845-4db088e1d7cc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:38.729264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5b020008-d046-4cb2-bc90-6afe844ce5e5 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:12:38.768042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 5b020008-d046-4cb2-bc90-6afe844ce5e5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:12:38.772498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5b020008-d046-4cb2-bc90-6afe844ce5e5 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:12:38.784590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0224210-4439-4b8c-927b-58a213632a6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting subnet fe0e5017-f0e6-4c1a-8c58-8def35efea92 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:12:38.792750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0224210-4439-4b8c-927b-58a213632a6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for subnet (fe0e5017-f0e6-4c1a-8c58-8def35efea92), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:38.858188 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-75b128d0-42e5-4518-99e2-2a1e892a925e None None] Set router b824e222-6998-414f-a845-4db088e1d7cc gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:38.931803 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0224210-4439-4b8c-927b-58a213632a6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (fe0e5017-f0e6-4c1a-8c58-8def35efea92), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:39.100031 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0224210-4439-4b8c-927b-58a213632a6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (fe0e5017-f0e6-4c1a-8c58-8def35efea92), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:39.117272 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-75b128d0-42e5-4518-99e2-2a1e892a925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:12:37Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:39.166673 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b128d0-42e5-4518-99e2-2a1e892a925e None None] Checking router: b824e222-6998-414f-a845-4db088e1d7cc for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:12:39.184788 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b128d0-42e5-4518-99e2-2a1e892a925e None None] Routers {'b824e222-6998-414f-a845-4db088e1d7cc'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:39.185428 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-75b128d0-42e5-4518-99e2-2a1e892a925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['b824e222-6998-414f-a845-4db088e1d7cc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:39.193304 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0224210-4439-4b8c-927b-58a213632a6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (fe0e5017-f0e6-4c1a-8c58-8def35efea92), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:39.228827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0224210-4439-4b8c-927b-58a213632a6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0e5017-f0e6-4c1a-8c58-8def35efea92,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:39.250174 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0224210-4439-4b8c-927b-58a213632a6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:39.250373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eca272-a182-4808-9779-7f18f65963f2 None None] Network 58c95d76-db72-4bcd-8300-daa2f129ee32 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:12:39.265475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a0224210-4439-4b8c-927b-58a213632a6f tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/subnets/fe0e5017-f0e6-4c1a-8c58-8def35efea92 HTTP/1.1" status: 204 len: 168 time: 0.6506655 Jan 31 19:12:39.270730 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49418) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:39.409451 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-75b128d0-42e5-4518-99e2-2a1e892a925e None None] Set router b824e222-6998-414f-a845-4db088e1d7cc gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:39.511305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router (b824e222-6998-414f-a845-4db088e1d7cc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:39.653263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c71bc5-5276-419f-a3cf-67debaea9299 None None] DHCP port deletion for 58c95d76-db72-4bcd-8300-daa2f129ee32 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:12:39.705542 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router_gateway (b824e222-6998-414f-a845-4db088e1d7cc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:39.745101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a4c71bc5-5276-419f-a3cf-67debaea9299 None None] Deleting port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:39.745720 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a4c71bc5-5276-419f-a3cf-67debaea9299 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:39.848035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a4c71bc5-5276-419f-a3cf-67debaea9299 None None] For port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=96e98dd3-4de6-46c2-86d8-66ee3fc3f379,segment=NetworkSegment(d5783735-a798-4cba-b139-5aa78f983b33),segment_id=d5783735-a798-4cba-b139-5aa78f983b33)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:39.849093 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a4c71bc5-5276-419f-a3cf-67debaea9299 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:39.866605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a4c71bc5-5276-419f-a3cf-67debaea9299 None None] Calling delete_port for 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:39.870894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Deleting port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:39.873535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:39.980326 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a4c71bc5-5276-419f-a3cf-67debaea9299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (96e98dd3-4de6-46c2-86d8-66ee3fc3f379), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:39.982759 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-75b128d0-42e5-4518-99e2-2a1e892a925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:12:37Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:40.019600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c71bc5-5276-419f-a3cf-67debaea9299 None None] Pushing event deleted for resources: {'Port': ['ID=96e98dd3-4de6-46c2-86d8-66ee3fc3f379,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:40.026900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c71bc5-5276-419f-a3cf-67debaea9299 None None] No DVR routers for this DVR port 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:12:40.050582 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b128d0-42e5-4518-99e2-2a1e892a925e None None] The sync data for ids ['b824e222-6998-414f-a845-4db088e1d7cc'] in n-d-812111-15 is: [{'id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'name': 'tempest-TestNetworkBasicOps-router-1506859770', 'tenant_id': '86cca0c95f1b4754aec72798b17ac170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:35Z', 'updated_at': '2022-01-31T19:12:37Z', 'revision_number': 5, 'project_id': '86cca0c95f1b4754aec72798b17ac170', 'gw_port': {'id': 'c6f0e4b8-116e-4bf0-abd3-1aa7b5802635', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b824e222-6998-414f-a845-4db088e1d7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:36Z', 'updated_at': '2022-01-31T19:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:12:40.062436 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] For port c6f0e4b8-116e-4bf0-abd3-1aa7b5802635, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c6f0e4b8-116e-4bf0-abd3-1aa7b5802635,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:40.063089 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:40.081897 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Calling delete_port for c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:40.365838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c6f0e4b8-116e-4bf0-abd3-1aa7b5802635), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:40.413167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Port': ['ID=c6f0e4b8-116e-4bf0-abd3-1aa7b5802635,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:40.475256 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (b824e222-6998-414f-a845-4db088e1d7cc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:40.583136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (b824e222-6998-414f-a845-4db088e1d7cc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:40.585661 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router_controller (b824e222-6998-414f-a845-4db088e1d7cc), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:40.647400 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (b824e222-6998-414f-a845-4db088e1d7cc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:40.649133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Fanout notify agent at l3_agent the message router_deleted on router b824e222-6998-414f-a845-4db088e1d7cc {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:12:40.662756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:40.664012 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a1b632dc-a679-4b48-9449-1d658000dc79 tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/routers/b824e222-6998-414f-a845-4db088e1d7cc HTTP/1.1" status: 204 len: 168 time: 1.3919373 Jan 31 19:12:40.666587 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49446) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:40.781876 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (58c95d76-db72-4bcd-8300-daa2f129ee32), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:40.909953 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (58c95d76-db72-4bcd-8300-daa2f129ee32), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:40.965959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c95d76-db72-4bcd-8300-daa2f129ee32']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:40.993210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5783735-a798-4cba-b139-5aa78f983b33') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:40.993712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5783735-a798-4cba-b139-5aa78f983b33') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:41.021008 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (d5783735-a798-4cba-b139-5aa78f983b33), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:41.038767 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (d5783735-a798-4cba-b139-5aa78f983b33), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:41.045212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:12:41.045602 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (d5783735-a798-4cba-b139-5aa78f983b33), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:12:41.049950 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:12:41.128796 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (58c95d76-db72-4bcd-8300-daa2f129ee32), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:41.138999 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:41.143090 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] 10.222.0.20 "DELETE /v2.0/networks/58c95d76-db72-4bcd-8300-daa2f129ee32 HTTP/1.1" status: 204 len: 168 time: 0.4752927 Jan 31 19:12:41.177581 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797e295-eb35-488a-b272-09b7ce1ee43c tempest-TestNetworkBasicOps-1678109136 tempest-TestNetworkBasicOps-1678109136-project] Pushing event deleted for resources: {'Network': ['ID=58c95d76-db72-4bcd-8300-daa2f129ee32,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:41.487394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbc9b429-82e5-47b0-8b53-8cf5d5ec5320 req-7dc3b465-b889-42ea-99c6-635886a1c7c9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0960836 Jan 31 19:12:41.612862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e7b3314d-ac14-4c00-ae7a-423926d6793a no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:12:41.621708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9b429-82e5-47b0-8b53-8cf5d5ec5320 req-c743f5a8-36cc-4884-ae42-bdbddaab51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:41.629740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbc9b429-82e5-47b0-8b53-8cf5d5ec5320 req-c743f5a8-36cc-4884-ae42-bdbddaab51cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=440394d010c641d09040c948fe1dde58&device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 1129 time: 0.0851004 Jan 31 19:12:41.656013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: e7b3314d-ac14-4c00-ae7a-423926d6793a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:12:41.656684 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e7b3314d-ac14-4c00-ae7a-423926d6793a not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:12:41.657428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:12:41.683250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:12:41.683856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 96e98dd3-4de6-46c2-86d8-66ee3fc3f379 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:12:41.684496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:12:41.707952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:12:41.708610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c6f0e4b8-116e-4bf0-abd3-1aa7b5802635 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:12:41.714973 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49466) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:41.862341 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9b429-82e5-47b0-8b53-8cf5d5ec5320 req-175eeda5-4150-44e1-b578-2d6357eb224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:41.864073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbc9b429-82e5-47b0-8b53-8cf5d5ec5320 req-175eeda5-4150-44e1-b578-2d6357eb224e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea HTTP/1.1" status: 200 len: 913 time: 0.2056124 Jan 31 19:12:41.936205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbc9b429-82e5-47b0-8b53-8cf5d5ec5320 req-63343e49-2c2b-425f-a17a-b2228f13f548 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f856e4f-972f-4f12-874b-3a33b6b5fb89 HTTP/1.1" status: 200 len: 217 time: 0.0621405 Jan 31 19:12:41.990836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9b429-82e5-47b0-8b53-8cf5d5ec5320 req-5f69bc8c-8da0-4f19-ad08-7312b9163382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:41.992630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbc9b429-82e5-47b0-8b53-8cf5d5ec5320 req-5f69bc8c-8da0-4f19-ad08-7312b9163382 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cd6d2774-7d77-4a2c-8b3d-0d79e8dba835 HTTP/1.1" status: 200 len: 852 time: 0.0471396 Jan 31 19:12:41.998218 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a9910fc8-92a3-4ebe-a353-2ee024bc60bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86cca0c95f1b4754aec72798b17ac170&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2793882 Jan 31 19:12:41.998218 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:42.055134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbc9b429-82e5-47b0-8b53-8cf5d5ec5320 req-6d81ab08-5957-4fe7-bbe4-2d459a72d5c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491838 Jan 31 19:12:42.102956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46288f2-7db3-49e1-af42-9fe668e6e6b3 admin admin] Publish callbacks [] for security_group (4c1b912e-ab76-4551-89c9-b0383da6bc48), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:42.132302 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46288f2-7db3-49e1-af42-9fe668e6e6b3 admin admin] Publish callbacks [] for security_group (4c1b912e-ab76-4551-89c9-b0383da6bc48), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:42.178703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbc9b429-82e5-47b0-8b53-8cf5d5ec5320 req-d224a700-cb0a-4371-833a-6bc7ed8106c7 service neutron] 10.222.0.49 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131642 Jan 31 19:12:42.239834 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46288f2-7db3-49e1-af42-9fe668e6e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4c1b912e-ab76-4551-89c9-b0383da6bc48), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:42.243001 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46288f2-7db3-49e1-af42-9fe668e6e6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:42.244547 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a46288f2-7db3-49e1-af42-9fe668e6e6b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c1b912e-ab76-4551-89c9-b0383da6bc48 HTTP/1.1" status: 204 len: 168 time: 0.2451282 Jan 31 19:12:42.260491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46288f2-7db3-49e1-af42-9fe668e6e6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1b912e-ab76-4551-89c9-b0383da6bc48,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:42.342318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbc9b429-82e5-47b0-8b53-8cf5d5ec5320 req-43b94e5c-b8ed-42a3-9454-17154d33201d service neutron] 10.222.0.49 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344497 Jan 31 19:12:42.680738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49494) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:42.696570 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-109399f4-4c09-4ba7-a54d-762a7ac9045b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:42.852661 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-109399f4-4c09-4ba7-a54d-762a7ac9045b admin admin] Publish callbacks [] for security_group (45ab5e9d-20aa-41db-938b-245ad346764b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:42.858358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-109399f4-4c09-4ba7-a54d-762a7ac9045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (45ab5e9d-20aa-41db-938b-245ad346764b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:42.899282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49498) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:42.908102 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-109399f4-4c09-4ba7-a54d-762a7ac9045b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be611f237cc949ada73d94a93322fb45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2258499 Jan 31 19:12:42.955591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109399f4-4c09-4ba7-a54d-762a7ac9045b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ab5e9d-20aa-41db-938b-245ad346764b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:42.986495 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62dbe0d6-0c45-4dea-8d33-35b5ea47e774 admin admin] Publish callbacks [] for security_group (45ab5e9d-20aa-41db-938b-245ad346764b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:43.016244 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62dbe0d6-0c45-4dea-8d33-35b5ea47e774 admin admin] Publish callbacks [] for security_group (45ab5e9d-20aa-41db-938b-245ad346764b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:43.069197 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62dbe0d6-0c45-4dea-8d33-35b5ea47e774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (45ab5e9d-20aa-41db-938b-245ad346764b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:43.073614 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62dbe0d6-0c45-4dea-8d33-35b5ea47e774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:43.075721 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-62dbe0d6-0c45-4dea-8d33-35b5ea47e774 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45ab5e9d-20aa-41db-938b-245ad346764b HTTP/1.1" status: 204 len: 168 time: 0.1747494 Jan 31 19:12:43.086697 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbe0d6-0c45-4dea-8d33-35b5ea47e774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ab5e9d-20aa-41db-938b-245ad346764b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:44.071234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:44.205881 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1254827818-network', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:12:44.242535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Made reservation on behalf of e0f69b02795d4d6facffed3eac950da9 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:12:44.247629 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:44.266717 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:44.425400 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Publish callbacks [] for security_group (7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:44.430182 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:44.445706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:12:44.468250 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5c023c20-c789-41a9-b2fe-86b2a43f558a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:44.468913 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Added segment 5c023c20-c789-41a9-b2fe-86b2a43f558a of type vlan for network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 Jan 31 19:12:44.488598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:44.533939 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:44.570300 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:44.572159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:44.572795 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:44.595293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:44.601518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dfefad1a-3bdc-4cc8-9a62-51d83eddf789 admin admin] Request body: {'subnet': {'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1254827818-subnet', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:12:44.603989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5192740 Jan 31 19:12:44.634457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfefad1a-3bdc-4cc8-9a62-51d83eddf789 admin admin] Made reservation on behalf of e0f69b02795d4d6facffed3eac950da9 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:12:44.639392 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfefad1a-3bdc-4cc8-9a62-51d83eddf789 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:44.799692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff66f37-c516-41c0-a9fb-3d7d67e21144 admin admin] Pushing event updated for resources: {'Network': ['ID=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:44.815149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:12:44.985942 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfefad1a-3bdc-4cc8-9a62-51d83eddf789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (112fde1b-a5ee-4231-a35f-efa596ad24b7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.065412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefad1a-3bdc-4cc8-9a62-51d83eddf789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112fde1b-a5ee-4231-a35f-efa596ad24b7,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:45.076070 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfefad1a-3bdc-4cc8-9a62-51d83eddf789 admin admin] Checking segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:12:45.076774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfefad1a-3bdc-4cc8-9a62-51d83eddf789 admin admin] Network hostable DHCP agents. Network: 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:12:45.102234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfefad1a-3bdc-4cc8-9a62-51d83eddf789 admin admin] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:12:45.113696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-dfefad1a-3bdc-4cc8-9a62-51d83eddf789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:12:45.118078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfefad1a-3bdc-4cc8-9a62-51d83eddf789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:45.118679 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfefad1a-3bdc-4cc8-9a62-51d83eddf789 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.127162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363c8014-c708-4825-9296-535eebc0ed55 None None] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:12:45.140550 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dfefad1a-3bdc-4cc8-9a62-51d83eddf789 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5431652 Jan 31 19:12:45.143120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:45.155812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:12:45.184708 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (58f0242c-3fa9-477a-96df-1e73f1a25709), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.187358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (58f0242c-3fa9-477a-96df-1e73f1a25709), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.263083 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:12:45.264027 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.282888 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Publish callbacks [] for router_controller (58f0242c-3fa9-477a-96df-1e73f1a25709), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.460289 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Allocated IP 172.20.0.2 (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6/112fde1b-a5ee-4231-a35f-efa596ad24b7/f07277ac-ffcb-4312-973a-4cd6616abeb2) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:12:45.491063 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Publish callbacks [] for router_gateway (58f0242c-3fa9-477a-96df-1e73f1a25709), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.622690 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Publish callbacks [] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.640714 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.697700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Pushing event updated for resources: {'Port': ['ID=f07277ac-ffcb-4312-973a-4cd6616abeb2,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:45.701288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:12:45.704156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:12:45.708577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:12:45.804786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Attempting to bind port f07277ac-ffcb-4312-973a-4cd6616abeb2 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:12:45.805552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Attempting to bind port f07277ac-ffcb-4312-973a-4cd6616abeb2 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:12:45.806022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Attempting to bind port f07277ac-ffcb-4312-973a-4cd6616abeb2 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:12:45.812196 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:12:45.812757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Checking segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:12:45.813268 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.813763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Bound using segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:12:45.814328 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Bound port: f07277ac-ffcb-4312-973a-4cd6616abeb2, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:12:45.814811 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.859222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57128b0-ed60-4da2-8cac-494972facb95 req-58a2be0e-6e0e-4f68-bd79-c4634455d8ff tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:45.869906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e57128b0-ed60-4da2-8cac-494972facb95 req-58a2be0e-6e0e-4f68-bd79-c4634455d8ff tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 946 time: 0.1122928 Jan 31 19:12:45.872381 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Publish callbacks [] for router_gateway (58f0242c-3fa9-477a-96df-1e73f1a25709), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.902646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] For port f07277ac-ffcb-4312-973a-4cd6616abeb2, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:12:45.913565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] For port f07277ac-ffcb-4312-973a-4cd6616abeb2, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f07277ac-ffcb-4312-973a-4cd6616abeb2,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:12:45.920136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.924347 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:45.941283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e57128b0-ed60-4da2-8cac-494972facb95 req-48e1d798-8028-43d7-ba99-b623249face4 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704141 Jan 31 19:12:46.040565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686c9a2-b864-4564-899f-8672681d4ef7 None None] Pushing event updated for resources: {'Port': ['ID=f07277ac-ffcb-4312-973a-4cd6616abeb2,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:46.099160 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Allocated IP 172.25.8.129 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/435eb926-ff43-478a-b1d5-eca514123ce8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:12:46.300741 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Publish callbacks [] for port (435eb926-ff43-478a-b1d5-eca514123ce8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:46.367585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (435eb926-ff43-478a-b1d5-eca514123ce8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:46.438773 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:12:46.442373 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:12:46.445107 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:12:46.486337 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Pushing event updated for resources: {'Port': ['ID=435eb926-ff43-478a-b1d5-eca514123ce8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:46.759617 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Publish callbacks [] for router_gateway (58f0242c-3fa9-477a-96df-1e73f1a25709), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:46.995708 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (58f0242c-3fa9-477a-96df-1e73f1a25709), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:47.141979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fb6e9-8d5e-4abb-81cf-0b3afebcac04 req-aa948ed6-8159-4e78-9c24-07bdb2aaf364 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:47.144670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d18fb6e9-8d5e-4abb-81cf-0b3afebcac04 req-aa948ed6-8159-4e78-9c24-07bdb2aaf364 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 946 time: 0.1097722 Jan 31 19:12:47.218001 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Router 58f0242c-3fa9-477a-96df-1e73f1a25709 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:12:47.226393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d18fb6e9-8d5e-4abb-81cf-0b3afebcac04 req-364e5bc8-f267-468c-b128-5acbf00b9eea tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713873 Jan 31 19:12:47.383813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:12:47.395307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Sync routers for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:12:47.425461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:47.430699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:47.441332 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:47.443510 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-741e69b1-e179-4570-adcc-42fc83196478 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2989073 Jan 31 19:12:47.445913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:47.597725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd67682-6ac9-41af-9744-e1eafde7ba30 None None] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:12:47.680201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f07277ac-ffcb-4312-973a-4cd6616abeb2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:12:47.694283 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70e2df-243e-41b0-a798-0856c3da2a97 req-a8d86f56-8919-4d41-880a-94b5cd2752c2 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:47.696413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f70e2df-243e-41b0-a798-0856c3da2a97 req-a8d86f56-8919-4d41-880a-94b5cd2752c2 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 946 time: 0.1086729 Jan 31 19:12:47.782377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:47.816544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f2a5bf26-d8ae-49f4-b34a-ac7bb60c4c7a None None] Provisioning complete for port f07277ac-ffcb-4312-973a-4cd6616abeb2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:47.817183 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f2a5bf26-d8ae-49f4-b34a-ac7bb60c4c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:47.971216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f07277ac-ffcb-4312-973a-4cd6616abeb2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:47.971617 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:48.266211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:46Z', 'revision_number': 3, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:48.273694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f07277ac-ffcb-4312-973a-4cd6616abeb2 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:48.274108 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:48.290691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f2a5bf26-d8ae-49f4-b34a-ac7bb60c4c7a None None] Current status of the port f07277ac-ffcb-4312-973a-4cd6616abeb2 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:48.291021 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f2a5bf26-d8ae-49f4-b34a-ac7bb60c4c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:48.351879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f2a5bf26-d8ae-49f4-b34a-ac7bb60c4c7a None None] For port f07277ac-ffcb-4312-973a-4cd6616abeb2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f07277ac-ffcb-4312-973a-4cd6616abeb2,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:48.414542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-1f70e2df-243e-41b0-a798-0856c3da2a97 req-6bed3493-5bb4-49d4-b79b-b0e71064d665 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Deleting port 8f856e4f-972f-4f12-874b-3a33b6b5fb89 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:12:48.415130 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f70e2df-243e-41b0-a798-0856c3da2a97 req-6bed3493-5bb4-49d4-b79b-b0e71064d665 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:48.582965 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:48.586147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Checking router: 58f0242c-3fa9-477a-96df-1e73f1a25709 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:12:48.586670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Updating router 58f0242c-3fa9-477a-96df-1e73f1a25709 port 435eb926-ff43-478a-b1d5-eca514123ce8 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:12:48.612095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee99f62-cdbf-44f9-8bd4-61cac7de236c req-46295568-5611-472c-9e4f-37bdbc0e9332 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:48.614668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ee99f62-cdbf-44f9-8bd4-61cac7de236c req-46295568-5611-472c-9e4f-37bdbc0e9332 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 946 time: 0.2646117 Jan 31 19:12:48.634361 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f2a5bf26-d8ae-49f4-b34a-ac7bb60c4c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:48.709114 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (435eb926-ff43-478a-b1d5-eca514123ce8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:48.850937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5bf26-d8ae-49f4-b34a-ac7bb60c4c7a None None] Pushing event updated for resources: {'Port': ['ID=f07277ac-ffcb-4312-973a-4cd6616abeb2,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:48.890833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1f70e2df-243e-41b0-a798-0856c3da2a97 req-6bed3493-5bb4-49d4-b79b-b0e71064d665 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] For port 8f856e4f-972f-4f12-874b-3a33b6b5fb89, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=8f856e4f-972f-4f12-874b-3a33b6b5fb89,segment=NetworkSegment(2965aa5a-afdd-447e-9256-1c104e6ba1d9),segment_id=2965aa5a-afdd-447e-9256-1c104e6ba1d9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:48.891211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f70e2df-243e-41b0-a798-0856c3da2a97 req-6bed3493-5bb4-49d4-b79b-b0e71064d665 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:48.908850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-1f70e2df-243e-41b0-a798-0856c3da2a97 req-6bed3493-5bb4-49d4-b79b-b0e71064d665 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Calling delete_port for 8f856e4f-972f-4f12-874b-3a33b6b5fb89 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:12:48.956386 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:12:48.956748 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:12:48.963685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e03dd204-59e6-44df-9ccc-f87106ef464a None None] Provisioning complete for port f07277ac-ffcb-4312-973a-4cd6616abeb2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:48.963926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Allocated IP 172.20.0.1 (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6/112fde1b-a5ee-4231-a35f-efa596ad24b7/e034bc7e-ffc9-48db-bd9b-167f0ebee459) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:12:48.964038 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e03dd204-59e6-44df-9ccc-f87106ef464a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:48.966661 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ad79cb7-a7dd-47f5-9f38-95b9f61813bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:48.984978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ee99f62-cdbf-44f9-8bd4-61cac7de236c req-beed8e60-4ff9-444e-b2a8-fc438a8abd5d tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586864 Jan 31 19:12:49.118387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e03dd204-59e6-44df-9ccc-f87106ef464a None None] Current status of the port f07277ac-ffcb-4312-973a-4cd6616abeb2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:49.151202 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Publish callbacks [] for port (435eb926-ff43-478a-b1d5-eca514123ce8), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:49.160991 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (435eb926-ff43-478a-b1d5-eca514123ce8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:49.213735 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f70e2df-243e-41b0-a798-0856c3da2a97 req-6bed3493-5bb4-49d4-b79b-b0e71064d665 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8f856e4f-972f-4f12-874b-3a33b6b5fb89), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:49.218519 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Publish callbacks [] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:49.224785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab535f7-0ff0-4a6b-940c-7ab25dbc0abf None None] Pushing event updated for resources: {'Port': ['ID=435eb926-ff43-478a-b1d5-eca514123ce8,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:49.251032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Attempting to bind port 435eb926-ff43-478a-b1d5-eca514123ce8 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:12:49.251509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Attempting to bind port 435eb926-ff43-478a-b1d5-eca514123ce8 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:12:49.252052 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Attempting to bind port 435eb926-ff43-478a-b1d5-eca514123ce8 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:12:49.257741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:12:49.258181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:12:49.258558 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:49.259001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:12:49.259471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Bound port: 435eb926-ff43-478a-b1d5-eca514123ce8, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:12:49.259697 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:12:49.260188 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (435eb926-ff43-478a-b1d5-eca514123ce8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:49.273240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed3493-5bb4-49d4-b79b-b0e71064d665 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Pushing event deleted for resources: {'Port': ['ID=8f856e4f-972f-4f12-874b-3a33b6b5fb89,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:49.336093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] For port 435eb926-ff43-478a-b1d5-eca514123ce8, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:12:49.342523 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] For port 435eb926-ff43-478a-b1d5-eca514123ce8, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=435eb926-ff43-478a-b1d5-eca514123ce8,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:12:49.346625 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:49.351674 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (435eb926-ff43-478a-b1d5-eca514123ce8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:49.410102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:49.410783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:49.448578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f70e2df-243e-41b0-a798-0856c3da2a97 req-6bed3493-5bb4-49d4-b79b-b0e71064d665 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] No DVR routers for this DVR port 8f856e4f-972f-4f12-874b-3a33b6b5fb89 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:12:49.451677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:12:49.456072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:12:49.460849 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f70e2df-243e-41b0-a798-0856c3da2a97 req-6bed3493-5bb4-49d4-b79b-b0e71064d665 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:49.465035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f70e2df-243e-41b0-a798-0856c3da2a97 req-6bed3493-5bb4-49d4-b79b-b0e71064d665 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.49 "DELETE /v2.0/ports/8f856e4f-972f-4f12-874b-3a33b6b5fb89 HTTP/1.1" status: 204 len: 173 time: 1.7555504 Jan 31 19:12:49.465503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4414d69-e549-43fe-ad55-131ffdf2edab', 'name': 'network-vif-deleted', 'tag': '8f856e4f-972f-4f12-874b-3a33b6b5fb89'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:12:49.476902 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8338e33-237d-407e-9cb6-f176eed8a363" -d '{"events": [{"server_uuid": "e4414d69-e549-43fe-ad55-131ffdf2edab", "name": "network-vif-deleted", "tag": "8f856e4f-972f-4f12-874b-3a33b6b5fb89"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:12:49.501054 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab535f7-0ff0-4a6b-940c-7ab25dbc0abf None None] Pushing event updated for resources: {'Port': ['ID=435eb926-ff43-478a-b1d5-eca514123ce8,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:49.507731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:12:49.558443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f07277ac-ffcb-4312-973a-4cd6616abeb2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:49.591771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Pushing event updated for resources: {'Port': ['ID=e034bc7e-ffc9-48db-bd9b-167f0ebee459,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:49.628881 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16cfaf5-4f1d-4e64-a2e1-01db9dfd8b2f x-openstack-request-id: req-f16cfaf5-4f1d-4e64-a2e1-01db9dfd8b2f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:12:49.629208 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4414d69-e549-43fe-ad55-131ffdf2edab", "name": "network-vif-deleted", "tag": "8f856e4f-972f-4f12-874b-3a33b6b5fb89", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:12:49.629467 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f16cfaf5-4f1d-4e64-a2e1-01db9dfd8b2f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:12:49.629903 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4414d69-e549-43fe-ad55-131ffdf2edab', 'name': 'network-vif-deleted', 'tag': '8f856e4f-972f-4f12-874b-3a33b6b5fb89', 'status': 'completed', 'code': 200} Jan 31 19:12:49.654780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (58f0242c-3fa9-477a-96df-1e73f1a25709), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:49.719948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:49.779770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f07277ac-ffcb-4312-973a-4cd6616abeb2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:12:49.855837 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:49.954305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port f07277ac-ffcb-4312-973a-4cd6616abeb2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:49.954933 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:50.127904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port f07277ac-ffcb-4312-973a-4cd6616abeb2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:50.152660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1725d554-d934-4e40-99f9-97dd48dc05d2 None None] Provisioning complete for port e034bc7e-ffc9-48db-bd9b-167f0ebee459 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:50.153002 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1725d554-d934-4e40-99f9-97dd48dc05d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:50.161135 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Publish callbacks [] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:50.186345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2580c96-7461-4041-afff-616d3cf7500c req-cb619488-9ab7-4bfd-a82a-5b407b4d00ec tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4414d69-e549-43fe-ad55-131ffdf2edab HTTP/1.1" status: 200 len: 210 time: 0.0473890 Jan 31 19:12:50.187458 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:50.275085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1725d554-d934-4e40-99f9-97dd48dc05d2 None None] Port e034bc7e-ffc9-48db-bd9b-167f0ebee459 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:12:50.286479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:46Z', 'revision_number': 3, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:50.304817 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (58f0242c-3fa9-477a-96df-1e73f1a25709), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:50.307532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Pushing event updated for resources: {'Port': ['ID=e034bc7e-ffc9-48db-bd9b-167f0ebee459,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:50.341850 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c8080-3746-4929-bdf6-512e8d869c83 None None] The sync data for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 is: [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:46Z', 'revision_number': 3, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:12:50.437636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:12:50.439370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:12:50.603104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Router 58f0242c-3fa9-477a-96df-1e73f1a25709 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:12:50.771130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8f856e4f-972f-4f12-874b-3a33b6b5fb89 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:12:50.777214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:12:50.793808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ce98b034-1537-46e0-a115-0bb0e3d9a2ef admin admin] 10.222.0.20 "PUT /v2.0/routers/58f0242c-3fa9-477a-96df-1e73f1a25709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3460083 Jan 31 19:12:50.802439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 8f856e4f-972f-4f12-874b-3a33b6b5fb89 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:12:50.802835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 8f856e4f-972f-4f12-874b-3a33b6b5fb89 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:12:50.844894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e62e3eb7-d54d-412c-953c-79c0915a9d7b None None] Provisioning complete for port e034bc7e-ffc9-48db-bd9b-167f0ebee459 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:50.846360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e62e3eb7-d54d-412c-953c-79c0915a9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:50.906222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e62e3eb7-d54d-412c-953c-79c0915a9d7b None None] Port e034bc7e-ffc9-48db-bd9b-167f0ebee459 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:12:51.100610 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-83e11378-290f-4f88-9ad6-d8f828cf7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:51.689984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49744) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:51.696026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2083985999-network', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:12:51.730652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Made reservation on behalf of 7501570ad1c44fdebd79cfe5bad9f88a for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:12:51.733372 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:51.748017 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:51.758374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 435eb926-ff43-478a-b1d5-eca514123ce8 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:12:51.846154 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Publish callbacks [] for security_group (d0c2815e-28fc-48f8-8dcd-3c05b81e2f8a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:51.855222 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d0c2815e-28fc-48f8-8dcd-3c05b81e2f8a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:51.904396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c2815e-28fc-48f8-8dcd-3c05b81e2f8a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:51.925833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 435eb926-ff43-478a-b1d5-eca514123ce8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:51.926315 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (435eb926-ff43-478a-b1d5-eca514123ce8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:51.931715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:12:51.946166 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (70d690cf-b8c3-4940-bbce-4669ab07e3c6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:51.947068 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Added segment 70d690cf-b8c3-4940-bbce-4669ab07e3c6 of type vlan for network a067d430-f60d-4c20-83d2-cd8467693ad3 Jan 31 19:12:52.001022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (a067d430-f60d-4c20-83d2-cd8467693ad3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:52.059817 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (a067d430-f60d-4c20-83d2-cd8467693ad3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:52.061140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:52.062149 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:52.121825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 435eb926-ff43-478a-b1d5-eca514123ce8 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:52.122225 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (435eb926-ff43-478a-b1d5-eca514123ce8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:52.147222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] Pushing event updated for resources: {'Network': ['ID=a067d430-f60d-4c20-83d2-cd8467693ad3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:52.158118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 435eb926-ff43-478a-b1d5-eca514123ce8, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=435eb926-ff43-478a-b1d5-eca514123ce8,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:52.162229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network a067d430-f60d-4c20-83d2-cd8467693ad3 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:12:52.168831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49756) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:52.169854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3a841797-dd3f-42c8-b10c-4db87bc6a18c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4781163 Jan 31 19:12:52.175545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Request body: {'subnet': {'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2083985999-subnet', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:12:52.180437 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (435eb926-ff43-478a-b1d5-eca514123ce8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:52.222175 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Made reservation on behalf of 7501570ad1c44fdebd79cfe5bad9f88a for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:12:52.226016 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:52.420231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=435eb926-ff43-478a-b1d5-eca514123ce8,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:52.531938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (7991f431-06ed-4901-b5d1-04e8d7ae2583), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:52.549236 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:52.641078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7991f431-06ed-4901-b5d1-04e8d7ae2583,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:52.655805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.656234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.656531 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.656979 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.657220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.657444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.657770 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.658093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.658402 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.658725 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.659061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.659513 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.659831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:52.666475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Checking segment: {'id': '70d690cf-b8c3-4940-bbce-4669ab07e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:12:52.666838 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Network hostable DHCP agents. Network: a067d430-f60d-4c20-83d2-cd8467693ad3, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:12:52.691679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Network a067d430-f60d-4c20-83d2-cd8467693ad3 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:12:52.718872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, a067d430-f60d-4c20-83d2-cd8467693ad3) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:12:52.728557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718ab4d2-0434-49d0-bb8c-96a4b5df7cd6 None None] Network a067d430-f60d-4c20-83d2-cd8467693ad3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:12:52.733066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:12:52.734003 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:52.769224 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dc2e65a8-44ae-4882-9af1-cfb7443f972a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5984697 Jan 31 19:12:52.772717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 49770) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:52.782959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2083985999-router', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:12:52.829290 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:52.832011 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:52.878205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-a067d430-f60d-4c20-83d2-cd8467693ad3', 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3', 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'fixed_ips': [{'subnet_id': '7991f431-06ed-4901-b5d1-04e8d7ae2583'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:12:52.879257 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:53.013673 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Publish callbacks [] for router_controller (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:53.047359 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Sync routers for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:12:53.062974 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:53.065085 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:53.205312 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:53.222120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Allocated IP 172.20.0.2 (a067d430-f60d-4c20-83d2-cd8467693ad3/7991f431-06ed-4901-b5d1-04e8d7ae2583/28583f66-c78d-4c41-9bf4-3f3733212f8c) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:12:53.250030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Publish callbacks [] for router_gateway (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:53.453282 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 2, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:53.481385 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Checking router: 58f0242c-3fa9-477a-96df-1e73f1a25709 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:12:53.482095 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Updating router 58f0242c-3fa9-477a-96df-1e73f1a25709 port e034bc7e-ffc9-48db-bd9b-167f0ebee459 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:12:53.516497 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:53.557739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Publish callbacks [] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:53.576734 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:53.654259 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Network a067d430-f60d-4c20-83d2-cd8467693ad3 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:12:53.656479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:12:53.667029 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:12:53.734469 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Publish callbacks [] for router_gateway (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:53.757348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:53.762952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Pushing event updated for resources: {'Port': ['ID=28583f66-c78d-4c41-9bf4-3f3733212f8c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:53.808494 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 435eb926-ff43-478a-b1d5-eca514123ce8 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:12:53.912257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Allocated IP 172.25.8.128 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c43f65cf-c6ec-4661-890e-e896ff767179) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:12:53.926418 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Publish callbacks [] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:53.927663 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Attempting to bind port 28583f66-c78d-4c41-9bf4-3f3733212f8c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:12:53.928042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Attempting to bind port 28583f66-c78d-4c41-9bf4-3f3733212f8c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '70d690cf-b8c3-4940-bbce-4669ab07e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:12:53.939867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Attempting to bind port 28583f66-c78d-4c41-9bf4-3f3733212f8c on network a067d430-f60d-4c20-83d2-cd8467693ad3 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:12:53.948122 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:53.955632 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:12:53.961043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Checking segment: {'id': '70d690cf-b8c3-4940-bbce-4669ab07e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:12:53.964030 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:53.964579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Bound using segment: {'id': '70d690cf-b8c3-4940-bbce-4669ab07e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:12:53.966231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Bound port: 28583f66-c78d-4c41-9bf4-3f3733212f8c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d690cf-b8c3-4940-bbce-4669ab07e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:12:53.966231 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:54.055905 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Pushing event updated for resources: {'Port': ['ID=e034bc7e-ffc9-48db-bd9b-167f0ebee459,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:54.105441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 435eb926-ff43-478a-b1d5-eca514123ce8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:54.105441 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (435eb926-ff43-478a-b1d5-eca514123ce8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:54.143702 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.146805 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.147175 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.147526 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.158275 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.158664 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.159061 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.159393 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.159730 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.160061 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.160417 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.160747 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.161083 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:12:54.296021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] For port 28583f66-c78d-4c41-9bf4-3f3733212f8c, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:12:54.299948 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Attempting to bind port e034bc7e-ffc9-48db-bd9b-167f0ebee459 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:12:54.300354 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Attempting to bind port e034bc7e-ffc9-48db-bd9b-167f0ebee459 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:12:54.300731 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Attempting to bind port e034bc7e-ffc9-48db-bd9b-167f0ebee459 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:12:54.308659 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:12:54.309462 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Checking segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:12:54.310669 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:54.313013 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Bound using segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:12:54.314031 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Bound port: e034bc7e-ffc9-48db-bd9b-167f0ebee459, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:12:54.315813 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:54.318301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] For port 28583f66-c78d-4c41-9bf4-3f3733212f8c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=28583f66-c78d-4c41-9bf4-3f3733212f8c,segment=NetworkSegment(70d690cf-b8c3-4940-bbce-4669ab07e3c6),segment_id=70d690cf-b8c3-4940-bbce-4669ab07e3c6)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:12:54.322459 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:54.392095 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:54.427245 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] For port e034bc7e-ffc9-48db-bd9b-167f0ebee459, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:12:54.432089 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] For port e034bc7e-ffc9-48db-bd9b-167f0ebee459, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e034bc7e-ffc9-48db-bd9b-167f0ebee459,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:12:54.461322 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:54.483545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33b5a7-2dcf-4c66-9e4c-9a7387da8881 None None] Pushing event updated for resources: {'Port': ['ID=28583f66-c78d-4c41-9bf4-3f3733212f8c,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:54.521756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 435eb926-ff43-478a-b1d5-eca514123ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:54.554269 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:54.555304 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:54.587460 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:54.616202 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7195d0c6-c447-4762-9e01-49becff1ad06 None None] Provisioning complete for port e034bc7e-ffc9-48db-bd9b-167f0ebee459 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:54.617556 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7195d0c6-c447-4762-9e01-49becff1ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:54.654336 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19f314-e4c9-4fc6-90e8-716e9425aca2 None None] Pushing event updated for resources: {'Port': ['ID=e034bc7e-ffc9-48db-bd9b-167f0ebee459,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:54.797001 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:54.835212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7195d0c6-c447-4762-9e01-49becff1ad06 None None] Current status of the port e034bc7e-ffc9-48db-bd9b-167f0ebee459 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:54.835880 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7195d0c6-c447-4762-9e01-49becff1ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:54.943155 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Publish callbacks [] for port (c43f65cf-c6ec-4661-890e-e896ff767179), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:54.943938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7195d0c6-c447-4762-9e01-49becff1ad06 None None] For port e034bc7e-ffc9-48db-bd9b-167f0ebee459, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e034bc7e-ffc9-48db-bd9b-167f0ebee459,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:54.948853 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7195d0c6-c447-4762-9e01-49becff1ad06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:55.051468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c43f65cf-c6ec-4661-890e-e896ff767179), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:55.110495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195d0c6-c447-4762-9e01-49becff1ad06 None None] Pushing event updated for resources: {'Port': ['ID=e034bc7e-ffc9-48db-bd9b-167f0ebee459,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:55.136767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7716203b-69d2-4318-941a-cc5dbe4a18dd None None] Provisioning complete for port e034bc7e-ffc9-48db-bd9b-167f0ebee459 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:55.137461 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7716203b-69d2-4318-941a-cc5dbe4a18dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:55.160356 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:12:55.173654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:12:55.183514 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:12:55.206073 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Pushing event updated for resources: {'Port': ['ID=c43f65cf-c6ec-4661-890e-e896ff767179,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:55.282094 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:55.345837 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b550e8-068b-44b5-9c78-783613dee732 None None] The sync data for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 is: [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:12:55.869158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Publish callbacks [] for router_gateway (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:55.901470 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:56.042887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7716203b-69d2-4318-941a-cc5dbe4a18dd None None] Current status of the port e034bc7e-ffc9-48db-bd9b-167f0ebee459 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:56.073281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 28583f66-c78d-4c41-9bf4-3f3733212f8c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:12:56.180060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 28583f66-c78d-4c41-9bf4-3f3733212f8c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:56.180060 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:56.356532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 28583f66-c78d-4c41-9bf4-3f3733212f8c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:56.356931 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:56.377284 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:56.382634 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:56.401386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 28583f66-c78d-4c41-9bf4-3f3733212f8c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=28583f66-c78d-4c41-9bf4-3f3733212f8c,segment=NetworkSegment(70d690cf-b8c3-4940-bbce-4669ab07e3c6),segment_id=70d690cf-b8c3-4940-bbce-4669ab07e3c6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:12:56.417074 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:56.417979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e034bc7e-ffc9-48db-bd9b-167f0ebee459 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:12:56.530653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=28583f66-c78d-4c41-9bf4-3f3733212f8c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:56.553632 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e034bc7e-ffc9-48db-bd9b-167f0ebee459 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:56.554015 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:56.601253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b0f84d-8259-4a78-bc2f-bba8f80f4919 None None] Network a067d430-f60d-4c20-83d2-cd8467693ad3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:12:56.657241 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Router 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:12:56.755555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-bd3be6de-4ef3-4a40-95df-7ec2866c4798 None None] Provisioning complete for port 28583f66-c78d-4c41-9bf4-3f3733212f8c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:56.755962 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bd3be6de-4ef3-4a40-95df-7ec2866c4798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:56.830278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e034bc7e-ffc9-48db-bd9b-167f0ebee459 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:56.875252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:12:56.898447 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:56.904658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 49824) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:12:56.914336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Sync routers for ids ['50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:12:56.915643 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a2ff1863-4656-43b2-a3d5-adad6e23e32a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1417413 Jan 31 19:12:56.955985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Routers {'50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:56.956880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:56.960084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bd3be6de-4ef3-4a40-95df-7ec2866c4798 None None] Current status of the port 28583f66-c78d-4c41-9bf4-3f3733212f8c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:57.181679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Set router 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:57.608137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ca021d5d-b326-4260-a405-ab6518f03926 None None] Provisioning complete for port 28583f66-c78d-4c41-9bf4-3f3733212f8c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:57.609072 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ca021d5d-b326-4260-a405-ab6518f03926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:57.711123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 28583f66-c78d-4c41-9bf4-3f3733212f8c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:12:57.818880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:57.912368 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'name': 'tempest-TestVolumeBootPattern-2083985999-router', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:52Z', 'updated_at': '2022-01-31T19:12:55Z', 'revision_number': 3, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'gw_port': {'id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:53Z', 'updated_at': '2022-01-31T19:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:57.988045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 28583f66-c78d-4c41-9bf4-3f3733212f8c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:57.995212 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:57.998814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Checking router: 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:12:58.001815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Updating router 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 port c43f65cf-c6ec-4661-890e-e896ff767179 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:12:58.003852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ca021d5d-b326-4260-a405-ab6518f03926 None None] Current status of the port 28583f66-c78d-4c41-9bf4-3f3733212f8c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:58.049833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Allocated IP 172.20.0.1 (a067d430-f60d-4c20-83d2-cd8467693ad3/7991f431-06ed-4901-b5d1-04e8d7ae2583/fe927e92-7a69-4646-91e0-860811f36313) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:12:58.080258 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c43f65cf-c6ec-4661-890e-e896ff767179), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:58.295098 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Publish callbacks [] for port (fe927e92-7a69-4646-91e0-860811f36313), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:58.383200 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (fe927e92-7a69-4646-91e0-860811f36313), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:58.462879 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Publish callbacks [] for port (c43f65cf-c6ec-4661-890e-e896ff767179), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:58.463198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Network a067d430-f60d-4c20-83d2-cd8467693ad3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:12:58.470581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:12:58.474425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:12:58.478476 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c43f65cf-c6ec-4661-890e-e896ff767179), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:58.490772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Pushing event updated for resources: {'Port': ['ID=fe927e92-7a69-4646-91e0-860811f36313,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:58.557971 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:58.567193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd59ca2-7eaa-49f4-b8fe-46f675f2713d None None] Pushing event updated for resources: {'Port': ['ID=c43f65cf-c6ec-4661-890e-e896ff767179,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:58.571490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Attempting to bind port c43f65cf-c6ec-4661-890e-e896ff767179 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:12:58.571871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Attempting to bind port c43f65cf-c6ec-4661-890e-e896ff767179 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:12:58.572364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Attempting to bind port c43f65cf-c6ec-4661-890e-e896ff767179 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:12:58.608047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:12:58.609027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:12:58.609617 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:58.610060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:12:58.610948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Bound port: c43f65cf-c6ec-4661-890e-e896ff767179, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:12:58.611344 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c43f65cf-c6ec-4661-890e-e896ff767179), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:58.698624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 28583f66-c78d-4c41-9bf4-3f3733212f8c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:12:58.776809 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] For port c43f65cf-c6ec-4661-890e-e896ff767179, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:12:58.790842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] For port c43f65cf-c6ec-4661-890e-e896ff767179, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c43f65cf-c6ec-4661-890e-e896ff767179,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:12:58.803581 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c43f65cf-c6ec-4661-890e-e896ff767179), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:58.822774 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fe927e92-7a69-4646-91e0-860811f36313), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:58.892303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Routers {'50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:12:58.893129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:58.898262 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-cd5c0265-0ae8-451a-b565-85d56428e513 None None] Provisioning complete for port fe927e92-7a69-4646-91e0-860811f36313 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:12:58.898756 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0265-0ae8-451a-b565-85d56428e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fe927e92-7a69-4646-91e0-860811f36313), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:59.056781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c0265-0ae8-451a-b565-85d56428e513 None None] Port fe927e92-7a69-4646-91e0-860811f36313 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:12:59.069290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd59ca2-7eaa-49f4-b8fe-46f675f2713d None None] Pushing event updated for resources: {'Port': ['ID=c43f65cf-c6ec-4661-890e-e896ff767179,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:59.110146 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Publish callbacks [] for port (fe927e92-7a69-4646-91e0-860811f36313), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:59.117563 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (fe927e92-7a69-4646-91e0-860811f36313), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:59.211720 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:12:59.213201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] Set router 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:12:59.223500 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Pushing event updated for resources: {'Port': ['ID=fe927e92-7a69-4646-91e0-860811f36313,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:12:59.753914 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Network a067d430-f60d-4c20-83d2-cd8467693ad3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:12:59.755680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:12:59.852788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'name': 'tempest-TestVolumeBootPattern-2083985999-router', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:52Z', 'updated_at': '2022-01-31T19:12:58Z', 'revision_number': 4, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'gw_port': {'id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:53Z', 'updated_at': '2022-01-31T19:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fe927e92-7a69-4646-91e0-860811f36313', 'name': '', 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'mac_address': 'fa:16:3e:62:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7991f431-06ed-4901-b5d1-04e8d7ae2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:57Z', 'updated_at': '2022-01-31T19:12:58Z', 'revision_number': 1, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'subnets': [{'id': '7991f431-06ed-4901-b5d1-04e8d7ae2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:12:59.899064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c2e289-9a5d-4d50-8c23-cb51a08cc2ea None None] The sync data for ids ['50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'] in n-d-812111-15 is: [{'id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'name': 'tempest-TestVolumeBootPattern-2083985999-router', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:52Z', 'updated_at': '2022-01-31T19:12:58Z', 'revision_number': 4, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'gw_port': {'id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:53Z', 'updated_at': '2022-01-31T19:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fe927e92-7a69-4646-91e0-860811f36313', 'name': '', 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'mac_address': 'fa:16:3e:62:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7991f431-06ed-4901-b5d1-04e8d7ae2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:57Z', 'updated_at': '2022-01-31T19:12:58Z', 'revision_number': 1, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'subnets': [{'id': '7991f431-06ed-4901-b5d1-04e8d7ae2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:13:00.005712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Router 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:13:00.205008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d17cadc7-a680-4edf-83d4-ed709d4dc38b None None] Provisioning complete for port fe927e92-7a69-4646-91e0-860811f36313 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:00.205585 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d17cadc7-a680-4edf-83d4-ed709d4dc38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fe927e92-7a69-4646-91e0-860811f36313), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:00.236314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:13:00.270493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3456e6f1-e6e5-49cb-9c4c-6e227419b15a admin admin] 10.222.0.20 "PUT /v2.0/routers/50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3641279 Jan 31 19:13:00.319647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d17cadc7-a680-4edf-83d4-ed709d4dc38b None None] Port fe927e92-7a69-4646-91e0-860811f36313 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:13:01.818522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c43f65cf-c6ec-4661-890e-e896ff767179 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:13:01.908717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c43f65cf-c6ec-4661-890e-e896ff767179 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:01.909520 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c43f65cf-c6ec-4661-890e-e896ff767179), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:02.027074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c43f65cf-c6ec-4661-890e-e896ff767179 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:02.035219 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c43f65cf-c6ec-4661-890e-e896ff767179), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:02.065472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port c43f65cf-c6ec-4661-890e-e896ff767179, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c43f65cf-c6ec-4661-890e-e896ff767179,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:13:02.074346 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c43f65cf-c6ec-4661-890e-e896ff767179), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:02.185803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=c43f65cf-c6ec-4661-890e-e896ff767179,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:03.712264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c43f65cf-c6ec-4661-890e-e896ff767179 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:13:03.837903 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c43f65cf-c6ec-4661-890e-e896ff767179 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:03.838283 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c43f65cf-c6ec-4661-890e-e896ff767179), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:03.911565 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Sync routers for ids ['50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:13:03.926936 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Routers {'50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:13:03.931652 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:13:04.046719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c43f65cf-c6ec-4661-890e-e896ff767179 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:04.244677 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Set router 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:13:04.545270 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'name': 'tempest-TestVolumeBootPattern-2083985999-router', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:52Z', 'updated_at': '2022-01-31T19:12:58Z', 'revision_number': 4, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'gw_port': {'id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:53Z', 'updated_at': '2022-01-31T19:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fe927e92-7a69-4646-91e0-860811f36313', 'name': '', 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'mac_address': 'fa:16:3e:62:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7991f431-06ed-4901-b5d1-04e8d7ae2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:57Z', 'updated_at': '2022-01-31T19:12:58Z', 'revision_number': 2, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'subnets': [{'id': '7991f431-06ed-4901-b5d1-04e8d7ae2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:13:04.612579 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Checking router: 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:13:04.614080 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Updating router 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 port fe927e92-7a69-4646-91e0-860811f36313 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:13:04.676522 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fe927e92-7a69-4646-91e0-860811f36313), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:05.330988 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Publish callbacks [] for port (fe927e92-7a69-4646-91e0-860811f36313), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:05.333995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-d39018e4-2a9e-4484-a23b-b0e2bafc9c78 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:05.341458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-d39018e4-2a9e-4484-a23b-b0e2bafc9c78 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.2099955 Jan 31 19:13:05.349026 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fe927e92-7a69-4646-91e0-860811f36313), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:05.363258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-f7606464-70ef-416c-96df-67822371c248 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/quotas/e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 375 time: 0.0208454 Jan 31 19:13:05.399392 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8eee1-3a55-4b03-bbe8-d231475effaa None None] Pushing event updated for resources: {'Port': ['ID=fe927e92-7a69-4646-91e0-860811f36313,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:05.472406 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Attempting to bind port fe927e92-7a69-4646-91e0-860811f36313 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:13:05.473113 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Attempting to bind port fe927e92-7a69-4646-91e0-860811f36313 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '70d690cf-b8c3-4940-bbce-4669ab07e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:13:05.473699 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Attempting to bind port fe927e92-7a69-4646-91e0-860811f36313 on network a067d430-f60d-4c20-83d2-cd8467693ad3 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:13:05.482367 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:13:05.483114 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Checking segment: {'id': '70d690cf-b8c3-4940-bbce-4669ab07e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:13:05.487958 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:05.488855 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Bound using segment: {'id': '70d690cf-b8c3-4940-bbce-4669ab07e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:13:05.490140 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Bound port: fe927e92-7a69-4646-91e0-860811f36313, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d690cf-b8c3-4940-bbce-4669ab07e3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:13:05.490711 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fe927e92-7a69-4646-91e0-860811f36313), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:05.515170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-596d7919-e6ad-4878-8125-f4db11638030 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1509237 Jan 31 19:13:05.690393 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] For port fe927e92-7a69-4646-91e0-860811f36313, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:13:05.695601 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] For port fe927e92-7a69-4646-91e0-860811f36313, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fe927e92-7a69-4646-91e0-860811f36313,segment=NetworkSegment(70d690cf-b8c3-4940-bbce-4669ab07e3c6),segment_id=70d690cf-b8c3-4940-bbce-4669ab07e3c6)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:13:05.708685 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fe927e92-7a69-4646-91e0-860811f36313), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:05.785555 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Routers {'50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:13:05.786499 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:12:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:13:05.833341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f3a3a98b-ad51-42ca-bdf7-60df0d4ff172 None None] Provisioning complete for port fe927e92-7a69-4646-91e0-860811f36313 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:05.833931 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a98b-ad51-42ca-bdf7-60df0d4ff172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fe927e92-7a69-4646-91e0-860811f36313), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:05.849551 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8eee1-3a55-4b03-bbe8-d231475effaa None None] Pushing event updated for resources: {'Port': ['ID=fe927e92-7a69-4646-91e0-860811f36313,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:05.980145 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] Set router 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:13:05.992567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-5bf5a69a-9963-462c-a7bc-0598457d9e95 service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700015 Jan 31 19:13:06.058028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f3a3a98b-ad51-42ca-bdf7-60df0d4ff172 None None] Current status of the port fe927e92-7a69-4646-91e0-860811f36313 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:06.058922 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a98b-ad51-42ca-bdf7-60df0d4ff172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fe927e92-7a69-4646-91e0-860811f36313), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:06.153236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f3a3a98b-ad51-42ca-bdf7-60df0d4ff172 None None] For port fe927e92-7a69-4646-91e0-860811f36313, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fe927e92-7a69-4646-91e0-860811f36313,segment=NetworkSegment(70d690cf-b8c3-4940-bbce-4669ab07e3c6),segment_id=70d690cf-b8c3-4940-bbce-4669ab07e3c6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:13:06.171090 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a98b-ad51-42ca-bdf7-60df0d4ff172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fe927e92-7a69-4646-91e0-860811f36313), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:06.247683 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-9ec3fc94-0fa6-4d57-bf9f-5a2b0b94e017 service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420187 Jan 31 19:13:06.289203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3a98b-ad51-42ca-bdf7-60df0d4ff172 None None] Pushing event updated for resources: {'Port': ['ID=fe927e92-7a69-4646-91e0-860811f36313,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:06.347246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-437aad1b-7009-45d2-8411-853ddbffcf2d None None] Provisioning complete for port fe927e92-7a69-4646-91e0-860811f36313 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:06.347631 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-437aad1b-7009-45d2-8411-853ddbffcf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fe927e92-7a69-4646-91e0-860811f36313), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:06.371104 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'name': 'tempest-TestVolumeBootPattern-2083985999-router', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:52Z', 'updated_at': '2022-01-31T19:12:58Z', 'revision_number': 4, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'gw_port': {'id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:53Z', 'updated_at': '2022-01-31T19:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fe927e92-7a69-4646-91e0-860811f36313', 'name': '', 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'mac_address': 'fa:16:3e:62:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7991f431-06ed-4901-b5d1-04e8d7ae2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:57Z', 'updated_at': '2022-01-31T19:13:05Z', 'revision_number': 4, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'subnets': [{'id': '7991f431-06ed-4901-b5d1-04e8d7ae2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:13:06.461180 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f7a12-46fa-4ecf-9662-6141fde5650b None None] The sync data for ids ['50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'] in n-d-812111-15 is: [{'id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'name': 'tempest-TestVolumeBootPattern-2083985999-router', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:52Z', 'updated_at': '2022-01-31T19:12:58Z', 'revision_number': 4, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'gw_port': {'id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:53Z', 'updated_at': '2022-01-31T19:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'fe927e92-7a69-4646-91e0-860811f36313', 'name': '', 'network_id': 'a067d430-f60d-4c20-83d2-cd8467693ad3', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'mac_address': 'fa:16:3e:62:e7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '7991f431-06ed-4901-b5d1-04e8d7ae2583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:57Z', 'updated_at': '2022-01-31T19:13:05Z', 'revision_number': 4, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'subnets': [{'id': '7991f431-06ed-4901-b5d1-04e8d7ae2583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:13:06.517619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-437aad1b-7009-45d2-8411-853ddbffcf2d None None] Current status of the port fe927e92-7a69-4646-91e0-860811f36313 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:06.549790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-55ed4568-d2a0-4d63-8bcd-fc236fece4dc tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:06.551499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-55ed4568-d2a0-4d63-8bcd-fc236fece4dc tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/networks?id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea HTTP/1.1" status: 200 len: 812 time: 0.1830561 Jan 31 19:13:06.575450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-6e4ba016-c58f-49ec-8239-3e658cae35af tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/quotas/440394d010c641d09040c948fe1dde58 HTTP/1.1" status: 200 len: 375 time: 0.0106614 Jan 31 19:13:06.623860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-a7bbeecc-0301-4ad7-b710-3f583a8e02d7 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=440394d010c641d09040c948fe1dde58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428591 Jan 31 19:13:06.758425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-f90d8039-20cc-402a-9ae4-cac6b912cebd service neutron] 10.222.0.20 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268942 Jan 31 19:13:06.891556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-efb7e7ce-aa52-42b6-ae39-5e642c5ce7e0 service neutron] 10.222.0.20 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090033 Jan 31 19:13:07.135789 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44a5acec-7e77-4722-81fc-237da646c877 req-09785ab1-8f1a-4698-bb3e-8240d9aa5838 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 210 time: 0.0505576 Jan 31 19:13:07.765889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d0c5d49-df20-4ee2-8a67-7b5b9ce3a2d8 req-8badbb19-dd60-41ac-8fd4-89649b96931e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0442944 Jan 31 19:13:07.823440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fe927e92-7a69-4646-91e0-860811f36313 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:13:07.890352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port fe927e92-7a69-4646-91e0-860811f36313 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:07.890739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fe927e92-7a69-4646-91e0-860811f36313), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:07.989470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port fe927e92-7a69-4646-91e0-860811f36313 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:08.347893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd863832-9548-42ea-8216-88dafda71376 req-753ef25e-e054-4eb5-b35a-1acc8c834edf tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 210 time: 0.0526764 Jan 31 19:13:08.456143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-35ee52ff-fc21-4bc5-b908-d40835e51ab2 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:08.461484 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-35ee52ff-fc21-4bc5-b908-d40835e51ab2 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.21 "GET /v2.0/networks?id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea HTTP/1.1" status: 200 len: 812 time: 0.2054095 Jan 31 19:13:08.475981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Request body: {'port': {'device_id': '3b2e5e4d-d8d9-4827-bf93-1106960be2b5', 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea', 'admin_state_up': True, 'tenant_id': '440394d010c641d09040c948fe1dde58'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:13:08.629591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Made reservation on behalf of 440394d010c641d09040c948fe1dde58 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:13:08.633226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:08.791363 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Allocated IP 172.20.0.14 (0af72cb7-b8f4-4db9-ac22-9dec5eabddea/cd6d2774-7d77-4a2c-8b3d-0d79e8dba835/de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:13:08.882235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5645a79d-1ae6-40d8-b662-2e6780892162 req-75febe59-cbba-4f82-9701-4a6b754ca80a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0368598 Jan 31 19:13:08.974655 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks [] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:09.059044 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:09.136354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Pushing event updated for resources: {'Port': ['ID=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:09.162797 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:13:09.164681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:13:09.171844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:13:09.179553 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-16c6d076-676a-4303-a204-3f72274ff9cb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:09.181425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-16c6d076-676a-4303-a204-3f72274ff9cb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.1747742 Jan 31 19:13:09.194691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'port': {'device_id': 'f9eec437-0e76-4223-a1d9-22fa7e4aeca2', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'admin_state_up': True, 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:13:09.233011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:09.234743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:09.252736 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-fe3de2c5-7293-4f52-a46c-400ae49fd014 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7827461 Jan 31 19:13:09.267868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Request body: {'port': {'device_id': '3b2e5e4d-d8d9-4827-bf93-1106960be2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:13:09.393343 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Made reservation on behalf of e0f69b02795d4d6facffed3eac950da9 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:13:09.400239 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:09.405148 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:09.630586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Allocated IP 172.20.0.8 (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6/112fde1b-a5ee-4231-a35f-efa596ad24b7/d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:13:09.707378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f90e0-7e58-4937-a1b6-02731d7d5949 req-ab7999b8-97a4-4c7d-960f-ed0048ab47d5 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:09.709336 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c2f90e0-7e58-4937-a1b6-02731d7d5949 req-ab7999b8-97a4-4c7d-960f-ed0048ab47d5 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 932 time: 0.2027302 Jan 31 19:13:09.808097 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:13:09.818592 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Publish callbacks [] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:09.833281 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Transition to ACTIVE for port object de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:13:09.841174 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:09.851519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c2f90e0-7e58-4937-a1b6-02731d7d5949 req-cb226ce7-5ad0-4c4b-806e-b55fdcf76ab1 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340659 Jan 31 19:13:09.926875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Pushing event updated for resources: {'Port': ['ID=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:09.927174 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:10.018543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbf6cfc1-2b69-43de-9050-735a174d1145 req-95333cda-9a9f-4af5-9713-23c1a79bae1b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0384536 Jan 31 19:13:10.034081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:10.063650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:13:10.067012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:13:10.088584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:13:10.110595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Attempting to bind port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:13:10.110946 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Attempting to bind port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '2965aa5a-afdd-447e-9256-1c104e6ba1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:13:10.111288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Attempting to bind port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c on network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:13:10.129273 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c on network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:13:10.130067 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Attempting to bind port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c on network 0af72cb7-b8f4-4db9-ac22-9dec5eabddea {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:13:10.135681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:13:10.136032 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Checking segment: {'id': '2965aa5a-afdd-447e-9256-1c104e6ba1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:13:10.136444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Bound using segment: {'id': '2965aa5a-afdd-447e-9256-1c104e6ba1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:13:10.137618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Bound port: de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2965aa5a-afdd-447e-9256-1c104e6ba1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:13:10.137991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:10.167400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:10.190037 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:10.191925 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:10.217731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-ca1aa7c1-7f8b-49d6-9222-85355f9dc681 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0285883 Jan 31 19:13:10.231352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Request body: {'port': {'device_id': 'f9eec437-0e76-4223-a1d9-22fa7e4aeca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:13:10.330311 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] For port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c, host n-h2-812111-15, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:13:10.335222 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] For port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c,segment=NetworkSegment(2965aa5a-afdd-447e-9256-1c104e6ba1d9),segment_id=2965aa5a-afdd-447e-9256-1c104e6ba1d9)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:13:10.350593 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:10.396113 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:10.427665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Pushing event updated for resources: {'Port': ['ID=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:10.437901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:10.438834 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:10.440871 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-69fb090a-7e36-4072-905d-ef59d119cf47 service neutron] 10.222.0.21 "PUT /v2.0/ports/de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c HTTP/1.1" status: 200 len: 1093 time: 1.1796885 Jan 31 19:13:10.441347 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2e5e4d-d8d9-4827-bf93-1106960be2b5', 'tag': 'de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:13:10.443813 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673afaf5-eaeb-4d02-9d36-e8abd38d4d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2e5e4d-d8d9-4827-bf93-1106960be2b5", "tag": "de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:13:10.534874 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4ed628-4e64-4bbf-9d7d-fdc5ca0ca1fd x-openstack-request-id: req-fe4ed628-4e64-4bbf-9d7d-fdc5ca0ca1fd {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:13:10.535334 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2e5e4d-d8d9-4827-bf93-1106960be2b5", "tag": "de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:13:10.535727 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe4ed628-4e64-4bbf-9d7d-fdc5ca0ca1fd {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:13:10.536250 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2e5e4d-d8d9-4827-bf93-1106960be2b5', 'tag': 'de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c', 'status': 'completed', 'code': 200} Jan 31 19:13:10.595757 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-5c810737-4854-4413-94a1-0f7fed77d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:10.597229 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-5c810737-4854-4413-94a1-0f7fed77d0d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=440394d010c641d09040c948fe1dde58&device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 1127 time: 0.1058476 Jan 31 19:13:10.599158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b611f50e-e985-4ab8-a1e6-09ee20971bd7 None None] Provisioning complete for port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:10.600242 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b611f50e-e985-4ab8-a1e6-09ee20971bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:10.663537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b611f50e-e985-4ab8-a1e6-09ee20971bd7 None None] Port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:13:10.664354 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-2f887650-a0fa-45e2-99dd-6cd96c899e9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c HTTP/1.1" status: 200 len: 217 time: 0.0581472 Jan 31 19:13:10.725145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-b7962eca-5db0-4b7a-8057-6134c07ce015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:10.726889 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-b7962eca-5db0-4b7a-8057-6134c07ce015 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd6d2774-7d77-4a2c-8b3d-0d79e8dba835 HTTP/1.1" status: 200 len: 852 time: 0.0565069 Jan 31 19:13:10.766251 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-08f502df-2d24-4aee-89e7-4bfcdb87665f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325916 Jan 31 19:13:10.850418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:13:10.862124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Publish callbacks [] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:10.876545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Transition to ACTIVE for port object d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:13:10.890700 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-18f4a5d1-e545-47db-b56d-4930f01b144c service neutron] 10.222.0.21 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187510 Jan 31 19:13:10.896609 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:10.973739 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Pushing event updated for resources: {'Port': ['ID=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:11.152718 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a695ea5e-b648-403e-aef0-10a6ef2f3d30 req-c83f2c4a-06e3-4513-834e-f68aa844680e service neutron] 10.222.0.21 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546077 Jan 31 19:13:11.253388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d119e-2395-40c7-a48f-fac740b84095 req-33d76493-ab1c-4bb3-a09f-bf1764a2dccb tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:11.255043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-860d119e-2395-40c7-a48f-fac740b84095 req-33d76493-ab1c-4bb3-a09f-bf1764a2dccb tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 944 time: 0.2375467 Jan 31 19:13:11.263710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Attempting to bind port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:13:11.264087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Attempting to bind port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:13:11.265080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Attempting to bind port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:13:11.271058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:13:11.271380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Attempting to bind port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:13:11.295746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:13:11.296279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Checking segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:13:11.296826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Bound using segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:13:11.297110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Bound port: d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:13:11.297453 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:11.297841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673afaf5-eaeb-4d02-9d36-e8abd38d4d0d req-1468ab82-2d51-4faa-b402-37230ca0997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:11.301451 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-673afaf5-eaeb-4d02-9d36-e8abd38d4d0d req-1468ab82-2d51-4faa-b402-37230ca0997a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=440394d010c641d09040c948fe1dde58&device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 1127 time: 0.0818691 Jan 31 19:13:11.347732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678b3cb-dee4-44eb-ab06-ab6d034c2de1 req-a08058f5-92f6-48b6-b15e-72a05b6a42c0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:11.349496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d678b3cb-dee4-44eb-ab06-ab6d034c2de1 req-a08058f5-92f6-48b6-b15e-72a05b6a42c0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.1798398 Jan 31 19:13:11.448748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673afaf5-eaeb-4d02-9d36-e8abd38d4d0d req-dfd6201b-c1ea-4abe-a237-d78f7aa21c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:11.451119 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-673afaf5-eaeb-4d02-9d36-e8abd38d4d0d req-dfd6201b-c1ea-4abe-a237-d78f7aa21c31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea HTTP/1.1" status: 200 len: 913 time: 0.1418996 Jan 31 19:13:11.452609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] For port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:13:11.458963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-860d119e-2395-40c7-a48f-fac740b84095 req-0fda0741-29f7-4acf-abe1-49985af6f6ad tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964822 Jan 31 19:13:11.488216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] For port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:13:11.505069 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:11.508680 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-673afaf5-eaeb-4d02-9d36-e8abd38d4d0d req-ab9acf03-3292-47a6-992b-074aef6e1930 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c HTTP/1.1" status: 200 len: 217 time: 0.0484867 Jan 31 19:13:11.536660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d678b3cb-dee4-44eb-ab06-ab6d034c2de1 req-5f0d550c-0626-47b2-8ed8-afba3deb0b86 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379483 Jan 31 19:13:11.551735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:11.552497 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:11.553876 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] 10.222.0.21 "PUT /v2.0/ports/d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 HTTP/1.1" status: 200 len: 1092 time: 1.3273807 Jan 31 19:13:11.554709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9eec437-0e76-4223-a1d9-22fa7e4aeca2', 'tag': 'd1c0aafe-cd14-4ec1-a6d0-e07af945a1a3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:13:11.556962 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb848386-29a3-4beb-8d96-fbbe80d60312" -d '{"events": [{"name": "network-changed", "server_uuid": "f9eec437-0e76-4223-a1d9-22fa7e4aeca2", "tag": "d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:13:11.601899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673afaf5-eaeb-4d02-9d36-e8abd38d4d0d req-ab2d4855-c29e-40f0-9374-756eac1f7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:11.604923 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-673afaf5-eaeb-4d02-9d36-e8abd38d4d0d req-ab2d4855-c29e-40f0-9374-756eac1f7944 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd6d2774-7d77-4a2c-8b3d-0d79e8dba835 HTTP/1.1" status: 200 len: 852 time: 0.0891140 Jan 31 19:13:11.610518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf246d54-692f-440e-92e8-0250bab879cb service neutron] Pushing event updated for resources: {'Port': ['ID=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:11.654558 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-673afaf5-eaeb-4d02-9d36-e8abd38d4d0d req-721ced58-2f45-4e3e-ab9d-ac2eccbef266 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387688 Jan 31 19:13:11.668049 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea79660a-1fd4-45e1-b948-1aaf54fa3094 x-openstack-request-id: req-ea79660a-1fd4-45e1-b948-1aaf54fa3094 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:13:11.668447 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9eec437-0e76-4223-a1d9-22fa7e4aeca2", "tag": "d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:13:11.668630 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea79660a-1fd4-45e1-b948-1aaf54fa3094 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:13:11.669018 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9eec437-0e76-4223-a1d9-22fa7e4aeca2', 'tag': 'd1c0aafe-cd14-4ec1-a6d0-e07af945a1a3', 'status': 'completed', 'code': 200} Jan 31 19:13:11.719599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-9805b6b2-e0b0-48b5-9171-6f09648a592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:11.721386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-9805b6b2-e0b0-48b5-9171-6f09648a592e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 1126 time: 0.0992737 Jan 31 19:13:11.779971 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-b51c753a-35bf-4f2d-a57f-da476cc409a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 HTTP/1.1" status: 200 len: 217 time: 0.0513034 Jan 31 19:13:11.790941 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-673afaf5-eaeb-4d02-9d36-e8abd38d4d0d req-920a0166-a107-4af1-b45f-f1cce53d85a6 service neutron] 10.222.0.21 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284385 Jan 31 19:13:11.848727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-90ea2fa1-d819-43fe-b5e0-95b494455846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:11.850472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-90ea2fa1-d819-43fe-b5e0-95b494455846 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0638649 Jan 31 19:13:11.916914 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-cf8c6585-df31-4165-95da-7565aa9fc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:11.918419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-cf8c6585-df31-4165-95da-7565aa9fc473 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511780 Jan 31 19:13:11.944624 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-673afaf5-eaeb-4d02-9d36-e8abd38d4d0d req-1b56c60c-6f59-4a02-831e-a57d78a80e3c service neutron] 10.222.0.21 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485388 Jan 31 19:13:12.038130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-191012b7-c0bd-401d-81a5-66b4cb56601c service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113343 Jan 31 19:13:12.132200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-686528d2-2ff2-44ae-92cd-8c3dc4e19f1f req-96886531-7cfa-47c8-af24-6873c61c4e59 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875957 Jan 31 19:13:12.216767 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb848386-29a3-4beb-8d96-fbbe80d60312 req-3723ba98-31b5-4433-b249-e4875a4b9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:12.218887 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb848386-29a3-4beb-8d96-fbbe80d60312 req-3723ba98-31b5-4433-b249-e4875a4b9866 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 1126 time: 0.0460849 Jan 31 19:13:12.322994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb848386-29a3-4beb-8d96-fbbe80d60312 req-396a18c2-c2cf-484c-ab7f-a809d89f7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:12.324394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb848386-29a3-4beb-8d96-fbbe80d60312 req-396a18c2-c2cf-484c-ab7f-a809d89f7882 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.1002541 Jan 31 19:13:12.368050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb848386-29a3-4beb-8d96-fbbe80d60312 req-75286e09-a65c-4412-8ae6-5bc9d6ffc333 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 HTTP/1.1" status: 200 len: 217 time: 0.0368383 Jan 31 19:13:12.418120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb848386-29a3-4beb-8d96-fbbe80d60312 req-a46ecfdf-b19c-4132-9732-57dc819bd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:12.419833 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb848386-29a3-4beb-8d96-fbbe80d60312 req-a46ecfdf-b19c-4132-9732-57dc819bd7f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0465004 Jan 31 19:13:12.475483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb848386-29a3-4beb-8d96-fbbe80d60312 req-89fc7690-76af-4bc8-b83d-8c53012ab482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:12.477183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb848386-29a3-4beb-8d96-fbbe80d60312 req-89fc7690-76af-4bc8-b83d-8c53012ab482 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511451 Jan 31 19:13:12.641433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c2933-aa27-48f5-a19f-15ed347503f9 req-4dfa1062-efb2-4d5c-a6cc-66d9dcae4bac tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:12.643275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-618c2933-aa27-48f5-a19f-15ed347503f9 req-4dfa1062-efb2-4d5c-a6cc-66d9dcae4bac tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 944 time: 0.0944498 Jan 31 19:13:12.645613 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb848386-29a3-4beb-8d96-fbbe80d60312 req-58699ab1-4177-4284-b548-8ed0e8899b65 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621926 Jan 31 19:13:12.776971 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-618c2933-aa27-48f5-a19f-15ed347503f9 req-367ab3ad-4f66-4386-86a1-81a70aedf3d5 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266448 Jan 31 19:13:12.833144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c986e5-49c6-4d83-b9aa-28f22306a013 req-0f145182-5c88-4018-a564-2c95e38fb185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:12.834783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11c986e5-49c6-4d83-b9aa-28f22306a013 req-0f145182-5c88-4018-a564-2c95e38fb185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.1760447 Jan 31 19:13:12.840683 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb848386-29a3-4beb-8d96-fbbe80d60312 req-5f20f499-c3ad-44dc-b42f-889567750ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886671 Jan 31 19:13:12.898616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-11c986e5-49c6-4d83-b9aa-28f22306a013 req-53b63951-fa11-43db-98bc-8aa99bd30b46 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557947 Jan 31 19:13:12.946434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:13:13.062871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c,segment=NetworkSegment(2965aa5a-afdd-447e-9256-1c104e6ba1d9),segment_id=2965aa5a-afdd-447e-9256-1c104e6ba1d9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:13:13.075588 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c', 'network_id': '0af72cb7-b8f4-4db9-ac22-9dec5eabddea', 'port_id': 'de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c', 'mac_address': 'fa:16:3e:18:4e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6d2774-7d77-4a2c-8b3d-0d79e8dba835', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:13:13.120822 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:13.121210 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:13.137173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:13:13.161226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c,segment=NetworkSegment(2965aa5a-afdd-447e-9256-1c104e6ba1d9),segment_id=2965aa5a-afdd-447e-9256-1c104e6ba1d9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:13:13.167610 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:13.218257 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:13.384243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:13:13.900415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48aaed5-2785-447b-9c5e-8d06a5f6c887 req-0fccd0f9-e0bf-4d26-a677-f796c11b9c0f tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:13.902776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f48aaed5-2785-447b-9c5e-8d06a5f6c887 req-0fccd0f9-e0bf-4d26-a677-f796c11b9c0f tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 945 time: 0.0560775 Jan 31 19:13:13.975906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f48aaed5-2785-447b-9c5e-8d06a5f6c887 req-958fd7fc-11c4-4f26-bb45-b6a697522af1 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664046 Jan 31 19:13:14.054514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5a5a0-994c-4ba1-9fae-a0fe6694bb07 req-db584e3b-e157-42da-93e4-774585cce425 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:14.056109 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17b5a5a0-994c-4ba1-9fae-a0fe6694bb07 req-db584e3b-e157-42da-93e4-774585cce425 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0671771 Jan 31 19:13:14.106223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17b5a5a0-994c-4ba1-9fae-a0fe6694bb07 req-172b5a51-4013-4fc6-8db7-81b28882334b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Jan 31 19:13:14.957720 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:13:15.012156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:13:15.018016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:15.018254 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:15.133178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:15.136860 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:15.179520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f83e38-9039-4a1b-8afa-ddde27e4e8cb req-ce3ef02c-8020-489d-8280-8a7093147ff7 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:15.181383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c,segment=NetworkSegment(2965aa5a-afdd-447e-9256-1c104e6ba1d9),segment_id=2965aa5a-afdd-447e-9256-1c104e6ba1d9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:13:15.182403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2e5e4d-d8d9-4827-bf93-1106960be2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:13:15.185457 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1af69bf-e604-4f4a-80b1-78543a9cd7f8" -d '{"events": [{"server_uuid": "3b2e5e4d-d8d9-4827-bf93-1106960be2b5", "name": "network-vif-plugged", "status": "completed", "tag": "de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:13:15.194644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46f83e38-9039-4a1b-8afa-ddde27e4e8cb req-ce3ef02c-8020-489d-8280-8a7093147ff7 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 945 time: 0.1058624 Jan 31 19:13:15.194985 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:15.246549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:15.314289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46f83e38-9039-4a1b-8afa-ddde27e4e8cb req-c3a3387c-ba0e-4934-b5d0-faa0238df533 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166999 Jan 31 19:13:15.360500 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddb847-b701-4900-8dae-ea89c42dd741 req-a551c93e-27fe-4330-9fc6-037526a15b54 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:15.362385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4ddb847-b701-4900-8dae-ea89c42dd741 req-a551c93e-27fe-4330-9fc6-037526a15b54 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.1351993 Jan 31 19:13:15.435035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4ddb847-b701-4900-8dae-ea89c42dd741 req-9022eed5-132c-4d18-bdc2-dd82d44e5b31 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669327 Jan 31 19:13:15.525040 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3654f5-3834-4944-b37e-ac48f594a521 x-openstack-request-id: req-2b3654f5-3834-4944-b37e-ac48f594a521 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:13:15.525347 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2e5e4d-d8d9-4827-bf93-1106960be2b5", "name": "network-vif-plugged", "status": "completed", "tag": "de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:13:15.525614 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b3654f5-3834-4944-b37e-ac48f594a521 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:13:15.526023 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2e5e4d-d8d9-4827-bf93-1106960be2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c', 'code': 200} Jan 31 19:13:15.633507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd509855-888e-4742-b45e-82034f981195 req-8e94cb90-6d09-4588-acc0-30fb6b2871b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:15.635036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd509855-888e-4742-b45e-82034f981195 req-8e94cb90-6d09-4588-acc0-30fb6b2871b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 1129 time: 0.0481486 Jan 31 19:13:15.681913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd509855-888e-4742-b45e-82034f981195 req-8e9384f0-e714-4568-a1f5-7c6b8dcce101 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Jan 31 19:13:16.438331 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e4f8d-bfdc-4d33-b85d-c37b3e06e0fc req-0952aebc-06e4-4a11-a791-ae1aa320be0d tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:16.439946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f50e4f8d-bfdc-4d33-b85d-c37b3e06e0fc req-0952aebc-06e4-4a11-a791-ae1aa320be0d tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 946 time: 0.0549078 Jan 31 19:13:16.518523 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f50e4f8d-bfdc-4d33-b85d-c37b3e06e0fc req-e4fe01ac-4ba7-4194-80ce-39287f4149ba tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722950 Jan 31 19:13:16.620612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931638f-9a62-43e7-80a0-2f5864f4c82c req-0b7e621e-3cde-4f37-bd64-a5a451ac3a13 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:16.622130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9931638f-9a62-43e7-80a0-2f5864f4c82c req-0b7e621e-3cde-4f37-bd64-a5a451ac3a13 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0900369 Jan 31 19:13:16.696558 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9931638f-9a62-43e7-80a0-2f5864f4c82c req-f8edad12-a6c0-4b4e-ade2-246296f0599f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658195 Jan 31 19:13:17.651208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d86285-638d-421e-a1a7-919b4599bb0b req-0df3217e-8328-4438-a68a-0229be37b96a tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:17.652839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9d86285-638d-421e-a1a7-919b4599bb0b req-0df3217e-8328-4438-a68a-0229be37b96a tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 946 time: 0.0553582 Jan 31 19:13:17.710475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9d86285-638d-421e-a1a7-919b4599bb0b req-0ad1e726-8acf-492e-82c4-02f2b379e12c tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511827 Jan 31 19:13:17.840780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24039cb1-98c6-45aa-90d9-a871470ae1f4 req-61d3a1e2-1388-43ab-9129-eed0a569f183 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:17.842763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24039cb1-98c6-45aa-90d9-a871470ae1f4 req-61d3a1e2-1388-43ab-9129-eed0a569f183 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0624747 Jan 31 19:13:18.332979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24039cb1-98c6-45aa-90d9-a871470ae1f4 req-8d3a11c7-7d24-4096-b04c-9498dcbc203b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847341 Jan 31 19:13:18.894425 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ff1c428-faa8-4de5-9d7f-2c863df57fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:19.506045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6934d-2186-43a5-b0f5-e0f63e0c5bcd req-c6a66459-921e-4de7-8f0b-f46c29257127 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:19.508316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8b6934d-2186-43a5-b0f5-e0f63e0c5bcd req-c6a66459-921e-4de7-8f0b-f46c29257127 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0606697 Jan 31 19:13:19.557376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8b6934d-2186-43a5-b0f5-e0f63e0c5bcd req-330964fd-2f8e-4641-ab22-74a4feed041b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431380 Jan 31 19:13:20.694950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9aa09-fc14-42e7-ad73-18810f5d9d7d req-9a068709-5273-4747-90e5-7efccc8d5ec1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:20.703830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4a9aa09-fc14-42e7-ad73-18810f5d9d7d req-9a068709-5273-4747-90e5-7efccc8d5ec1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0713696 Jan 31 19:13:20.757465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4a9aa09-fc14-42e7-ad73-18810f5d9d7d req-99b82887-a665-47cc-96ee-7b690f833278 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527241 Jan 31 19:13:21.089080 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b46b679e-9169-465b-a94d-c517272ef461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:21.913830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48975b0-e6bb-4469-b8b2-e0151aa0adda req-c90e780e-c8a5-46db-8e71-7b91a4bd0fe6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:21.919909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c48975b0-e6bb-4469-b8b2-e0151aa0adda req-c90e780e-c8a5-46db-8e71-7b91a4bd0fe6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0839143 Jan 31 19:13:21.973131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c48975b0-e6bb-4469-b8b2-e0151aa0adda req-23dc5463-98aa-4ccb-a39e-9d07f080978c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495527 Jan 31 19:13:22.545675 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:23.146867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5fd86-f478-413d-b62a-8eeeb5d9661a req-294ab25b-3f0b-4222-b4fc-fba059c16b8b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:23.155841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96a5fd86-f478-413d-b62a-8eeeb5d9661a req-294ab25b-3f0b-4222-b4fc-fba059c16b8b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0673075 Jan 31 19:13:23.225314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96a5fd86-f478-413d-b62a-8eeeb5d9661a req-49b93a6b-b9f6-4adf-aa7a-e146a63ae3fc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679429 Jan 31 19:13:24.199527 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:24.435226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014f21f-da09-402a-8608-ac48fb71ae64 req-2d7d8d1a-5e86-410c-9f88-197ffd07e438 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:24.437728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8014f21f-da09-402a-8608-ac48fb71ae64 req-2d7d8d1a-5e86-410c-9f88-197ffd07e438 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0856009 Jan 31 19:13:24.517675 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8014f21f-da09-402a-8608-ac48fb71ae64 req-3edfa81f-978f-4dfb-ab15-249ddac7ebe7 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726302 Jan 31 19:13:24.586511 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:25.298899 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:25.681838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b03f6-82f1-4fd2-8582-3922302ed744 req-2137b8d3-772e-48c3-a0a1-afac0f626b6c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:25.688470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a67b03f6-82f1-4fd2-8582-3922302ed744 req-2137b8d3-772e-48c3-a0a1-afac0f626b6c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0789835 Jan 31 19:13:25.764181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a67b03f6-82f1-4fd2-8582-3922302ed744 req-46dbecd7-12d0-4e11-a01f-579a98b1663f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738182 Jan 31 19:13:26.261041 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:13:26.364108 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:26.878009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e5e02-6d33-4b40-95ce-7e72f401f567 req-8dd09b40-a33b-4f32-bad7-8063bd50ad4c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:26.879454 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a7e5e02-6d33-4b40-95ce-7e72f401f567 req-8dd09b40-a33b-4f32-bad7-8063bd50ad4c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0582316 Jan 31 19:13:26.926670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a7e5e02-6d33-4b40-95ce-7e72f401f567 req-ecbf1cf3-954e-4c11-9e43-ec07465c0faf tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Jan 31 19:13:28.053479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8bc7c-d048-445a-a7d4-d149f69ca702 req-2bae6485-0e32-4a37-9119-fdb24287c327 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:28.055083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-74a8bc7c-d048-445a-a7d4-d149f69ca702 req-2bae6485-0e32-4a37-9119-fdb24287c327 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0559540 Jan 31 19:13:28.107921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-74a8bc7c-d048-445a-a7d4-d149f69ca702 req-fb6e3f15-8775-442d-9403-9b07da441fe6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462706 Jan 31 19:13:29.245093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5322d-9906-4d25-95ba-19fc5985501a req-51933281-1f08-4104-8bae-76ce4c0b96dd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:29.246889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4e5322d-9906-4d25-95ba-19fc5985501a req-51933281-1f08-4104-8bae-76ce4c0b96dd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0614116 Jan 31 19:13:29.326429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4e5322d-9906-4d25-95ba-19fc5985501a req-02c8633b-ddfd-4a4b-a5e8-a1f4b6126cb2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666175 Jan 31 19:13:30.439855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0443160-519e-4e91-b681-27c5b0494c0c req-1ebaadc5-f9a3-4eb4-b2e2-e04306725e9e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:30.441376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0443160-519e-4e91-b681-27c5b0494c0c req-1ebaadc5-f9a3-4eb4-b2e2-e04306725e9e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 943 time: 0.0619183 Jan 31 19:13:30.492120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0443160-519e-4e91-b681-27c5b0494c0c req-4529337d-1ec2-473a-8c7b-28a27c542f90 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439613 Jan 31 19:13:31.071346 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:13:31.172076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:13:31.184105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'd1c0aafe-cd14-4ec1-a6d0-e07af945a1a3', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'port_id': 'd1c0aafe-cd14-4ec1-a6d0-e07af945a1a3', 'mac_address': 'fa:16:3e:a0:fe:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:13:31.223802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:31.224468 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:31.237593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:13:31.256707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:13:31.261090 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:31.316796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:31.324662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.325025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.325429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.325833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.326233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.326640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.327525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.327920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.328329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.328743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.329076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.329402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.329726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:31.483862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:13:31.625129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fefa2-1cf8-493a-b5e6-763a5ba503d4 req-09263530-214b-44b8-ad76-182f6d43e718 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:31.627189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d5fefa2-1cf8-493a-b5e6-763a5ba503d4 req-09263530-214b-44b8-ad76-182f6d43e718 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 944 time: 0.0652633 Jan 31 19:13:31.676879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d5fefa2-1cf8-493a-b5e6-763a5ba503d4 req-a98fe102-5d00-4aad-a2f6-28659efb1104 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Jan 31 19:13:32.803962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bbae6-669e-4644-8ca0-e1cef95f37dc req-ea023dc0-05ca-4a4c-b9e8-4c5a28d717ca tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:32.805368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-872bbae6-669e-4644-8ca0-e1cef95f37dc req-ea023dc0-05ca-4a4c-b9e8-4c5a28d717ca tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 944 time: 0.0621486 Jan 31 19:13:32.853969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-872bbae6-669e-4644-8ca0-e1cef95f37dc req-aa868f48-70b7-4dc2-b784-3697d5f1142a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 Jan 31 19:13:33.090265 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:13:33.142652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:13:33.146824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:13:33.147196 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:33.223272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:13:33.223654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:33.246916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9eec437-0e76-4223-a1d9-22fa7e4aeca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c0aafe-cd14-4ec1-a6d0-e07af945a1a3'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:13:33.249669 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed65732-7a68-453a-b921-9957b2c66a78" -d '{"events": [{"server_uuid": "f9eec437-0e76-4223-a1d9-22fa7e4aeca2", "name": "network-vif-plugged", "status": "completed", "tag": "d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:13:33.264150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:13:33.269483 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:33.299178 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a994540d-1274-4881-bb4e-20fb16738326 x-openstack-request-id: req-a994540d-1274-4881-bb4e-20fb16738326 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:13:33.299470 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9eec437-0e76-4223-a1d9-22fa7e4aeca2", "name": "network-vif-plugged", "status": "completed", "tag": "d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:13:33.299728 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a994540d-1274-4881-bb4e-20fb16738326 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:13:33.300115 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9eec437-0e76-4223-a1d9-22fa7e4aeca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c0aafe-cd14-4ec1-a6d0-e07af945a1a3', 'code': 200} Jan 31 19:13:33.325119 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:33.408496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e4bf4-42fb-4099-b019-0bb7a715eb23 req-bbc0c2df-ea24-4d09-ae6b-11e9633aaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:33.409962 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f98e4bf4-42fb-4099-b019-0bb7a715eb23 req-bbc0c2df-ea24-4d09-ae6b-11e9633aaa78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 1128 time: 0.0466022 Jan 31 19:13:33.454717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f98e4bf4-42fb-4099-b019-0bb7a715eb23 req-2565f6b0-9095-4edc-ac73-e85709164100 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385921 Jan 31 19:13:33.982582 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5d3f8-d1f0-45cf-abfd-deb36ea1c52c req-db98b4fe-6c55-4886-860c-746ab3ff036b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:33.984398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5a5d3f8-d1f0-45cf-abfd-deb36ea1c52c req-db98b4fe-6c55-4886-860c-746ab3ff036b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 945 time: 0.0582283 Jan 31 19:13:34.039067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5a5d3f8-d1f0-45cf-abfd-deb36ea1c52c req-427d210b-d42f-4e95-8bfb-976b5e3d5843 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482261 Jan 31 19:13:35.178054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8059a-60e2-4346-a689-c078db8dd691 req-f013038c-1d16-4a80-8407-8553c9b6097b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:35.179576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2f8059a-60e2-4346-a689-c078db8dd691 req-f013038c-1d16-4a80-8407-8553c9b6097b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 945 time: 0.0557096 Jan 31 19:13:35.228592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e2f8059a-60e2-4346-a689-c078db8dd691 req-0ab1c405-16b6-4088-9e51-45c085495b66 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433037 Jan 31 19:13:35.364261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d8289-d546-4df8-b6be-76a574360dfb req-71798f89-3f30-4d4f-bfa2-213a07ebd360 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:35.365877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a41d8289-d546-4df8-b6be-76a574360dfb req-71798f89-3f30-4d4f-bfa2-213a07ebd360 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 945 time: 0.0708959 Jan 31 19:13:35.415297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a41d8289-d546-4df8-b6be-76a574360dfb req-861c4d71-0e39-41a2-a8f1-bad38893ac08 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 Jan 31 19:13:35.538024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd6aa2-9200-4c0b-8fd7-6fd09351b22f req-02fe9b9f-6957-4489-9b95-4bd9c5c908e2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:35.539493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bcbd6aa2-9200-4c0b-8fd7-6fd09351b22f req-02fe9b9f-6957-4489-9b95-4bd9c5c908e2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 945 time: 0.0585353 Jan 31 19:13:35.588564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bcbd6aa2-9200-4c0b-8fd7-6fd09351b22f req-c5a47378-4249-4e6d-be73-6fdb9669ab10 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429776 Jan 31 19:13:35.841424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0db09-1527-4ff3-9829-0f424464fd8d req-e950689a-809f-442c-88d7-a9d63c1b77df tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:35.842977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92d0db09-1527-4ff3-9829-0f424464fd8d req-e950689a-809f-442c-88d7-a9d63c1b77df tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 945 time: 0.0565529 Jan 31 19:13:35.894392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92d0db09-1527-4ff3-9829-0f424464fd8d req-c89c1322-c8fc-4124-b139-93d1b978c424 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457435 Jan 31 19:13:37.024760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b8fcf-e6f8-4685-8b75-293d398ebe5d req-f5bf743a-f467-4ce0-9cf8-c3b537681aa4 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:37.026268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-165b8fcf-e6f8-4685-8b75-293d398ebe5d req-f5bf743a-f467-4ce0-9cf8-c3b537681aa4 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 945 time: 0.0618863 Jan 31 19:13:37.076878 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-165b8fcf-e6f8-4685-8b75-293d398ebe5d req-4974311a-5791-4956-8927-e50313c186f8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446405 Jan 31 19:13:37.360238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb7a8f-8919-41e9-96f4-7803b732560f req-e7ee0788-56a4-4533-84a6-8dbd44454da8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:37.361868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-77eb7a8f-8919-41e9-96f4-7803b732560f req-e7ee0788-56a4-4533-84a6-8dbd44454da8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 945 time: 0.0541079 Jan 31 19:13:37.467244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-77eb7a8f-8919-41e9-96f4-7803b732560f req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Deleting port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:13:37.467703 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-77eb7a8f-8919-41e9-96f4-7803b732560f req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:37.587615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-77eb7a8f-8919-41e9-96f4-7803b732560f req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] For port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:13:37.587986 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-77eb7a8f-8919-41e9-96f4-7803b732560f req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:37.601857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-77eb7a8f-8919-41e9-96f4-7803b732560f req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Calling delete_port for d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:13:37.736030 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-77eb7a8f-8919-41e9-96f4-7803b732560f req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:37.752016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:13:37.764772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event deleted for resources: {'Port': ['ID=d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:13:37.777240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.777589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.777930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.778270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.778608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.779025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.779259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.779586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.779906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.780861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.781189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.781637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.781980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:13:37.819541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-77eb7a8f-8919-41e9-96f4-7803b732560f req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] No DVR routers for this DVR port d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:13:37.822287 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-77eb7a8f-8919-41e9-96f4-7803b732560f req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:37.825734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-77eb7a8f-8919-41e9-96f4-7803b732560f req-e5c8bb67-bf10-4dfe-9df9-c028794e2ca9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "DELETE /v2.0/ports/d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 HTTP/1.1" status: 204 len: 173 time: 0.4577622 Jan 31 19:13:37.826240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9eec437-0e76-4223-a1d9-22fa7e4aeca2', 'name': 'network-vif-deleted', 'tag': 'd1c0aafe-cd14-4ec1-a6d0-e07af945a1a3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:13:37.828705 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c25d25-e599-4c7f-84f0-a1213afa4824" -d '{"events": [{"server_uuid": "f9eec437-0e76-4223-a1d9-22fa7e4aeca2", "name": "network-vif-deleted", "tag": "d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:13:37.894514 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b83fe9-31a7-4391-9f8d-7849c83d17b2 x-openstack-request-id: req-f4b83fe9-31a7-4391-9f8d-7849c83d17b2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:13:37.894894 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9eec437-0e76-4223-a1d9-22fa7e4aeca2", "name": "network-vif-deleted", "tag": "d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:13:37.895218 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4b83fe9-31a7-4391-9f8d-7849c83d17b2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:13:37.895696 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9eec437-0e76-4223-a1d9-22fa7e4aeca2', 'name': 'network-vif-deleted', 'tag': 'd1c0aafe-cd14-4ec1-a6d0-e07af945a1a3', 'status': 'completed', 'code': 200} Jan 31 19:13:38.179207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1e15a57-c6f9-48ec-b652-7bdd097797a3 req-4055f98a-62ec-4435-8786-83c0b4736141 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0319118 Jan 31 19:13:39.290694 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00609edb-2a66-49b1-969a-77fb4677dc3e req-b8336969-3aca-4a51-84c0-0532953cc4fb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0292222 Jan 31 19:13:40.410874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7661ef74-5a70-49da-961f-1878ab5bd7cf req-45200fd7-6573-473e-8df1-232074e78940 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0355971 Jan 31 19:13:41.115646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:13:41.136208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:13:41.136612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device d1c0aafe-cd14-4ec1-a6d0-e07af945a1a3 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:13:41.518763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a700353a-3e7f-4674-83b6-307446edfddd req-3b6ec098-04a2-46a7-9725-af5d197c32a7 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0324695 Jan 31 19:13:42.671415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60c23f10-ebea-4042-ae60-931ed5714fe7 req-0510189f-7f3b-4cf7-91fd-faaea38b4af1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0587800 Jan 31 19:13:43.500350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dee3571-8f3a-4edd-a0cc-6556e54f7188 req-60292952-e45a-4cee-bbbd-14902fddae88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427308 Jan 31 19:13:43.602110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee3571-8f3a-4edd-a0cc-6556e54f7188 req-b66e238f-840b-4c69-9756-f9012703a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:43.604084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dee3571-8f3a-4edd-a0cc-6556e54f7188 req-b66e238f-840b-4c69-9756-f9012703a1c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=440394d010c641d09040c948fe1dde58&device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 1129 time: 0.0587044 Jan 31 19:13:43.715612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee3571-8f3a-4edd-a0cc-6556e54f7188 req-647d62bd-75bb-460a-9a64-f376e49f7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:43.717778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dee3571-8f3a-4edd-a0cc-6556e54f7188 req-647d62bd-75bb-460a-9a64-f376e49f7e10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea HTTP/1.1" status: 200 len: 913 time: 0.0944839 Jan 31 19:13:43.778376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dee3571-8f3a-4edd-a0cc-6556e54f7188 req-e3a009b9-172b-43be-99a1-cc1465d9fefd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c HTTP/1.1" status: 200 len: 217 time: 0.0475893 Jan 31 19:13:43.831221 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-984bef9a-ae43-4d07-9da9-a002e8045a36 req-721ab376-724a-44f9-8d8a-1216dcc49dd7 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0437298 Jan 31 19:13:43.899678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee3571-8f3a-4edd-a0cc-6556e54f7188 req-e1623fa6-604f-4768-a082-0eb2a1dd7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:13:43.901799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dee3571-8f3a-4edd-a0cc-6556e54f7188 req-e1623fa6-604f-4768-a082-0eb2a1dd7eba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd6d2774-7d77-4a2c-8b3d-0d79e8dba835 HTTP/1.1" status: 200 len: 852 time: 0.1164601 Jan 31 19:13:43.941546 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dee3571-8f3a-4edd-a0cc-6556e54f7188 req-3c41d638-fc8b-48a4-ba36-0a390b69456d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0af72cb7-b8f4-4db9-ac22-9dec5eabddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323229 Jan 31 19:13:44.047006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dee3571-8f3a-4edd-a0cc-6556e54f7188 req-d7f8996c-4384-4165-acd8-e379d34e5637 service neutron] 10.222.0.21 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985630 Jan 31 19:13:44.145927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dee3571-8f3a-4edd-a0cc-6556e54f7188 req-6510d287-50f5-4bf3-ade4-981f0d7b2dbe service neutron] 10.222.0.21 "GET /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919566 Jan 31 19:13:44.952983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-959a0b80-7142-4ecc-a2f6-d46d1ec72307 req-e205b7e9-a54e-4190-b176-75cc95486112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0371115 Jan 31 19:13:46.089404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5d5d8f3-9aea-446e-88d6-d7cbfa974884 req-406710ef-9259-4729-9964-42e66e2266a5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0575755 Jan 31 19:13:47.204190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-093e87e0-0aee-465e-aec6-5cf0a826b8d3 req-aef68421-395a-44c1-aa00-8a2bb9858977 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0270681 Jan 31 19:13:48.362592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-696a2114-a6a3-493f-9307-856c40745f4f req-0d6debc6-1c9d-4115-8414-b86aaf0764c5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0693743 Jan 31 19:13:48.876632 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ba17d1b1-6638-438c-b160-0df1ce854cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:49.463486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-70b8fdc9-8d0f-442c-84c0-b9088518462c req-861ae066-5533-4466-8636-289c855ed534 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0318091 Jan 31 19:13:50.594237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-237c637e-ea72-412b-9919-8ddd32361f6a req-7cd707a6-8e4d-4aeb-a459-18b5fc4540e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0470111 Jan 31 19:13:51.084051 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c627832e-5e6f-49b5-9907-dfe1a6eed37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:51.700877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6afcec7d-36e3-4323-9dbd-6c8881c9575a req-79cc10f4-d754-4472-8379-8c0d35cfc876 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0274143 Jan 31 19:13:52.542847 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:52.812742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-209464d5-f2f3-41ee-843f-8b6ca16491db req-1aa5c79f-b3e6-4975-89b8-62f8ea18aa8b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9eec437-0e76-4223-a1d9-22fa7e4aeca2 HTTP/1.1" status: 200 len: 210 time: 0.0356348 Jan 31 19:13:54.177851 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:54.571700 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:55.285700 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:13:56.366654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:03.267831 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:14:13.527843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b3629-d87f-4a50-abdc-a40680acd9b6 req-2e340afb-f192-4df0-9401-56481896850e tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:13.530101 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b0b3629-d87f-4a50-abdc-a40680acd9b6 req-2e340afb-f192-4df0-9401-56481896850e tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 946 time: 0.0590422 Jan 31 19:14:13.583164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b0b3629-d87f-4a50-abdc-a40680acd9b6 req-33c72827-902d-41b0-b647-a9415b370a6f tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457754 Jan 31 19:14:14.742257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff24b8-9bda-4035-a3c4-6fe1695ca486 req-0108c575-9400-4231-a607-f2679632f62f tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:14.744993 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9ff24b8-9bda-4035-a3c4-6fe1695ca486 req-0108c575-9400-4231-a607-f2679632f62f tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 946 time: 0.0826721 Jan 31 19:14:14.811752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9ff24b8-9bda-4035-a3c4-6fe1695ca486 req-eb618e7f-5ab4-49cc-9512-27def4a4bf0f tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/security-groups?id=165a33d2-6ee1-456e-a639-d7889e0ee481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572531 Jan 31 19:14:14.950310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845650e6-9005-4eec-ba6e-99c3252e10fb req-01d2daa1-d3b2-44f9-9ea9-d17e5e86d7d3 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:14.952415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-845650e6-9005-4eec-ba6e-99c3252e10fb req-01d2daa1-d3b2-44f9-9ea9-d17e5e86d7d3 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 946 time: 0.0748150 Jan 31 19:14:15.073335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-845650e6-9005-4eec-ba6e-99c3252e10fb req-0c8207c8-4dfa-4a1c-9714-2caf40dd9998 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Deleting port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:14:15.073746 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-845650e6-9005-4eec-ba6e-99c3252e10fb req-0c8207c8-4dfa-4a1c-9714-2caf40dd9998 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:15.209433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-845650e6-9005-4eec-ba6e-99c3252e10fb req-0c8207c8-4dfa-4a1c-9714-2caf40dd9998 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] For port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c,segment=NetworkSegment(2965aa5a-afdd-447e-9256-1c104e6ba1d9),segment_id=2965aa5a-afdd-447e-9256-1c104e6ba1d9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:14:15.209811 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-845650e6-9005-4eec-ba6e-99c3252e10fb req-0c8207c8-4dfa-4a1c-9714-2caf40dd9998 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:15.223281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-845650e6-9005-4eec-ba6e-99c3252e10fb req-0c8207c8-4dfa-4a1c-9714-2caf40dd9998 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Calling delete_port for de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:14:15.464169 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-845650e6-9005-4eec-ba6e-99c3252e10fb req-0c8207c8-4dfa-4a1c-9714-2caf40dd9998 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:15.503151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8207c8-4dfa-4a1c-9714-2caf40dd9998 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Pushing event deleted for resources: {'Port': ['ID=de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:15.562729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-845650e6-9005-4eec-ba6e-99c3252e10fb req-0c8207c8-4dfa-4a1c-9714-2caf40dd9998 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] No DVR routers for this DVR port de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:14:15.567708 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-845650e6-9005-4eec-ba6e-99c3252e10fb req-0c8207c8-4dfa-4a1c-9714-2caf40dd9998 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:15.588940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-845650e6-9005-4eec-ba6e-99c3252e10fb req-0c8207c8-4dfa-4a1c-9714-2caf40dd9998 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.21 "DELETE /v2.0/ports/de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c HTTP/1.1" status: 204 len: 173 time: 0.6308808 Jan 31 19:14:15.627819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2e5e4d-d8d9-4827-bf93-1106960be2b5', 'name': 'network-vif-deleted', 'tag': 'de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:14:15.643797 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64fc932-4da4-4642-8cb4-ac0aef652d75" -d '{"events": [{"server_uuid": "3b2e5e4d-d8d9-4827-bf93-1106960be2b5", "name": "network-vif-deleted", "tag": "de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:14:15.704772 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f3a713-26ff-4aaf-9af3-6c2a0ae7fca7 x-openstack-request-id: req-28f3a713-26ff-4aaf-9af3-6c2a0ae7fca7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:14:15.705077 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2e5e4d-d8d9-4827-bf93-1106960be2b5", "name": "network-vif-deleted", "tag": "de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:14:15.705337 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28f3a713-26ff-4aaf-9af3-6c2a0ae7fca7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:14:15.705751 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2e5e4d-d8d9-4827-bf93-1106960be2b5', 'name': 'network-vif-deleted', 'tag': 'de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c', 'status': 'completed', 'code': 200} Jan 31 19:14:15.948289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e188e644-9bed-471e-b609-3bb23fc75c55 req-359d2da5-71c5-49bb-9bd7-7623ffeff016 tempest-VolumesSnapshotTestJSON-1210035922 tempest-VolumesSnapshotTestJSON-1210035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2e5e4d-d8d9-4827-bf93-1106960be2b5 HTTP/1.1" status: 200 len: 210 time: 0.0370820 Jan 31 19:14:17.338616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:14:17.386247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:14:17.388743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device de0b1b6e-4efe-4990-9e45-3e2dc1ddde4c not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:14:18.892864 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9ef5-052d-4148-a1bd-e466a3cdcb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:21.092229 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc96d-05ef-48c0-9dae-a84459e43ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:22.576727 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:24.200410 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:24.619643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:25.299626 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:26.393915 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:31.960921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-81f8f554-cc88-4d52-8799-449c8bbc4b85 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:31.963000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-81f8f554-cc88-4d52-8799-449c8bbc4b85 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.1318538 Jan 31 19:14:31.994849 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-33fe9b38-1cc4-4fdb-b641-a1e00ee830ec tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/quotas/e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 375 time: 0.0238903 Jan 31 19:14:32.091168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-769c977d-8813-47c6-8044-64cb0645d36a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953643 Jan 31 19:14:32.245408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6ff78195-cce1-4afd-803f-9fc4efbdd084 service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471908 Jan 31 19:14:32.362624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-b44704c7-b2e7-497a-8e36-b8dae8326302 service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158299 Jan 31 19:14:32.608190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d522aa50-d3fe-4eb3-922c-a4d15c25f6cb req-e0cf8318-b25f-4f48-a9fa-75bb7fafe96c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 210 time: 0.0352836 Jan 31 19:14:33.755966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c597f846-d9ac-49b9-996d-6d2fa424049b req-fc7f70f9-581f-4d68-8ebb-5c07addd5864 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 210 time: 0.0369048 Jan 31 19:14:34.125474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-fd76e402-3952-4d51-ab42-cfd39b59abe9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:34.128282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-fd76e402-3952-4d51-ab42-cfd39b59abe9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.2428646 Jan 31 19:14:34.150621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'port': {'device_id': 'fb903e12-a5ca-4f05-a81d-ccf7c47d334f', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'admin_state_up': True, 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:14:34.330560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Made reservation on behalf of e0f69b02795d4d6facffed3eac950da9 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:14:34.334364 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:34.564161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Allocated IP 172.20.0.12 (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6/112fde1b-a5ee-4231-a35f-efa596ad24b7/76a03685-99bc-4714-9967-83f0496fce1b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:14:34.814897 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (76a03685-99bc-4714-9967-83f0496fce1b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:34.877160 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (76a03685-99bc-4714-9967-83f0496fce1b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:35.151546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:14:35.184867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:14:35.198439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:14:35.276648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=76a03685-99bc-4714-9967-83f0496fce1b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:35.317823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f807e-53d3-4ddb-8aa3-4b9c1ed87695 req-7bdaf7a1-aa9d-4fb3-b3b1-6f5f355dde6a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:35.333122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-636f807e-53d3-4ddb-8aa3-4b9c1ed87695 req-7bdaf7a1-aa9d-4fb3-b3b1-6f5f355dde6a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 932 time: 0.3185699 Jan 31 19:14:35.386135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:35.386775 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:35.418080 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-6d70ed74-bd2f-4636-80a0-d940a6c00185 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2746496 Jan 31 19:14:35.439575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Request body: {'port': {'device_id': 'fb903e12-a5ca-4f05-a81d-ccf7c47d334f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:14:35.558706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-636f807e-53d3-4ddb-8aa3-4b9c1ed87695 req-e10d717e-9b84-460e-882c-b5402ece60c3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245481 Jan 31 19:14:35.613857 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (76a03685-99bc-4714-9967-83f0496fce1b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:35.785659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5cc13cb0-9ec3-4cd3-95f4-7e0750c8f8e0 None None] Provisioning complete for port 76a03685-99bc-4714-9967-83f0496fce1b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:14:35.788740 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5cc13cb0-9ec3-4cd3-95f4-7e0750c8f8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (76a03685-99bc-4714-9967-83f0496fce1b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:35.984543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5cc13cb0-9ec3-4cd3-95f4-7e0750c8f8e0 None None] Port 76a03685-99bc-4714-9967-83f0496fce1b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:14:36.182199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a03685-99bc-4714-9967-83f0496fce1b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:14:36.199065 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Publish callbacks [] for port (76a03685-99bc-4714-9967-83f0496fce1b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:36.218469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Transition to ACTIVE for port object 76a03685-99bc-4714-9967-83f0496fce1b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:14:36.238703 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (76a03685-99bc-4714-9967-83f0496fce1b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:36.420226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Pushing event updated for resources: {'Port': ['ID=76a03685-99bc-4714-9967-83f0496fce1b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:36.686536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Attempting to bind port 76a03685-99bc-4714-9967-83f0496fce1b on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:14:36.687455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Attempting to bind port 76a03685-99bc-4714-9967-83f0496fce1b by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:14:36.688236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Attempting to bind port 76a03685-99bc-4714-9967-83f0496fce1b on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:14:36.694724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Port 76a03685-99bc-4714-9967-83f0496fce1b on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:14:36.695155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Attempting to bind port 76a03685-99bc-4714-9967-83f0496fce1b on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:14:36.704811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:14:36.704811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Checking segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:14:36.704811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Bound using segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:14:36.707298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Bound port: 76a03685-99bc-4714-9967-83f0496fce1b, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:14:36.708864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (76a03685-99bc-4714-9967-83f0496fce1b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:36.830062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edc86d-88d7-4fbe-a3b5-55b1506c65cf req-fc5ce121-215c-474c-ae7c-b1d0be8f552c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:36.836464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4edc86d-88d7-4fbe-a3b5-55b1506c65cf req-fc5ce121-215c-474c-ae7c-b1d0be8f552c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.1227965 Jan 31 19:14:36.886185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] For port 76a03685-99bc-4714-9967-83f0496fce1b, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:14:36.894928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] For port 76a03685-99bc-4714-9967-83f0496fce1b, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=76a03685-99bc-4714-9967-83f0496fce1b,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:14:36.910494 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (76a03685-99bc-4714-9967-83f0496fce1b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:37.281498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4edc86d-88d7-4fbe-a3b5-55b1506c65cf req-7e5617f7-1d1d-424e-afdf-2d4d28df2070 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365945 Jan 31 19:14:37.287519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:37.288149 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:37.289524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] 10.222.0.21 "PUT /v2.0/ports/76a03685-99bc-4714-9967-83f0496fce1b HTTP/1.1" status: 200 len: 1093 time: 1.8642702 Jan 31 19:14:37.289971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb903e12-a5ca-4f05-a81d-ccf7c47d334f', 'tag': '76a03685-99bc-4714-9967-83f0496fce1b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:14:37.292235 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f72d693-fa52-46fc-93bc-14979127b61a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb903e12-a5ca-4f05-a81d-ccf7c47d334f", "tag": "76a03685-99bc-4714-9967-83f0496fce1b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:14:37.387945 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5227b779-5731-4af7-9da9-201276f2a214 x-openstack-request-id: req-5227b779-5731-4af7-9da9-201276f2a214 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:14:37.388501 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb903e12-a5ca-4f05-a81d-ccf7c47d334f", "tag": "76a03685-99bc-4714-9967-83f0496fce1b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:14:37.388992 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5227b779-5731-4af7-9da9-201276f2a214 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:14:37.390413 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb903e12-a5ca-4f05-a81d-ccf7c47d334f', 'tag': '76a03685-99bc-4714-9967-83f0496fce1b', 'status': 'completed', 'code': 200} Jan 31 19:14:37.422905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1d3e7-6e40-4ad0-9129-6f4c575e5c52 service neutron] Pushing event updated for resources: {'Port': ['ID=76a03685-99bc-4714-9967-83f0496fce1b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:37.470309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-bb05da8f-c6f2-4cb6-ba9f-0386a00e3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:37.471989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-bb05da8f-c6f2-4cb6-ba9f-0386a00e3b9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 1127 time: 0.1240401 Jan 31 19:14:37.562405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-d60a9333-aefa-4ac4-970a-8b6c50f3df8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76a03685-99bc-4714-9967-83f0496fce1b HTTP/1.1" status: 200 len: 217 time: 0.0815620 Jan 31 19:14:37.680084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-48103d62-bba9-4106-99c2-ef33611a301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:37.683015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-48103d62-bba9-4106-99c2-ef33611a301a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.1150401 Jan 31 19:14:37.824603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-a2d0bfff-05f1-4f86-9a1b-d9d737ed6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:37.826580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-a2d0bfff-05f1-4f86-9a1b-d9d737ed6d4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1367555 Jan 31 19:14:37.953311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-d5c09a97-e91d-4178-9aa8-f085e7afffcb service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192098 Jan 31 19:14:38.179018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f26a567-849f-44de-b5ac-0f7e96501422 req-7b637b43-742b-4557-b9ae-4a7fa0ec48ea service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187178 Jan 31 19:14:38.354400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d693-fa52-46fc-93bc-14979127b61a req-770f43f9-6743-48ca-a429-9b27ae3a03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:38.359660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f72d693-fa52-46fc-93bc-14979127b61a req-770f43f9-6743-48ca-a429-9b27ae3a03c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 1127 time: 0.0987613 Jan 31 19:14:38.617575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d693-fa52-46fc-93bc-14979127b61a req-16bc93ff-12c3-4b14-8fed-5c9fa351a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:38.619016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f72d693-fa52-46fc-93bc-14979127b61a req-16bc93ff-12c3-4b14-8fed-5c9fa351a19f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.2538502 Jan 31 19:14:38.635230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298dc52-322a-4ccf-b58a-3729cb28e3ab req-7ef59f63-d239-4e46-b516-5206684c5bd3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:38.637187 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c298dc52-322a-4ccf-b58a-3729cb28e3ab req-7ef59f63-d239-4e46-b516-5206684c5bd3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.1559839 Jan 31 19:14:38.750626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f72d693-fa52-46fc-93bc-14979127b61a req-5c891370-77b2-49b3-9cc5-f6d644e2253f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76a03685-99bc-4714-9967-83f0496fce1b HTTP/1.1" status: 200 len: 217 time: 0.1121948 Jan 31 19:14:38.877666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c298dc52-322a-4ccf-b58a-3729cb28e3ab req-632b4b22-fcae-4724-a7a0-b4db0233fa7f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212255 Jan 31 19:14:38.884790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d693-fa52-46fc-93bc-14979127b61a req-fb552531-7560-4aa3-8c49-f5c0f520b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:38.886285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f72d693-fa52-46fc-93bc-14979127b61a req-fb552531-7560-4aa3-8c49-f5c0f520b1e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.1281826 Jan 31 19:14:38.944658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d693-fa52-46fc-93bc-14979127b61a req-57706bf6-5236-4dea-aeaf-2c7cc6081b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:38.946682 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f72d693-fa52-46fc-93bc-14979127b61a req-57706bf6-5236-4dea-aeaf-2c7cc6081b9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0544417 Jan 31 19:14:39.127964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f72d693-fa52-46fc-93bc-14979127b61a req-c3aced53-f4e2-481f-8e53-470bf4975128 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709867 Jan 31 19:14:39.291096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f72d693-fa52-46fc-93bc-14979127b61a req-cc3f13c3-30ac-4c58-addf-2a8bd821d9cd service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496909 Jan 31 19:14:40.025350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10841042-fc4c-4284-bd87-1a28f479f276 req-753fe896-c0cb-4905-8a92-2123d1700484 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:40.027554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10841042-fc4c-4284-bd87-1a28f479f276 req-753fe896-c0cb-4905-8a92-2123d1700484 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0676582 Jan 31 19:14:40.100539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10841042-fc4c-4284-bd87-1a28f479f276 req-a245ed90-637e-4210-8eef-adc123eb735a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658157 Jan 31 19:14:40.259529 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:14:41.257059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841f10e-be54-45a6-b5d1-630b041f6a19 req-bb6ad9db-0a79-4993-ae6b-a437120897dc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:41.261369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0841f10e-be54-45a6-b5d1-630b041f6a19 req-bb6ad9db-0a79-4993-ae6b-a437120897dc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0769885 Jan 31 19:14:41.314256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0841f10e-be54-45a6-b5d1-630b041f6a19 req-faa1a84c-61d2-47a4-8dd8-fd5a69a1f7d8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460536 Jan 31 19:14:42.536874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bd9d3-32ce-4e57-8c83-2291ae3dc982 req-b8998a66-1d22-4e2b-b3ee-b0f065957026 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:42.544873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d98bd9d3-32ce-4e57-8c83-2291ae3dc982 req-b8998a66-1d22-4e2b-b3ee-b0f065957026 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.1096649 Jan 31 19:14:42.664583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d98bd9d3-32ce-4e57-8c83-2291ae3dc982 req-97e15cf1-eca9-465e-a02c-5e1db5941c98 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180246 Jan 31 19:14:43.994622 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0c4e9-08fc-4b70-a04d-4155b441fd3a req-602f047d-84f9-4801-bd9e-d0c71f867798 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:44.008475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08c0c4e9-08fc-4b70-a04d-4155b441fd3a req-602f047d-84f9-4801-bd9e-d0c71f867798 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.2042310 Jan 31 19:14:44.112689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08c0c4e9-08fc-4b70-a04d-4155b441fd3a req-fcffe772-200b-432c-a200-4454b98eaf8a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027417 Jan 31 19:14:45.479943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc17fab-3f1f-4e25-bc3e-79370a337e86 req-68a75577-ab37-4c2f-9c63-1b7fe4683d2a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:45.481603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cdc17fab-3f1f-4e25-bc3e-79370a337e86 req-68a75577-ab37-4c2f-9c63-1b7fe4683d2a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.1207683 Jan 31 19:14:45.544751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cdc17fab-3f1f-4e25-bc3e-79370a337e86 req-ed689ce9-44b9-4862-9cbb-c4251fe2cb0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549750 Jan 31 19:14:46.699259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cb4db-c86e-473b-9916-b654f1d24179 req-fe11c316-ba36-406d-bbc8-888671b9c44b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:46.708834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c8cb4db-c86e-473b-9916-b654f1d24179 req-fe11c316-ba36-406d-bbc8-888671b9c44b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0852892 Jan 31 19:14:46.839866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c8cb4db-c86e-473b-9916-b654f1d24179 req-3073e1bc-efdc-45db-a025-77bd1241d3f1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298573 Jan 31 19:14:47.969198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f64bd-759a-4a50-aa1e-ab0b6296d4a6 req-f415452e-ea7d-4bd2-8850-6b2647905167 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:47.976293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a6f64bd-759a-4a50-aa1e-ab0b6296d4a6 req-f415452e-ea7d-4bd2-8850-6b2647905167 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0637782 Jan 31 19:14:48.027190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a6f64bd-759a-4a50-aa1e-ab0b6296d4a6 req-25654db2-533f-4c51-86fe-7dbc8bdadf79 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498350 Jan 31 19:14:48.878183 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-068ff776-ba77-4767-8cb8-4fe1da2c1976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:49.164102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d1217-b178-454d-aa36-c3d8f6d9b463 req-d534a67f-9daa-471a-82a4-6cd7a1b6630a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:49.165726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-980d1217-b178-454d-aa36-c3d8f6d9b463 req-d534a67f-9daa-471a-82a4-6cd7a1b6630a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0594349 Jan 31 19:14:49.216158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-980d1217-b178-454d-aa36-c3d8f6d9b463 req-dafc8304-18d4-46a5-8c7e-1cf60ce9c096 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 Jan 31 19:14:50.381793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884d213-0095-4b23-9cc5-4adbc2ebd242 req-4a813062-aa80-477e-99b7-b7be30060590 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:50.383935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4884d213-0095-4b23-9cc5-4adbc2ebd242 req-4a813062-aa80-477e-99b7-b7be30060590 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0926850 Jan 31 19:14:50.456678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4884d213-0095-4b23-9cc5-4adbc2ebd242 req-0ad50ed7-4658-4460-9bc6-f849e150305f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643640 Jan 31 19:14:51.112120 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-23a8a7a8-b27f-41af-a559-de5d17c652ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:51.630247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa171f-efd9-4b62-81e2-cbc252b05e4b req-953f2fb8-8353-4808-ac10-81c29300cb08 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:51.639245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34aa171f-efd9-4b62-81e2-cbc252b05e4b req-953f2fb8-8353-4808-ac10-81c29300cb08 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0732167 Jan 31 19:14:51.706385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34aa171f-efd9-4b62-81e2-cbc252b05e4b req-5abb38a5-dab3-4007-b586-8c0068942f0a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653646 Jan 31 19:14:52.542273 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:52.848982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7796b0e-f92b-4ea4-b317-0923e95785c4 req-ea14b218-a335-4066-955a-b422b39e4014 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:52.858659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7796b0e-f92b-4ea4-b317-0923e95785c4 req-ea14b218-a335-4066-955a-b422b39e4014 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0852265 Jan 31 19:14:52.907968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7796b0e-f92b-4ea4-b317-0923e95785c4 req-4bf81008-f98b-469d-b612-9a8ed6049804 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 Jan 31 19:14:54.036721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7906e1a-b4c7-45c6-a581-7c94ebc23a9f req-668dc576-85a8-4d99-90ab-ff0983cd8111 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:54.044423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7906e1a-b4c7-45c6-a581-7c94ebc23a9f req-668dc576-85a8-4d99-90ab-ff0983cd8111 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0624325 Jan 31 19:14:54.097378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7906e1a-b4c7-45c6-a581-7c94ebc23a9f req-de7fe664-c66a-4902-861b-680e5e9f8fbf tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517259 Jan 31 19:14:54.187218 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:54.585932 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:55.222298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c2f1b-e33d-4b90-b081-bfa9af296f85 req-7b9f50a1-212c-40ce-a39e-8c1bd688abd8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:55.228814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b48c2f1b-e33d-4b90-b081-bfa9af296f85 req-7b9f50a1-212c-40ce-a39e-8c1bd688abd8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0666316 Jan 31 19:14:55.298380 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:55.331009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b48c2f1b-e33d-4b90-b081-bfa9af296f85 req-380f71f4-ab80-42e7-bd2e-00fb45deacd8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872681 Jan 31 19:14:55.714886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52398) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:14:55.720547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1279216622', 'description': 'tempest-secgroup-smoke-1279216622 description', 'project_id': 'f71ded6740b444d0b6abefc797081507'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:14:55.746296 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:55.836226 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group (31a60993-407f-4c38-b31c-e0c0ed5f4e66), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:55.841914 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (31a60993-407f-4c38-b31c-e0c0ed5f4e66), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:55.867672 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:55.868890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1528568 Jan 31 19:14:55.871966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52400) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:14:55.876849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-943af0bb-e863-4895-bc19-a59e88d899cc tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Request body: {'security_group_rule': {'security_group_id': '31a60993-407f-4c38-b31c-e0c0ed5f4e66', 'project_id': 'f71ded6740b444d0b6abefc797081507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:14:55.911103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-943af0bb-e863-4895-bc19-a59e88d899cc tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (9d1cd734-a7bc-4aa8-9a9b-8bbba472b3f0), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:55.962815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-943af0bb-e863-4895-bc19-a59e88d899cc tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (9d1cd734-a7bc-4aa8-9a9b-8bbba472b3f0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:55.963937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a60993-407f-4c38-b31c-e0c0ed5f4e66,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:55.968911 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-943af0bb-e863-4895-bc19-a59e88d899cc tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (9d1cd734-a7bc-4aa8-9a9b-8bbba472b3f0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:55.980361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.980361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.981361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.981361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.982602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.982602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.982602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.982602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.983571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.983786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.984322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.984322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.985288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7d8d84-cd12-4e0a-a52b-d108e3b67b00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:55.997590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943af0bb-e863-4895-bc19-a59e88d899cc tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1cd734-a7bc-4aa8-9a9b-8bbba472b3f0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:56.009511 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-943af0bb-e863-4895-bc19-a59e88d899cc tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.014565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-943af0bb-e863-4895-bc19-a59e88d899cc tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410046 Jan 31 19:14:56.017921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52402) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:14:56.040638 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Request body: {'security_group_rule': {'security_group_id': '31a60993-407f-4c38-b31c-e0c0ed5f4e66', 'project_id': 'f71ded6740b444d0b6abefc797081507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:14:56.075101 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (a300c911-b08f-4bcc-a82d-e9ce50624eb5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.159573 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (a300c911-b08f-4bcc-a82d-e9ce50624eb5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.165053 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a300c911-b08f-4bcc-a82d-e9ce50624eb5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.191583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a300c911-b08f-4bcc-a82d-e9ce50624eb5,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:56.198040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.199631 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1773050 Jan 31 19:14:56.204719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52406) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:14:56.207481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.207481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.210090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.210090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.210090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.210090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.210090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.210090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.213953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.213953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.213953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.213953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.213953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a20403-d1dc-4ad6-8b62-4882342b8f7b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:14:56.228226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7b81d867-1e83-4983-af30-a62ab02bba75 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Request body: {'security_group_rule': {'security_group_id': '31a60993-407f-4c38-b31c-e0c0ed5f4e66', 'project_id': 'f71ded6740b444d0b6abefc797081507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:14:56.260050 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b81d867-1e83-4983-af30-a62ab02bba75 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (f77046a1-19c9-41b7-ad78-e81b3fa63539), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.335428 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b81d867-1e83-4983-af30-a62ab02bba75 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (f77046a1-19c9-41b7-ad78-e81b3fa63539), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.343613 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b81d867-1e83-4983-af30-a62ab02bba75 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (f77046a1-19c9-41b7-ad78-e81b3fa63539), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.379361 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b81d867-1e83-4983-af30-a62ab02bba75 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.382178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7b81d867-1e83-4983-af30-a62ab02bba75 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624169 Jan 31 19:14:56.385133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52414) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:14:56.387537 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.392170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7966afa2-0e4b-4722-9e2a-6d81fd098e5a tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Request body: {'security_group_rule': {'security_group_id': '31a60993-407f-4c38-b31c-e0c0ed5f4e66', 'project_id': 'f71ded6740b444d0b6abefc797081507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:14:56.426840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81d867-1e83-4983-af30-a62ab02bba75 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77046a1-19c9-41b7-ad78-e81b3fa63539,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:56.478803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7966afa2-0e4b-4722-9e2a-6d81fd098e5a tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (7b71d0e9-10ec-441a-bdef-666fe1cfd011), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.567095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b7aa8-27ee-466b-9363-290c389bf8e3 req-773df1e2-2d0c-425a-8404-9c449a5d5d3e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:56.568966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-190b7aa8-27ee-466b-9363-290c389bf8e3 req-773df1e2-2d0c-425a-8404-9c449a5d5d3e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.1314690 Jan 31 19:14:56.666435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7966afa2-0e4b-4722-9e2a-6d81fd098e5a tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (7b71d0e9-10ec-441a-bdef-666fe1cfd011), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.680998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-190b7aa8-27ee-466b-9363-290c389bf8e3 req-05d74ca2-cb4a-46e3-a3c3-cb468b9c6b43 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038353 Jan 31 19:14:56.689971 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7966afa2-0e4b-4722-9e2a-6d81fd098e5a tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (7b71d0e9-10ec-441a-bdef-666fe1cfd011), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.713025 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966afa2-0e4b-4722-9e2a-6d81fd098e5a tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b71d0e9-10ec-441a-bdef-666fe1cfd011,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:56.727903 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7966afa2-0e4b-4722-9e2a-6d81fd098e5a tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.729501 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7966afa2-0e4b-4722-9e2a-6d81fd098e5a tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3425236 Jan 31 19:14:56.732262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52416) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:14:56.737670 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f7333ac3-9d83-400b-9380-15bf500fff4e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Request body: {'security_group_rule': {'security_group_id': '31a60993-407f-4c38-b31c-e0c0ed5f4e66', 'project_id': 'f71ded6740b444d0b6abefc797081507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:14:56.770686 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-f7333ac3-9d83-400b-9380-15bf500fff4e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Project f71ded6740b444d0b6abefc797081507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:14:56.782025 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7333ac3-9d83-400b-9380-15bf500fff4e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (a5f5b494-0845-45e7-899c-411eb84cd0fe), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.853802 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7333ac3-9d83-400b-9380-15bf500fff4e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (a5f5b494-0845-45e7-899c-411eb84cd0fe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.860278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7333ac3-9d83-400b-9380-15bf500fff4e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a5f5b494-0845-45e7-899c-411eb84cd0fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.879430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7333ac3-9d83-400b-9380-15bf500fff4e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f5b494-0845-45e7-899c-411eb84cd0fe,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:56.889699 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7333ac3-9d83-400b-9380-15bf500fff4e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:56.894328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52418) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:14:56.894571 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f7333ac3-9d83-400b-9380-15bf500fff4e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1602139 Jan 31 19:14:56.900078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6d9aef14-4006-4a1f-a72f-07dc281bfe9c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Request body: {'security_group_rule': {'security_group_id': '31a60993-407f-4c38-b31c-e0c0ed5f4e66', 'project_id': 'f71ded6740b444d0b6abefc797081507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:14:56.926359 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-6d9aef14-4006-4a1f-a72f-07dc281bfe9c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Project f71ded6740b444d0b6abefc797081507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:14:56.932501 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d9aef14-4006-4a1f-a72f-07dc281bfe9c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (d2dc4bb2-0bb5-475c-8df1-0e1796a076c2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:57.005008 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d9aef14-4006-4a1f-a72f-07dc281bfe9c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (d2dc4bb2-0bb5-475c-8df1-0e1796a076c2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:57.009779 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d9aef14-4006-4a1f-a72f-07dc281bfe9c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (d2dc4bb2-0bb5-475c-8df1-0e1796a076c2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:57.030805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9aef14-4006-4a1f-a72f-07dc281bfe9c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2dc4bb2-0bb5-475c-8df1-0e1796a076c2,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:14:57.041774 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d9aef14-4006-4a1f-a72f-07dc281bfe9c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:57.043060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6d9aef14-4006-4a1f-a72f-07dc281bfe9c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472971 Jan 31 19:14:57.319461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-0179cf4d-6c5a-4d8c-8bb6-0dfbe9af7b4b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279216622&fields=id&tenant_id=f71ded6740b444d0b6abefc797081507 HTTP/1.1" status: 200 len: 267 time: 0.0495460 Jan 31 19:14:57.478690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-c4b9ef54-7c27-4ae1-ad30-8148d9912f66 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:57.480305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-c4b9ef54-7c27-4ae1-ad30-8148d9912f66 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/networks?id=3ca81203-5000-4a66-8871-4f76971ac3dc HTTP/1.1" status: 200 len: 813 time: 0.1451106 Jan 31 19:14:57.496445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-11c29c53-0fc8-41e5-9a56-f904d9ac592d tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/quotas/f71ded6740b444d0b6abefc797081507 HTTP/1.1" status: 200 len: 375 time: 0.0101178 Jan 31 19:14:57.569146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-0d4ec600-2492-4c28-a27d-196623bed011 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f71ded6740b444d0b6abefc797081507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658627 Jan 31 19:14:57.675380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-049f7869-a6fe-4c5c-bf0f-10dbf8219930 service neutron] 10.222.0.20 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967240 Jan 31 19:14:57.841413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-32775300-0944-4b61-b85d-9af231029521 service neutron] 10.222.0.20 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594529 Jan 31 19:14:57.851542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1684ec-6ae2-46a0-91fb-30cadd6b9d8e req-468da1f1-b777-48fc-ad47-78b74feecf12 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:57.853800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d1684ec-6ae2-46a0-91fb-30cadd6b9d8e req-468da1f1-b777-48fc-ad47-78b74feecf12 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0849493 Jan 31 19:14:57.938017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d1684ec-6ae2-46a0-91fb-30cadd6b9d8e req-71769c0e-644f-4f19-befd-2461d0ed1c73 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777516 Jan 31 19:14:58.210601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-28714b0b-a691-4aad-96e3-e23c779ed5d8 req-8939774f-6bd7-433c-94ea-a2c7fd40094c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 210 time: 0.0300539 Jan 31 19:14:59.065334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72733a11-958b-494d-81b8-a6cb3572a9e9 req-c6f70d9c-f9e1-4f3b-bcec-2f8d097e69a8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:59.066854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72733a11-958b-494d-81b8-a6cb3572a9e9 req-c6f70d9c-f9e1-4f3b-bcec-2f8d097e69a8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0589147 Jan 31 19:14:59.114212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72733a11-958b-494d-81b8-a6cb3572a9e9 req-20a5733b-30cc-44b4-8f61-4d8a60dcb124 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415950 Jan 31 19:14:59.378355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9d3a0b0-98ab-4558-92ce-b04f4edf726b req-9ae645ee-e36f-4de9-918e-96e43b8ee62e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 210 time: 0.0555670 Jan 31 19:14:59.457079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-67a0a5e6-a00b-42d5-871d-2afbd9d62be0 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:14:59.458403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-67a0a5e6-a00b-42d5-871d-2afbd9d62be0 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.49 "GET /v2.0/networks?id=3ca81203-5000-4a66-8871-4f76971ac3dc HTTP/1.1" status: 200 len: 813 time: 0.1246340 Jan 31 19:14:59.540172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-e6537048-a7f7-41c0-939d-fc879b4568ea tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f71ded6740b444d0b6abefc797081507 HTTP/1.1" status: 200 len: 380 time: 0.0679410 Jan 31 19:14:59.551853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Request body: {'port': {'device_id': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'admin_state_up': True, 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'security_groups': ['31a60993-407f-4c38-b31c-e0c0ed5f4e66']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:14:59.676167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Made reservation on behalf of f71ded6740b444d0b6abefc797081507 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:14:59.679595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:14:59.813928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Allocated IP 172.20.0.4 (3ca81203-5000-4a66-8871-4f76971ac3dc/f9cbc335-76b7-4c6e-a26d-e6e5fab66637/846ee7ea-688a-4192-a564-a2e29aa1716b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:14:59.977658 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:00.016967 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:00.063822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Network 3ca81203-5000-4a66-8871-4f76971ac3dc is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:15:00.070292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:15:00.073480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:15:00.124685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event updated for resources: {'Port': ['ID=846ee7ea-688a-4192-a564-a2e29aa1716b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:00.174022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:00.185409 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:00.218009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-9613eeec-94be-4f6b-8cf2-eb9c4a32de33 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6701007 Jan 31 19:15:00.236600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Request body: {'port': {'device_id': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:15:00.356106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed95e0a-0194-40ee-944b-182a607fab5d req-30fbefcb-37d9-4d74-afef-fc7f1610ad43 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:00.357893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ed95e0a-0194-40ee-944b-182a607fab5d req-30fbefcb-37d9-4d74-afef-fc7f1610ad43 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.1348403 Jan 31 19:15:00.361787 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:00.480144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ed95e0a-0194-40ee-944b-182a607fab5d req-1b124750-92a8-4d19-9e5a-452242c8edbb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125998 Jan 31 19:15:00.503500 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a53bc809-ed21-45cf-9377-49d9ce6d00b3 None None] Provisioning complete for port 846ee7ea-688a-4192-a564-a2e29aa1716b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:15:00.504272 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a53bc809-ed21-45cf-9377-49d9ce6d00b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:00.587084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a53bc809-ed21-45cf-9377-49d9ce6d00b3 None None] Port 846ee7ea-688a-4192-a564-a2e29aa1716b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:15:00.688694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f98e7a-c72f-4aad-959b-eb89f84d5b47 req-0b2d069e-6341-465a-884b-8240d8a14de9 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:00.690733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3f98e7a-c72f-4aad-959b-eb89f84d5b47 req-0b2d069e-6341-465a-884b-8240d8a14de9 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 931 time: 0.1235504 Jan 31 19:15:00.797406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3f98e7a-c72f-4aad-959b-eb89f84d5b47 req-964f2c84-39db-4e32-8094-3a48c84b7cb8 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973229 Jan 31 19:15:00.810522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846ee7ea-688a-4192-a564-a2e29aa1716b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:15:00.819121 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Publish callbacks [] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:00.838493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Transition to ACTIVE for port object 846ee7ea-688a-4192-a564-a2e29aa1716b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:15:00.842250 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:00.891403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Pushing event updated for resources: {'Port': ['ID=846ee7ea-688a-4192-a564-a2e29aa1716b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:00.966055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Attempting to bind port 846ee7ea-688a-4192-a564-a2e29aa1716b on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:15:00.966671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Attempting to bind port 846ee7ea-688a-4192-a564-a2e29aa1716b by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:15:00.967016 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Attempting to bind port 846ee7ea-688a-4192-a564-a2e29aa1716b on network 3ca81203-5000-4a66-8871-4f76971ac3dc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:15:00.972160 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Port 846ee7ea-688a-4192-a564-a2e29aa1716b on network 3ca81203-5000-4a66-8871-4f76971ac3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:15:00.972437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Attempting to bind port 846ee7ea-688a-4192-a564-a2e29aa1716b on network 3ca81203-5000-4a66-8871-4f76971ac3dc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:15:00.978100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:15:00.978435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Checking segment: {'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:15:00.978821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Bound using segment: {'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:15:00.979253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Bound port: 846ee7ea-688a-4192-a564-a2e29aa1716b, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506c988e-c8c2-47df-80cd-558535e038db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:15:00.979614 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:01.054085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] For port 846ee7ea-688a-4192-a564-a2e29aa1716b, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:15:01.057964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] For port 846ee7ea-688a-4192-a564-a2e29aa1716b, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=846ee7ea-688a-4192-a564-a2e29aa1716b,segment=NetworkSegment(506c988e-c8c2-47df-80cd-558535e038db),segment_id=506c988e-c8c2-47df-80cd-558535e038db)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:15:01.065264 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:01.102113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:01.102765 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:01.104222 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] 10.222.0.49 "PUT /v2.0/ports/846ee7ea-688a-4192-a564-a2e29aa1716b HTTP/1.1" status: 200 len: 1092 time: 0.8724542 Jan 31 19:15:01.104734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:15:01.106971 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd768e55-f4b5-4315-bd54-9856a90beee4" -d '{"events": [{"name": "network-changed", "server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:15:01.165672 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c335265-da00-49d7-b634-f1e89ab27137 x-openstack-request-id: req-0c335265-da00-49d7-b634-f1e89ab27137 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:15:01.166048 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:15:01.166361 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c335265-da00-49d7-b634-f1e89ab27137 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:15:01.166842 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'status': 'completed', 'code': 200} Jan 31 19:15:01.167636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3eeb3-f660-4fbb-90b4-6c1f1cff4285 service neutron] Pushing event updated for resources: {'Port': ['ID=846ee7ea-688a-4192-a564-a2e29aa1716b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:01.211429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-afa76ffd-ece1-4f80-8ffc-065c7714b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:01.213203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-afa76ffd-ece1-4f80-8ffc-065c7714b825 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f71ded6740b444d0b6abefc797081507&device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 1126 time: 0.0586922 Jan 31 19:15:01.261023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-8539679c-c118-451c-8045-a55870dac05e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=846ee7ea-688a-4192-a564-a2e29aa1716b HTTP/1.1" status: 200 len: 217 time: 0.0366511 Jan 31 19:15:01.330974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-8f8466c3-b295-4a80-9fae-bed0e527be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:01.332508 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-8f8466c3-b295-4a80-9fae-bed0e527be5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9cbc335-76b7-4c6e-a26d-e6e5fab66637 HTTP/1.1" status: 200 len: 852 time: 0.0626953 Jan 31 19:15:01.384783 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-a550fbcd-b978-4275-817c-0c6d0ffd36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:01.386288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-a550fbcd-b978-4275-817c-0c6d0ffd36cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ca81203-5000-4a66-8871-4f76971ac3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448427 Jan 31 19:15:01.479314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-5a2ef0bf-592c-4e23-bbdb-468821c8da42 service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807936 Jan 31 19:15:01.580594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-688c4c62-7d12-4547-ba37-09d7e4afda5b req-3a2891c8-532d-4f30-9e68-29583850875f service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922515 Jan 31 19:15:01.645573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb341b-2ea1-4b2f-b02a-163889a09d93 req-a46fff25-b3aa-411a-babf-99afb94581ac tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:01.646975 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3eb341b-2ea1-4b2f-b02a-163889a09d93 req-a46fff25-b3aa-411a-babf-99afb94581ac tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0689657 Jan 31 19:15:01.718675 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd768e55-f4b5-4315-bd54-9856a90beee4 req-8b807059-ab84-48c4-84c0-03d8c909ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:01.720174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd768e55-f4b5-4315-bd54-9856a90beee4 req-8b807059-ab84-48c4-84c0-03d8c909ee6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f71ded6740b444d0b6abefc797081507&device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 1126 time: 0.0909953 Jan 31 19:15:01.723630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3eb341b-2ea1-4b2f-b02a-163889a09d93 req-bc15fe9b-676f-49a7-89e5-b41f2be256f7 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617008 Jan 31 19:15:01.813000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd768e55-f4b5-4315-bd54-9856a90beee4 req-acf70fb5-9c90-4a6e-9999-e8cbe628f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:01.814457 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd768e55-f4b5-4315-bd54-9856a90beee4 req-acf70fb5-9c90-4a6e-9999-e8cbe628f66f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ca81203-5000-4a66-8871-4f76971ac3dc HTTP/1.1" status: 200 len: 914 time: 0.0853932 Jan 31 19:15:01.860979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd768e55-f4b5-4315-bd54-9856a90beee4 req-82a14108-bbcf-4697-b527-f357dc3995cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=846ee7ea-688a-4192-a564-a2e29aa1716b HTTP/1.1" status: 200 len: 217 time: 0.0394509 Jan 31 19:15:01.941679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd768e55-f4b5-4315-bd54-9856a90beee4 req-3af22522-612f-4b9f-a1a5-6cc6d5541652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:01.943084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd768e55-f4b5-4315-bd54-9856a90beee4 req-3af22522-612f-4b9f-a1a5-6cc6d5541652 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9cbc335-76b7-4c6e-a26d-e6e5fab66637 HTTP/1.1" status: 200 len: 852 time: 0.0726485 Jan 31 19:15:01.983924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c1c5f-ee3d-4271-85ae-10710cdc3f5a req-019bfdb3-a18f-4e0b-8bec-8d160fe6c4cb tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:01.985686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-880c1c5f-ee3d-4271-85ae-10710cdc3f5a req-019bfdb3-a18f-4e0b-8bec-8d160fe6c4cb tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.1063917 Jan 31 19:15:02.026613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd768e55-f4b5-4315-bd54-9856a90beee4 req-2c837d59-3f92-465d-8e80-efaf7cb02cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:02.028133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd768e55-f4b5-4315-bd54-9856a90beee4 req-2c837d59-3f92-465d-8e80-efaf7cb02cad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ca81203-5000-4a66-8871-4f76971ac3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0788012 Jan 31 19:15:02.077257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-880c1c5f-ee3d-4271-85ae-10710cdc3f5a req-693ef8e6-0103-4cd0-b5da-b39a2854234a tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838387 Jan 31 19:15:02.146445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd768e55-f4b5-4315-bd54-9856a90beee4 req-7a79e5fa-691a-4a34-a33c-0a443216f890 service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068256 Jan 31 19:15:02.243854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd768e55-f4b5-4315-bd54-9856a90beee4 req-06cd3e99-789a-4004-9021-a6cc3df435f8 service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874381 Jan 31 19:15:02.850596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d7f59-b920-4e10-8fdd-587d4e88e9ae req-2750b1e4-361c-40a8-b1cf-54156849af12 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:02.852510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83d7f59-b920-4e10-8fdd-587d4e88e9ae req-2750b1e4-361c-40a8-b1cf-54156849af12 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0608447 Jan 31 19:15:02.902685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83d7f59-b920-4e10-8fdd-587d4e88e9ae req-9e91a624-2bb9-4b77-8dc0-999c57fa1650 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425868 Jan 31 19:15:03.202777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1a4e4-33b1-4b78-bf08-5bea0cce8400 req-05275d3c-57c3-4a2f-b4d3-33a2df0d5d2c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:03.204799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cea1a4e4-33b1-4b78-bf08-5bea0cce8400 req-05275d3c-57c3-4a2f-b4d3-33a2df0d5d2c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0560496 Jan 31 19:15:03.259794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cea1a4e4-33b1-4b78-bf08-5bea0cce8400 req-656ccc4c-4739-490b-bd11-4f30dc5a8e04 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482066 Jan 31 19:15:04.309631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf71d94-1003-4428-a15d-4de929ccfe3d req-be372d62-15ff-4e23-84d6-616d5cc38a6c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:04.316282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eaf71d94-1003-4428-a15d-4de929ccfe3d req-be372d62-15ff-4e23-84d6-616d5cc38a6c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.3408883 Jan 31 19:15:04.387767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eaf71d94-1003-4428-a15d-4de929ccfe3d req-0a06056e-abaf-44ea-8e09-cf781c8cbfc0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711231 Jan 31 19:15:04.419681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb39f9-5ec3-4caa-8b0b-f8ce9487d995 req-38cf237e-c838-4b9a-a62e-62dc360cf9c6 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:04.422168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4eeb39f9-5ec3-4caa-8b0b-f8ce9487d995 req-38cf237e-c838-4b9a-a62e-62dc360cf9c6 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0769737 Jan 31 19:15:04.475622 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4eeb39f9-5ec3-4caa-8b0b-f8ce9487d995 req-8a356c84-0f70-48fd-8375-8b64de0e9a04 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474129 Jan 31 19:15:05.611948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cf0c2-9ab0-4aa8-afd9-90486078c13a req-b77bb9a3-1e6b-46e1-87fd-3aea7e918fda tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:05.613589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f4cf0c2-9ab0-4aa8-afd9-90486078c13a req-b77bb9a3-1e6b-46e1-87fd-3aea7e918fda tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0614591 Jan 31 19:15:05.669906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f4cf0c2-9ab0-4aa8-afd9-90486078c13a req-6aa55701-3804-40f4-a8a6-890fc9f7b15d tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497806 Jan 31 19:15:05.769400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c1847-7d7a-4aff-8fd0-3b8afe7e06a6 req-8478eaf4-60d6-4d34-81cb-6f2069885948 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:05.770860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b50c1847-7d7a-4aff-8fd0-3b8afe7e06a6 req-8478eaf4-60d6-4d34-81cb-6f2069885948 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0519776 Jan 31 19:15:05.819240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b50c1847-7d7a-4aff-8fd0-3b8afe7e06a6 req-0d8af34e-12fe-44a4-9ba4-8761c0c3422f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Jan 31 19:15:06.798786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7748e7-b006-4c97-b765-c03157ce1c19 req-cf2b4e57-29d3-48a5-ae43-5d944e207926 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:06.800288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee7748e7-b006-4c97-b765-c03157ce1c19 req-cf2b4e57-29d3-48a5-ae43-5d944e207926 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0529177 Jan 31 19:15:06.853066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee7748e7-b006-4c97-b765-c03157ce1c19 req-3cc694ff-5702-415c-a9e9-ae3203509798 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472677 Jan 31 19:15:06.948511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35574cff-9ee4-46ec-a7a9-77d6f094cce6 req-13d8e1b3-55b6-49fd-beb3-a8e45cea218a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:06.950003 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35574cff-9ee4-46ec-a7a9-77d6f094cce6 req-13d8e1b3-55b6-49fd-beb3-a8e45cea218a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0532248 Jan 31 19:15:07.000905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35574cff-9ee4-46ec-a7a9-77d6f094cce6 req-75fb7911-ed5d-47cc-a242-a7e611d8a578 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442502 Jan 31 19:15:07.980792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7d7bf-bfb3-42f9-8f5f-043dc6d2555d req-36958c7d-48e3-41fc-883e-0054faf7c66e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:07.982203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dca7d7bf-bfb3-42f9-8f5f-043dc6d2555d req-36958c7d-48e3-41fc-883e-0054faf7c66e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0532653 Jan 31 19:15:08.032536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dca7d7bf-bfb3-42f9-8f5f-043dc6d2555d req-7e253d3b-2b6b-43dc-b643-bde8753bc877 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444670 Jan 31 19:15:08.131151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128a0d3-a601-417f-9a34-1e4eb5064461 req-8a87886d-990a-4733-8af8-313bf6ed140e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:08.132659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6128a0d3-a601-417f-9a34-1e4eb5064461 req-8a87886d-990a-4733-8af8-313bf6ed140e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0573592 Jan 31 19:15:08.180065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6128a0d3-a601-417f-9a34-1e4eb5064461 req-f91dfacb-8411-463b-9ee0-397875e261d5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Jan 31 19:15:09.206153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cee185-e229-4d29-80f1-7c2e47d8b3f1 req-393855a6-2ca0-4580-b88e-acc3eb51517f tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:09.215359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71cee185-e229-4d29-80f1-7c2e47d8b3f1 req-393855a6-2ca0-4580-b88e-acc3eb51517f tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0780113 Jan 31 19:15:09.271063 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71cee185-e229-4d29-80f1-7c2e47d8b3f1 req-3f5820e1-6ade-413e-8607-aab7a9726f00 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545423 Jan 31 19:15:09.344895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33376206-fb4f-4418-9365-1ca40dd8be14 req-c7f880fa-ec73-4bb6-bd3f-79ca881051d0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:09.347365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33376206-fb4f-4418-9365-1ca40dd8be14 req-c7f880fa-ec73-4bb6-bd3f-79ca881051d0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0730834 Jan 31 19:15:09.402749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33376206-fb4f-4418-9365-1ca40dd8be14 req-6a91b13f-01d9-4406-a84c-2966b3b07291 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487239 Jan 31 19:15:10.413827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748b501-8901-4dee-90c3-8d3415b387a9 req-dd7f277e-1713-4a93-9033-d619e51742de tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:10.415374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5748b501-8901-4dee-90c3-8d3415b387a9 req-dd7f277e-1713-4a93-9033-d619e51742de tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0615070 Jan 31 19:15:10.481363 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5748b501-8901-4dee-90c3-8d3415b387a9 req-1f031bfe-a696-4d96-b95f-c73909cb9a32 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594091 Jan 31 19:15:10.537942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364edc3-e586-4cbf-ae71-957efdbff257 req-1e2f6300-b9e5-4344-a9fd-2ed68a56a4d2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:10.539371 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5364edc3-e586-4cbf-ae71-957efdbff257 req-1e2f6300-b9e5-4344-a9fd-2ed68a56a4d2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0568202 Jan 31 19:15:10.597017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5364edc3-e586-4cbf-ae71-957efdbff257 req-20787437-701c-46b9-8f36-c8e794507bbd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463762 Jan 31 19:15:11.610383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b317d-8fe8-4f25-9340-625bdc9f9250 req-13b31781-2d2c-4836-8b39-f7ad3db41fc9 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:11.612999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a85b317d-8fe8-4f25-9340-625bdc9f9250 req-13b31781-2d2c-4836-8b39-f7ad3db41fc9 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0597754 Jan 31 19:15:11.706585 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a85b317d-8fe8-4f25-9340-625bdc9f9250 req-69999f3c-aa97-4915-9c09-6c4bed5fb390 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774417 Jan 31 19:15:11.736128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214545fe-154f-414d-96dd-706187e5ff46 req-defe7c4b-d1d9-4cdf-abdb-a8339998ba4b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:11.740881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-214545fe-154f-414d-96dd-706187e5ff46 req-defe7c4b-d1d9-4cdf-abdb-a8339998ba4b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0688853 Jan 31 19:15:11.785887 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-214545fe-154f-414d-96dd-706187e5ff46 req-3652e2cd-5f90-446a-a89d-1b815e8500f6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Jan 31 19:15:12.844896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77807b7-7e60-4be9-bf62-1c02a422c2c5 req-8d08c535-4a2e-4f3c-a6ab-8b239c69f80c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:12.846662 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a77807b7-7e60-4be9-bf62-1c02a422c2c5 req-8d08c535-4a2e-4f3c-a6ab-8b239c69f80c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0718541 Jan 31 19:15:12.926473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a77807b7-7e60-4be9-bf62-1c02a422c2c5 req-1668240d-8cb9-4e50-8174-64935b78aeab tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741322 Jan 31 19:15:12.947243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c159658-10d4-4aaa-b8c9-033b0a598c8e req-df2f4ad3-a292-4c5d-91ff-2a11684fdd94 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:12.948864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c159658-10d4-4aaa-b8c9-033b0a598c8e req-df2f4ad3-a292-4c5d-91ff-2a11684fdd94 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.0687916 Jan 31 19:15:12.999835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c159658-10d4-4aaa-b8c9-033b0a598c8e req-ea0c628a-bc5d-4eb7-b332-ee26d83f2bd0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424356 Jan 31 19:15:14.115621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30104698-a956-4090-a33b-d34609c1befd req-4326e7c1-c689-4b7b-8b44-d6fd8a427d4c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:14.124418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30104698-a956-4090-a33b-d34609c1befd req-4326e7c1-c689-4b7b-8b44-d6fd8a427d4c tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.1061847 Jan 31 19:15:14.206340 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30104698-a956-4090-a33b-d34609c1befd req-d10505eb-a33a-4a82-b4e5-002330400165 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805817 Jan 31 19:15:14.243235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ea7a4-2f36-49aa-8ab8-e9e4d9d7622c req-5f1cedbe-4ea6-4e63-8aee-ae05244a0373 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:14.251397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c76ea7a4-2f36-49aa-8ab8-e9e4d9d7622c req-5f1cedbe-4ea6-4e63-8aee-ae05244a0373 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.1070318 Jan 31 19:15:14.307466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c76ea7a4-2f36-49aa-8ab8-e9e4d9d7622c req-cafc0fdd-e17e-4958-9f17-9e3231bf6cd0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548787 Jan 31 19:15:15.472051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a4a0a-085c-495d-9244-d95cf49e3dbd req-e90e654c-c332-4363-9167-1c1f9867ad62 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:15.474436 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a53a4a0a-085c-495d-9244-d95cf49e3dbd req-e90e654c-c332-4363-9167-1c1f9867ad62 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.1663582 Jan 31 19:15:15.551612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a53a4a0a-085c-495d-9244-d95cf49e3dbd req-be5cbf78-b4ff-4b37-bc14-fcdffe77d2cc tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711222 Jan 31 19:15:15.579443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65028-f545-4c97-9743-0ffc25f56864 req-abceb5e0-d1b6-4767-8f9c-21994acf7177 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:15.587425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dda65028-f545-4c97-9743-0ffc25f56864 req-abceb5e0-d1b6-4767-8f9c-21994acf7177 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 944 time: 0.1790047 Jan 31 19:15:15.651522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dda65028-f545-4c97-9743-0ffc25f56864 req-ec8df980-a4e3-4538-b8f6-bc7f4ed6dd24 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551786 Jan 31 19:15:15.665984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 76a03685-99bc-4714-9967-83f0496fce1b details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:15:15.814331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 76a03685-99bc-4714-9967-83f0496fce1b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=76a03685-99bc-4714-9967-83f0496fce1b,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:15:15.830112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '76a03685-99bc-4714-9967-83f0496fce1b', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'port_id': '76a03685-99bc-4714-9967-83f0496fce1b', 'mac_address': 'fa:16:3e:63:f0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:15:15.879081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 76a03685-99bc-4714-9967-83f0496fce1b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:15:15.879776 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (76a03685-99bc-4714-9967-83f0496fce1b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:15.899817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a03685-99bc-4714-9967-83f0496fce1b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:15:15.955912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 76a03685-99bc-4714-9967-83f0496fce1b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=76a03685-99bc-4714-9967-83f0496fce1b,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:15:15.964643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (76a03685-99bc-4714-9967-83f0496fce1b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:16.032441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=76a03685-99bc-4714-9967-83f0496fce1b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:16.040559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.040888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.041225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.041747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.042082 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.042648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.043447 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.043966 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.049133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.049133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.049133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.049133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.049133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:15:16.173534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['76a03685-99bc-4714-9967-83f0496fce1b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:15:16.775744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebe094-d795-454b-b304-4a6af2d8bfc4 req-f979343c-3054-4a95-bacc-af9b5dcbdd20 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:16.781909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54ebe094-d795-454b-b304-4a6af2d8bfc4 req-f979343c-3054-4a95-bacc-af9b5dcbdd20 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.1294069 Jan 31 19:15:16.911847 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54ebe094-d795-454b-b304-4a6af2d8bfc4 req-11a3a2b6-b4ef-465b-8624-d6c45ceea048 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216180 Jan 31 19:15:16.952142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79072b6a-b135-481b-a371-5e8f6c507525 req-1c102c44-6074-4b9f-87e7-19a839ab47e2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:16.968587 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79072b6a-b135-481b-a371-5e8f6c507525 req-1c102c44-6074-4b9f-87e7-19a839ab47e2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 945 time: 0.1784003 Jan 31 19:15:17.040233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79072b6a-b135-481b-a371-5e8f6c507525 req-e35d874d-b6be-42d1-a91e-4ae4b76dbb98 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667424 Jan 31 19:15:17.260391 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:15:17.682820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 76a03685-99bc-4714-9967-83f0496fce1b up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:15:17.751728 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 76a03685-99bc-4714-9967-83f0496fce1b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:15:17.756547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 76a03685-99bc-4714-9967-83f0496fce1b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:15:17.757204 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (76a03685-99bc-4714-9967-83f0496fce1b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:17.875036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 76a03685-99bc-4714-9967-83f0496fce1b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:15:17.875450 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (76a03685-99bc-4714-9967-83f0496fce1b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:17.900917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb903e12-a5ca-4f05-a81d-ccf7c47d334f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a03685-99bc-4714-9967-83f0496fce1b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:15:17.903622 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d496ae5a-be7f-413e-8afd-e8f69a0bb092" -d '{"events": [{"server_uuid": "fb903e12-a5ca-4f05-a81d-ccf7c47d334f", "name": "network-vif-plugged", "status": "completed", "tag": "76a03685-99bc-4714-9967-83f0496fce1b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:15:17.917271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 76a03685-99bc-4714-9967-83f0496fce1b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=76a03685-99bc-4714-9967-83f0496fce1b,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:15:17.923939 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (76a03685-99bc-4714-9967-83f0496fce1b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:18.025172 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb6aa7d-5770-4460-ab55-4ecf326e98e6 x-openstack-request-id: req-6fb6aa7d-5770-4460-ab55-4ecf326e98e6 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:15:18.025509 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb903e12-a5ca-4f05-a81d-ccf7c47d334f", "name": "network-vif-plugged", "status": "completed", "tag": "76a03685-99bc-4714-9967-83f0496fce1b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:15:18.026397 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fb6aa7d-5770-4460-ab55-4ecf326e98e6 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:15:18.026820 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb903e12-a5ca-4f05-a81d-ccf7c47d334f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a03685-99bc-4714-9967-83f0496fce1b', 'code': 200} Jan 31 19:15:18.037473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=76a03685-99bc-4714-9967-83f0496fce1b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:18.120304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35608-6fda-4381-aaf6-ead652b2daca req-218e7b20-5045-4f5b-afb9-3b1f4ae2aab3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:18.128408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ad35608-6fda-4381-aaf6-ead652b2daca req-218e7b20-5045-4f5b-afb9-3b1f4ae2aab3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.1188796 Jan 31 19:15:18.202460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea4c98-5e4b-4c73-8767-2fa4746c204e req-b6afeb25-9978-46c9-80cb-8a2a7ad9c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:18.204013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52ea4c98-5e4b-4c73-8767-2fa4746c204e req-b6afeb25-9978-46c9-80cb-8a2a7ad9c69e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 1129 time: 0.1377437 Jan 31 19:15:18.313205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ad35608-6fda-4381-aaf6-ead652b2daca req-0af1d170-0663-422e-986c-7ca068cfcfcb tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749032 Jan 31 19:15:18.365544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aced84-87d7-4a45-af63-db020a44516b req-586ac54d-c17f-49cf-9978-3fc4f5da452f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:18.372511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55aced84-87d7-4a45-af63-db020a44516b req-586ac54d-c17f-49cf-9978-3fc4f5da452f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 946 time: 0.2161050 Jan 31 19:15:18.376881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52ea4c98-5e4b-4c73-8767-2fa4746c204e req-f6772c14-22b8-463b-b3b4-4b8df69b3d81 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603019 Jan 31 19:15:18.442075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55aced84-87d7-4a45-af63-db020a44516b req-6fc8d7bd-1a74-483c-8727-eab43cf82d27 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546937 Jan 31 19:15:18.886308 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8997430-f10d-4684-ae92-bbfe9578d984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:19.489896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1818e-6753-48ec-8470-be79ecef14f2 req-553f23c6-b5b6-442b-a49d-0760474b5738 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:19.501383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5a1818e-6753-48ec-8470-be79ecef14f2 req-553f23c6-b5b6-442b-a49d-0760474b5738 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0747042 Jan 31 19:15:19.573312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5a1818e-6753-48ec-8470-be79ecef14f2 req-33a2621f-035b-4cf2-80fa-adbd12e56cb8 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706353 Jan 31 19:15:19.631897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520128d-5b39-4ad4-8408-f08b8387e26c req-d3162fb3-4ef1-4ecd-9d8f-7687da2f7451 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:19.633423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e520128d-5b39-4ad4-8408-f08b8387e26c req-d3162fb3-4ef1-4ecd-9d8f-7687da2f7451 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 946 time: 0.0990133 Jan 31 19:15:19.692877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e520128d-5b39-4ad4-8408-f08b8387e26c req-63d9252e-f0d3-4071-88c8-782371fd2d2d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528355 Jan 31 19:15:19.853361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9cc19-83c7-4f27-9e91-62de4c150d79 req-87861064-32b9-4817-8778-30500f78362e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:19.854806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66c9cc19-83c7-4f27-9e91-62de4c150d79 req-87861064-32b9-4817-8778-30500f78362e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 946 time: 0.0855589 Jan 31 19:15:19.936736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66c9cc19-83c7-4f27-9e91-62de4c150d79 req-5bf35541-4712-4a7f-8e65-2a40c7d34886 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750277 Jan 31 19:15:20.130126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00bda3-87b0-49dd-94b5-dee6b22f8782 req-01b0e939-36d5-4055-bd05-c707623b1dcd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:20.135722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a00bda3-87b0-49dd-94b5-dee6b22f8782 req-01b0e939-36d5-4055-bd05-c707623b1dcd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 946 time: 0.0978091 Jan 31 19:15:20.197748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a00bda3-87b0-49dd-94b5-dee6b22f8782 req-71215097-209e-47b0-8ea0-360f9d441e70 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610323 Jan 31 19:15:20.648713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a729a-4e04-480d-8c4f-0cd2ecc0b55b req-3aa295e5-88fc-4f4e-9db8-4fb2924fc36c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:20.650316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d2a729a-4e04-480d-8c4f-0cd2ecc0b55b req-3aa295e5-88fc-4f4e-9db8-4fb2924fc36c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 946 time: 0.1096270 Jan 31 19:15:20.761522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56519eb-f84b-470f-8141-557fc192916f req-7142b12f-5742-4696-aa01-3a46e89036b7 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:20.769288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c56519eb-f84b-470f-8141-557fc192916f req-7142b12f-5742-4696-aa01-3a46e89036b7 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0933783 Jan 31 19:15:20.782909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d2a729a-4e04-480d-8c4f-0cd2ecc0b55b req-c7cc12b6-5536-45fb-b3d3-e5812021d33c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206031 Jan 31 19:15:20.852786 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c56519eb-f84b-470f-8141-557fc192916f req-609235a9-b6c8-4952-9caf-897de307c1ce tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787477 Jan 31 19:15:21.105044 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-005616a2-eb04-4e4c-b12c-63938a46972a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:22.010624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703af36f-7992-46d8-8cf0-1d8a24ed5a3b req-c51711b8-2568-45f0-8f76-0a0f48383c29 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:22.013116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-703af36f-7992-46d8-8cf0-1d8a24ed5a3b req-c51711b8-2568-45f0-8f76-0a0f48383c29 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 946 time: 0.0936022 Jan 31 19:15:22.100844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107be88-c2e5-459d-86fa-d5d1f5ce637a req-d25533a2-8a7c-4c90-aba8-84b17f1ea41f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:22.109446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a107be88-c2e5-459d-86fa-d5d1f5ce637a req-d25533a2-8a7c-4c90-aba8-84b17f1ea41f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 946 time: 0.2490926 Jan 31 19:15:22.361054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a107be88-c2e5-459d-86fa-d5d1f5ce637a req-5c5df3cf-08b3-40e1-9cf2-60cd62112051 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503252 Jan 31 19:15:22.457677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fe61a-6b9d-49e9-a03a-c490eb270bb2 req-5cc83c6f-10f0-4abc-bc61-69624ff9bfca tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:22.465550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d6fe61a-6b9d-49e9-a03a-c490eb270bb2 req-5cc83c6f-10f0-4abc-bc61-69624ff9bfca tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.4509788 Jan 31 19:15:22.534790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d6fe61a-6b9d-49e9-a03a-c490eb270bb2 req-e1b0f1b6-5474-4641-8b7e-5a577d8b45e0 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683544 Jan 31 19:15:22.554380 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:22.573062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-703af36f-7992-46d8-8cf0-1d8a24ed5a3b req-766f564f-26d1-495a-9872-383b8d81edc0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Deleting port 76a03685-99bc-4714-9967-83f0496fce1b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:15:22.573706 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-703af36f-7992-46d8-8cf0-1d8a24ed5a3b req-766f564f-26d1-495a-9872-383b8d81edc0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (76a03685-99bc-4714-9967-83f0496fce1b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:22.744983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-703af36f-7992-46d8-8cf0-1d8a24ed5a3b req-766f564f-26d1-495a-9872-383b8d81edc0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] For port 76a03685-99bc-4714-9967-83f0496fce1b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=76a03685-99bc-4714-9967-83f0496fce1b,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:15:22.755440 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-703af36f-7992-46d8-8cf0-1d8a24ed5a3b req-766f564f-26d1-495a-9872-383b8d81edc0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (76a03685-99bc-4714-9967-83f0496fce1b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:22.782669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-703af36f-7992-46d8-8cf0-1d8a24ed5a3b req-766f564f-26d1-495a-9872-383b8d81edc0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Calling delete_port for 76a03685-99bc-4714-9967-83f0496fce1b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:15:22.991453 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-703af36f-7992-46d8-8cf0-1d8a24ed5a3b req-766f564f-26d1-495a-9872-383b8d81edc0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (76a03685-99bc-4714-9967-83f0496fce1b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:23.003306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['76a03685-99bc-4714-9967-83f0496fce1b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:15:23.062559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f564f-26d1-495a-9872-383b8d81edc0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event deleted for resources: {'Port': ['ID=76a03685-99bc-4714-9967-83f0496fce1b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:23.090396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-703af36f-7992-46d8-8cf0-1d8a24ed5a3b req-766f564f-26d1-495a-9872-383b8d81edc0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] No DVR routers for this DVR port 76a03685-99bc-4714-9967-83f0496fce1b on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:15:23.094039 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-703af36f-7992-46d8-8cf0-1d8a24ed5a3b req-766f564f-26d1-495a-9872-383b8d81edc0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:23.098164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-703af36f-7992-46d8-8cf0-1d8a24ed5a3b req-766f564f-26d1-495a-9872-383b8d81edc0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "DELETE /v2.0/ports/76a03685-99bc-4714-9967-83f0496fce1b HTTP/1.1" status: 204 len: 173 time: 1.0726204 Jan 31 19:15:23.098671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb903e12-a5ca-4f05-a81d-ccf7c47d334f', 'name': 'network-vif-deleted', 'tag': '76a03685-99bc-4714-9967-83f0496fce1b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:15:23.101311 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a432f91b-082f-4df8-84cb-6970fc05eaf5" -d '{"events": [{"server_uuid": "fb903e12-a5ca-4f05-a81d-ccf7c47d334f", "name": "network-vif-deleted", "tag": "76a03685-99bc-4714-9967-83f0496fce1b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:15:23.152406 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9be83b4-c908-4ea3-860c-72510d46ef72 x-openstack-request-id: req-d9be83b4-c908-4ea3-860c-72510d46ef72 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:15:23.153079 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb903e12-a5ca-4f05-a81d-ccf7c47d334f", "name": "network-vif-deleted", "tag": "76a03685-99bc-4714-9967-83f0496fce1b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:15:23.153510 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9be83b4-c908-4ea3-860c-72510d46ef72 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:15:23.154130 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb903e12-a5ca-4f05-a81d-ccf7c47d334f', 'name': 'network-vif-deleted', 'tag': '76a03685-99bc-4714-9967-83f0496fce1b', 'status': 'completed', 'code': 200} Jan 31 19:15:23.539774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-705d50a7-27ef-42ad-a818-fe464358344e req-76467c78-6b85-4570-8ae1-cf2b0a64acdc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 210 time: 0.0539508 Jan 31 19:15:23.698808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4570685-b377-4585-b56c-7f952821fcde req-ab4fb8df-2562-4aa7-bfb9-4b8aa1aabcba tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:23.705884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e4570685-b377-4585-b56c-7f952821fcde req-ab4fb8df-2562-4aa7-bfb9-4b8aa1aabcba tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0684144 Jan 31 19:15:23.766961 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e4570685-b377-4585-b56c-7f952821fcde req-63e343de-6c40-478b-9b17-d1ef8419c7a0 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579970 Jan 31 19:15:24.185537 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:24.611481 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:24.640262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d666cad3-19cb-44ab-a5e7-78fa9c570016 req-1e90b6c8-bcc5-485d-8f67-5e1b6e221351 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 210 time: 0.0310826 Jan 31 19:15:24.924201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc7311-67d1-4d74-a4e3-e32c30c38637 req-4f81de22-b09d-4c02-9647-114e55235b23 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:24.925864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbbc7311-67d1-4d74-a4e3-e32c30c38637 req-4f81de22-b09d-4c02-9647-114e55235b23 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0830345 Jan 31 19:15:24.988888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbbc7311-67d1-4d74-a4e3-e32c30c38637 req-5064c0a3-0c60-4564-b256-4980dd9dfeb0 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483119 Jan 31 19:15:25.292220 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:25.744535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 76a03685-99bc-4714-9967-83f0496fce1b no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:15:25.778366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a8d5f5f-eb90-475a-a6a8-b231dfec73d8 req-2f536cd9-9986-4d84-beb6-2bf64b27cb2e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 210 time: 0.0522034 Jan 31 19:15:25.785893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 76a03685-99bc-4714-9967-83f0496fce1b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:15:25.786446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 76a03685-99bc-4714-9967-83f0496fce1b not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:15:26.146726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f1aeb-ba3e-426b-ab6b-eef0fd1e3fa1 req-a82c9134-c153-44db-8228-ea1ff9d83d0e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:26.154664 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d6f1aeb-ba3e-426b-ab6b-eef0fd1e3fa1 req-a82c9134-c153-44db-8228-ea1ff9d83d0e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0956945 Jan 31 19:15:26.253105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d6f1aeb-ba3e-426b-ab6b-eef0fd1e3fa1 req-a804dce6-fd79-411a-bd59-7211c86dfc77 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937543 Jan 31 19:15:26.370330 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:26.897959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d3468f3-41af-4d75-b86b-703fd601e4f1 req-58ce20d8-c68d-42bb-ae3e-85fe4365fd85 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 210 time: 0.0383067 Jan 31 19:15:27.390571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42523732-6eb5-4997-a766-772f67434e72 req-7b4f27e6-9700-4351-ae40-17c2b1225674 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:27.392614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42523732-6eb5-4997-a766-772f67434e72 req-7b4f27e6-9700-4351-ae40-17c2b1225674 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0574386 Jan 31 19:15:27.458124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42523732-6eb5-4997-a766-772f67434e72 req-b7e05998-2881-4864-9924-acc5eea88801 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556376 Jan 31 19:15:28.032871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9eb27219-e313-48aa-81d5-9193e8def68e req-9aace474-d108-407c-a2c7-f12aebf572f6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 210 time: 0.0461781 Jan 31 19:15:28.577523 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e73d8-a7a0-4d2d-be6b-c149fcc95090 req-0a71491a-c704-40b5-941a-3a7e84993833 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:28.579537 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e4e73d8-a7a0-4d2d-be6b-c149fcc95090 req-0a71491a-c704-40b5-941a-3a7e84993833 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0580857 Jan 31 19:15:28.636442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e4e73d8-a7a0-4d2d-be6b-c149fcc95090 req-90f5cca4-425f-4bce-acef-7960c9754a21 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511818 Jan 31 19:15:29.123394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-561dbcb2-66af-4908-a421-342d28e45b41 req-957cc0a0-e2ca-4710-9b1d-f1a8d78b76f3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 210 time: 0.0299523 Jan 31 19:15:29.787109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eef667-96f1-4433-ac22-0d25048a8f75 req-0e65d330-96d6-4ea4-b5db-4e48b6b358d4 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:29.788776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43eef667-96f1-4433-ac22-0d25048a8f75 req-0e65d330-96d6-4ea4-b5db-4e48b6b358d4 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0714417 Jan 31 19:15:29.868646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43eef667-96f1-4433-ac22-0d25048a8f75 req-812b2f93-977c-4858-9f84-bd39a7bb2fbd tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681841 Jan 31 19:15:30.224183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f0125f2-4321-469f-b8d1-1f884a83a279 req-e845597d-1d2d-4b72-a457-7c4c0224fc69 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 210 time: 0.0283384 Jan 31 19:15:30.998679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8f819-cf39-4975-af8d-88022516fd32 req-1e386ee7-b255-4dd0-9c00-673553494d94 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:31.000346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98a8f819-cf39-4975-af8d-88022516fd32 req-1e386ee7-b255-4dd0-9c00-673553494d94 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 943 time: 0.0697246 Jan 31 19:15:31.053570 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98a8f819-cf39-4975-af8d-88022516fd32 req-1d91bbe3-523c-4284-b1f6-d323428508cd tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467930 Jan 31 19:15:31.320496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 846ee7ea-688a-4192-a564-a2e29aa1716b details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:15:31.336405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42f76eb7-2747-4e4a-9aa9-a9c78c2b8845 req-5e708c8a-fc81-4705-ab46-154780bcaaaf tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 210 time: 0.0402732 Jan 31 19:15:31.423391 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 846ee7ea-688a-4192-a564-a2e29aa1716b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=846ee7ea-688a-4192-a564-a2e29aa1716b,segment=NetworkSegment(506c988e-c8c2-47df-80cd-558535e038db),segment_id=506c988e-c8c2-47df-80cd-558535e038db)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:15:31.435067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'port_id': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'mac_address': 'fa:16:3e:67:db:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:15:31.471945 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 846ee7ea-688a-4192-a564-a2e29aa1716b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:15:31.472557 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:31.485782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846ee7ea-688a-4192-a564-a2e29aa1716b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:15:31.505331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 846ee7ea-688a-4192-a564-a2e29aa1716b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=846ee7ea-688a-4192-a564-a2e29aa1716b,segment=NetworkSegment(506c988e-c8c2-47df-80cd-558535e038db),segment_id=506c988e-c8c2-47df-80cd-558535e038db)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:15:31.509480 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:31.563224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=846ee7ea-688a-4192-a564-a2e29aa1716b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:31.847382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['846ee7ea-688a-4192-a564-a2e29aa1716b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:15:32.178021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebeb95-7520-4063-a1e7-50a2b1e94979 req-628337d8-af18-45f0-9b61-60c7434d0440 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:32.179497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7ebeb95-7520-4063-a1e7-50a2b1e94979 req-628337d8-af18-45f0-9b61-60c7434d0440 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 944 time: 0.0531898 Jan 31 19:15:32.231087 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b7ebeb95-7520-4063-a1e7-50a2b1e94979 req-9f923b48-0c7e-4702-96f3-5c7cf9943f13 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457149 Jan 31 19:15:32.441288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5664dfb-0f6a-43ab-a9af-3ef15d94742b req-579e5ddc-c2e1-40e8-ac66-5fa464a69467 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb903e12-a5ca-4f05-a81d-ccf7c47d334f HTTP/1.1" status: 200 len: 210 time: 0.0277233 Jan 31 19:15:33.320777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 846ee7ea-688a-4192-a564-a2e29aa1716b up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:15:33.383932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 846ee7ea-688a-4192-a564-a2e29aa1716b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:15:33.389867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 846ee7ea-688a-4192-a564-a2e29aa1716b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:15:33.390538 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:33.479504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 846ee7ea-688a-4192-a564-a2e29aa1716b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:15:33.480060 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:33.506780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:15:33.509166 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ef4118-d823-4065-b760-758938512d1e" -d '{"events": [{"server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "name": "network-vif-plugged", "status": "completed", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:15:33.533611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 846ee7ea-688a-4192-a564-a2e29aa1716b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=846ee7ea-688a-4192-a564-a2e29aa1716b,segment=NetworkSegment(506c988e-c8c2-47df-80cd-558535e038db),segment_id=506c988e-c8c2-47df-80cd-558535e038db)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:15:33.545654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:33.576651 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedfb8a0-43d5-46cd-b9ad-bf1d22807803 x-openstack-request-id: req-bedfb8a0-43d5-46cd-b9ad-bf1d22807803 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:15:33.576952 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "name": "network-vif-plugged", "status": "completed", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:15:33.577219 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bedfb8a0-43d5-46cd-b9ad-bf1d22807803 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:15:33.577615 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'code': 200} Jan 31 19:15:33.608727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=846ee7ea-688a-4192-a564-a2e29aa1716b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:33.657979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86df165-b680-478f-9570-3fb277799bb9 req-9673feda-89eb-44ce-b2f8-2d5fab6afd02 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:33.659457 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c86df165-b680-478f-9570-3fb277799bb9 req-9673feda-89eb-44ce-b2f8-2d5fab6afd02 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 945 time: 0.0859518 Jan 31 19:15:33.727513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c86df165-b680-478f-9570-3fb277799bb9 req-f6f8b41d-9bd3-48a7-96b2-c15ac702030a tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530200 Jan 31 19:15:33.731652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2c933-5dfe-4ffd-afd0-fe1910c1080a req-e6e4dd64-e916-4009-a415-55ff361507c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:33.733677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17d2c933-5dfe-4ffd-afd0-fe1910c1080a req-e6e4dd64-e916-4009-a415-55ff361507c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 1128 time: 0.0952442 Jan 31 19:15:33.786154 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17d2c933-5dfe-4ffd-afd0-fe1910c1080a req-8cf03722-da9f-4cbc-84a4-6744435e9939 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402329 Jan 31 19:15:34.876769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd80ae-8f6b-4e8a-913a-ade34ca391e3 req-3335c1f6-212e-46aa-bda0-4c1fc62546d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:34.878304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53bd80ae-8f6b-4e8a-913a-ade34ca391e3 req-3335c1f6-212e-46aa-bda0-4c1fc62546d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 945 time: 0.0765276 Jan 31 19:15:34.936745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-53bd80ae-8f6b-4e8a-913a-ade34ca391e3 req-769b5fac-8559-47e3-8cbc-5a1a4077e1d0 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522635 Jan 31 19:15:36.059141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e33fe8-1314-484e-a553-2660f5fd1a9b req-20ee08c0-592d-4847-ab33-a30e42f773fc tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:36.061825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4e33fe8-1314-484e-a553-2660f5fd1a9b req-20ee08c0-592d-4847-ab33-a30e42f773fc tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 945 time: 0.0575860 Jan 31 19:15:36.122616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4e33fe8-1314-484e-a553-2660f5fd1a9b req-3dcaa3d2-0c9e-4757-9a0c-40664b5b22b1 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546749 Jan 31 19:15:36.245119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12fa0d-b1bd-4adb-98a6-fbc662b9eb8c req-5c1c7472-6051-445c-91d2-f69560a95ab6 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:36.246619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b12fa0d-b1bd-4adb-98a6-fbc662b9eb8c req-5c1c7472-6051-445c-91d2-f69560a95ab6 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 945 time: 0.0557365 Jan 31 19:15:36.307821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b12fa0d-b1bd-4adb-98a6-fbc662b9eb8c req-b65fe61a-87fb-4415-b792-44f5e542ef78 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551984 Jan 31 19:15:36.340295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52976) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:15:36.495092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd2811-d487-4272-b2ae-ae2f7345ce70 tempest-TestVolumeBackupRestore-1879942596 tempest-TestVolumeBackupRestore-1879942596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:36.499995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 52980) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:15:36.500545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-85cd2811-d487-4272-b2ae-ae2f7345ce70 tempest-TestVolumeBackupRestore-1879942596 tempest-TestVolumeBackupRestore-1879942596-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 1123 time: 0.1584425 Jan 31 19:15:36.505511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:15:36.540328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:36.640401 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:36.759458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Allocated IP 172.25.8.46 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/79ff8cb3-e471-4096-87a7-e43e16c03aac) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:15:36.864225 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for port (79ff8cb3-e471-4096-87a7-e43e16c03aac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:36.899802 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (79ff8cb3-e471-4096-87a7-e43e16c03aac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:36.948136 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:15:36.954303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:15:36.956308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event updated for resources: {'Port': ['ID=79ff8cb3-e471-4096-87a7-e43e16c03aac,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:36.959352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:15:37.358524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for floatingip (dc34203b-b386-47ac-82a6-9c4b5d925599), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:37.456305 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (79ff8cb3-e471-4096-87a7-e43e16c03aac), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:37.621485 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for port (79ff8cb3-e471-4096-87a7-e43e16c03aac), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:37.626945 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (79ff8cb3-e471-4096-87a7-e43e16c03aac), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:37.716720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event updated for resources: {'Port': ['ID=79ff8cb3-e471-4096-87a7-e43e16c03aac,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:37.736962 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (dc34203b-b386-47ac-82a6-9c4b5d925599), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:37.868828 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Floating IP dc34203b-b386-47ac-82a6-9c4b5d925599 associated. External IP: 172.25.8.46, port: 846ee7ea-688a-4192-a564-a2e29aa1716b. Jan 31 19:15:38.101262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Router 10248027-6306-4cd2-91c0-fbcba63f709d has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:15:38.220435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:15:38.231645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd14497-6815-4960-9a97-d53465eda23d None None] Sync routers for ids ['10248027-6306-4cd2-91c0-fbcba63f709d'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:15:38.245730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:38.246159 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd14497-6815-4960-9a97-d53465eda23d None None] Routers {'10248027-6306-4cd2-91c0-fbcba63f709d'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:15:38.247021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1cd14497-6815-4960-9a97-d53465eda23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:15:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['10248027-6306-4cd2-91c0-fbcba63f709d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:15:38.282624 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4742f9ec-5a09-49dc-995f-20e4fbddf579 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7804594 Jan 31 19:15:38.283614 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:15:38.285070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 52996) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:15:38.299415 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62657cbe-5e64-4fd3-b864-88d26dd2cc83" -d '{"events": [{"name": "network-changed", "server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:15:38.352754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c5e21-2fee-452b-a7cd-9fa18cf6596f tempest-TestVolumeBackupRestore-1879942596 tempest-TestVolumeBackupRestore-1879942596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:38.355025 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4c7c5e21-2fee-452b-a7cd-9fa18cf6596f tempest-TestVolumeBackupRestore-1879942596 tempest-TestVolumeBackupRestore-1879942596-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 1123 time: 0.0681782 Jan 31 19:15:38.359734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53000) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:15:38.363687 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49c3922-a979-4ab2-badd-56bc37c47b53 x-openstack-request-id: req-a49c3922-a979-4ab2-badd-56bc37c47b53 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:15:38.363978 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:15:38.364231 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a49c3922-a979-4ab2-badd-56bc37c47b53 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:15:38.364654 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'status': 'completed', 'code': 200} Jan 31 19:15:38.366947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-473c343d-766f-4454-9fc3-b6c6ded831e1 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Request body: {'floatingip': {'port_id': '846ee7ea-688a-4192-a564-a2e29aa1716b'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:15:38.441436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1cd14497-6815-4960-9a97-d53465eda23d None None] Set router 10248027-6306-4cd2-91c0-fbcba63f709d gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:15:38.534119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62657cbe-5e64-4fd3-b864-88d26dd2cc83 req-5a4b3493-1532-4c96-88c3-5a13371de9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:38.536181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62657cbe-5e64-4fd3-b864-88d26dd2cc83 req-5a4b3493-1532-4c96-88c3-5a13371de9dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f71ded6740b444d0b6abefc797081507&device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 1128 time: 0.0761886 Jan 31 19:15:38.570720 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-473c343d-766f-4454-9fc3-b6c6ded831e1 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for floatingip (dc34203b-b386-47ac-82a6-9c4b5d925599), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:38.758695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1cd14497-6815-4960-9a97-d53465eda23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'dc34203b-b386-47ac-82a6-9c4b5d925599', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'port_id': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'mac_address': 'fa:16:3e:67:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:15:37Z', 'updated_at': '2022-01-31T19:15:37Z', 'revision_number': 0, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baeef3b5-2f44-45bd-bee0-e334339974bc', 'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'mac_address': 'fa:16:3e:b9:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:08Z', 'updated_at': '2022-01-31T19:11:13Z', 'revision_number': 5, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'subnets': [{'id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:15:38.813271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd14497-6815-4960-9a97-d53465eda23d None None] Checking router: 10248027-6306-4cd2-91c0-fbcba63f709d for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:15:38.838779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd14497-6815-4960-9a97-d53465eda23d None None] Routers {'10248027-6306-4cd2-91c0-fbcba63f709d'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:15:38.839732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1cd14497-6815-4960-9a97-d53465eda23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:15:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['10248027-6306-4cd2-91c0-fbcba63f709d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:15:38.847075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62657cbe-5e64-4fd3-b864-88d26dd2cc83 req-21ed70a2-8396-42af-94fb-bde851840d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:38.849588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62657cbe-5e64-4fd3-b864-88d26dd2cc83 req-21ed70a2-8396-42af-94fb-bde851840d06 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ca81203-5000-4a66-8871-4f76971ac3dc HTTP/1.1" status: 200 len: 914 time: 0.3026917 Jan 31 19:15:39.003261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62657cbe-5e64-4fd3-b864-88d26dd2cc83 req-a9ef6b61-a02b-4567-8445-10a2506511b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=846ee7ea-688a-4192-a564-a2e29aa1716b HTTP/1.1" status: 200 len: 998 time: 0.1425951 Jan 31 19:15:39.005409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1cd14497-6815-4960-9a97-d53465eda23d None None] Set router 10248027-6306-4cd2-91c0-fbcba63f709d gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:15:39.304371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1cd14497-6815-4960-9a97-d53465eda23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'dc34203b-b386-47ac-82a6-9c4b5d925599', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'port_id': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'mac_address': 'fa:16:3e:67:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:15:37Z', 'updated_at': '2022-01-31T19:15:37Z', 'revision_number': 0, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baeef3b5-2f44-45bd-bee0-e334339974bc', 'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'mac_address': 'fa:16:3e:b9:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:08Z', 'updated_at': '2022-01-31T19:11:13Z', 'revision_number': 5, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'subnets': [{'id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:15:39.373969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd14497-6815-4960-9a97-d53465eda23d None None] The sync data for ids ['10248027-6306-4cd2-91c0-fbcba63f709d'] in n-d-812111-15 is: [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'dc34203b-b386-47ac-82a6-9c4b5d925599', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'port_id': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'mac_address': 'fa:16:3e:67:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:15:37Z', 'updated_at': '2022-01-31T19:15:37Z', 'revision_number': 0, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baeef3b5-2f44-45bd-bee0-e334339974bc', 'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'mac_address': 'fa:16:3e:b9:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:08Z', 'updated_at': '2022-01-31T19:11:13Z', 'revision_number': 5, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'subnets': [{'id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:15:39.466438 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62657cbe-5e64-4fd3-b864-88d26dd2cc83 req-fa5c6c9c-2155-4ecb-8382-c871ea295952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:39.468908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62657cbe-5e64-4fd3-b864-88d26dd2cc83 req-fa5c6c9c-2155-4ecb-8382-c871ea295952 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9cbc335-76b7-4c6e-a26d-e6e5fab66637 HTTP/1.1" status: 200 len: 852 time: 0.4577196 Jan 31 19:15:39.609822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62657cbe-5e64-4fd3-b864-88d26dd2cc83 req-d9a2402f-46ac-4c70-8d04-05d6eac258c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:39.611364 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62657cbe-5e64-4fd3-b864-88d26dd2cc83 req-d9a2402f-46ac-4c70-8d04-05d6eac258c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ca81203-5000-4a66-8871-4f76971ac3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1353118 Jan 31 19:15:39.734226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62657cbe-5e64-4fd3-b864-88d26dd2cc83 req-cc797a30-c58a-497d-9527-b78ff2ed2d2b service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118324 Jan 31 19:15:39.776982 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab975c-9292-4969-9b7a-0ddebf11718c None None] New status for floating IP dc34203b-b386-47ac-82a6-9c4b5d925599: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:15:40.053822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62657cbe-5e64-4fd3-b864-88d26dd2cc83 req-5eb92c5d-96d7-43b2-95a8-32e46f00e746 service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134437 Jan 31 19:15:40.077361 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-473c343d-766f-4454-9fc3-b6c6ded831e1 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 19:15:40.165103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-473c343d-766f-4454-9fc3-b6c6ded831e1 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:40.171373 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-473c343d-766f-4454-9fc3-b6c6ded831e1 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (dc34203b-b386-47ac-82a6-9c4b5d925599), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:40.173399 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-28ab975c-9292-4969-9b7a-0ddebf11718c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:15:40.174004 n-d-812111-15 neutron-server[103228]: DEBUG oslo_db.api [None req-28ab975c-9292-4969-9b7a-0ddebf11718c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:15:40.431555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473c343d-766f-4454-9fc3-b6c6ded831e1 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Router 10248027-6306-4cd2-91c0-fbcba63f709d has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:15:40.555453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473c343d-766f-4454-9fc3-b6c6ded831e1 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:15:40.562799 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-473c343d-766f-4454-9fc3-b6c6ded831e1 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:40.604993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:15:40.607286 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d900036-e750-4e48-b71f-22973c395a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:15:40.640373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-473c343d-766f-4454-9fc3-b6c6ded831e1 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "PUT /v2.0/floatingips/dc34203b-b386-47ac-82a6-9c4b5d925599 HTTP/1.1" status: 200 len: 990 time: 2.2789652 Jan 31 19:15:40.652740 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49c605f-88fb-49f9-b326-03bc0e7a6596 x-openstack-request-id: req-c49c605f-88fb-49f9-b326-03bc0e7a6596 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:15:40.653046 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:15:40.653311 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c49c605f-88fb-49f9-b326-03bc0e7a6596 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:15:40.653726 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'status': 'completed', 'code': 200} Jan 31 19:15:40.675363 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab975c-9292-4969-9b7a-0ddebf11718c None None] New status for floating IP dc34203b-b386-47ac-82a6-9c4b5d925599: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:15:40.726004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d900036-e750-4e48-b71f-22973c395a6c req-046c6aaa-2c3c-4722-ba10-00a4a7b8f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:40.728066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d900036-e750-4e48-b71f-22973c395a6c req-046c6aaa-2c3c-4722-ba10-00a4a7b8f7ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f71ded6740b444d0b6abefc797081507&device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 1128 time: 0.0549188 Jan 31 19:15:40.860429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d900036-e750-4e48-b71f-22973c395a6c req-e9601640-a917-4fc8-b85a-760807107e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:40.865129 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d900036-e750-4e48-b71f-22973c395a6c req-e9601640-a917-4fc8-b85a-760807107e37 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ca81203-5000-4a66-8871-4f76971ac3dc HTTP/1.1" status: 200 len: 914 time: 0.1267664 Jan 31 19:15:40.938191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d900036-e750-4e48-b71f-22973c395a6c req-5914fafb-d482-4706-8873-49ab792ee9ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=846ee7ea-688a-4192-a564-a2e29aa1716b HTTP/1.1" status: 200 len: 998 time: 0.0699389 Jan 31 19:15:41.009440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d900036-e750-4e48-b71f-22973c395a6c req-28795cc4-b17b-43ac-beae-311bfaabfb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:41.010934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d900036-e750-4e48-b71f-22973c395a6c req-28795cc4-b17b-43ac-beae-311bfaabfb5b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9cbc335-76b7-4c6e-a26d-e6e5fab66637 HTTP/1.1" status: 200 len: 852 time: 0.0679145 Jan 31 19:15:41.076816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e583745-f563-43d4-ade0-400ef7b03b31 None None] Sync routers for ids ['10248027-6306-4cd2-91c0-fbcba63f709d'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:15:41.087745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d900036-e750-4e48-b71f-22973c395a6c req-992dbbf0-f45d-444f-98ff-4523d7fe6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:41.088551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e583745-f563-43d4-ade0-400ef7b03b31 None None] Routers {'10248027-6306-4cd2-91c0-fbcba63f709d'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:15:41.089235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1e583745-f563-43d4-ade0-400ef7b03b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:15:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['10248027-6306-4cd2-91c0-fbcba63f709d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:15:41.089584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d900036-e750-4e48-b71f-22973c395a6c req-992dbbf0-f45d-444f-98ff-4523d7fe6815 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ca81203-5000-4a66-8871-4f76971ac3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0722709 Jan 31 19:15:41.204631 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d900036-e750-4e48-b71f-22973c395a6c req-ae942f5c-45b9-447a-91be-e4f96c5c18ff service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087270 Jan 31 19:15:41.214178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1e583745-f563-43d4-ade0-400ef7b03b31 None None] Set router 10248027-6306-4cd2-91c0-fbcba63f709d gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:15:41.305327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d900036-e750-4e48-b71f-22973c395a6c req-3d2dcad5-ffa9-4493-9c26-343a6c4f52db service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950265 Jan 31 19:15:41.459860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1e583745-f563-43d4-ade0-400ef7b03b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'dc34203b-b386-47ac-82a6-9c4b5d925599', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'port_id': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'mac_address': 'fa:16:3e:67:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:15:37Z', 'updated_at': '2022-01-31T19:15:40Z', 'revision_number': 2, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baeef3b5-2f44-45bd-bee0-e334339974bc', 'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'mac_address': 'fa:16:3e:b9:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:08Z', 'updated_at': '2022-01-31T19:11:13Z', 'revision_number': 5, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'subnets': [{'id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:15:41.650670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e583745-f563-43d4-ade0-400ef7b03b31 None None] Checking router: 10248027-6306-4cd2-91c0-fbcba63f709d for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:15:41.660122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e583745-f563-43d4-ade0-400ef7b03b31 None None] Routers {'10248027-6306-4cd2-91c0-fbcba63f709d'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:15:41.660768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1e583745-f563-43d4-ade0-400ef7b03b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:15:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['10248027-6306-4cd2-91c0-fbcba63f709d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:15:41.781715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1e583745-f563-43d4-ade0-400ef7b03b31 None None] Set router 10248027-6306-4cd2-91c0-fbcba63f709d gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:15:42.013424 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1e583745-f563-43d4-ade0-400ef7b03b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'dc34203b-b386-47ac-82a6-9c4b5d925599', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'port_id': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'mac_address': 'fa:16:3e:67:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:15:37Z', 'updated_at': '2022-01-31T19:15:40Z', 'revision_number': 2, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baeef3b5-2f44-45bd-bee0-e334339974bc', 'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'mac_address': 'fa:16:3e:b9:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:08Z', 'updated_at': '2022-01-31T19:11:13Z', 'revision_number': 5, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'subnets': [{'id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:15:42.044695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e583745-f563-43d4-ade0-400ef7b03b31 None None] The sync data for ids ['10248027-6306-4cd2-91c0-fbcba63f709d'] in n-d-812111-15 is: [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'dc34203b-b386-47ac-82a6-9c4b5d925599', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'port_id': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'mac_address': 'fa:16:3e:67:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:15:37Z', 'updated_at': '2022-01-31T19:15:40Z', 'revision_number': 2, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baeef3b5-2f44-45bd-bee0-e334339974bc', 'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'mac_address': 'fa:16:3e:b9:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:08Z', 'updated_at': '2022-01-31T19:11:13Z', 'revision_number': 5, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'subnets': [{'id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:15:42.655421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:15:42.658755 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52e3da2-5298-440e-b6c5-d932631ae537" -d '{"events": [{"name": "network-changed", "server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:15:42.698071 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21057fa0-099e-423f-a27a-80741b7aa006 x-openstack-request-id: req-21057fa0-099e-423f-a27a-80741b7aa006 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:15:42.698376 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:15:42.698638 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21057fa0-099e-423f-a27a-80741b7aa006 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:15:42.699045 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'status': 'completed', 'code': 200} Jan 31 19:15:42.769219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e3da2-5298-440e-b6c5-d932631ae537 req-7ae57938-40d7-4ed8-bdc6-ebfa5bca77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:42.770874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f52e3da2-5298-440e-b6c5-d932631ae537 req-7ae57938-40d7-4ed8-bdc6-ebfa5bca77cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f71ded6740b444d0b6abefc797081507&device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 1128 time: 0.0508313 Jan 31 19:15:42.875381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e3da2-5298-440e-b6c5-d932631ae537 req-f4f5cdb3-11b1-4cc0-b5d9-972a26692959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:42.877033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f52e3da2-5298-440e-b6c5-d932631ae537 req-f4f5cdb3-11b1-4cc0-b5d9-972a26692959 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ca81203-5000-4a66-8871-4f76971ac3dc HTTP/1.1" status: 200 len: 914 time: 0.1004257 Jan 31 19:15:42.944671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f52e3da2-5298-440e-b6c5-d932631ae537 req-77f8fb1f-0e53-4e41-9e66-6503122bd363 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=846ee7ea-688a-4192-a564-a2e29aa1716b HTTP/1.1" status: 200 len: 1000 time: 0.0617313 Jan 31 19:15:42.993471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e3da2-5298-440e-b6c5-d932631ae537 req-31e90ebe-a8b2-48d4-91ea-e51c4f151942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:42.995039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f52e3da2-5298-440e-b6c5-d932631ae537 req-31e90ebe-a8b2-48d4-91ea-e51c4f151942 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9cbc335-76b7-4c6e-a26d-e6e5fab66637 HTTP/1.1" status: 200 len: 852 time: 0.0452306 Jan 31 19:15:43.048949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e3da2-5298-440e-b6c5-d932631ae537 req-99abc8cc-01b5-4d3b-bb30-547b4609ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:43.050453 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f52e3da2-5298-440e-b6c5-d932631ae537 req-99abc8cc-01b5-4d3b-bb30-547b4609ffb4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ca81203-5000-4a66-8871-4f76971ac3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497017 Jan 31 19:15:43.160700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f52e3da2-5298-440e-b6c5-d932631ae537 req-b72aef50-7862-4c35-9ea2-8fe82c2eca93 service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038871 Jan 31 19:15:43.271403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f52e3da2-5298-440e-b6c5-d932631ae537 req-71d99fe7-d753-423d-ab21-718c4f066c38 service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050622 Jan 31 19:15:44.440418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29d85728-bd21-46b4-880a-3a8674497f0a req-4b4e0744-b199-4fac-a0ae-b75e716c3dc7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463827 Jan 31 19:15:44.546233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d85728-bd21-46b4-880a-3a8674497f0a req-1d48bfad-1876-4b28-a78f-ab49e7dc397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:44.547769 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29d85728-bd21-46b4-880a-3a8674497f0a req-1d48bfad-1876-4b28-a78f-ab49e7dc397f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f71ded6740b444d0b6abefc797081507&device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 1128 time: 0.0650899 Jan 31 19:15:44.676632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d85728-bd21-46b4-880a-3a8674497f0a req-e7662206-cfc9-47f6-954c-fd044d7500e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:44.678032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29d85728-bd21-46b4-880a-3a8674497f0a req-e7662206-cfc9-47f6-954c-fd044d7500e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ca81203-5000-4a66-8871-4f76971ac3dc HTTP/1.1" status: 200 len: 914 time: 0.1053009 Jan 31 19:15:44.755285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29d85728-bd21-46b4-880a-3a8674497f0a req-15c60fca-f2b4-415c-9c55-cf3a9b7d8130 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=846ee7ea-688a-4192-a564-a2e29aa1716b HTTP/1.1" status: 200 len: 1000 time: 0.0715191 Jan 31 19:15:44.808694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d85728-bd21-46b4-880a-3a8674497f0a req-f458a8f7-50ba-4778-ba72-975d5a38ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:44.810429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29d85728-bd21-46b4-880a-3a8674497f0a req-f458a8f7-50ba-4778-ba72-975d5a38ff46 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9cbc335-76b7-4c6e-a26d-e6e5fab66637 HTTP/1.1" status: 200 len: 852 time: 0.0498004 Jan 31 19:15:44.874646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d85728-bd21-46b4-880a-3a8674497f0a req-0f27c2a8-4b31-448f-a4ac-691d67c58c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:15:44.876839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29d85728-bd21-46b4-880a-3a8674497f0a req-0f27c2a8-4b31-448f-a4ac-691d67c58c23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ca81203-5000-4a66-8871-4f76971ac3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0571752 Jan 31 19:15:44.996271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29d85728-bd21-46b4-880a-3a8674497f0a req-9e9c0dae-3d7f-4873-99d5-3939bc5b9195 service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121864 Jan 31 19:15:45.103715 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29d85728-bd21-46b4-880a-3a8674497f0a req-fcdc6eca-6ad5-46ec-9d5f-f6822b9fc2c8 service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017449 Jan 31 19:15:48.882588 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c508d130-d651-4631-80e6-28402c92042c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:51.090734 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a71a8fcb-099a-4b69-950c-4a2aac727a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:51.219185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53106) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:15:51.416842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea927ae3-d3c6-47d2-974a-f8ce4509447b admin admin] Deleting subnet cd6d2774-7d77-4a2c-8b3d-0d79e8dba835 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:15:51.422290 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea927ae3-d3c6-47d2-974a-f8ce4509447b admin admin] Publish callbacks [] for subnet (cd6d2774-7d77-4a2c-8b3d-0d79e8dba835), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:51.460834 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea927ae3-d3c6-47d2-974a-f8ce4509447b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (cd6d2774-7d77-4a2c-8b3d-0d79e8dba835), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:51.507762 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea927ae3-d3c6-47d2-974a-f8ce4509447b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (cd6d2774-7d77-4a2c-8b3d-0d79e8dba835), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:51.596360 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea927ae3-d3c6-47d2-974a-f8ce4509447b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (cd6d2774-7d77-4a2c-8b3d-0d79e8dba835), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:51.617211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea927ae3-d3c6-47d2-974a-f8ce4509447b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:51.623998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:15:51.624535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ea927ae3-d3c6-47d2-974a-f8ce4509447b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cd6d2774-7d77-4a2c-8b3d-0d79e8dba835 HTTP/1.1" status: 204 len: 168 time: 0.4041486 Jan 31 19:15:51.707728 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (0af72cb7-b8f4-4db9-ac22-9dec5eabddea), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:51.799886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (0af72cb7-b8f4-4db9-ac22-9dec5eabddea), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:51.825925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af72cb7-b8f4-4db9-ac22-9dec5eabddea']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:15:51.840278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2965aa5a-afdd-447e-9256-1c104e6ba1d9') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:15:51.840924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2965aa5a-afdd-447e-9256-1c104e6ba1d9') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:15:51.859856 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (2965aa5a-afdd-447e-9256-1c104e6ba1d9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:51.876389 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2965aa5a-afdd-447e-9256-1c104e6ba1d9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:51.890366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:15:51.890838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (2965aa5a-afdd-447e-9256-1c104e6ba1d9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:15:52.012380 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:15:52.017676 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (0af72cb7-b8f4-4db9-ac22-9dec5eabddea), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:52.030640 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:52.037484 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0af72cb7-b8f4-4db9-ac22-9dec5eabddea HTTP/1.1" status: 204 len: 168 time: 0.4094417 Jan 31 19:15:52.229853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea927ae3-d3c6-47d2-974a-f8ce4509447b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6d2774-7d77-4a2c-8b3d-0d79e8dba835,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:52.330760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53160) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:15:52.420998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-35ee2a8a-2b95-43c0-8452-49d4d322faf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=440394d010c641d09040c948fe1dde58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885644 Jan 31 19:15:52.423240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53162) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:15:52.530920 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe64f-dd8c-4b0c-b424-069f26bb22ab admin admin] Publish callbacks [] for security_group (165a33d2-6ee1-456e-a639-d7889e0ee481), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:52.559239 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:52.623554 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe64f-dd8c-4b0c-b424-069f26bb22ab admin admin] Publish callbacks [] for security_group (165a33d2-6ee1-456e-a639-d7889e0ee481), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:52.679545 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50e871-729e-4eff-a4a3-2b45b261b0f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af72cb7-b8f4-4db9-ac22-9dec5eabddea,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:52.729446 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe64f-dd8c-4b0c-b424-069f26bb22ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (165a33d2-6ee1-456e-a639-d7889e0ee481), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:52.732147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fcfe64f-dd8c-4b0c-b424-069f26bb22ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:52.734162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7fcfe64f-dd8c-4b0c-b424-069f26bb22ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/165a33d2-6ee1-456e-a639-d7889e0ee481 HTTP/1.1" status: 204 len: 168 time: 0.3099329 Jan 31 19:15:52.760854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfe64f-dd8c-4b0c-b424-069f26bb22ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165a33d2-6ee1-456e-a639-d7889e0ee481,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:15:54.184226 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:54.262556 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:15:54.628259 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:55.299013 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:15:56.387681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:08.896827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53740) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:09.051997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8107b160-8b2e-4f16-9f08-a7e6a1793a90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d69f4b64751d4be596261b5482f31e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1515608 Jan 31 19:16:09.052274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53744) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:09.104073 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Publish callbacks [] for security_group (13153ff8-50e9-4737-a5d5-2a375d4d0535), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:09.125637 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Publish callbacks [] for security_group (13153ff8-50e9-4737-a5d5-2a375d4d0535), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:09.174656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (13153ff8-50e9-4737-a5d5-2a375d4d0535), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:09.178257 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:09.179455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13153ff8-50e9-4737-a5d5-2a375d4d0535 HTTP/1.1" status: 204 len: 168 time: 0.1263950 Jan 31 19:16:09.190844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13153ff8-50e9-4737-a5d5-2a375d4d0535,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:09.199812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.200503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.201268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.201930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.202442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.202960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.203588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.204278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.204813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.205322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.207011 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.207666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.208183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec705298-cb15-49f3-ad25-44cd527665e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:09.899313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53768) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:10.008842 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2127391658-network', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:16:10.030295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Made reservation on behalf of 2ffddf157197442cbe68bf86737af5ef for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:16:10.032999 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.042364 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.131428 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Publish callbacks [] for security_group (142d2ca4-088b-4273-a1a9-63e19231ab47), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.135718 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (142d2ca4-088b-4273-a1a9-63e19231ab47), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.162285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:16:10.179560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142d2ca4-088b-4273-a1a9-63e19231ab47,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:10.184370 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (78a2dcdb-2b53-417f-83cd-66dd981c5d12), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.184835 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Added segment 78a2dcdb-2b53-417f-83cd-66dd981c5d12 of type vlan for network 336bb3e5-00f7-4321-b2ba-d684615dc4c7 Jan 31 19:16:10.233933 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (336bb3e5-00f7-4321-b2ba-d684615dc4c7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.261804 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (336bb3e5-00f7-4321-b2ba-d684615dc4c7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.263105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:10.263987 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.342308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] Pushing event updated for resources: {'Network': ['ID=336bb3e5-00f7-4321-b2ba-d684615dc4c7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:10.358474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 336bb3e5-00f7-4321-b2ba-d684615dc4c7 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:16:10.364439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-632615fb-dc96-4e85-900b-53f5ec626e57 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4624627 Jan 31 19:16:10.366063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:10.371276 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Request body: {'subnet': {'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2127391658-subnet', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:16:10.399655 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Made reservation on behalf of 2ffddf157197442cbe68bf86737af5ef for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:16:10.402244 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.600644 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (46601ae5-7761-45f0-a2ee-594ef49412f3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.655052 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46601ae5-7761-45f0-a2ee-594ef49412f3,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:10.665772 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.666162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.666462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.666800 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.667137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.667467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.667794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.668124 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.668477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.668798 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.669168 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.669471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.669797 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:10.678295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Checking segment: {'id': '78a2dcdb-2b53-417f-83cd-66dd981c5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:16:10.678760 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Network hostable DHCP agents. Network: 336bb3e5-00f7-4321-b2ba-d684615dc4c7, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:16:10.696758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Network 336bb3e5-00f7-4321-b2ba-d684615dc4c7 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:16:10.707148 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 336bb3e5-00f7-4321-b2ba-d684615dc4c7) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:16:10.715022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bff161-16f3-4c0b-9bfe-78e17778b858 None None] Network 336bb3e5-00f7-4321-b2ba-d684615dc4c7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:16:10.717588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:10.718406 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.735264 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-17eca393-fffa-4ef0-b2aa-d789e85c4503 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3654890 Jan 31 19:16:10.735933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:10.740663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2127391658-router', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:16:10.762004 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (5c67edc8-ac32-4f5c-8861-8076e9ef1217), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.764056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (5c67edc8-ac32-4f5c-8861-8076e9ef1217), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.822557 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Publish callbacks [] for router_controller (5c67edc8-ac32-4f5c-8861-8076e9ef1217), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.835281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-336bb3e5-00f7-4321-b2ba-d684615dc4c7', 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7', 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'fixed_ips': [{'subnet_id': '46601ae5-7761-45f0-a2ee-594ef49412f3'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:16:10.836222 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.983423 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Publish callbacks [] for router_gateway (5c67edc8-ac32-4f5c-8861-8076e9ef1217), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:10.989173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Allocated IP 172.20.0.2 (336bb3e5-00f7-4321-b2ba-d684615dc4c7/46601ae5-7761-45f0-a2ee-594ef49412f3/267dc6c0-7488-4a94-8c44-6b1e3da0ce6f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:16:11.159511 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Publish callbacks [] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:11.165748 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:11.196784 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Publish callbacks [] for router_gateway (5c67edc8-ac32-4f5c-8861-8076e9ef1217), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:11.211172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Network 336bb3e5-00f7-4321-b2ba-d684615dc4c7 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:16:11.213906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:16:11.216038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:11.221138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:16:11.225269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Pushing event updated for resources: {'Port': ['ID=267dc6c0-7488-4a94-8c44-6b1e3da0ce6f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:11.281197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Attempting to bind port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:16:11.281197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Attempting to bind port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '78a2dcdb-2b53-417f-83cd-66dd981c5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:16:11.281589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Attempting to bind port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f on network 336bb3e5-00f7-4321-b2ba-d684615dc4c7 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:16:11.287149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:16:11.287766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Checking segment: {'id': '78a2dcdb-2b53-417f-83cd-66dd981c5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:16:11.288224 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:11.288710 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Bound using segment: {'id': '78a2dcdb-2b53-417f-83cd-66dd981c5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:16:11.289241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Bound port: 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a2dcdb-2b53-417f-83cd-66dd981c5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:16:11.289677 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:11.336117 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Allocated IP 172.25.8.215 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c183eeb8-56f4-4672-bbee-3081e49a3978) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:16:11.362680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] For port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:16:11.368038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] For port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=267dc6c0-7488-4a94-8c44-6b1e3da0ce6f,segment=NetworkSegment(78a2dcdb-2b53-417f-83cd-66dd981c5d12),segment_id=78a2dcdb-2b53-417f-83cd-66dd981c5d12)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:16:11.373756 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:11.437469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94e320-830f-4206-b45f-e94a8a68ada8 None None] Pushing event updated for resources: {'Port': ['ID=267dc6c0-7488-4a94-8c44-6b1e3da0ce6f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:11.454369 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Publish callbacks [] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:11.492224 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:11.534785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:16:11.536934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:16:11.543668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:16:11.547522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Pushing event updated for resources: {'Port': ['ID=c183eeb8-56f4-4672-bbee-3081e49a3978,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:11.874271 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Publish callbacks [] for router_gateway (5c67edc8-ac32-4f5c-8861-8076e9ef1217), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:11.883911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:16:11.941434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:16:11.941705 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:12.043046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:16:12.043476 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:12.100904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=267dc6c0-7488-4a94-8c44-6b1e3da0ce6f,segment=NetworkSegment(78a2dcdb-2b53-417f-83cd-66dd981c5d12),segment_id=78a2dcdb-2b53-417f-83cd-66dd981c5d12)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:12.106392 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:12.125406 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (5c67edc8-ac32-4f5c-8861-8076e9ef1217), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:12.167369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=267dc6c0-7488-4a94-8c44-6b1e3da0ce6f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:12.289671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Router 5c67edc8-ac32-4f5c-8861-8076e9ef1217 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:16:12.422850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:16:12.439680 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Sync routers for ids ['5c67edc8-ac32-4f5c-8861-8076e9ef1217'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:16:12.453960 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:12.456383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1876566e-37cd-42a2-b830-4bf2d624aa10 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.7183113 Jan 31 19:16:12.456567 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Routers {'5c67edc8-ac32-4f5c-8861-8076e9ef1217'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:16:12.456567 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:15:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5c67edc8-ac32-4f5c-8861-8076e9ef1217'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:12.458241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53780) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:12.610875 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Set router 5c67edc8-ac32-4f5c-8861-8076e9ef1217 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:16:12.647354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9492342a-6482-423e-a4d5-28a0dd68d400 None None] Network 336bb3e5-00f7-4321-b2ba-d684615dc4c7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:16:12.807275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1cb313e3-8793-4ede-9f8c-c57a6820eeca None None] Provisioning complete for port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:16:12.808389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1cb313e3-8793-4ede-9f8c-c57a6820eeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:12.887527 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'name': 'tempest-ImageQuotaTest-2127391658-router', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c183eeb8-56f4-4672-bbee-3081e49a3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:16:10Z', 'updated_at': '2022-01-31T19:16:11Z', 'revision_number': 3, 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'gw_port': {'id': 'c183eeb8-56f4-4672-bbee-3081e49a3978', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:46:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:16:11Z', 'updated_at': '2022-01-31T19:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:12.920460 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Checking router: 5c67edc8-ac32-4f5c-8861-8076e9ef1217 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:16:12.921160 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Updating router 5c67edc8-ac32-4f5c-8861-8076e9ef1217 port c183eeb8-56f4-4672-bbee-3081e49a3978 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:16:12.962541 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:12.979374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1cb313e3-8793-4ede-9f8c-c57a6820eeca None None] Current status of the port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:16:13.101901 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:13.278005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Allocated IP 172.20.0.1 (336bb3e5-00f7-4321-b2ba-d684615dc4c7/46601ae5-7761-45f0-a2ee-594ef49412f3/f3a446d1-b349-484a-a645-179f1682d7f6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:16:13.282889 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Publish callbacks [] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:13.289511 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:13.311556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ca32859a-842b-481b-a7ed-c581b9e3aca1 None None] Provisioning complete for port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:16:13.312677 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ca32859a-842b-481b-a7ed-c581b9e3aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:13.345320 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Attempting to bind port c183eeb8-56f4-4672-bbee-3081e49a3978 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:16:13.345729 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Attempting to bind port c183eeb8-56f4-4672-bbee-3081e49a3978 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:16:13.346095 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Attempting to bind port c183eeb8-56f4-4672-bbee-3081e49a3978 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:16:13.355867 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:16:13.356127 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:16:13.356739 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:13.357825 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:16:13.358305 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Bound port: c183eeb8-56f4-4672-bbee-3081e49a3978, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:16:13.358688 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:13.420754 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Publish callbacks [] for port (f3a446d1-b349-484a-a645-179f1682d7f6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:13.424126 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Pushing event updated for resources: {'Port': ['ID=c183eeb8-56f4-4672-bbee-3081e49a3978,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:13.433271 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] For port c183eeb8-56f4-4672-bbee-3081e49a3978, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:16:13.436612 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.436947 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.437327 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.438279 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.438623 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.438964 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.439319 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.439664 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.440000 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.440653 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.440768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ca32859a-842b-481b-a7ed-c581b9e3aca1 None None] Current status of the port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:16:13.440886 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.441152 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.441478 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:13.460787 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] For port c183eeb8-56f4-4672-bbee-3081e49a3978, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c183eeb8-56f4-4672-bbee-3081e49a3978,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:16:13.468065 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:13.474011 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f3a446d1-b349-484a-a645-179f1682d7f6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:13.515137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Network 336bb3e5-00f7-4321-b2ba-d684615dc4c7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:16:13.519442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:16:13.521956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:16:13.532200 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28dd2f-0669-44cc-922d-0d010853995a None None] Pushing event updated for resources: {'Port': ['ID=c183eeb8-56f4-4672-bbee-3081e49a3978,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:13.534886 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Routers {'5c67edc8-ac32-4f5c-8861-8076e9ef1217'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:16:13.535793 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:15:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5c67edc8-ac32-4f5c-8861-8076e9ef1217'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:13.558267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a446d1-b349-484a-a645-179f1682d7f6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:13.574832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (5c67edc8-ac32-4f5c-8861-8076e9ef1217), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:13.653006 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] Set router 5c67edc8-ac32-4f5c-8861-8076e9ef1217 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:16:13.723044 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f3a446d1-b349-484a-a645-179f1682d7f6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:13.736788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53786) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:13.904423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:16:13.995515 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ccf26cd5-98e9-443f-8409-fc2c67f1c53c None None] Provisioning complete for port f3a446d1-b349-484a-a645-179f1682d7f6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:16:13.995515 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccf26cd5-98e9-443f-8409-fc2c67f1c53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f3a446d1-b349-484a-a645-179f1682d7f6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.004387 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'name': 'tempest-ImageQuotaTest-2127391658-router', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c183eeb8-56f4-4672-bbee-3081e49a3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:16:10Z', 'updated_at': '2022-01-31T19:16:11Z', 'revision_number': 3, 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'gw_port': {'id': 'c183eeb8-56f4-4672-bbee-3081e49a3978', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:46:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:16:11Z', 'updated_at': '2022-01-31T19:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:14.028634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:16:14.029475 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.032929 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Deleting port 79ff8cb3-e471-4096-87a7-e43e16c03aac {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:14.033471 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (79ff8cb3-e471-4096-87a7-e43e16c03aac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.037348 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Publish callbacks [] for port (f3a446d1-b349-484a-a645-179f1682d7f6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.042735 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f3a446d1-b349-484a-a645-179f1682d7f6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.058218 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51639eea-fa68-4c07-8047-ea1f32a8350e None None] The sync data for ids ['5c67edc8-ac32-4f5c-8861-8076e9ef1217'] in n-d-812111-15 is: [{'id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'name': 'tempest-ImageQuotaTest-2127391658-router', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c183eeb8-56f4-4672-bbee-3081e49a3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:16:10Z', 'updated_at': '2022-01-31T19:16:11Z', 'revision_number': 3, 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'gw_port': {'id': 'c183eeb8-56f4-4672-bbee-3081e49a3978', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:46:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:16:11Z', 'updated_at': '2022-01-31T19:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:16:14.098968 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ccf26cd5-98e9-443f-8409-fc2c67f1c53c None None] Port f3a446d1-b349-484a-a645-179f1682d7f6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:16:14.155609 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (5c67edc8-ac32-4f5c-8861-8076e9ef1217), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.158659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a446d1-b349-484a-a645-179f1682d7f6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:14.160803 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (79ff8cb3-e471-4096-87a7-e43e16c03aac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.161331 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for floatingip (79ff8cb3-e471-4096-87a7-e43e16c03aac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.181191 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Calling delete_port for 79ff8cb3-e471-4096-87a7-e43e16c03aac owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:14.194386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:16:14.289433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Network 336bb3e5-00f7-4321-b2ba-d684615dc4c7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:16:14.291256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:16:14.371160 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (79ff8cb3-e471-4096-87a7-e43e16c03aac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.414216 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event deleted for resources: {'Port': ['ID=79ff8cb3-e471-4096-87a7-e43e16c03aac,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:14.511800 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for floatingip (dc34203b-b386-47ac-82a6-9c4b5d925599), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.512164 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Floating IP dc34203b-b386-47ac-82a6-9c4b5d925599 disassociated (deleted). External IP: 172.25.8.46, port: 846ee7ea-688a-4192-a564-a2e29aa1716b. Jan 31 19:16:14.754239 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b781247c-a902-46c4-8432-a7c050f1934f None None] Provisioning complete for port f3a446d1-b349-484a-a645-179f1682d7f6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:16:14.754681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b781247c-a902-46c4-8432-a7c050f1934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f3a446d1-b349-484a-a645-179f1682d7f6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.793778 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b781247c-a902-46c4-8432-a7c050f1934f None None] Port f3a446d1-b349-484a-a645-179f1682d7f6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:16:14.799197 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Router 10248027-6306-4cd2-91c0-fbcba63f709d has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:16:14.837482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Router 5c67edc8-ac32-4f5c-8861-8076e9ef1217 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:16:14.925889 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:16:14.937704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f388d240-cc05-4447-9ee5-2d9d3fc34542 None None] Sync routers for ids ['10248027-6306-4cd2-91c0-fbcba63f709d'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:16:14.938249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:14.953281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388d240-cc05-4447-9ee5-2d9d3fc34542 None None] Routers {'10248027-6306-4cd2-91c0-fbcba63f709d'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:16:14.953958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f388d240-cc05-4447-9ee5-2d9d3fc34542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:15:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['10248027-6306-4cd2-91c0-fbcba63f709d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:14.974314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:16:14.988539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cd29e6d8-da6d-4ee5-9bd1-e1e93db946f2 admin admin] 10.222.0.20 "PUT /v2.0/routers/5c67edc8-ac32-4f5c-8861-8076e9ef1217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5216136 Jan 31 19:16:14.991612 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-07c5af95-6dde-4e6a-a959-ef67ee0127d3 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "DELETE /v2.0/floatingips/dc34203b-b386-47ac-82a6-9c4b5d925599 HTTP/1.1" status: 204 len: 168 time: 1.2535579 Jan 31 19:16:14.992746 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:16:15.007582 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c87b9ac-0558-43fe-ac1d-e99165191dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:16:15.077410 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b892b2-cdd3-4484-87f0-4c77cfbdf33a x-openstack-request-id: req-d2b892b2-cdd3-4484-87f0-4c77cfbdf33a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:16:15.077832 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:16:15.078150 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2b892b2-cdd3-4484-87f0-4c77cfbdf33a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:16:15.078669 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'status': 'completed', 'code': 200} Jan 31 19:16:15.190217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f388d240-cc05-4447-9ee5-2d9d3fc34542 None None] Set router 10248027-6306-4cd2-91c0-fbcba63f709d gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:16:15.388168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-e42470fa-001f-4bc0-814b-3902857ebebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:15.390487 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-e42470fa-001f-4bc0-814b-3902857ebebe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f71ded6740b444d0b6abefc797081507&device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 1128 time: 0.2794542 Jan 31 19:16:15.491104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f388d240-cc05-4447-9ee5-2d9d3fc34542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'baeef3b5-2f44-45bd-bee0-e334339974bc', 'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'mac_address': 'fa:16:3e:b9:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:08Z', 'updated_at': '2022-01-31T19:11:13Z', 'revision_number': 5, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'subnets': [{'id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:15.522190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f388d240-cc05-4447-9ee5-2d9d3fc34542 None None] Checking router: 10248027-6306-4cd2-91c0-fbcba63f709d for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:16:15.525800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-fa9faeff-a215-49cd-87f9-ce9ae1177e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:15.527453 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-fa9faeff-a215-49cd-87f9-ce9ae1177e50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ca81203-5000-4a66-8871-4f76971ac3dc HTTP/1.1" status: 200 len: 914 time: 0.1292241 Jan 31 19:16:15.531593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388d240-cc05-4447-9ee5-2d9d3fc34542 None None] Routers {'10248027-6306-4cd2-91c0-fbcba63f709d'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:16:15.532280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f388d240-cc05-4447-9ee5-2d9d3fc34542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:15:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['10248027-6306-4cd2-91c0-fbcba63f709d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:15.591734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-22dc6ed0-eebb-4d9a-861a-6e9ac48c51b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=846ee7ea-688a-4192-a564-a2e29aa1716b HTTP/1.1" status: 200 len: 217 time: 0.0529697 Jan 31 19:16:15.693594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f388d240-cc05-4447-9ee5-2d9d3fc34542 None None] Set router 10248027-6306-4cd2-91c0-fbcba63f709d gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:16:15.700459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-0b75a39e-93b7-436b-a45e-8961d9133385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:15.702581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-0b75a39e-93b7-436b-a45e-8961d9133385 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9cbc335-76b7-4c6e-a26d-e6e5fab66637 HTTP/1.1" status: 200 len: 852 time: 0.1052246 Jan 31 19:16:15.826722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f61465-d172-4838-acfe-6c2b4aa43ad6 req-5911f3c6-0c8f-4102-b6c6-58c10758b64a tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:15.828468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21f61465-d172-4838-acfe-6c2b4aa43ad6 req-5911f3c6-0c8f-4102-b6c6-58c10758b64a tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 945 time: 0.4643173 Jan 31 19:16:15.924877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c183eeb8-56f4-4672-bbee-3081e49a3978 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:16:15.934334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-423b950e-8901-439d-b860-7e44e867ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:15.936055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-423b950e-8901-439d-b860-7e44e867ad0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ca81203-5000-4a66-8871-4f76971ac3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2210834 Jan 31 19:16:15.950428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21f61465-d172-4838-acfe-6c2b4aa43ad6 req-38daeba4-5dc6-4537-b8cd-f3139dfd596d tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091568 Jan 31 19:16:15.967865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-f5ecc3ee-64db-45ee-8fcc-85dd9ed1b004 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:15.973857 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-f5ecc3ee-64db-45ee-8fcc-85dd9ed1b004 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.2969446 Jan 31 19:16:15.992731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-5b8a0798-b36d-486c-ba07-a89906a7101a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:16:15.993908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-5b8a0798-b36d-486c-ba07-a89906a7101a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155878 Jan 31 19:16:15.998010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-887739f9-5b44-4cfb-8d00-0c0bf2336335 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/quotas/e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 375 time: 0.0226698 Jan 31 19:16:15.998249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c183eeb8-56f4-4672-bbee-3081e49a3978 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:16:15.998922 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:16.143648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-866c4d6c-b937-443a-b6df-1d18977a1e75 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1288137 Jan 31 19:16:16.173107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-dc42e45b-a133-4006-9d86-16fd9afaa428 service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708534 Jan 31 19:16:16.233727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f388d240-cc05-4447-9ee5-2d9d3fc34542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'baeef3b5-2f44-45bd-bee0-e334339974bc', 'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'mac_address': 'fa:16:3e:b9:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:08Z', 'updated_at': '2022-01-31T19:11:13Z', 'revision_number': 5, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'subnets': [{'id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:16.263785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f388d240-cc05-4447-9ee5-2d9d3fc34542 None None] The sync data for ids ['10248027-6306-4cd2-91c0-fbcba63f709d'] in n-d-812111-15 is: [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:08Z', 'revision_number': 4, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'baeef3b5-2f44-45bd-bee0-e334339974bc', 'name': '', 'network_id': '3ca81203-5000-4a66-8871-4f76971ac3dc', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'mac_address': 'fa:16:3e:b9:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:08Z', 'updated_at': '2022-01-31T19:11:13Z', 'revision_number': 5, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'subnets': [{'id': 'f9cbc335-76b7-4c6e-a26d-e6e5fab66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:16:16.274918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-0c707f1a-08c9-4a2f-80ef-47e4c4bcdef5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:16:16.276612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-0c707f1a-08c9-4a2f-80ef-47e4c4bcdef5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1162622 Jan 31 19:16:16.318617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c183eeb8-56f4-4672-bbee-3081e49a3978 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:16:16.319260 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:16.359472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c87b9ac-0558-43fe-ac1d-e99165191dd4 req-ffbd7555-848f-4429-8111-38a2221de73b service neutron] 10.222.0.49 "GET /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795342 Jan 31 19:16:16.363686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port c183eeb8-56f4-4672-bbee-3081e49a3978, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c183eeb8-56f4-4672-bbee-3081e49a3978,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:16.369394 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:16.417173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-e29919f7-e6d7-44dd-a6ef-09252700ae8a service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331797 Jan 31 19:16:16.461624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=c183eeb8-56f4-4672-bbee-3081e49a3978,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:16.469583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.469947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.470282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.470624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.470960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.471299 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.471629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.471961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.472287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.472694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.473023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.473347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.473670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:16:16.522078 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Sync routers for ids ['5c67edc8-ac32-4f5c-8861-8076e9ef1217'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:16:16.529180 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-8c86af64-c0ac-4fe2-b60a-fc66b96f6e15 service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042089 Jan 31 19:16:16.549005 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Routers {'5c67edc8-ac32-4f5c-8861-8076e9ef1217'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:16:16.549633 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:15:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5c67edc8-ac32-4f5c-8861-8076e9ef1217'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:16.772168 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53838) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:16.810389 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Set router 5c67edc8-ac32-4f5c-8861-8076e9ef1217 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:16:16.901778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79514e1a-8a03-4c36-bf0a-1539232ef4a3 req-899b23ac-0739-4202-98ef-04129d5e5f67 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0390856 Jan 31 19:16:16.955655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf6db5-3b50-4647-8f2e-7ba9b104c624 None None] New status for floating IP dc34203b-b386-47ac-82a6-9c4b5d925599: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:16:17.226230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea893f-bbd4-4102-991d-3ec97ca4d775 req-da61cde7-1b96-41eb-8100-2a129ff1d237 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:17.229337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8eea893f-bbd4-4102-991d-3ec97ca4d775 req-da61cde7-1b96-41eb-8100-2a129ff1d237 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.49 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 945 time: 0.1908741 Jan 31 19:16:17.240990 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'name': 'tempest-ImageQuotaTest-2127391658-router', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c183eeb8-56f4-4672-bbee-3081e49a3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:16:10Z', 'updated_at': '2022-01-31T19:16:13Z', 'revision_number': 4, 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'gw_port': {'id': 'c183eeb8-56f4-4672-bbee-3081e49a3978', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:16:11Z', 'updated_at': '2022-01-31T19:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f3a446d1-b349-484a-a645-179f1682d7f6', 'name': '', 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'mac_address': 'fa:16:3e:93:05:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '46601ae5-7761-45f0-a2ee-594ef49412f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:16:13Z', 'updated_at': '2022-01-31T19:16:13Z', 'revision_number': 2, 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'subnets': [{'id': '46601ae5-7761-45f0-a2ee-594ef49412f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:17.295520 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Checking router: 5c67edc8-ac32-4f5c-8861-8076e9ef1217 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:16:17.295788 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Updating router 5c67edc8-ac32-4f5c-8861-8076e9ef1217 port f3a446d1-b349-484a-a645-179f1682d7f6 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:16:17.362806 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f3a446d1-b349-484a-a645-179f1682d7f6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.415054 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55e662c5-e63b-40a6-932e-0a12e03dc81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (5c67edc8-ac32-4f5c-8861-8076e9ef1217), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.462473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da07f-0f3b-4ff5-89b9-3797dd52457d req-60e41593-4b72-4123-88c6-28f31d974e0e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:17.473221 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f65da07f-0f3b-4ff5-89b9-3797dd52457d req-60e41593-4b72-4123-88c6-28f31d974e0e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 945 time: 0.1294699 Jan 31 19:16:17.523755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8eea893f-bbd4-4102-991d-3ec97ca4d775 req-221d62f9-2149-4331-a9c3-00c96ba11e72 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Deleting port 846ee7ea-688a-4192-a564-a2e29aa1716b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:17.524103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8eea893f-bbd4-4102-991d-3ec97ca4d775 req-221d62f9-2149-4331-a9c3-00c96ba11e72 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.600650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f65da07f-0f3b-4ff5-89b9-3797dd52457d req-d37a5689-b318-42b5-945e-55723c0854e5 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/security-groups?id=31a60993-407f-4c38-b31c-e0c0ed5f4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265399 Jan 31 19:16:17.657577 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8eea893f-bbd4-4102-991d-3ec97ca4d775 req-221d62f9-2149-4331-a9c3-00c96ba11e72 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] For port 846ee7ea-688a-4192-a564-a2e29aa1716b, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=846ee7ea-688a-4192-a564-a2e29aa1716b,segment=NetworkSegment(506c988e-c8c2-47df-80cd-558535e038db),segment_id=506c988e-c8c2-47df-80cd-558535e038db)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:17.658029 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8eea893f-bbd4-4102-991d-3ec97ca4d775 req-221d62f9-2149-4331-a9c3-00c96ba11e72 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.673137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8eea893f-bbd4-4102-991d-3ec97ca4d775 req-221d62f9-2149-4331-a9c3-00c96ba11e72 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Calling delete_port for 846ee7ea-688a-4192-a564-a2e29aa1716b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:17.766263 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Publish callbacks [] for port (f3a446d1-b349-484a-a645-179f1682d7f6), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.768255 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-55e662c5-e63b-40a6-932e-0a12e03dc81b admin admin] Deleting port f3a446d1-b349-484a-a645-179f1682d7f6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:17.769108 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55e662c5-e63b-40a6-932e-0a12e03dc81b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f3a446d1-b349-484a-a645-179f1682d7f6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.773172 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f3a446d1-b349-484a-a645-179f1682d7f6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.829257 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e62826-4fa3-4363-a209-9eb76afd0afd None None] Pushing event updated for resources: {'Port': ['ID=f3a446d1-b349-484a-a645-179f1682d7f6,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:17.836150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c183eeb8-56f4-4672-bbee-3081e49a3978 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:16:17.846630 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8eea893f-bbd4-4102-991d-3ec97ca4d775 req-221d62f9-2149-4331-a9c3-00c96ba11e72 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (846ee7ea-688a-4192-a564-a2e29aa1716b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.889507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d62f9-2149-4331-a9c3-00c96ba11e72 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event deleted for resources: {'Port': ['ID=846ee7ea-688a-4192-a564-a2e29aa1716b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:17.905430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c183eeb8-56f4-4672-bbee-3081e49a3978 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:16:17.905954 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.916282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55e662c5-e63b-40a6-932e-0a12e03dc81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f3a446d1-b349-484a-a645-179f1682d7f6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.921627 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Attempting to bind port f3a446d1-b349-484a-a645-179f1682d7f6 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:16:17.922005 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Attempting to bind port f3a446d1-b349-484a-a645-179f1682d7f6 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '78a2dcdb-2b53-417f-83cd-66dd981c5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:16:17.922373 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Attempting to bind port f3a446d1-b349-484a-a645-179f1682d7f6 on network 336bb3e5-00f7-4321-b2ba-d684615dc4c7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:16:17.934696 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:16:17.935919 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Checking segment: {'id': '78a2dcdb-2b53-417f-83cd-66dd981c5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:16:17.936841 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.936841 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Bound using segment: {'id': '78a2dcdb-2b53-417f-83cd-66dd981c5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:16:17.937098 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Bound port: f3a446d1-b349-484a-a645-179f1682d7f6, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a2dcdb-2b53-417f-83cd-66dd981c5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:16:17.937470 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f3a446d1-b349-484a-a645-179f1682d7f6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:17.939103 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-55e662c5-e63b-40a6-932e-0a12e03dc81b admin admin] Calling delete_port for f3a446d1-b349-484a-a645-179f1682d7f6 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:17.989362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eea893f-bbd4-4102-991d-3ec97ca4d775 req-221d62f9-2149-4331-a9c3-00c96ba11e72 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] No DVR routers for this DVR port 846ee7ea-688a-4192-a564-a2e29aa1716b on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:16:17.992846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8eea893f-bbd4-4102-991d-3ec97ca4d775 req-221d62f9-2149-4331-a9c3-00c96ba11e72 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:18.001592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8eea893f-bbd4-4102-991d-3ec97ca4d775 req-221d62f9-2149-4331-a9c3-00c96ba11e72 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.49 "DELETE /v2.0/ports/846ee7ea-688a-4192-a564-a2e29aa1716b HTTP/1.1" status: 204 len: 173 time: 0.7642674 Jan 31 19:16:18.003614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'name': 'network-vif-deleted', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:16:18.010169 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c390f5a7-a9ee-4877-b04a-46a814c8959e" -d '{"events": [{"server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "name": "network-vif-deleted", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:16:18.104761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c183eeb8-56f4-4672-bbee-3081e49a3978 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:16:18.105755 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] For port f3a446d1-b349-484a-a645-179f1682d7f6, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:16:18.111564 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] For port f3a446d1-b349-484a-a645-179f1682d7f6, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f3a446d1-b349-484a-a645-179f1682d7f6,segment=NetworkSegment(78a2dcdb-2b53-417f-83cd-66dd981c5d12),segment_id=78a2dcdb-2b53-417f-83cd-66dd981c5d12)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:16:18.127851 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f3a446d1-b349-484a-a645-179f1682d7f6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:18.139725 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321fdc6d-cd8b-422f-bdd9-9addcb64e84e x-openstack-request-id: req-321fdc6d-cd8b-422f-bdd9-9addcb64e84e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:16:18.140156 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bf02f6-4fd9-47d0-95ef-4a3d91db30dd", "name": "network-vif-deleted", "tag": "846ee7ea-688a-4192-a564-a2e29aa1716b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:16:18.140321 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-321fdc6d-cd8b-422f-bdd9-9addcb64e84e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:16:18.140850 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bf02f6-4fd9-47d0-95ef-4a3d91db30dd', 'name': 'network-vif-deleted', 'tag': '846ee7ea-688a-4192-a564-a2e29aa1716b', 'status': 'completed', 'code': 200} Jan 31 19:16:18.233383 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Routers {'5c67edc8-ac32-4f5c-8861-8076e9ef1217'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:16:18.234027 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:15:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5c67edc8-ac32-4f5c-8861-8076e9ef1217'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:18.250142 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55e662c5-e63b-40a6-932e-0a12e03dc81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f3a446d1-b349-484a-a645-179f1682d7f6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:18.261051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c3eecde2-2f1d-434a-a98a-cbcb7e11fa04 None None] Could not find standard attr ID for object f3a446d1-b349-484a-a645-179f1682d7f6. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:16:18.281524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-3357c421-c609-48d0-a957-300daaedb3cf tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:18.283062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-3357c421-c609-48d0-a957-300daaedb3cf tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.2495534 Jan 31 19:16:18.333723 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e662c5-e63b-40a6-932e-0a12e03dc81b admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a446d1-b349-484a-a645-179f1682d7f6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:18.345420 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60976cd1-e84d-4d76-a6ab-9b5553850e1a req-997b210d-1255-4a1f-a4de-68a68defbfef tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 210 time: 0.2544086 Jan 31 19:16:18.361828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'port': {'device_id': '0a2faf62-7fc1-4e94-8272-8e75588fd3e5', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'admin_state_up': True, 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:16:18.428277 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] Set router 5c67edc8-ac32-4f5c-8861-8076e9ef1217 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:16:18.588517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Made reservation on behalf of e0f69b02795d4d6facffed3eac950da9 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:16:18.593802 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:18.658793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55e662c5-e63b-40a6-932e-0a12e03dc81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (5c67edc8-ac32-4f5c-8861-8076e9ef1217), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:18.780016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5f6cd1bd-2153-4162-82f6-2be8e06d79a5 None None] Could not find standard attr ID for object f3a446d1-b349-484a-a645-179f1682d7f6. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:16:18.816217 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e62826-4fa3-4363-a209-9eb76afd0afd None None] Pushing event updated for resources: {'Port': ['ID=f3a446d1-b349-484a-a645-179f1682d7f6,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:18.882305 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'name': 'tempest-ImageQuotaTest-2127391658-router', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c183eeb8-56f4-4672-bbee-3081e49a3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:16:10Z', 'updated_at': '2022-01-31T19:16:13Z', 'revision_number': 4, 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'gw_port': {'id': 'c183eeb8-56f4-4672-bbee-3081e49a3978', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:16:11Z', 'updated_at': '2022-01-31T19:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f3a446d1-b349-484a-a645-179f1682d7f6', 'name': '', 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'mac_address': 'fa:16:3e:93:05:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '46601ae5-7761-45f0-a2ee-594ef49412f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:16:13Z', 'updated_at': '2022-01-31T19:16:18Z', 'revision_number': 4, 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'subnets': [{'id': '46601ae5-7761-45f0-a2ee-594ef49412f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:18.910253 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5d21-e211-4927-8db6-081f76f6e2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:18.923301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Allocated IP 172.20.0.3 (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6/112fde1b-a5ee-4231-a35f-efa596ad24b7/2a4bffcc-0269-4d07-af81-d2a4bc375146) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:16:18.952773 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7939305-3b35-4e69-86a5-c09a7f5343ec None None] The sync data for ids ['5c67edc8-ac32-4f5c-8861-8076e9ef1217'] in n-d-812111-15 is: [{'id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'name': 'tempest-ImageQuotaTest-2127391658-router', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c183eeb8-56f4-4672-bbee-3081e49a3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:16:10Z', 'updated_at': '2022-01-31T19:16:13Z', 'revision_number': 4, 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'gw_port': {'id': 'c183eeb8-56f4-4672-bbee-3081e49a3978', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:16:11Z', 'updated_at': '2022-01-31T19:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'f3a446d1-b349-484a-a645-179f1682d7f6', 'name': '', 'network_id': '336bb3e5-00f7-4321-b2ba-d684615dc4c7', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'mac_address': 'fa:16:3e:93:05:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '46601ae5-7761-45f0-a2ee-594ef49412f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:16:13Z', 'updated_at': '2022-01-31T19:16:18Z', 'revision_number': 4, 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'subnets': [{'id': '46601ae5-7761-45f0-a2ee-594ef49412f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:16:19.104661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:19.131247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e662c5-e63b-40a6-932e-0a12e03dc81b admin admin] Router 5c67edc8-ac32-4f5c-8861-8076e9ef1217 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:16:19.156681 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:19.182499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c428a76-5e7b-47c1-b9c0-eadf5e93e717 req-7eb79eb0-913c-47a1-82c1-e09141e2b14b tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 210 time: 0.0398722 Jan 31 19:16:19.238849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:16:19.242239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:16:19.269323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:16:19.271581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=2a4bffcc-0269-4d07-af81-d2a4bc375146,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:19.353282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e662c5-e63b-40a6-932e-0a12e03dc81b admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:16:19.364799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53862) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:19.374974 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-55e662c5-e63b-40a6-932e-0a12e03dc81b admin admin] 10.222.0.20 "PUT /v2.0/routers/5c67edc8-ac32-4f5c-8861-8076e9ef1217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6010120 Jan 31 19:16:19.389532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:19.390201 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:19.452696 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-952ab723-1b2d-4ca6-b448-efe527172112 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1488130 Jan 31 19:16:19.467343 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Request body: {'port': {'device_id': '0a2faf62-7fc1-4e94-8272-8e75588fd3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:16:19.610801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-636a6197-60ec-460c-810e-b03e3b6b1701 None None] Provisioning complete for port 2a4bffcc-0269-4d07-af81-d2a4bc375146 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:16:19.611100 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-636a6197-60ec-460c-810e-b03e3b6b1701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:19.652638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-636a6197-60ec-460c-810e-b03e3b6b1701 None None] Port 2a4bffcc-0269-4d07-af81-d2a4bc375146 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:16:19.669407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941955c-bd4c-4b95-9326-fdbc2bb6cdbc req-d232ec71-1151-4a46-80e8-d204aea133c3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:19.676937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5941955c-bd4c-4b95-9326-fdbc2bb6cdbc req-d232ec71-1151-4a46-80e8-d204aea133c3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 931 time: 0.2154870 Jan 31 19:16:19.699529 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Publish callbacks [] for router (5c67edc8-ac32-4f5c-8861-8076e9ef1217), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:19.706536 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:19.933831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5941955c-bd4c-4b95-9326-fdbc2bb6cdbc req-bb736c09-bef6-4575-9763-4e2823a9cca6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512686 Jan 31 19:16:20.036795 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Publish callbacks [] for router_gateway (5c67edc8-ac32-4f5c-8861-8076e9ef1217), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:20.168485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Deleting port c183eeb8-56f4-4672-bbee-3081e49a3978 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:20.168835 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:20.177297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4bffcc-0269-4d07-af81-d2a4bc375146 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:16:20.197892 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Publish callbacks [] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:20.248963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Transition to ACTIVE for port object 2a4bffcc-0269-4d07-af81-d2a4bc375146 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:16:20.264854 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:20.347536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4416837b-c946-495b-a9a5-08c823dedcad req-005e6baa-a5ac-48f5-8edc-f15e27d3a542 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 210 time: 0.0469580 Jan 31 19:16:20.368208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] For port c183eeb8-56f4-4672-bbee-3081e49a3978, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c183eeb8-56f4-4672-bbee-3081e49a3978,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:20.368681 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:20.391954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Calling delete_port for c183eeb8-56f4-4672-bbee-3081e49a3978 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:20.393807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4bffcc-0269-4d07-af81-d2a4bc375146,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:20.529208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Attempting to bind port 2a4bffcc-0269-4d07-af81-d2a4bc375146 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:16:20.529562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Attempting to bind port 2a4bffcc-0269-4d07-af81-d2a4bc375146 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:16:20.529894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Attempting to bind port 2a4bffcc-0269-4d07-af81-d2a4bc375146 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:16:20.536078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Port 2a4bffcc-0269-4d07-af81-d2a4bc375146 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:16:20.536426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Attempting to bind port 2a4bffcc-0269-4d07-af81-d2a4bc375146 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:16:20.543353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:16:20.543848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Checking segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:16:20.544305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Bound using segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:16:20.545382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Bound port: 2a4bffcc-0269-4d07-af81-d2a4bc375146, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:16:20.545901 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:20.803556 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6e822-6ec6-47ba-8cdc-3e3bfd94fed1 None None] Sync routers for ids ['5c67edc8-ac32-4f5c-8861-8076e9ef1217'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:16:20.817526 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6e822-6ec6-47ba-8cdc-3e3bfd94fed1 None None] Routers {'5c67edc8-ac32-4f5c-8861-8076e9ef1217'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:16:20.817983 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a3f6e822-6ec6-47ba-8cdc-3e3bfd94fed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:15:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5c67edc8-ac32-4f5c-8861-8076e9ef1217'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:20.907339 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a3f6e822-6ec6-47ba-8cdc-3e3bfd94fed1 None None] Set router 5c67edc8-ac32-4f5c-8861-8076e9ef1217 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:16:20.968520 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a3f6e822-6ec6-47ba-8cdc-3e3bfd94fed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'name': 'tempest-ImageQuotaTest-2127391658-router', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:16:10Z', 'updated_at': '2022-01-31T19:16:20Z', 'revision_number': 6, 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:21.004635 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6e822-6ec6-47ba-8cdc-3e3bfd94fed1 None None] Checking router: 5c67edc8-ac32-4f5c-8861-8076e9ef1217 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:16:21.009476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] For port 2a4bffcc-0269-4d07-af81-d2a4bc375146, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:16:21.015082 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6e822-6ec6-47ba-8cdc-3e3bfd94fed1 None None] Routers {'5c67edc8-ac32-4f5c-8861-8076e9ef1217'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:16:21.015691 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a3f6e822-6ec6-47ba-8cdc-3e3bfd94fed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:15:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['5c67edc8-ac32-4f5c-8861-8076e9ef1217'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:21.022483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] For port 2a4bffcc-0269-4d07-af81-d2a4bc375146, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2a4bffcc-0269-4d07-af81-d2a4bc375146,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:16:21.064069 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.109580 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-82df5f83-4872-46fd-8977-fa4b237b0471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.110648 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a3f6e822-6ec6-47ba-8cdc-3e3bfd94fed1 None None] Set router 5c67edc8-ac32-4f5c-8861-8076e9ef1217 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:16:21.123783 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:21.124496 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.125892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] 10.222.0.21 "PUT /v2.0/ports/2a4bffcc-0269-4d07-af81-d2a4bc375146 HTTP/1.1" status: 200 len: 1092 time: 1.6657720 Jan 31 19:16:21.127867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2faf62-7fc1-4e94-8272-8e75588fd3e5', 'tag': '2a4bffcc-0269-4d07-af81-d2a4bc375146'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:16:21.130258 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129c9d2e-ce0b-457a-bd56-81696d0d1e24" -d '{"events": [{"name": "network-changed", "server_uuid": "0a2faf62-7fc1-4e94-8272-8e75588fd3e5", "tag": "2a4bffcc-0269-4d07-af81-d2a4bc375146"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:16:21.163219 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c183eeb8-56f4-4672-bbee-3081e49a3978), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.191950 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a3f6e822-6ec6-47ba-8cdc-3e3bfd94fed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'name': 'tempest-ImageQuotaTest-2127391658-router', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:16:10Z', 'updated_at': '2022-01-31T19:16:20Z', 'revision_number': 6, 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:21.228429 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80357d5-093d-45fd-b19e-0967a015dc2b x-openstack-request-id: req-e80357d5-093d-45fd-b19e-0967a015dc2b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:16:21.228732 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a2faf62-7fc1-4e94-8272-8e75588fd3e5", "tag": "2a4bffcc-0269-4d07-af81-d2a4bc375146", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:16:21.228996 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e80357d5-093d-45fd-b19e-0967a015dc2b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:16:21.229404 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2faf62-7fc1-4e94-8272-8e75588fd3e5', 'tag': '2a4bffcc-0269-4d07-af81-d2a4bc375146', 'status': 'completed', 'code': 200} Jan 31 19:16:21.230634 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6e822-6ec6-47ba-8cdc-3e3bfd94fed1 None None] The sync data for ids ['5c67edc8-ac32-4f5c-8861-8076e9ef1217'] in n-d-812111-15 is: [{'id': '5c67edc8-ac32-4f5c-8861-8076e9ef1217', 'name': 'tempest-ImageQuotaTest-2127391658-router', 'tenant_id': '2ffddf157197442cbe68bf86737af5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:16:10Z', 'updated_at': '2022-01-31T19:16:20Z', 'revision_number': 6, 'project_id': '2ffddf157197442cbe68bf86737af5ef', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:16:21.250100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf873d6-8eb9-4c8b-ba62-05e0172c2d0b req-43d7ea54-6a3c-424d-94e8-a9d7e9294c96 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:21.257588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7bf873d6-8eb9-4c8b-ba62-05e0172c2d0b req-43d7ea54-6a3c-424d-94e8-a9d7e9294c96 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.2492206 Jan 31 19:16:21.258495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1cbce-84e1-4b60-b62c-84972dcc2ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4bffcc-0269-4d07-af81-d2a4bc375146,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:21.340948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Pushing event deleted for resources: {'Port': ['ID=c183eeb8-56f4-4672-bbee-3081e49a3978,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:21.404485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-5c08d906-4dad-485a-a9a6-887d43acf73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:21.406191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-5c08d906-4dad-485a-a9a6-887d43acf73e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 1126 time: 0.2371039 Jan 31 19:16:21.433344 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (5c67edc8-ac32-4f5c-8861-8076e9ef1217), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.467697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7bf873d6-8eb9-4c8b-ba62-05e0172c2d0b req-14b998da-f1ee-4b91-bdc9-10b411cb1c6d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933875 Jan 31 19:16:21.477937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 846ee7ea-688a-4192-a564-a2e29aa1716b no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:16:21.501229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-48edc808-a2dd-47d4-bf67-9bbe35955146 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4bffcc-0269-4d07-af81-d2a4bc375146 HTTP/1.1" status: 200 len: 217 time: 0.0808322 Jan 31 19:16:21.503781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 846ee7ea-688a-4192-a564-a2e29aa1716b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:16:21.504234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 846ee7ea-688a-4192-a564-a2e29aa1716b not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:16:21.614279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae9c79b-8eb6-42bb-b8ac-c372846f7276 req-7e58ba1a-2753-48ef-ac05-c3b53699ab30 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 210 time: 0.1447918 Jan 31 19:16:21.619797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (5c67edc8-ac32-4f5c-8861-8076e9ef1217), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.625411 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Publish callbacks [] for router_controller (5c67edc8-ac32-4f5c-8861-8076e9ef1217), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.682905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-9b66ea90-b499-476b-be6e-d02784c7e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:21.684743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-9b66ea90-b499-476b-be6e-d02784c7e5ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.1459312 Jan 31 19:16:21.686069 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (5c67edc8-ac32-4f5c-8861-8076e9ef1217), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.686662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c67edc8-ac32-4f5c-8861-8076e9ef1217 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:16:21.691411 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.695206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-05e84f71-6fee-4b06-8787-749dc6aa1366 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5c67edc8-ac32-4f5c-8861-8076e9ef1217 HTTP/1.1" status: 204 len: 168 time: 2.3191330 Jan 31 19:16:21.695518 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53874) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:21.768490 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-e279ef3c-6b89-4f55-a51f-a61b9ba86a3c admin admin] Deleting subnet 46601ae5-7761-45f0-a2ee-594ef49412f3 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:16:21.771162 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e279ef3c-6b89-4f55-a51f-a61b9ba86a3c admin admin] Publish callbacks [] for subnet (46601ae5-7761-45f0-a2ee-594ef49412f3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.782413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-e3b1f07a-ce20-4a28-a5a4-224927c5d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:21.784058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-e3b1f07a-ce20-4a28-a5a4-224927c5d70d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0905123 Jan 31 19:16:21.808173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e279ef3c-6b89-4f55-a51f-a61b9ba86a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (46601ae5-7761-45f0-a2ee-594ef49412f3), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.876281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-dbfd43c4-54c9-4164-9275-87c04b575578 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853634 Jan 31 19:16:21.891173 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e279ef3c-6b89-4f55-a51f-a61b9ba86a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (46601ae5-7761-45f0-a2ee-594ef49412f3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.949447 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e279ef3c-6b89-4f55-a51f-a61b9ba86a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (46601ae5-7761-45f0-a2ee-594ef49412f3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.977150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279ef3c-6b89-4f55-a51f-a61b9ba86a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46601ae5-7761-45f0-a2ee-594ef49412f3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:21.981670 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e279ef3c-6b89-4f55-a51f-a61b9ba86a3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:21.988201 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e279ef3c-6b89-4f55-a51f-a61b9ba86a3c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/46601ae5-7761-45f0-a2ee-594ef49412f3 HTTP/1.1" status: 204 len: 168 time: 0.2888677 Jan 31 19:16:21.988432 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:21.991997 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24bb55-5209-4c11-8e95-e9d856563172 None None] Network 336bb3e5-00f7-4321-b2ba-d684615dc4c7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:16:22.003864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-075f3aae-6ab6-494b-8a3f-134631e38ac0 req-842e3170-2b71-4432-89e9-0dc79bbf76fe service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210999 Jan 31 19:16:22.090440 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (336bb3e5-00f7-4321-b2ba-d684615dc4c7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.149619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c9d2e-ce0b-457a-bd56-81696d0d1e24 req-3652b5c6-014c-4d1d-b7f4-99757168fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:22.151179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-129c9d2e-ce0b-457a-bd56-81696d0d1e24 req-3652b5c6-014c-4d1d-b7f4-99757168fa21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 1126 time: 0.1008472 Jan 31 19:16:22.165617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f3a446d1-b349-484a-a645-179f1682d7f6 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:16:22.199483 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Deleting port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:22.199829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.204960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: f3a446d1-b349-484a-a645-179f1682d7f6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:16:22.205530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f3a446d1-b349-484a-a645-179f1682d7f6 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:16:22.221912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba7e8ad-50ec-4af2-bf3f-7f9460285138 None None] DHCP port deletion for 336bb3e5-00f7-4321-b2ba-d684615dc4c7 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:16:22.282186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c9d2e-ce0b-457a-bd56-81696d0d1e24 req-931a001c-b260-445e-8069-a76927414ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:22.284980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-129c9d2e-ce0b-457a-bd56-81696d0d1e24 req-931a001c-b260-445e-8069-a76927414ac2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.1275208 Jan 31 19:16:22.290154 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] For port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=267dc6c0-7488-4a94-8c44-6b1e3da0ce6f,segment=NetworkSegment(78a2dcdb-2b53-417f-83cd-66dd981c5d12),segment_id=78a2dcdb-2b53-417f-83cd-66dd981c5d12)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:22.290634 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.300058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7e8ad-50ec-4af2-bf3f-7f9460285138 None None] Deleting port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:22.302739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ba7e8ad-50ec-4af2-bf3f-7f9460285138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.306082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Calling delete_port for 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:22.369189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-129c9d2e-ce0b-457a-bd56-81696d0d1e24 req-52efbf4b-27e0-4335-9a66-8b9873b6387a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a4bffcc-0269-4d07-af81-d2a4bc375146 HTTP/1.1" status: 200 len: 217 time: 0.0778883 Jan 31 19:16:22.395099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1ba7e8ad-50ec-4af2-bf3f-7f9460285138 None None] For port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=267dc6c0-7488-4a94-8c44-6b1e3da0ce6f,segment=NetworkSegment(78a2dcdb-2b53-417f-83cd-66dd981c5d12),segment_id=78a2dcdb-2b53-417f-83cd-66dd981c5d12)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:22.395508 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ba7e8ad-50ec-4af2-bf3f-7f9460285138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.409093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.415027 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7e8ad-50ec-4af2-bf3f-7f9460285138 None None] Calling delete_port for 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:22.430987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c9d2e-ce0b-457a-bd56-81696d0d1e24 req-6ac90730-65a0-4ca8-af0b-61a99546f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:22.432774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-129c9d2e-ce0b-457a-bd56-81696d0d1e24 req-6ac90730-65a0-4ca8-af0b-61a99546f5cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0581396 Jan 31 19:16:22.463859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=267dc6c0-7488-4a94-8c44-6b1e3da0ce6f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:22.465742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] No DVR routers for this DVR port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:16:22.552512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c9d2e-ce0b-457a-bd56-81696d0d1e24 req-cf76e475-2bbf-4a62-8b07-4b5bfa4afc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:22.553603 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.555522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-129c9d2e-ce0b-457a-bd56-81696d0d1e24 req-cf76e475-2bbf-4a62-8b07-4b5bfa4afc87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1171439 Jan 31 19:16:22.567115 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ba7e8ad-50ec-4af2-bf3f-7f9460285138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (267dc6c0-7488-4a94-8c44-6b1e3da0ce6f), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.591908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7e8ad-50ec-4af2-bf3f-7f9460285138 None None] Pushing event deleted for resources: {'Port': ['ID=267dc6c0-7488-4a94-8c44-6b1e3da0ce6f,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:22.605137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7e8ad-50ec-4af2-bf3f-7f9460285138 None None] No DVR routers for this DVR port 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:16:22.618357 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (336bb3e5-00f7-4321-b2ba-d684615dc4c7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.656710 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336bb3e5-00f7-4321-b2ba-d684615dc4c7']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:22.670260 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a2dcdb-2b53-417f-83cd-66dd981c5d12') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:22.670902 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a2dcdb-2b53-417f-83cd-66dd981c5d12') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:22.687652 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (78a2dcdb-2b53-417f-83cd-66dd981c5d12), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.706319 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (78a2dcdb-2b53-417f-83cd-66dd981c5d12), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.716681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:16:22.717383 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (78a2dcdb-2b53-417f-83cd-66dd981c5d12), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:16:22.719542 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:16:22.738147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-129c9d2e-ce0b-457a-bd56-81696d0d1e24 req-f9fe90c0-5bea-44bb-b219-4771c73cf987 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763787 Jan 31 19:16:22.756408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5e7ba43-b8a9-4ef0-ad19-cd9a440fc230 req-17ccbd81-d75a-4ee3-bda3-7345433d0580 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 210 time: 0.0356953 Jan 31 19:16:22.764109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cca0f5-72b6-4944-80c2-b16ba6a752b9 req-5a86abfc-a485-4594-8b24-7307c210b81e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:22.771336 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3cca0f5-72b6-4944-80c2-b16ba6a752b9 req-5a86abfc-a485-4594-8b24-7307c210b81e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.1203399 Jan 31 19:16:22.790976 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (336bb3e5-00f7-4321-b2ba-d684615dc4c7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.808444 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:22.812186 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/336bb3e5-00f7-4321-b2ba-d684615dc4c7 HTTP/1.1" status: 204 len: 168 time: 0.8228214 Jan 31 19:16:22.815624 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7533e-e642-4af5-9ea8-f2fda80abca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=336bb3e5-00f7-4321-b2ba-d684615dc4c7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:22.903939 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3cca0f5-72b6-4944-80c2-b16ba6a752b9 req-1a28fb11-df74-401e-9525-c2145af3d577 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266463 Jan 31 19:16:22.925328 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-129c9d2e-ce0b-457a-bd56-81696d0d1e24 req-6c704531-928f-4241-b19e-13ffb89da5f5 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713963 Jan 31 19:16:22.954183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53884) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:22.993636 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-822a0953-115f-49de-a796-5a67c7bfa884 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ffddf157197442cbe68bf86737af5ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382912 Jan 31 19:16:22.996050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:23.044013 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13b98721-658a-4d58-9496-a8a96de8e7b1 admin admin] Publish callbacks [] for security_group (142d2ca4-088b-4273-a1a9-63e19231ab47), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:23.065738 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13b98721-658a-4d58-9496-a8a96de8e7b1 admin admin] Publish callbacks [] for security_group (142d2ca4-088b-4273-a1a9-63e19231ab47), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:23.113413 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13b98721-658a-4d58-9496-a8a96de8e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (142d2ca4-088b-4273-a1a9-63e19231ab47), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:23.115975 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13b98721-658a-4d58-9496-a8a96de8e7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:23.117168 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-13b98721-658a-4d58-9496-a8a96de8e7b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/142d2ca4-088b-4273-a1a9-63e19231ab47 HTTP/1.1" status: 204 len: 168 time: 0.1201098 Jan 31 19:16:23.126924 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b98721-658a-4d58-9496-a8a96de8e7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d2ca4-088b-4273-a1a9-63e19231ab47,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:23.462647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 53892) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:23.476354 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c245496-f683-4d9b-b9d3-05e8941933ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:23.557194 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c245496-f683-4d9b-b9d3-05e8941933ac admin admin] Publish callbacks [] for security_group (c564fe72-8a8d-4c6f-9b61-c6a98a145b63), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:23.561046 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c245496-f683-4d9b-b9d3-05e8941933ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c564fe72-8a8d-4c6f-9b61-c6a98a145b63), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:23.599033 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9c245496-f683-4d9b-b9d3-05e8941933ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1352730 Jan 31 19:16:23.600006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c245496-f683-4d9b-b9d3-05e8941933ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c564fe72-8a8d-4c6f-9b61-c6a98a145b63,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:23.601848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53894) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:23.656500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3459b8f-34a5-491b-a762-7e904711b0f6 admin admin] Publish callbacks [] for security_group (c564fe72-8a8d-4c6f-9b61-c6a98a145b63), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:23.678336 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3459b8f-34a5-491b-a762-7e904711b0f6 admin admin] Publish callbacks [] for security_group (c564fe72-8a8d-4c6f-9b61-c6a98a145b63), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:23.728131 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3459b8f-34a5-491b-a762-7e904711b0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c564fe72-8a8d-4c6f-9b61-c6a98a145b63), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:23.730836 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3459b8f-34a5-491b-a762-7e904711b0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:23.732215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e3459b8f-34a5-491b-a762-7e904711b0f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c564fe72-8a8d-4c6f-9b61-c6a98a145b63 HTTP/1.1" status: 204 len: 168 time: 0.1280386 Jan 31 19:16:23.740079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3459b8f-34a5-491b-a762-7e904711b0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c564fe72-8a8d-4c6f-9b61-c6a98a145b63,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:23.831840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c183eeb8-56f4-4672-bbee-3081e49a3978 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:16:23.865072 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c183eeb8-56f4-4672-bbee-3081e49a3978 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:16:23.865527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c183eeb8-56f4-4672-bbee-3081e49a3978 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:16:23.866018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:16:23.879782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6baa94ff-ce51-47e7-892d-aa0bd587a99e req-600dcefc-f3c9-4f34-b712-483e73c6394e tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 210 time: 0.0360606 Jan 31 19:16:23.890309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:16:23.891160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 267dc6c0-7488-4a94-8c44-6b1e3da0ce6f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:16:24.037751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9f6de-e256-4291-9c20-0244b155a892 req-53b6f9f6-611c-4a20-bbbd-7b9d4ff8fb69 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:24.039676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ce9f6de-e256-4291-9c20-0244b155a892 req-53b6f9f6-611c-4a20-bbbd-7b9d4ff8fb69 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0634723 Jan 31 19:16:24.094292 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ce9f6de-e256-4291-9c20-0244b155a892 req-54f5a635-56c4-469f-853a-8ae71883a973 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467756 Jan 31 19:16:24.197217 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:24.635059 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:24.980043 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e94946a2-fd03-43ec-8a16-304d63443fb6 req-19f589b5-b802-4d98-aba0-b352afec3b60 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 210 time: 0.0306263 Jan 31 19:16:25.219277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f9fa-c760-4776-a6a6-085b5c0eb1de req-1bfb72c8-6ccd-4e48-8ec2-ba4a93d0f814 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:25.220677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d242f9fa-c760-4776-a6a6-085b5c0eb1de req-1bfb72c8-6ccd-4e48-8ec2-ba4a93d0f814 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0559571 Jan 31 19:16:25.268877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d242f9fa-c760-4776-a6a6-085b5c0eb1de req-c871a872-485d-469c-849c-934a2efe71ca tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 Jan 31 19:16:25.302990 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:26.080757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89a45df4-b819-4f08-abcd-0385b0f12441 req-6025231c-03b7-4d65-9455-df282bdc7524 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 210 time: 0.0285711 Jan 31 19:16:26.398131 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:26.398670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bebd00-b9e5-4023-b2a0-ffdea5f65e4e req-bef24759-2c34-490a-9be2-27995517a25a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:26.400001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91bebd00-b9e5-4023-b2a0-ffdea5f65e4e req-bef24759-2c34-490a-9be2-27995517a25a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0547678 Jan 31 19:16:26.447992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-91bebd00-b9e5-4023-b2a0-ffdea5f65e4e req-357f7148-e2b8-4071-8108-499624ce05f6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Jan 31 19:16:27.189835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5a29a54-3813-4ab1-89e6-6f329d20fec4 req-01181f2e-df29-4b57-90fb-ce7245439cdd tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 210 time: 0.0317655 Jan 31 19:16:27.569379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b3fc7-11b6-471b-8055-af23c640f9a7 req-9920c59a-265f-410c-bfb9-a258e6fefe41 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:27.570963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-952b3fc7-11b6-471b-8055-af23c640f9a7 req-9920c59a-265f-410c-bfb9-a258e6fefe41 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0532312 Jan 31 19:16:27.622147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-952b3fc7-11b6-471b-8055-af23c640f9a7 req-e0030aee-5776-4714-b32d-f2aef4e21735 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450900 Jan 31 19:16:28.314768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9a5e10f-2ac9-4531-bb06-b07344bd5988 req-2c9ee772-6324-48ab-94b5-a9f06bda383a tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bf02f6-4fd9-47d0-95ef-4a3d91db30dd HTTP/1.1" status: 200 len: 210 time: 0.0309103 Jan 31 19:16:28.746192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961a910-b44e-4e13-8a13-6c3205ebfb40 req-9c13be26-1aba-4442-a869-8825195c338f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:28.748367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7961a910-b44e-4e13-8a13-6c3205ebfb40 req-9c13be26-1aba-4442-a869-8825195c338f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0574179 Jan 31 19:16:28.795669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7961a910-b44e-4e13-8a13-6c3205ebfb40 req-e010b72f-4822-4d60-b469-604f89795768 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416811 Jan 31 19:16:29.374141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 53920) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:29.431786 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e8b396a-9791-4e23-a6c5-d1fe43c67e24 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group (31a60993-407f-4c38-b31c-e0c0ed5f4e66), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:29.456896 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e8b396a-9791-4e23-a6c5-d1fe43c67e24 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group (31a60993-407f-4c38-b31c-e0c0ed5f4e66), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:29.515823 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e8b396a-9791-4e23-a6c5-d1fe43c67e24 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (31a60993-407f-4c38-b31c-e0c0ed5f4e66), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:29.518986 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e8b396a-9791-4e23-a6c5-d1fe43c67e24 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:29.520160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9e8b396a-9791-4e23-a6c5-d1fe43c67e24 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] 10.222.0.20 "DELETE /v2.0/security-groups/31a60993-407f-4c38-b31c-e0c0ed5f4e66 HTTP/1.1" status: 204 len: 168 time: 0.1450031 Jan 31 19:16:29.530280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b396a-9791-4e23-a6c5-d1fe43c67e24 tempest-TestVolumeBackupRestore-314915922 tempest-TestVolumeBackupRestore-314915922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a60993-407f-4c38-b31c-e0c0ed5f4e66,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:29.932794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c336e96-732a-473e-8f93-dd401d8748cd req-6d0d942f-97ee-4e6f-a59a-c320da4bffda tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:29.934284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c336e96-732a-473e-8f93-dd401d8748cd req-6d0d942f-97ee-4e6f-a59a-c320da4bffda tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0590732 Jan 31 19:16:29.992437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c336e96-732a-473e-8f93-dd401d8748cd req-a03da669-de6a-49b7-b07c-fb0675585a02 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510597 Jan 31 19:16:31.137294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec50bb-1367-4144-970b-a96e684f40ff req-49157077-ceb1-4fc5-b025-cf20b7eb9b1c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:31.139506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8ec50bb-1367-4144-970b-a96e684f40ff req-49157077-ceb1-4fc5-b025-cf20b7eb9b1c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0712063 Jan 31 19:16:31.193055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8ec50bb-1367-4144-970b-a96e684f40ff req-e7d8f760-3522-4ea0-8ada-0964d10c7627 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464845 Jan 31 19:16:31.261436 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:16:32.341149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d7ef3-8582-4d76-80fb-ee916d77d750 req-58a5a180-b289-4075-acef-5289eaa22d99 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:32.342846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c7d7ef3-8582-4d76-80fb-ee916d77d750 req-58a5a180-b289-4075-acef-5289eaa22d99 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0682414 Jan 31 19:16:32.393319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c7d7ef3-8582-4d76-80fb-ee916d77d750 req-4d703ea4-925a-4d73-883e-c85d570745dc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442529 Jan 31 19:16:33.522068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19eccd-9128-465d-9733-f1f978c0b74b req-86d5c6e7-d6be-4a12-943e-5caa839c703b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:33.523603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e19eccd-9128-465d-9733-f1f978c0b74b req-86d5c6e7-d6be-4a12-943e-5caa839c703b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0583394 Jan 31 19:16:33.570692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e19eccd-9128-465d-9733-f1f978c0b74b req-843b40ca-aad6-4a72-b3d2-447db65a8b25 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401168 Jan 31 19:16:34.692586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b484f0-6291-4319-9e48-564d8d6c1a04 req-118bc2e6-d3c8-4e11-b3a9-291b9f27fcbd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:34.695079 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7b484f0-6291-4319-9e48-564d8d6c1a04 req-118bc2e6-d3c8-4e11-b3a9-291b9f27fcbd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0547836 Jan 31 19:16:34.743937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7b484f0-6291-4319-9e48-564d8d6c1a04 req-88969bec-c926-4f2a-81be-2b81fbfd873a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424356 Jan 31 19:16:35.877082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb599e22-39a8-41b0-a1ac-76958511b1ba req-a089ca7b-7895-43ab-aa55-08c1a651aad0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:35.878968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb599e22-39a8-41b0-a1ac-76958511b1ba req-a089ca7b-7895-43ab-aa55-08c1a651aad0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0641153 Jan 31 19:16:35.931776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb599e22-39a8-41b0-a1ac-76958511b1ba req-e46082b4-19c1-444f-978c-cf8cb29b6fea tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467331 Jan 31 19:16:37.107952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84797004-23b6-4e15-aec7-d9274862c6ff req-ab01f7e7-1d41-42af-a182-483f8699d19d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:37.116165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84797004-23b6-4e15-aec7-d9274862c6ff req-ab01f7e7-1d41-42af-a182-483f8699d19d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0786545 Jan 31 19:16:37.177510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84797004-23b6-4e15-aec7-d9274862c6ff req-e06848a7-22db-46aa-9980-e75443e3afd5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602984 Jan 31 19:16:38.250421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54398) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:38.507197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6e564-01b2-459a-9167-0895bc027462 req-82a0fe03-7f1b-4c01-ba9b-5e2985689bd6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:38.509170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1c6e564-01b2-459a-9167-0895bc027462 req-82a0fe03-7f1b-4c01-ba9b-5e2985689bd6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.2196307 Jan 31 19:16:38.595391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1c6e564-01b2-459a-9167-0895bc027462 req-da5cf3b0-4caf-443b-88ec-2f2c9d022f6b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517523 Jan 31 19:16:38.842441 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af32a27e-f82c-40ef-9ccb-844d8d3c020c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (10248027-6306-4cd2-91c0-fbcba63f709d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:39.112309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-af32a27e-f82c-40ef-9ccb-844d8d3c020c admin admin] Deleting port baeef3b5-2f44-45bd-bee0-e334339974bc {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:39.112674 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af32a27e-f82c-40ef-9ccb-844d8d3c020c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:39.218639 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-af32a27e-f82c-40ef-9ccb-844d8d3c020c admin admin] For port baeef3b5-2f44-45bd-bee0-e334339974bc, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=baeef3b5-2f44-45bd-bee0-e334339974bc,segment=NetworkSegment(506c988e-c8c2-47df-80cd-558535e038db),segment_id=506c988e-c8c2-47df-80cd-558535e038db)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:39.219014 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af32a27e-f82c-40ef-9ccb-844d8d3c020c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:39.236526 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-af32a27e-f82c-40ef-9ccb-844d8d3c020c admin admin] Calling delete_port for baeef3b5-2f44-45bd-bee0-e334339974bc owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:39.899323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74270666-8c8d-482a-80b9-d44326e09bf0 req-fe1ddd92-57d6-444f-a2ed-66fda98ea7cc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:39.900854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-74270666-8c8d-482a-80b9-d44326e09bf0 req-fe1ddd92-57d6-444f-a2ed-66fda98ea7cc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0741715 Jan 31 19:16:39.901977 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af32a27e-f82c-40ef-9ccb-844d8d3c020c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (baeef3b5-2f44-45bd-bee0-e334339974bc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:39.931645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32a27e-f82c-40ef-9ccb-844d8d3c020c admin admin] Pushing event deleted for resources: {'Port': ['ID=baeef3b5-2f44-45bd-bee0-e334339974bc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:40.066516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-74270666-8c8d-482a-80b9-d44326e09bf0 req-a658de36-8a56-4c8e-9b79-9b4112254e21 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392343 Jan 31 19:16:40.140816 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af32a27e-f82c-40ef-9ccb-844d8d3c020c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (10248027-6306-4cd2-91c0-fbcba63f709d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:40.360514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af32a27e-f82c-40ef-9ccb-844d8d3c020c admin admin] Router 10248027-6306-4cd2-91c0-fbcba63f709d has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:16:40.474015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af32a27e-f82c-40ef-9ccb-844d8d3c020c admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:16:40.479216 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-af32a27e-f82c-40ef-9ccb-844d8d3c020c admin admin] 10.222.0.20 "PUT /v2.0/routers/10248027-6306-4cd2-91c0-fbcba63f709d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2276912 Jan 31 19:16:40.482400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54404) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:40.486013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b193c-17d4-475b-a113-cf254b16d625 None None] Sync routers for ids ['10248027-6306-4cd2-91c0-fbcba63f709d'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:16:40.499020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b193c-17d4-475b-a113-cf254b16d625 None None] Routers {'10248027-6306-4cd2-91c0-fbcba63f709d'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:16:40.499793 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-409b193c-17d4-475b-a113-cf254b16d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:16:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['10248027-6306-4cd2-91c0-fbcba63f709d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:40.593649 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Publish callbacks [] for router (10248027-6306-4cd2-91c0-fbcba63f709d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:40.626791 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-409b193c-17d4-475b-a113-cf254b16d625 None None] Set router 10248027-6306-4cd2-91c0-fbcba63f709d gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:16:40.702921 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Publish callbacks [] for router_gateway (10248027-6306-4cd2-91c0-fbcba63f709d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:40.757453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Deleting port 5954e75f-211a-4cf3-9427-2e062e4a74cb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:40.757743 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:40.815006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-409b193c-17d4-475b-a113-cf254b16d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:16:39Z', 'revision_number': 5, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port': {'id': '5954e75f-211a-4cf3-9427-2e062e4a74cb', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:40.841947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b193c-17d4-475b-a113-cf254b16d625 None None] Checking router: 10248027-6306-4cd2-91c0-fbcba63f709d for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:16:40.843720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] For port 5954e75f-211a-4cf3-9427-2e062e4a74cb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5954e75f-211a-4cf3-9427-2e062e4a74cb,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:40.844327 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:40.850452 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b193c-17d4-475b-a113-cf254b16d625 None None] Routers {'10248027-6306-4cd2-91c0-fbcba63f709d'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:16:40.852379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-409b193c-17d4-475b-a113-cf254b16d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:16:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['10248027-6306-4cd2-91c0-fbcba63f709d'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:40.859749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Calling delete_port for 5954e75f-211a-4cf3-9427-2e062e4a74cb owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:40.939567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-409b193c-17d4-475b-a113-cf254b16d625 None None] Set router 10248027-6306-4cd2-91c0-fbcba63f709d gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:16:40.994779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-409b193c-17d4-475b-a113-cf254b16d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:16:40Z', 'revision_number': 6, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:41.024445 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b193c-17d4-475b-a113-cf254b16d625 None None] The sync data for ids ['10248027-6306-4cd2-91c0-fbcba63f709d'] in n-d-812111-15 is: [{'id': '10248027-6306-4cd2-91c0-fbcba63f709d', 'name': 'tempest-TestVolumeBackupRestore-724825947-router', 'tenant_id': 'f71ded6740b444d0b6abefc797081507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:05Z', 'updated_at': '2022-01-31T19:16:40Z', 'revision_number': 6, 'project_id': 'f71ded6740b444d0b6abefc797081507', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:16:41.070795 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5954e75f-211a-4cf3-9427-2e062e4a74cb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.102958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5954e75f-211a-4cf3-9427-2e062e4a74cb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:41.194176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (10248027-6306-4cd2-91c0-fbcba63f709d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.295595 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (10248027-6306-4cd2-91c0-fbcba63f709d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.303835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b030a-d7c4-4107-b7af-1bc43ec4f746 req-e29dba89-d470-4300-b634-dd493d6bae24 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:41.305440 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d9b030a-d7c4-4107-b7af-1bc43ec4f746 req-e29dba89-d470-4300-b634-dd493d6bae24 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.1543572 Jan 31 19:16:41.306935 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Publish callbacks [] for router_controller (10248027-6306-4cd2-91c0-fbcba63f709d), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.365678 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (10248027-6306-4cd2-91c0-fbcba63f709d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.365678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10248027-6306-4cd2-91c0-fbcba63f709d {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:16:41.372713 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.376562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-13c9a19c-02e7-49c8-a7c8-c7be4b4506a0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/10248027-6306-4cd2-91c0-fbcba63f709d HTTP/1.1" status: 204 len: 168 time: 0.8907754 Jan 31 19:16:41.378109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54408) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:41.433846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9d9b030a-d7c4-4107-b7af-1bc43ec4f746 req-a9bc4461-3118-4bf6-b598-ef776e82d9b8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171310 Jan 31 19:16:41.452979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed76c9d-6fe9-42d0-b5e1-a738a85768ff admin admin] Deleting subnet f9cbc335-76b7-4c6e-a26d-e6e5fab66637 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:16:41.456793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed76c9d-6fe9-42d0-b5e1-a738a85768ff admin admin] Publish callbacks [] for subnet (f9cbc335-76b7-4c6e-a26d-e6e5fab66637), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.499076 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed76c9d-6fe9-42d0-b5e1-a738a85768ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (f9cbc335-76b7-4c6e-a26d-e6e5fab66637), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.585301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed76c9d-6fe9-42d0-b5e1-a738a85768ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (f9cbc335-76b7-4c6e-a26d-e6e5fab66637), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.641610 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed76c9d-6fe9-42d0-b5e1-a738a85768ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (f9cbc335-76b7-4c6e-a26d-e6e5fab66637), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.666630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed76c9d-6fe9-42d0-b5e1-a738a85768ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9cbc335-76b7-4c6e-a26d-e6e5fab66637,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:41.670485 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bed76c9d-6fe9-42d0-b5e1-a738a85768ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.673694 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bed76c9d-6fe9-42d0-b5e1-a738a85768ff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f9cbc335-76b7-4c6e-a26d-e6e5fab66637 HTTP/1.1" status: 204 len: 168 time: 0.2958839 Jan 31 19:16:41.676147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54410) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:41.679281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4c0e17-bf4b-4a02-804f-13c47ab636ea None None] Network 3ca81203-5000-4a66-8871-4f76971ac3dc requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:16:41.744325 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (3ca81203-5000-4a66-8871-4f76971ac3dc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.806394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Deleting port 1ad65588-ba14-499f-81a1-df8ec3949e9f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:41.806736 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.855712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36105ccc-1838-4315-8f0b-e808349c7070 None None] DHCP port deletion for 3ca81203-5000-4a66-8871-4f76971ac3dc request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:16:41.879708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] For port 1ad65588-ba14-499f-81a1-df8ec3949e9f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1ad65588-ba14-499f-81a1-df8ec3949e9f,segment=NetworkSegment(506c988e-c8c2-47df-80cd-558535e038db),segment_id=506c988e-c8c2-47df-80cd-558535e038db)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:41.880081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.894936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Calling delete_port for 1ad65588-ba14-499f-81a1-df8ec3949e9f owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:41.914692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-36105ccc-1838-4315-8f0b-e808349c7070 None None] Deleting port 1ad65588-ba14-499f-81a1-df8ec3949e9f {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:41.915069 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36105ccc-1838-4315-8f0b-e808349c7070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.932437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device baeef3b5-2f44-45bd-bee0-e334339974bc no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:16:41.980822 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:41.989588 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: baeef3b5-2f44-45bd-bee0-e334339974bc {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:16:41.989927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device baeef3b5-2f44-45bd-bee0-e334339974bc not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:16:41.990344 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5954e75f-211a-4cf3-9427-2e062e4a74cb no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:16:42.010525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad65588-ba14-499f-81a1-df8ec3949e9f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:42.014581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] No DVR routers for this DVR port 1ad65588-ba14-499f-81a1-df8ec3949e9f on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:16:42.021413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 5954e75f-211a-4cf3-9427-2e062e4a74cb {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:16:42.021773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5954e75f-211a-4cf3-9427-2e062e4a74cb not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:16:42.024402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-36105ccc-1838-4315-8f0b-e808349c7070 None None] For port 1ad65588-ba14-499f-81a1-df8ec3949e9f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=1ad65588-ba14-499f-81a1-df8ec3949e9f,segment=NetworkSegment(506c988e-c8c2-47df-80cd-558535e038db),segment_id=506c988e-c8c2-47df-80cd-558535e038db)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:42.024705 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36105ccc-1838-4315-8f0b-e808349c7070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:42.040455 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-36105ccc-1838-4315-8f0b-e808349c7070 None None] Calling delete_port for 1ad65588-ba14-499f-81a1-df8ec3949e9f owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:42.094666 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (3ca81203-5000-4a66-8871-4f76971ac3dc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:42.117604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca81203-5000-4a66-8871-4f76971ac3dc']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:42.127482 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36105ccc-1838-4315-8f0b-e808349c7070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (1ad65588-ba14-499f-81a1-df8ec3949e9f), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:42.128764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506c988e-c8c2-47df-80cd-558535e038db') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:42.129139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506c988e-c8c2-47df-80cd-558535e038db') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:42.142422 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (506c988e-c8c2-47df-80cd-558535e038db), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:42.150703 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36105ccc-1838-4315-8f0b-e808349c7070 None None] Pushing event deleted for resources: {'Port': ['ID=1ad65588-ba14-499f-81a1-df8ec3949e9f,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:42.160556 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (506c988e-c8c2-47df-80cd-558535e038db), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:42.162690 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36105ccc-1838-4315-8f0b-e808349c7070 None None] No DVR routers for this DVR port 1ad65588-ba14-499f-81a1-df8ec3949e9f on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (506c988e-c8c2-47df-80cd-558535e038db), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:16:42.172648 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:16:42.227074 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (3ca81203-5000-4a66-8871-4f76971ac3dc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:42.232383 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:42.235700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ca81203-5000-4a66-8871-4f76971ac3dc HTTP/1.1" status: 204 len: 168 time: 0.5586131 Jan 31 19:16:42.238791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54412) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:42.246466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5e334-53dc-47b7-a9af-f4bedb731bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca81203-5000-4a66-8871-4f76971ac3dc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:42.562418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acbc15-ec32-408b-9e80-b3eeb8e1b318 req-855133ac-6a2f-42b4-8b19-782895e95b64 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:42.564001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97acbc15-ec32-408b-9e80-b3eeb8e1b318 req-855133ac-6a2f-42b4-8b19-782895e95b64 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0560067 Jan 31 19:16:42.614566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97acbc15-ec32-408b-9e80-b3eeb8e1b318 req-5ad01764-6768-453a-a879-b661ee97b5c1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Jan 31 19:16:42.914411 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e723b8bc-f462-4ef7-a5ac-9755bd32f6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (ab7dbe29-7340-46a2-8519-63a0b76876d3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:43.160567 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e723b8bc-f462-4ef7-a5ac-9755bd32f6e8 admin admin] Deleting port f89f9b56-3dbc-4424-88c2-c988f2cf020b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:43.160913 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e723b8bc-f462-4ef7-a5ac-9755bd32f6e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:43.241178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e723b8bc-f462-4ef7-a5ac-9755bd32f6e8 admin admin] For port f89f9b56-3dbc-4424-88c2-c988f2cf020b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f89f9b56-3dbc-4424-88c2-c988f2cf020b,segment=NetworkSegment(b8784b1a-74e7-4558-8c5e-40941d77c0b5),segment_id=b8784b1a-74e7-4558-8c5e-40941d77c0b5)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:43.241825 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e723b8bc-f462-4ef7-a5ac-9755bd32f6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:43.254794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e723b8bc-f462-4ef7-a5ac-9755bd32f6e8 admin admin] Calling delete_port for f89f9b56-3dbc-4424-88c2-c988f2cf020b owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:43.446263 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e723b8bc-f462-4ef7-a5ac-9755bd32f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f89f9b56-3dbc-4424-88c2-c988f2cf020b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:43.470375 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723b8bc-f462-4ef7-a5ac-9755bd32f6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89f9b56-3dbc-4424-88c2-c988f2cf020b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:43.636010 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e723b8bc-f462-4ef7-a5ac-9755bd32f6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (ab7dbe29-7340-46a2-8519-63a0b76876d3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:43.740834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b3540-c3f6-4064-92fd-65107b6cd08b req-79d412fa-a370-4c6f-b824-6e5084f72db0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:43.742401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-181b3540-c3f6-4064-92fd-65107b6cd08b req-79d412fa-a370-4c6f-b824-6e5084f72db0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0562301 Jan 31 19:16:43.793612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-181b3540-c3f6-4064-92fd-65107b6cd08b req-2a3f072b-08e7-4939-b2e4-b67582a7f381 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446043 Jan 31 19:16:43.860264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1ad65588-ba14-499f-81a1-df8ec3949e9f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:16:43.866467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e723b8bc-f462-4ef7-a5ac-9755bd32f6e8 admin admin] Router ab7dbe29-7340-46a2-8519-63a0b76876d3 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:16:43.879827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 1ad65588-ba14-499f-81a1-df8ec3949e9f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:16:43.880380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 1ad65588-ba14-499f-81a1-df8ec3949e9f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:16:43.974442 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e723b8bc-f462-4ef7-a5ac-9755bd32f6e8 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:16:43.981883 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e723b8bc-f462-4ef7-a5ac-9755bd32f6e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/ab7dbe29-7340-46a2-8519-63a0b76876d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7398973 Jan 31 19:16:43.982791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54418) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:43.983188 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019e694-2591-4457-a41e-50ca75452c99 None None] Sync routers for ids ['ab7dbe29-7340-46a2-8519-63a0b76876d3'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:16:43.993595 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019e694-2591-4457-a41e-50ca75452c99 None None] Routers {'ab7dbe29-7340-46a2-8519-63a0b76876d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:16:43.994206 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c019e694-2591-4457-a41e-50ca75452c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:16:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ab7dbe29-7340-46a2-8519-63a0b76876d3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:44.089794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Publish callbacks [] for router (ab7dbe29-7340-46a2-8519-63a0b76876d3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.194982 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Publish callbacks [] for router_gateway (ab7dbe29-7340-46a2-8519-63a0b76876d3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.195237 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c019e694-2591-4457-a41e-50ca75452c99 None None] Set router ab7dbe29-7340-46a2-8519-63a0b76876d3 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:16:44.247909 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Deleting port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:44.248496 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.336637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] For port 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:44.337011 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.349363 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Calling delete_port for 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:44.377009 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c019e694-2591-4457-a41e-50ca75452c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'name': 'tempest-TestVolumeBackupRestore-726440338-router', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:16:43Z', 'revision_number': 5, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'gw_port': {'id': '08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:44.403991 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019e694-2591-4457-a41e-50ca75452c99 None None] Checking router: ab7dbe29-7340-46a2-8519-63a0b76876d3 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:16:44.412602 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019e694-2591-4457-a41e-50ca75452c99 None None] Routers {'ab7dbe29-7340-46a2-8519-63a0b76876d3'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:16:44.413207 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c019e694-2591-4457-a41e-50ca75452c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:16:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['ab7dbe29-7340-46a2-8519-63a0b76876d3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:44.498874 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c019e694-2591-4457-a41e-50ca75452c99 None None] Set router ab7dbe29-7340-46a2-8519-63a0b76876d3 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:16:44.524423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.550086 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c019e694-2591-4457-a41e-50ca75452c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'name': 'tempest-TestVolumeBackupRestore-726440338-router', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:16:44Z', 'revision_number': 6, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:44.550472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:44.583219 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019e694-2591-4457-a41e-50ca75452c99 None None] The sync data for ids ['ab7dbe29-7340-46a2-8519-63a0b76876d3'] in n-d-812111-15 is: [{'id': 'ab7dbe29-7340-46a2-8519-63a0b76876d3', 'name': 'tempest-TestVolumeBackupRestore-726440338-router', 'tenant_id': 'ad3ab74113b447149da7cf802741885d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:11:11Z', 'updated_at': '2022-01-31T19:16:44Z', 'revision_number': 6, 'project_id': 'ad3ab74113b447149da7cf802741885d', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:16:44.612317 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (ab7dbe29-7340-46a2-8519-63a0b76876d3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.705628 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (ab7dbe29-7340-46a2-8519-63a0b76876d3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.707749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Publish callbacks [] for router_controller (ab7dbe29-7340-46a2-8519-63a0b76876d3), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.748572 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (ab7dbe29-7340-46a2-8519-63a0b76876d3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.749134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab7dbe29-7340-46a2-8519-63a0b76876d3 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:16:44.753348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.754489 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-344e930b-2158-408d-8af3-b6951d598a83 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ab7dbe29-7340-46a2-8519-63a0b76876d3 HTTP/1.1" status: 204 len: 168 time: 0.7707801 Jan 31 19:16:44.757190 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:44.804938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-827c1db7-3908-4fd4-ad36-19c8f6427bf2 admin admin] Deleting subnet 4bea93b7-a591-4aba-bac9-a2a1d13e5ca5 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:16:44.807962 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-827c1db7-3908-4fd4-ad36-19c8f6427bf2 admin admin] Publish callbacks [] for subnet (4bea93b7-a591-4aba-bac9-a2a1d13e5ca5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.844498 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-827c1db7-3908-4fd4-ad36-19c8f6427bf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (4bea93b7-a591-4aba-bac9-a2a1d13e5ca5), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:44.966707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02ab23-b322-4904-b23d-b5cb131f9ca9 req-5ea927bf-9e73-4c01-bee3-6a467645627a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:44.968388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d02ab23-b322-4904-b23d-b5cb131f9ca9 req-5ea927bf-9e73-4c01-bee3-6a467645627a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.1030238 Jan 31 19:16:44.971497 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-827c1db7-3908-4fd4-ad36-19c8f6427bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (4bea93b7-a591-4aba-bac9-a2a1d13e5ca5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.055913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d02ab23-b322-4904-b23d-b5cb131f9ca9 req-6b94f2a4-f9f9-4e0d-97ff-554851389504 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639884 Jan 31 19:16:45.061136 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-827c1db7-3908-4fd4-ad36-19c8f6427bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (4bea93b7-a591-4aba-bac9-a2a1d13e5ca5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.091288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c1db7-3908-4fd4-ad36-19c8f6427bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bea93b7-a591-4aba-bac9-a2a1d13e5ca5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:45.096629 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-827c1db7-3908-4fd4-ad36-19c8f6427bf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.101164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-827c1db7-3908-4fd4-ad36-19c8f6427bf2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4bea93b7-a591-4aba-bac9-a2a1d13e5ca5 HTTP/1.1" status: 204 len: 168 time: 0.3426456 Jan 31 19:16:45.102564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1575401-3865-4f51-9ccf-4954b7fb2568 None None] Network cdcba40f-08aa-4dce-b4f4-53b8009abd9a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:16:45.103508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:45.173065 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (cdcba40f-08aa-4dce-b4f4-53b8009abd9a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.228478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Deleting port 77b6a23e-1636-4d7b-a92d-9aa176d0deda {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:16:45.228826 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.295156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] For port 77b6a23e-1636-4d7b-a92d-9aa176d0deda, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=77b6a23e-1636-4d7b-a92d-9aa176d0deda,segment=NetworkSegment(b8784b1a-74e7-4558-8c5e-40941d77c0b5),segment_id=b8784b1a-74e7-4558-8c5e-40941d77c0b5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:45.295448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.308150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Calling delete_port for 77b6a23e-1636-4d7b-a92d-9aa176d0deda owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:16:45.388924 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (77b6a23e-1636-4d7b-a92d-9aa176d0deda), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.416902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b6a23e-1636-4d7b-a92d-9aa176d0deda,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:45.422138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] No DVR routers for this DVR port 77b6a23e-1636-4d7b-a92d-9aa176d0deda on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:16:45.434196 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc263a03-85d3-4f42-8c0a-ab5f132f372d None None] DHCP port deletion for cdcba40f-08aa-4dce-b4f4-53b8009abd9a request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:16:45.501445 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (cdcba40f-08aa-4dce-b4f4-53b8009abd9a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.522352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcba40f-08aa-4dce-b4f4-53b8009abd9a']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:45.532006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8784b1a-74e7-4558-8c5e-40941d77c0b5') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:45.532306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8784b1a-74e7-4558-8c5e-40941d77c0b5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:16:45.542241 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (b8784b1a-74e7-4558-8c5e-40941d77c0b5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.556596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (b8784b1a-74e7-4558-8c5e-40941d77c0b5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.564078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:16:45.564552 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (b8784b1a-74e7-4558-8c5e-40941d77c0b5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:16:45.566276 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:16:45.624119 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (cdcba40f-08aa-4dce-b4f4-53b8009abd9a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.629864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.633206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cdcba40f-08aa-4dce-b4f4-53b8009abd9a HTTP/1.1" status: 204 len: 168 time: 0.5286126 Jan 31 19:16:45.644925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483bc17-6918-4102-82e2-dd1ff04d0681 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdcba40f-08aa-4dce-b4f4-53b8009abd9a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:45.756570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54428) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:45.799645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e0fd8f41-43e6-4e37-bf6b-891b9c0d5aab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f71ded6740b444d0b6abefc797081507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417681 Jan 31 19:16:45.802350 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54430) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:45.808915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 77b6a23e-1636-4d7b-a92d-9aa176d0deda no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:16:45.829845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 77b6a23e-1636-4d7b-a92d-9aa176d0deda {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:16:45.830281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 77b6a23e-1636-4d7b-a92d-9aa176d0deda not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:16:45.830775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:16:45.849707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:16:45.850162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 08bdbc63-cf70-4ebc-a5b0-51f05dd74e5c not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:16:45.850663 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f89f9b56-3dbc-4424-88c2-c988f2cf020b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:16:45.855015 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e16268be-8da0-4600-9ac2-fd05c9aae2f1 admin admin] Publish callbacks [] for security_group (3ea59bad-286e-4ada-956d-c7a08f64cb5d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.873419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: f89f9b56-3dbc-4424-88c2-c988f2cf020b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:16:45.873768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f89f9b56-3dbc-4424-88c2-c988f2cf020b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:16:45.878954 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e16268be-8da0-4600-9ac2-fd05c9aae2f1 admin admin] Publish callbacks [] for security_group (3ea59bad-286e-4ada-956d-c7a08f64cb5d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.925810 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e16268be-8da0-4600-9ac2-fd05c9aae2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3ea59bad-286e-4ada-956d-c7a08f64cb5d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.928345 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e16268be-8da0-4600-9ac2-fd05c9aae2f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:45.929551 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e16268be-8da0-4600-9ac2-fd05c9aae2f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ea59bad-286e-4ada-956d-c7a08f64cb5d HTTP/1.1" status: 204 len: 168 time: 0.1262109 Jan 31 19:16:45.937194 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16268be-8da0-4600-9ac2-fd05c9aae2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea59bad-286e-4ada-956d-c7a08f64cb5d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:46.133753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2a4bffcc-0269-4d07-af81-d2a4bc375146 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:16:46.188368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f230f7f-9f40-471a-9d29-6cb56a0e02c8 req-78a1d6cb-c943-4f48-970c-40bf888e4b9c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:46.189964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f230f7f-9f40-471a-9d29-6cb56a0e02c8 req-78a1d6cb-c943-4f48-970c-40bf888e4b9c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0609498 Jan 31 19:16:46.247399 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f230f7f-9f40-471a-9d29-6cb56a0e02c8 req-4e51d2da-023d-4911-a0bf-f8db71db75dc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Jan 31 19:16:46.256320 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 2a4bffcc-0269-4d07-af81-d2a4bc375146, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2a4bffcc-0269-4d07-af81-d2a4bc375146,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:46.270304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '2a4bffcc-0269-4d07-af81-d2a4bc375146', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'port_id': '2a4bffcc-0269-4d07-af81-d2a4bc375146', 'mac_address': 'fa:16:3e:7c:39:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:16:46.272375 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54438) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:46.313427 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f52b02ba-8b8d-48c8-b1f8-72e533bcc479 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad3ab74113b447149da7cf802741885d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395215 Jan 31 19:16:46.315787 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54440) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:16:46.316178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 2a4bffcc-0269-4d07-af81-d2a4bc375146 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:16:46.316617 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:46.334372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4bffcc-0269-4d07-af81-d2a4bc375146 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:16:46.356632 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 2a4bffcc-0269-4d07-af81-d2a4bc375146, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2a4bffcc-0269-4d07-af81-d2a4bc375146,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:46.360887 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:46.368772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0a25b5ad-35cc-46a0-8bf6-91254779ffcf admin admin] Publish callbacks [] for security_group (f72a4471-23f8-4849-9ae1-95c1bf96d7af), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:46.390867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0a25b5ad-35cc-46a0-8bf6-91254779ffcf admin admin] Publish callbacks [] for security_group (f72a4471-23f8-4849-9ae1-95c1bf96d7af), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:46.411385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=2a4bffcc-0269-4d07-af81-d2a4bc375146,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:46.446317 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0a25b5ad-35cc-46a0-8bf6-91254779ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (f72a4471-23f8-4849-9ae1-95c1bf96d7af), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:46.449028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0a25b5ad-35cc-46a0-8bf6-91254779ffcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:46.450747 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0a25b5ad-35cc-46a0-8bf6-91254779ffcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f72a4471-23f8-4849-9ae1-95c1bf96d7af HTTP/1.1" status: 204 len: 168 time: 0.1334116 Jan 31 19:16:46.459707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25b5ad-35cc-46a0-8bf6-91254779ffcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72a4471-23f8-4849-9ae1-95c1bf96d7af,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:46.566537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['2a4bffcc-0269-4d07-af81-d2a4bc375146'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:16:47.374614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc4513-3c5d-41ae-8075-280ff8f2074e req-b0928908-6925-4f4b-b9a8-0ce0cc561bbc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:47.376085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0bc4513-3c5d-41ae-8075-280ff8f2074e req-b0928908-6925-4f4b-b9a8-0ce0cc561bbc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 944 time: 0.0581303 Jan 31 19:16:47.423345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0bc4513-3c5d-41ae-8075-280ff8f2074e req-77fd4f80-28f9-40b2-aaf8-670883a64796 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415509 Jan 31 19:16:48.133906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2a4bffcc-0269-4d07-af81-d2a4bc375146 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:16:48.181013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 2a4bffcc-0269-4d07-af81-d2a4bc375146 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:16:48.185110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 2a4bffcc-0269-4d07-af81-d2a4bc375146 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:16:48.185519 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:48.263283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 2a4bffcc-0269-4d07-af81-d2a4bc375146 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:16:48.263660 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:48.285071 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2faf62-7fc1-4e94-8272-8e75588fd3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4bffcc-0269-4d07-af81-d2a4bc375146'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:16:48.287307 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b10155-e156-43a3-a48e-c95ca29ba106" -d '{"events": [{"server_uuid": "0a2faf62-7fc1-4e94-8272-8e75588fd3e5", "name": "network-vif-plugged", "status": "completed", "tag": "2a4bffcc-0269-4d07-af81-d2a4bc375146"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:16:48.299627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 2a4bffcc-0269-4d07-af81-d2a4bc375146, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2a4bffcc-0269-4d07-af81-d2a4bc375146,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:16:48.303502 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:48.331374 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d69750-5834-44cd-8fd6-6606c1bc12c7 x-openstack-request-id: req-c5d69750-5834-44cd-8fd6-6606c1bc12c7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:16:48.331667 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2faf62-7fc1-4e94-8272-8e75588fd3e5", "name": "network-vif-plugged", "status": "completed", "tag": "2a4bffcc-0269-4d07-af81-d2a4bc375146", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:16:48.331922 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5d69750-5834-44cd-8fd6-6606c1bc12c7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:16:48.332314 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2faf62-7fc1-4e94-8272-8e75588fd3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4bffcc-0269-4d07-af81-d2a4bc375146', 'code': 200} Jan 31 19:16:48.359530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=2a4bffcc-0269-4d07-af81-d2a4bc375146,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:48.570410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2f823-ef36-4926-ad7b-8fffdb3582e7 req-0b1bd774-abbf-44eb-9e67-a6f466176477 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:48.571865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9e2f823-ef36-4926-ad7b-8fffdb3582e7 req-0b1bd774-abbf-44eb-9e67-a6f466176477 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0756526 Jan 31 19:16:48.616000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f5712-1f82-44ee-9d13-827dc7a3a499 req-b6b3fc54-f4ae-47c5-8815-4a0796adb869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:48.617487 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e07f5712-1f82-44ee-9d13-827dc7a3a499 req-b6b3fc54-f4ae-47c5-8815-4a0796adb869 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 1128 time: 0.2285278 Jan 31 19:16:48.634560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9e2f823-ef36-4926-ad7b-8fffdb3582e7 req-76604729-5ae7-40e1-84a3-4a2099048f4e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566587 Jan 31 19:16:48.670998 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e07f5712-1f82-44ee-9d13-827dc7a3a499 req-253efb8b-88f4-44ad-879c-d1f1009add20 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Jan 31 19:16:48.891590 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1634c9c-79b8-4a93-a650-c0e753b0f656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:49.756272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e0aac-c457-49db-9de9-7b56e30fa53d req-f7941fde-551f-4690-b423-931270f6e544 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:49.757945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de3e0aac-c457-49db-9de9-7b56e30fa53d req-f7941fde-551f-4690-b423-931270f6e544 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0536606 Jan 31 19:16:49.806910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de3e0aac-c457-49db-9de9-7b56e30fa53d req-cd98fd77-fd53-4ab8-a0f6-bd7dbadf903f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419753 Jan 31 19:16:50.925468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48729ffd-a817-4609-b06c-c0420fb2ff66 req-5a819bcb-3053-4ae3-a05d-0c055820572a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:50.926957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48729ffd-a817-4609-b06c-c0420fb2ff66 req-5a819bcb-3053-4ae3-a05d-0c055820572a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0530231 Jan 31 19:16:50.973177 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48729ffd-a817-4609-b06c-c0420fb2ff66 req-6bca7304-9bfa-4ade-ad40-5024075440ab tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407526 Jan 31 19:16:51.093766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d20612-ad91-4075-82c7-3a277c355ca7 req-c38b2db3-10e5-4cd3-b25d-798269d7b508 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:51.094257 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f2ab3032-f5d1-4927-8611-7ad35d1936cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:51.095617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99d20612-ad91-4075-82c7-3a277c355ca7 req-c38b2db3-10e5-4cd3-b25d-798269d7b508 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0568779 Jan 31 19:16:51.145293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99d20612-ad91-4075-82c7-3a277c355ca7 req-4a158c7e-d189-4b08-a4e5-7943728bf321 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430889 Jan 31 19:16:52.549104 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:54.186856 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:54.655354 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:54.674824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-a4b9666a-64df-45d0-a8a2-9cd35bae87ec tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:54.676279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-a4b9666a-64df-45d0-a8a2-9cd35bae87ec tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.1033320 Jan 31 19:16:54.691840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-ca500262-e091-4092-aa9d-0712ce81cf20 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/quotas/e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 375 time: 0.0095370 Jan 31 19:16:54.751839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-38b96018-d7aa-44f1-92bd-8625c261d3a2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549612 Jan 31 19:16:54.841566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-c2d9f700-b24d-4386-994b-1557927a4d6d service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827606 Jan 31 19:16:54.932174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-d2b7be06-3e38-4d1c-93c9-26980a353bf1 service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844307 Jan 31 19:16:55.124734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f23d82f-0a40-463b-b247-56bb33218e5e req-f1471650-d4a9-437c-88ea-e2bb38cbf593 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 210 time: 0.0284696 Jan 31 19:16:55.305772 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:56.131514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-dbc07556-9943-4e5b-9d2f-d5ef61ad8e08 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:56.133005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-dbc07556-9943-4e5b-9d2f-d5ef61ad8e08 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.49 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.1033037 Jan 31 19:16:56.147373 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'port': {'device_id': '94440933-1472-4eeb-9e64-685895fc30e6', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'admin_state_up': True, 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:16:56.235480 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de1820a0-2e43-4511-8bae-ef1cc353debe req-7a8da59d-ce98-4ab2-a5f5-e35ec29210a2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 210 time: 0.0320530 Jan 31 19:16:56.289712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Made reservation on behalf of e0f69b02795d4d6facffed3eac950da9 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:16:56.293309 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:56.396659 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:56.437054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Allocated IP 172.20.0.12 (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6/112fde1b-a5ee-4231-a35f-efa596ad24b7/be35b983-f297-4dd0-a5e9-e9f4a87f8f99) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:16:56.614907 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:56.654537 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:56.666519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['2a4bffcc-0269-4d07-af81-d2a4bc375146'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:16:56.699598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:16:56.703415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:16:56.710838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:16:56.714862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=be35b983-f297-4dd0-a5e9-e9f4a87f8f99,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:56.767867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:56.768558 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:56.787458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-1ade9082-4dcd-49b4-a177-371af89405a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6438971 Jan 31 19:16:56.806726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Request body: {'port': {'device_id': '94440933-1472-4eeb-9e64-685895fc30e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:16:56.878124 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:56.973475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5852b554-ad41-4d78-98e1-08ad9a535e8f None None] Provisioning complete for port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:16:56.974177 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5852b554-ad41-4d78-98e1-08ad9a535e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:57.011450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5852b554-ad41-4d78-98e1-08ad9a535e8f None None] Port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:16:57.155219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be35b983-f297-4dd0-a5e9-e9f4a87f8f99 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:16:57.162629 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Publish callbacks [] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:57.175721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Transition to ACTIVE for port object be35b983-f297-4dd0-a5e9-e9f4a87f8f99 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:16:57.179812 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:57.230658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Pushing event updated for resources: {'Port': ['ID=be35b983-f297-4dd0-a5e9-e9f4a87f8f99,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:57.313118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Attempting to bind port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:16:57.313720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Attempting to bind port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:16:57.313720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Attempting to bind port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:16:57.321105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:16:57.321587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Attempting to bind port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:16:57.329965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:16:57.330319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Checking segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:16:57.330766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Bound using segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:16:57.331402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Bound port: be35b983-f297-4dd0-a5e9-e9f4a87f8f99, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:16:57.331700 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:57.728139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30aa1b-0bec-4213-8fcd-26b55f34e2b0 req-c0a3c076-0c43-4463-b5cd-aa78d50a0f20 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:57.729581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da30aa1b-0bec-4213-8fcd-26b55f34e2b0 req-c0a3c076-0c43-4463-b5cd-aa78d50a0f20 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.3945987 Jan 31 19:16:57.732766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] For port be35b983-f297-4dd0-a5e9-e9f4a87f8f99, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:16:57.736053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] For port be35b983-f297-4dd0-a5e9-e9f4a87f8f99, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=be35b983-f297-4dd0-a5e9-e9f4a87f8f99,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:16:57.746650 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:57.810612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:57.811339 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:16:57.812857 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] 10.222.0.49 "PUT /v2.0/ports/be35b983-f297-4dd0-a5e9-e9f4a87f8f99 HTTP/1.1" status: 200 len: 1093 time: 1.0143242 Jan 31 19:16:57.813546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94440933-1472-4eeb-9e64-685895fc30e6', 'tag': 'be35b983-f297-4dd0-a5e9-e9f4a87f8f99'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:16:57.815696 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7849cd-5aaa-465a-afb6-4b8d6a1e9c74" -d '{"events": [{"name": "network-changed", "server_uuid": "94440933-1472-4eeb-9e64-685895fc30e6", "tag": "be35b983-f297-4dd0-a5e9-e9f4a87f8f99"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:16:57.880568 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da30aa1b-0bec-4213-8fcd-26b55f34e2b0 req-de175612-8de4-4e79-8d5c-0eb1827f866c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423395 Jan 31 19:16:57.937357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd0b49-330b-4244-b0bb-60a346ba3adf service neutron] Pushing event updated for resources: {'Port': ['ID=be35b983-f297-4dd0-a5e9-e9f4a87f8f99,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:16:57.962379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-143460ba-6ec3-4eaf-8e5c-5e68d42a63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:57.964003 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-143460ba-6ec3-4eaf-8e5c-5e68d42a63ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 1127 time: 0.0822654 Jan 31 19:16:58.014143 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-c7870831-a60a-4455-8573-af5daccc386f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be35b983-f297-4dd0-a5e9-e9f4a87f8f99 HTTP/1.1" status: 200 len: 217 time: 0.0390759 Jan 31 19:16:58.055624 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2396c592-4cd6-4184-aedb-fa5bc175b7fa x-openstack-request-id: req-2396c592-4cd6-4184-aedb-fa5bc175b7fa {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:16:58.055932 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94440933-1472-4eeb-9e64-685895fc30e6", "tag": "be35b983-f297-4dd0-a5e9-e9f4a87f8f99", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:16:58.056191 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2396c592-4cd6-4184-aedb-fa5bc175b7fa {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:16:58.056627 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94440933-1472-4eeb-9e64-685895fc30e6', 'tag': 'be35b983-f297-4dd0-a5e9-e9f4a87f8f99', 'status': 'completed', 'code': 200} Jan 31 19:16:58.076308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-4fa01b53-b521-46d3-bdcf-4ef66fcc80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:58.077837 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-4fa01b53-b521-46d3-bdcf-4ef66fcc80e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0548153 Jan 31 19:16:58.130571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-a64f6be0-4685-4217-8b4c-5e766d198072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:58.132090 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-a64f6be0-4685-4217-8b4c-5e766d198072 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460105 Jan 31 19:16:58.238162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-ea88dbdc-d51e-435f-b544-c4c6029b8116 service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969212 Jan 31 19:16:58.336974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8902601-f83d-4ff6-b875-cde25c3e4acc req-65c70495-39ce-4146-af8f-39f7246179e1 service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901361 Jan 31 19:16:58.430417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7849cd-5aaa-465a-afb6-4b8d6a1e9c74 req-df4f33bd-be41-41b3-a379-71aae4301cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:58.431897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af7849cd-5aaa-465a-afb6-4b8d6a1e9c74 req-df4f33bd-be41-41b3-a379-71aae4301cc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 1127 time: 0.0446875 Jan 31 19:16:58.531646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7849cd-5aaa-465a-afb6-4b8d6a1e9c74 req-638f95b6-c652-42af-ae98-80528b0086df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:58.533136 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af7849cd-5aaa-465a-afb6-4b8d6a1e9c74 req-638f95b6-c652-42af-ae98-80528b0086df service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.0906796 Jan 31 19:16:58.582932 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af7849cd-5aaa-465a-afb6-4b8d6a1e9c74 req-3a74f300-18b9-45a7-8f80-81cf006d3f5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be35b983-f297-4dd0-a5e9-e9f4a87f8f99 HTTP/1.1" status: 200 len: 217 time: 0.0412548 Jan 31 19:16:58.632975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7849cd-5aaa-465a-afb6-4b8d6a1e9c74 req-045c0560-6744-4823-a841-a6928e029c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:58.634440 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af7849cd-5aaa-465a-afb6-4b8d6a1e9c74 req-045c0560-6744-4823-a841-a6928e029c59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0436368 Jan 31 19:16:58.691614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7849cd-5aaa-465a-afb6-4b8d6a1e9c74 req-bf1d7a26-784a-41a9-a098-087210bbb4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:58.693153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af7849cd-5aaa-465a-afb6-4b8d6a1e9c74 req-bf1d7a26-784a-41a9-a098-087210bbb4f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516210 Jan 31 19:16:58.786744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af7849cd-5aaa-465a-afb6-4b8d6a1e9c74 req-b8298f3c-6d6b-458f-9daa-5d69feca13aa service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848298 Jan 31 19:16:58.885050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af7849cd-5aaa-465a-afb6-4b8d6a1e9c74 req-ad2bcf62-d9bd-4423-a4b5-8ed39e8d080d service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895855 Jan 31 19:16:59.011209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c267247-2fa0-4c2c-8248-3d77f01a2d45 req-8adb9b03-3581-4f0d-af54-1425acdc814c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:16:59.012884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c267247-2fa0-4c2c-8248-3d77f01a2d45 req-8adb9b03-3581-4f0d-af54-1425acdc814c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0590949 Jan 31 19:16:59.060197 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c267247-2fa0-4c2c-8248-3d77f01a2d45 req-228f2379-ddc2-4216-8459-3032d664938a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Jan 31 19:17:00.190230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df3e82-4679-4380-9733-d76e308b553f req-acb62eb3-2900-446f-8faa-65a77da9020d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:00.191767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7df3e82-4679-4380-9733-d76e308b553f req-acb62eb3-2900-446f-8faa-65a77da9020d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0593624 Jan 31 19:17:00.241734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7df3e82-4679-4380-9733-d76e308b553f req-ed19b1a3-f149-4509-8186-c6b89df24cac tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431650 Jan 31 19:17:01.389591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c810455-0a95-44f0-b684-dffa458d771b req-52be8d36-afed-4545-98a7-2f90fe862439 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:01.391130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c810455-0a95-44f0-b684-dffa458d771b req-52be8d36-afed-4545-98a7-2f90fe862439 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0698473 Jan 31 19:17:01.438508 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c810455-0a95-44f0-b684-dffa458d771b req-2dda8517-0abe-4930-9de4-3e20f0353ce9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Jan 31 19:17:02.621544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e4ecb-9dda-49e7-82fb-295637c58b9a req-ed3f3529-b0b6-4525-82d6-082b5b95174a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:02.623588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b1e4ecb-9dda-49e7-82fb-295637c58b9a req-ed3f3529-b0b6-4525-82d6-082b5b95174a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0871487 Jan 31 19:17:02.693394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b1e4ecb-9dda-49e7-82fb-295637c58b9a req-5dd794c1-bef7-42fa-97fe-77e98634759d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628030 Jan 31 19:17:03.887742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02259047-c159-4737-877d-10589d7e922e req-2ade7e06-fb15-42cd-903d-31ee3707a0b9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:03.889411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02259047-c159-4737-877d-10589d7e922e req-2ade7e06-fb15-42cd-903d-31ee3707a0b9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0774126 Jan 31 19:17:03.956592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02259047-c159-4737-877d-10589d7e922e req-0f8ec14e-833d-4032-bf92-b63f632b5bea tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594819 Jan 31 19:17:05.102522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5d4dc-e19a-4e9b-bc35-bd605782be86 req-52e04573-bd03-4973-b032-a96874f35d47 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:05.104636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-76a5d4dc-e19a-4e9b-bc35-bd605782be86 req-52e04573-bd03-4973-b032-a96874f35d47 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0542984 Jan 31 19:17:05.173285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-76a5d4dc-e19a-4e9b-bc35-bd605782be86 req-09395ee5-2446-47d2-8f42-cdbb8f3c6d0e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619464 Jan 31 19:17:06.304879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0625a9-5649-44dc-934e-a41422d16872 req-6363b554-1ab9-4f68-aac6-51e6ab97162d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:06.313355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e0625a9-5649-44dc-934e-a41422d16872 req-6363b554-1ab9-4f68-aac6-51e6ab97162d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0608416 Jan 31 19:17:06.366932 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4e0625a9-5649-44dc-934e-a41422d16872 req-efd5eb4a-2ba5-40fd-8aaa-d6257d4c393d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525053 Jan 31 19:17:07.493921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1b90-8f79-4b87-bede-3fbd9f709a27 req-7bc385d8-864c-43a6-be88-906e25931be3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:07.495418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-982a1b90-8f79-4b87-bede-3fbd9f709a27 req-7bc385d8-864c-43a6-be88-906e25931be3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0568235 Jan 31 19:17:07.544199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-982a1b90-8f79-4b87-bede-3fbd9f709a27 req-b3167d44-a33f-48ee-8772-319a5ebfbf65 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Jan 31 19:17:08.260793 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:17:08.666025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43268614-5c70-461f-95c9-4ed45325842a req-a3f0accc-2098-4bbd-90f1-cc5a3438962e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:08.667586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43268614-5c70-461f-95c9-4ed45325842a req-a3f0accc-2098-4bbd-90f1-cc5a3438962e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0536747 Jan 31 19:17:08.714800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43268614-5c70-461f-95c9-4ed45325842a req-aad4048f-4c08-4362-94c5-b50d8d2639c5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415399 Jan 31 19:17:09.848085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21eaf0-2cb1-41c8-bd82-ffa57a245637 req-c2b49ec9-402e-4127-a99c-59d9d813dc10 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:09.849667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e21eaf0-2cb1-41c8-bd82-ffa57a245637 req-c2b49ec9-402e-4127-a99c-59d9d813dc10 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0601881 Jan 31 19:17:09.901285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e21eaf0-2cb1-41c8-bd82-ffa57a245637 req-3b125ce6-9f7f-4627-8dd4-04111a8dcd74 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460570 Jan 31 19:17:11.022096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee48a2-d345-4fb8-9afb-4d2570cbfd62 req-1c78bd6b-297d-42b3-af64-962ba4c4ae14 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:11.023593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6fee48a2-d345-4fb8-9afb-4d2570cbfd62 req-1c78bd6b-297d-42b3-af64-962ba4c4ae14 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0528557 Jan 31 19:17:11.072061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6fee48a2-d345-4fb8-9afb-4d2570cbfd62 req-b20dd47d-6c4c-4ea2-a4a2-90c332fa2662 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Jan 31 19:17:12.197333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5fac5-b5bc-4d69-b0ae-22201c89dd4a req-530d2fd9-e545-42ce-8ffc-7042603b326d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:12.198927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88e5fac5-b5bc-4d69-b0ae-22201c89dd4a req-530d2fd9-e545-42ce-8ffc-7042603b326d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0561845 Jan 31 19:17:12.251322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88e5fac5-b5bc-4d69-b0ae-22201c89dd4a req-e1b479e1-ec27-4fb2-b8ab-4f8ee96a5117 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457191 Jan 31 19:17:13.381367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f9632-5463-48ff-8a63-4cb63602a258 req-8d374d8b-bf6b-4b0c-99fd-34b890711e70 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:13.382846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e2f9632-5463-48ff-8a63-4cb63602a258 req-8d374d8b-bf6b-4b0c-99fd-34b890711e70 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0561388 Jan 31 19:17:13.440919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e2f9632-5463-48ff-8a63-4cb63602a258 req-eed525b0-5fe4-44ac-ab2f-1f3bc4f4fc8b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513566 Jan 31 19:17:14.579017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32266fd1-f52f-4ab4-9011-b9532fee5619 req-6dcc31cd-6e3c-474a-8adc-9ab2396e0305 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:14.580595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32266fd1-f52f-4ab4-9011-b9532fee5619 req-6dcc31cd-6e3c-474a-8adc-9ab2396e0305 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0586634 Jan 31 19:17:14.632411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32266fd1-f52f-4ab4-9011-b9532fee5619 req-f2402d30-d1d0-4356-bf07-17a4a27bb422 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457191 Jan 31 19:17:15.758273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11de6cb-7fb4-4dc2-9eef-949841244c2c req-e350a623-04cb-4eec-9ac1-77150242ef6e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:15.759870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d11de6cb-7fb4-4dc2-9eef-949841244c2c req-e350a623-04cb-4eec-9ac1-77150242ef6e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0577946 Jan 31 19:17:15.810191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d11de6cb-7fb4-4dc2-9eef-949841244c2c req-41fc9d17-5e8a-4148-81f4-450e7c8b07f5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437679 Jan 31 19:17:16.940836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a5eb0-3f16-45fa-bdfc-479393c833ba req-816e0ebc-6143-4c39-85ee-79342781a729 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:16.942460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-427a5eb0-3f16-45fa-bdfc-479393c833ba req-816e0ebc-6143-4c39-85ee-79342781a729 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0586748 Jan 31 19:17:16.994777 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-427a5eb0-3f16-45fa-bdfc-479393c833ba req-62eb1487-4b4d-4016-96db-8bba09a3279b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460629 Jan 31 19:17:18.128065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158c188-681e-4990-a841-3c1f3f6d3b77 req-6ad091da-cb1a-488f-9e9a-9df9083319f5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:18.130345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7158c188-681e-4990-a841-3c1f3f6d3b77 req-6ad091da-cb1a-488f-9e9a-9df9083319f5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0590639 Jan 31 19:17:18.179502 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7158c188-681e-4990-a841-3c1f3f6d3b77 req-4d48310a-c194-406e-91c7-1ffded51d5c1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Jan 31 19:17:18.896591 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d3d6167c-0750-48af-b567-f530d80fa132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:19.303946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a6c88-388c-42ee-9f49-3557f26ad363 req-5edd819d-ae29-4564-8665-543cf42e662e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:19.306850 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-670a6c88-388c-42ee-9f49-3557f26ad363 req-5edd819d-ae29-4564-8665-543cf42e662e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0527198 Jan 31 19:17:19.363577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-670a6c88-388c-42ee-9f49-3557f26ad363 req-2978ae4b-f8c9-469f-8451-c574ce32eadc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492175 Jan 31 19:17:20.505425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7dc35-ccf5-4d0a-b32d-b9765f96ed51 req-daa76308-fa35-4f68-8b5c-a408c2c086b9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:20.507056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2e7dc35-ccf5-4d0a-b32d-b9765f96ed51 req-daa76308-fa35-4f68-8b5c-a408c2c086b9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0578794 Jan 31 19:17:20.561351 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2e7dc35-ccf5-4d0a-b32d-b9765f96ed51 req-f9a123ea-6f93-4294-8ea8-1d99a17e17b3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484450 Jan 31 19:17:21.095221 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-51f635ba-49bf-47c9-b4aa-b04ca195ddf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:21.678440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269e2a1-42b5-4965-99fc-336f7165ddce req-aadf035f-83d5-4132-b2a7-e5d6ce082a7c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:21.679908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6269e2a1-42b5-4965-99fc-336f7165ddce req-aadf035f-83d5-4132-b2a7-e5d6ce082a7c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0517671 Jan 31 19:17:21.725878 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6269e2a1-42b5-4965-99fc-336f7165ddce req-c7a324a0-a163-4e64-8878-027666764229 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Jan 31 19:17:22.549522 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:22.848947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa5410-3952-480d-9960-097458f8eb91 req-eba663d5-a55d-455d-bcbc-88a797cf7445 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:22.850366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1fa5410-3952-480d-9960-097458f8eb91 req-eba663d5-a55d-455d-bcbc-88a797cf7445 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0542767 Jan 31 19:17:22.902755 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1fa5410-3952-480d-9960-097458f8eb91 req-0328be7d-ede4-47c6-b146-1cb8b27680d2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466177 Jan 31 19:17:24.030750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3857a2b-56a8-43de-962a-0881fa189739 req-b6c82037-3d58-480f-ad28-1b3115d57252 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:24.032267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3857a2b-56a8-43de-962a-0881fa189739 req-b6c82037-3d58-480f-ad28-1b3115d57252 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0567808 Jan 31 19:17:24.079592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3857a2b-56a8-43de-962a-0881fa189739 req-852ef3b8-ed27-433d-b0a4-de7a0ab7c044 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Jan 31 19:17:24.192577 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:24.663382 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:25.198658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2bb6c-f5e9-4be2-a269-484b37197168 req-ee0b4bf9-c1f1-43dd-ba22-f4f8d368ed55 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:25.200138 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08c2bb6c-f5e9-4be2-a269-484b37197168 req-ee0b4bf9-c1f1-43dd-ba22-f4f8d368ed55 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 944 time: 0.0522194 Jan 31 19:17:25.246459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-08c2bb6c-f5e9-4be2-a269-484b37197168 req-f4fc8880-680a-4f29-9776-06c3ec3b4ba3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Jan 31 19:17:25.306997 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:25.726700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device be35b983-f297-4dd0-a5e9-e9f4a87f8f99 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:17:25.819665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port be35b983-f297-4dd0-a5e9-e9f4a87f8f99, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=be35b983-f297-4dd0-a5e9-e9f4a87f8f99,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:17:25.831416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'be35b983-f297-4dd0-a5e9-e9f4a87f8f99', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'port_id': 'be35b983-f297-4dd0-a5e9-e9f4a87f8f99', 'mac_address': 'fa:16:3e:a2:8f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:17:26.033461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:17:26.033847 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:26.051706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be35b983-f297-4dd0-a5e9-e9f4a87f8f99 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:17:26.100279 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port be35b983-f297-4dd0-a5e9-e9f4a87f8f99, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=be35b983-f297-4dd0-a5e9-e9f4a87f8f99,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:17:26.107498 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:26.168550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=be35b983-f297-4dd0-a5e9-e9f4a87f8f99,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:17:26.180064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.180428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.180870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.181207 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.181623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.182000 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.182336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.182672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.183004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.183336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.183671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.184002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.184352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:26.371520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc11ee0-48de-47c9-a476-ef7b981e6fb8 req-42a8c692-d646-462d-bcba-d61f22fa921e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:26.373610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bc11ee0-48de-47c9-a476-ef7b981e6fb8 req-42a8c692-d646-462d-bcba-d61f22fa921e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 945 time: 0.0554686 Jan 31 19:17:26.374090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['be35b983-f297-4dd0-a5e9-e9f4a87f8f99'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:17:26.424980 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:26.428254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5bc11ee0-48de-47c9-a476-ef7b981e6fb8 req-ca800e58-74e9-4d99-b743-e24b4e5aaf8a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483861 Jan 31 19:17:27.558372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b494f-53ec-4ce3-8874-6cb7265f69b2 req-a8426489-e8d3-4030-be2c-413d94024e21 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:27.559910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b1b494f-53ec-4ce3-8874-6cb7265f69b2 req-a8426489-e8d3-4030-be2c-413d94024e21 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 945 time: 0.0545037 Jan 31 19:17:27.613503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b1b494f-53ec-4ce3-8874-6cb7265f69b2 req-faa379f9-6236-4051-875d-961214429f27 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472972 Jan 31 19:17:27.757662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device be35b983-f297-4dd0-a5e9-e9f4a87f8f99 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:17:27.810965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:17:27.814926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:17:27.815298 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:27.893125 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:17:27.893433 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:27.917055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94440933-1472-4eeb-9e64-685895fc30e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be35b983-f297-4dd0-a5e9-e9f4a87f8f99'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:17:27.919953 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baceccc-0822-4962-afa4-984c8b1780cd" -d '{"events": [{"server_uuid": "94440933-1472-4eeb-9e64-685895fc30e6", "name": "network-vif-plugged", "status": "completed", "tag": "be35b983-f297-4dd0-a5e9-e9f4a87f8f99"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:17:27.932394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port be35b983-f297-4dd0-a5e9-e9f4a87f8f99, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=be35b983-f297-4dd0-a5e9-e9f4a87f8f99,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:17:27.936269 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:27.965368 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8343139c-eaa6-465e-b830-fc68f59989aa x-openstack-request-id: req-8343139c-eaa6-465e-b830-fc68f59989aa {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:17:27.965669 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94440933-1472-4eeb-9e64-685895fc30e6", "name": "network-vif-plugged", "status": "completed", "tag": "be35b983-f297-4dd0-a5e9-e9f4a87f8f99", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:17:27.965930 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8343139c-eaa6-465e-b830-fc68f59989aa {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:17:27.966995 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94440933-1472-4eeb-9e64-685895fc30e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be35b983-f297-4dd0-a5e9-e9f4a87f8f99', 'code': 200} Jan 31 19:17:27.997816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=be35b983-f297-4dd0-a5e9-e9f4a87f8f99,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:17:28.068987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfebfa-1920-4125-8a6d-ecc9c19b6459 req-58e913ce-6697-48f1-88ce-f8faa6c64d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:28.070752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bbfebfa-1920-4125-8a6d-ecc9c19b6459 req-58e913ce-6697-48f1-88ce-f8faa6c64d4d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 1129 time: 0.0458915 Jan 31 19:17:28.119983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6bbfebfa-1920-4125-8a6d-ecc9c19b6459 req-28879436-0ef5-4cbc-9dad-c3365305646b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 Jan 31 19:17:28.748089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f0a4a-10e1-4a4e-bd3e-71d4dc4d2481 req-b4fc7a5f-bcc8-4dff-93ed-9e2238a3b8e9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:28.750045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-029f0a4a-10e1-4a4e-bd3e-71d4dc4d2481 req-b4fc7a5f-bcc8-4dff-93ed-9e2238a3b8e9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 946 time: 0.0664053 Jan 31 19:17:28.808787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-029f0a4a-10e1-4a4e-bd3e-71d4dc4d2481 req-b3b2a026-47bc-4a6c-acbc-6a7c43d390bc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525105 Jan 31 19:17:29.949900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db93927-bf05-4b3a-b0fa-5d0640725851 req-6f292bdf-bb5d-4276-93c1-507e87f252e8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:29.952010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0db93927-bf05-4b3a-b0fa-5d0640725851 req-6f292bdf-bb5d-4276-93c1-507e87f252e8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 946 time: 0.0600035 Jan 31 19:17:30.001110 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0db93927-bf05-4b3a-b0fa-5d0640725851 req-44d7b88c-d218-400b-85f0-e9889e615242 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 Jan 31 19:17:30.144710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c62b3-73cb-43b3-aa6a-c7054372268d req-f1f0cc4a-d9cc-4a8e-a92e-477d8181ba67 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:30.146442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d88c62b3-73cb-43b3-aa6a-c7054372268d req-f1f0cc4a-d9cc-4a8e-a92e-477d8181ba67 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 946 time: 0.0613067 Jan 31 19:17:30.205277 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d88c62b3-73cb-43b3-aa6a-c7054372268d req-c8c4167b-3b75-495d-a76f-9fc622158599 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504372 Jan 31 19:17:30.508352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eb073-3834-45fb-802b-dd6e86d944c2 req-83365c08-a174-4172-8bc0-d365c6eeae3c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:30.509843 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c92eb073-3834-45fb-802b-dd6e86d944c2 req-83365c08-a174-4172-8bc0-d365c6eeae3c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 946 time: 0.0564842 Jan 31 19:17:30.556762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c92eb073-3834-45fb-802b-dd6e86d944c2 req-d343659a-6b74-48b2-ab74-4c841a53b0d7 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Jan 31 19:17:31.679187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a555fd-04a0-41ae-90e1-eb5416d08da3 req-7d325316-a665-43a3-a6d2-aba99b02f4e6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:31.680707 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9a555fd-04a0-41ae-90e1-eb5416d08da3 req-7d325316-a665-43a3-a6d2-aba99b02f4e6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 946 time: 0.0532389 Jan 31 19:17:31.732602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9a555fd-04a0-41ae-90e1-eb5416d08da3 req-aadf9231-764c-452c-84c1-b4cae1079c59 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452852 Jan 31 19:17:32.064826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457eb00-f885-4f34-beb4-6f0a47ceebfb req-730d4587-3036-4a91-95dc-d7c73b8e696c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:32.066267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9457eb00-f885-4f34-beb4-6f0a47ceebfb req-730d4587-3036-4a91-95dc-d7c73b8e696c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.49 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 946 time: 0.0523689 Jan 31 19:17:32.159228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9457eb00-f885-4f34-beb4-6f0a47ceebfb req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Deleting port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:17:32.159589 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9457eb00-f885-4f34-beb4-6f0a47ceebfb req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:32.250487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9457eb00-f885-4f34-beb4-6f0a47ceebfb req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] For port be35b983-f297-4dd0-a5e9-e9f4a87f8f99, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=be35b983-f297-4dd0-a5e9-e9f4a87f8f99,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:17:32.250853 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9457eb00-f885-4f34-beb4-6f0a47ceebfb req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:32.263878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9457eb00-f885-4f34-beb4-6f0a47ceebfb req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Calling delete_port for be35b983-f297-4dd0-a5e9-e9f4a87f8f99 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:17:32.394934 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9457eb00-f885-4f34-beb4-6f0a47ceebfb req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (be35b983-f297-4dd0-a5e9-e9f4a87f8f99), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:32.407136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['2a4bffcc-0269-4d07-af81-d2a4bc375146'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:17:32.411189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['be35b983-f297-4dd0-a5e9-e9f4a87f8f99'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:17:32.423256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event deleted for resources: {'Port': ['ID=be35b983-f297-4dd0-a5e9-e9f4a87f8f99,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:17:32.433453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.433809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.434158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.434506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.434983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.435708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.436067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.436444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.437103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.437103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.437418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.437754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.438095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:17:32.488268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9457eb00-f885-4f34-beb4-6f0a47ceebfb req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] No DVR routers for this DVR port be35b983-f297-4dd0-a5e9-e9f4a87f8f99 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:17:32.492444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9457eb00-f885-4f34-beb4-6f0a47ceebfb req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:32.495713 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9457eb00-f885-4f34-beb4-6f0a47ceebfb req-55ef8808-2802-4ab1-a62e-a1bba23c83fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.49 "DELETE /v2.0/ports/be35b983-f297-4dd0-a5e9-e9f4a87f8f99 HTTP/1.1" status: 204 len: 173 time: 0.4216528 Jan 31 19:17:32.496189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94440933-1472-4eeb-9e64-685895fc30e6', 'name': 'network-vif-deleted', 'tag': 'be35b983-f297-4dd0-a5e9-e9f4a87f8f99'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:17:32.498695 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565879fb-a7ac-445d-b913-6ac0dfcd6eba" -d '{"events": [{"server_uuid": "94440933-1472-4eeb-9e64-685895fc30e6", "name": "network-vif-deleted", "tag": "be35b983-f297-4dd0-a5e9-e9f4a87f8f99"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:17:32.555887 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a13912b-7dea-4428-97a5-271a4372d70e x-openstack-request-id: req-5a13912b-7dea-4428-97a5-271a4372d70e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:17:32.556213 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94440933-1472-4eeb-9e64-685895fc30e6", "name": "network-vif-deleted", "tag": "be35b983-f297-4dd0-a5e9-e9f4a87f8f99", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:17:32.556505 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a13912b-7dea-4428-97a5-271a4372d70e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:17:32.556909 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94440933-1472-4eeb-9e64-685895fc30e6', 'name': 'network-vif-deleted', 'tag': 'be35b983-f297-4dd0-a5e9-e9f4a87f8f99', 'status': 'completed', 'code': 200} Jan 31 19:17:32.835626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a0edae6-f9b4-4ea7-8a2d-6adc171581df req-bd171653-b769-411c-8f25-3f38616b8591 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 210 time: 0.0308554 Jan 31 19:17:33.936140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94e6061d-84c2-4d3a-9909-635fdb309f89 req-c11750c9-9c37-4634-bf3d-f5e2ec3dd83b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 210 time: 0.0272093 Jan 31 19:17:35.051021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-03fe73e5-5a75-4ff2-ab63-78b44b5c3e1d req-d5380717-fbaa-4a1a-8dd2-04f4ef2f6d6c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 210 time: 0.0309155 Jan 31 19:17:35.788295 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device be35b983-f297-4dd0-a5e9-e9f4a87f8f99 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:17:35.809488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: be35b983-f297-4dd0-a5e9-e9f4a87f8f99 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:17:35.809865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device be35b983-f297-4dd0-a5e9-e9f4a87f8f99 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:17:36.147783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8762ff42-3435-44fa-b92d-d5dee1c1b775 req-ba7c8e90-9aa2-4135-8e2d-5390d69b58b4 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 210 time: 0.0283275 Jan 31 19:17:37.243894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f3228cd-c003-4ee0-a3ac-f194fd880430 req-33142406-8812-49ca-8cb0-67f310b1149d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 210 time: 0.0278220 Jan 31 19:17:38.343931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-602ec9f2-79dc-423d-97b2-a090551230e9 req-47416313-1ac0-4554-8532-cd6e75633610 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 210 time: 0.0282214 Jan 31 19:17:39.442707 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b472ff21-8387-478e-9b19-6217d89cc879 req-c70bd5dc-356b-4081-8ed2-644c43e0f8fe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 210 time: 0.0272355 Jan 31 19:17:40.539195 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71129223-4ca4-462d-b9bd-9ddf97ffa020 req-b0bb0bea-2c8b-47f4-974c-de7ad3882b8f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=94440933-1472-4eeb-9e64-685895fc30e6 HTTP/1.1" status: 200 len: 210 time: 0.0288839 Jan 31 19:17:45.260280 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:17:48.889858 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-710f793d-2f8c-4eb9-991c-cf00f40afb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:49.176120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c65648-39c8-4586-808a-40658b3f7cb3 req-ccf48b25-92b5-4aac-a5c4-e3ce65cc218e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:49.177515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98c65648-39c8-4586-808a-40658b3f7cb3 req-ccf48b25-92b5-4aac-a5c4-e3ce65cc218e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0581059 Jan 31 19:17:49.223053 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98c65648-39c8-4586-808a-40658b3f7cb3 req-02028075-ff83-4283-a95f-c4c6cdcaf603 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398207 Jan 31 19:17:50.346569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a559791-e2ef-4524-a197-e2e58dfd6de3 req-5584db4c-e6f8-458e-a14d-c6e77e5fb678 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:50.348060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a559791-e2ef-4524-a197-e2e58dfd6de3 req-5584db4c-e6f8-458e-a14d-c6e77e5fb678 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0544093 Jan 31 19:17:50.396551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a559791-e2ef-4524-a197-e2e58dfd6de3 req-accdd074-d595-4a21-8ff8-9613dcf6219b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Jan 31 19:17:50.680825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2991fc-9fe5-4b2c-a93f-e166b036e446 req-5379979c-8a8a-471b-b650-6c72fb062cb0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:17:50.682176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e2991fc-9fe5-4b2c-a93f-e166b036e446 req-5379979c-8a8a-471b-b650-6c72fb062cb0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0510707 Jan 31 19:17:50.775615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-5e2991fc-9fe5-4b2c-a93f-e166b036e446 req-0180ec05-b9b4-4dc0-8658-962c5ee7d457 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Deleting port 2a4bffcc-0269-4d07-af81-d2a4bc375146 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:17:50.775956 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5e2991fc-9fe5-4b2c-a93f-e166b036e446 req-0180ec05-b9b4-4dc0-8658-962c5ee7d457 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:50.861634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5e2991fc-9fe5-4b2c-a93f-e166b036e446 req-0180ec05-b9b4-4dc0-8658-962c5ee7d457 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] For port 2a4bffcc-0269-4d07-af81-d2a4bc375146, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2a4bffcc-0269-4d07-af81-d2a4bc375146,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:17:50.862006 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5e2991fc-9fe5-4b2c-a93f-e166b036e446 req-0180ec05-b9b4-4dc0-8658-962c5ee7d457 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:50.879196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-5e2991fc-9fe5-4b2c-a93f-e166b036e446 req-0180ec05-b9b4-4dc0-8658-962c5ee7d457 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Calling delete_port for 2a4bffcc-0269-4d07-af81-d2a4bc375146 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:17:51.004088 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5e2991fc-9fe5-4b2c-a93f-e166b036e446 req-0180ec05-b9b4-4dc0-8658-962c5ee7d457 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2a4bffcc-0269-4d07-af81-d2a4bc375146), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:51.034949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180ec05-b9b4-4dc0-8658-962c5ee7d457 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event deleted for resources: {'Port': ['ID=2a4bffcc-0269-4d07-af81-d2a4bc375146,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:17:51.083052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2991fc-9fe5-4b2c-a93f-e166b036e446 req-0180ec05-b9b4-4dc0-8658-962c5ee7d457 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] No DVR routers for this DVR port 2a4bffcc-0269-4d07-af81-d2a4bc375146 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:17:51.085538 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5e2991fc-9fe5-4b2c-a93f-e166b036e446 req-0180ec05-b9b4-4dc0-8658-962c5ee7d457 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:51.088850 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e2991fc-9fe5-4b2c-a93f-e166b036e446 req-0180ec05-b9b4-4dc0-8658-962c5ee7d457 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "DELETE /v2.0/ports/2a4bffcc-0269-4d07-af81-d2a4bc375146 HTTP/1.1" status: 204 len: 173 time: 0.4017088 Jan 31 19:17:51.089299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2faf62-7fc1-4e94-8272-8e75588fd3e5', 'name': 'network-vif-deleted', 'tag': '2a4bffcc-0269-4d07-af81-d2a4bc375146'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:17:51.092438 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393e4b37-99e9-4593-b501-9b96c81d2e86" -d '{"events": [{"server_uuid": "0a2faf62-7fc1-4e94-8272-8e75588fd3e5", "name": "network-vif-deleted", "tag": "2a4bffcc-0269-4d07-af81-d2a4bc375146"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:17:51.100252 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d7b2af12-3a72-4514-b132-3c1915e8a32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:51.137202 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da0bd30-a5be-48bf-a981-f3d1dee03fa9 x-openstack-request-id: req-1da0bd30-a5be-48bf-a981-f3d1dee03fa9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:17:51.137443 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a2faf62-7fc1-4e94-8272-8e75588fd3e5", "name": "network-vif-deleted", "tag": "2a4bffcc-0269-4d07-af81-d2a4bc375146", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:17:51.137722 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1da0bd30-a5be-48bf-a981-f3d1dee03fa9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:17:51.139030 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2faf62-7fc1-4e94-8272-8e75588fd3e5', 'name': 'network-vif-deleted', 'tag': '2a4bffcc-0269-4d07-af81-d2a4bc375146', 'status': 'completed', 'code': 200} Jan 31 19:17:51.502649 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aeb011a7-c278-4b6b-b873-d709eb5e1784 req-ad6d6bc9-6af0-4f63-9e6d-e8f0260bd669 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0293934 Jan 31 19:17:52.446149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2a4bffcc-0269-4d07-af81-d2a4bc375146 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:17:52.466256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 2a4bffcc-0269-4d07-af81-d2a4bc375146 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:17:52.466603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2a4bffcc-0269-4d07-af81-d2a4bc375146 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:17:52.554056 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:52.607425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-37d87575-171d-40f9-84ac-24e2b2170d2e req-852cbd36-ae88-4085-8f05-af0f946fbe1f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0287502 Jan 31 19:17:53.706001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7de7fd92-967b-4907-a1da-62e83dfcf243 req-f0bfcdf1-147b-4fc8-8388-e38e7cc27bed tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0302620 Jan 31 19:17:54.192986 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:54.663462 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:54.801709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13c9c78d-4edc-4ecf-bd86-26b1331ef564 req-9b65b0d4-5385-4005-96bc-c6f781804440 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0276418 Jan 31 19:17:55.309026 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:55.910541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c4db7a4-900b-4e1f-a734-2229ca468734 req-4438dc85-1017-4d98-8696-aa1cf62f1fc7 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0386453 Jan 31 19:17:56.413072 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:17:57.005725 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-632f328c-9d32-4ac2-87bb-682dbcd20a0e req-781c8e22-1ff1-41b0-a756-23388126332f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0271442 Jan 31 19:17:58.108108 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ce6b0f0-4a9b-4ca3-a263-de154395dafb req-7a54cb50-abf2-4eaf-b3f9-eac687339372 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0306835 Jan 31 19:17:59.214347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7444192-b151-4f70-bfbe-d9e9123bfe86 req-00e2fadd-992c-4f44-8544-3e26d87f5b19 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a2faf62-7fc1-4e94-8272-8e75588fd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0355697 Jan 31 19:18:05.797416 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54758) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:05.804169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580566193', 'description': 'tempest-secgroup-smoke-1580566193 description', 'project_id': 'e0f69b02795d4d6facffed3eac950da9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:05.824539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:05.892359 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group (7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:05.896429 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:05.921473 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:05.922727 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1237700 Jan 31 19:18:05.925970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54762) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:05.930900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-323bf1f1-6684-42ae-9d34-f5f352b45e83 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'security_group_rule': {'security_group_id': '7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1', 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:05.931040 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:05.938661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.939022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.939394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.939739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.940080 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.940443 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.940789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.941111 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.941439 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.941776 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.942097 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.942426 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.942752 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d967c16-eb41-4f19-b190-10d57bcef854 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:05.965253 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-323bf1f1-6684-42ae-9d34-f5f352b45e83 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (a9213072-cabf-4258-801f-bc2be9107e38), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.021435 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-323bf1f1-6684-42ae-9d34-f5f352b45e83 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (a9213072-cabf-4258-801f-bc2be9107e38), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.025344 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-323bf1f1-6684-42ae-9d34-f5f352b45e83 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a9213072-cabf-4258-801f-bc2be9107e38), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.043075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bf1f1-6684-42ae-9d34-f5f352b45e83 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9213072-cabf-4258-801f-bc2be9107e38,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:06.052273 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-323bf1f1-6684-42ae-9d34-f5f352b45e83 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.056085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-323bf1f1-6684-42ae-9d34-f5f352b45e83 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264913 Jan 31 19:18:06.056279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54764) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:06.061488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9ef1e85d-b49b-410a-a09d-237027579ebe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'security_group_rule': {'security_group_id': '7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1', 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:06.087626 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ef1e85d-b49b-410a-a09d-237027579ebe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (a8c408be-4533-4816-9370-8327e01fa42b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.145527 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ef1e85d-b49b-410a-a09d-237027579ebe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (a8c408be-4533-4816-9370-8327e01fa42b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.149234 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ef1e85d-b49b-410a-a09d-237027579ebe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a8c408be-4533-4816-9370-8327e01fa42b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.167115 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1e85d-b49b-410a-a09d-237027579ebe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c408be-4533-4816-9370-8327e01fa42b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:06.172714 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ef1e85d-b49b-410a-a09d-237027579ebe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.176781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9ef1e85d-b49b-410a-a09d-237027579ebe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167226 Jan 31 19:18:06.176781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54766) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:06.180873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-56ed4084-3d30-480f-96f9-3027b1b46623 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'security_group_rule': {'security_group_id': '7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1', 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:06.206824 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56ed4084-3d30-480f-96f9-3027b1b46623 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (61015e09-9bad-4725-9cba-10fc9fe5bae5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.266093 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56ed4084-3d30-480f-96f9-3027b1b46623 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (61015e09-9bad-4725-9cba-10fc9fe5bae5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.269864 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56ed4084-3d30-480f-96f9-3027b1b46623 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (61015e09-9bad-4725-9cba-10fc9fe5bae5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.288187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed4084-3d30-480f-96f9-3027b1b46623 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61015e09-9bad-4725-9cba-10fc9fe5bae5,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:06.292366 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56ed4084-3d30-480f-96f9-3027b1b46623 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.293563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-56ed4084-3d30-480f-96f9-3027b1b46623 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160259 Jan 31 19:18:06.296485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54768) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:06.300758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-06647100-e906-46d4-a911-87c61d75971b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'security_group_rule': {'security_group_id': '7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1', 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:06.330688 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06647100-e906-46d4-a911-87c61d75971b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (6afd14f2-e7c1-4e3e-8ab4-c2af2caf4783), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.395047 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06647100-e906-46d4-a911-87c61d75971b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (6afd14f2-e7c1-4e3e-8ab4-c2af2caf4783), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.399461 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06647100-e906-46d4-a911-87c61d75971b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (6afd14f2-e7c1-4e3e-8ab4-c2af2caf4783), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.422472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06647100-e906-46d4-a911-87c61d75971b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afd14f2-e7c1-4e3e-8ab4-c2af2caf4783,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:06.428144 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06647100-e906-46d4-a911-87c61d75971b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.429210 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-06647100-e906-46d4-a911-87c61d75971b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317906 Jan 31 19:18:06.431825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54770) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:06.436391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-33471160-01d7-4810-8377-0fcb321375fc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'security_group_rule': {'security_group_id': '7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1', 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:06.455740 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-33471160-01d7-4810-8377-0fcb321375fc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Project e0f69b02795d4d6facffed3eac950da9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:18:06.460404 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33471160-01d7-4810-8377-0fcb321375fc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (39e78b01-6746-4a6d-9af8-da1635b33f0a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.518545 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33471160-01d7-4810-8377-0fcb321375fc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (39e78b01-6746-4a6d-9af8-da1635b33f0a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.522126 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33471160-01d7-4810-8377-0fcb321375fc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (39e78b01-6746-4a6d-9af8-da1635b33f0a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.539659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33471160-01d7-4810-8377-0fcb321375fc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e78b01-6746-4a6d-9af8-da1635b33f0a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:06.548689 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33471160-01d7-4810-8377-0fcb321375fc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.549894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-33471160-01d7-4810-8377-0fcb321375fc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171229 Jan 31 19:18:06.552491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 54772) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:06.556781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8ca19a6c-b42c-4cc4-9d1d-fcb393f2631c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'security_group_rule': {'security_group_id': '7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1', 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:06.576832 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-8ca19a6c-b42c-4cc4-9d1d-fcb393f2631c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Project e0f69b02795d4d6facffed3eac950da9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:18:06.581543 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ca19a6c-b42c-4cc4-9d1d-fcb393f2631c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (2daa9668-d398-485e-bb4c-b51c9340bd6d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.643885 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ca19a6c-b42c-4cc4-9d1d-fcb393f2631c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (2daa9668-d398-485e-bb4c-b51c9340bd6d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.648843 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ca19a6c-b42c-4cc4-9d1d-fcb393f2631c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (2daa9668-d398-485e-bb4c-b51c9340bd6d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.669514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca19a6c-b42c-4cc4-9d1d-fcb393f2631c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2daa9668-d398-485e-bb4c-b51c9340bd6d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:06.675011 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ca19a6c-b42c-4cc4-9d1d-fcb393f2631c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:06.676198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8ca19a6c-b42c-4cc4-9d1d-fcb393f2631c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227880 Jan 31 19:18:18.898472 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89cb21b3-9c46-4c61-a7e7-f9cb5115c67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:21.104496 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee611352-9a46-426c-ad67-3fe5b9a24652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:22.259542 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:18:22.556776 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:24.195897 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:24.664688 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:25.073749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-8ec693ff-36c3-4018-ac59-72a0e477cefa tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580566193&fields=id&tenant_id=e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 267 time: 0.0422733 Jan 31 19:18:25.181435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-6a080d43-54d3-4755-a435-85ad9c83b97d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:25.182802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-6a080d43-54d3-4755-a435-85ad9c83b97d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.1018269 Jan 31 19:18:25.197731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-bcf0721f-5f83-4e92-84bc-d2f63d469aa8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/quotas/e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 375 time: 0.0088038 Jan 31 19:18:25.254718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-b2e4c7db-33c7-493e-9ad7-5dcb7cb02c53 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520515 Jan 31 19:18:25.314741 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:25.349089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-ec01eedf-df5f-406c-bd6f-0bb7ec336f92 service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834167 Jan 31 19:18:25.442712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-95ff8f89-f278-46dd-9af5-a3283b60b7ee service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877681 Jan 31 19:18:26.410827 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:26.733597 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43210d5e-0c11-4f95-a317-62ae727ccf1b req-9203157d-d228-4b4d-99ad-adba95a0b8f2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0289304 Jan 31 19:18:27.783025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-53702c53-e052-4223-836c-ead41a32597a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:27.784502 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-53702c53-e052-4223-836c-ead41a32597a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.1034901 Jan 31 19:18:27.843651 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-71c7f2ae-b7f9-4fc8-86c1-3c3af2419702 req-3ae0d1d9-adff-4fe8-b140-1d3e8abd782c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0312777 Jan 31 19:18:27.883022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-813358ef-2597-4541-870a-602b301a98e2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 380 time: 0.0900247 Jan 31 19:18:27.891687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'port': {'device_id': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'admin_state_up': True, 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'security_groups': ['7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:27.998614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Made reservation on behalf of e0f69b02795d4d6facffed3eac950da9 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:18:28.002173 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:28.133960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Allocated IP 172.20.0.3 (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6/112fde1b-a5ee-4231-a35f-efa596ad24b7/261db392-9615-4d58-a1df-06681b82aa8b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:28.271344 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (261db392-9615-4d58-a1df-06681b82aa8b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:28.312487 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (261db392-9615-4d58-a1df-06681b82aa8b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:28.357997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:28.361082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:28.365042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:28.405471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=261db392-9615-4d58-a1df-06681b82aa8b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:28.438736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:28.439458 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:28.458126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0c90b8fe-d660-4dc2-a12c-ef2a864c96bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706565 Jan 31 19:18:28.469845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Request body: {'port': {'device_id': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:28.538176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (261db392-9615-4d58-a1df-06681b82aa8b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:28.677853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6f94e404-b00a-498d-a41a-c1ade153d507 None None] Provisioning complete for port 261db392-9615-4d58-a1df-06681b82aa8b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:28.678397 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f94e404-b00a-498d-a41a-c1ade153d507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (261db392-9615-4d58-a1df-06681b82aa8b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:28.713585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6f94e404-b00a-498d-a41a-c1ade153d507 None None] Port 261db392-9615-4d58-a1df-06681b82aa8b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:18:28.804912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261db392-9615-4d58-a1df-06681b82aa8b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:18:28.813315 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Publish callbacks [] for port (261db392-9615-4d58-a1df-06681b82aa8b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:28.826011 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Transition to ACTIVE for port object 261db392-9615-4d58-a1df-06681b82aa8b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:18:28.828644 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (261db392-9615-4d58-a1df-06681b82aa8b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:28.905869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Pushing event updated for resources: {'Port': ['ID=261db392-9615-4d58-a1df-06681b82aa8b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:29.002023 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Attempting to bind port 261db392-9615-4d58-a1df-06681b82aa8b on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:18:29.002375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Attempting to bind port 261db392-9615-4d58-a1df-06681b82aa8b by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:18:29.002705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Attempting to bind port 261db392-9615-4d58-a1df-06681b82aa8b on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:18:29.011446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe683d0-5739-48be-baab-ca7bd86136c2 req-ad59f0ad-ebdd-44d0-b4fe-51a5482db18c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:29.013113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fe683d0-5739-48be-baab-ca7bd86136c2 req-ad59f0ad-ebdd-44d0-b4fe-51a5482db18c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0806644 Jan 31 19:18:29.016957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Port 261db392-9615-4d58-a1df-06681b82aa8b on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:18:29.017288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Attempting to bind port 261db392-9615-4d58-a1df-06681b82aa8b on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:18:29.024668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:18:29.025146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Checking segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:18:29.025666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Bound using segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:18:29.026111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Bound port: 261db392-9615-4d58-a1df-06681b82aa8b, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:18:29.026469 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (261db392-9615-4d58-a1df-06681b82aa8b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:29.102276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5fe683d0-5739-48be-baab-ca7bd86136c2 req-f42ad72d-da8a-494b-b48f-828ae2d3b670 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796764 Jan 31 19:18:29.137855 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] For port 261db392-9615-4d58-a1df-06681b82aa8b, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:18:29.140923 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] For port 261db392-9615-4d58-a1df-06681b82aa8b, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=261db392-9615-4d58-a1df-06681b82aa8b,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:18:29.147672 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (261db392-9615-4d58-a1df-06681b82aa8b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:29.187998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:29.188675 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:29.190234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] 10.222.0.21 "PUT /v2.0/ports/261db392-9615-4d58-a1df-06681b82aa8b HTTP/1.1" status: 200 len: 1092 time: 0.7250900 Jan 31 19:18:29.190683 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'tag': '261db392-9615-4d58-a1df-06681b82aa8b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:18:29.193175 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8c0157-bc0c-4377-8017-f46312590e81" -d '{"events": [{"name": "network-changed", "server_uuid": "96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3", "tag": "261db392-9615-4d58-a1df-06681b82aa8b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:18:29.217105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52aec8-7781-4963-b73d-c3b1cec0477a service neutron] Pushing event updated for resources: {'Port': ['ID=261db392-9615-4d58-a1df-06681b82aa8b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:29.270905 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14e6c6b-1c4c-4fc5-ba9d-ffffadab51d7 x-openstack-request-id: req-e14e6c6b-1c4c-4fc5-ba9d-ffffadab51d7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:18:29.271205 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3", "tag": "261db392-9615-4d58-a1df-06681b82aa8b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:18:29.271460 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e14e6c6b-1c4c-4fc5-ba9d-ffffadab51d7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:18:29.271859 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'tag': '261db392-9615-4d58-a1df-06681b82aa8b', 'status': 'completed', 'code': 200} Jan 31 19:18:29.292017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-f15e4f67-1a3e-4b4c-8b91-04408f9beb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:29.294238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-f15e4f67-1a3e-4b4c-8b91-04408f9beb84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 1126 time: 0.0506196 Jan 31 19:18:29.341146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-ea524a0c-eabe-41b8-bd7a-6d1078435a7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=261db392-9615-4d58-a1df-06681b82aa8b HTTP/1.1" status: 200 len: 217 time: 0.0406599 Jan 31 19:18:29.401581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-b325c189-b5c3-4142-be53-028736dc4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:29.403353 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-b325c189-b5c3-4142-be53-028736dc4c20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0570397 Jan 31 19:18:29.461696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-03756577-1ac7-4276-b5f8-dd0ca7bb4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:29.466186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-03756577-1ac7-4276-b5f8-dd0ca7bb4d1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0566583 Jan 31 19:18:29.555063 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-0708aaef-c22c-4de7-ac2d-80f8a5debd2e service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834637 Jan 31 19:18:29.646625 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26db5688-b239-4e8b-a65a-10c1acb77767 req-fc7f0bc9-a1af-462c-8733-6b5c9b4fe26c service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855792 Jan 31 19:18:29.732666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0157-bc0c-4377-8017-f46312590e81 req-4999e420-38a7-457e-bb08-f977ffdd994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:29.734079 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f8c0157-bc0c-4377-8017-f46312590e81 req-4999e420-38a7-457e-bb08-f977ffdd994f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 1126 time: 0.0463462 Jan 31 19:18:29.830152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0157-bc0c-4377-8017-f46312590e81 req-42df4c6e-21c1-4f64-bd81-d185814734b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:29.831642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f8c0157-bc0c-4377-8017-f46312590e81 req-42df4c6e-21c1-4f64-bd81-d185814734b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.0911396 Jan 31 19:18:30.170608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f8c0157-bc0c-4377-8017-f46312590e81 req-2fc23fba-1e35-4d84-b64a-e2c3d8022e84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=261db392-9615-4d58-a1df-06681b82aa8b HTTP/1.1" status: 200 len: 217 time: 0.3321445 Jan 31 19:18:30.245909 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0157-bc0c-4377-8017-f46312590e81 req-91a070e0-e8f5-4a83-bfa1-525f5a19435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:30.247536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f8c0157-bc0c-4377-8017-f46312590e81 req-91a070e0-e8f5-4a83-bfa1-525f5a19435d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0715909 Jan 31 19:18:30.286626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064488b1-0291-4851-b3ce-3d06eecdcdba req-c58b2e2a-2666-45a4-935c-d9aec378a3a1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:30.288059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-064488b1-0291-4851-b3ce-3d06eecdcdba req-c58b2e2a-2666-45a4-935c-d9aec378a3a1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.1049454 Jan 31 19:18:30.330778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0157-bc0c-4377-8017-f46312590e81 req-836fcbc2-e278-472b-a2a6-87e1e3d6fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:30.332257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f8c0157-bc0c-4377-8017-f46312590e81 req-836fcbc2-e278-472b-a2a6-87e1e3d6fefb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0791142 Jan 31 19:18:30.365263 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-064488b1-0291-4851-b3ce-3d06eecdcdba req-7c6a82eb-c6c3-4679-bd97-5fee54f0d61b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708802 Jan 31 19:18:30.441686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f8c0157-bc0c-4377-8017-f46312590e81 req-91cf37d8-e23d-48e3-b752-4f824e0240c6 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962598 Jan 31 19:18:30.536675 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f8c0157-bc0c-4377-8017-f46312590e81 req-3f9296e5-dd86-41a8-a106-7b0f173d884f service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929782 Jan 31 19:18:31.489091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef9044-9886-43a5-9b28-51c5551f37bc req-e6533704-2cd5-441f-a704-d625a9049942 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:31.490606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00ef9044-9886-43a5-9b28-51c5551f37bc req-e6533704-2cd5-441f-a704-d625a9049942 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0539386 Jan 31 19:18:31.545020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00ef9044-9886-43a5-9b28-51c5551f37bc req-d93f206e-67ac-4777-bad5-3b14cbf5b17b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459313 Jan 31 19:18:32.667107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa40b0-86b0-4070-823a-87b3761fd99a req-784297ff-5b27-48e8-9f90-96b086dbe6ca tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:32.668648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4aa40b0-86b0-4070-823a-87b3761fd99a req-784297ff-5b27-48e8-9f90-96b086dbe6ca tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0561035 Jan 31 19:18:32.716262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4aa40b0-86b0-4070-823a-87b3761fd99a req-5e35acbc-fce3-4f05-85cb-bd8495eee283 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 Jan 31 19:18:33.840928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bfc69-d214-4716-93a3-d1502ae7bca6 req-25372917-293f-4118-b90f-3295bf95fa27 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:33.842518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d2bfc69-d214-4716-93a3-d1502ae7bca6 req-25372917-293f-4118-b90f-3295bf95fa27 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0567031 Jan 31 19:18:33.895059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d2bfc69-d214-4716-93a3-d1502ae7bca6 req-b40c63a3-4ca8-4a41-9188-7cd1d17614de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468950 Jan 31 19:18:35.015752 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e73f8-f6be-4a75-82fa-316216393e17 req-15c04975-536a-4d5c-b323-2faa98a4a577 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:35.017238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-548e73f8-f6be-4a75-82fa-316216393e17 req-15c04975-536a-4d5c-b323-2faa98a4a577 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0553012 Jan 31 19:18:35.065487 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-548e73f8-f6be-4a75-82fa-316216393e17 req-496dd7e1-dd07-4553-ab0b-85cdfeab6646 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 Jan 31 19:18:36.184427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dccad-33fa-4bdc-a485-18c6fcbad47e req-5216b3e7-253a-4d59-b996-015136f5bbb5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:36.186012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d2dccad-33fa-4bdc-a485-18c6fcbad47e req-5216b3e7-253a-4d59-b996-015136f5bbb5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0534406 Jan 31 19:18:36.234784 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d2dccad-33fa-4bdc-a485-18c6fcbad47e req-3ada6843-f480-459b-bf31-b91a329f14d6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430589 Jan 31 19:18:37.361924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566e78-858b-47e3-b33b-b284a6f44702 req-07121a59-0a44-452b-a38e-bab5c11081fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:37.363843 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1a566e78-858b-47e3-b33b-b284a6f44702 req-07121a59-0a44-452b-a38e-bab5c11081fd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0575099 Jan 31 19:18:37.423204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1a566e78-858b-47e3-b33b-b284a6f44702 req-9025a8ab-1424-4060-b5b3-8c9c7d3bfde7 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531526 Jan 31 19:18:38.541720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361794-b5d1-4985-a5aa-15b3997a9837 req-6e551133-e12a-4290-a8d7-05dd05e8ec24 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:38.543686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6361794-b5d1-4985-a5aa-15b3997a9837 req-6e551133-e12a-4290-a8d7-05dd05e8ec24 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0530663 Jan 31 19:18:38.592802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6361794-b5d1-4985-a5aa-15b3997a9837 req-dd2abb16-fcc6-4193-985a-13a8f1bcb208 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430951 Jan 31 19:18:39.717096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a4f79-9076-4365-9a06-e329ade032eb req-1537b84d-ebf6-4198-b738-f7c81a9c05e6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:39.718595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-306a4f79-9076-4365-9a06-e329ade032eb req-1537b84d-ebf6-4198-b738-f7c81a9c05e6 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0536680 Jan 31 19:18:39.767241 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-306a4f79-9076-4365-9a06-e329ade032eb req-93ecd0af-3661-463e-941f-96e6097e00b1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430038 Jan 31 19:18:40.889161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e5818-e374-4a1e-8233-5ee077bb01f0 req-039e4fbd-65ba-4bed-b468-b7fe3cce6ab5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:40.890647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e95e5818-e374-4a1e-8233-5ee077bb01f0 req-039e4fbd-65ba-4bed-b468-b7fe3cce6ab5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0571709 Jan 31 19:18:40.943762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e95e5818-e374-4a1e-8233-5ee077bb01f0 req-34298874-7260-433e-a1f3-fab3a2ac55c2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471945 Jan 31 19:18:42.062082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9359d92-b1a1-4fd2-87c1-c1de4648aed5 req-2eec7527-f305-4aea-a4d9-f3d088ff4abb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:42.063609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9359d92-b1a1-4fd2-87c1-c1de4648aed5 req-2eec7527-f305-4aea-a4d9-f3d088ff4abb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0526798 Jan 31 19:18:42.112245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9359d92-b1a1-4fd2-87c1-c1de4648aed5 req-f6994cab-a141-4ea8-a754-d4151bde1079 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430694 Jan 31 19:18:43.229247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676d13b-8491-4f45-ac9c-210b62c5e62e req-52f9c849-be17-4162-a663-ebc1e8d50357 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:43.230700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e676d13b-8491-4f45-ac9c-210b62c5e62e req-52f9c849-be17-4162-a663-ebc1e8d50357 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0513759 Jan 31 19:18:43.283783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e676d13b-8491-4f45-ac9c-210b62c5e62e req-b16f4b8f-da4d-4a3f-9c90-82717f820f46 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466537 Jan 31 19:18:44.406171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5436dde-7acd-45bc-b2e3-43f670969a16 req-bff33255-9757-4dc0-b850-69e0902968d8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:44.407666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5436dde-7acd-45bc-b2e3-43f670969a16 req-bff33255-9757-4dc0-b850-69e0902968d8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0528417 Jan 31 19:18:44.455876 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5436dde-7acd-45bc-b2e3-43f670969a16 req-4a0ce99d-94d6-4bf0-ada2-a8c7be1cd288 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 Jan 31 19:18:45.576519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401d120-9446-4b4a-967a-965789a3a737 req-86fb6699-f9ba-4bba-9464-3a9c0e551bc1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:45.577906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4401d120-9446-4b4a-967a-965789a3a737 req-86fb6699-f9ba-4bba-9464-3a9c0e551bc1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0519431 Jan 31 19:18:45.627748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4401d120-9446-4b4a-967a-965789a3a737 req-ed12c52f-db40-488e-903e-8778b77fcf3d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442743 Jan 31 19:18:46.620767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 261db392-9615-4d58-a1df-06681b82aa8b details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:18:46.716679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 261db392-9615-4d58-a1df-06681b82aa8b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=261db392-9615-4d58-a1df-06681b82aa8b,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:18:46.728178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '261db392-9615-4d58-a1df-06681b82aa8b', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'port_id': '261db392-9615-4d58-a1df-06681b82aa8b', 'mac_address': 'fa:16:3e:c9:fe:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:18:46.749993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e2d92-26c8-42ce-ba88-b50900d59f4a req-3d763ad9-15f1-48f0-b3fd-303ddf507027 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:46.751466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f4e2d92-26c8-42ce-ba88-b50900d59f4a req-3d763ad9-15f1-48f0-b3fd-303ddf507027 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 943 time: 0.0557778 Jan 31 19:18:46.769141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 261db392-9615-4d58-a1df-06681b82aa8b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:46.769545 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (261db392-9615-4d58-a1df-06681b82aa8b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:46.782353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261db392-9615-4d58-a1df-06681b82aa8b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:18:46.800025 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f4e2d92-26c8-42ce-ba88-b50900d59f4a req-b9b5d8c9-2f85-44b8-80a3-9865ac60bd02 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428796 Jan 31 19:18:46.802252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 261db392-9615-4d58-a1df-06681b82aa8b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=261db392-9615-4d58-a1df-06681b82aa8b,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:18:46.807385 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (261db392-9615-4d58-a1df-06681b82aa8b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:46.853525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=261db392-9615-4d58-a1df-06681b82aa8b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:46.861829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:46.862180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:46.862520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:46.862854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:46.863184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:46.863512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:46.863836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:46.864158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:46.864510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:46.864832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:46.865150 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:46.865469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:46.865784 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:18:47.013011 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['261db392-9615-4d58-a1df-06681b82aa8b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:18:47.920219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765dc58-54e0-430e-933f-5593a9eb7151 req-ee2d31f5-0898-4c15-a8c2-d298c9cc2d94 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:47.921889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e765dc58-54e0-430e-933f-5593a9eb7151 req-ee2d31f5-0898-4c15-a8c2-d298c9cc2d94 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 944 time: 0.0527613 Jan 31 19:18:47.970737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e765dc58-54e0-430e-933f-5593a9eb7151 req-fbfa2a97-6e1e-4973-a7fb-857c72d127b0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431058 Jan 31 19:18:48.647568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 261db392-9615-4d58-a1df-06681b82aa8b up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:18:48.695409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 261db392-9615-4d58-a1df-06681b82aa8b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:18:48.699281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 261db392-9615-4d58-a1df-06681b82aa8b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:18:48.699655 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (261db392-9615-4d58-a1df-06681b82aa8b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.779009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 261db392-9615-4d58-a1df-06681b82aa8b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:18:48.779409 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (261db392-9615-4d58-a1df-06681b82aa8b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.801621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261db392-9615-4d58-a1df-06681b82aa8b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:18:48.804057 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c3a606-b4a6-4e29-9e6a-02e9fec01eb5" -d '{"events": [{"server_uuid": "96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3", "name": "network-vif-plugged", "status": "completed", "tag": "261db392-9615-4d58-a1df-06681b82aa8b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:18:48.816553 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 261db392-9615-4d58-a1df-06681b82aa8b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=261db392-9615-4d58-a1df-06681b82aa8b,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:18:48.820478 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (261db392-9615-4d58-a1df-06681b82aa8b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.870951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=261db392-9615-4d58-a1df-06681b82aa8b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:48.891618 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35297b56-a61a-4ce6-96d1-08d4904388cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:48.904296 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4017a37-a1f2-4641-9401-0812942b47d2 x-openstack-request-id: req-b4017a37-a1f2-4641-9401-0812942b47d2 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:18:48.904629 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3", "name": "network-vif-plugged", "status": "completed", "tag": "261db392-9615-4d58-a1df-06681b82aa8b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:18:48.905585 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4017a37-a1f2-4641-9401-0812942b47d2 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:18:48.906080 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261db392-9615-4d58-a1df-06681b82aa8b', 'code': 200} Jan 31 19:18:49.007398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39566dc4-4abd-4fd7-b1f8-357c134462b9 req-d1bee963-75e6-4d91-8759-1a493d2766dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:49.008965 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39566dc4-4abd-4fd7-b1f8-357c134462b9 req-d1bee963-75e6-4d91-8759-1a493d2766dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 1128 time: 0.0494533 Jan 31 19:18:49.063836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39566dc4-4abd-4fd7-b1f8-357c134462b9 req-4505ba23-05e0-4ad1-bca6-96f61c533a73 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492344 Jan 31 19:18:49.102861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd6507-e2df-43d3-8a98-b068967d1773 req-2c0714a6-05d7-4bce-ba24-dd9a99d49bb1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:49.104355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dbd6507-e2df-43d3-8a98-b068967d1773 req-2c0714a6-05d7-4bce-ba24-dd9a99d49bb1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0621467 Jan 31 19:18:49.153573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2dbd6507-e2df-43d3-8a98-b068967d1773 req-bf193f04-af06-443e-9a9b-c6e765a17c3c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429783 Jan 31 19:18:50.274497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c3b7-83ab-42ad-ad1e-b7016ac5c930 req-87bb597c-88dd-49a2-af5e-a98b3b63a4ec tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:50.275996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad81c3b7-83ab-42ad-ad1e-b7016ac5c930 req-87bb597c-88dd-49a2-af5e-a98b3b63a4ec tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0529823 Jan 31 19:18:50.329206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad81c3b7-83ab-42ad-ad1e-b7016ac5c930 req-1fd67edc-3ead-440b-9556-041291985f56 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474844 Jan 31 19:18:50.451033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f635d8-09d5-4bc2-9b5a-9ed2ecb5bfb4 req-e4892da6-d8b8-4893-bb4e-0683f7973076 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:50.452518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5f635d8-09d5-4bc2-9b5a-9ed2ecb5bfb4 req-e4892da6-d8b8-4893-bb4e-0683f7973076 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Jan 31 19:18:50.502819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5f635d8-09d5-4bc2-9b5a-9ed2ecb5bfb4 req-571a3aec-3329-4732-b823-ec5ec5aaed7a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442562 Jan 31 19:18:50.525100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54986) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:50.716078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494db7b8-831c-4531-a52e-898b45a9c34a tempest-TestVolumeBootPattern-2112185679 tempest-TestVolumeBootPattern-2112185679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:50.718272 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-494db7b8-831c-4531-a52e-898b45a9c34a tempest-TestVolumeBootPattern-2112185679 tempest-TestVolumeBootPattern-2112185679-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 1123 time: 0.1914763 Jan 31 19:18:50.720957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 54992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:18:50.725295 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '261db392-9615-4d58-a1df-06681b82aa8b', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:18:50.746251 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.845925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:50.951199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Allocated IP 172.25.8.92 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/95cf77d4-0656-41ed-b4df-8c0228c84f60) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:18:51.050779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (95cf77d4-0656-41ed-b4df-8c0228c84f60), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.084435 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (95cf77d4-0656-41ed-b4df-8c0228c84f60), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.106570 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8886d37-aef8-41b8-a5ed-e018f05269ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.123064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:18:51.126041 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:18:51.129396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:18:51.158435 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=95cf77d4-0656-41ed-b4df-8c0228c84f60,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:51.267008 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d448e7-d39f-4cf9-a510-c70c2e6fc130 req-951aee70-6e18-4748-a179-2adbea13245e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440817 Jan 31 19:18:51.355823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d448e7-d39f-4cf9-a510-c70c2e6fc130 req-dd3ebad6-9494-46be-9a7b-f48327b8a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:51.357391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d448e7-d39f-4cf9-a510-c70c2e6fc130 req-dd3ebad6-9494-46be-9a7b-f48327b8a2ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 1128 time: 0.0468743 Jan 31 19:18:51.462590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d448e7-d39f-4cf9-a510-c70c2e6fc130 req-d5e163e2-0fd3-42e7-bbe6-d5be00777a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:51.464170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d448e7-d39f-4cf9-a510-c70c2e6fc130 req-d5e163e2-0fd3-42e7-bbe6-d5be00777a9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.0887704 Jan 31 19:18:51.505540 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d448e7-d39f-4cf9-a510-c70c2e6fc130 req-6a4b7161-0952-452a-b935-f026ffc3d9f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=261db392-9615-4d58-a1df-06681b82aa8b HTTP/1.1" status: 200 len: 217 time: 0.0347824 Jan 31 19:18:51.506451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (3369f46c-9315-4a63-9e24-113fd4963f56), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.559946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d448e7-d39f-4cf9-a510-c70c2e6fc130 req-df22c376-49ea-405e-a2d4-49dc96d8edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:51.561891 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d448e7-d39f-4cf9-a510-c70c2e6fc130 req-df22c376-49ea-405e-a2d4-49dc96d8edbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0480738 Jan 31 19:18:51.576461 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (95cf77d4-0656-41ed-b4df-8c0228c84f60), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.610571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d448e7-d39f-4cf9-a510-c70c2e6fc130 req-a4aa5b92-f624-42da-a86d-ab234bdfbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:51.612258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d448e7-d39f-4cf9-a510-c70c2e6fc130 req-a4aa5b92-f624-42da-a86d-ab234bdfbc19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444641 Jan 31 19:18:51.700549 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d448e7-d39f-4cf9-a510-c70c2e6fc130 req-ce4d33b2-2c7a-4959-a54d-a9d5c637fec9 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818455 Jan 31 19:18:51.728599 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (95cf77d4-0656-41ed-b4df-8c0228c84f60), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.733583 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (95cf77d4-0656-41ed-b4df-8c0228c84f60), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.802728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2d448e7-d39f-4cf9-a510-c70c2e6fc130 req-40912bb1-08c5-451f-b443-026dd440b2cb service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955086 Jan 31 19:18:51.805595 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=95cf77d4-0656-41ed-b4df-8c0228c84f60,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:18:51.819432 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (3369f46c-9315-4a63-9e24-113fd4963f56), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:51.918052 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Floating IP 3369f46c-9315-4a63-9e24-113fd4963f56 associated. External IP: 172.25.8.92, port: 261db392-9615-4d58-a1df-06681b82aa8b. Jan 31 19:18:52.120576 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Router 58f0242c-3fa9-477a-96df-1e73f1a25709 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:18:52.223300 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:18:52.232825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e27192-6589-4b29-8215-f7d5128189d6 None None] Sync routers for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:18:52.241841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:52.243363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e27192-6589-4b29-8215-f7d5128189d6 None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:52.243978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-50e27192-6589-4b29-8215-f7d5128189d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:18:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:52.275039 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-596a1050-788c-4024-923f-78b2d7120066 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5530534 Jan 31 19:18:52.275631 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'tag': '261db392-9615-4d58-a1df-06681b82aa8b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:18:52.277997 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9862a6-7dca-4e19-a73e-b6a7f8f0f19f" -d '{"events": [{"name": "network-changed", "server_uuid": "96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3", "tag": "261db392-9615-4d58-a1df-06681b82aa8b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:18:52.354155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-50e27192-6589-4b29-8215-f7d5128189d6 None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:52.394223 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5bbb4a-ae75-4e2e-a98b-edbd77123754 x-openstack-request-id: req-ab5bbb4a-ae75-4e2e-a98b-edbd77123754 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:18:52.394518 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3", "tag": "261db392-9615-4d58-a1df-06681b82aa8b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:18:52.394776 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab5bbb4a-ae75-4e2e-a98b-edbd77123754 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:18:52.395181 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'tag': '261db392-9615-4d58-a1df-06681b82aa8b', 'status': 'completed', 'code': 200} Jan 31 19:18:52.460125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9862a6-7dca-4e19-a73e-b6a7f8f0f19f req-8086c898-5211-4d9e-976d-a1cf7b38b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:52.461698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b9862a6-7dca-4e19-a73e-b6a7f8f0f19f req-8086c898-5211-4d9e-976d-a1cf7b38b88a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 1128 time: 0.0457053 Jan 31 19:18:52.559074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9862a6-7dca-4e19-a73e-b6a7f8f0f19f req-ae7cd79a-cfbe-48db-b4ee-334d52bd23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:52.560610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b9862a6-7dca-4e19-a73e-b6a7f8f0f19f req-ae7cd79a-cfbe-48db-b4ee-334d52bd23d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.0924287 Jan 31 19:18:52.581686 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:52.599903 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-50e27192-6589-4b29-8215-f7d5128189d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '3369f46c-9315-4a63-9e24-113fd4963f56', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '261db392-9615-4d58-a1df-06681b82aa8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:c9:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:18:51Z', 'updated_at': '2022-01-31T19:18:51Z', 'revision_number': 0, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:52.626263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e27192-6589-4b29-8215-f7d5128189d6 None None] Checking router: 58f0242c-3fa9-477a-96df-1e73f1a25709 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:18:52.627393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b9862a6-7dca-4e19-a73e-b6a7f8f0f19f req-4da1ce75-b7b7-4fb2-a8a5-43ffde9cb6f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=261db392-9615-4d58-a1df-06681b82aa8b HTTP/1.1" status: 200 len: 998 time: 0.0606551 Jan 31 19:18:52.634902 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e27192-6589-4b29-8215-f7d5128189d6 None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:18:52.635501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-50e27192-6589-4b29-8215-f7d5128189d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:18:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:52.677303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9862a6-7dca-4e19-a73e-b6a7f8f0f19f req-43928725-1ed9-4c17-9221-d166980e5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:52.678764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b9862a6-7dca-4e19-a73e-b6a7f8f0f19f req-43928725-1ed9-4c17-9221-d166980e5d74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0448589 Jan 31 19:18:52.733821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9862a6-7dca-4e19-a73e-b6a7f8f0f19f req-de4f0d35-0109-4d73-8572-fd85e6dd6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:18:52.735372 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b9862a6-7dca-4e19-a73e-b6a7f8f0f19f req-de4f0d35-0109-4d73-8572-fd85e6dd6aaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499866 Jan 31 19:18:52.745856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-50e27192-6589-4b29-8215-f7d5128189d6 None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:18:52.825530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b9862a6-7dca-4e19-a73e-b6a7f8f0f19f req-b56df0f2-bc97-4e94-b888-cfc27d3052cc service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833108 Jan 31 19:18:52.924244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b9862a6-7dca-4e19-a73e-b6a7f8f0f19f req-7cfb1f76-f9c6-492b-bfed-1c1972dc934c service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924985 Jan 31 19:18:52.973849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-50e27192-6589-4b29-8215-f7d5128189d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '3369f46c-9315-4a63-9e24-113fd4963f56', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '261db392-9615-4d58-a1df-06681b82aa8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:c9:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:18:51Z', 'updated_at': '2022-01-31T19:18:51Z', 'revision_number': 0, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:18:53.000227 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e27192-6589-4b29-8215-f7d5128189d6 None None] The sync data for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 is: [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '3369f46c-9315-4a63-9e24-113fd4963f56', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.92', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '261db392-9615-4d58-a1df-06681b82aa8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:c9:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:18:51Z', 'updated_at': '2022-01-31T19:18:51Z', 'revision_number': 0, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:18:53.189140 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af57acad-f219-4031-9f7b-862822a8c08e None None] New status for floating IP 3369f46c-9315-4a63-9e24-113fd4963f56: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:18:54.198536 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:54.661895 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:55.318777 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:56.410787 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:18:59.258537 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:19:18.899320 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a594734e-62a9-454c-9de1-3dfa1a18ace9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:21.108986 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50f02d6d-d514-464c-8383-f0828ffbb289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:22.560254 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:24.200590 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:24.663526 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:25.326529 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:26.411096 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:36.257846 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:19:48.891564 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a50f9abd-f51a-49b8-9759-2985b34a49b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:50.495719 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf54460-4261-427a-a410-a649511dc32e req-e2416d62-1f1f-44af-a888-03f41ba2adba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466175 Jan 31 19:19:50.585849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf54460-4261-427a-a410-a649511dc32e req-78e43c7e-a5e3-4f9b-830b-957a42d84d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:50.587254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf54460-4261-427a-a410-a649511dc32e req-78e43c7e-a5e3-4f9b-830b-957a42d84d5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 1128 time: 0.0487773 Jan 31 19:19:50.694795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf54460-4261-427a-a410-a649511dc32e req-dab92358-7cad-4723-b165-d05c9ff6bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:50.696303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf54460-4261-427a-a410-a649511dc32e req-dab92358-7cad-4723-b165-d05c9ff6bab0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.0905056 Jan 31 19:19:50.763362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf54460-4261-427a-a410-a649511dc32e req-ccb56617-3245-4fd5-a261-a8a5630e9636 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=261db392-9615-4d58-a1df-06681b82aa8b HTTP/1.1" status: 200 len: 1000 time: 0.0581386 Jan 31 19:19:50.811841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf54460-4261-427a-a410-a649511dc32e req-1ffabadb-af8d-4c2f-a462-927604f0ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:50.813634 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf54460-4261-427a-a410-a649511dc32e req-1ffabadb-af8d-4c2f-a462-927604f0ffac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0432324 Jan 31 19:19:50.866298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf54460-4261-427a-a410-a649511dc32e req-9e461a6a-4e24-47e0-8d5c-37c124f29f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:19:50.867711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf54460-4261-427a-a410-a649511dc32e req-9e461a6a-4e24-47e0-8d5c-37c124f29f86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480509 Jan 31 19:19:50.957305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf54460-4261-427a-a410-a649511dc32e req-4fa147d5-05e8-4fef-b254-d27e22b1322e service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821447 Jan 31 19:19:51.049999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbf54460-4261-427a-a410-a649511dc32e req-69f84d63-c942-466f-85b7-8bfcaf929709 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865195 Jan 31 19:19:51.111838 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d77a475d-912f-4fc8-a9a6-90d61efcb5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:52.564151 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.204193 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:54.665174 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:55.319624 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:19:56.411173 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:13.256844 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:20:18.893410 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a009536a-aeb2-4171-ad56-94d963e2fa90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:21.113643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-17fbe29e-8b25-4dbe-b09a-aa54d9e3d739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:22.567433 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:24.206334 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:24.663444 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:25.322587 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:26.409761 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:48.895019 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c7334ec9-3c4d-4ab4-9ab8-e5b02915be4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:49.985479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b699892-1982-4d20-84d7-5a30cb351788 req-9af04f59-3653-4c82-a9ab-e8cdb74a6a5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:49.986979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b699892-1982-4d20-84d7-5a30cb351788 req-9af04f59-3653-4c82-a9ab-e8cdb74a6a5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0539300 Jan 31 19:20:50.036260 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b699892-1982-4d20-84d7-5a30cb351788 req-26196ad3-a505-4aa7-82fb-5afd9fc6aae0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436594 Jan 31 19:20:50.256197 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:20:51.114913 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b8a55ff9-8acb-482b-9545-73e909b97ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:51.159994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff20ab5-3736-43c3-8483-1c52b80ec4d4 req-b6092846-4359-434a-b546-a740e08e129f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:51.161663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ff20ab5-3736-43c3-8483-1c52b80ec4d4 req-b6092846-4359-434a-b546-a740e08e129f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0540440 Jan 31 19:20:51.211992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ff20ab5-3736-43c3-8483-1c52b80ec4d4 req-c2727a69-31a9-4929-9c22-69b025bef374 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447900 Jan 31 19:20:51.490070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-593729cc-65ae-4bfe-8697-58a4caf78279 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:20:51.491548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-593729cc-65ae-4bfe-8697-58a4caf78279 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 945 time: 0.0574286 Jan 31 19:20:51.588638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Deleting port 261db392-9615-4d58-a1df-06681b82aa8b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:20:51.588895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (261db392-9615-4d58-a1df-06681b82aa8b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:51.679396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] For port 261db392-9615-4d58-a1df-06681b82aa8b, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=261db392-9615-4d58-a1df-06681b82aa8b,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:20:51.679762 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (261db392-9615-4d58-a1df-06681b82aa8b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:51.900844 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:51.901298 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (3369f46c-9315-4a63-9e24-113fd4963f56), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:51.901596 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Floating IP 3369f46c-9315-4a63-9e24-113fd4963f56 disassociated. External IP: 172.25.8.92, port: 261db392-9615-4d58-a1df-06681b82aa8b. Jan 31 19:20:51.901951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Calling delete_port for 261db392-9615-4d58-a1df-06681b82aa8b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:20:52.027718 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (261db392-9615-4d58-a1df-06681b82aa8b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:52.060064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event deleted for resources: {'Port': ['ID=261db392-9615-4d58-a1df-06681b82aa8b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:20:52.072292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.072666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.073007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.073346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.073683 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.074017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.074345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.074677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.074998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.075314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.075635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.075960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.076281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:20:52.180714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Router 58f0242c-3fa9-477a-96df-1e73f1a25709 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:20:52.292357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:20:52.302970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a743cc-5f9e-4068-98e1-433953205583 None None] Sync routers for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:20:52.315162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a743cc-5f9e-4068-98e1-433953205583 None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:20:52.315797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-60a743cc-5f9e-4068-98e1-433953205583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:20:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:20:52.599739 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:52.606631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-60a743cc-5f9e-4068-98e1-433953205583 None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:20:52.639583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] No DVR routers for this DVR port 261db392-9615-4d58-a1df-06681b82aa8b on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:20:52.656920 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:52.660148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60294052-44a8-4fe4-be57-5de091aae8c6 req-e12ed8d9-cd10-49d6-91fc-23ce31846d5b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "DELETE /v2.0/ports/261db392-9615-4d58-a1df-06681b82aa8b HTTP/1.1" status: 204 len: 173 time: 1.1626945 Jan 31 19:20:52.660785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'name': 'network-vif-deleted', 'tag': '261db392-9615-4d58-a1df-06681b82aa8b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:20:52.663145 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ac5b00-cd2c-47ca-b030-0ccd6029466f" -d '{"events": [{"server_uuid": "96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3", "name": "network-vif-deleted", "tag": "261db392-9615-4d58-a1df-06681b82aa8b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:20:52.666906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-25c84bef-65f0-4082-937f-38d397eae1a1 req-21b458c6-6508-4202-a75b-6991f3ccfd61 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0531337 Jan 31 19:20:52.709804 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58225022-e0df-4583-86b0-98cd581a3025 x-openstack-request-id: req-58225022-e0df-4583-86b0-98cd581a3025 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:20:52.710501 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3", "name": "network-vif-deleted", "tag": "261db392-9615-4d58-a1df-06681b82aa8b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:20:52.710501 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58225022-e0df-4583-86b0-98cd581a3025 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:20:52.710762 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3', 'name': 'network-vif-deleted', 'tag': '261db392-9615-4d58-a1df-06681b82aa8b', 'status': 'completed', 'code': 200} Jan 31 19:20:52.819371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-60a743cc-5f9e-4068-98e1-433953205583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:20:52.846217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a743cc-5f9e-4068-98e1-433953205583 None None] Checking router: 58f0242c-3fa9-477a-96df-1e73f1a25709 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:20:52.854510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a743cc-5f9e-4068-98e1-433953205583 None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:20:52.855113 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-60a743cc-5f9e-4068-98e1-433953205583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:20:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:20:52.963267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-60a743cc-5f9e-4068-98e1-433953205583 None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:20:53.160757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-60a743cc-5f9e-4068-98e1-433953205583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:20:53.193006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a743cc-5f9e-4068-98e1-433953205583 None None] The sync data for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 is: [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:20:53.422195 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bdacfd-381c-4c1a-be1f-ee10cba8e1ff None None] New status for floating IP 3369f46c-9315-4a63-9e24-113fd4963f56: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:20:53.769086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac826785-aa9b-4fd3-ba23-67992e153104 req-e51171a2-8f5b-45f1-a3bd-bebcece5c15c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0282280 Jan 31 19:20:54.209314 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:54.675705 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:54.871787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e62723f-d6e8-4916-b8fc-80651528a471 req-4ddfbc46-a741-403c-8acb-78469bf14359 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0302005 Jan 31 19:20:55.223885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 261db392-9615-4d58-a1df-06681b82aa8b no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:20:55.245144 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 261db392-9615-4d58-a1df-06681b82aa8b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:20:55.245496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 261db392-9615-4d58-a1df-06681b82aa8b not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:20:55.328629 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:55.970087 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63190cee-802b-47dc-98dc-2aa253f6258a req-cfe73562-c53e-41cf-9663-8ff5e7f46beb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0280738 Jan 31 19:20:56.424759 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:20:57.071173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96786b60-71e3-4cb5-80a2-03d0eb88df29 req-57024365-2662-42bd-b071-ae7f2456eb7d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0280335 Jan 31 19:20:58.166298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c9a92a08-79ba-414d-bdbd-5c3fbffd21d1 req-6f1b60c4-26de-4875-a177-ed82a2cd1a26 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0273881 Jan 31 19:20:59.266245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-404dff11-a63d-4c3f-8a07-fd1948440074 req-4c68d13c-2e06-41b6-8631-833cdf81f591 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0280621 Jan 31 19:21:00.366127 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ed4d2da-cfc2-44b7-bb3a-ad7691a0d9df req-a9657d02-0fdb-4d77-bc18-fc101f9ec85b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=96b0e701-f1c6-48dd-bc08-32c2d8dd8ed3 HTTP/1.1" status: 200 len: 210 time: 0.0289001 Jan 31 19:21:01.601035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-b0119b1a-5981-4eaa-872a-e3aa508c3fc5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580566193&fields=id&tenant_id=e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 267 time: 0.0470252 Jan 31 19:21:01.707382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-659a3d28-95c7-42f7-b1ea-00a399d2435b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:01.708874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-659a3d28-95c7-42f7-b1ea-00a399d2435b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.1014700 Jan 31 19:21:01.723389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-614954b7-2d8a-4a0c-b7c5-097abd6a7439 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/quotas/e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 375 time: 0.0090818 Jan 31 19:21:01.777603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-40ea214f-d0f7-40b8-8dc2-eee9ecb4d0ba tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493708 Jan 31 19:21:01.913526 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-c9110c1e-bcf0-4781-9111-b7b3420a41b1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:21:01.914538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-c9110c1e-bcf0-4781-9111-b7b3420a41b1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1262980 Jan 31 19:21:02.007678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-bfcba92a-2992-4e0e-84bd-bfcf9f501a57 service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870044 Jan 31 19:21:02.095902 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-b822e8f3-bb48-4dff-83d0-7851e1574fcd service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823615 Jan 31 19:21:02.383133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82d15991-01b2-49c0-9c1f-8c22430e9223 req-7236cdcb-013f-4881-ad1b-dea44362c9db tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 210 time: 0.0329950 Jan 31 19:21:03.391587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-1fa13318-2a37-482a-84c2-e2c4c80c402d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:03.393255 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-1fa13318-2a37-482a-84c2-e2c4c80c402d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.1289415 Jan 31 19:21:03.477689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-d00e6ef8-2132-4e39-800d-1e8a8124469a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 380 time: 0.0764570 Jan 31 19:21:03.496996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'port': {'device_id': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'admin_state_up': True, 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'security_groups': ['7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:21:03.501989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8292bb8c-a19f-4975-b6be-c880111c3b56 req-489e7e54-5e8d-4d6d-8df4-aea625f166e2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 210 time: 0.0440011 Jan 31 19:21:03.615709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Made reservation on behalf of e0f69b02795d4d6facffed3eac950da9 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:21:03.619179 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:03.753676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Allocated IP 172.20.0.4 (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6/112fde1b-a5ee-4231-a35f-efa596ad24b7/6c71ead7-762f-4e13-b013-7252d4feb871) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:21:03.892724 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (6c71ead7-762f-4e13-b013-7252d4feb871), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:03.929769 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:03.982751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:21:03.990246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:21:03.992316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=6c71ead7-762f-4e13-b013-7252d4feb871,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:03.994717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:21:04.054827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:04.055951 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.076571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-cf84689a-b932-4d35-a303-201c66432320 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5833111 Jan 31 19:21:04.087856 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-597cd57f-d9c2-4c3d-b605-13a817fbbe16 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:21:04.089154 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-597cd57f-d9c2-4c3d-b605-13a817fbbe16 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063670 Jan 31 19:21:04.100789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Request body: {'port': {'device_id': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:21:04.173943 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.346830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9647d3c1-56fa-440e-8a37-2554eb994077 None None] Provisioning complete for port 6c71ead7-762f-4e13-b013-7252d4feb871 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:21:04.347399 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9647d3c1-56fa-440e-8a37-2554eb994077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.382438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9647d3c1-56fa-440e-8a37-2554eb994077 None None] Port 6c71ead7-762f-4e13-b013-7252d4feb871 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:21:04.473589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c71ead7-762f-4e13-b013-7252d4feb871 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:21:04.482921 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Publish callbacks [] for port (6c71ead7-762f-4e13-b013-7252d4feb871), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.496701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Transition to ACTIVE for port object 6c71ead7-762f-4e13-b013-7252d4feb871 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:21:04.501071 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.585816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Pushing event updated for resources: {'Port': ['ID=6c71ead7-762f-4e13-b013-7252d4feb871,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:04.712659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Attempting to bind port 6c71ead7-762f-4e13-b013-7252d4feb871 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:21:04.713009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Attempting to bind port 6c71ead7-762f-4e13-b013-7252d4feb871 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:21:04.713349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Attempting to bind port 6c71ead7-762f-4e13-b013-7252d4feb871 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:21:04.724273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda85d4b-26c6-4157-a76a-90fb0740932a req-a90186f8-70cc-4ceb-bc4e-d9680eddbf89 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:04.725958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cda85d4b-26c6-4157-a76a-90fb0740932a req-a90186f8-70cc-4ceb-bc4e-d9680eddbf89 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.1071093 Jan 31 19:21:04.728135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Port 6c71ead7-762f-4e13-b013-7252d4feb871 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:21:04.728504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Attempting to bind port 6c71ead7-762f-4e13-b013-7252d4feb871 on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:21:04.735834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:21:04.736182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Checking segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:21:04.736613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Bound using segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:21:04.737052 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Bound port: 6c71ead7-762f-4e13-b013-7252d4feb871, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:21:04.737419 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.823469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cda85d4b-26c6-4157-a76a-90fb0740932a req-cd8e47e5-ba1d-44ec-8bcd-da6a838afe84 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896528 Jan 31 19:21:04.844084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] For port 6c71ead7-762f-4e13-b013-7252d4feb871, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:21:04.848154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] For port 6c71ead7-762f-4e13-b013-7252d4feb871, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=6c71ead7-762f-4e13-b013-7252d4feb871,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:21:04.854305 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.891687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:04.892312 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:04.893720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] 10.222.0.21 "PUT /v2.0/ports/6c71ead7-762f-4e13-b013-7252d4feb871 HTTP/1.1" status: 200 len: 1092 time: 0.7978785 Jan 31 19:21:04.894172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'tag': '6c71ead7-762f-4e13-b013-7252d4feb871'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:21:04.896714 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f878d6c5-9ab9-40d7-a328-4c6278d29082" -d '{"events": [{"name": "network-changed", "server_uuid": "227bc070-14d4-4b27-a3c8-0a74e09f6e32", "tag": "6c71ead7-762f-4e13-b013-7252d4feb871"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:21:04.924252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc8a1f-79c4-4503-8d51-87f3cee87f3a service neutron] Pushing event updated for resources: {'Port': ['ID=6c71ead7-762f-4e13-b013-7252d4feb871,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:04.975400 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce798f7-6884-47de-a376-d8fac5cb63e1 x-openstack-request-id: req-4ce798f7-6884-47de-a376-d8fac5cb63e1 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:21:04.975611 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227bc070-14d4-4b27-a3c8-0a74e09f6e32", "tag": "6c71ead7-762f-4e13-b013-7252d4feb871", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:21:04.975862 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ce798f7-6884-47de-a376-d8fac5cb63e1 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:21:04.976263 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'tag': '6c71ead7-762f-4e13-b013-7252d4feb871', 'status': 'completed', 'code': 200} Jan 31 19:21:04.998284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-2c83c312-86d9-4edb-ae57-816899de31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:05.000003 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-2c83c312-86d9-4edb-ae57-816899de31e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 1126 time: 0.0538077 Jan 31 19:21:05.055579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-2148d2dc-1961-495a-9b6c-72ae38579cb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c71ead7-762f-4e13-b013-7252d4feb871 HTTP/1.1" status: 200 len: 217 time: 0.0483003 Jan 31 19:21:05.116086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-f9626aec-c2f8-4396-91e2-a100d9520d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:05.117820 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-f9626aec-c2f8-4396-91e2-a100d9520d13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0564537 Jan 31 19:21:05.173111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-288a8f04-81aa-44ad-9c95-94a54056d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:05.174652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-288a8f04-81aa-44ad-9c95-94a54056d7cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513058 Jan 31 19:21:05.263413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-e3b49f5f-6f51-410d-a137-edd2fa16e406 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825849 Jan 31 19:21:05.360038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92262d5-4b32-4069-aac1-b5fe48972a7d req-eb16d3a5-c213-4aaf-bf4c-d0ec334ab20d service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896070 Jan 31 19:21:05.446321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878d6c5-9ab9-40d7-a328-4c6278d29082 req-869543fc-8408-4873-b2d3-7b00aa8bd1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:05.447856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f878d6c5-9ab9-40d7-a328-4c6278d29082 req-869543fc-8408-4873-b2d3-7b00aa8bd1bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 1126 time: 0.0454113 Jan 31 19:21:05.537999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878d6c5-9ab9-40d7-a328-4c6278d29082 req-69296ce9-4238-46bc-88aa-c5dd78acbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:05.539403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f878d6c5-9ab9-40d7-a328-4c6278d29082 req-69296ce9-4238-46bc-88aa-c5dd78acbfd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.0855205 Jan 31 19:21:05.584950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f878d6c5-9ab9-40d7-a328-4c6278d29082 req-bd250108-1557-4731-89bd-0e329bd61983 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c71ead7-762f-4e13-b013-7252d4feb871 HTTP/1.1" status: 200 len: 217 time: 0.0396945 Jan 31 19:21:05.632836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878d6c5-9ab9-40d7-a328-4c6278d29082 req-11322a37-d566-4c89-9aec-f89065794096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:05.634338 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f878d6c5-9ab9-40d7-a328-4c6278d29082 req-11322a37-d566-4c89-9aec-f89065794096 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0441639 Jan 31 19:21:05.685293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878d6c5-9ab9-40d7-a328-4c6278d29082 req-45cbc8fb-b840-4bb8-b987-7ca25153b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:05.687309 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f878d6c5-9ab9-40d7-a328-4c6278d29082 req-45cbc8fb-b840-4bb8-b987-7ca25153b4c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440540 Jan 31 19:21:05.781074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f878d6c5-9ab9-40d7-a328-4c6278d29082 req-19ff1407-712c-4bc6-b3ba-f7aa22294de6 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869546 Jan 31 19:21:05.869326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f878d6c5-9ab9-40d7-a328-4c6278d29082 req-e6b53dd1-ae9b-4585-ad9b-673c9962e564 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827637 Jan 31 19:21:05.955530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e1fc9-3e5d-4a5b-bdc5-2d9f7b91219c req-a249934d-d869-46b0-80fc-4f1c76d7a1cd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:05.957047 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-696e1fc9-3e5d-4a5b-bdc5-2d9f7b91219c req-a249934d-d869-46b0-80fc-4f1c76d7a1cd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.0615568 Jan 31 19:21:06.007399 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-696e1fc9-3e5d-4a5b-bdc5-2d9f7b91219c req-6d5c11e2-0b8b-4ba3-888f-217d35fe0cf9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446939 Jan 31 19:21:07.149061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947eb6d-ba40-46d0-9cc1-cc190fa15bd2 req-141a912c-d12f-4288-bdef-d593dea633f9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:07.151382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4947eb6d-ba40-46d0-9cc1-cc190fa15bd2 req-141a912c-d12f-4288-bdef-d593dea633f9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.0632944 Jan 31 19:21:07.204616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4947eb6d-ba40-46d0-9cc1-cc190fa15bd2 req-0030db47-b160-47ad-9746-850d3bc5986d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463076 Jan 31 19:21:08.332212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecaf4-4d2d-4886-9c36-5f2f6a93fbcd req-28285db5-5d3d-4d74-b260-b234ae62be14 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:08.333726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbdecaf4-4d2d-4886-9c36-5f2f6a93fbcd req-28285db5-5d3d-4d74-b260-b234ae62be14 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.0540366 Jan 31 19:21:08.387944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cbdecaf4-4d2d-4886-9c36-5f2f6a93fbcd req-9e7f6ae4-c2d9-4cd6-9174-5d4ccc31301d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479712 Jan 31 19:21:09.514238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bfd60-2f6c-4c42-a35f-31b35ba81cff req-ef1750ba-cb66-4273-9882-93e98716b59f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:09.516794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b2bfd60-2f6c-4c42-a35f-31b35ba81cff req-ef1750ba-cb66-4273-9882-93e98716b59f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.0561523 Jan 31 19:21:09.569495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9b2bfd60-2f6c-4c42-a35f-31b35ba81cff req-95fa2bac-0f70-4cc9-bb96-0224f262cc17 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Jan 31 19:21:10.690285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb032e-6944-4c12-bf70-3d7b544154ed req-f5fa3e3b-56dc-4301-916b-8fcd283948d3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:10.691778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-edbb032e-6944-4c12-bf70-3d7b544154ed req-f5fa3e3b-56dc-4301-916b-8fcd283948d3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.0540524 Jan 31 19:21:10.740304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-edbb032e-6944-4c12-bf70-3d7b544154ed req-3c311e57-9f45-41da-ae45-def72c52e072 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428584 Jan 31 19:21:11.863398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64e740-8b60-40ee-b537-fa950b45910e req-17065170-cfc3-4de9-85b0-333f2019d8cc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:11.864927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f64e740-8b60-40ee-b537-fa950b45910e req-17065170-cfc3-4de9-85b0-333f2019d8cc tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.0575244 Jan 31 19:21:11.915663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f64e740-8b60-40ee-b537-fa950b45910e req-bcbaad91-5153-4578-81b6-ad152650ddae tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450356 Jan 31 19:21:13.049071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9626d-e437-4a3d-b095-571ee39e0143 req-0074fb03-d025-4040-be31-f01f08dc47e2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:13.051949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6a9626d-e437-4a3d-b095-571ee39e0143 req-0074fb03-d025-4040-be31-f01f08dc47e2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.0663161 Jan 31 19:21:13.107090 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6a9626d-e437-4a3d-b095-571ee39e0143 req-feddea72-f3ff-4efd-87a3-9e442a6042aa tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495782 Jan 31 19:21:14.232089 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90f562-4051-4858-ac41-dfecdcc8ada6 req-dd4a2e53-973f-4c88-82ce-2cdd59460862 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:14.233725 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b90f562-4051-4858-ac41-dfecdcc8ada6 req-dd4a2e53-973f-4c88-82ce-2cdd59460862 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.0570304 Jan 31 19:21:14.282915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b90f562-4051-4858-ac41-dfecdcc8ada6 req-d6f31264-3358-4c62-9700-23b55c8830cd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434315 Jan 31 19:21:15.486371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ab0fa-865d-40ca-aa8a-75e56011d6b5 req-c6c00393-5fff-4019-ad95-08c06c7211d8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:15.487861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a22ab0fa-865d-40ca-aa8a-75e56011d6b5 req-c6c00393-5fff-4019-ad95-08c06c7211d8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.1371315 Jan 31 19:21:15.536003 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a22ab0fa-865d-40ca-aa8a-75e56011d6b5 req-172344af-8599-4899-bbbc-08705b9dffe0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Jan 31 19:21:16.708036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59990fd8-a2fc-41a0-a895-167cf35eeba0 req-93564fe4-9889-4b0a-81a1-d5de8473e7f7 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:16.709549 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59990fd8-a2fc-41a0-a895-167cf35eeba0 req-93564fe4-9889-4b0a-81a1-d5de8473e7f7 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.1061132 Jan 31 19:21:16.762107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59990fd8-a2fc-41a0-a895-167cf35eeba0 req-a447fa68-04c4-4e22-848d-fac934945220 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469842 Jan 31 19:21:17.889521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f2e2-d56c-403f-9831-4ce4cd59efd1 req-93e00986-29d6-4339-b25f-b27cc059a9db tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:17.891042 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1a9f2e2-d56c-403f-9831-4ce4cd59efd1 req-93e00986-29d6-4339-b25f-b27cc059a9db tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.0543880 Jan 31 19:21:17.942395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1a9f2e2-d56c-403f-9831-4ce4cd59efd1 req-9205ba5a-d015-40fd-be5b-d1bd4358d960 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450220 Jan 31 19:21:18.898825 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-66d6b3e7-cb5d-4c9f-b52a-0c2d09c4cdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:19.064626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c40dc-3168-47b1-a6c1-606cac9e7c37 req-bde59223-ca50-435d-a922-5f04dc8048b2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:19.066010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c74c40dc-3168-47b1-a6c1-606cac9e7c37 req-bde59223-ca50-435d-a922-5f04dc8048b2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.0522344 Jan 31 19:21:19.113947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c74c40dc-3168-47b1-a6c1-606cac9e7c37 req-9a8bc7f8-b8c1-48f6-981e-b573a45a4db5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423336 Jan 31 19:21:20.271095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bc37c-aedf-46f2-b25c-731fd46eb5b9 req-ddd42623-2acb-4a56-9e47-6d7e7fd4fcb1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:20.273193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-867bc37c-aedf-46f2-b25c-731fd46eb5b9 req-ddd42623-2acb-4a56-9e47-6d7e7fd4fcb1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.0772550 Jan 31 19:21:20.332593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-867bc37c-aedf-46f2-b25c-731fd46eb5b9 req-99b37c67-78d7-4a39-83d6-24650ce5bb9a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489278 Jan 31 19:21:21.119289 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-658c6973-b64e-4beb-8df5-e008cf0f7c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:21.371738 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 6c71ead7-762f-4e13-b013-7252d4feb871 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:21:21.460676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c81e55-b8ea-484c-a2f1-c4611a1e6f4f req-b946cd9a-64a9-4030-976b-46a596bd43cd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:21.462234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29c81e55-b8ea-484c-a2f1-c4611a1e6f4f req-b946cd9a-64a9-4030-976b-46a596bd43cd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 943 time: 0.0549955 Jan 31 19:21:21.476641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 6c71ead7-762f-4e13-b013-7252d4feb871, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=6c71ead7-762f-4e13-b013-7252d4feb871,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:21:21.489326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '6c71ead7-762f-4e13-b013-7252d4feb871', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'port_id': '6c71ead7-762f-4e13-b013-7252d4feb871', 'mac_address': 'fa:16:3e:45:ca:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:21:21.524282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29c81e55-b8ea-484c-a2f1-c4611a1e6f4f req-f9e828c1-b401-4337-8f3b-1b0df31cbf52 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563626 Jan 31 19:21:21.532939 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 6c71ead7-762f-4e13-b013-7252d4feb871 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:21:21.533339 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:21.547106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c71ead7-762f-4e13-b013-7252d4feb871 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:21:21.566907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 6c71ead7-762f-4e13-b013-7252d4feb871, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=6c71ead7-762f-4e13-b013-7252d4feb871,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:21:21.570517 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:21.622966 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=6c71ead7-762f-4e13-b013-7252d4feb871,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:21.631559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.631905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.632245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.632699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.633133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.633613 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.633952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.634286 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.634611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.634936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.635260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.635580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.635907 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:21.834055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['6c71ead7-762f-4e13-b013-7252d4feb871'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:21:22.578793 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:22.654092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a6945-43e2-41ae-9448-5cdc505171a9 req-06ebd9c0-96c0-4d5f-a4f8-c59b243d5cd4 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:22.656204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca2a6945-43e2-41ae-9448-5cdc505171a9 req-06ebd9c0-96c0-4d5f-a4f8-c59b243d5cd4 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 944 time: 0.0544620 Jan 31 19:21:22.715957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ca2a6945-43e2-41ae-9448-5cdc505171a9 req-c5a3045d-662d-46b5-a56c-50faf390c841 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529346 Jan 31 19:21:23.380306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 6c71ead7-762f-4e13-b013-7252d4feb871 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:21:23.430188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 6c71ead7-762f-4e13-b013-7252d4feb871 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:21:23.434017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 6c71ead7-762f-4e13-b013-7252d4feb871 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:21:23.434408 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:23.513335 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 6c71ead7-762f-4e13-b013-7252d4feb871 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:21:23.513731 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:23.543072 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c71ead7-762f-4e13-b013-7252d4feb871'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:21:23.545478 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4678e5a-f310-4a7c-89c8-3a58ed6d0053" -d '{"events": [{"server_uuid": "227bc070-14d4-4b27-a3c8-0a74e09f6e32", "name": "network-vif-plugged", "status": "completed", "tag": "6c71ead7-762f-4e13-b013-7252d4feb871"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:21:23.559694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 6c71ead7-762f-4e13-b013-7252d4feb871, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=6c71ead7-762f-4e13-b013-7252d4feb871,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:21:23.564188 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:23.590953 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42ae53a-10bb-493b-a02a-1187835b9a8c x-openstack-request-id: req-f42ae53a-10bb-493b-a02a-1187835b9a8c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:21:23.591583 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227bc070-14d4-4b27-a3c8-0a74e09f6e32", "name": "network-vif-plugged", "status": "completed", "tag": "6c71ead7-762f-4e13-b013-7252d4feb871", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:21:23.591583 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f42ae53a-10bb-493b-a02a-1187835b9a8c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:21:23.591876 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c71ead7-762f-4e13-b013-7252d4feb871', 'code': 200} Jan 31 19:21:23.619985 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=6c71ead7-762f-4e13-b013-7252d4feb871,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:23.689460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85a8d2-6160-4b7c-8f56-ed3e32ba7be0 req-3b0d4b9c-bb29-435f-9e66-36ec1fe2b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:23.690929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e85a8d2-6160-4b7c-8f56-ed3e32ba7be0 req-3b0d4b9c-bb29-435f-9e66-36ec1fe2b7e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 1128 time: 0.0428736 Jan 31 19:21:23.736176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e85a8d2-6160-4b7c-8f56-ed3e32ba7be0 req-1f3f3380-0d59-41a7-b587-94417a849633 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386417 Jan 31 19:21:23.836543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e86af4-5f91-4a0a-87d5-36515c51f5df req-b57e7699-d3ff-47a6-ad26-78f8016e821b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:23.837917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0e86af4-5f91-4a0a-87d5-36515c51f5df req-b57e7699-d3ff-47a6-ad26-78f8016e821b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 945 time: 0.0522101 Jan 31 19:21:23.887611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0e86af4-5f91-4a0a-87d5-36515c51f5df req-4c6d584f-e8e2-4ecd-b748-c18c8e5e4abe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437486 Jan 31 19:21:24.211250 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:24.675644 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:25.014217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5cc29-fe18-4321-b472-a597137d4605 req-16f35d3c-173d-4c54-9886-8f9fc3e826c3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:25.015819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73a5cc29-fe18-4321-b472-a597137d4605 req-16f35d3c-173d-4c54-9886-8f9fc3e826c3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 945 time: 0.0569546 Jan 31 19:21:25.064229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73a5cc29-fe18-4321-b472-a597137d4605 req-b162f2aa-f806-48f8-bfb3-fa81fe4508bd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425634 Jan 31 19:21:25.320559 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:26.184074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54ef78-d4f1-429d-87b5-28deed837087 req-07a8111a-ca21-4f9b-b87e-5f7b0b0503f1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:26.185502 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b54ef78-d4f1-429d-87b5-28deed837087 req-07a8111a-ca21-4f9b-b87e-5f7b0b0503f1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 945 time: 0.0535638 Jan 31 19:21:26.233592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b54ef78-d4f1-429d-87b5-28deed837087 req-16c0a1a3-a7d6-4395-94c7-3e15e4519707 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422897 Jan 31 19:21:26.355270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c1877-ab21-41d1-8bfb-dd1cdad224d3 req-bbe31cee-9244-4d93-b898-1488b724b7f4 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:26.356790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d43c1877-ab21-41d1-8bfb-dd1cdad224d3 req-bbe31cee-9244-4d93-b898-1488b724b7f4 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 945 time: 0.0576081 Jan 31 19:21:26.406692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d43c1877-ab21-41d1-8bfb-dd1cdad224d3 req-5b567852-50f9-4c9c-95e6-015a0ea0189f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440912 Jan 31 19:21:26.428636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55172) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:26.445574 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:26.476766 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6001ee-9b6b-4c95-8898-1d2a6933a167 tempest-TestVolumeBootPattern-2112185679 tempest-TestVolumeBootPattern-2112185679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:26.478304 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4c6001ee-9b6b-4c95-8898-1d2a6933a167 tempest-TestVolumeBootPattern-2112185679 tempest-TestVolumeBootPattern-2112185679-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 1123 time: 0.0486605 Jan 31 19:21:26.481042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55180) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:21:26.485380 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '6c71ead7-762f-4e13-b013-7252d4feb871', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:21:26.504725 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:26.606970 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:26.732573 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Allocated IP 172.25.8.168 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c0781b97-474e-4f86-8c94-125c99eb5efc) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:21:26.849143 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (c0781b97-474e-4f86-8c94-125c99eb5efc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:27.219190 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c0781b97-474e-4f86-8c94-125c99eb5efc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:27.255586 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:21:27.256177 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:21:27.259029 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:21:27.262527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:21:27.290099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=c0781b97-474e-4f86-8c94-125c99eb5efc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:27.303629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.303987 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.304362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.304713 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.305064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.305428 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.305750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.306087 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.306420 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.306754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.307089 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.307428 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.307758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:21:27.651362 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (32a3a32e-1515-466f-84ad-eac11f45b134), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:27.720299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c0781b97-474e-4f86-8c94-125c99eb5efc), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:27.871651 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (c0781b97-474e-4f86-8c94-125c99eb5efc), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:27.876699 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (c0781b97-474e-4f86-8c94-125c99eb5efc), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:27.953794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=c0781b97-474e-4f86-8c94-125c99eb5efc,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:21:27.962277 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (32a3a32e-1515-466f-84ad-eac11f45b134), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:28.063645 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Floating IP 32a3a32e-1515-466f-84ad-eac11f45b134 associated. External IP: 172.25.8.168, port: 6c71ead7-762f-4e13-b013-7252d4feb871. Jan 31 19:21:28.285264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Router 58f0242c-3fa9-477a-96df-1e73f1a25709 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:21:28.411095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:21:28.420650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab593d-f675-433e-92a5-a8c70f315cec None None] Sync routers for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:21:28.429779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:28.432600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab593d-f675-433e-92a5-a8c70f315cec None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:21:28.433332 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-88ab593d-f675-433e-92a5-a8c70f315cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:21:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:28.460283 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b69a9d75-e76e-4cfd-b178-fb4e7d6c6137 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9782219 Jan 31 19:21:28.461472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'tag': '6c71ead7-762f-4e13-b013-7252d4feb871'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:21:28.463692 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fb3444-c4d6-4767-9e13-90e87cbadf8c" -d '{"events": [{"name": "network-changed", "server_uuid": "227bc070-14d4-4b27-a3c8-0a74e09f6e32", "tag": "6c71ead7-762f-4e13-b013-7252d4feb871"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:21:28.502920 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20296865-23f4-468c-8a74-b8b8c9f54029 x-openstack-request-id: req-20296865-23f4-468c-8a74-b8b8c9f54029 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:21:28.503196 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227bc070-14d4-4b27-a3c8-0a74e09f6e32", "tag": "6c71ead7-762f-4e13-b013-7252d4feb871", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:21:28.503478 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20296865-23f4-468c-8a74-b8b8c9f54029 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:21:28.503890 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'tag': '6c71ead7-762f-4e13-b013-7252d4feb871', 'status': 'completed', 'code': 200} Jan 31 19:21:28.548525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-88ab593d-f675-433e-92a5-a8c70f315cec None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:21:28.572195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb3444-c4d6-4767-9e13-90e87cbadf8c req-b8c2ec70-aff3-4c66-a727-dc14bfdde9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:28.573736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6fb3444-c4d6-4767-9e13-90e87cbadf8c req-b8c2ec70-aff3-4c66-a727-dc14bfdde9b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 1128 time: 0.0461700 Jan 31 19:21:28.666343 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb3444-c4d6-4767-9e13-90e87cbadf8c req-a02ba79f-e8f9-4be0-9df8-0dafff6b5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:28.667863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6fb3444-c4d6-4767-9e13-90e87cbadf8c req-a02ba79f-e8f9-4be0-9df8-0dafff6b5f23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.0859027 Jan 31 19:21:28.740708 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6fb3444-c4d6-4767-9e13-90e87cbadf8c req-4a47c65f-0e5d-4c0b-9d8f-44abd9561733 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c71ead7-762f-4e13-b013-7252d4feb871 HTTP/1.1" status: 200 len: 999 time: 0.0645983 Jan 31 19:21:28.788747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-88ab593d-f675-433e-92a5-a8c70f315cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '32a3a32e-1515-466f-84ad-eac11f45b134', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '6c71ead7-762f-4e13-b013-7252d4feb871', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:45:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:21:27Z', 'updated_at': '2022-01-31T19:21:27Z', 'revision_number': 0, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:28.793363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb3444-c4d6-4767-9e13-90e87cbadf8c req-bd091117-ddc3-423f-bab6-bb7f28df294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:28.794893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6fb3444-c4d6-4767-9e13-90e87cbadf8c req-bd091117-ddc3-423f-bab6-bb7f28df294a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0484941 Jan 31 19:21:28.816611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab593d-f675-433e-92a5-a8c70f315cec None None] Checking router: 58f0242c-3fa9-477a-96df-1e73f1a25709 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:21:28.824969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab593d-f675-433e-92a5-a8c70f315cec None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:21:28.825574 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-88ab593d-f675-433e-92a5-a8c70f315cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:21:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:28.848125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb3444-c4d6-4767-9e13-90e87cbadf8c req-a308e255-0402-4568-9dd3-b999a91a55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:28.849751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6fb3444-c4d6-4767-9e13-90e87cbadf8c req-a308e255-0402-4568-9dd3-b999a91a55c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473812 Jan 31 19:21:28.946834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-88ab593d-f675-433e-92a5-a8c70f315cec None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:21:28.950991 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6fb3444-c4d6-4767-9e13-90e87cbadf8c req-38f7bf13-0b4b-413b-ae94-ae2f627a7cd3 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947745 Jan 31 19:21:29.048555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6fb3444-c4d6-4767-9e13-90e87cbadf8c req-b5396f4e-f763-48f7-b6b5-43d4490c09fd service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909107 Jan 31 19:21:29.191932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-88ab593d-f675-433e-92a5-a8c70f315cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '32a3a32e-1515-466f-84ad-eac11f45b134', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '6c71ead7-762f-4e13-b013-7252d4feb871', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:45:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:21:27Z', 'updated_at': '2022-01-31T19:21:27Z', 'revision_number': 0, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:21:29.218566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab593d-f675-433e-92a5-a8c70f315cec None None] The sync data for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 is: [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '32a3a32e-1515-466f-84ad-eac11f45b134', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '6c71ead7-762f-4e13-b013-7252d4feb871', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:45:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:21:27Z', 'updated_at': '2022-01-31T19:21:27Z', 'revision_number': 0, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:21:29.432810 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1028f2-4efd-4bd0-96e8-a64151dd064f None None] New status for floating IP 32a3a32e-1515-466f-84ad-eac11f45b134: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:21:48.905597 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cc061776-2e58-4c28-baf5-1b2c523021a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:51.122156 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-178d7fe8-5003-41d3-bf46-fe30b8750c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:51.573933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d243631-a4c9-47b3-9b0f-c72675653b5d req-153f0596-6560-45e6-bc22-fd1be0ea17ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1160231 Jan 31 19:21:51.676533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d243631-a4c9-47b3-9b0f-c72675653b5d req-c3b0ee69-71ad-4b80-83b9-4c18b350d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:51.678081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d243631-a4c9-47b3-9b0f-c72675653b5d req-c3b0ee69-71ad-4b80-83b9-4c18b350d97a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 1128 time: 0.0553498 Jan 31 19:21:51.792642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d243631-a4c9-47b3-9b0f-c72675653b5d req-b8099398-44a8-4e26-b23e-c54732027126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:51.794143 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d243631-a4c9-47b3-9b0f-c72675653b5d req-b8099398-44a8-4e26-b23e-c54732027126 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.0955491 Jan 31 19:21:51.868233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d243631-a4c9-47b3-9b0f-c72675653b5d req-05519473-13bb-4a80-ae26-60b13c8e048f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c71ead7-762f-4e13-b013-7252d4feb871 HTTP/1.1" status: 200 len: 1001 time: 0.0649149 Jan 31 19:21:51.920389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d243631-a4c9-47b3-9b0f-c72675653b5d req-28f5e2e9-8c76-4631-a173-998e2443b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:51.922292 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d243631-a4c9-47b3-9b0f-c72675653b5d req-28f5e2e9-8c76-4631-a173-998e2443b28c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0480902 Jan 31 19:21:51.983422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d243631-a4c9-47b3-9b0f-c72675653b5d req-aaf7b9b7-5ede-4b06-b3b0-eae7722b7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:21:51.985571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d243631-a4c9-47b3-9b0f-c72675653b5d req-aaf7b9b7-5ede-4b06-b3b0-eae7722b7546 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552573 Jan 31 19:21:52.106312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d243631-a4c9-47b3-9b0f-c72675653b5d req-2dc02c5f-ce51-45db-951b-2cfd74906ee8 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132638 Jan 31 19:21:52.206996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d243631-a4c9-47b3-9b0f-c72675653b5d req-f199c167-1720-4413-9c3a-a7ec2d57430e service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908566 Jan 31 19:21:52.589657 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:54.219501 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:54.681844 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:55.342705 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:21:56.452621 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:04.255730 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:22:18.903636 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aea9444b-b903-4e6c-a2af-da805ada6922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:21.124204 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d06920de-e683-4db3-80fd-54e48c2192ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:22.579353 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:24.217290 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:24.678765 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:25.327587 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:26.457041 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:41.254220 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:22:48.897520 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f95f2f2c-91f0-4416-8e54-57ead1ca9dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:51.125828 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-629ad9b2-e576-4cba-afc6-d3e4511da945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:51.507809 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb01794-8990-40ca-85a0-780b4c66da78 req-8de783d3-64e3-4971-aad5-f09b5fe008f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580878 Jan 31 19:22:51.602031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb01794-8990-40ca-85a0-780b4c66da78 req-a429fb05-4ed8-4d6c-bd93-2a7607d0b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:51.603523 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb01794-8990-40ca-85a0-780b4c66da78 req-a429fb05-4ed8-4d6c-bd93-2a7607d0b3c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 1128 time: 0.0451987 Jan 31 19:22:51.707972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb01794-8990-40ca-85a0-780b4c66da78 req-f0ce8149-6bba-443c-8430-59fdae4bdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:51.709480 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb01794-8990-40ca-85a0-780b4c66da78 req-f0ce8149-6bba-443c-8430-59fdae4bdb1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.0853164 Jan 31 19:22:51.785281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb01794-8990-40ca-85a0-780b4c66da78 req-4bb705cc-3f35-4e10-a818-08f32735f9ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c71ead7-762f-4e13-b013-7252d4feb871 HTTP/1.1" status: 200 len: 1001 time: 0.0645995 Jan 31 19:22:51.835316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb01794-8990-40ca-85a0-780b4c66da78 req-89a5495d-df9a-45ea-96c5-7ad174d6061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:51.836837 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb01794-8990-40ca-85a0-780b4c66da78 req-89a5495d-df9a-45ea-96c5-7ad174d6061f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0450721 Jan 31 19:22:51.887981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb01794-8990-40ca-85a0-780b4c66da78 req-28941ba2-95a6-427c-a6fc-ed781cebf730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:22:51.889538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb01794-8990-40ca-85a0-780b4c66da78 req-28941ba2-95a6-427c-a6fc-ed781cebf730 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454810 Jan 31 19:22:51.985684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb01794-8990-40ca-85a0-780b4c66da78 req-0d760227-8830-427b-89df-9f0c409b1d44 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891719 Jan 31 19:22:52.076317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cb01794-8990-40ca-85a0-780b4c66da78 req-8afca805-991f-4615-81dd-b1cd65e41ecb service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840430 Jan 31 19:22:52.584100 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:54.222005 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:54.678301 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:55.331420 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:22:56.459907 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:12.228355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-913719b1-0499-44bf-9ceb-8e66f8e1742c req-94103f73-e9ed-4d34-a722-7e649c1584ca service neutron] (103226) timed out ('10.222.0.20', 42836) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:23:18.255044 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:23:18.909172 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9849b274-fd50-44b1-9517-183fbbb38ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:21.130259 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d68ad547-c58e-479d-9cf0-20b7e7d011eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:22.587378 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:23.078347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-4ce01eae-b7ce-4f96-ba53-c9a0a39d41aa tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580566193&fields=id&tenant_id=e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 267 time: 0.0485330 Jan 31 19:23:23.179266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-67ee5ae0-b5bc-447f-a7e7-30f4cf0b404a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:23.180735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-67ee5ae0-b5bc-447f-a7e7-30f4cf0b404a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.0961483 Jan 31 19:23:23.195436 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-a1bb5d29-3104-4b40-ab47-64226660973c tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/quotas/e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 375 time: 0.0094624 Jan 31 19:23:23.251451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-89795508-ceff-41f6-80d0-45f7aaf85798 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510588 Jan 31 19:23:23.347987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-8e204544-7549-493b-8e7a-3578cd48f274 service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853643 Jan 31 19:23:23.438344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-c867bb81-9208-4049-a547-9115e7dbf36f service neutron] 10.222.0.20 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841153 Jan 31 19:23:24.223132 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:24.705040 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:24.735922 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79f6e449-57f4-47db-b8bb-dedde6c5258f req-4b89722a-6180-4a0e-b4d1-96fd138fc37b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0325408 Jan 31 19:23:25.334282 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:25.812624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-836120c7-02e2-4990-9a28-bd55809bae05 req-a04fa366-0e37-465b-b147-192035f5d301 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0265884 Jan 31 19:23:26.455670 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:26.896235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-01cc4054-f0c3-4c3e-84c2-ad95164fb40c req-282099fe-2ac8-4b6d-a548-6909ad857769 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0281959 Jan 31 19:23:27.975497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e9bc03d-e52f-441b-bcec-188a96a23e92 req-ae96d02e-d0b7-485e-9650-3958085b96fe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0288773 Jan 31 19:23:29.069728 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f297b13a-1105-4680-a092-3d6780bd0f9d req-0884d95c-5590-41a5-83ab-6076e2f54d96 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0267506 Jan 31 19:23:29.880899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-3eafdd09-ae23-43cf-a920-12dd495579a3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:29.884405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-3eafdd09-ae23-43cf-a920-12dd495579a3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.49 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 812 time: 0.1432645 Jan 31 19:23:29.962042 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-ccea4f08-3933-421a-bc30-4a09bf870d95 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0f69b02795d4d6facffed3eac950da9 HTTP/1.1" status: 200 len: 380 time: 0.0672872 Jan 31 19:23:29.973095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'port': {'device_id': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'admin_state_up': True, 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'security_groups': ['7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:30.101294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Made reservation on behalf of e0f69b02795d4d6facffed3eac950da9 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:23:30.105103 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:30.198338 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-275a96d6-9509-435c-8c81-9820227fb1be req-ed96d288-ee45-4387-a5dc-6eae2854a791 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0345101 Jan 31 19:23:30.267901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Allocated IP 172.20.0.3 (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6/112fde1b-a5ee-4231-a35f-efa596ad24b7/4882a120-7292-48ff-9a6f-05656593280d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:23:30.411955 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (4882a120-7292-48ff-9a6f-05656593280d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:30.448581 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4882a120-7292-48ff-9a6f-05656593280d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:30.489812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:23:30.494520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:23:30.497041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:23:30.536852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=4882a120-7292-48ff-9a6f-05656593280d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:30.550368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.550720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.551067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.551416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.551758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.552099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.552465 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.552804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.553131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.553462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.553793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.554126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.554466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:30.576821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:30.578041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:30.598186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-667e8190-3bf7-47c0-9050-19052ee112e1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6292343 Jan 31 19:23:30.668375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Request body: {'port': {'device_id': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:30.736682 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4882a120-7292-48ff-9a6f-05656593280d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:30.779085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-84b75bf8-f48b-4793-a103-cf853c4f764d None None] Provisioning complete for port 4882a120-7292-48ff-9a6f-05656593280d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:30.779606 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-84b75bf8-f48b-4793-a103-cf853c4f764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4882a120-7292-48ff-9a6f-05656593280d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:30.817298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-84b75bf8-f48b-4793-a103-cf853c4f764d None None] Port 4882a120-7292-48ff-9a6f-05656593280d cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:23:31.016065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4882a120-7292-48ff-9a6f-05656593280d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:23:31.025528 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Publish callbacks [] for port (4882a120-7292-48ff-9a6f-05656593280d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:31.040452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Transition to ACTIVE for port object 4882a120-7292-48ff-9a6f-05656593280d will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:23:31.044615 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (4882a120-7292-48ff-9a6f-05656593280d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:31.098875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Pushing event updated for resources: {'Port': ['ID=4882a120-7292-48ff-9a6f-05656593280d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:31.185736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Attempting to bind port 4882a120-7292-48ff-9a6f-05656593280d on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:23:31.186419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Attempting to bind port 4882a120-7292-48ff-9a6f-05656593280d by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:23:31.186581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Attempting to bind port 4882a120-7292-48ff-9a6f-05656593280d on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:23:31.193044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Port 4882a120-7292-48ff-9a6f-05656593280d on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:23:31.193451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Attempting to bind port 4882a120-7292-48ff-9a6f-05656593280d on network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:23:31.199927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:23:31.200375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Checking segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:23:31.200871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Bound using segment: {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:23:31.201370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Bound port: 4882a120-7292-48ff-9a6f-05656593280d, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c023c20-c789-41a9-b2fe-86b2a43f558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:23:31.201945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4882a120-7292-48ff-9a6f-05656593280d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:31.283562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] For port 4882a120-7292-48ff-9a6f-05656593280d, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:23:31.287522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] For port 4882a120-7292-48ff-9a6f-05656593280d, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4882a120-7292-48ff-9a6f-05656593280d,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:23:31.297131 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (4882a120-7292-48ff-9a6f-05656593280d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:31.362990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:31.363618 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:31.365061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] 10.222.0.49 "PUT /v2.0/ports/4882a120-7292-48ff-9a6f-05656593280d HTTP/1.1" status: 200 len: 1092 time: 0.7558339 Jan 31 19:23:31.365516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'tag': '4882a120-7292-48ff-9a6f-05656593280d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:31.367919 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc37db25-03f2-4261-9b78-987ed43675f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c47a38-1901-405e-8c39-bffd183fabf0", "tag": "4882a120-7292-48ff-9a6f-05656593280d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:31.489565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566463ce-096b-4681-a1ff-a31ff07cb088 service neutron] Pushing event updated for resources: {'Port': ['ID=4882a120-7292-48ff-9a6f-05656593280d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:31.512182 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1b5721-3c03-4b37-aef3-ba1264bb54db x-openstack-request-id: req-3e1b5721-3c03-4b37-aef3-ba1264bb54db {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:31.512714 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c47a38-1901-405e-8c39-bffd183fabf0", "tag": "4882a120-7292-48ff-9a6f-05656593280d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:31.513042 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e1b5721-3c03-4b37-aef3-ba1264bb54db {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:31.513132 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'tag': '4882a120-7292-48ff-9a6f-05656593280d', 'status': 'completed', 'code': 200} Jan 31 19:23:31.523060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b09d12-d997-49b8-9d8a-f000cacfc7b5 req-1646d7d8-a407-42ef-a8b5-332c8e1dd603 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:31.524635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78b09d12-d997-49b8-9d8a-f000cacfc7b5 req-1646d7d8-a407-42ef-a8b5-332c8e1dd603 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.2238920 Jan 31 19:23:31.593285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78b09d12-d997-49b8-9d8a-f000cacfc7b5 req-80464fc3-d023-450f-967a-a493a55f469d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569355 Jan 31 19:23:31.596970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-385e5480-0d19-4276-9571-dc4bdd5d907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:31.598478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-385e5480-0d19-4276-9571-dc4bdd5d907d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 1126 time: 0.1782296 Jan 31 19:23:31.658387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-5be8e970-abe9-44d7-b201-32a53f6ac2de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4882a120-7292-48ff-9a6f-05656593280d HTTP/1.1" status: 200 len: 217 time: 0.0489271 Jan 31 19:23:31.721800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-f3c88a90-5f37-4eca-9448-9ac1a6992eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:31.723712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-f3c88a90-5f37-4eca-9448-9ac1a6992eac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0558543 Jan 31 19:23:31.779411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-99e92992-b873-4dfb-9b1e-397e08d63ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:31.780951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-99e92992-b873-4dfb-9b1e-397e08d63ef6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487304 Jan 31 19:23:31.881497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-bf32eaef-5d02-4f60-88cb-297d87f4ce89 service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913737 Jan 31 19:23:31.979737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-364dddcf-6b2d-41f5-a066-c52b8298b490 req-41032bb4-7c29-428b-8657-715c4b637828 service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901594 Jan 31 19:23:32.087747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37db25-03f2-4261-9b78-987ed43675f5 req-9736de9c-a7bd-48c7-a8e3-b58374de83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:32.089392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc37db25-03f2-4261-9b78-987ed43675f5 req-9736de9c-a7bd-48c7-a8e3-b58374de83a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 1126 time: 0.0542278 Jan 31 19:23:32.192723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37db25-03f2-4261-9b78-987ed43675f5 req-3796433e-ea59-4003-85ac-43c3aceae3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:32.194698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc37db25-03f2-4261-9b78-987ed43675f5 req-3796433e-ea59-4003-85ac-43c3aceae3d7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.0955455 Jan 31 19:23:32.243550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc37db25-03f2-4261-9b78-987ed43675f5 req-743bfd2a-761c-48ed-84de-994d655774ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4882a120-7292-48ff-9a6f-05656593280d HTTP/1.1" status: 200 len: 217 time: 0.0399892 Jan 31 19:23:32.590478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37db25-03f2-4261-9b78-987ed43675f5 req-fb5704a0-09aa-4c8b-b286-a76c3662daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:32.592209 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc37db25-03f2-4261-9b78-987ed43675f5 req-fb5704a0-09aa-4c8b-b286-a76c3662daff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.3395886 Jan 31 19:23:32.648710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37db25-03f2-4261-9b78-987ed43675f5 req-89963feb-7448-4226-9dde-afcc0d7776ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:32.650231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc37db25-03f2-4261-9b78-987ed43675f5 req-89963feb-7448-4226-9dde-afcc0d7776ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465100 Jan 31 19:23:32.782760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1ccc6-a9ea-4a84-972e-7a5bdd428547 req-4a599b4e-ff07-464e-b214-fbcbb84db795 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:32.784546 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27c1ccc6-a9ea-4a84-972e-7a5bdd428547 req-4a599b4e-ff07-464e-b214-fbcbb84db795 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.1073380 Jan 31 19:23:32.788183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc37db25-03f2-4261-9b78-987ed43675f5 req-f0cb759d-c776-4513-94df-2d223780f1d9 service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294577 Jan 31 19:23:32.904898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-27c1ccc6-a9ea-4a84-972e-7a5bdd428547 req-11208a7d-1b6f-4928-9515-a2001a0149bb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146049 Jan 31 19:23:32.936553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc37db25-03f2-4261-9b78-987ed43675f5 req-8a522538-c8ba-473b-97df-c8f278aa45f0 service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396477 Jan 31 19:23:34.031480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110c4f6-f1ec-493a-914a-c150c8cdcef4 req-d4e438be-7e99-4843-bf02-687da8961cd1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:34.033898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8110c4f6-f1ec-493a-914a-c150c8cdcef4 req-d4e438be-7e99-4843-bf02-687da8961cd1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.0551414 Jan 31 19:23:34.083479 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8110c4f6-f1ec-493a-914a-c150c8cdcef4 req-97dd55e1-836b-471e-9559-4548d4ba39f7 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434301 Jan 31 19:23:35.204515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae6ca7-8cf6-4ca5-b9e2-a5b12bb2564b req-17c09170-3c50-471f-8dd8-9cd9640428f8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:35.206967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caae6ca7-8cf6-4ca5-b9e2-a5b12bb2564b req-17c09170-3c50-471f-8dd8-9cd9640428f8 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.0550249 Jan 31 19:23:35.260610 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caae6ca7-8cf6-4ca5-b9e2-a5b12bb2564b req-153569fa-fa52-4195-ba30-f658f0be1fb7 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480337 Jan 31 19:23:36.381085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297edee4-899c-456c-bff3-c67bcabdba7e req-404b72c2-da1b-4f2b-8fe8-96752b86657f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:36.382590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297edee4-899c-456c-bff3-c67bcabdba7e req-404b72c2-da1b-4f2b-8fe8-96752b86657f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.0523679 Jan 31 19:23:36.433415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-297edee4-899c-456c-bff3-c67bcabdba7e req-59f6769f-a018-4596-9677-ad56c3f8e40b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435114 Jan 31 19:23:37.556530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e953f-f6aa-4a76-aa6d-f0e7594a2f28 req-cd014866-e899-4a8b-8ad7-9697681dd7f4 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:37.558025 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-340e953f-f6aa-4a76-aa6d-f0e7594a2f28 req-cd014866-e899-4a8b-8ad7-9697681dd7f4 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.0533478 Jan 31 19:23:37.607550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-340e953f-f6aa-4a76-aa6d-f0e7594a2f28 req-e6c6b319-11f5-4834-964e-04f13c1ddd74 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437598 Jan 31 19:23:38.730894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590c963-7f3e-43ee-8a4b-fccb619fbe1e req-a630a915-ea9a-4212-b0ca-ee51d683ddbd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:38.732386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4590c963-7f3e-43ee-8a4b-fccb619fbe1e req-a630a915-ea9a-4212-b0ca-ee51d683ddbd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.0565197 Jan 31 19:23:38.791307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4590c963-7f3e-43ee-8a4b-fccb619fbe1e req-ce08bfb5-2a0a-4aa8-a74e-78ac15022ca4 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532265 Jan 31 19:23:39.924131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612317a3-cbf3-467a-90b7-eca2da3f266a req-83efb696-a1cf-452d-9e4f-34b044edfca4 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:39.925645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-612317a3-cbf3-467a-90b7-eca2da3f266a req-83efb696-a1cf-452d-9e4f-34b044edfca4 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.0525575 Jan 31 19:23:39.973406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-612317a3-cbf3-467a-90b7-eca2da3f266a req-86284b76-e37e-4403-9ff6-fcfc44879a61 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Jan 31 19:23:41.099473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6c9ff-b319-48aa-aaf4-d015fbec7466 req-67b66d6a-bf82-4cd8-9067-247e48d4e8b5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:41.101023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9bb6c9ff-b319-48aa-aaf4-d015fbec7466 req-67b66d6a-bf82-4cd8-9067-247e48d4e8b5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.0582981 Jan 31 19:23:41.166404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9bb6c9ff-b319-48aa-aaf4-d015fbec7466 req-86e36703-cc9f-4702-9465-72d8f2e79863 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598311 Jan 31 19:23:42.289417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3af2b-da8a-4b0f-8d2b-c33f15db9e28 req-901301f4-f853-4245-bfdb-c7fd61ee13c3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:42.290898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2c3af2b-da8a-4b0f-8d2b-c33f15db9e28 req-901301f4-f853-4245-bfdb-c7fd61ee13c3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.0547791 Jan 31 19:23:42.340758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a2c3af2b-da8a-4b0f-8d2b-c33f15db9e28 req-d95b3a00-04b8-42a8-a60a-a214729cc555 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Jan 31 19:23:43.461248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1437b-5faf-4de4-b0d8-b5f6fda8fc93 req-14d6312f-a51f-413a-85d6-ad537dc855a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:43.462720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5a1437b-5faf-4de4-b0d8-b5f6fda8fc93 req-14d6312f-a51f-413a-85d6-ad537dc855a9 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.0547822 Jan 31 19:23:43.511325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5a1437b-5faf-4de4-b0d8-b5f6fda8fc93 req-feb61cc2-dc61-4a3c-be31-dd1c41c06496 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Jan 31 19:23:44.640114 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb1f09-a75e-46b3-8053-0ce8a6b29e40 req-7e8c113b-f367-4092-839a-4df590ae4371 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:44.641566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7bb1f09-a75e-46b3-8053-0ce8a6b29e40 req-7e8c113b-f367-4092-839a-4df590ae4371 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.0598862 Jan 31 19:23:44.691736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7bb1f09-a75e-46b3-8053-0ce8a6b29e40 req-decc413f-8b74-497c-8d9e-a2678c609aea tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442631 Jan 31 19:23:45.809957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b977e8-5853-4a7f-930e-a42c137b0830 req-ae9e5d13-5090-49b1-9d65-4067c49bc561 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:45.811460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5b977e8-5853-4a7f-930e-a42c137b0830 req-ae9e5d13-5090-49b1-9d65-4067c49bc561 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.0525513 Jan 31 19:23:45.860132 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5b977e8-5853-4a7f-930e-a42c137b0830 req-ecf7ea0f-0294-46f6-b6a5-23f432e765cf tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420125 Jan 31 19:23:46.981925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cead7a-5cc5-4169-81c9-36fed638aacd req-2c090892-48a3-4d2a-92b2-26f8baf69033 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:46.983408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61cead7a-5cc5-4169-81c9-36fed638aacd req-2c090892-48a3-4d2a-92b2-26f8baf69033 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 943 time: 0.0559132 Jan 31 19:23:47.033153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-61cead7a-5cc5-4169-81c9-36fed638aacd req-fc7e9d61-91a9-41ef-b853-ab9df8cbd6bd tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434673 Jan 31 19:23:47.570912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4882a120-7292-48ff-9a6f-05656593280d details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:23:47.668755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4882a120-7292-48ff-9a6f-05656593280d, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4882a120-7292-48ff-9a6f-05656593280d,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:47.679860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '4882a120-7292-48ff-9a6f-05656593280d', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'port_id': '4882a120-7292-48ff-9a6f-05656593280d', 'mac_address': 'fa:16:3e:89:12:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:23:47.716244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4882a120-7292-48ff-9a6f-05656593280d is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:47.716658 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4882a120-7292-48ff-9a6f-05656593280d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:47.728792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4882a120-7292-48ff-9a6f-05656593280d {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:23:47.751399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4882a120-7292-48ff-9a6f-05656593280d, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4882a120-7292-48ff-9a6f-05656593280d,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:47.757139 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4882a120-7292-48ff-9a6f-05656593280d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:47.803392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4882a120-7292-48ff-9a6f-05656593280d,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:47.810727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:47.811081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:47.811427 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:47.811771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:47.812108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:47.812481 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:47.812821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:47.813156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:47.813485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:47.813815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:47.814147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:47.814476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:47.814803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:48.106399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['4882a120-7292-48ff-9a6f-05656593280d'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:23:48.156576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78a6dd-cc11-43cd-9a03-0f7359d78836 req-3d423891-fb90-4b7d-9bd9-6905642804e3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:48.158048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1a78a6dd-cc11-43cd-9a03-0f7359d78836 req-3d423891-fb90-4b7d-9bd9-6905642804e3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 944 time: 0.0522721 Jan 31 19:23:48.207318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1a78a6dd-cc11-43cd-9a03-0f7359d78836 req-272f556a-89b3-4ee0-b7e6-befecbfa1e30 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 Jan 31 19:23:48.904570 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c95d28d7-b434-4d78-a79c-a8752109655d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:49.328167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd09b7-ec7c-4ff3-8696-0d1f1b565b0f req-6b72d3dc-db16-433f-abaf-203e1ebfb405 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:49.329686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23fd09b7-ec7c-4ff3-8696-0d1f1b565b0f req-6b72d3dc-db16-433f-abaf-203e1ebfb405 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 944 time: 0.0535867 Jan 31 19:23:49.384763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23fd09b7-ec7c-4ff3-8696-0d1f1b565b0f req-f7c5af6a-ca6b-4ba7-ba7c-6310e0ec513d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491853 Jan 31 19:23:49.584482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4882a120-7292-48ff-9a6f-05656593280d up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:23:49.633717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 4882a120-7292-48ff-9a6f-05656593280d completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:23:49.637717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 4882a120-7292-48ff-9a6f-05656593280d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:23:49.638099 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4882a120-7292-48ff-9a6f-05656593280d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:49.717580 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4882a120-7292-48ff-9a6f-05656593280d is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:23:49.717979 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4882a120-7292-48ff-9a6f-05656593280d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:49.741220 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4882a120-7292-48ff-9a6f-05656593280d'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:49.743477 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a066b3-9e6f-472f-bdb7-5697362dd591" -d '{"events": [{"server_uuid": "e4c47a38-1901-405e-8c39-bffd183fabf0", "name": "network-vif-plugged", "status": "completed", "tag": "4882a120-7292-48ff-9a6f-05656593280d"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:49.756712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4882a120-7292-48ff-9a6f-05656593280d, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4882a120-7292-48ff-9a6f-05656593280d,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:23:49.761031 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4882a120-7292-48ff-9a6f-05656593280d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:49.811542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4882a120-7292-48ff-9a6f-05656593280d,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:49.847947 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4743891f-ef34-4d7f-834a-a6ef8fefc367 x-openstack-request-id: req-4743891f-ef34-4d7f-834a-a6ef8fefc367 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:49.848247 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c47a38-1901-405e-8c39-bffd183fabf0", "name": "network-vif-plugged", "status": "completed", "tag": "4882a120-7292-48ff-9a6f-05656593280d", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:49.848541 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4743891f-ef34-4d7f-834a-a6ef8fefc367 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:49.848947 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4882a120-7292-48ff-9a6f-05656593280d', 'code': 200} Jan 31 19:23:49.952827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744d7ee-bba1-4892-a827-cdd2d7c73bc6 req-61b60ada-cf4b-46e3-95c4-022ec056e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:49.954649 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e744d7ee-bba1-4892-a827-cdd2d7c73bc6 req-61b60ada-cf4b-46e3-95c4-022ec056e911 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 1128 time: 0.0437560 Jan 31 19:23:50.001897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e744d7ee-bba1-4892-a827-cdd2d7c73bc6 req-a40cc199-1314-4226-b647-d99b68d8e448 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389183 Jan 31 19:23:50.505765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09de5e-0de0-463a-ae6b-5fe9ff62611b req-70394bde-ee74-4965-9591-9e616470280b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:50.507259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e09de5e-0de0-463a-ae6b-5fe9ff62611b req-70394bde-ee74-4965-9591-9e616470280b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 945 time: 0.0539646 Jan 31 19:23:50.557999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e09de5e-0de0-463a-ae6b-5fe9ff62611b req-5182165d-9de8-4115-a074-edde8af3356f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450487 Jan 31 19:23:51.132310 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7c70fe47-339e-4a90-812f-f41aa7331b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:51.447066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e18c77d6-5785-452b-b102-3572729c5b53 req-13a76096-b481-47b8-8215-c829d218005b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484321 Jan 31 19:23:51.546929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46607f92-a419-479d-9a88-29f09367617c req-cd5e5e36-5054-462d-818c-ea8535dda19d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0806751 Jan 31 19:23:51.548715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c77d6-5785-452b-b102-3572729c5b53 req-e189475a-4b26-4c95-9ba4-5efe870256bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:51.550078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e18c77d6-5785-452b-b102-3572729c5b53 req-e189475a-4b26-4c95-9ba4-5efe870256bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 1128 time: 0.0582204 Jan 31 19:23:51.678221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46607f92-a419-479d-9a88-29f09367617c req-cfefc65f-f556-44bc-840b-d6944bdbb0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:51.679707 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46607f92-a419-479d-9a88-29f09367617c req-cfefc65f-f556-44bc-840b-d6944bdbb0f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 1128 time: 0.0795686 Jan 31 19:23:51.696797 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf088bd-d04c-493b-877b-3737a980262c req-46bcbbf9-f704-4f32-a3a5-d6c2d335989d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:51.698418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-baf088bd-d04c-493b-877b-3737a980262c req-46bcbbf9-f704-4f32-a3a5-d6c2d335989d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 945 time: 0.0679567 Jan 31 19:23:51.876397 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-baf088bd-d04c-493b-877b-3737a980262c req-73d6d5de-e6f6-4ee1-a332-3bc1342aa9db tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718109 Jan 31 19:23:51.901847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c77d6-5785-452b-b102-3572729c5b53 req-2ae00797-9d26-4a7b-ae75-cd1b05691c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:51.903317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e18c77d6-5785-452b-b102-3572729c5b53 req-2ae00797-9d26-4a7b-ae75-cd1b05691c0e service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.1907127 Jan 31 19:23:51.904505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46607f92-a419-479d-9a88-29f09367617c req-71282fc7-6791-40a5-80d2-951c050e299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:51.905949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46607f92-a419-479d-9a88-29f09367617c req-71282fc7-6791-40a5-80d2-951c050e299a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.2026598 Jan 31 19:23:51.983086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e18c77d6-5785-452b-b102-3572729c5b53 req-aad459e7-bde5-4cca-bbab-0fa4d1beb9ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4882a120-7292-48ff-9a6f-05656593280d HTTP/1.1" status: 200 len: 217 time: 0.0731506 Jan 31 19:23:52.072403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46607f92-a419-479d-9a88-29f09367617c req-e455c551-dbae-4a48-beab-72894c1a7a6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c71ead7-762f-4e13-b013-7252d4feb871 HTTP/1.1" status: 200 len: 1001 time: 0.1564906 Jan 31 19:23:52.081584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c77d6-5785-452b-b102-3572729c5b53 req-515f2794-3283-48ad-a903-bea2395250b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:52.083746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e18c77d6-5785-452b-b102-3572729c5b53 req-515f2794-3283-48ad-a903-bea2395250b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0731800 Jan 31 19:23:52.125276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e472d7-b8e6-45e2-8ece-5362f4df76cb req-0bf045a2-9de1-4888-88b9-44cb1958d194 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:52.126704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05e472d7-b8e6-45e2-8ece-5362f4df76cb req-0bf045a2-9de1-4888-88b9-44cb1958d194 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 945 time: 0.1728606 Jan 31 19:23:52.177238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46607f92-a419-479d-9a88-29f09367617c req-222c9a76-3f5f-476d-8efc-991c304b2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:52.178636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46607f92-a419-479d-9a88-29f09367617c req-222c9a76-3f5f-476d-8efc-991c304b2c53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0931108 Jan 31 19:23:52.239601 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05e472d7-b8e6-45e2-8ece-5362f4df76cb req-7d328c33-bfde-4a00-a774-83466c680286 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933039 Jan 31 19:23:52.246597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c77d6-5785-452b-b102-3572729c5b53 req-8f69a723-81ca-46f3-8c5c-75cfbb824c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:52.248356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e18c77d6-5785-452b-b102-3572729c5b53 req-8f69a723-81ca-46f3-8c5c-75cfbb824c27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1546223 Jan 31 19:23:52.262565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:52.320150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46607f92-a419-479d-9a88-29f09367617c req-c2fa88e4-e271-4329-94c6-468b8c2b40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:52.322368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46607f92-a419-479d-9a88-29f09367617c req-c2fa88e4-e271-4329-94c6-468b8c2b40ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1275575 Jan 31 19:23:52.376450 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d839b-645c-4734-a517-d92e5a582333 tempest-TestVolumeBootPattern-2112185679 tempest-TestVolumeBootPattern-2112185679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:52.378040 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e37d839b-645c-4734-a517-d92e5a582333 tempest-TestVolumeBootPattern-2112185679 tempest-TestVolumeBootPattern-2112185679-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 1123 time: 0.1139100 Jan 31 19:23:52.381361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55382) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:23:52.385850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '4882a120-7292-48ff-9a6f-05656593280d', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:23:52.408321 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:52.429915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e18c77d6-5785-452b-b102-3572729c5b53 req-9cc8fb3f-4a46-4797-b35c-cf246e84cd99 service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746960 Jan 31 19:23:52.496589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46607f92-a419-479d-9a88-29f09367617c req-0983899a-76de-4781-829c-dfbc08879ab2 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645632 Jan 31 19:23:52.506287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:52.588558 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e18c77d6-5785-452b-b102-3572729c5b53 req-8bdd3a3d-8d87-4507-b958-a4e66105b48b service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524053 Jan 31 19:23:52.600800 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:52.619054 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Allocated IP 172.25.8.8 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/be7c127b-011b-4e0d-9d98-9109e654054a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:23:52.619901 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46607f92-a419-479d-9a88-29f09367617c req-e18f2d2b-e01e-4173-aa41-ac2e7ae28ef0 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157005 Jan 31 19:23:52.723887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (be7c127b-011b-4e0d-9d98-9109e654054a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:52.757785 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (be7c127b-011b-4e0d-9d98-9109e654054a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:52.799699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:23:52.803450 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:23:52.806828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:23:52.814192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=be7c127b-011b-4e0d-9d98-9109e654054a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:52.842502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:52.842853 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:52.843202 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:52.843539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:52.843878 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:52.844212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:52.844567 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:52.844895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:52.845221 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:52.845544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:52.845871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:52.846199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:52.846521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:23:53.179830 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (03629ff2-c996-41a0-b1ac-96f5da53ee63), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:53.250219 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (be7c127b-011b-4e0d-9d98-9109e654054a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:53.400448 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for port (be7c127b-011b-4e0d-9d98-9109e654054a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:53.404936 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (be7c127b-011b-4e0d-9d98-9109e654054a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:53.472568 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event updated for resources: {'Port': ['ID=be7c127b-011b-4e0d-9d98-9109e654054a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:23:53.482353 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (03629ff2-c996-41a0-b1ac-96f5da53ee63), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:53.589541 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Floating IP 03629ff2-c996-41a0-b1ac-96f5da53ee63 associated. External IP: 172.25.8.8, port: 4882a120-7292-48ff-9a6f-05656593280d. Jan 31 19:23:53.804756 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Router 58f0242c-3fa9-477a-96df-1e73f1a25709 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:23:53.912251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:23:53.922704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c12c6-8a57-4d17-9001-deae45aab1e5 None None] Sync routers for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:23:53.931332 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:53.931834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c12c6-8a57-4d17-9001-deae45aab1e5 None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:53.932487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ee1c12c6-8a57-4d17-9001-deae45aab1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:23:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:53.961871 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-988c2d41-68b6-461e-ad03-1770e07dc263 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5794451 Jan 31 19:23:53.962454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'tag': '4882a120-7292-48ff-9a6f-05656593280d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:23:53.964735 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa23ee93-3acc-40cf-a86f-aeaa8f2c5b20" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c47a38-1901-405e-8c39-bffd183fabf0", "tag": "4882a120-7292-48ff-9a6f-05656593280d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:23:54.042352 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ee1c12c6-8a57-4d17-9001-deae45aab1e5 None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:54.066400 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8905c19-f7aa-4f49-97d7-f0f67458a5cb x-openstack-request-id: req-e8905c19-f7aa-4f49-97d7-f0f67458a5cb {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:23:54.066700 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c47a38-1901-405e-8c39-bffd183fabf0", "tag": "4882a120-7292-48ff-9a6f-05656593280d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:23:54.066963 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8905c19-f7aa-4f49-97d7-f0f67458a5cb {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:23:54.068115 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'tag': '4882a120-7292-48ff-9a6f-05656593280d', 'status': 'completed', 'code': 200} Jan 31 19:23:54.132175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23ee93-3acc-40cf-a86f-aeaa8f2c5b20 req-aab73c1b-c4c8-489b-9c26-30e4dd67e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:54.133803 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa23ee93-3acc-40cf-a86f-aeaa8f2c5b20 req-aab73c1b-c4c8-489b-9c26-30e4dd67e654 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 1128 time: 0.0458736 Jan 31 19:23:54.227830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23ee93-3acc-40cf-a86f-aeaa8f2c5b20 req-dbdde9bb-255b-4992-b7bd-a8c1cf795697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:54.229429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa23ee93-3acc-40cf-a86f-aeaa8f2c5b20 req-dbdde9bb-255b-4992-b7bd-a8c1cf795697 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.0898187 Jan 31 19:23:54.256637 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:54.285675 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ee1c12c6-8a57-4d17-9001-deae45aab1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '03629ff2-c996-41a0-b1ac-96f5da53ee63', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '4882a120-7292-48ff-9a6f-05656593280d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:89:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:53Z', 'updated_at': '2022-01-31T19:23:53Z', 'revision_number': 0, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}, {'id': '32a3a32e-1515-466f-84ad-eac11f45b134', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '6c71ead7-762f-4e13-b013-7252d4feb871', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:45:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:21:27Z', 'updated_at': '2022-01-31T19:21:29Z', 'revision_number': 1, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:54.295704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa23ee93-3acc-40cf-a86f-aeaa8f2c5b20 req-d346b56f-6458-4222-b2d5-94c236184848 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4882a120-7292-48ff-9a6f-05656593280d HTTP/1.1" status: 200 len: 997 time: 0.0600696 Jan 31 19:23:54.317639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c12c6-8a57-4d17-9001-deae45aab1e5 None None] Checking router: 58f0242c-3fa9-477a-96df-1e73f1a25709 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:23:54.326271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c12c6-8a57-4d17-9001-deae45aab1e5 None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:23:54.326885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ee1c12c6-8a57-4d17-9001-deae45aab1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:23:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:54.349433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23ee93-3acc-40cf-a86f-aeaa8f2c5b20 req-c3d4cb64-2175-4c6d-80bc-ba73f6986e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:54.350898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa23ee93-3acc-40cf-a86f-aeaa8f2c5b20 req-c3d4cb64-2175-4c6d-80bc-ba73f6986e44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0499282 Jan 31 19:23:54.401711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23ee93-3acc-40cf-a86f-aeaa8f2c5b20 req-82a0eeb4-1b83-4f64-b21e-a47ce6791c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:23:54.403246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa23ee93-3acc-40cf-a86f-aeaa8f2c5b20 req-82a0eeb4-1b83-4f64-b21e-a47ce6791c35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464439 Jan 31 19:23:54.435117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ee1c12c6-8a57-4d17-9001-deae45aab1e5 None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:23:54.495130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa23ee93-3acc-40cf-a86f-aeaa8f2c5b20 req-7dfac808-4826-4712-9d80-fcbb5faaaa15 service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849571 Jan 31 19:23:54.589345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa23ee93-3acc-40cf-a86f-aeaa8f2c5b20 req-80ebcf6a-47c4-4097-a09f-cc20c5addecb service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881817 Jan 31 19:23:54.661974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ee1c12c6-8a57-4d17-9001-deae45aab1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '03629ff2-c996-41a0-b1ac-96f5da53ee63', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '4882a120-7292-48ff-9a6f-05656593280d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:89:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:53Z', 'updated_at': '2022-01-31T19:23:53Z', 'revision_number': 0, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}, {'id': '32a3a32e-1515-466f-84ad-eac11f45b134', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '6c71ead7-762f-4e13-b013-7252d4feb871', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:45:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:21:27Z', 'updated_at': '2022-01-31T19:21:29Z', 'revision_number': 1, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:23:54.698913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c12c6-8a57-4d17-9001-deae45aab1e5 None None] The sync data for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 is: [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '03629ff2-c996-41a0-b1ac-96f5da53ee63', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '4882a120-7292-48ff-9a6f-05656593280d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:89:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:23:53Z', 'updated_at': '2022-01-31T19:23:53Z', 'revision_number': 0, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}, {'id': '32a3a32e-1515-466f-84ad-eac11f45b134', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '6c71ead7-762f-4e13-b013-7252d4feb871', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:45:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:21:27Z', 'updated_at': '2022-01-31T19:21:29Z', 'revision_number': 1, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:23:54.711071 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:54.909342 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fedb95-fef9-4a17-b87c-3753f9e3c24c None None] New status for floating IP 03629ff2-c996-41a0-b1ac-96f5da53ee63: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:23:55.254361 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:23:55.337538 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:23:56.463103 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:18.905655 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f951-6166-4b36-87f4-7d846a718fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:21.133977 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35553d64-64ec-4a42-a7c8-0a08166c06eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:22.593606 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:24.230581 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:24.720593 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:25.340169 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:26.461442 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:32.255546 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:24:45.442207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-40b15e8f-7153-4124-9047-b53ab1ba3eb0 req-0be862fb-d0a0-43f4-ad22-6d0b97b3a3ed tempest-VolumesBackupsTest-1504452527 tempest-VolumesBackupsTest-1504452527-project] (103225) timed out ('10.222.0.49', 53013) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:24:48.917818 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2cf1a0c1-5748-4d69-be6e-de8682686aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:51.148737 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ed539b5d-ccf5-426a-9094-c1ff5fbd7099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:52.511683 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f5c02df-031b-4b23-befa-35287dc5b12b req-97232c23-7b94-4141-bfa6-fc7fe9aed475 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491295 Jan 31 19:24:52.606236 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:52.626738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c02df-031b-4b23-befa-35287dc5b12b req-7eff56e7-9052-4015-958d-ac510e1b8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:52.629022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f5c02df-031b-4b23-befa-35287dc5b12b req-7eff56e7-9052-4015-958d-ac510e1b8613 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 1128 time: 0.0630648 Jan 31 19:24:52.756113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c02df-031b-4b23-befa-35287dc5b12b req-fc98bdda-8431-4177-98a3-f710f8e24e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:52.757640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f5c02df-031b-4b23-befa-35287dc5b12b req-fc98bdda-8431-4177-98a3-f710f8e24e0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.0978801 Jan 31 19:24:52.826634 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f5c02df-031b-4b23-befa-35287dc5b12b req-f5913667-2f65-4e56-bb0d-9c0f5918675a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c71ead7-762f-4e13-b013-7252d4feb871 HTTP/1.1" status: 200 len: 1001 time: 0.0628297 Jan 31 19:24:52.898188 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c02df-031b-4b23-befa-35287dc5b12b req-f9d44c9e-8dff-41da-8c25-bc1f0cb51b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:52.899738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f5c02df-031b-4b23-befa-35287dc5b12b req-f9d44c9e-8dff-41da-8c25-bc1f0cb51b18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0649722 Jan 31 19:24:52.968226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c02df-031b-4b23-befa-35287dc5b12b req-2b750c3d-edb7-4cdd-b489-5f7e3c68c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:52.969791 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f5c02df-031b-4b23-befa-35287dc5b12b req-2b750c3d-edb7-4cdd-b489-5f7e3c68c7e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0629849 Jan 31 19:24:53.086278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f5c02df-031b-4b23-befa-35287dc5b12b req-f7e0c80a-f2d0-4d60-8e00-1ef532ce228c service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071460 Jan 31 19:24:53.231916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f5c02df-031b-4b23-befa-35287dc5b12b req-16df8697-5479-479e-91ad-4002fdec1c76 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360526 Jan 31 19:24:53.477442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef22a868-142a-4b1e-83e2-7a52e7103261 req-b4095650-3967-45f6-b934-7ec6c8f350a9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0743556 Jan 31 19:24:53.589603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22a868-142a-4b1e-83e2-7a52e7103261 req-71490e84-dda2-42cf-a5d1-66e12c69b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:53.591114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef22a868-142a-4b1e-83e2-7a52e7103261 req-71490e84-dda2-42cf-a5d1-66e12c69b77a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 1128 time: 0.0506713 Jan 31 19:24:53.764168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22a868-142a-4b1e-83e2-7a52e7103261 req-aa470973-107c-4796-9328-dbb9565806b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:53.766884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef22a868-142a-4b1e-83e2-7a52e7103261 req-aa470973-107c-4796-9328-dbb9565806b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.1522434 Jan 31 19:24:53.876163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef22a868-142a-4b1e-83e2-7a52e7103261 req-3751cd77-050a-44af-9576-61d9060035fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4882a120-7292-48ff-9a6f-05656593280d HTTP/1.1" status: 200 len: 999 time: 0.1001849 Jan 31 19:24:53.944117 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22a868-142a-4b1e-83e2-7a52e7103261 req-c2bf7d7f-9e28-49c4-ab2c-40c7560615f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:53.946543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef22a868-142a-4b1e-83e2-7a52e7103261 req-c2bf7d7f-9e28-49c4-ab2c-40c7560615f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.0638936 Jan 31 19:24:54.027307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22a868-142a-4b1e-83e2-7a52e7103261 req-9c05099e-deb7-47d5-816b-fc6cf2daafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:24:54.029878 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef22a868-142a-4b1e-83e2-7a52e7103261 req-9c05099e-deb7-47d5-816b-fc6cf2daafb4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0747814 Jan 31 19:24:54.180981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef22a868-142a-4b1e-83e2-7a52e7103261 req-b1fe56d6-458a-4109-b157-0356a0e4e791 service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408012 Jan 31 19:24:54.243764 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:54.342624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef22a868-142a-4b1e-83e2-7a52e7103261 req-fd80d498-acf5-468b-8282-712ad8507f5e service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524079 Jan 31 19:24:54.740837 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:55.354839 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:24:56.461487 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:09.256560 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:25:18.923572 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2730e8c4-ece7-4bca-a970-47a3c012a7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:21.150471 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e652bb14-d47e-4b2b-99d2-b7dce466f280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:22.609761 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:24.247874 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:24.737394 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:25.350630 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:25.541298 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55408) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:25.748502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Deleting port be7c127b-011b-4e0d-9d98-9109e654054a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:25.748962 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (be7c127b-011b-4e0d-9d98-9109e654054a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:25.839223 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (be7c127b-011b-4e0d-9d98-9109e654054a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:25.839660 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (be7c127b-011b-4e0d-9d98-9109e654054a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:25.854284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Calling delete_port for be7c127b-011b-4e0d-9d98-9109e654054a owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:26.025016 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (be7c127b-011b-4e0d-9d98-9109e654054a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:26.072129 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event deleted for resources: {'Port': ['ID=be7c127b-011b-4e0d-9d98-9109e654054a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:26.085407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.085755 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.086101 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.086438 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.086777 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.087112 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.087434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.087766 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.088085 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.088436 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.088763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.089082 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.089405 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:26.151678 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (03629ff2-c996-41a0-b1ac-96f5da53ee63), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:26.152049 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Floating IP 03629ff2-c996-41a0-b1ac-96f5da53ee63 disassociated (deleted). External IP: 172.25.8.8, port: 4882a120-7292-48ff-9a6f-05656593280d. Jan 31 19:25:26.419589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Router 58f0242c-3fa9-477a-96df-1e73f1a25709 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:25:26.457386 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:26.547845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:25:26.555847 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:26.562742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb94b4f-3889-4e0d-9f1e-5ce49a0f7ced None None] Sync routers for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:25:26.579936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb94b4f-3889-4e0d-9f1e-5ce49a0f7ced None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:26.581635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4cb94b4f-3889-4e0d-9f1e-5ce49a0f7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:25:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:26.597957 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2ce0a873-d005-4b92-88df-9369126deafe tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "DELETE /v2.0/floatingips/03629ff2-c996-41a0-b1ac-96f5da53ee63 HTTP/1.1" status: 204 len: 168 time: 1.0550809 Jan 31 19:25:26.598794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'tag': '4882a120-7292-48ff-9a6f-05656593280d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:26.602980 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75caf4b6-0a1f-4014-884e-5ed7ce84007e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c47a38-1901-405e-8c39-bffd183fabf0", "tag": "4882a120-7292-48ff-9a6f-05656593280d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:26.672711 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533d7f20-e600-4bae-a9bd-0a113652e225 x-openstack-request-id: req-533d7f20-e600-4bae-a9bd-0a113652e225 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:26.673075 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c47a38-1901-405e-8c39-bffd183fabf0", "tag": "4882a120-7292-48ff-9a6f-05656593280d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:26.673394 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-533d7f20-e600-4bae-a9bd-0a113652e225 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:26.673859 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'tag': '4882a120-7292-48ff-9a6f-05656593280d', 'status': 'completed', 'code': 200} Jan 31 19:25:26.750321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4cb94b4f-3889-4e0d-9f1e-5ce49a0f7ced None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:26.784870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caf4b6-0a1f-4014-884e-5ed7ce84007e req-d0888af5-f505-4ea1-b3e2-52902be73b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:26.786591 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75caf4b6-0a1f-4014-884e-5ed7ce84007e req-d0888af5-f505-4ea1-b3e2-52902be73b7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 1128 time: 0.0755587 Jan 31 19:25:27.237871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4cb94b4f-3889-4e0d-9f1e-5ce49a0f7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '32a3a32e-1515-466f-84ad-eac11f45b134', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '6c71ead7-762f-4e13-b013-7252d4feb871', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:45:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:21:27Z', 'updated_at': '2022-01-31T19:21:29Z', 'revision_number': 1, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:27.270004 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb94b4f-3889-4e0d-9f1e-5ce49a0f7ced None None] Checking router: 58f0242c-3fa9-477a-96df-1e73f1a25709 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:25:27.279371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb94b4f-3889-4e0d-9f1e-5ce49a0f7ced None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:27.280002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4cb94b4f-3889-4e0d-9f1e-5ce49a0f7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:25:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:27.288512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caf4b6-0a1f-4014-884e-5ed7ce84007e req-1e1f67b6-1f8d-4975-8df7-2515d5bc27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:27.290014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75caf4b6-0a1f-4014-884e-5ed7ce84007e req-1e1f67b6-1f8d-4975-8df7-2515d5bc27b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.4967062 Jan 31 19:25:27.362575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932696d-9a67-4b21-a62a-b53f1ef98f4c req-c1c0aca5-d685-496f-b9aa-f92dee1f1a4f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:27.365147 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e932696d-9a67-4b21-a62a-b53f1ef98f4c req-c1c0aca5-d685-496f-b9aa-f92dee1f1a4f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 945 time: 0.4526350 Jan 31 19:25:27.369406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75caf4b6-0a1f-4014-884e-5ed7ce84007e req-a0564a6c-36c1-4beb-90b2-e733abfdf872 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4882a120-7292-48ff-9a6f-05656593280d HTTP/1.1" status: 200 len: 217 time: 0.0672882 Jan 31 19:25:27.425620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4cb94b4f-3889-4e0d-9f1e-5ce49a0f7ced None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:27.517376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caf4b6-0a1f-4014-884e-5ed7ce84007e req-2527c2a8-0852-4e5b-bf2f-7a4f59427d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:27.519984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75caf4b6-0a1f-4014-884e-5ed7ce84007e req-2527c2a8-0852-4e5b-bf2f-7a4f59427d88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.1443787 Jan 31 19:25:27.525218 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e932696d-9a67-4b21-a62a-b53f1ef98f4c req-0c8db482-ed12-4a73-9099-f41ff7ae794a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527524 Jan 31 19:25:27.587468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caf4b6-0a1f-4014-884e-5ed7ce84007e req-b4275bf8-6609-4b42-b4d6-7ea9714501b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:27.589986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75caf4b6-0a1f-4014-884e-5ed7ce84007e req-b4275bf8-6609-4b42-b4d6-7ea9714501b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0636394 Jan 31 19:25:27.735554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75caf4b6-0a1f-4014-884e-5ed7ce84007e req-c94104b1-4bb0-4ec7-ab77-4eddca69f837 service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360252 Jan 31 19:25:27.762924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4cb94b4f-3889-4e0d-9f1e-5ce49a0f7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '32a3a32e-1515-466f-84ad-eac11f45b134', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '6c71ead7-762f-4e13-b013-7252d4feb871', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:45:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:21:27Z', 'updated_at': '2022-01-31T19:21:29Z', 'revision_number': 1, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:27.797459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb94b4f-3889-4e0d-9f1e-5ce49a0f7ced None None] The sync data for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 is: [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '32a3a32e-1515-466f-84ad-eac11f45b134', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'port_id': '6c71ead7-762f-4e13-b013-7252d4feb871', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'mac_address': 'fa:16:3e:45:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:21:27Z', 'updated_at': '2022-01-31T19:21:29Z', 'revision_number': 1, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:25:27.871171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75caf4b6-0a1f-4014-884e-5ed7ce84007e req-b76476bf-fa74-4fca-91ea-666f918f4152 service neutron] 10.222.0.49 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292529 Jan 31 19:25:28.134575 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db5bc96-f663-4dda-a571-47114295a672 None None] New status for floating IP 03629ff2-c996-41a0-b1ac-96f5da53ee63: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:25:28.759394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffed085-2962-437d-913c-fc5f8933b771 req-eb3277a7-0f21-432a-b124-55bcf0f8faeb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:28.761192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bffed085-2962-437d-913c-fc5f8933b771 req-eb3277a7-0f21-432a-b124-55bcf0f8faeb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 945 time: 0.1116886 Jan 31 19:25:28.775256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f00e60-c32a-4f3b-ac28-e46439b2f72b req-03cd6606-ee3b-4ce5-ade3-79c7738a29d3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:28.776920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0f00e60-c32a-4f3b-ac28-e46439b2f72b req-03cd6606-ee3b-4ce5-ade3-79c7738a29d3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 945 time: 0.0921555 Jan 31 19:25:28.891935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bffed085-2962-437d-913c-fc5f8933b771 req-597fd7ee-ef70-4d18-a93d-7076de8ccffb tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138110 Jan 31 19:25:28.925744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e0f00e60-c32a-4f3b-ac28-e46439b2f72b req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Deleting port 4882a120-7292-48ff-9a6f-05656593280d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:28.926102 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0f00e60-c32a-4f3b-ac28-e46439b2f72b req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4882a120-7292-48ff-9a6f-05656593280d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:29.028000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e0f00e60-c32a-4f3b-ac28-e46439b2f72b req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] For port 4882a120-7292-48ff-9a6f-05656593280d, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4882a120-7292-48ff-9a6f-05656593280d,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:29.028574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0f00e60-c32a-4f3b-ac28-e46439b2f72b req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4882a120-7292-48ff-9a6f-05656593280d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:29.044694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e0f00e60-c32a-4f3b-ac28-e46439b2f72b req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Calling delete_port for 4882a120-7292-48ff-9a6f-05656593280d owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:29.208970 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0f00e60-c32a-4f3b-ac28-e46439b2f72b req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4882a120-7292-48ff-9a6f-05656593280d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:29.242136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event deleted for resources: {'Port': ['ID=4882a120-7292-48ff-9a6f-05656593280d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:29.256948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.257312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.257663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.258009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.258361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.258709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.259049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.259384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.259806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.260085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.260453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.260987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.261933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:25:29.310258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f00e60-c32a-4f3b-ac28-e46439b2f72b req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] No DVR routers for this DVR port 4882a120-7292-48ff-9a6f-05656593280d on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:25:29.315284 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0f00e60-c32a-4f3b-ac28-e46439b2f72b req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:29.320866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0f00e60-c32a-4f3b-ac28-e46439b2f72b req-cbeb3121-0ed3-470f-abcf-492f7d3a89de tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.49 "DELETE /v2.0/ports/4882a120-7292-48ff-9a6f-05656593280d HTTP/1.1" status: 204 len: 173 time: 0.5341046 Jan 31 19:25:29.321546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'name': 'network-vif-deleted', 'tag': '4882a120-7292-48ff-9a6f-05656593280d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:29.325339 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df893337-51e5-47de-8dea-5be98effbdd5" -d '{"events": [{"server_uuid": "e4c47a38-1901-405e-8c39-bffd183fabf0", "name": "network-vif-deleted", "tag": "4882a120-7292-48ff-9a6f-05656593280d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:29.385179 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7156498a-77fb-412d-bd18-ce0c24809959 x-openstack-request-id: req-7156498a-77fb-412d-bd18-ce0c24809959 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:29.385558 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c47a38-1901-405e-8c39-bffd183fabf0", "name": "network-vif-deleted", "tag": "4882a120-7292-48ff-9a6f-05656593280d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:29.385909 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7156498a-77fb-412d-bd18-ce0c24809959 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:29.386357 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c47a38-1901-405e-8c39-bffd183fabf0', 'name': 'network-vif-deleted', 'tag': '4882a120-7292-48ff-9a6f-05656593280d', 'status': 'completed', 'code': 200} Jan 31 19:25:30.023980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb0af072-4159-449d-9293-99685fac71c9 req-7996df63-0c72-4950-a2df-b9ecce94b835 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0340953 Jan 31 19:25:31.205693 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7fa7c0a-5c5a-4f42-96c5-4ab7b1f55786 req-8a55768f-9c6f-4d9e-b818-a112d323845d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0462482 Jan 31 19:25:31.974870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4882a120-7292-48ff-9a6f-05656593280d no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:32.012110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 4882a120-7292-48ff-9a6f-05656593280d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:32.012501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4882a120-7292-48ff-9a6f-05656593280d not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:32.379583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e51eec04-224d-4448-91ee-dfa8775be659 req-7847d2f6-a4b8-4cf3-b6d5-3582fbdf698e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0489254 Jan 31 19:25:33.538564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f45e741-07a7-476e-8d06-cd85d5dadc08 req-ed3d823b-c713-432e-b4fa-465bb91d284e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0455065 Jan 31 19:25:34.686122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-261ab1a5-a7e5-455d-81a8-60f0ad44e966 req-6e277bca-b38a-49d5-8a96-29d8cba0648e tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0432286 Jan 31 19:25:35.821973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89bda6e2-4ff6-4195-8393-91f9b93e2d9c req-49aae575-24f9-40ae-b121-28cbd479dec0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0347567 Jan 31 19:25:36.975257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe55680f-c522-4272-bc33-f3cba89634cd req-7fa277ce-9559-470e-a7ad-75525d812456 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0390422 Jan 31 19:25:38.152205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0fa4205-668c-46c5-9215-d88c660cfa81 req-3b2d4d90-7fa8-46cb-8211-b8d14f554b9d tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0495176 Jan 31 19:25:39.340183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ab879b29-1572-49fc-bbc4-b6cc5374efbb req-69184cf2-bd6b-4395-8653-d18e2b698601 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0571189 Jan 31 19:25:40.537696 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e83888f-f0ab-4108-b70a-383531f603af req-229d30a4-1c37-4e3d-b03a-8fc2e9b962c5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4c47a38-1901-405e-8c39-bffd183fabf0 HTTP/1.1" status: 200 len: 210 time: 0.0453317 Jan 31 19:25:46.261840 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:25:48.936573 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0acfea01-3aa6-4ec0-b516-a261a95790db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.154078 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4eb1ba70-85b6-4c1e-ba3d-cb839e86a772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.482060 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55482) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:25:51.721054 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Deleting port c0781b97-474e-4f86-8c94-125c99eb5efc {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:51.721547 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c0781b97-474e-4f86-8c94-125c99eb5efc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.824841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c0781b97-474e-4f86-8c94-125c99eb5efc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.825172 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (c0781b97-474e-4f86-8c94-125c99eb5efc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:51.839556 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Calling delete_port for c0781b97-474e-4f86-8c94-125c99eb5efc owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:52.038900 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c0781b97-474e-4f86-8c94-125c99eb5efc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:52.519834 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event deleted for resources: {'Port': ['ID=c0781b97-474e-4f86-8c94-125c99eb5efc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:52.600740 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (32a3a32e-1515-466f-84ad-eac11f45b134), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:52.601340 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Floating IP 32a3a32e-1515-466f-84ad-eac11f45b134 disassociated (deleted). External IP: 172.25.8.168, port: 6c71ead7-762f-4e13-b013-7252d4feb871. Jan 31 19:25:52.612941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:52.846621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Router 58f0242c-3fa9-477a-96df-1e73f1a25709 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:25:52.981580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:25:52.986073 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:52.992367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59cf360-0023-498d-9d30-d74267a3edbf None None] Sync routers for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:25:53.008807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59cf360-0023-498d-9d30-d74267a3edbf None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:53.009890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f59cf360-0023-498d-9d30-d74267a3edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:25:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:53.022492 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aef042c7-5758-4e75-a581-574150721f0f tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "DELETE /v2.0/floatingips/32a3a32e-1515-466f-84ad-eac11f45b134 HTTP/1.1" status: 204 len: 168 time: 1.5389624 Jan 31 19:25:53.023249 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'tag': '6c71ead7-762f-4e13-b013-7252d4feb871'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:53.025811 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1fd8c4db009d54ed53658c8466f12048a4b52c4818a8179320b2d05da895d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8136499-6ce3-41b6-b9cd-b7ae55051ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "227bc070-14d4-4b27-a3c8-0a74e09f6e32", "tag": "6c71ead7-762f-4e13-b013-7252d4feb871"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:53.102206 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85925c5-abe7-49c7-9b5e-3a4f8e6de4bd x-openstack-request-id: req-a85925c5-abe7-49c7-9b5e-3a4f8e6de4bd {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:53.102695 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227bc070-14d4-4b27-a3c8-0a74e09f6e32", "tag": "6c71ead7-762f-4e13-b013-7252d4feb871", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:53.103107 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a85925c5-abe7-49c7-9b5e-3a4f8e6de4bd {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:53.103762 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'tag': '6c71ead7-762f-4e13-b013-7252d4feb871', 'status': 'completed', 'code': 200} Jan 31 19:25:53.177017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f59cf360-0023-498d-9d30-d74267a3edbf None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:53.217487 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8136499-6ce3-41b6-b9cd-b7ae55051ec0 req-3185e692-fdfd-4400-b4d4-140f30acd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:53.221632 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8136499-6ce3-41b6-b9cd-b7ae55051ec0 req-3185e692-fdfd-4400-b4d4-140f30acd908 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f69b02795d4d6facffed3eac950da9&device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 1128 time: 0.0823143 Jan 31 19:25:53.447439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8136499-6ce3-41b6-b9cd-b7ae55051ec0 req-60dd4570-f9d0-47bb-ad58-c8f67a47ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:53.449518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8136499-6ce3-41b6-b9cd-b7ae55051ec0 req-60dd4570-f9d0-47bb-ad58-c8f67a47ac83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 200 len: 913 time: 0.2213061 Jan 31 19:25:53.470615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f9277-9443-4eca-afd7-849e59eb4ed6 req-4499aa7e-78f0-474c-bc60-fc5cd69f5af5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:53.473230 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b5f9277-9443-4eca-afd7-849e59eb4ed6 req-4499aa7e-78f0-474c-bc60-fc5cd69f5af5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 945 time: 0.1517279 Jan 31 19:25:53.473559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f59cf360-0023-498d-9d30-d74267a3edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:53.520799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59cf360-0023-498d-9d30-d74267a3edbf None None] Checking router: 58f0242c-3fa9-477a-96df-1e73f1a25709 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:25:53.535934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59cf360-0023-498d-9d30-d74267a3edbf None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:25:53.537013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f59cf360-0023-498d-9d30-d74267a3edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:25:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:53.556168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8136499-6ce3-41b6-b9cd-b7ae55051ec0 req-15989176-b7e8-4951-8520-a5a0e55e4722 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c71ead7-762f-4e13-b013-7252d4feb871 HTTP/1.1" status: 200 len: 217 time: 0.0990150 Jan 31 19:25:53.655965 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b5f9277-9443-4eca-afd7-849e59eb4ed6 req-aebf5761-f765-4b63-a776-aa3dd1a3f342 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739426 Jan 31 19:25:53.665074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8136499-6ce3-41b6-b9cd-b7ae55051ec0 req-3dc2900f-de57-4a0e-ae33-c9e2ac00bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:53.666956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8136499-6ce3-41b6-b9cd-b7ae55051ec0 req-3dc2900f-de57-4a0e-ae33-c9e2ac00bde9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 200 len: 851 time: 0.1044085 Jan 31 19:25:53.725664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f59cf360-0023-498d-9d30-d74267a3edbf None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:25:53.729833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8136499-6ce3-41b6-b9cd-b7ae55051ec0 req-ab0c0fcf-01f3-4367-9559-82c6b4f3441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:53.731383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8136499-6ce3-41b6-b9cd-b7ae55051ec0 req-ab0c0fcf-01f3-4367-9559-82c6b4f3441b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0567889 Jan 31 19:25:53.865261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8136499-6ce3-41b6-b9cd-b7ae55051ec0 req-56a74f31-bbcd-41c9-aaa0-c8a25b348534 service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262159 Jan 31 19:25:53.996724 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8136499-6ce3-41b6-b9cd-b7ae55051ec0 req-45d6bf61-e78e-4160-96bb-f95232dcdb1d service neutron] 10.222.0.21 "GET /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247954 Jan 31 19:25:54.004063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f59cf360-0023-498d-9d30-d74267a3edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:25:54.040228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59cf360-0023-498d-9d30-d74267a3edbf None None] The sync data for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 is: [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:49Z', 'revision_number': 4, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e034bc7e-ffc9-48db-bd9b-167f0ebee459', 'name': '', 'network_id': '2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'mac_address': 'fa:16:3e:7e:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:48Z', 'updated_at': '2022-01-31T19:12:54Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'subnets': [{'id': '112fde1b-a5ee-4231-a35f-efa596ad24b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:25:54.250851 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:54.358759 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1420aa-7e6d-4d23-9249-83d7b8320060 None None] New status for floating IP 32a3a32e-1515-466f-84ad-eac11f45b134: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:25:54.742389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:54.836681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb7a2e-2a99-4bf5-8112-7b130c2ba2d8 req-b0b97acb-bd6a-4bc9-a273-a0d0def4403a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:54.838314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ffb7a2e-2a99-4bf5-8112-7b130c2ba2d8 req-b0b97acb-bd6a-4bc9-a273-a0d0def4403a tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 945 time: 0.0817742 Jan 31 19:25:54.905524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ffb7a2e-2a99-4bf5-8112-7b130c2ba2d8 req-5b1d2adf-2b05-4c79-8885-f81cbe00d4c2 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567441 Jan 31 19:25:55.049674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e16c-4caf-418d-85b5-b580545e4823 req-b3402dc4-4d99-4df1-9d7b-dc16e6f1ee73 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:25:55.052299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9256e16c-4caf-418d-85b5-b580545e4823 req-b3402dc4-4d99-4df1-9d7b-dc16e6f1ee73 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 945 time: 0.0935965 Jan 31 19:25:55.171005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9256e16c-4caf-418d-85b5-b580545e4823 req-546ee610-0287-4503-9e98-61d58309aed1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Deleting port 6c71ead7-762f-4e13-b013-7252d4feb871 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:25:55.171590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9256e16c-4caf-418d-85b5-b580545e4823 req-546ee610-0287-4503-9e98-61d58309aed1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:55.295021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9256e16c-4caf-418d-85b5-b580545e4823 req-546ee610-0287-4503-9e98-61d58309aed1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] For port 6c71ead7-762f-4e13-b013-7252d4feb871, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=6c71ead7-762f-4e13-b013-7252d4feb871,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:25:55.295387 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9256e16c-4caf-418d-85b5-b580545e4823 req-546ee610-0287-4503-9e98-61d58309aed1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:55.310712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9256e16c-4caf-418d-85b5-b580545e4823 req-546ee610-0287-4503-9e98-61d58309aed1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Calling delete_port for 6c71ead7-762f-4e13-b013-7252d4feb871 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:25:55.349913 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:55.505773 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9256e16c-4caf-418d-85b5-b580545e4823 req-546ee610-0287-4503-9e98-61d58309aed1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (6c71ead7-762f-4e13-b013-7252d4feb871), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:55.542203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ee610-0287-4503-9e98-61d58309aed1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event deleted for resources: {'Port': ['ID=6c71ead7-762f-4e13-b013-7252d4feb871,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:25:55.592923 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9256e16c-4caf-418d-85b5-b580545e4823 req-546ee610-0287-4503-9e98-61d58309aed1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] No DVR routers for this DVR port 6c71ead7-762f-4e13-b013-7252d4feb871 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:25:55.596780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9256e16c-4caf-418d-85b5-b580545e4823 req-546ee610-0287-4503-9e98-61d58309aed1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:55.600403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9256e16c-4caf-418d-85b5-b580545e4823 req-546ee610-0287-4503-9e98-61d58309aed1 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.21 "DELETE /v2.0/ports/6c71ead7-762f-4e13-b013-7252d4feb871 HTTP/1.1" status: 204 len: 173 time: 0.5424025 Jan 31 19:25:55.600878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'name': 'network-vif-deleted', 'tag': '6c71ead7-762f-4e13-b013-7252d4feb871'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:25:55.603471 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fa23d2-a955-473a-a990-40877c1f438a" -d '{"events": [{"server_uuid": "227bc070-14d4-4b27-a3c8-0a74e09f6e32", "name": "network-vif-deleted", "tag": "6c71ead7-762f-4e13-b013-7252d4feb871"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:25:55.645876 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c48f22-8e0d-4ba8-b23c-f46e31463ad7 x-openstack-request-id: req-c6c48f22-8e0d-4ba8-b23c-f46e31463ad7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:25:55.646196 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227bc070-14d4-4b27-a3c8-0a74e09f6e32", "name": "network-vif-deleted", "tag": "6c71ead7-762f-4e13-b013-7252d4feb871", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:25:55.646482 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6c48f22-8e0d-4ba8-b23c-f46e31463ad7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:25:55.646984 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227bc070-14d4-4b27-a3c8-0a74e09f6e32', 'name': 'network-vif-deleted', 'tag': '6c71ead7-762f-4e13-b013-7252d4feb871', 'status': 'completed', 'code': 200} Jan 31 19:25:56.094034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-545ffec9-6af7-452b-93af-9a11422c0e41 req-aa0f70bd-29fd-420f-b638-76e5499e1d97 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 210 time: 0.0545747 Jan 31 19:25:56.480982 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:25:57.259680 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62884ef1-65f3-45dd-bc67-c61aec48bb0e req-46a166b7-c4b9-420b-8964-56244a002dc0 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 210 time: 0.0480049 Jan 31 19:25:58.437391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d9a24d79-96c8-4f2c-bc18-d8643c1a5fb6 req-5d4f528b-85d7-4569-a306-2eb453901872 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 210 time: 0.0514994 Jan 31 19:25:58.594624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 6c71ead7-762f-4e13-b013-7252d4feb871 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:25:58.623614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 6c71ead7-762f-4e13-b013-7252d4feb871 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:25:58.623966 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 6c71ead7-762f-4e13-b013-7252d4feb871 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:25:59.589066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16ef4895-3f36-47f7-90f5-4cd88170503f req-c084d20f-2bd5-4002-b78d-af44666bb841 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 210 time: 0.0431018 Jan 31 19:26:00.763808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17aeab9b-21cd-46ef-b29e-14c06e2397fd req-a1b9cd6d-2cbd-450d-a862-951bf26342d3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 210 time: 0.0474601 Jan 31 19:26:01.917287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-adf9c12a-9c64-4e95-9a23-2acd8c242fb0 req-17053be7-4aa1-48e0-b6b8-cb92218b21f3 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 210 time: 0.0316858 Jan 31 19:26:03.095437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5195d79-5cfa-4f9a-8758-a469c49df50c req-c6cecfd1-ee78-43a5-b72b-54a43564e690 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 210 time: 0.0463796 Jan 31 19:26:04.262545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee5817b8-a797-4247-8aa9-1b96b8eec267 req-608654f2-13a3-473d-b1bb-9fa70e827a1b tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 210 time: 0.0517604 Jan 31 19:26:05.420882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0356c9a0-cde1-4771-9cc9-7ceda673145c req-6dc7fe7c-74eb-4aea-bdaf-d920505e70e5 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 210 time: 0.0385587 Jan 31 19:26:06.556764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-836ea1f7-2146-4004-b55d-dd7f63b94d5c req-72298823-4fbb-42b7-b81a-2b8769ca5ace tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bc070-14d4-4b27-a3c8-0a74e09f6e32 HTTP/1.1" status: 200 len: 210 time: 0.0377390 Jan 31 19:26:07.637165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55522) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:07.805673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d041d17d-7700-4a80-8181-1672a4934686 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Deleting port 95cf77d4-0656-41ed-b4df-8c0228c84f60 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:07.806226 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d041d17d-7700-4a80-8181-1672a4934686 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (95cf77d4-0656-41ed-b4df-8c0228c84f60), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:07.909024 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d041d17d-7700-4a80-8181-1672a4934686 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (95cf77d4-0656-41ed-b4df-8c0228c84f60), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:07.909373 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d041d17d-7700-4a80-8181-1672a4934686 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (95cf77d4-0656-41ed-b4df-8c0228c84f60), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:07.924094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d041d17d-7700-4a80-8181-1672a4934686 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Calling delete_port for 95cf77d4-0656-41ed-b4df-8c0228c84f60 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:08.112917 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d041d17d-7700-4a80-8181-1672a4934686 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (95cf77d4-0656-41ed-b4df-8c0228c84f60), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:08.151780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041d17d-7700-4a80-8181-1672a4934686 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event deleted for resources: {'Port': ['ID=95cf77d4-0656-41ed-b4df-8c0228c84f60,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:08.240182 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d041d17d-7700-4a80-8181-1672a4934686 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for floatingip (3369f46c-9315-4a63-9e24-113fd4963f56), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:08.244314 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d041d17d-7700-4a80-8181-1672a4934686 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:08.246114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d041d17d-7700-4a80-8181-1672a4934686 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "DELETE /v2.0/floatingips/3369f46c-9315-4a63-9e24-113fd4963f56 HTTP/1.1" status: 204 len: 168 time: 0.6074576 Jan 31 19:26:14.901057 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:14.995467 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ca1652f-5150-4aee-a234-ffc25a469b79 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group (7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:15.035511 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ca1652f-5150-4aee-a234-ffc25a469b79 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group (7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:15.134697 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ca1652f-5150-4aee-a234-ffc25a469b79 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:15.138487 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ca1652f-5150-4aee-a234-ffc25a469b79 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:15.144799 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1ca1652f-5150-4aee-a234-ffc25a469b79 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] 10.222.0.20 "DELETE /v2.0/security-groups/7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1 HTTP/1.1" status: 204 len: 168 time: 0.2377398 Jan 31 19:26:15.153517 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1652f-5150-4aee-a234-ffc25a469b79 tempest-TestVolumeBootPattern-214212284 tempest-TestVolumeBootPattern-214212284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c69b6f9-ecd1-445b-a5b2-d0264cedb6b1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:15.254887 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:16.018813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b77b9bbf-1414-4cb0-ab2a-6ba838d590c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (58f0242c-3fa9-477a-96df-1e73f1a25709), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:16.410224 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b77b9bbf-1414-4cb0-ab2a-6ba838d590c9 admin admin] Deleting port e034bc7e-ffc9-48db-bd9b-167f0ebee459 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:16.411159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b77b9bbf-1414-4cb0-ab2a-6ba838d590c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:16.548833 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b77b9bbf-1414-4cb0-ab2a-6ba838d590c9 admin admin] For port e034bc7e-ffc9-48db-bd9b-167f0ebee459, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e034bc7e-ffc9-48db-bd9b-167f0ebee459,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:16.549208 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b77b9bbf-1414-4cb0-ab2a-6ba838d590c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:16.565419 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b77b9bbf-1414-4cb0-ab2a-6ba838d590c9 admin admin] Calling delete_port for e034bc7e-ffc9-48db-bd9b-167f0ebee459 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:16.860669 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b77b9bbf-1414-4cb0-ab2a-6ba838d590c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e034bc7e-ffc9-48db-bd9b-167f0ebee459), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:16.890783 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b9bbf-1414-4cb0-ab2a-6ba838d590c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e034bc7e-ffc9-48db-bd9b-167f0ebee459,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:17.171295 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b77b9bbf-1414-4cb0-ab2a-6ba838d590c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (58f0242c-3fa9-477a-96df-1e73f1a25709), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:17.448440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77b9bbf-1414-4cb0-ab2a-6ba838d590c9 admin admin] Router 58f0242c-3fa9-477a-96df-1e73f1a25709 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:26:17.585635 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77b9bbf-1414-4cb0-ab2a-6ba838d590c9 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:26:17.592936 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b77b9bbf-1414-4cb0-ab2a-6ba838d590c9 admin admin] 10.222.0.20 "PUT /v2.0/routers/58f0242c-3fa9-477a-96df-1e73f1a25709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3369191 Jan 31 19:26:17.597996 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:17.601105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8702e6-20f8-47a4-8e19-d7377cc72109 None None] Sync routers for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:26:17.616994 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8702e6-20f8-47a4-8e19-d7377cc72109 None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:26:17.617914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd8702e6-20f8-47a4-8e19-d7377cc72109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:25:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:17.764423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-dd8702e6-20f8-47a4-8e19-d7377cc72109 None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:26:17.765644 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Publish callbacks [] for router (58f0242c-3fa9-477a-96df-1e73f1a25709), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:17.923324 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Publish callbacks [] for router_gateway (58f0242c-3fa9-477a-96df-1e73f1a25709), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:17.997282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Deleting port 435eb926-ff43-478a-b1d5-eca514123ce8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:17.997761 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (435eb926-ff43-478a-b1d5-eca514123ce8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:18.011561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd8702e6-20f8-47a4-8e19-d7377cc72109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:26:16Z', 'revision_number': 5, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port': {'id': '435eb926-ff43-478a-b1d5-eca514123ce8', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:18.058757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8702e6-20f8-47a4-8e19-d7377cc72109 None None] Checking router: 58f0242c-3fa9-477a-96df-1e73f1a25709 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:26:18.070694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8702e6-20f8-47a4-8e19-d7377cc72109 None None] Routers {'58f0242c-3fa9-477a-96df-1e73f1a25709'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:26:18.072017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd8702e6-20f8-47a4-8e19-d7377cc72109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:25:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['58f0242c-3fa9-477a-96df-1e73f1a25709'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:18.126830 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] For port 435eb926-ff43-478a-b1d5-eca514123ce8, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=435eb926-ff43-478a-b1d5-eca514123ce8,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:18.127469 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (435eb926-ff43-478a-b1d5-eca514123ce8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:18.148882 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Calling delete_port for 435eb926-ff43-478a-b1d5-eca514123ce8 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:18.196501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-dd8702e6-20f8-47a4-8e19-d7377cc72109 None None] Set router 58f0242c-3fa9-477a-96df-1e73f1a25709 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:26:18.264024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dd8702e6-20f8-47a4-8e19-d7377cc72109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:26:17Z', 'revision_number': 6, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:18.294742 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8702e6-20f8-47a4-8e19-d7377cc72109 None None] The sync data for ids ['58f0242c-3fa9-477a-96df-1e73f1a25709'] in n-d-812111-15 is: [{'id': '58f0242c-3fa9-477a-96df-1e73f1a25709', 'name': 'tempest-TestVolumeBootPattern-1254827818-router', 'tenant_id': 'e0f69b02795d4d6facffed3eac950da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:45Z', 'updated_at': '2022-01-31T19:26:17Z', 'revision_number': 6, 'project_id': 'e0f69b02795d4d6facffed3eac950da9', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:26:18.385579 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (435eb926-ff43-478a-b1d5-eca514123ce8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:18.419004 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Pushing event deleted for resources: {'Port': ['ID=435eb926-ff43-478a-b1d5-eca514123ce8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:18.523122 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (58f0242c-3fa9-477a-96df-1e73f1a25709), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:18.659259 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (58f0242c-3fa9-477a-96df-1e73f1a25709), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:18.661935 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Publish callbacks [] for router_controller (58f0242c-3fa9-477a-96df-1e73f1a25709), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:18.712119 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (58f0242c-3fa9-477a-96df-1e73f1a25709), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:18.713423 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f0242c-3fa9-477a-96df-1e73f1a25709 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:26:18.721166 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:18.726675 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a46dcfbb-1243-460d-9cad-1476250e4431 admin admin] 10.222.0.20 "DELETE /v2.0/routers/58f0242c-3fa9-477a-96df-1e73f1a25709 HTTP/1.1" status: 204 len: 168 time: 1.1237342 Jan 31 19:26:18.727171 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:18.803836 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-9633d57f-b890-4506-8e2d-0403bf345db6 admin admin] Deleting subnet 112fde1b-a5ee-4231-a35f-efa596ad24b7 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:26:18.809828 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9633d57f-b890-4506-8e2d-0403bf345db6 admin admin] Publish callbacks [] for subnet (112fde1b-a5ee-4231-a35f-efa596ad24b7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:18.854736 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9633d57f-b890-4506-8e2d-0403bf345db6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (112fde1b-a5ee-4231-a35f-efa596ad24b7), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:18.918827 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-00a79447-df97-4af7-9910-dc83b9f9a478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:18.975791 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9633d57f-b890-4506-8e2d-0403bf345db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (112fde1b-a5ee-4231-a35f-efa596ad24b7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.058395 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9633d57f-b890-4506-8e2d-0403bf345db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (112fde1b-a5ee-4231-a35f-efa596ad24b7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.089643 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633d57f-b890-4506-8e2d-0403bf345db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112fde1b-a5ee-4231-a35f-efa596ad24b7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:19.091770 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9633d57f-b890-4506-8e2d-0403bf345db6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.099094 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9633d57f-b890-4506-8e2d-0403bf345db6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/112fde1b-a5ee-4231-a35f-efa596ad24b7 HTTP/1.1" status: 204 len: 168 time: 0.3671227 Jan 31 19:26:19.100073 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55556) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:19.104522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139454f5-00d3-47ea-a5c8-518f430c9064 None None] Network 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:26:19.218791 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.304547 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Deleting port f07277ac-ffcb-4312-973a-4cd6616abeb2 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:19.305117 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.381965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] DHCP port deletion for 2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:26:19.387613 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] For port f07277ac-ffcb-4312-973a-4cd6616abeb2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f07277ac-ffcb-4312-973a-4cd6616abeb2,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:19.388495 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.409562 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Calling delete_port for f07277ac-ffcb-4312-973a-4cd6616abeb2 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:19.464601 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Deleting port f07277ac-ffcb-4312-973a-4cd6616abeb2 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:19.465273 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.565000 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.567734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] For port f07277ac-ffcb-4312-973a-4cd6616abeb2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=f07277ac-ffcb-4312-973a-4cd6616abeb2,segment=NetworkSegment(5c023c20-c789-41a9-b2fe-86b2a43f558a),segment_id=5c023c20-c789-41a9-b2fe-86b2a43f558a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:19.568305 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.588747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Calling delete_port for f07277ac-ffcb-4312-973a-4cd6616abeb2 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:19.608544 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Pushing event deleted for resources: {'Port': ['ID=f07277ac-ffcb-4312-973a-4cd6616abeb2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:19.611550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] No DVR routers for this DVR port f07277ac-ffcb-4312-973a-4cd6616abeb2 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:26:19.702924 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (f07277ac-ffcb-4312-973a-4cd6616abeb2), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.720301 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:19.919293 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Pushing event deleted for resources: {'Port': ['ID=f07277ac-ffcb-4312-973a-4cd6616abeb2,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:19.927888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] No DVR routers for this DVR port f07277ac-ffcb-4312-973a-4cd6616abeb2 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:26:19.942193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:19.942193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:19.942193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:19.942765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:19.942900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:19.943474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:19.944047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:19.948894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:19.948894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:19.948894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:19.948894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:19.948894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:19.948894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bece52a-1d02-49eb-a45f-70bfb27be515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:20.185134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:20.193246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f07277ac-ffcb-4312-973a-4cd6616abeb2 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:26:20.202596 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c023c20-c789-41a9-b2fe-86b2a43f558a') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:20.203007 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c023c20-c789-41a9-b2fe-86b2a43f558a') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:20.215708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: f07277ac-ffcb-4312-973a-4cd6616abeb2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:26:20.216289 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device f07277ac-ffcb-4312-973a-4cd6616abeb2 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:26:20.216949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 435eb926-ff43-478a-b1d5-eca514123ce8 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:26:20.220163 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (5c023c20-c789-41a9-b2fe-86b2a43f558a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:20.238599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 435eb926-ff43-478a-b1d5-eca514123ce8 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:26:20.239419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 435eb926-ff43-478a-b1d5-eca514123ce8 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:26:20.240024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e034bc7e-ffc9-48db-bd9b-167f0ebee459 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:26:20.245448 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5c023c20-c789-41a9-b2fe-86b2a43f558a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:20.254061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:26:20.254610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (5c023c20-c789-41a9-b2fe-86b2a43f558a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:26:20.257070 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:26:20.275479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: e034bc7e-ffc9-48db-bd9b-167f0ebee459 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:26:20.276079 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e034bc7e-ffc9-48db-bd9b-167f0ebee459 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:26:20.340892 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:20.351788 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:20.358289 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] 10.222.0.20 "DELETE /v2.0/networks/2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6 HTTP/1.1" status: 204 len: 168 time: 1.2571447 Jan 31 19:26:20.361866 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55558) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:20.387688 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a3dfb-1286-412a-8a8e-46e834348eab admin admin] Pushing event deleted for resources: {'Network': ['ID=2d8448c1-61e2-4fc8-8c09-4d34ab4b1af6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:20.912118 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23e6c741-6bf5-431c-bc55-242153d6b68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:21.155488 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e2fe45c-d95d-41a3-906d-4afbb19f135d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:21.277549 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-23e6c741-6bf5-431c-bc55-242153d6b68c admin admin] Deleting port fe927e92-7a69-4646-91e0-860811f36313 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:21.277946 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23e6c741-6bf5-431c-bc55-242153d6b68c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (fe927e92-7a69-4646-91e0-860811f36313), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:21.375979 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-23e6c741-6bf5-431c-bc55-242153d6b68c admin admin] For port fe927e92-7a69-4646-91e0-860811f36313, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=fe927e92-7a69-4646-91e0-860811f36313,segment=NetworkSegment(70d690cf-b8c3-4940-bbce-4669ab07e3c6),segment_id=70d690cf-b8c3-4940-bbce-4669ab07e3c6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:21.376437 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23e6c741-6bf5-431c-bc55-242153d6b68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (fe927e92-7a69-4646-91e0-860811f36313), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:21.391829 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-23e6c741-6bf5-431c-bc55-242153d6b68c admin admin] Calling delete_port for fe927e92-7a69-4646-91e0-860811f36313 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:21.608303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23e6c741-6bf5-431c-bc55-242153d6b68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (fe927e92-7a69-4646-91e0-860811f36313), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:21.640862 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6c741-6bf5-431c-bc55-242153d6b68c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe927e92-7a69-4646-91e0-860811f36313,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:21.864510 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23e6c741-6bf5-431c-bc55-242153d6b68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:22.125050 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e6c741-6bf5-431c-bc55-242153d6b68c admin admin] Router 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:26:22.271817 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e6c741-6bf5-431c-bc55-242153d6b68c admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:26:22.277845 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-23e6c741-6bf5-431c-bc55-242153d6b68c admin admin] 10.222.0.20 "PUT /v2.0/routers/50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9148304 Jan 31 19:26:22.281175 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:22.288182 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07b1533-1c72-4dd9-ab3c-d89686fc2d50 None None] Sync routers for ids ['50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:26:22.307984 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b1533-1c72-4dd9-ab3c-d89686fc2d50 None None] Routers {'50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:26:22.309084 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b07b1533-1c72-4dd9-ab3c-d89686fc2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:26:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:22.437386 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Publish callbacks [] for router (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:22.597516 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b07b1533-1c72-4dd9-ab3c-d89686fc2d50 None None] Set router 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:26:22.614159 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Publish callbacks [] for router_gateway (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:22.626112 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:22.701125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Deleting port c43f65cf-c6ec-4661-890e-e896ff767179 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:22.701431 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c43f65cf-c6ec-4661-890e-e896ff767179), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:22.802988 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] For port c43f65cf-c6ec-4661-890e-e896ff767179, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c43f65cf-c6ec-4661-890e-e896ff767179,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:22.803355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c43f65cf-c6ec-4661-890e-e896ff767179), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:22.819608 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Calling delete_port for c43f65cf-c6ec-4661-890e-e896ff767179 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:22.860321 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b07b1533-1c72-4dd9-ab3c-d89686fc2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'name': 'tempest-TestVolumeBootPattern-2083985999-router', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:52Z', 'updated_at': '2022-01-31T19:26:21Z', 'revision_number': 5, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'gw_port': {'id': 'c43f65cf-c6ec-4661-890e-e896ff767179', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:4f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:12:53Z', 'updated_at': '2022-01-31T19:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:22.888711 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07b1533-1c72-4dd9-ab3c-d89686fc2d50 None None] Checking router: 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:26:22.899289 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b1533-1c72-4dd9-ab3c-d89686fc2d50 None None] Routers {'50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:26:22.900125 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b07b1533-1c72-4dd9-ab3c-d89686fc2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:26:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:23.021597 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b07b1533-1c72-4dd9-ab3c-d89686fc2d50 None None] Set router 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:26:23.086608 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b07b1533-1c72-4dd9-ab3c-d89686fc2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'name': 'tempest-TestVolumeBootPattern-2083985999-router', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:52Z', 'updated_at': '2022-01-31T19:26:22Z', 'revision_number': 6, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:23.103597 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c43f65cf-c6ec-4661-890e-e896ff767179), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.117406 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07b1533-1c72-4dd9-ab3c-d89686fc2d50 None None] The sync data for ids ['50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1'] in n-d-812111-15 is: [{'id': '50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1', 'name': 'tempest-TestVolumeBootPattern-2083985999-router', 'tenant_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:12:52Z', 'updated_at': '2022-01-31T19:26:22Z', 'revision_number': 6, 'project_id': '7501570ad1c44fdebd79cfe5bad9f88a', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:26:23.150468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c43f65cf-c6ec-4661-890e-e896ff767179,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:23.240598 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.265830 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:26:23.369982 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.372465 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Publish callbacks [] for router_controller (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.435932 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.436717 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:26:23.443532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.445388 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3c68debc-9f2a-48e9-b545-f1a6b816a4eb admin admin] 10.222.0.20 "DELETE /v2.0/routers/50c1c34f-17e6-46e2-bb4f-eb1ea21e42b1 HTTP/1.1" status: 204 len: 168 time: 1.1623912 Jan 31 19:26:23.448096 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:23.516957 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3a7f1b-464f-4b9b-95e1-13b2a481d64e admin admin] Deleting subnet 7991f431-06ed-4901-b5d1-04e8d7ae2583 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:26:23.522176 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae3a7f1b-464f-4b9b-95e1-13b2a481d64e admin admin] Publish callbacks [] for subnet (7991f431-06ed-4901-b5d1-04e8d7ae2583), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.584121 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae3a7f1b-464f-4b9b-95e1-13b2a481d64e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (7991f431-06ed-4901-b5d1-04e8d7ae2583), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.690274 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae3a7f1b-464f-4b9b-95e1-13b2a481d64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (7991f431-06ed-4901-b5d1-04e8d7ae2583), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.762857 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae3a7f1b-464f-4b9b-95e1-13b2a481d64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (7991f431-06ed-4901-b5d1-04e8d7ae2583), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.792632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a7f1b-464f-4b9b-95e1-13b2a481d64e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7991f431-06ed-4901-b5d1-04e8d7ae2583,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:23.799610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae3a7f1b-464f-4b9b-95e1-13b2a481d64e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.806114 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ae3a7f1b-464f-4b9b-95e1-13b2a481d64e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7991f431-06ed-4901-b5d1-04e8d7ae2583 HTTP/1.1" status: 204 len: 168 time: 0.3562274 Jan 31 19:26:23.808869 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55564) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:23.809104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c337a06-2bf7-410f-82b3-51b2bbebb400 None None] Network a067d430-f60d-4c20-83d2-cd8467693ad3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:26:23.898418 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (a067d430-f60d-4c20-83d2-cd8467693ad3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:23.982248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Deleting port 28583f66-c78d-4c41-9bf4-3f3733212f8c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:23.982733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.042249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3638c64f-9a4c-47fc-9850-bd0a85c8b131 None None] DHCP port deletion for a067d430-f60d-4c20-83d2-cd8467693ad3 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:26:24.068372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] For port 28583f66-c78d-4c41-9bf4-3f3733212f8c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=28583f66-c78d-4c41-9bf4-3f3733212f8c,segment=NetworkSegment(70d690cf-b8c3-4940-bbce-4669ab07e3c6),segment_id=70d690cf-b8c3-4940-bbce-4669ab07e3c6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:24.068754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.087727 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Calling delete_port for 28583f66-c78d-4c41-9bf4-3f3733212f8c owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:24.111627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3638c64f-9a4c-47fc-9850-bd0a85c8b131 None None] Deleting port 28583f66-c78d-4c41-9bf4-3f3733212f8c {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:24.112120 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3638c64f-9a4c-47fc-9850-bd0a85c8b131 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.198105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 28583f66-c78d-4c41-9bf4-3f3733212f8c no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:26:24.213825 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.259540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=28583f66-c78d-4c41-9bf4-3f3733212f8c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:24.266513 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] No DVR routers for this DVR port 28583f66-c78d-4c41-9bf4-3f3733212f8c on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:26:24.279094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3638c64f-9a4c-47fc-9850-bd0a85c8b131 None None] For port 28583f66-c78d-4c41-9bf4-3f3733212f8c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=28583f66-c78d-4c41-9bf4-3f3733212f8c,segment=NetworkSegment(70d690cf-b8c3-4940-bbce-4669ab07e3c6),segment_id=70d690cf-b8c3-4940-bbce-4669ab07e3c6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:24.280101 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3638c64f-9a4c-47fc-9850-bd0a85c8b131 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.338347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3638c64f-9a4c-47fc-9850-bd0a85c8b131 None None] Calling delete_port for 28583f66-c78d-4c41-9bf4-3f3733212f8c owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:24.347444 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.365566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No active binding found for port 28583f66-c78d-4c41-9bf4-3f3733212f8c {{(pid=103227) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 19:26:24.366219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] The host n-d-812111-15 is not matching for port 28583f66-c78d-4c41-9bf4-3f3733212f8c host None! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 19:26:24.366880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 28583f66-c78d-4c41-9bf4-3f3733212f8c not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:26:24.367611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fe927e92-7a69-4646-91e0-860811f36313 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:26:24.402720 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (a067d430-f60d-4c20-83d2-cd8467693ad3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.440328 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a067d430-f60d-4c20-83d2-cd8467693ad3']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:24.465849 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d690cf-b8c3-4940-bbce-4669ab07e3c6') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:24.466753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d690cf-b8c3-4940-bbce-4669ab07e3c6') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:26:24.470100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: fe927e92-7a69-4646-91e0-860811f36313 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:26:24.470657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device fe927e92-7a69-4646-91e0-860811f36313 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:26:24.471336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c43f65cf-c6ec-4661-890e-e896ff767179 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:26:24.486794 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (70d690cf-b8c3-4940-bbce-4669ab07e3c6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.507214 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (70d690cf-b8c3-4940-bbce-4669ab07e3c6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.511341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c43f65cf-c6ec-4661-890e-e896ff767179 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:26:24.511934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c43f65cf-c6ec-4661-890e-e896ff767179 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:26:24.518378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:26:24.518908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (70d690cf-b8c3-4940-bbce-4669ab07e3c6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:26:24.521554 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:26:24.571201 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3638c64f-9a4c-47fc-9850-bd0a85c8b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (28583f66-c78d-4c41-9bf4-3f3733212f8c), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.607420 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (a067d430-f60d-4c20-83d2-cd8467693ad3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.611686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638c64f-9a4c-47fc-9850-bd0a85c8b131 None None] Pushing event deleted for resources: {'Port': ['ID=28583f66-c78d-4c41-9bf4-3f3733212f8c,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:24.617162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638c64f-9a4c-47fc-9850-bd0a85c8b131 None None] No DVR routers for this DVR port 28583f66-c78d-4c41-9bf4-3f3733212f8c on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:26:24.618226 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.628494 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a067d430-f60d-4c20-83d2-cd8467693ad3 HTTP/1.1" status: 204 len: 168 time: 0.8136256 Jan 31 19:26:24.652069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2c4c6-6fbe-4466-974e-06f43edb4f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=a067d430-f60d-4c20-83d2-cd8467693ad3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:24.743515 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.802985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55568) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:24.877631 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-30188cc6-9301-4794-9abb-0663557bf119 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0f69b02795d4d6facffed3eac950da9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726237 Jan 31 19:26:24.881758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:24.938887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fbd68862-8dca-48c9-880f-2c9733fc7fbd admin admin] Publish callbacks [] for security_group (7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:24.973663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fbd68862-8dca-48c9-880f-2c9733fc7fbd admin admin] Publish callbacks [] for security_group (7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:25.057257 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fbd68862-8dca-48c9-880f-2c9733fc7fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:25.060302 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fbd68862-8dca-48c9-880f-2c9733fc7fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:25.062028 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fbd68862-8dca-48c9-880f-2c9733fc7fbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e HTTP/1.1" status: 204 len: 168 time: 0.1787944 Jan 31 19:26:25.072233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd68862-8dca-48c9-880f-2c9733fc7fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dab75fc-dcd1-4cf2-b910-1fbedbf30b4e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:25.354057 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:25.538129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55576) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:25.586103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c694006f-432e-419b-aee1-198b4ffbdf6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7501570ad1c44fdebd79cfe5bad9f88a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460446 Jan 31 19:26:25.590155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55578) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:25.655365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-703e39de-8c5c-4e25-9417-08b961cb5891 admin admin] Publish callbacks [] for security_group (d0c2815e-28fc-48f8-8dcd-3c05b81e2f8a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:25.681394 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-703e39de-8c5c-4e25-9417-08b961cb5891 admin admin] Publish callbacks [] for security_group (d0c2815e-28fc-48f8-8dcd-3c05b81e2f8a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:25.744880 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-703e39de-8c5c-4e25-9417-08b961cb5891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (d0c2815e-28fc-48f8-8dcd-3c05b81e2f8a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:25.747495 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-703e39de-8c5c-4e25-9417-08b961cb5891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:25.748725 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-703e39de-8c5c-4e25-9417-08b961cb5891 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0c2815e-28fc-48f8-8dcd-3c05b81e2f8a HTTP/1.1" status: 204 len: 168 time: 0.1574285 Jan 31 19:26:25.762355 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e39de-8c5c-4e25-9417-08b961cb5891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c2815e-28fc-48f8-8dcd-3c05b81e2f8a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:26.482228 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:40.579642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-8a917098-5862-47cf-a8c9-164f1d6d3907 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6891afbb1af04dcd8c8615804a245cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411158 Jan 31 19:26:40.820499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-76d6291b-44c2-4848-b3d3-7f72ef694201 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:40.822013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-76d6291b-44c2-4848-b3d3-7f72ef694201 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307875 Jan 31 19:26:40.839362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-45beec75-571e-43e3-9328-c72c65c51e80 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/quotas/6891afbb1af04dcd8c8615804a245cb8 HTTP/1.1" status: 200 len: 375 time: 0.0103407 Jan 31 19:26:40.883627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-31cc9cd0-1cd6-4c25-af21-4bb4cd702fd2 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6891afbb1af04dcd8c8615804a245cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354278 Jan 31 19:26:41.283737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebdca183-04de-48f8-ba4e-61266ca8282f req-0b35d787-1529-4c6d-a8d5-7200b978238f tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 210 time: 0.2124691 Jan 31 19:26:42.428370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e2a5cc3-230b-46e4-be9f-050cae1f0532 req-b6d40c9c-7b0c-4228-9a97-b13f655569ef tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 210 time: 0.0433114 Jan 31 19:26:42.471242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-c0280d39-c724-4ac0-bdcf-525c36dac531 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6891afbb1af04dcd8c8615804a245cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252838 Jan 31 19:26:42.637659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-4c9121ff-7a87-47c4-a8c6-03ab0c2119f5 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:42.639222 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-4c9121ff-7a87-47c4-a8c6-03ab0c2119f5 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581604 Jan 31 19:26:42.652806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Request body: {'port': {'device_id': 'eb15659f-aa68-4e71-83a1-60b738d50c76', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'admin_state_up': True, 'tenant_id': '6891afbb1af04dcd8c8615804a245cb8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:26:42.797719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Made reservation on behalf of 6891afbb1af04dcd8c8615804a245cb8 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:26:42.801192 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:42.814967 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:42.916993 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Publish callbacks [] for security_group (b9f16b2e-bffd-498b-b73c-e5b75325ef00), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:42.922645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b9f16b2e-bffd-498b-b73c-e5b75325ef00), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:42.989573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f16b2e-bffd-498b-b73c-e5b75325ef00,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:43.004144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.004516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.004873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.005217 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.005560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.006049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.006410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.006750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.007090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.007424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.007875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.008376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.008863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:43.092708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Allocated IP 192.168.233.8 (0ca8100f-f789-4e71-ba36-fc08e9550af6/e8e45e0b-cb0c-44e6-93cf-a9bdade88be4/f818b4fa-e140-46d7-91f7-e21b718459b2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:26:43.247813 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Publish callbacks [] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:43.295186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:43.339024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Network 0ca8100f-f789-4e71-ba36-fc08e9550af6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:26:43.342136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:26:43.346492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:26:43.355566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Pushing event updated for resources: {'Port': ['ID=f818b4fa-e140-46d7-91f7-e21b718459b2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:43.420902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:43.421586 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:43.446503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-a1018fa9-21ad-4a10-944b-5bd2cdd871ea tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7986002 Jan 31 19:26:43.458630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Request body: {'port': {'device_id': 'eb15659f-aa68-4e71-83a1-60b738d50c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:26:43.573641 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:43.641411 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-824b899a-1853-40c8-886d-c5aecf112be6 None None] Provisioning complete for port f818b4fa-e140-46d7-91f7-e21b718459b2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:26:43.642293 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-824b899a-1853-40c8-886d-c5aecf112be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:43.658596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bdf4c-cac4-44df-a836-7cbca455c1ae req-01dd1d63-c50c-4339-a5b5-58b1f2948412 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:43.661252 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c9bdf4c-cac4-44df-a836-7cbca455c1ae req-01dd1d63-c50c-4339-a5b5-58b1f2948412 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 934 time: 0.1320310 Jan 31 19:26:43.690959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-824b899a-1853-40c8-886d-c5aecf112be6 None None] Port f818b4fa-e140-46d7-91f7-e21b718459b2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:26:43.808061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c9bdf4c-cac4-44df-a836-7cbca455c1ae req-99264b72-e95e-4b6e-a1a2-b3ce7d5a7c6c tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9f16b2e-bffd-498b-b73c-e5b75325ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319036 Jan 31 19:26:43.990852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f818b4fa-e140-46d7-91f7-e21b718459b2 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:26:44.002579 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Publish callbacks [] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:44.025778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Transition to ACTIVE for port object f818b4fa-e140-46d7-91f7-e21b718459b2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:26:44.031793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:44.108566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Pushing event updated for resources: {'Port': ['ID=f818b4fa-e140-46d7-91f7-e21b718459b2,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:44.200441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Attempting to bind port f818b4fa-e140-46d7-91f7-e21b718459b2 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:26:44.200785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Attempting to bind port f818b4fa-e140-46d7-91f7-e21b718459b2 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:26:44.201108 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Attempting to bind port f818b4fa-e140-46d7-91f7-e21b718459b2 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:26:44.210625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Port f818b4fa-e140-46d7-91f7-e21b718459b2 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:26:44.210958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Attempting to bind port f818b4fa-e140-46d7-91f7-e21b718459b2 on network 0ca8100f-f789-4e71-ba36-fc08e9550af6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:26:44.217270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:26:44.217658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Checking segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:26:44.218056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Bound using segment: {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:26:44.225015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Bound port: f818b4fa-e140-46d7-91f7-e21b718459b2, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08e05b3-7de7-4d2b-a27a-230302c68b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:26:44.225015 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:44.295550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] For port f818b4fa-e140-46d7-91f7-e21b718459b2, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:26:44.299889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] For port f818b4fa-e140-46d7-91f7-e21b718459b2, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f818b4fa-e140-46d7-91f7-e21b718459b2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:26:44.308680 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:44.351525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:44.352533 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:44.354018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] 10.222.0.21 "PUT /v2.0/ports/f818b4fa-e140-46d7-91f7-e21b718459b2 HTTP/1.1" status: 200 len: 1095 time: 0.8998890 Jan 31 19:26:44.354651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb15659f-aa68-4e71-83a1-60b738d50c76', 'tag': 'f818b4fa-e140-46d7-91f7-e21b718459b2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:26:44.356993 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a249994f-09fe-42c1-a4b4-f09982930c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb15659f-aa68-4e71-83a1-60b738d50c76", "tag": "f818b4fa-e140-46d7-91f7-e21b718459b2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:26:44.394631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8115e52-5fb1-4e42-ad51-e9312abc6348 service neutron] Pushing event updated for resources: {'Port': ['ID=f818b4fa-e140-46d7-91f7-e21b718459b2,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:44.414723 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497cc979-052c-4fc0-98a9-2d1bc54c94fe x-openstack-request-id: req-497cc979-052c-4fc0-98a9-2d1bc54c94fe {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:26:44.415106 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb15659f-aa68-4e71-83a1-60b738d50c76", "tag": "f818b4fa-e140-46d7-91f7-e21b718459b2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:26:44.415455 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-497cc979-052c-4fc0-98a9-2d1bc54c94fe {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:26:44.415863 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb15659f-aa68-4e71-83a1-60b738d50c76', 'tag': 'f818b4fa-e140-46d7-91f7-e21b718459b2', 'status': 'completed', 'code': 200} Jan 31 19:26:44.466313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f9610cb5-efe5-4ced-a087-bac1285ce1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:44.467948 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-f9610cb5-efe5-4ced-a087-bac1285ce1c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6891afbb1af04dcd8c8615804a245cb8&device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 1129 time: 0.0638494 Jan 31 19:26:44.520953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-98ffa801-45d2-46a1-943e-d3dda40012d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f818b4fa-e140-46d7-91f7-e21b718459b2 HTTP/1.1" status: 200 len: 217 time: 0.0455439 Jan 31 19:26:44.602880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-71872c84-05f1-46d7-bf2c-5a0963d86ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:44.604415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-71872c84-05f1-46d7-bf2c-5a0963d86ea4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0726693 Jan 31 19:26:44.670140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-54695e59-0def-44d2-bd90-46a9fc1b1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:44.672277 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-54695e59-0def-44d2-bd90-46a9fc1b1c2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0610275 Jan 31 19:26:44.777948 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-1bcbff72-f24f-406f-a686-c4e3684075fd service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001518 Jan 31 19:26:44.909919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7662db1d-124d-450b-9fa8-a2f44a2aa9f7 req-62643ae6-55c0-4a57-8920-01f21b26bfb0 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252220 Jan 31 19:26:45.290375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca869c8-cc28-4a44-a059-024b3472c874 req-b904d431-fd21-475b-91b0-2b7276c3179c tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:45.292039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ca869c8-cc28-4a44-a059-024b3472c874 req-b904d431-fd21-475b-91b0-2b7276c3179c tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 946 time: 0.3968899 Jan 31 19:26:45.305110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249994f-09fe-42c1-a4b4-f09982930c0e req-8d5e553f-fb32-4adf-9e8d-9f924fe9fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:45.307647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a249994f-09fe-42c1-a4b4-f09982930c0e req-8d5e553f-fb32-4adf-9e8d-9f924fe9fe02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6891afbb1af04dcd8c8615804a245cb8&device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 1129 time: 0.0734320 Jan 31 19:26:45.416851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ca869c8-cc28-4a44-a059-024b3472c874 req-efa8f9b8-6083-49b5-8425-81ae344f0b30 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9f16b2e-bffd-498b-b73c-e5b75325ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077118 Jan 31 19:26:45.455468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249994f-09fe-42c1-a4b4-f09982930c0e req-ebc1ea53-4f55-4a3b-957e-b03e1233b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:45.457078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a249994f-09fe-42c1-a4b4-f09982930c0e req-ebc1ea53-4f55-4a3b-957e-b03e1233b307 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ca8100f-f789-4e71-ba36-fc08e9550af6 HTTP/1.1" status: 200 len: 870 time: 0.1397474 Jan 31 19:26:45.500053 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a249994f-09fe-42c1-a4b4-f09982930c0e req-e64cb6a0-c0f4-4d29-b856-c89e1d314a50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f818b4fa-e140-46d7-91f7-e21b718459b2 HTTP/1.1" status: 200 len: 217 time: 0.0367265 Jan 31 19:26:45.578594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249994f-09fe-42c1-a4b4-f09982930c0e req-53924911-4a4e-4d4d-b46e-dc7f92a3a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:45.579999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a249994f-09fe-42c1-a4b4-f09982930c0e req-53924911-4a4e-4d4d-b46e-dc7f92a3a2d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8e45e0b-cb0c-44e6-93cf-a9bdade88be4 HTTP/1.1" status: 200 len: 843 time: 0.0735633 Jan 31 19:26:45.653439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249994f-09fe-42c1-a4b4-f09982930c0e req-83e9a3f2-c888-40d6-b8d4-5a0f710e7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:45.655892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a249994f-09fe-42c1-a4b4-f09982930c0e req-83e9a3f2-c888-40d6-b8d4-5a0f710e7e2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ca8100f-f789-4e71-ba36-fc08e9550af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0684438 Jan 31 19:26:45.771711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a249994f-09fe-42c1-a4b4-f09982930c0e req-0ebbcb7f-1895-4a19-b5bc-98d61dcfa15b service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035702 Jan 31 19:26:45.893577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a249994f-09fe-42c1-a4b4-f09982930c0e req-90f1b767-ea68-4d77-9818-5904a00febc5 service neutron] 10.222.0.21 "GET /v2.0/networks/0ca8100f-f789-4e71-ba36-fc08e9550af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149011 Jan 31 19:26:46.588762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe97b9-053e-4356-941d-f28a1842d214 req-84cb143b-33ec-480c-b9bf-35cb391796b8 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:46.590356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aefe97b9-053e-4356-941d-f28a1842d214 req-84cb143b-33ec-480c-b9bf-35cb391796b8 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 946 time: 0.0751264 Jan 31 19:26:46.659543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aefe97b9-053e-4356-941d-f28a1842d214 req-5a7b371e-c966-4de9-8c9d-7d12546ecc07 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9f16b2e-bffd-498b-b73c-e5b75325ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588517 Jan 31 19:26:46.720921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f818b4fa-e140-46d7-91f7-e21b718459b2 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:26:46.829743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f818b4fa-e140-46d7-91f7-e21b718459b2, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f818b4fa-e140-46d7-91f7-e21b718459b2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:46.841864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'f818b4fa-e140-46d7-91f7-e21b718459b2', 'network_id': '0ca8100f-f789-4e71-ba36-fc08e9550af6', 'port_id': 'f818b4fa-e140-46d7-91f7-e21b718459b2', 'mac_address': 'fa:16:3e:97:8b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e45e0b-cb0c-44e6-93cf-a9bdade88be4', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:26:46.884467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f818b4fa-e140-46d7-91f7-e21b718459b2 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:26:46.884991 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:46.902662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f818b4fa-e140-46d7-91f7-e21b718459b2 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:26:46.926949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f818b4fa-e140-46d7-91f7-e21b718459b2, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f818b4fa-e140-46d7-91f7-e21b718459b2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:46.932120 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:47.022792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f818b4fa-e140-46d7-91f7-e21b718459b2,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:47.189877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f818b4fa-e140-46d7-91f7-e21b718459b2'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:26:47.808572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934dcb5-54b8-4f91-ac65-148bc50b7697 req-75cfc462-412b-4cf9-960d-8a73bde3a7b8 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:47.810386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9934dcb5-54b8-4f91-ac65-148bc50b7697 req-75cfc462-412b-4cf9-960d-8a73bde3a7b8 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 947 time: 0.0640130 Jan 31 19:26:47.870617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9934dcb5-54b8-4f91-ac65-148bc50b7697 req-d21fea5d-f702-4f06-9d4c-cb6303eab7e2 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9f16b2e-bffd-498b-b73c-e5b75325ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533237 Jan 31 19:26:48.738194 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f818b4fa-e140-46d7-91f7-e21b718459b2 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:26:48.808862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port f818b4fa-e140-46d7-91f7-e21b718459b2 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:26:48.817289 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port f818b4fa-e140-46d7-91f7-e21b718459b2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:26:48.817694 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:48.931453 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-156ad816-8917-48d7-980d-41a41c30b05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:48.933292 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f818b4fa-e140-46d7-91f7-e21b718459b2 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:26:48.933836 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:48.987510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb15659f-aa68-4e71-83a1-60b738d50c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f818b4fa-e140-46d7-91f7-e21b718459b2'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:26:48.990061 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993b157e-76c6-4b58-83c8-33ef166bc332" -d '{"events": [{"server_uuid": "eb15659f-aa68-4e71-83a1-60b738d50c76", "name": "network-vif-plugged", "status": "completed", "tag": "f818b4fa-e140-46d7-91f7-e21b718459b2"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:26:49.004109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f818b4fa-e140-46d7-91f7-e21b718459b2, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f818b4fa-e140-46d7-91f7-e21b718459b2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:49.009440 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:49.043708 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01c583f-0a3e-4d19-8b64-6273e6b63121 x-openstack-request-id: req-c01c583f-0a3e-4d19-8b64-6273e6b63121 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:26:49.044004 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb15659f-aa68-4e71-83a1-60b738d50c76", "name": "network-vif-plugged", "status": "completed", "tag": "f818b4fa-e140-46d7-91f7-e21b718459b2", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:26:49.044206 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c01c583f-0a3e-4d19-8b64-6273e6b63121 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:26:49.044814 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb15659f-aa68-4e71-83a1-60b738d50c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f818b4fa-e140-46d7-91f7-e21b718459b2', 'code': 200} Jan 31 19:26:49.059662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f0a67-040f-47e8-ac2a-89cdf479c7ee req-3dcd3c77-5b59-43f7-bf74-651d7b382a9f tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:49.061387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f2f0a67-040f-47e8-ac2a-89cdf479c7ee req-3dcd3c77-5b59-43f7-bf74-651d7b382a9f tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 947 time: 0.0794063 Jan 31 19:26:49.081906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f818b4fa-e140-46d7-91f7-e21b718459b2,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:49.173879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6f2f0a67-040f-47e8-ac2a-89cdf479c7ee req-d0d73648-8a19-4366-8d29-0e79c10e2a3b tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9f16b2e-bffd-498b-b73c-e5b75325ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990312 Jan 31 19:26:49.201065 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da63bf9-dfc0-4f96-8dc3-1489f753ad12 req-40ce89d8-caf5-408a-b213-cee0f69e3977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:49.203243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2da63bf9-dfc0-4f96-8dc3-1489f753ad12 req-40ce89d8-caf5-408a-b213-cee0f69e3977 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 1131 time: 0.0774856 Jan 31 19:26:49.254831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2da63bf9-dfc0-4f96-8dc3-1489f753ad12 req-928defe8-647b-4fdb-b5cb-bce6904b0fa5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b9f16b2e-bffd-498b-b73c-e5b75325ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450540 Jan 31 19:26:50.342359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a3ac1-ff2a-4cc0-ab09-09a27fce2df0 req-b3f1f571-8c9a-436d-b488-5619f4edc76e tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:50.349448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-274a3ac1-ff2a-4cc0-ab09-09a27fce2df0 req-b3f1f571-8c9a-436d-b488-5619f4edc76e tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 948 time: 0.0807927 Jan 31 19:26:50.414349 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-274a3ac1-ff2a-4cc0-ab09-09a27fce2df0 req-ed1930fc-ab25-43f6-af18-9f53245b5dc3 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9f16b2e-bffd-498b-b73c-e5b75325ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636680 Jan 31 19:26:51.155627 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f4db1f19-1fea-4a30-bcc7-cdf9b5ec5624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:51.582972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ceccfe-2ec8-4897-bfa1-364685b1b122 req-fb8d6e54-dcac-40b6-94ad-e3b436d6a361 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:51.585536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64ceccfe-2ec8-4897-bfa1-364685b1b122 req-fb8d6e54-dcac-40b6-94ad-e3b436d6a361 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 948 time: 0.0656800 Jan 31 19:26:51.636687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-64ceccfe-2ec8-4897-bfa1-364685b1b122 req-a6ca1eb2-7bf7-42fe-afbe-6d38ad952e24 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9f16b2e-bffd-498b-b73c-e5b75325ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454276 Jan 31 19:26:52.026177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-fd96e15f-6789-4ee6-a378-a178377960c8 req-0132230e-1710-45b6-ae6c-9e04e23358e1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:26:52.027966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd96e15f-6789-4ee6-a378-a178377960c8 req-0132230e-1710-45b6-ae6c-9e04e23358e1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0683393 Jan 31 19:26:52.529508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-316ef6bc-beaa-49b5-b165-53bea756ac4f req-de5e9e17-96de-4ca2-a4b2-129310f01884 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:26:52.531775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-316ef6bc-beaa-49b5-b165-53bea756ac4f req-de5e9e17-96de-4ca2-a4b2-129310f01884 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0873716 Jan 31 19:26:52.611077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:52.944008 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afab2f-ca74-4a81-aadf-fcccd5017c2a req-458d0ff4-0f22-480c-aae1-a00041565a01 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:52.945590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8afab2f-ca74-4a81-aadf-fcccd5017c2a req-458d0ff4-0f22-480c-aae1-a00041565a01 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 948 time: 0.0576873 Jan 31 19:26:53.011650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8afab2f-ca74-4a81-aadf-fcccd5017c2a req-8af0f90a-795d-447d-8a5b-742658baf90c tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9f16b2e-bffd-498b-b73c-e5b75325ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600653 Jan 31 19:26:54.164809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f9caf-333b-4cf1-8ee4-c3ef22f6c34c req-e2cc9002-4ef1-460e-ac61-99429ccd5408 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:54.166644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce3f9caf-333b-4cf1-8ee4-c3ef22f6c34c req-e2cc9002-4ef1-460e-ac61-99429ccd5408 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 948 time: 0.0605710 Jan 31 19:26:54.247797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce3f9caf-333b-4cf1-8ee4-c3ef22f6c34c req-81a07da3-c16e-4d3f-aab4-f9c8920bb374 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9f16b2e-bffd-498b-b73c-e5b75325ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745471 Jan 31 19:26:54.251417 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:54.275034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af179a4e-ec94-4d13-82bb-900075325d4c req-221e53da-9cc6-499e-98b8-0f2995c9d7c9 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:54.277234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af179a4e-ec94-4d13-82bb-900075325d4c req-221e53da-9cc6-499e-98b8-0f2995c9d7c9 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 948 time: 0.0894430 Jan 31 19:26:54.431292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-af179a4e-ec94-4d13-82bb-900075325d4c req-fbf20d49-c827-4dd6-b028-9c8bf741c8cd tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Deleting port f818b4fa-e140-46d7-91f7-e21b718459b2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:26:54.431809 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af179a4e-ec94-4d13-82bb-900075325d4c req-fbf20d49-c827-4dd6-b028-9c8bf741c8cd tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:54.552206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-af179a4e-ec94-4d13-82bb-900075325d4c req-fbf20d49-c827-4dd6-b028-9c8bf741c8cd tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] For port f818b4fa-e140-46d7-91f7-e21b718459b2, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f818b4fa-e140-46d7-91f7-e21b718459b2,segment=NetworkSegment(f08e05b3-7de7-4d2b-a27a-230302c68b15),segment_id=f08e05b3-7de7-4d2b-a27a-230302c68b15)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:26:54.552654 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af179a4e-ec94-4d13-82bb-900075325d4c req-fbf20d49-c827-4dd6-b028-9c8bf741c8cd tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:54.569805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-af179a4e-ec94-4d13-82bb-900075325d4c req-fbf20d49-c827-4dd6-b028-9c8bf741c8cd tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Calling delete_port for f818b4fa-e140-46d7-91f7-e21b718459b2 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:26:54.732289 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af179a4e-ec94-4d13-82bb-900075325d4c req-fbf20d49-c827-4dd6-b028-9c8bf741c8cd tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f818b4fa-e140-46d7-91f7-e21b718459b2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:54.748668 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f818b4fa-e140-46d7-91f7-e21b718459b2'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:26:54.769018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf20d49-c827-4dd6-b028-9c8bf741c8cd tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Pushing event deleted for resources: {'Port': ['ID=f818b4fa-e140-46d7-91f7-e21b718459b2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:54.794378 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:54.825853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-af179a4e-ec94-4d13-82bb-900075325d4c req-fbf20d49-c827-4dd6-b028-9c8bf741c8cd tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] No DVR routers for this DVR port f818b4fa-e140-46d7-91f7-e21b718459b2 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:26:54.830035 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af179a4e-ec94-4d13-82bb-900075325d4c req-fbf20d49-c827-4dd6-b028-9c8bf741c8cd tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:54.833611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af179a4e-ec94-4d13-82bb-900075325d4c req-fbf20d49-c827-4dd6-b028-9c8bf741c8cd tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.21 "DELETE /v2.0/ports/f818b4fa-e140-46d7-91f7-e21b718459b2 HTTP/1.1" status: 204 len: 173 time: 0.5514002 Jan 31 19:26:54.834111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb15659f-aa68-4e71-83a1-60b738d50c76', 'name': 'network-vif-deleted', 'tag': 'f818b4fa-e140-46d7-91f7-e21b718459b2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:26:54.836624 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb8081-3078-4045-94aa-7a4fdd36d357" -d '{"events": [{"server_uuid": "eb15659f-aa68-4e71-83a1-60b738d50c76", "name": "network-vif-deleted", "tag": "f818b4fa-e140-46d7-91f7-e21b718459b2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:26:54.895703 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1d11c7-6b09-4837-88b8-156def10567a x-openstack-request-id: req-7e1d11c7-6b09-4837-88b8-156def10567a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:26:54.896017 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb15659f-aa68-4e71-83a1-60b738d50c76", "name": "network-vif-deleted", "tag": "f818b4fa-e140-46d7-91f7-e21b718459b2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:26:54.896275 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e1d11c7-6b09-4837-88b8-156def10567a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:26:54.896725 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb15659f-aa68-4e71-83a1-60b738d50c76', 'name': 'network-vif-deleted', 'tag': 'f818b4fa-e140-46d7-91f7-e21b718459b2', 'status': 'completed', 'code': 200} Jan 31 19:26:55.359888 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:55.409067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e71786e6-36d5-444c-b679-ab51973f9ec5 req-496e9dc0-fa92-462b-b86a-a1871197fcd6 tempest-ServersAdminNegativeTestJSON-1517508457 tempest-ServersAdminNegativeTestJSON-1517508457-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 210 time: 0.0415990 Jan 31 19:26:55.555651 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94b204e2-40f3-4383-ac39-c530334a8b0d req-3c8df0a5-8dd7-4feb-ad5c-3d6a1b642a07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb15659f-aa68-4e71-83a1-60b738d50c76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1076927 Jan 31 19:26:55.651951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94b204e2-40f3-4383-ac39-c530334a8b0d req-4fdd5bc2-b946-456b-ac5e-dceef3a57aa3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6891afbb1af04dcd8c8615804a245cb8&device_id=eb15659f-aa68-4e71-83a1-60b738d50c76 HTTP/1.1" status: 200 len: 210 time: 0.0359085 Jan 31 19:26:55.703675 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94b204e2-40f3-4383-ac39-c530334a8b0d req-9f82360c-7bef-4048-9aab-a705c9725fd9 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6891afbb1af04dcd8c8615804a245cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302453 Jan 31 19:26:55.912389 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b204e2-40f3-4383-ac39-c530334a8b0d req-efe823fb-1ff2-4bc9-bf50-abc5f8b06525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:55.913770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94b204e2-40f3-4383-ac39-c530334a8b0d req-efe823fb-1ff2-4bc9-bf50-abc5f8b06525 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2043872 Jan 31 19:26:56.483393 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:56.800036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55726) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:56.979339 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-515f3113-4d35-4d4e-9026-3e849744a711 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6891afbb1af04dcd8c8615804a245cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1777036 Jan 31 19:26:56.982572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55730) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:57.040525 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-671a2139-25d5-4f71-b38a-31c5d92ef3cd admin admin] Publish callbacks [] for security_group (b9f16b2e-bffd-498b-b73c-e5b75325ef00), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:57.067011 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-671a2139-25d5-4f71-b38a-31c5d92ef3cd admin admin] Publish callbacks [] for security_group (b9f16b2e-bffd-498b-b73c-e5b75325ef00), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:57.133450 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-671a2139-25d5-4f71-b38a-31c5d92ef3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b9f16b2e-bffd-498b-b73c-e5b75325ef00), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:57.135937 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-671a2139-25d5-4f71-b38a-31c5d92ef3cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:57.137158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-671a2139-25d5-4f71-b38a-31c5d92ef3cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9f16b2e-bffd-498b-b73c-e5b75325ef00 HTTP/1.1" status: 204 len: 168 time: 0.1533973 Jan 31 19:26:57.148898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a2139-25d5-4f71-b38a-31c5d92ef3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f16b2e-bffd-498b-b73c-e5b75325ef00,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:57.513960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55736) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:57.531525 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26a00f30-b990-4042-af8b-b1f69946f0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:57.626735 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26a00f30-b990-4042-af8b-b1f69946f0cb admin admin] Publish callbacks [] for security_group (774b99df-538b-4333-afd2-d357e2d53330), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:57.631339 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26a00f30-b990-4042-af8b-b1f69946f0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (774b99df-538b-4333-afd2-d357e2d53330), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:57.676879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-26a00f30-b990-4042-af8b-b1f69946f0cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fda1aa4bfdaf4f28916feb62e9b268e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1620822 Jan 31 19:26:57.677756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a00f30-b990-4042-af8b-b1f69946f0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774b99df-538b-4333-afd2-d357e2d53330,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:57.680580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55738) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:57.753743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Publish callbacks [] for security_group (774b99df-538b-4333-afd2-d357e2d53330), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:57.778810 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Publish callbacks [] for security_group (774b99df-538b-4333-afd2-d357e2d53330), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:57.839719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (774b99df-538b-4333-afd2-d357e2d53330), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:57.842730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:57.844130 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/774b99df-538b-4333-afd2-d357e2d53330 HTTP/1.1" status: 204 len: 168 time: 0.1624632 Jan 31 19:26:57.852119 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774b99df-538b-4333-afd2-d357e2d53330,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:57.860758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:57.861109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:57.861449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:57.861791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:57.862126 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:57.862456 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:57.862781 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:57.863106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:57.863456 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:57.863779 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:57.864099 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:57.864447 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:57.864770 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bedfc11-d0dc-4c1e-a696-cc865a8f8c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:26:58.676543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55760) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:58.760226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f818b4fa-e140-46d7-91f7-e21b718459b2 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:26:58.789353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: f818b4fa-e140-46d7-91f7-e21b718459b2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:26:58.789706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f818b4fa-e140-46d7-91f7-e21b718459b2 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:26:58.813864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1042609643-network', 'tenant_id': '105e9dc2ace44ff6b292bd3e9fcb0c4b'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:26:58.847146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Made reservation on behalf of 105e9dc2ace44ff6b292bd3e9fcb0c4b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:26:58.849866 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:58.859922 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:58.949413 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Publish callbacks [] for security_group (ac50d758-7462-4998-8318-53ecf2359e24), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:58.955107 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ac50d758-7462-4998-8318-53ecf2359e24), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:58.975183 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:26:58.995385 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac50d758-7462-4998-8318-53ecf2359e24,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:59.000379 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (77bebb3a-67ff-4089-bd0f-339826386001), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:59.000897 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Added segment 77bebb3a-67ff-4089-bd0f-339826386001 of type vlan for network 5d4d5ebb-b74b-4c9f-adca-30edf8160c84 Jan 31 19:26:59.056578 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (5d4d5ebb-b74b-4c9f-adca-30edf8160c84), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:59.087660 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (5d4d5ebb-b74b-4c9f-adca-30edf8160c84), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:59.089206 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:59.089788 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:59.160192 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4822655 Jan 31 19:26:59.163113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55764) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:26:59.169748 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6cea78c0-60bd-4887-b670-8f51cdad2709 admin admin] Request body: {'subnet': {'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1042609643-subnet', 'tenant_id': '105e9dc2ace44ff6b292bd3e9fcb0c4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:26:59.180282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c314f3-ef60-4bce-add4-b97dc5c89324 admin admin] Pushing event updated for resources: {'Network': ['ID=5d4d5ebb-b74b-4c9f-adca-30edf8160c84,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:59.191041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 5d4d5ebb-b74b-4c9f-adca-30edf8160c84 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:26:59.195138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cea78c0-60bd-4887-b670-8f51cdad2709 admin admin] Made reservation on behalf of 105e9dc2ace44ff6b292bd3e9fcb0c4b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:26:59.197804 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cea78c0-60bd-4887-b670-8f51cdad2709 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:59.408849 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cea78c0-60bd-4887-b670-8f51cdad2709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (70a494d2-21a2-4f34-a9c1-e74448d551ac), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:59.464996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea78c0-60bd-4887-b670-8f51cdad2709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a494d2-21a2-4f34-a9c1-e74448d551ac,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:26:59.483127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cea78c0-60bd-4887-b670-8f51cdad2709 admin admin] Checking segment: {'id': '77bebb3a-67ff-4089-bd0f-339826386001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:26:59.484222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cea78c0-60bd-4887-b670-8f51cdad2709 admin admin] Network hostable DHCP agents. Network: 5d4d5ebb-b74b-4c9f-adca-30edf8160c84, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:26:59.504919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cea78c0-60bd-4887-b670-8f51cdad2709 admin admin] Network 5d4d5ebb-b74b-4c9f-adca-30edf8160c84 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:26:59.517877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6cea78c0-60bd-4887-b670-8f51cdad2709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 5d4d5ebb-b74b-4c9f-adca-30edf8160c84) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:26:59.522810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea78c0-60bd-4887-b670-8f51cdad2709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:26:59.523448 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6cea78c0-60bd-4887-b670-8f51cdad2709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:26:59.535134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c86498-fd51-455f-ad8c-28421f920627 None None] Network 5d4d5ebb-b74b-4c9f-adca-30edf8160c84 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:26:59.542245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6cea78c0-60bd-4887-b670-8f51cdad2709 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3779857 Jan 31 19:26:59.657859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca40f4-a434-4869-bd69-0ee3bccd917c None None] Network 5d4d5ebb-b74b-4c9f-adca-30edf8160c84 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:27:00.062763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-71d710e7-4680-4de7-a57a-7638a6af9596 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:00.064254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-71d710e7-4680-4de7-a57a-7638a6af9596 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/networks?id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84 HTTP/1.1" status: 200 len: 812 time: 0.1221824 Jan 31 19:27:00.083637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-fc2eba31-ac0e-47a1-8902-4b8696e9de53 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/quotas/105e9dc2ace44ff6b292bd3e9fcb0c4b HTTP/1.1" status: 200 len: 375 time: 0.0101767 Jan 31 19:27:00.124709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-a611c7b1-ab85-403d-85bf-9f4964fcf954 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=105e9dc2ace44ff6b292bd3e9fcb0c4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352781 Jan 31 19:27:00.230772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-518c5359-6346-426d-a2eb-2f4f6475fda1 service neutron] 10.222.0.20 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965602 Jan 31 19:27:00.267628 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:27:00.346098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-ed5e4bfe-9070-4311-b7e5-db6fcb455dc2 service neutron] 10.222.0.20 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075623 Jan 31 19:27:00.573385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9c3a09b-6ce9-41f8-96f2-93858081437d req-c767c609-c0e5-4ea6-833d-8678238f7ce3 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 210 time: 0.0395958 Jan 31 19:27:01.650520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-45a3d05b-2c38-40ea-99de-44031e516bfb tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:01.653470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-45a3d05b-2c38-40ea-99de-44031e516bfb tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.21 "GET /v2.0/networks?id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84 HTTP/1.1" status: 200 len: 812 time: 0.1489823 Jan 31 19:27:01.667151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Request body: {'port': {'device_id': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84', 'admin_state_up': True, 'tenant_id': '105e9dc2ace44ff6b292bd3e9fcb0c4b'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:27:01.749345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dce31d63-88a8-4c48-a7eb-d6f0c7608ccb req-9a85b926-bbd6-4a8d-b7a2-7f0e5a96b680 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 210 time: 0.0759897 Jan 31 19:27:01.827116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Made reservation on behalf of 105e9dc2ace44ff6b292bd3e9fcb0c4b for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:27:01.832213 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:01.987211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Allocated IP 172.20.0.13 (5d4d5ebb-b74b-4c9f-adca-30edf8160c84/70a494d2-21a2-4f34-a9c1-e74448d551ac/fca8036a-bdc4-4657-847e-f8ba2368b940) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:27:02.149277 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Publish callbacks [] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:02.190854 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:02.240698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Network 5d4d5ebb-b74b-4c9f-adca-30edf8160c84 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:27:02.243931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:27:02.247815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:27:02.275397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Pushing event updated for resources: {'Port': ['ID=fca8036a-bdc4-4657-847e-f8ba2368b940,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:02.308859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:02.309497 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:02.329765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-105ed3c0-082b-4863-ac1a-7189d57052e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6679480 Jan 31 19:27:02.341505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Request body: {'port': {'device_id': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:27:02.403733 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:02.684078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca8036a-bdc4-4657-847e-f8ba2368b940 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:27:02.692682 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Publish callbacks [] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:02.711164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Transition to ACTIVE for port object fca8036a-bdc4-4657-847e-f8ba2368b940 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:27:02.716068 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:02.778267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Pushing event updated for resources: {'Port': ['ID=fca8036a-bdc4-4657-847e-f8ba2368b940,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:02.887335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Attempting to bind port fca8036a-bdc4-4657-847e-f8ba2368b940 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:27:02.887680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Attempting to bind port fca8036a-bdc4-4657-847e-f8ba2368b940 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '77bebb3a-67ff-4089-bd0f-339826386001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:27:02.888051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Attempting to bind port fca8036a-bdc4-4657-847e-f8ba2368b940 on network 5d4d5ebb-b74b-4c9f-adca-30edf8160c84 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:27:02.895804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Port fca8036a-bdc4-4657-847e-f8ba2368b940 on network 5d4d5ebb-b74b-4c9f-adca-30edf8160c84 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:27:02.896144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Attempting to bind port fca8036a-bdc4-4657-847e-f8ba2368b940 on network 5d4d5ebb-b74b-4c9f-adca-30edf8160c84 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:27:02.903642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:27:02.903986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Checking segment: {'id': '77bebb3a-67ff-4089-bd0f-339826386001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:27:02.904461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Bound using segment: {'id': '77bebb3a-67ff-4089-bd0f-339826386001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:27:02.904895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Bound port: fca8036a-bdc4-4657-847e-f8ba2368b940, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77bebb3a-67ff-4089-bd0f-339826386001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:27:02.905315 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:02.916177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a7462-494a-4c4d-ba78-642c86d87017 req-9ba9ffd7-601f-4a29-92a5-796387a9efe7 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:02.918734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-833a7462-494a-4c4d-ba78-642c86d87017 req-9ba9ffd7-601f-4a29-92a5-796387a9efe7 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 944 time: 0.0890367 Jan 31 19:27:03.023635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-833a7462-494a-4c4d-ba78-642c86d87017 req-b303753c-d89f-4d30-99ca-73daed0ba7f5 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914881 Jan 31 19:27:03.027735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:27:03.031648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fca8036a-bdc4-4657-847e-f8ba2368b940,segment=NetworkSegment(77bebb3a-67ff-4089-bd0f-339826386001),segment_id=77bebb3a-67ff-4089-bd0f-339826386001)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:27:03.048549 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:03.078747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:03.079469 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:03.080945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] 10.222.0.21 "PUT /v2.0/ports/fca8036a-bdc4-4657-847e-f8ba2368b940 HTTP/1.1" status: 200 len: 1093 time: 0.7436509 Jan 31 19:27:03.081410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'tag': 'fca8036a-bdc4-4657-847e-f8ba2368b940'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:27:03.083968 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf669e5-2952-481f-9206-82f995899d74" -d '{"events": [{"name": "network-changed", "server_uuid": "2f325a3c-e75b-4cc7-a0da-56e0a9354c1f", "tag": "fca8036a-bdc4-4657-847e-f8ba2368b940"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:27:03.127979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40428a9-8e17-4aba-bb45-52f094f2ff63 service neutron] Pushing event updated for resources: {'Port': ['ID=fca8036a-bdc4-4657-847e-f8ba2368b940,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:03.143045 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca10eaa-35d5-48c6-aa01-e36d6985dae9 x-openstack-request-id: req-bca10eaa-35d5-48c6-aa01-e36d6985dae9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:27:03.143342 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f325a3c-e75b-4cc7-a0da-56e0a9354c1f", "tag": "fca8036a-bdc4-4657-847e-f8ba2368b940", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:27:03.143599 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bca10eaa-35d5-48c6-aa01-e36d6985dae9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:27:03.144185 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'tag': 'fca8036a-bdc4-4657-847e-f8ba2368b940', 'status': 'completed', 'code': 200} Jan 31 19:27:03.191570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-7a1ab0a7-90c7-4064-a303-adf23768ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:03.193146 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-7a1ab0a7-90c7-4064-a303-adf23768ef9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=105e9dc2ace44ff6b292bd3e9fcb0c4b&device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 1127 time: 0.0595143 Jan 31 19:27:03.252363 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-6025b7c2-5a3b-4c5b-9522-b7a82061768b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca8036a-bdc4-4657-847e-f8ba2368b940 HTTP/1.1" status: 200 len: 217 time: 0.0512679 Jan 31 19:27:03.325051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-59922c27-1762-482b-92aa-8fc03d112197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:03.327187 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-59922c27-1762-482b-92aa-8fc03d112197 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70a494d2-21a2-4f34-a9c1-e74448d551ac HTTP/1.1" status: 200 len: 852 time: 0.0679157 Jan 31 19:27:03.377544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-9daad156-21b0-4cec-8fc4-41f436f45b38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443347 Jan 31 19:27:03.470519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-37c3122e-bf34-4064-9fb9-d1e27dbe236c service neutron] 10.222.0.21 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861483 Jan 31 19:27:03.587206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322a9fc1-f807-4002-bcf2-7d5996abf2f9 req-7b43b540-73e3-464b-bd55-d825875a3d77 service neutron] 10.222.0.21 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107283 Jan 31 19:27:03.687503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf669e5-2952-481f-9206-82f995899d74 req-0b40f1a0-8302-4d28-928b-9ae7699c14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:03.689167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8bf669e5-2952-481f-9206-82f995899d74 req-0b40f1a0-8302-4d28-928b-9ae7699c14ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=105e9dc2ace44ff6b292bd3e9fcb0c4b&device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 1127 time: 0.0509074 Jan 31 19:27:03.805102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf669e5-2952-481f-9206-82f995899d74 req-16be88e5-9e43-44e1-97c9-1cdaa480ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:03.806892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8bf669e5-2952-481f-9206-82f995899d74 req-16be88e5-9e43-44e1-97c9-1cdaa480ce43 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84 HTTP/1.1" status: 200 len: 913 time: 0.1102357 Jan 31 19:27:03.851365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8bf669e5-2952-481f-9206-82f995899d74 req-fddf607f-f265-4d50-8bd0-07b6992d64c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca8036a-bdc4-4657-847e-f8ba2368b940 HTTP/1.1" status: 200 len: 217 time: 0.0367029 Jan 31 19:27:03.903627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf669e5-2952-481f-9206-82f995899d74 req-d862b822-0b15-45cd-8c62-d609f4ba36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:03.905081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8bf669e5-2952-481f-9206-82f995899d74 req-d862b822-0b15-45cd-8c62-d609f4ba36ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70a494d2-21a2-4f34-a9c1-e74448d551ac HTTP/1.1" status: 200 len: 852 time: 0.0475187 Jan 31 19:27:03.947653 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8bf669e5-2952-481f-9206-82f995899d74 req-c3bfbd31-ceae-4cf2-bab7-17473a0905dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354629 Jan 31 19:27:04.072819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8bf669e5-2952-481f-9206-82f995899d74 req-839b4c16-a153-420d-8de3-83379bf65bce service neutron] 10.222.0.21 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181383 Jan 31 19:27:04.206365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8bf669e5-2952-481f-9206-82f995899d74 req-5c839b0b-5c14-4058-ba18-2c35daabb0b6 service neutron] 10.222.0.21 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274991 Jan 31 19:27:04.214506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2ddee-4277-4aff-9016-813040068b6c req-9207dc08-e040-48c1-a537-605d706a770e tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:04.216052 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95f2ddee-4277-4aff-9016-813040068b6c req-9207dc08-e040-48c1-a537-605d706a770e tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 944 time: 0.1142046 Jan 31 19:27:04.291700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-95f2ddee-4277-4aff-9016-813040068b6c req-d5de3e02-25fe-43ce-b4e1-ff82129188a1 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681155 Jan 31 19:27:04.777773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fca8036a-bdc4-4657-847e-f8ba2368b940 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:27:04.884709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fca8036a-bdc4-4657-847e-f8ba2368b940,segment=NetworkSegment(77bebb3a-67ff-4089-bd0f-339826386001),segment_id=77bebb3a-67ff-4089-bd0f-339826386001)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:04.896739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'fca8036a-bdc4-4657-847e-f8ba2368b940', 'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84', 'port_id': 'fca8036a-bdc4-4657-847e-f8ba2368b940', 'mac_address': 'fa:16:3e:ea:74:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a494d2-21a2-4f34-a9c1-e74448d551ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:27:04.939123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port fca8036a-bdc4-4657-847e-f8ba2368b940 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:27:04.939528 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:04.953102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca8036a-bdc4-4657-847e-f8ba2368b940 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:27:04.974948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fca8036a-bdc4-4657-847e-f8ba2368b940,segment=NetworkSegment(77bebb3a-67ff-4089-bd0f-339826386001),segment_id=77bebb3a-67ff-4089-bd0f-339826386001)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:04.979108 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:05.035482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=fca8036a-bdc4-4657-847e-f8ba2368b940,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:05.177716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['fca8036a-bdc4-4657-847e-f8ba2368b940'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:27:05.423766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee841b68-1ea4-4e28-9397-7816e1fe576d req-dea97857-82dc-4325-b206-c495b5031b03 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:05.425281 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee841b68-1ea4-4e28-9397-7816e1fe576d req-dea97857-82dc-4325-b206-c495b5031b03 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 945 time: 0.0560207 Jan 31 19:27:05.473264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee841b68-1ea4-4e28-9397-7816e1fe576d req-54492c86-13f0-4d92-a8d0-fe50c2e0a3da tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Jan 31 19:27:06.610013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0540d-eb4e-4c18-a4ae-7f44936763d9 req-5f75ba13-8f23-4bf0-ac7a-bf215bd1ce02 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:06.611490 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ede0540d-eb4e-4c18-a4ae-7f44936763d9 req-5f75ba13-8f23-4bf0-ac7a-bf215bd1ce02 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 945 time: 0.0590286 Jan 31 19:27:06.657731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ede0540d-eb4e-4c18-a4ae-7f44936763d9 req-15ff84ed-7557-44d4-86a1-6ee3d9687251 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Jan 31 19:27:06.793477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fca8036a-bdc4-4657-847e-f8ba2368b940 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:27:06.848869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port fca8036a-bdc4-4657-847e-f8ba2368b940 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:27:06.853848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port fca8036a-bdc4-4657-847e-f8ba2368b940 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:27:06.854658 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:06.939779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port fca8036a-bdc4-4657-847e-f8ba2368b940 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:27:06.940168 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:06.963583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca8036a-bdc4-4657-847e-f8ba2368b940'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:27:06.965846 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470ec530-a3c1-45a1-9c48-4cca5d20bcaa" -d '{"events": [{"server_uuid": "2f325a3c-e75b-4cc7-a0da-56e0a9354c1f", "name": "network-vif-plugged", "status": "completed", "tag": "fca8036a-bdc4-4657-847e-f8ba2368b940"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:27:06.979607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fca8036a-bdc4-4657-847e-f8ba2368b940,segment=NetworkSegment(77bebb3a-67ff-4089-bd0f-339826386001),segment_id=77bebb3a-67ff-4089-bd0f-339826386001)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:06.985662 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:07.018449 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d488d8-2fb9-4f5d-97d2-2a9ad35d1a53 x-openstack-request-id: req-a6d488d8-2fb9-4f5d-97d2-2a9ad35d1a53 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:27:07.018946 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f325a3c-e75b-4cc7-a0da-56e0a9354c1f", "name": "network-vif-plugged", "status": "completed", "tag": "fca8036a-bdc4-4657-847e-f8ba2368b940", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:27:07.019214 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6d488d8-2fb9-4f5d-97d2-2a9ad35d1a53 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:27:07.019736 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca8036a-bdc4-4657-847e-f8ba2368b940', 'code': 200} Jan 31 19:27:07.050440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=fca8036a-bdc4-4657-847e-f8ba2368b940,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:07.128643 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502c9c7-0739-456f-a143-193522159d59 req-1263ffcc-342b-433e-bbb8-6b54a8de6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:07.130966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c502c9c7-0739-456f-a143-193522159d59 req-1263ffcc-342b-433e-bbb8-6b54a8de6f03 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 1129 time: 0.0488451 Jan 31 19:27:07.184591 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c502c9c7-0739-456f-a143-193522159d59 req-b23f8688-cf91-4a0e-86be-29f8f24431a4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468984 Jan 31 19:27:07.790994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885bf3e-d562-451c-9a48-400c64722976 req-3b0c7a91-76e4-44a2-8663-3aa5305c4e85 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:07.792555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4885bf3e-d562-451c-9a48-400c64722976 req-3b0c7a91-76e4-44a2-8663-3aa5305c4e85 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0615094 Jan 31 19:27:07.849687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4885bf3e-d562-451c-9a48-400c64722976 req-20ec79f0-eddc-4250-b04b-e49ef67fee9d tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484142 Jan 31 19:27:09.020166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d74fd-5893-455e-9c89-bdcaf591511c req-bb1e4441-f271-49cc-8570-c3c3261850a5 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:09.022026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f36d74fd-5893-455e-9c89-bdcaf591511c req-bb1e4441-f271-49cc-8570-c3c3261850a5 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0602043 Jan 31 19:27:09.085459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f36d74fd-5893-455e-9c89-bdcaf591511c req-81ef7342-c053-4a97-bb36-dad8f6576c0d tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554993 Jan 31 19:27:09.309684 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55816) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:09.375142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3024c37-a985-4c9b-83f8-6032dd3546c3 req-977881c4-299c-4fc7-96e4-0747c2da6d26 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:09.376861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3024c37-a985-4c9b-83f8-6032dd3546c3 req-977881c4-299c-4fc7-96e4-0747c2da6d26 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0605633 Jan 31 19:27:09.432232 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-891b1e8b-44e2-438e-b24d-371221c4da90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202784 Jan 31 19:27:09.442407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-4200e1a8-23fe-4d74-9bbc-09e06ab7b18e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:27:09.443430 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-4200e1a8-23fe-4d74-9bbc-09e06ab7b18e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059817 Jan 31 19:27:09.447215 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3024c37-a985-4c9b-83f8-6032dd3546c3 req-34102408-6d65-426f-ade5-ce09ec847b51 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641589 Jan 31 19:27:10.594444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aec504-6871-453f-ad0c-e8956e8b4251 req-7084a760-3f2c-4844-a2a5-23dd3bd48770 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:10.595859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90aec504-6871-453f-ad0c-e8956e8b4251 req-7084a760-3f2c-4844-a2a5-23dd3bd48770 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0622666 Jan 31 19:27:10.676715 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90aec504-6871-453f-ad0c-e8956e8b4251 req-e86f0032-da74-41fb-9396-8aefd835f3ab tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704825 Jan 31 19:27:10.764803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-88315c86-381c-4d0d-88ad-9ca96a35db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:10.767422 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-88315c86-381c-4d0d-88ad-9ca96a35db0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=105e9dc2ace44ff6b292bd3e9fcb0c4b&device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 1129 time: 0.0646565 Jan 31 19:27:10.895699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-ab2d0a35-28c3-4ef5-8186-2523a081ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:10.897286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-ab2d0a35-28c3-4ef5-8186-2523a081ebd1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84 HTTP/1.1" status: 200 len: 913 time: 0.1233773 Jan 31 19:27:10.942351 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b825a914-742b-4c8f-81b6-cb309f211c1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca8036a-bdc4-4657-847e-f8ba2368b940 HTTP/1.1" status: 200 len: 217 time: 0.0386126 Jan 31 19:27:10.998215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-73c7f97c-50ef-4c28-b061-a5f6119db2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:10.999945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-73c7f97c-50ef-4c28-b061-a5f6119db2b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70a494d2-21a2-4f34-a9c1-e74448d551ac HTTP/1.1" status: 200 len: 852 time: 0.0511217 Jan 31 19:27:11.033960 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-8a145fa4-34cf-4aa7-9ae3-b7ee9637eef2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283639 Jan 31 19:27:11.142278 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-456ce20f-e892-4366-9378-bd5c965ee6f5 service neutron] 10.222.0.21 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020527 Jan 31 19:27:11.240244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-fcaafd24-045a-40cc-b72c-049c3f93c52c service neutron] 10.222.0.21 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916698 Jan 31 19:27:11.816734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca916-bc96-427a-ab78-6459796fee46 req-9fca8e8b-02e2-4508-a911-d619325abb52 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:11.818333 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1fca916-bc96-427a-ab78-6459796fee46 req-9fca8e8b-02e2-4508-a911-d619325abb52 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0650725 Jan 31 19:27:11.872465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1fca916-bc96-427a-ab78-6459796fee46 req-67e42576-1489-4fdc-aadd-8993b8b42a20 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483875 Jan 31 19:27:13.010249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7acd5d-fdbe-4b22-89f1-06efad3897e5 req-7bf55d6a-3d30-46a8-bb05-a9443f4b953f tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:13.011783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b7acd5d-fdbe-4b22-89f1-06efad3897e5 req-7bf55d6a-3d30-46a8-bb05-a9443f4b953f tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0597532 Jan 31 19:27:13.062273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b7acd5d-fdbe-4b22-89f1-06efad3897e5 req-06306383-7e0e-4317-803e-0838f080e59d tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438037 Jan 31 19:27:14.189641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52269766-6746-4fcd-84e5-fd57ca2abf65 req-482481d6-ce55-4c55-b94b-5ecef7f958c8 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:14.191120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52269766-6746-4fcd-84e5-fd57ca2abf65 req-482481d6-ce55-4c55-b94b-5ecef7f958c8 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0577714 Jan 31 19:27:14.547977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52269766-6746-4fcd-84e5-fd57ca2abf65 req-6fe0c5f6-7ef7-40d4-a5ac-b60e4a08a561 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512619 Jan 31 19:27:15.672505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ec882-9e74-4477-b935-f9903f76141e req-e1e65089-18ea-4f1c-9111-52fdb23dcc1e tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:15.674084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-442ec882-9e74-4477-b935-f9903f76141e req-e1e65089-18ea-4f1c-9111-52fdb23dcc1e tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0562956 Jan 31 19:27:15.730746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-442ec882-9e74-4477-b935-f9903f76141e req-8bfb9952-e5f2-49af-be83-20452be70d4e tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510640 Jan 31 19:27:16.856646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0d52c-ff0f-4d89-b9b6-bd1118d0333b req-567bd351-b416-4508-8e7c-3dd36837a417 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:16.858340 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bb0d52c-ff0f-4d89-b9b6-bd1118d0333b req-567bd351-b416-4508-8e7c-3dd36837a417 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0561781 Jan 31 19:27:16.912566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0bb0d52c-ff0f-4d89-b9b6-bd1118d0333b req-5cb8018f-c068-4d56-aad7-7e542a8d0ba5 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480707 Jan 31 19:27:18.052695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330170cb-0117-4f7c-90d6-a6790b88d470 req-4717c67c-f591-4a79-9986-d60244d6346e tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:18.054275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-330170cb-0117-4f7c-90d6-a6790b88d470 req-4717c67c-f591-4a79-9986-d60244d6346e tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0601931 Jan 31 19:27:18.123886 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-330170cb-0117-4f7c-90d6-a6790b88d470 req-b085d99c-0351-4de3-8657-3a9cfaaf6547 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620053 Jan 31 19:27:18.915392 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-86714f1c-7dd4-4b4b-a423-65722afa2b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:19.245525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c7c9-7b02-4e4b-9211-7006d231d17c req-466d2a50-2381-4c70-ae65-33fe1dd9f85f tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:19.247007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff02c7c9-7b02-4e4b-9211-7006d231d17c req-466d2a50-2381-4c70-ae65-33fe1dd9f85f tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0526066 Jan 31 19:27:19.293862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff02c7c9-7b02-4e4b-9211-7006d231d17c req-33b40122-7f11-4e8b-8d65-712ef38ce1bc tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Jan 31 19:27:20.425543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d98545-1742-4337-adf9-5b8227d45aba req-6c2edd37-5d64-4ec0-8ca4-a66857e2e5a8 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:20.428385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-77d98545-1742-4337-adf9-5b8227d45aba req-6c2edd37-5d64-4ec0-8ca4-a66857e2e5a8 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0626509 Jan 31 19:27:20.500061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-77d98545-1742-4337-adf9-5b8227d45aba req-160e9251-9724-4b70-9399-4e3bbbf040c8 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656402 Jan 31 19:27:21.151153 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa02f65e-b24c-4c0c-a2be-ed235ebf7c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:21.633980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debce75-ebb3-40d0-b54c-d7a7a3e91e16 req-1623b82a-00eb-46f8-ab91-f3143a925049 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:21.635481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6debce75-ebb3-40d0-b54c-d7a7a3e91e16 req-1623b82a-00eb-46f8-ab91-f3143a925049 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0571449 Jan 31 19:27:21.684439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6debce75-ebb3-40d0-b54c-d7a7a3e91e16 req-82e7e3bd-3576-4795-b7d7-6ef1cb727135 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419941 Jan 31 19:27:22.618691 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:22.831395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2f67e-ad9a-4352-ba67-63cb26f7e91e req-b4ded6fb-8738-43b4-9a9e-2463b016ee05 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:22.833115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54a2f67e-ad9a-4352-ba67-63cb26f7e91e req-b4ded6fb-8738-43b4-9a9e-2463b016ee05 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0693622 Jan 31 19:27:22.887539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54a2f67e-ad9a-4352-ba67-63cb26f7e91e req-8cbfb902-8d94-4e22-ad85-3024cdb41ee5 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478156 Jan 31 19:27:24.032226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd989-5ece-4aa4-badc-e06ecdeedb72 req-303b12d6-3f5a-4c21-b099-535a55ed1e80 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:24.033787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62cfd989-5ece-4aa4-badc-e06ecdeedb72 req-303b12d6-3f5a-4c21-b099-535a55ed1e80 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0668061 Jan 31 19:27:24.090401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62cfd989-5ece-4aa4-badc-e06ecdeedb72 req-d140974c-6135-40eb-80ce-e850618988be tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501404 Jan 31 19:27:24.253150 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:24.745725 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:25.227522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515acb7-7c72-453e-ba6b-1223a5506012 req-38f74dad-cd90-4de7-bcd4-42aec59cb160 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:25.229070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a515acb7-7c72-453e-ba6b-1223a5506012 req-38f74dad-cd90-4de7-bcd4-42aec59cb160 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0613127 Jan 31 19:27:25.287467 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a515acb7-7c72-453e-ba6b-1223a5506012 req-c77eafd8-3df1-4d35-921b-1552d4555fc3 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518262 Jan 31 19:27:25.343976 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:26.424517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea25f4d-5080-46f8-8bc2-18cb6f8f0de8 req-a9961080-5808-416b-9e76-3e5bb8e07cd4 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:26.425959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ea25f4d-5080-46f8-8bc2-18cb6f8f0de8 req-a9961080-5808-416b-9e76-3e5bb8e07cd4 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0579100 Jan 31 19:27:26.484502 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:26.486449 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ea25f4d-5080-46f8-8bc2-18cb6f8f0de8 req-a0958231-de22-4dbb-ab51-56a47efdf0aa tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508864 Jan 31 19:27:27.627594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1da51c-c163-48e9-b406-0b59ab7be24e req-154cf251-a3bc-4615-a86d-c06a4478c8e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:27.629103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e1da51c-c163-48e9-b406-0b59ab7be24e req-154cf251-a3bc-4615-a86d-c06a4478c8e9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0578535 Jan 31 19:27:27.685058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e1da51c-c163-48e9-b406-0b59ab7be24e req-bb9f0ee3-af70-4865-81f6-b2cacb8817b5 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499222 Jan 31 19:27:28.816768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d35f06-a426-4e10-9913-76322d1206b1 req-3e40102d-f0d8-4f13-a18c-b90c784820b1 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:28.818381 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18d35f06-a426-4e10-9913-76322d1206b1 req-3e40102d-f0d8-4f13-a18c-b90c784820b1 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0620673 Jan 31 19:27:28.872609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18d35f06-a426-4e10-9913-76322d1206b1 req-105e6ce5-e280-4eb5-91c6-52d0ccecbc21 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481763 Jan 31 19:27:30.010136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07cc9-5e06-46cc-b993-2372bff923c1 req-41c16125-0602-46e4-87bb-baa1b0034eb7 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:30.011662 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69a07cc9-5e06-46cc-b993-2372bff923c1 req-41c16125-0602-46e4-87bb-baa1b0034eb7 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0548580 Jan 31 19:27:30.069693 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69a07cc9-5e06-46cc-b993-2372bff923c1 req-ec57a51b-d448-43dd-8e84-e3b3a9603b0e tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509772 Jan 31 19:27:31.207500 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b2ba4-ea25-4a50-b340-6b4282184812 req-479f3377-c2e0-4a88-9f8d-d8c3ba6f2836 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:31.209297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a1b2ba4-ea25-4a50-b340-6b4282184812 req-479f3377-c2e0-4a88-9f8d-d8c3ba6f2836 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0563717 Jan 31 19:27:31.272128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a1b2ba4-ea25-4a50-b340-6b4282184812 req-f2db63fc-715b-457a-81ce-41e7394da799 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535872 Jan 31 19:27:32.412199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e318-a6cf-4e82-810d-0bb59e229096 req-97296253-e161-4ca3-87a3-850fcadc40ec tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:32.413724 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3c7e318-a6cf-4e82-810d-0bb59e229096 req-97296253-e161-4ca3-87a3-850fcadc40ec tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0578644 Jan 31 19:27:32.463842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3c7e318-a6cf-4e82-810d-0bb59e229096 req-ba5cd38a-a67b-4fdf-9202-cec7ad2fb7de tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442090 Jan 31 19:27:33.595632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660c682-70fd-4ea0-a6d9-06935b9690df req-69e85cc7-c799-4d14-95ac-a3ced7f9830e tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:33.597194 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6660c682-70fd-4ea0-a6d9-06935b9690df req-69e85cc7-c799-4d14-95ac-a3ced7f9830e tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0583808 Jan 31 19:27:33.654983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6660c682-70fd-4ea0-a6d9-06935b9690df req-77007a55-e730-4da0-bb50-3be9dc6bfd12 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483317 Jan 31 19:27:34.815055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688d093-1d8a-4910-8ec3-460b3e7d5078 req-bf69ce2b-d915-4bc4-abc8-2faf49f96675 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:34.817783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4688d093-1d8a-4910-8ec3-460b3e7d5078 req-bf69ce2b-d915-4bc4-abc8-2faf49f96675 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0712688 Jan 31 19:27:34.874107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4688d093-1d8a-4910-8ec3-460b3e7d5078 req-55dea5e5-78da-42af-a31b-fc62217e7bfc tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505619 Jan 31 19:27:36.004856 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92006a8-a047-4a75-bc3a-465df75f605e req-0d5a1eee-9954-42c6-aff9-e64b45a15444 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:36.006478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b92006a8-a047-4a75-bc3a-465df75f605e req-0d5a1eee-9954-42c6-aff9-e64b45a15444 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0578971 Jan 31 19:27:36.060450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b92006a8-a047-4a75-bc3a-465df75f605e req-11704cf7-4a97-4191-9b37-4f5de4ff51f5 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476480 Jan 31 19:27:37.254927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73317ab4-7e9d-4ab4-be24-f6ad2097355a req-ee904dec-21b3-4cf1-9be7-9f04a7b4c821 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:37.257244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73317ab4-7e9d-4ab4-be24-f6ad2097355a req-ee904dec-21b3-4cf1-9be7-9f04a7b4c821 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0907209 Jan 31 19:27:37.273560 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:27:37.333466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73317ab4-7e9d-4ab4-be24-f6ad2097355a req-b59f7127-fa78-44d5-ba52-05a49159c1af tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655518 Jan 31 19:27:38.374048 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-cf8eef6e-088a-4ce9-a9c8-ea2e2318f64b service neutron] show failed (client error): The resource could not be found. Jan 31 19:27:38.375648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-cf8eef6e-088a-4ce9-a9c8-ea2e2318f64b service neutron] 10.222.0.21 "GET /v2.0/ports/fca8036a-bdc4-4657-847e-f8ba2368b940/bindings/n-h1-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.0953858 Jan 31 19:27:38.501145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d9f89-d010-48c6-90e9-227b47f8b5cd req-a47d2f95-0764-4703-a1a1-05263e9a5ba9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:38.502781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f6d9f89-d010-48c6-90e9-227b47f8b5cd req-a47d2f95-0764-4703-a1a1-05263e9a5ba9 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0632200 Jan 31 19:27:38.578565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f6d9f89-d010-48c6-90e9-227b47f8b5cd req-f5c2663c-fafe-470b-b984-71555000005c tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674961 Jan 31 19:27:38.689827 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-47c801ef-da34-44f7-8a51-ce3694641ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:38.691297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-47c801ef-da34-44f7-8a51-ce3694641ff9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f&tenant_id=105e9dc2ace44ff6b292bd3e9fcb0c4b HTTP/1.1" status: 200 len: 1129 time: 0.1065035 Jan 31 19:27:38.707112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-575210a4-7464-426e-86f0-8a53613d9fc8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:27:38.708901 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-575210a4-7464-426e-86f0-8a53613d9fc8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081573 Jan 31 19:27:38.725563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:27:38.826673 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:39.162207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fca8036a-bdc4-4657-847e-f8ba2368b940,segment=NetworkSegment(77bebb3a-67ff-4089-bd0f-339826386001),segment_id=77bebb3a-67ff-4089-bd0f-339826386001)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:39.201543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:27:39.255875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca8036a-bdc4-4657-847e-f8ba2368b940'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:27:39.258561 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda1dfc8-1445-47e9-aa5d-cfff407311b6" -d '{"events": [{"server_uuid": "2f325a3c-e75b-4cc7-a0da-56e0a9354c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "fca8036a-bdc4-4657-847e-f8ba2368b940"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:27:39.263098 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Publish callbacks [] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:39.281374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Transition to ACTIVE for port object fca8036a-bdc4-4657-847e-f8ba2368b940 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:27:39.286495 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:39.318390 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08551291-46bc-41ae-9489-182e5bb63a6c x-openstack-request-id: req-08551291-46bc-41ae-9489-182e5bb63a6c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:27:39.318718 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f325a3c-e75b-4cc7-a0da-56e0a9354c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "fca8036a-bdc4-4657-847e-f8ba2368b940", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:27:39.319030 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08551291-46bc-41ae-9489-182e5bb63a6c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:27:39.319502 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca8036a-bdc4-4657-847e-f8ba2368b940', 'code': 200} Jan 31 19:27:39.367171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Pushing event updated for resources: {'Port': ['ID=fca8036a-bdc4-4657-847e-f8ba2368b940,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:39.370046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] No DVR routers for this DVR port fca8036a-bdc4-4657-847e-f8ba2368b940 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:27:39.425317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Attempting to bind port fca8036a-bdc4-4657-847e-f8ba2368b940 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:27:39.426419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Attempting to bind port fca8036a-bdc4-4657-847e-f8ba2368b940 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '77bebb3a-67ff-4089-bd0f-339826386001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:27:39.426419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Attempting to bind port fca8036a-bdc4-4657-847e-f8ba2368b940 on network 5d4d5ebb-b74b-4c9f-adca-30edf8160c84 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:27:39.431216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Port fca8036a-bdc4-4657-847e-f8ba2368b940 on network 5d4d5ebb-b74b-4c9f-adca-30edf8160c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:27:39.431539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Attempting to bind port fca8036a-bdc4-4657-847e-f8ba2368b940 on network 5d4d5ebb-b74b-4c9f-adca-30edf8160c84 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:27:39.437701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:27:39.438041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Checking segment: {'id': '77bebb3a-67ff-4089-bd0f-339826386001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:27:39.438445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Bound using segment: {'id': '77bebb3a-67ff-4089-bd0f-339826386001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:27:39.438880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Bound port: fca8036a-bdc4-4657-847e-f8ba2368b940, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77bebb3a-67ff-4089-bd0f-339826386001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:27:39.439245 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:39.512550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:27:39.518565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=fca8036a-bdc4-4657-847e-f8ba2368b940,segment=NetworkSegment(77bebb3a-67ff-4089-bd0f-339826386001),segment_id=77bebb3a-67ff-4089-bd0f-339826386001)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:27:39.528621 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:39.581161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:39.581805 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:39.583282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] 10.222.0.49 "PUT /v2.0/ports/fca8036a-bdc4-4657-847e-f8ba2368b940 HTTP/1.1" status: 200 len: 1093 time: 0.8640509 Jan 31 19:27:39.608983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8b410-3507-4a76-b246-57058543c735 service neutron] Pushing event updated for resources: {'Port': ['ID=fca8036a-bdc4-4657-847e-f8ba2368b940,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:39.717895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-040723df-9ba0-46e2-adc1-d1460cbbf6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:39.719720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-040723df-9ba0-46e2-adc1-d1460cbbf6ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=105e9dc2ace44ff6b292bd3e9fcb0c4b&device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 1127 time: 0.1030381 Jan 31 19:27:39.748655 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ac1b6-3581-4fc9-9c59-d34e43848867 req-658035d8-88eb-4aad-a707-0c3a55e45216 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:39.750208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d43ac1b6-3581-4fc9-9c59-d34e43848867 req-658035d8-88eb-4aad-a707-0c3a55e45216 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 944 time: 0.0924456 Jan 31 19:27:39.867834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d43ac1b6-3581-4fc9-9c59-d34e43848867 req-42d76c58-a3e2-403b-91e2-37d834decec2 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073000 Jan 31 19:27:39.884375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-e3d478b2-1798-4e12-a2f5-efa7978d982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:39.887003 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-e3d478b2-1798-4e12-a2f5-efa7978d982c service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84 HTTP/1.1" status: 200 len: 913 time: 0.1558340 Jan 31 19:27:39.960980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-04111e1a-7245-4a4f-8d90-e9bce5192677 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca8036a-bdc4-4657-847e-f8ba2368b940 HTTP/1.1" status: 200 len: 217 time: 0.0644116 Jan 31 19:27:40.024604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-81808047-2cbd-4e89-a7e6-dccb24cdfc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:40.026121 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-81808047-2cbd-4e89-a7e6-dccb24cdfc45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=70a494d2-21a2-4f34-a9c1-e74448d551ac HTTP/1.1" status: 200 len: 852 time: 0.0551372 Jan 31 19:27:40.076997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-6cea2152-f4a3-4110-ad83-656e3bba8ff7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409513 Jan 31 19:27:40.205079 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-08f2d44f-a163-41cf-94e5-48901ad3d955 service neutron] 10.222.0.49 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189711 Jan 31 19:27:40.329342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae47010-7b91-4fae-a67a-5b284842d1a5 req-223a8715-ff9f-4aea-a58b-44bdab6259d6 service neutron] 10.222.0.49 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154358 Jan 31 19:27:41.057455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3747b-32f6-4470-a08c-cc2dee553c48 req-d953a80e-e5a0-4ca6-b890-253e5d444cb8 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:41.059498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5a3747b-32f6-4470-a08c-cc2dee553c48 req-d953a80e-e5a0-4ca6-b890-253e5d444cb8 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 944 time: 0.0662887 Jan 31 19:27:41.120560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5a3747b-32f6-4470-a08c-cc2dee553c48 req-a8b79a15-035f-4fbf-9d74-9942aabe72b8 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517263 Jan 31 19:27:41.320790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'tag': 'fca8036a-bdc4-4657-847e-f8ba2368b940'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:27:41.323247 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f17be9-c296-454e-a2d3-e818ada1513b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f325a3c-e75b-4cc7-a0da-56e0a9354c1f", "tag": "fca8036a-bdc4-4657-847e-f8ba2368b940"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:27:41.381572 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc08b1b-fb55-42b2-9f68-10408459fe89 x-openstack-request-id: req-bcc08b1b-fb55-42b2-9f68-10408459fe89 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:27:41.382043 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f325a3c-e75b-4cc7-a0da-56e0a9354c1f", "tag": "fca8036a-bdc4-4657-847e-f8ba2368b940", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:27:41.382476 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcc08b1b-fb55-42b2-9f68-10408459fe89 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:27:41.383162 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'tag': 'fca8036a-bdc4-4657-847e-f8ba2368b940', 'status': 'completed', 'code': 200} Jan 31 19:27:41.487861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f17be9-c296-454e-a2d3-e818ada1513b req-4491972d-a227-4fcb-a018-58f77ef5fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:41.489453 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-4491972d-a227-4fcb-a018-58f77ef5fb13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=105e9dc2ace44ff6b292bd3e9fcb0c4b&device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 1127 time: 0.0827711 Jan 31 19:27:41.499708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f17be9-c296-454e-a2d3-e818ada1513b req-1f8aebc8-e68b-4ecc-bb5d-d58524fa397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:41.501224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-1f8aebc8-e68b-4ecc-bb5d-d58524fa397f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=105e9dc2ace44ff6b292bd3e9fcb0c4b&device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 1127 time: 0.0864167 Jan 31 19:27:41.675170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f17be9-c296-454e-a2d3-e818ada1513b req-da617a9c-5191-4eb8-9844-78057d9818b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:41.676801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-da617a9c-5191-4eb8-9844-78057d9818b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84 HTTP/1.1" status: 200 len: 913 time: 0.1796451 Jan 31 19:27:41.680670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f17be9-c296-454e-a2d3-e818ada1513b req-dccca691-2ea0-4364-aa72-bca17339bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:41.682171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-dccca691-2ea0-4364-aa72-bca17339bf0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84 HTTP/1.1" status: 200 len: 913 time: 0.1738281 Jan 31 19:27:41.745516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-8892d511-59a2-4a08-878e-46f39e33d405 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca8036a-bdc4-4657-847e-f8ba2368b940 HTTP/1.1" status: 200 len: 217 time: 0.0618756 Jan 31 19:27:41.784999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-3f1107d8-7c55-4f88-972a-8714f01f549d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca8036a-bdc4-4657-847e-f8ba2368b940 HTTP/1.1" status: 200 len: 217 time: 0.0923736 Jan 31 19:27:41.861758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f17be9-c296-454e-a2d3-e818ada1513b req-a94645d4-16a6-489d-90f2-9c136ed12935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:41.863332 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-a94645d4-16a6-489d-90f2-9c136ed12935 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70a494d2-21a2-4f34-a9c1-e74448d551ac HTTP/1.1" status: 200 len: 852 time: 0.0875518 Jan 31 19:27:41.869145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f17be9-c296-454e-a2d3-e818ada1513b req-26d9bcee-526c-4b60-a57d-2fc5002ec311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:41.870622 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-26d9bcee-526c-4b60-a57d-2fc5002ec311 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=70a494d2-21a2-4f34-a9c1-e74448d551ac HTTP/1.1" status: 200 len: 852 time: 0.0653939 Jan 31 19:27:41.944576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-836c9d5d-3113-4227-8bd9-04b45e0ccef7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725772 Jan 31 19:27:41.947085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-241271b6-3830-4b20-b3ca-d636b2646357 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673645 Jan 31 19:27:42.120031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-09257710-bbbe-463f-b5db-0845ac1c691b service neutron] 10.222.0.21 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685488 Jan 31 19:27:42.144965 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-ee1216ca-a6e6-4fe3-a584-19cd2b6ffb37 service neutron] 10.222.0.49 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854143 Jan 31 19:27:42.391943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-24685386-2e02-45c9-a356-f0b60a50af52 service neutron] 10.222.0.21 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640402 Jan 31 19:27:42.409144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82f17be9-c296-454e-a2d3-e818ada1513b req-9c2ebab6-e276-43f4-a726-79d6fa2083f3 service neutron] 10.222.0.49 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458236 Jan 31 19:27:42.417033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bbe09-3f6a-49f8-9099-47bd80f3d8b7 req-de1ee734-029d-4b0f-b011-fa9166789a19 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:42.418524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c1bbe09-3f6a-49f8-9099-47bd80f3d8b7 req-de1ee734-029d-4b0f-b011-fa9166789a19 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 944 time: 0.1696875 Jan 31 19:27:42.488697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c1bbe09-3f6a-49f8-9099-47bd80f3d8b7 req-b4965981-7653-442a-8e20-1f38467a3c6b tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 Jan 31 19:27:42.648441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device fca8036a-bdc4-4657-847e-f8ba2368b940 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:27:42.753702 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=fca8036a-bdc4-4657-847e-f8ba2368b940,segment=NetworkSegment(77bebb3a-67ff-4089-bd0f-339826386001),segment_id=77bebb3a-67ff-4089-bd0f-339826386001)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:42.766631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'fca8036a-bdc4-4657-847e-f8ba2368b940', 'network_id': '5d4d5ebb-b74b-4c9f-adca-30edf8160c84', 'port_id': 'fca8036a-bdc4-4657-847e-f8ba2368b940', 'mac_address': 'fa:16:3e:ea:74:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a494d2-21a2-4f34-a9c1-e74448d551ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:27:42.811275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port fca8036a-bdc4-4657-847e-f8ba2368b940 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:27:42.811663 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:42.825705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca8036a-bdc4-4657-847e-f8ba2368b940 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:27:42.846560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=fca8036a-bdc4-4657-847e-f8ba2368b940,segment=NetworkSegment(77bebb3a-67ff-4089-bd0f-339826386001),segment_id=77bebb3a-67ff-4089-bd0f-339826386001)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:42.852697 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:42.923782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=fca8036a-bdc4-4657-847e-f8ba2368b940,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:42.933962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.934373 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.934926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.936032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.936675 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.937241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.937740 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.938243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.938725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.939174 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.939676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.940090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.940461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:42.950670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fca8036a-bdc4-4657-847e-f8ba2368b940 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:27:42.992385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port fca8036a-bdc4-4657-847e-f8ba2368b940 host n-h1-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 19:27:42.992744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fca8036a-bdc4-4657-847e-f8ba2368b940 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:27:43.154814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['fca8036a-bdc4-4657-847e-f8ba2368b940'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:27:43.647157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96433868-e3ec-453a-b7c9-1865c64e3b66 req-af8c2293-44a1-4e6d-af5b-4fe570831fb6 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:43.648648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96433868-e3ec-453a-b7c9-1865c64e3b66 req-af8c2293-44a1-4e6d-af5b-4fe570831fb6 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 945 time: 0.0648150 Jan 31 19:27:43.702590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96433868-e3ec-453a-b7c9-1865c64e3b66 req-9aa4c59c-0917-4138-92d7-6e5239ff6003 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468554 Jan 31 19:27:44.054028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-752212ae-3a6c-4fcc-9839-6352c43fbf42 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:44.055475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-752212ae-3a6c-4fcc-9839-6352c43fbf42 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f&tenant_id=105e9dc2ace44ff6b292bd3e9fcb0c4b&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 945 time: 0.0994711 Jan 31 19:27:44.118451 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-40dfc081-8ee0-4f94-b24f-3af19d5c9989 service neutron] delete failed (client error): The resource could not be found. Jan 31 19:27:44.119470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-40dfc081-8ee0-4f94-b24f-3af19d5c9989 service neutron] 10.222.0.21 "DELETE /v2.0/ports/fca8036a-bdc4-4657-847e-f8ba2368b940/bindings/n-h2-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.0578635 Jan 31 19:27:44.222946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-08db40b5-4a81-45de-ba21-4d09193c6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:44.224499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-08db40b5-4a81-45de-ba21-4d09193c6580 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=105e9dc2ace44ff6b292bd3e9fcb0c4b&device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 1128 time: 0.0526662 Jan 31 19:27:44.323049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-e0c236eb-fedf-4780-a34a-0d896c8a5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:44.324608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-e0c236eb-fedf-4780-a34a-0d896c8a5b24 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84 HTTP/1.1" status: 200 len: 913 time: 0.0935960 Jan 31 19:27:44.370786 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-03062279-28f0-4b2c-9833-be09d5a13470 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca8036a-bdc4-4657-847e-f8ba2368b940 HTTP/1.1" status: 200 len: 217 time: 0.0402339 Jan 31 19:27:44.420902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-81d7dcdc-785b-4425-973f-d73dd035bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:44.422379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-81d7dcdc-785b-4425-973f-d73dd035bd3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70a494d2-21a2-4f34-a9c1-e74448d551ac HTTP/1.1" status: 200 len: 852 time: 0.0463336 Jan 31 19:27:44.456320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-bd2f9027-5d52-4a93-82df-9542f342934e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d4d5ebb-b74b-4c9f-adca-30edf8160c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282056 Jan 31 19:27:44.556631 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-ece10233-3b32-4d13-8725-cc206a81049b service neutron] 10.222.0.21 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928142 Jan 31 19:27:44.655996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-9648fcb6-f053-4903-b7db-bb980ca5dd1e service neutron] 10.222.0.21 "GET /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931685 Jan 31 19:27:44.659260 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device fca8036a-bdc4-4657-847e-f8ba2368b940 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:27:44.719456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port fca8036a-bdc4-4657-847e-f8ba2368b940 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:27:44.726300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port fca8036a-bdc4-4657-847e-f8ba2368b940 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:27:44.726842 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:44.817355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port fca8036a-bdc4-4657-847e-f8ba2368b940 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:27:44.817749 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:44.840763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca8036a-bdc4-4657-847e-f8ba2368b940'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:27:44.843701 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbb1e13-6ea4-453d-86c2-341c2d2dd8e5" -d '{"events": [{"server_uuid": "2f325a3c-e75b-4cc7-a0da-56e0a9354c1f", "name": "network-vif-plugged", "status": "completed", "tag": "fca8036a-bdc4-4657-847e-f8ba2368b940"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:27:44.859974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=fca8036a-bdc4-4657-847e-f8ba2368b940,segment=NetworkSegment(77bebb3a-67ff-4089-bd0f-339826386001),segment_id=77bebb3a-67ff-4089-bd0f-339826386001)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:44.865037 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:44.905520 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8633a42-c871-42ab-8fd8-018fa1d5c4f0 x-openstack-request-id: req-c8633a42-c871-42ab-8fd8-018fa1d5c4f0 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:27:44.906052 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f325a3c-e75b-4cc7-a0da-56e0a9354c1f", "name": "network-vif-plugged", "status": "completed", "tag": "fca8036a-bdc4-4657-847e-f8ba2368b940", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:27:44.906421 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8633a42-c871-42ab-8fd8-018fa1d5c4f0 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:27:44.907051 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca8036a-bdc4-4657-847e-f8ba2368b940', 'code': 200} Jan 31 19:27:44.927637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=fca8036a-bdc4-4657-847e-f8ba2368b940,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:45.429833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00395a28-6ece-4b72-93a7-ec98c05a0a62 req-2e80adbb-1610-4a06-ab67-cff5a1652b00 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:45.431489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00395a28-6ece-4b72-93a7-ec98c05a0a62 req-2e80adbb-1610-4a06-ab67-cff5a1652b00 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0627432 Jan 31 19:27:45.491098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00395a28-6ece-4b72-93a7-ec98c05a0a62 req-490a9af3-e03f-406a-a4a2-40409edab404 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526206 Jan 31 19:27:46.637496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369f135-09f1-4864-855e-29b3fdb77495 req-2d96bf7d-f0df-4d8f-b46a-92ffb4f08901 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:46.639961 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f369f135-09f1-4864-855e-29b3fdb77495 req-2d96bf7d-f0df-4d8f-b46a-92ffb4f08901 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0641792 Jan 31 19:27:46.713133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f369f135-09f1-4864-855e-29b3fdb77495 req-927fb20d-194f-4897-b845-1ad833655f3a tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac50d758-7462-4998-8318-53ecf2359e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641465 Jan 31 19:27:46.785556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-906d8462-f421-471f-9f6b-333c804daa1b tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:46.786922 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-906d8462-f421-471f-9f6b-333c804daa1b tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f325a3c-e75b-4cc7-a0da-56e0a9354c1f HTTP/1.1" status: 200 len: 946 time: 0.0593379 Jan 31 19:27:46.899734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Deleting port fca8036a-bdc4-4657-847e-f8ba2368b940 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:27:46.900070 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:46.992122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] For port fca8036a-bdc4-4657-847e-f8ba2368b940, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=fca8036a-bdc4-4657-847e-f8ba2368b940,segment=NetworkSegment(77bebb3a-67ff-4089-bd0f-339826386001),segment_id=77bebb3a-67ff-4089-bd0f-339826386001)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:46.992525 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:47.005921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Calling delete_port for fca8036a-bdc4-4657-847e-f8ba2368b940 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:27:47.151514 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (fca8036a-bdc4-4657-847e-f8ba2368b940), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:47.169547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['fca8036a-bdc4-4657-847e-f8ba2368b940'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:27:47.201501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Pushing event deleted for resources: {'Port': ['ID=fca8036a-bdc4-4657-847e-f8ba2368b940,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:47.219068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.219420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.219768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.220112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.220473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.220814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.221140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.221463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.221785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.222107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.222430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.222753 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.223074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:27:47.260150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] No DVR routers for this DVR port fca8036a-bdc4-4657-847e-f8ba2368b940 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:27:47.262837 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:47.266676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e83aaba7-7110-49ba-a0b7-1da2e50a4b25 req-65ce12ac-30a2-45c4-b0b7-988c44769b18 tempest-DeleteServersTestJSON-874307270 tempest-DeleteServersTestJSON-874307270-project] 10.222.0.49 "DELETE /v2.0/ports/fca8036a-bdc4-4657-847e-f8ba2368b940 HTTP/1.1" status: 204 len: 173 time: 0.4704881 Jan 31 19:27:47.267130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'name': 'network-vif-deleted', 'tag': 'fca8036a-bdc4-4657-847e-f8ba2368b940'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:27:47.269418 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9b6956-846d-4982-a092-b616bde306b1" -d '{"events": [{"server_uuid": "2f325a3c-e75b-4cc7-a0da-56e0a9354c1f", "name": "network-vif-deleted", "tag": "fca8036a-bdc4-4657-847e-f8ba2368b940"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:27:47.313316 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6818c77b-e688-45df-b502-e4117984521b x-openstack-request-id: req-6818c77b-e688-45df-b502-e4117984521b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:27:47.313686 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f325a3c-e75b-4cc7-a0da-56e0a9354c1f", "name": "network-vif-deleted", "tag": "fca8036a-bdc4-4657-847e-f8ba2368b940", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:27:47.314031 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6818c77b-e688-45df-b502-e4117984521b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:27:47.314458 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f325a3c-e75b-4cc7-a0da-56e0a9354c1f', 'name': 'network-vif-deleted', 'tag': 'fca8036a-bdc4-4657-847e-f8ba2368b940', 'status': 'completed', 'code': 200} Jan 31 19:27:47.847345 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:47.900980 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea45e566-8c2a-475a-bdf5-e66274a2fdfc admin admin] Deleting subnet 70a494d2-21a2-4f34-a9c1-e74448d551ac {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:27:47.904361 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea45e566-8c2a-475a-bdf5-e66274a2fdfc admin admin] Publish callbacks [] for subnet (70a494d2-21a2-4f34-a9c1-e74448d551ac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:47.944851 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea45e566-8c2a-475a-bdf5-e66274a2fdfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (70a494d2-21a2-4f34-a9c1-e74448d551ac), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:47.986550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea45e566-8c2a-475a-bdf5-e66274a2fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (70a494d2-21a2-4f34-a9c1-e74448d551ac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.046262 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea45e566-8c2a-475a-bdf5-e66274a2fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (70a494d2-21a2-4f34-a9c1-e74448d551ac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.072762 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45e566-8c2a-475a-bdf5-e66274a2fdfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a494d2-21a2-4f34-a9c1-e74448d551ac,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:48.076897 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea45e566-8c2a-475a-bdf5-e66274a2fdfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.080107 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea45e566-8c2a-475a-bdf5-e66274a2fdfc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/70a494d2-21a2-4f34-a9c1-e74448d551ac HTTP/1.1" status: 204 len: 168 time: 0.2314403 Jan 31 19:27:48.082932 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55920) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:48.164648 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (5d4d5ebb-b74b-4c9f-adca-30edf8160c84), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.255928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (5d4d5ebb-b74b-4c9f-adca-30edf8160c84), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.287170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4d5ebb-b74b-4c9f-adca-30edf8160c84']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:27:48.298393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bebb3a-67ff-4089-bd0f-339826386001') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:27:48.298589 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bebb3a-67ff-4089-bd0f-339826386001') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:27:48.309272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (77bebb3a-67ff-4089-bd0f-339826386001), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.327288 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (77bebb3a-67ff-4089-bd0f-339826386001), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.337919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:27:48.338607 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (77bebb3a-67ff-4089-bd0f-339826386001), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:27:48.341635 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:27:48.439978 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (5d4d5ebb-b74b-4c9f-adca-30edf8160c84), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.448710 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.452761 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5d4d5ebb-b74b-4c9f-adca-30edf8160c84 HTTP/1.1" status: 204 len: 168 time: 0.3686256 Jan 31 19:27:48.467446 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488c252-2c2b-47b6-ab4c-f0f3d6ae8210 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d4d5ebb-b74b-4c9f-adca-30edf8160c84,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:48.590968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55924) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:48.642159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-daebf325-1ea7-4150-84ee-4055f5b19acd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=105e9dc2ace44ff6b292bd3e9fcb0c4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499794 Jan 31 19:27:48.647021 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55926) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:48.711002 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d42e390-b27f-486a-b8aa-83c0a3b317d9 admin admin] Publish callbacks [] for security_group (ac50d758-7462-4998-8318-53ecf2359e24), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.733434 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d42e390-b27f-486a-b8aa-83c0a3b317d9 admin admin] Publish callbacks [] for security_group (ac50d758-7462-4998-8318-53ecf2359e24), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.794941 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d42e390-b27f-486a-b8aa-83c0a3b317d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (ac50d758-7462-4998-8318-53ecf2359e24), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.797545 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d42e390-b27f-486a-b8aa-83c0a3b317d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:48.798731 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3d42e390-b27f-486a-b8aa-83c0a3b317d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac50d758-7462-4998-8318-53ecf2359e24 HTTP/1.1" status: 204 len: 168 time: 0.1505263 Jan 31 19:27:48.809491 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42e390-b27f-486a-b8aa-83c0a3b317d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac50d758-7462-4998-8318-53ecf2359e24,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:48.921075 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f9879726-520a-4213-a400-2e17f3f51b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:49.653896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 55948) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:49.776712 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-359400181-network', 'tenant_id': 'd6d5f9cedb49429a8f907c20eab0b344'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:27:49.807238 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Made reservation on behalf of d6d5f9cedb49429a8f907c20eab0b344 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:27:49.811536 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:49.821096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:49.915952 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Publish callbacks [] for security_group (91f86101-befb-409d-a69f-585e05019bb4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:49.921594 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (91f86101-befb-409d-a69f-585e05019bb4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:49.950478 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:27:49.961687 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f86101-befb-409d-a69f-585e05019bb4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:49.966869 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (fd9b047c-19cb-44b9-9246-a550436e5303), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:49.967212 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Added segment fd9b047c-19cb-44b9-9246-a550436e5303 of type vlan for network 207f142c-b47c-4b46-891f-43bbd7974fdc Jan 31 19:27:50.024104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (207f142c-b47c-4b46-891f-43bbd7974fdc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:50.052211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (207f142c-b47c-4b46-891f-43bbd7974fdc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:50.053271 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:50.053862 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:50.106347 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4510996 Jan 31 19:27:50.111000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 55952) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:27:50.117944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bcc564e9-646a-4f15-80c1-3686f06eb347 admin admin] Request body: {'subnet': {'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-359400181-subnet', 'tenant_id': 'd6d5f9cedb49429a8f907c20eab0b344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:27:50.132583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2a651-9878-421b-bfe8-99916b09d0c8 admin admin] Pushing event updated for resources: {'Network': ['ID=207f142c-b47c-4b46-891f-43bbd7974fdc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:50.148551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 207f142c-b47c-4b46-891f-43bbd7974fdc details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:27:50.159254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc564e9-646a-4f15-80c1-3686f06eb347 admin admin] Made reservation on behalf of d6d5f9cedb49429a8f907c20eab0b344 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:27:50.163513 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc564e9-646a-4f15-80c1-3686f06eb347 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:50.370414 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc564e9-646a-4f15-80c1-3686f06eb347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (41a943eb-dc53-4276-8681-73a30be080b4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:50.432825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc564e9-646a-4f15-80c1-3686f06eb347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a943eb-dc53-4276-8681-73a30be080b4,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:50.446436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc564e9-646a-4f15-80c1-3686f06eb347 admin admin] Checking segment: {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:27:50.446811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc564e9-646a-4f15-80c1-3686f06eb347 admin admin] Network hostable DHCP agents. Network: 207f142c-b47c-4b46-891f-43bbd7974fdc, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:27:50.466403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc564e9-646a-4f15-80c1-3686f06eb347 admin admin] Network 207f142c-b47c-4b46-891f-43bbd7974fdc is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:27:50.476983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-bcc564e9-646a-4f15-80c1-3686f06eb347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 207f142c-b47c-4b46-891f-43bbd7974fdc) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:27:50.482531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc564e9-646a-4f15-80c1-3686f06eb347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:50.483507 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc564e9-646a-4f15-80c1-3686f06eb347 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:50.489583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10a4173-def3-45f3-a7ec-2eb020733132 None None] Network 207f142c-b47c-4b46-891f-43bbd7974fdc requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:27:50.504848 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bcc564e9-646a-4f15-80c1-3686f06eb347 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3905425 Jan 31 19:27:50.629106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cff48b-fd37-4ccc-95ea-1a000749e7b1 None None] Network 207f142c-b47c-4b46-891f-43bbd7974fdc requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:27:50.709200 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device fca8036a-bdc4-4657-847e-f8ba2368b940 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:27:50.730235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: fca8036a-bdc4-4657-847e-f8ba2368b940 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:27:50.730235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device fca8036a-bdc4-4657-847e-f8ba2368b940 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:27:51.068690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-68bdca13-800a-49f3-ad26-a95496d59056 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:51.070226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-68bdca13-800a-49f3-ad26-a95496d59056 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 814 time: 0.1315081 Jan 31 19:27:51.099296 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-0120cbf2-a551-4b7b-882a-1d2a6fb252f6 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/quotas/d6d5f9cedb49429a8f907c20eab0b344 HTTP/1.1" status: 200 len: 375 time: 0.0208302 Jan 31 19:27:51.155148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-4f241361-aba1-41bf-ad41-fa9cb351c28e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498123 Jan 31 19:27:51.167266 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32bab624-2a9c-4abb-bcb5-30759efa5e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:51.263838 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-ac295432-a2fe-4a1a-babf-72a9b86237f9 service neutron] 10.222.0.20 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954466 Jan 31 19:27:51.424123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-e0264692-392d-4b15-8d28-158cbbeaaced service neutron] 10.222.0.20 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540875 Jan 31 19:27:51.658034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9337da5-ac64-4151-9c69-602b34ba137f req-97f94fdb-6094-44e2-a3d4-04256e273425 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 210 time: 0.0463166 Jan 31 19:27:52.627037 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:52.783621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86c042f6-3976-40b7-bb60-fc6b4326531a req-32c6fecc-f533-446d-8988-18f7982a8ec3 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 210 time: 0.0394006 Jan 31 19:27:52.940708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-d4f42cbd-46db-42e6-a192-2d88f718f370 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:52.942161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-d4f42cbd-46db-42e6-a192-2d88f718f370 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.49 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 814 time: 0.1237366 Jan 31 19:27:52.959372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Request body: {'port': {'device_id': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc', 'admin_state_up': True, 'tenant_id': 'd6d5f9cedb49429a8f907c20eab0b344'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:27:53.416173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Made reservation on behalf of d6d5f9cedb49429a8f907c20eab0b344 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:27:53.420467 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:53.563473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Allocated IP 172.20.0.8 (207f142c-b47c-4b46-891f-43bbd7974fdc/41a943eb-dc53-4276-8681-73a30be080b4/2c79a48f-fa13-4ba2-807b-696fb7151725) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:27:53.755527 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks [] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:53.816832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:53.895039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Network 207f142c-b47c-4b46-891f-43bbd7974fdc is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:27:53.913762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:27:53.917098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:27:53.984244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Pushing event updated for resources: {'Port': ['ID=2c79a48f-fa13-4ba2-807b-696fb7151725,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:54.022734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:54.023276 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.045107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-b6af3aaf-c536-40c1-9af8-3fc57a2a329c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0891564 Jan 31 19:27:54.051898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f550c0a-eecc-4052-816f-f203b51c9c59 req-4576af99-a302-40ed-ba9a-eb164f4a3c4a tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:54.053345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f550c0a-eecc-4052-816f-f203b51c9c59 req-4576af99-a302-40ed-ba9a-eb164f4a3c4a tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 931 time: 0.1565118 Jan 31 19:27:54.058832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Request body: {'port': {'device_id': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:27:54.153057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7f550c0a-eecc-4052-816f-f203b51c9c59 req-efb2fb64-dffd-4d92-9afb-d07634fa29c0 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901995 Jan 31 19:27:54.156267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.258450 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.453260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c79a48f-fa13-4ba2-807b-696fb7151725 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:27:54.461320 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Publish callbacks [] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.475357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Transition to ACTIVE for port object 2c79a48f-fa13-4ba2-807b-696fb7151725 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:27:54.479438 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.531781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Pushing event updated for resources: {'Port': ['ID=2c79a48f-fa13-4ba2-807b-696fb7151725,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:54.606025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Attempting to bind port 2c79a48f-fa13-4ba2-807b-696fb7151725 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:27:54.606276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Attempting to bind port 2c79a48f-fa13-4ba2-807b-696fb7151725 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:27:54.607206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Attempting to bind port 2c79a48f-fa13-4ba2-807b-696fb7151725 on network 207f142c-b47c-4b46-891f-43bbd7974fdc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:27:54.611792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Port 2c79a48f-fa13-4ba2-807b-696fb7151725 on network 207f142c-b47c-4b46-891f-43bbd7974fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:27:54.612128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Attempting to bind port 2c79a48f-fa13-4ba2-807b-696fb7151725 on network 207f142c-b47c-4b46-891f-43bbd7974fdc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:27:54.617850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:27:54.618102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Checking segment: {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:27:54.618426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Bound using segment: {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:27:54.618879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Bound port: 2c79a48f-fa13-4ba2-807b-696fb7151725, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:27:54.619250 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.695976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:27:54.699019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2c79a48f-fa13-4ba2-807b-696fb7151725,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:27:54.705944 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.740557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:54.741228 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.742615 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] 10.222.0.49 "PUT /v2.0/ports/2c79a48f-fa13-4ba2-807b-696fb7151725 HTTP/1.1" status: 200 len: 1092 time: 0.6877539 Jan 31 19:27:54.743059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'tag': '2c79a48f-fa13-4ba2-807b-696fb7151725'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:27:54.745340 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ea71e8-7971-40a1-b527-38526954d18e" -d '{"events": [{"name": "network-changed", "server_uuid": "4eee6db8-dacc-4d01-8241-3df1e403ae72", "tag": "2c79a48f-fa13-4ba2-807b-696fb7151725"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:27:54.752239 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:54.786248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50094583-4318-4d0f-99a5-2aa17d05c021 service neutron] Pushing event updated for resources: {'Port': ['ID=2c79a48f-fa13-4ba2-807b-696fb7151725,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:54.803596 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf725e4-4e68-4531-8f99-b773da3a3151 x-openstack-request-id: req-ccf725e4-4e68-4531-8f99-b773da3a3151 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:27:54.803899 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eee6db8-dacc-4d01-8241-3df1e403ae72", "tag": "2c79a48f-fa13-4ba2-807b-696fb7151725", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:27:54.804157 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccf725e4-4e68-4531-8f99-b773da3a3151 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:27:54.804663 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'tag': '2c79a48f-fa13-4ba2-807b-696fb7151725', 'status': 'completed', 'code': 200} Jan 31 19:27:54.842529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-835e71c2-beb8-48ac-9c2b-f3dc3c3b1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:54.843908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-835e71c2-beb8-48ac-9c2b-f3dc3c3b1024 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 1126 time: 0.0510714 Jan 31 19:27:54.889233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-990308a0-85db-4896-97fe-f824318bf205 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c79a48f-fa13-4ba2-807b-696fb7151725 HTTP/1.1" status: 200 len: 217 time: 0.0375445 Jan 31 19:27:54.946259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-5d06bef6-114a-44d7-af5a-31dd7b9e9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:54.948027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-5d06bef6-114a-44d7-af5a-31dd7b9e9151 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0499384 Jan 31 19:27:54.986855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-2039e7b5-cc8c-4ef7-9898-921082f5c716 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295455 Jan 31 19:27:55.097928 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-9c87e0fa-0dc4-4731-a610-dae00b7c08f0 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000643 Jan 31 19:27:55.214999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f53122f5-217d-4541-81d8-f3c4c8955330 req-0327f23f-4dc4-4984-9d19-9dc8f12448cd service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098866 Jan 31 19:27:55.343367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eaa6e-9fe7-4d48-9c3b-d8c6cdb7542b req-b6824a43-af4b-4454-ba95-cbf59e5eefb4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:55.344855 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:55.345439 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-933eaa6e-9fe7-4d48-9c3b-d8c6cdb7542b req-b6824a43-af4b-4454-ba95-cbf59e5eefb4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 943 time: 0.0998986 Jan 31 19:27:55.358088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea71e8-7971-40a1-b527-38526954d18e req-d06c5333-3233-4308-8efb-95ef658912e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:55.359616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6ea71e8-7971-40a1-b527-38526954d18e req-d06c5333-3233-4308-8efb-95ef658912e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 1126 time: 0.0787277 Jan 31 19:27:55.451505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-933eaa6e-9fe7-4d48-9c3b-d8c6cdb7542b req-70ee90a0-6002-4b66-9a75-d24bc88a4cb3 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958002 Jan 31 19:27:55.492563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea71e8-7971-40a1-b527-38526954d18e req-85321ee0-4a3a-4db3-97c9-b1cf8b80c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:55.494068 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6ea71e8-7971-40a1-b527-38526954d18e req-85321ee0-4a3a-4db3-97c9-b1cf8b80c967 service neutron] 10.222.0.49 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.1275363 Jan 31 19:27:55.543525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6ea71e8-7971-40a1-b527-38526954d18e req-c5fe66c5-f6b3-4de7-88b9-6a7c11a57d6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c79a48f-fa13-4ba2-807b-696fb7151725 HTTP/1.1" status: 200 len: 217 time: 0.0424922 Jan 31 19:27:55.602249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea71e8-7971-40a1-b527-38526954d18e req-c3b6fb64-f2c4-407e-8bbf-96cc5ea16f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:55.604205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6ea71e8-7971-40a1-b527-38526954d18e req-c3b6fb64-f2c4-407e-8bbf-96cc5ea16f18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0542605 Jan 31 19:27:55.644450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6ea71e8-7971-40a1-b527-38526954d18e req-a3fe0a37-9ce9-4bf4-94e5-577338899ce0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314813 Jan 31 19:27:55.777428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6ea71e8-7971-40a1-b527-38526954d18e req-7acdf606-13c1-42e1-8337-f204500ed9e2 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270123 Jan 31 19:27:55.900021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6ea71e8-7971-40a1-b527-38526954d18e req-1586433a-a85d-4940-98aa-51768aac66c3 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156926 Jan 31 19:27:56.501507 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:56.600769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85505d-f378-4675-9a26-1f9813cb514a req-63ef3f32-b1df-4f78-bba3-082ed93eb9fc tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:56.602345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb85505d-f378-4675-9a26-1f9813cb514a req-63ef3f32-b1df-4f78-bba3-082ed93eb9fc tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 943 time: 0.0687869 Jan 31 19:27:56.666174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb85505d-f378-4675-9a26-1f9813cb514a req-81c7a6a9-b956-4775-b977-3d47ef1ad259 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570617 Jan 31 19:27:56.705482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2c79a48f-fa13-4ba2-807b-696fb7151725 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:27:56.827571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2c79a48f-fa13-4ba2-807b-696fb7151725,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:56.842204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '2c79a48f-fa13-4ba2-807b-696fb7151725', 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc', 'port_id': '2c79a48f-fa13-4ba2-807b-696fb7151725', 'mac_address': 'fa:16:3e:7b:73:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a943eb-dc53-4276-8681-73a30be080b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:27:56.880795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 2c79a48f-fa13-4ba2-807b-696fb7151725 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:27:56.881196 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:56.894829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c79a48f-fa13-4ba2-807b-696fb7151725 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:27:56.915633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2c79a48f-fa13-4ba2-807b-696fb7151725,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:56.921476 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:56.977172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=2c79a48f-fa13-4ba2-807b-696fb7151725,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:57.157250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['2c79a48f-fa13-4ba2-807b-696fb7151725'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:27:57.801953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f0d51-1838-4105-a401-e356470bb3de req-8e78dceb-0d62-4347-bfe1-1053e4b11142 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:57.803584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc3f0d51-1838-4105-a401-e356470bb3de req-8e78dceb-0d62-4347-bfe1-1053e4b11142 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 944 time: 0.0610204 Jan 31 19:27:57.859695 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc3f0d51-1838-4105-a401-e356470bb3de req-9d7c1e08-6ac2-4d9a-b832-9779ac60a5d9 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486379 Jan 31 19:27:58.704696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2c79a48f-fa13-4ba2-807b-696fb7151725 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:27:58.761084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 2c79a48f-fa13-4ba2-807b-696fb7151725 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:27:58.765182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 2c79a48f-fa13-4ba2-807b-696fb7151725 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:27:58.765558 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:58.862853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 2c79a48f-fa13-4ba2-807b-696fb7151725 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:27:58.863252 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:58.891059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c79a48f-fa13-4ba2-807b-696fb7151725'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:27:58.894303 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1682743-5c20-4b8d-8e19-330f813030dd" -d '{"events": [{"server_uuid": "4eee6db8-dacc-4d01-8241-3df1e403ae72", "name": "network-vif-plugged", "status": "completed", "tag": "2c79a48f-fa13-4ba2-807b-696fb7151725"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:27:58.922022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2c79a48f-fa13-4ba2-807b-696fb7151725,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:27:58.928448 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:27:58.953269 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5c1162-6d3b-403f-bff0-2c16fcc1b47d x-openstack-request-id: req-fc5c1162-6d3b-403f-bff0-2c16fcc1b47d {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:27:58.953563 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eee6db8-dacc-4d01-8241-3df1e403ae72", "name": "network-vif-plugged", "status": "completed", "tag": "2c79a48f-fa13-4ba2-807b-696fb7151725", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:27:58.953820 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc5c1162-6d3b-403f-bff0-2c16fcc1b47d {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:27:58.954212 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c79a48f-fa13-4ba2-807b-696fb7151725', 'code': 200} Jan 31 19:27:58.995025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=2c79a48f-fa13-4ba2-807b-696fb7151725,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:27:59.034147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22543610-e535-4425-8708-89a034b37d17 req-2efb323c-b2b7-4043-88bc-bc17a5702a1b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:59.036033 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-22543610-e535-4425-8708-89a034b37d17 req-2efb323c-b2b7-4043-88bc-bc17a5702a1b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0798104 Jan 31 19:27:59.119297 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-22543610-e535-4425-8708-89a034b37d17 req-1f273541-f92a-4c30-8c81-7560c2406b16 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721285 Jan 31 19:27:59.122161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db6dbd-f4b5-44e2-916a-5ce2411eba44 req-b7d44a9d-470b-4d59-9b83-70174e753c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:27:59.123787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20db6dbd-f4b5-44e2-916a-5ce2411eba44 req-b7d44a9d-470b-4d59-9b83-70174e753c8d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 1128 time: 0.0841084 Jan 31 19:27:59.188587 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20db6dbd-f4b5-44e2-916a-5ce2411eba44 req-42d16da1-4302-4f3f-a562-556ac329c37b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558960 Jan 31 19:28:00.270020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23d90e-1532-45b9-8bb4-ce63916ff786 req-2ea05b68-087a-4b5d-8bf7-5e10fbf04b82 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:00.271788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a23d90e-1532-45b9-8bb4-ce63916ff786 req-2ea05b68-087a-4b5d-8bf7-5e10fbf04b82 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0636070 Jan 31 19:28:00.327871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a23d90e-1532-45b9-8bb4-ce63916ff786 req-17688082-4be1-4255-b17f-42db3e32747c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501914 Jan 31 19:28:01.461344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51999f94-a483-4f9c-b6af-faa060bf82f3 req-ca822a2b-9b1e-4624-8a7f-941ae8f3b4b3 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:01.462895 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51999f94-a483-4f9c-b6af-faa060bf82f3 req-ca822a2b-9b1e-4624-8a7f-941ae8f3b4b3 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0569019 Jan 31 19:28:01.525017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-51999f94-a483-4f9c-b6af-faa060bf82f3 req-a65c39b1-b999-4100-aebc-17c416334d04 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555940 Jan 31 19:28:01.693396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0766283-0d41-4795-bc10-978405ff799c req-d93fbb6b-bf77-4fab-8c42-476c3731f480 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:01.694973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0766283-0d41-4795-bc10-978405ff799c req-d93fbb6b-bf77-4fab-8c42-476c3731f480 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0623286 Jan 31 19:28:01.747486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e0766283-0d41-4795-bc10-978405ff799c req-3c21e3b0-88a6-4972-8925-37c9251d4d19 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Jan 31 19:28:01.998340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4845c-317d-42ab-b5bf-b03a5cb6b808 req-c700a416-d2f1-44a6-b913-905b19875060 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:02.000970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31b4845c-317d-42ab-b5bf-b03a5cb6b808 req-c700a416-d2f1-44a6-b913-905b19875060 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0775068 Jan 31 19:28:02.050330 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31b4845c-317d-42ab-b5bf-b03a5cb6b808 req-5d372c4f-9fb6-4dd9-ae6e-a45dbbc62419 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Jan 31 19:28:02.229045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba97f67-adeb-4d78-8ea8-86690651fa8a req-e78bc5b5-3612-41f4-bc3d-adefc13ab3c0 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:02.230798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eba97f67-adeb-4d78-8ea8-86690651fa8a req-e78bc5b5-3612-41f4-bc3d-adefc13ab3c0 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0837879 Jan 31 19:28:02.294736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eba97f67-adeb-4d78-8ea8-86690651fa8a req-9134b63f-53df-4953-a054-a29d440523e0 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526636 Jan 31 19:28:02.634964 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-73350723-fb00-487d-a8ea-1a750f4ed63f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694499 Jan 31 19:28:02.656231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc03ac-8238-436c-a60b-5c2f62105b6b req-6d263026-0f81-45e9-a444-81d18d38c758 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:02.664059 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bafc03ac-8238-436c-a60b-5c2f62105b6b req-6d263026-0f81-45e9-a444-81d18d38c758 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0693851 Jan 31 19:28:02.727795 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bafc03ac-8238-436c-a60b-5c2f62105b6b req-ce617378-9123-4261-858c-ad1f5c08c628 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625365 Jan 31 19:28:03.944886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2606401-18e4-45ea-975e-e6792fdd88fc req-0f0707cb-fa6e-4023-b5ab-76627658c20b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:03.946396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2606401-18e4-45ea-975e-e6792fdd88fc req-0f0707cb-fa6e-4023-b5ab-76627658c20b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0964301 Jan 31 19:28:04.000472 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2606401-18e4-45ea-975e-e6792fdd88fc req-a552290a-d108-4244-ba74-de429c818b46 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476677 Jan 31 19:28:04.255817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-74c1e267-0f8c-4abe-8688-4c095feb8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:04.258481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-74c1e267-0f8c-4abe-8688-4c095feb8175 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 1128 time: 0.0703402 Jan 31 19:28:04.406311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-a63dcc01-a4d1-4bc9-8635-9e735b99a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:04.407671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-a63dcc01-a4d1-4bc9-8635-9e735b99a8b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.1429343 Jan 31 19:28:04.462206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-cf588b29-4b51-4819-abc3-1b557963c866 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c79a48f-fa13-4ba2-807b-696fb7151725 HTTP/1.1" status: 200 len: 217 time: 0.0482228 Jan 31 19:28:04.529316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-b2cc9816-e206-4ce8-8790-1e9dc82a82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:04.531107 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-b2cc9816-e206-4ce8-8790-1e9dc82a82f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0634437 Jan 31 19:28:04.566140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-1a9a20c6-a78c-49ba-a10d-e092ebfe9889 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297704 Jan 31 19:28:04.723178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-c9b26196-960f-4779-9863-014026f6b0f2 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510227 Jan 31 19:28:04.824700 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-7983825e-712e-4da7-b544-e84c6da3e296 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956945 Jan 31 19:28:05.155762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801318-8164-4757-8072-ee534c604f22 req-ba1155a8-3540-4626-9298-1a5763cd53a5 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:05.158309 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6801318-8164-4757-8072-ee534c604f22 req-ba1155a8-3540-4626-9298-1a5763cd53a5 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0778773 Jan 31 19:28:05.217070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c6801318-8164-4757-8072-ee534c604f22 req-4d8c2503-b69a-4b7a-9fcf-2bbe915aa5a3 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527244 Jan 31 19:28:06.399981 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7de783-11ff-48a4-b20c-66501d5d0790 req-6b421a40-1a04-4096-9e69-b99a18d34685 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:06.402706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b7de783-11ff-48a4-b20c-66501d5d0790 req-6b421a40-1a04-4096-9e69-b99a18d34685 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0726027 Jan 31 19:28:06.468023 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b7de783-11ff-48a4-b20c-66501d5d0790 req-007d15bf-5507-4944-b572-4b33a36b67d6 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587587 Jan 31 19:28:07.619529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fba915-5798-48b2-9a2e-4d647e0cce45 req-65c8871a-2120-4848-a1ed-26388eb1a324 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:07.620977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e5fba915-5798-48b2-9a2e-4d647e0cce45 req-65c8871a-2120-4848-a1ed-26388eb1a324 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0678129 Jan 31 19:28:07.685648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e5fba915-5798-48b2-9a2e-4d647e0cce45 req-7520ccaa-65d0-4bfe-a3de-edb4fb74ac11 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551064 Jan 31 19:28:08.875516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004205a1-b088-4dfd-9cef-ed8c1caaca9d req-b13d5178-3d93-4a1a-96c3-a15e619effbe tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:08.878287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-004205a1-b088-4dfd-9cef-ed8c1caaca9d req-b13d5178-3d93-4a1a-96c3-a15e619effbe tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0836477 Jan 31 19:28:08.945943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-004205a1-b088-4dfd-9cef-ed8c1caaca9d req-23b9c3bb-740e-464d-a8d1-a31eecc82d75 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604291 Jan 31 19:28:10.100189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e597d-0322-4a38-9438-b80134a4254b req-029931de-3941-4a41-abd6-84d49244e7d0 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:10.102513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-130e597d-0322-4a38-9438-b80134a4254b req-029931de-3941-4a41-abd6-84d49244e7d0 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0674460 Jan 31 19:28:10.163823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-130e597d-0322-4a38-9438-b80134a4254b req-8a914ee0-bc3e-46ea-b92d-c1ae7e1fb9b1 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542910 Jan 31 19:28:11.333614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbfc0c-0ba2-40d8-8020-b69f93c80e1b req-a8d6fff2-c97d-49ce-bf7b-01144b891208 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:11.335184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5fbfc0c-0ba2-40d8-8020-b69f93c80e1b req-a8d6fff2-c97d-49ce-bf7b-01144b891208 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0814409 Jan 31 19:28:11.394764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5fbfc0c-0ba2-40d8-8020-b69f93c80e1b req-71a079e5-6d8c-4809-8c3c-44524fa971e6 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512357 Jan 31 19:28:11.947835 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-673afaf5-eaeb-4d02-9d36-e8abd38d4d0d req-1b56c60c-6f59-4a02-831e-a57d78a80e3c service neutron] (103226) timed out ('10.222.0.21', 51704) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:28:12.577483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ed8eb-9fa4-41ec-9585-8a0c0f31ecf7 req-a0f16046-cb0b-4df2-87f9-cc54d7688dea tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:12.578943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a77ed8eb-9fa4-41ec-9585-8a0c0f31ecf7 req-a0f16046-cb0b-4df2-87f9-cc54d7688dea tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0721800 Jan 31 19:28:12.636898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a77ed8eb-9fa4-41ec-9585-8a0c0f31ecf7 req-eeda49ea-67a4-4261-a410-b94d961eecde tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481968 Jan 31 19:28:13.816254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb6f88-8ce6-4ef5-94e5-93da55d9d142 req-27edd6ef-dc42-48bf-acc4-6db7109bf419 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:13.818841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09bb6f88-8ce6-4ef5-94e5-93da55d9d142 req-27edd6ef-dc42-48bf-acc4-6db7109bf419 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0844059 Jan 31 19:28:13.896645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09bb6f88-8ce6-4ef5-94e5-93da55d9d142 req-50688ef6-885e-4e0f-8d89-e2e162b05092 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670946 Jan 31 19:28:14.266495 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:28:15.084783 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d26834-443c-488d-b82f-d2e70531fc03 req-66f22b62-2712-4e99-af22-eb5e7b912367 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:15.086417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7d26834-443c-488d-b82f-d2e70531fc03 req-66f22b62-2712-4e99-af22-eb5e7b912367 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0772071 Jan 31 19:28:15.138141 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7d26834-443c-488d-b82f-d2e70531fc03 req-e0edb209-afe3-4cee-9067-4dae8203d437 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450168 Jan 31 19:28:16.299748 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e22f7b-9ab7-44cc-8eeb-8cca3c01d46f req-17efe79a-325c-404a-89ea-e85b78c28a5f tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:16.302390 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-19e22f7b-9ab7-44cc-8eeb-8cca3c01d46f req-17efe79a-325c-404a-89ea-e85b78c28a5f tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0699697 Jan 31 19:28:16.370815 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-19e22f7b-9ab7-44cc-8eeb-8cca3c01d46f req-36933450-f6e6-4a21-b12d-52ab421ceca3 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607159 Jan 31 19:28:17.534576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb549a7-b847-473c-9cf9-e1e857b3be46 req-5d86ed87-3df4-43ef-b6f0-771d8e3195d3 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:17.536160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1eb549a7-b847-473c-9cf9-e1e857b3be46 req-5d86ed87-3df4-43ef-b6f0-771d8e3195d3 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0642629 Jan 31 19:28:17.603600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1eb549a7-b847-473c-9cf9-e1e857b3be46 req-40e1dac0-1b6d-4518-84dc-8a2abeb0c31d tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613966 Jan 31 19:28:18.748177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a77e6-a160-4751-8abf-03119e014900 req-88072d06-706b-44ac-a464-474d330578c4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:18.750057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-881a77e6-a160-4751-8abf-03119e014900 req-88072d06-706b-44ac-a464-474d330578c4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0615737 Jan 31 19:28:18.813451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-881a77e6-a160-4751-8abf-03119e014900 req-a0031005-3051-4b3f-9fec-5b8379a92516 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570107 Jan 31 19:28:18.921745 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ad03c026-5934-4478-a213-a9de16ae78d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:20.049721 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86175b0a-0008-458d-aa92-e065bb994a30 req-eac38220-09c4-40fd-b3ae-adaa315ffa96 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:20.052163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86175b0a-0008-458d-aa92-e065bb994a30 req-eac38220-09c4-40fd-b3ae-adaa315ffa96 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0769320 Jan 31 19:28:20.126803 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86175b0a-0008-458d-aa92-e065bb994a30 req-31a8be64-e6fc-4f28-8fe4-c3d20d0f7979 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641510 Jan 31 19:28:21.166151 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2346f8fd-d3ed-4491-b26b-31cbf09e4cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:21.349679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb35bc0-624e-49e2-9a9e-065f70e34dc3 req-16257a70-7826-4a13-bf5b-ff0176fffa50 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:21.352275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-feb35bc0-624e-49e2-9a9e-065f70e34dc3 req-16257a70-7826-4a13-bf5b-ff0176fffa50 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0854380 Jan 31 19:28:21.411103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-feb35bc0-624e-49e2-9a9e-065f70e34dc3 req-419f9bbe-eb81-489b-8378-cf3cb4c00f17 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505829 Jan 31 19:28:22.572980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573d652-342c-4e70-b44b-918eaf792da2 req-5288384c-9aef-40f7-ac69-ee7a59a3197e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:22.574536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d573d652-342c-4e70-b44b-918eaf792da2 req-5288384c-9aef-40f7-ac69-ee7a59a3197e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0718324 Jan 31 19:28:22.626919 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:22.636436 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d573d652-342c-4e70-b44b-918eaf792da2 req-9c66468a-cd1d-4a96-8b36-90c16c22655e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559304 Jan 31 19:28:23.787642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b0d0d-d80d-41d5-9391-8aa49a93e7c9 req-09618448-60d0-418e-b5c5-e2a08484f4d1 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:23.789307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a0b0d0d-d80d-41d5-9391-8aa49a93e7c9 req-09618448-60d0-418e-b5c5-e2a08484f4d1 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0664511 Jan 31 19:28:23.858704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a0b0d0d-d80d-41d5-9391-8aa49a93e7c9 req-0d7beff3-f69c-4d51-a248-72130bfb7f3e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601091 Jan 31 19:28:24.260412 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:24.764579 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:25.026154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830c4bb-5d56-49db-989c-1334ec785132 req-edf1f58c-1b42-4f02-b51d-ac5874678cf0 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:25.028323 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a830c4bb-5d56-49db-989c-1334ec785132 req-edf1f58c-1b42-4f02-b51d-ac5874678cf0 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0754631 Jan 31 19:28:25.099319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a830c4bb-5d56-49db-989c-1334ec785132 req-4ace0120-8cea-47b5-a6ea-7709da413d65 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643520 Jan 31 19:28:25.352646 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:26.357677 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1c75b-d794-4fc3-9bc2-08d1dbdfc0b2 req-bb78e4e9-5f59-4f53-b8e6-ad7368bb2712 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:26.359234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-19d1c75b-d794-4fc3-9bc2-08d1dbdfc0b2 req-bb78e4e9-5f59-4f53-b8e6-ad7368bb2712 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.1230524 Jan 31 19:28:26.415198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-19d1c75b-d794-4fc3-9bc2-08d1dbdfc0b2 req-3ccd4049-1adf-4cd5-b26c-913e1e3136be tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Jan 31 19:28:26.506610 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:27.563146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300ba75-8b41-44b6-9fb3-4306f2b5be5b req-8c858e2f-03b3-467c-8fb1-1194e08f412d tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:27.564712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0300ba75-8b41-44b6-9fb3-4306f2b5be5b req-8c858e2f-03b3-467c-8fb1-1194e08f412d tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0634181 Jan 31 19:28:27.620710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0300ba75-8b41-44b6-9fb3-4306f2b5be5b req-5b9a88f0-ca11-4968-be41-7cb308512850 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492117 Jan 31 19:28:28.752977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd9265-4acb-4dc4-b240-d2bcf42afbc7 req-8f53c03d-cade-4239-bb53-39ee4718718a tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:28.754485 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75bd9265-4acb-4dc4-b240-d2bcf42afbc7 req-8f53c03d-cade-4239-bb53-39ee4718718a tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0586824 Jan 31 19:28:28.829945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75bd9265-4acb-4dc4-b240-d2bcf42afbc7 req-16639844-7bff-4f96-a3af-5a025390cdd0 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665686 Jan 31 19:28:30.108776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52be24-9376-4457-bd57-85bb2c1257cb req-1d022747-3e07-45a6-a467-2fc3bb8a303f tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:30.110419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b52be24-9376-4457-bd57-85bb2c1257cb req-1d022747-3e07-45a6-a467-2fc3bb8a303f tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.1222339 Jan 31 19:28:30.169019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b52be24-9376-4457-bd57-85bb2c1257cb req-525d8b8c-ee0e-438d-9a51-6a4e9dbcb8f3 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521617 Jan 31 19:28:31.318485 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8c240-6697-4c38-94d3-bebc57e1cd0a req-14984250-5948-424b-9fcb-ed84362475f7 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:31.320246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48e8c240-6697-4c38-94d3-bebc57e1cd0a req-14984250-5948-424b-9fcb-ed84362475f7 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0674958 Jan 31 19:28:31.376037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48e8c240-6697-4c38-94d3-bebc57e1cd0a req-3c683268-2a5b-43a2-92d3-5d265c1bfd6d tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493419 Jan 31 19:28:32.160297 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-8d247fe4-919c-4b7f-b3d2-42b0c8f51bf8 service neutron] show failed (client error): The resource could not be found. Jan 31 19:28:32.161760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-8d247fe4-919c-4b7f-b3d2-42b0c8f51bf8 service neutron] 10.222.0.49 "GET /v2.0/ports/2c79a48f-fa13-4ba2-807b-696fb7151725/bindings/n-h2-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.1287134 Jan 31 19:28:32.444442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-ab1c3f1a-7781-4048-92e0-fb584eb6a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:32.446058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-ab1c3f1a-7781-4048-92e0-fb584eb6a8e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72&tenant_id=d6d5f9cedb49429a8f907c20eab0b344 HTTP/1.1" status: 200 len: 1128 time: 0.0728555 Jan 31 19:28:32.457476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:32.557542 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:32.580845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ebb04-253d-4330-ac41-b747361ec0d5 req-225ecbe8-b885-4d23-8be2-14ccffe135ce tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:32.582339 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b18ebb04-253d-4330-ac41-b747361ec0d5 req-225ecbe8-b885-4d23-8be2-14ccffe135ce tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.1197460 Jan 31 19:28:32.727612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b18ebb04-253d-4330-ac41-b747361ec0d5 req-db087031-7556-43b0-b40e-8605025efbee tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233127 Jan 31 19:28:32.827182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=2c79a48f-fa13-4ba2-807b-696fb7151725,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:32.866476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:28:32.916317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c79a48f-fa13-4ba2-807b-696fb7151725'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:28:32.919331 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e75a01d-fec3-4d0e-83c2-456a58743840" -d '{"events": [{"server_uuid": "4eee6db8-dacc-4d01-8241-3df1e403ae72", "name": "network-vif-unplugged", "status": "completed", "tag": "2c79a48f-fa13-4ba2-807b-696fb7151725"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:28:32.923331 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Publish callbacks [] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:32.938162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Transition to ACTIVE for port object 2c79a48f-fa13-4ba2-807b-696fb7151725 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:28:32.943701 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:33.051751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] No DVR routers for this DVR port 2c79a48f-fa13-4ba2-807b-696fb7151725 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:28:33.056190 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Pushing event updated for resources: {'Port': ['ID=2c79a48f-fa13-4ba2-807b-696fb7151725,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:33.061635 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7745a00-3475-42e5-8904-65a4d329ce7e x-openstack-request-id: req-a7745a00-3475-42e5-8904-65a4d329ce7e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:28:33.061936 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eee6db8-dacc-4d01-8241-3df1e403ae72", "name": "network-vif-unplugged", "status": "completed", "tag": "2c79a48f-fa13-4ba2-807b-696fb7151725", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:28:33.062199 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7745a00-3475-42e5-8904-65a4d329ce7e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:28:33.062599 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c79a48f-fa13-4ba2-807b-696fb7151725', 'code': 200} Jan 31 19:28:33.097876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Attempting to bind port 2c79a48f-fa13-4ba2-807b-696fb7151725 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:28:33.098650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Attempting to bind port 2c79a48f-fa13-4ba2-807b-696fb7151725 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:28:33.099392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Attempting to bind port 2c79a48f-fa13-4ba2-807b-696fb7151725 on network 207f142c-b47c-4b46-891f-43bbd7974fdc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:28:33.103574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Port 2c79a48f-fa13-4ba2-807b-696fb7151725 on network 207f142c-b47c-4b46-891f-43bbd7974fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:28:33.103888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Attempting to bind port 2c79a48f-fa13-4ba2-807b-696fb7151725 on network 207f142c-b47c-4b46-891f-43bbd7974fdc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:28:33.110557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:28:33.111103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Checking segment: {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:28:33.111764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Bound using segment: {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:28:33.112233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Bound port: 2c79a48f-fa13-4ba2-807b-696fb7151725, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:28:33.112657 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:33.190666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:28:33.195857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2c79a48f-fa13-4ba2-807b-696fb7151725,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:28:33.207720 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:33.249749 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:33.250442 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:33.251846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] 10.222.0.21 "PUT /v2.0/ports/2c79a48f-fa13-4ba2-807b-696fb7151725 HTTP/1.1" status: 200 len: 1092 time: 0.7988534 Jan 31 19:28:33.284357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759a7bf-b822-45ec-9510-8c5fa0fb9913 service neutron] Pushing event updated for resources: {'Port': ['ID=2c79a48f-fa13-4ba2-807b-696fb7151725,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:33.416270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-1c53b5b4-704d-409d-a028-d8d7ded19409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:33.417956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-1c53b5b4-704d-409d-a028-d8d7ded19409 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 1126 time: 0.0940058 Jan 31 19:28:33.522076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-334cd664-0827-4150-ab93-c23930b66586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:33.523664 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-334cd664-0827-4150-ab93-c23930b66586 service neutron] 10.222.0.21 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.1001687 Jan 31 19:28:33.584671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-c5f3efc9-a6b7-4493-8c85-8c7bfd8621d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c79a48f-fa13-4ba2-807b-696fb7151725 HTTP/1.1" status: 200 len: 217 time: 0.0546041 Jan 31 19:28:33.646039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-bf0880b8-73b7-4858-8f79-6ef2da5bc565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:33.648158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-bf0880b8-73b7-4858-8f79-6ef2da5bc565 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0567522 Jan 31 19:28:33.683372 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-8e43b099-efc0-4791-9166-f2ccc50a213d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292435 Jan 31 19:28:33.799159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-2a1f7fd4-c456-4268-bdb2-602ee92c8174 service neutron] 10.222.0.21 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095476 Jan 31 19:28:34.307955 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad25a9-4a62-420e-993a-8a071c18b8a9 req-0d682f6e-bc06-4837-b87c-ff174ad51888 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:34.310177 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18ad25a9-4a62-420e-993a-8a071c18b8a9 req-0d682f6e-bc06-4837-b87c-ff174ad51888 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 943 time: 0.4943423 Jan 31 19:28:34.312976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39dcdd8a-c6c3-4d6f-9506-0ac66176abc6 req-fb5bb51f-5eb4-41d1-b249-89daa41039e9 service neutron] 10.222.0.21 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074618 Jan 31 19:28:34.385755 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18ad25a9-4a62-420e-993a-8a071c18b8a9 req-a660527a-9c4d-409f-8a7c-6b7f47f0c617 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625083 Jan 31 19:28:34.933141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2c79a48f-fa13-4ba2-807b-696fb7151725 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:28:34.985781 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port 2c79a48f-fa13-4ba2-807b-696fb7151725 host n-h2-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 19:28:34.986191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 2c79a48f-fa13-4ba2-807b-696fb7151725 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:28:35.064057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'tag': '2c79a48f-fa13-4ba2-807b-696fb7151725'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:28:35.066464 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}289db6bc2092a53df2035d6320112185fed6e4c7ccf344f40a39049a4a56fcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3855bdae-4b7e-457d-89c2-e93e483ce95e" -d '{"events": [{"name": "network-changed", "server_uuid": "4eee6db8-dacc-4d01-8241-3df1e403ae72", "tag": "2c79a48f-fa13-4ba2-807b-696fb7151725"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:28:35.124813 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bfe264-eb20-4159-aabc-0e3793fb5088 x-openstack-request-id: req-16bfe264-eb20-4159-aabc-0e3793fb5088 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:28:35.125112 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eee6db8-dacc-4d01-8241-3df1e403ae72", "tag": "2c79a48f-fa13-4ba2-807b-696fb7151725", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:28:35.125376 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16bfe264-eb20-4159-aabc-0e3793fb5088 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:28:35.125833 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'tag': '2c79a48f-fa13-4ba2-807b-696fb7151725', 'status': 'completed', 'code': 200} Jan 31 19:28:35.220154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-570a98dd-e293-4c0d-b123-6e4c062cdec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:35.221699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-570a98dd-e293-4c0d-b123-6e4c062cdec0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 1126 time: 0.0808218 Jan 31 19:28:35.256657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-b28c3b66-4901-485e-bf94-8d2d81fbeef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:35.258170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-b28c3b66-4901-485e-bf94-8d2d81fbeef8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 1126 time: 0.0912814 Jan 31 19:28:35.390379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-1af0e61d-434f-419f-bbfc-5e135f48475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:35.391865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-1af0e61d-434f-419f-bbfc-5e135f48475d service neutron] 10.222.0.21 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.1619000 Jan 31 19:28:35.446915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-aea9b13c-0bef-433e-a865-e957b6d10e54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c79a48f-fa13-4ba2-807b-696fb7151725 HTTP/1.1" status: 200 len: 217 time: 0.0426292 Jan 31 19:28:35.448135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-f7c055e1-4d95-4697-9d0f-3facf5ddf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:35.450392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-f7c055e1-4d95-4697-9d0f-3facf5ddf7a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.1667912 Jan 31 19:28:35.537947 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-f811db74-71d2-45c6-a60f-f0a6b999536d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c79a48f-fa13-4ba2-807b-696fb7151725 HTTP/1.1" status: 200 len: 217 time: 0.0767899 Jan 31 19:28:35.613336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-91815387-2ab3-4da4-aa54-a41b68953936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:35.614836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-91815387-2ab3-4da4-aa54-a41b68953936 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.1620982 Jan 31 19:28:35.632979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-b03f1997-b473-4ac2-9e61-943c5103f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:35.634413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-b03f1997-b473-4ac2-9e61-943c5103f278 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0757694 Jan 31 19:28:35.664556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-728a8919-472f-48c4-b960-7c0a1a21f871 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407920 Jan 31 19:28:35.707878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426cd61-195c-4b58-9335-06b25850d81f req-9292f182-98f2-4365-9722-75041b65ef10 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:35.709536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a426cd61-195c-4b58-9335-06b25850d81f req-9292f182-98f2-4365-9722-75041b65ef10 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 943 time: 0.2229540 Jan 31 19:28:35.722936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-829f6da3-ad42-4c98-ba5b-3dc1f2003ce2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620253 Jan 31 19:28:35.913884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a426cd61-195c-4b58-9335-06b25850d81f req-2942ec44-e6ea-4837-8d9e-3d9264ce3ce2 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895137 Jan 31 19:28:35.924082 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-def7af45-10a5-41fa-b426-00cb1074be54 service neutron] 10.222.0.21 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498097 Jan 31 19:28:35.967086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-02eda125-d18c-46f4-a4bd-b32e61923142 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085600 Jan 31 19:28:36.136135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-11c9f6c5-9a4b-4e46-b13c-a4e03be2b000 service neutron] 10.222.0.21 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019475 Jan 31 19:28:36.149797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3855bdae-4b7e-457d-89c2-e93e483ce95e req-ba7db02c-7972-4f9a-b14b-d574b04c6ccc service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450202 Jan 31 19:28:37.069893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b3be0-8beb-4498-9edf-81d28f702967 req-dfece811-8e89-4ef5-8ce4-3f956b3cf80e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:37.071461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e24b3be0-8beb-4498-9edf-81d28f702967 req-dfece811-8e89-4ef5-8ce4-3f956b3cf80e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 943 time: 0.0617819 Jan 31 19:28:37.127785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e24b3be0-8beb-4498-9edf-81d28f702967 req-d53d8019-50b6-4e0e-a780-50633f014394 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497892 Jan 31 19:28:37.345420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2c79a48f-fa13-4ba2-807b-696fb7151725 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:28:37.409579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d17a4-36c1-46d7-bb25-ff0cab6f31c4 req-a483d4c9-5231-4b82-859b-4841053a23f0 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:37.411162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-898d17a4-36c1-46d7-bb25-ff0cab6f31c4 req-a483d4c9-5231-4b82-859b-4841053a23f0 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 943 time: 0.1130707 Jan 31 19:28:37.418507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-eaf600e6-43c6-4c2d-958e-809d5c4b55a4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:37.420049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-eaf600e6-43c6-4c2d-958e-809d5c4b55a4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.49 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72&tenant_id=d6d5f9cedb49429a8f907c20eab0b344&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 943 time: 0.1027234 Jan 31 19:28:37.472224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2c79a48f-fa13-4ba2-807b-696fb7151725,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:37.493642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '2c79a48f-fa13-4ba2-807b-696fb7151725', 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc', 'port_id': '2c79a48f-fa13-4ba2-807b-696fb7151725', 'mac_address': 'fa:16:3e:7b:73:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a943eb-dc53-4276-8681-73a30be080b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:28:37.516354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-898d17a4-36c1-46d7-bb25-ff0cab6f31c4 req-a4c872b3-2d5b-4a77-a72a-0a8f8ce727b9 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951202 Jan 31 19:28:37.527896 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-f387564c-a3fb-450b-bb57-5632d8a49063 service neutron] delete failed (client error): The resource could not be found. Jan 31 19:28:37.529614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-f387564c-a3fb-450b-bb57-5632d8a49063 service neutron] 10.222.0.49 "DELETE /v2.0/ports/2c79a48f-fa13-4ba2-807b-696fb7151725/bindings/n-h1-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.1018951 Jan 31 19:28:37.562615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 2c79a48f-fa13-4ba2-807b-696fb7151725 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:37.563050 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.582218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c79a48f-fa13-4ba2-807b-696fb7151725 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:28:37.604910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2c79a48f-fa13-4ba2-807b-696fb7151725,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:37.609899 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:37.667181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-13c59d20-300b-4e9b-9e95-8000e384ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:37.669548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-13c59d20-300b-4e9b-9e95-8000e384ba18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 1127 time: 0.0565507 Jan 31 19:28:37.683199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=2c79a48f-fa13-4ba2-807b-696fb7151725,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:37.787648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-831e33ad-07e2-483a-bf25-49a84633e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:37.789097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-831e33ad-07e2-483a-bf25-49a84633e2ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.1099846 Jan 31 19:28:37.833699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['2c79a48f-fa13-4ba2-807b-696fb7151725'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:28:37.841630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-1c78fcad-03fc-4996-afc5-839688e0da36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c79a48f-fa13-4ba2-807b-696fb7151725 HTTP/1.1" status: 200 len: 217 time: 0.0425634 Jan 31 19:28:37.902505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-cbf1f052-2ea6-4cd1-8e09-ccfa61dc5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:37.904346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-cbf1f052-2ea6-4cd1-8e09-ccfa61dc5050 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0541549 Jan 31 19:28:37.959896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-2ba499b5-8ecd-4384-8ed0-552420d6ab9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461390 Jan 31 19:28:38.085593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-dcb69fc2-63a1-448d-8a81-70a2a8d79f72 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159112 Jan 31 19:28:38.242228 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-246d5ded-cacb-402b-aa7e-068712a7a0bf req-6312b0f4-9945-4bf3-a23a-8c65a6f3ec49 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469023 Jan 31 19:28:38.726961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42715c4c-7602-4fcc-8805-276d6e66019a req-25477530-f467-4695-8773-c88dd1a7d3c7 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:38.729852 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42715c4c-7602-4fcc-8805-276d6e66019a req-25477530-f467-4695-8773-c88dd1a7d3c7 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 944 time: 0.1006300 Jan 31 19:28:38.787391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42715c4c-7602-4fcc-8805-276d6e66019a req-4960846a-19f1-46f4-8b46-adab9fbe2c84 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500691 Jan 31 19:28:39.349983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2c79a48f-fa13-4ba2-807b-696fb7151725 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:28:39.404457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 2c79a48f-fa13-4ba2-807b-696fb7151725 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:28:39.409284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 2c79a48f-fa13-4ba2-807b-696fb7151725 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:39.409662 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:39.503914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 2c79a48f-fa13-4ba2-807b-696fb7151725 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:39.504391 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:39.533627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c79a48f-fa13-4ba2-807b-696fb7151725'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:28:39.536041 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2f9f09-68ca-4119-908c-04e96732c73d" -d '{"events": [{"server_uuid": "4eee6db8-dacc-4d01-8241-3df1e403ae72", "name": "network-vif-plugged", "status": "completed", "tag": "2c79a48f-fa13-4ba2-807b-696fb7151725"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:28:39.552118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2c79a48f-fa13-4ba2-807b-696fb7151725,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:39.557956 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:39.592126 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ad555a-fdc4-4a81-9f9c-59e9a19e3c96 x-openstack-request-id: req-37ad555a-fdc4-4a81-9f9c-59e9a19e3c96 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:28:39.592455 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eee6db8-dacc-4d01-8241-3df1e403ae72", "name": "network-vif-plugged", "status": "completed", "tag": "2c79a48f-fa13-4ba2-807b-696fb7151725", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:28:39.592717 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37ad555a-fdc4-4a81-9f9c-59e9a19e3c96 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:28:39.593128 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c79a48f-fa13-4ba2-807b-696fb7151725', 'code': 200} Jan 31 19:28:39.624047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=2c79a48f-fa13-4ba2-807b-696fb7151725,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:39.931352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8bfd7-920d-43b2-a513-d630b3f0a1d8 req-522f954e-f47a-4594-acd7-cfa4db291fcf tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:39.933070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39f8bfd7-920d-43b2-a513-d630b3f0a1d8 req-522f954e-f47a-4594-acd7-cfa4db291fcf tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0672281 Jan 31 19:28:39.989781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39f8bfd7-920d-43b2-a513-d630b3f0a1d8 req-764da37f-736f-4ebf-9318-1b823d63657f tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509164 Jan 31 19:28:40.135199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9a1b9-db63-4eea-a60a-b6398a384081 req-05573130-e6c5-47a6-8a15-a91a8b114ec4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:40.138369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ad9a1b9-db63-4eea-a60a-b6398a384081 req-05573130-e6c5-47a6-8a15-a91a8b114ec4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0654855 Jan 31 19:28:40.206967 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ad9a1b9-db63-4eea-a60a-b6398a384081 req-afca05d3-c864-4fe1-bfbf-2c7510422fbd tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608034 Jan 31 19:28:40.376597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5738d-b59d-42e2-b51d-fe7fc39a0b6a req-b55e560b-11df-410d-8980-b342ffd112ff tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:40.378180 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1be5738d-b59d-42e2-b51d-fe7fc39a0b6a req-b55e560b-11df-410d-8980-b342ffd112ff tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0670524 Jan 31 19:28:40.463860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1be5738d-b59d-42e2-b51d-fe7fc39a0b6a req-1e157962-c3fb-49a2-91d3-e33187623f32 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750761 Jan 31 19:28:40.901220 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-e8f14aae-1873-4441-ad6b-515a4e025c6b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:40.904141 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-e8f14aae-1873-4441-ad6b-515a4e025c6b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 814 time: 0.1244333 Jan 31 19:28:40.925902 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-9ac64a4d-b161-49c1-8429-ab4814df1c2a tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/quotas/d6d5f9cedb49429a8f907c20eab0b344 HTTP/1.1" status: 200 len: 375 time: 0.0113842 Jan 31 19:28:41.003989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-249b4fe3-ec62-4991-8f1c-f328532da9bb tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699484 Jan 31 19:28:41.112901 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-9e9b9a5e-82f0-4fad-aa3a-afcb49fa8e9f service neutron] 10.222.0.20 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971358 Jan 31 19:28:41.227318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-981814e9-cc34-4e01-9226-a69b9be6b162 service neutron] 10.222.0.20 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048059 Jan 31 19:28:41.472588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d030e7aa-68fc-41a3-9a80-8b0f44bf1f4c req-db319451-d1e0-4c62-926e-6e002e1acb80 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 210 time: 0.0350938 Jan 31 19:28:42.066976 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcb9d9-ea34-4cdd-bdf1-b2931896ba9b req-3d14ab71-77ba-4313-89eb-1d9d55f1bd08 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:42.068706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1fdcb9d9-ea34-4cdd-bdf1-b2931896ba9b req-3d14ab71-77ba-4313-89eb-1d9d55f1bd08 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee6db8-dacc-4d01-8241-3df1e403ae72 HTTP/1.1" status: 200 len: 945 time: 0.0709755 Jan 31 19:28:42.203471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-1fdcb9d9-ea34-4cdd-bdf1-b2931896ba9b req-5838852c-f096-48da-9f18-50548bedc286 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Deleting port 2c79a48f-fa13-4ba2-807b-696fb7151725 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:28:42.203830 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1fdcb9d9-ea34-4cdd-bdf1-b2931896ba9b req-5838852c-f096-48da-9f18-50548bedc286 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:42.311898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1fdcb9d9-ea34-4cdd-bdf1-b2931896ba9b req-5838852c-f096-48da-9f18-50548bedc286 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] For port 2c79a48f-fa13-4ba2-807b-696fb7151725, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=2c79a48f-fa13-4ba2-807b-696fb7151725,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:42.312284 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1fdcb9d9-ea34-4cdd-bdf1-b2931896ba9b req-5838852c-f096-48da-9f18-50548bedc286 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:42.336265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-1fdcb9d9-ea34-4cdd-bdf1-b2931896ba9b req-5838852c-f096-48da-9f18-50548bedc286 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Calling delete_port for 2c79a48f-fa13-4ba2-807b-696fb7151725 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:28:42.537927 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1fdcb9d9-ea34-4cdd-bdf1-b2931896ba9b req-5838852c-f096-48da-9f18-50548bedc286 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2c79a48f-fa13-4ba2-807b-696fb7151725), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:42.551886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['2c79a48f-fa13-4ba2-807b-696fb7151725'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:28:42.620112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838852c-f096-48da-9f18-50548bedc286 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Pushing event deleted for resources: {'Port': ['ID=2c79a48f-fa13-4ba2-807b-696fb7151725,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:42.671607 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-722971f0-3852-4838-8111-731c9815bd5d req-79d16c2d-49e6-4185-97d4-8c74c3f0e208 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 210 time: 0.0913885 Jan 31 19:28:42.714716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdcb9d9-ea34-4cdd-bdf1-b2931896ba9b req-5838852c-f096-48da-9f18-50548bedc286 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] No DVR routers for this DVR port 2c79a48f-fa13-4ba2-807b-696fb7151725 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:28:42.719786 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1fdcb9d9-ea34-4cdd-bdf1-b2931896ba9b req-5838852c-f096-48da-9f18-50548bedc286 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:42.723605 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1fdcb9d9-ea34-4cdd-bdf1-b2931896ba9b req-5838852c-f096-48da-9f18-50548bedc286 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.21 "DELETE /v2.0/ports/2c79a48f-fa13-4ba2-807b-696fb7151725 HTTP/1.1" status: 204 len: 173 time: 0.6499245 Jan 31 19:28:42.724124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'name': 'network-vif-deleted', 'tag': '2c79a48f-fa13-4ba2-807b-696fb7151725'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:28:42.786356 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e11ddc3-7fae-47d0-9f87-a9817e274539" -d '{"events": [{"server_uuid": "4eee6db8-dacc-4d01-8241-3df1e403ae72", "name": "network-vif-deleted", "tag": "2c79a48f-fa13-4ba2-807b-696fb7151725"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:28:42.823551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-afa30ea0-eba9-4ec0-bacd-ebfe2bb51593 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:42.826049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-afa30ea0-eba9-4ec0-bacd-ebfe2bb51593 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.49 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 814 time: 0.2445292 Jan 31 19:28:42.848540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Request body: {'port': {'device_id': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc', 'admin_state_up': True, 'tenant_id': 'd6d5f9cedb49429a8f907c20eab0b344'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:42.934778 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469836a4-203d-44ef-83a4-8fe96eb4b056 x-openstack-request-id: req-469836a4-203d-44ef-83a4-8fe96eb4b056 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:28:42.935250 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eee6db8-dacc-4d01-8241-3df1e403ae72", "name": "network-vif-deleted", "tag": "2c79a48f-fa13-4ba2-807b-696fb7151725", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:28:42.935530 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-469836a4-203d-44ef-83a4-8fe96eb4b056 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:28:42.936010 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eee6db8-dacc-4d01-8241-3df1e403ae72', 'name': 'network-vif-deleted', 'tag': '2c79a48f-fa13-4ba2-807b-696fb7151725', 'status': 'completed', 'code': 200} Jan 31 19:28:43.010101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Made reservation on behalf of d6d5f9cedb49429a8f907c20eab0b344 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:28:43.014461 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.161448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Allocated IP 172.20.0.4 (207f142c-b47c-4b46-891f-43bbd7974fdc/41a943eb-dc53-4276-8681-73a30be080b4/f022848f-3f09-47d9-b7ce-185cbb1aaf45) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:28:43.328062 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks [] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.373508 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.421706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Network 207f142c-b47c-4b46-891f-43bbd7974fdc is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:28:43.424820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:28:43.428913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:28:43.457134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Pushing event updated for resources: {'Port': ['ID=f022848f-3f09-47d9-b7ce-185cbb1aaf45,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:43.490567 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:43.491216 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.511164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-1b8264cb-d87c-41ee-bd49-2bef899ab55e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6743348 Jan 31 19:28:43.637506 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Request body: {'port': {'device_id': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:28:43.705067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:43.878086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25656ed-8fcf-442c-8059-1de0edd9f750 req-dfc3ad6c-783f-4e7b-b547-09aef2506e16 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:43.879695 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b25656ed-8fcf-442c-8059-1de0edd9f750 req-dfc3ad6c-783f-4e7b-b547-09aef2506e16 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 931 time: 0.1279910 Jan 31 19:28:43.985983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b25656ed-8fcf-442c-8059-1de0edd9f750 req-2d154cb6-3071-4d83-bbae-0d26e03aa517 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930603 Jan 31 19:28:44.074360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f022848f-3f09-47d9-b7ce-185cbb1aaf45 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:28:44.084043 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Publish callbacks [] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.100303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Transition to ACTIVE for port object f022848f-3f09-47d9-b7ce-185cbb1aaf45 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:28:44.104845 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.158591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Pushing event updated for resources: {'Port': ['ID=f022848f-3f09-47d9-b7ce-185cbb1aaf45,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:44.233075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Attempting to bind port f022848f-3f09-47d9-b7ce-185cbb1aaf45 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:28:44.234962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Attempting to bind port f022848f-3f09-47d9-b7ce-185cbb1aaf45 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:28:44.234962 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Attempting to bind port f022848f-3f09-47d9-b7ce-185cbb1aaf45 on network 207f142c-b47c-4b46-891f-43bbd7974fdc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:28:44.239148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Port f022848f-3f09-47d9-b7ce-185cbb1aaf45 on network 207f142c-b47c-4b46-891f-43bbd7974fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:28:44.239626 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Attempting to bind port f022848f-3f09-47d9-b7ce-185cbb1aaf45 on network 207f142c-b47c-4b46-891f-43bbd7974fdc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:28:44.247525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:28:44.247873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Checking segment: {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:28:44.248238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Bound using segment: {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:28:44.248699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Bound port: f022848f-3f09-47d9-b7ce-185cbb1aaf45, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:28:44.249096 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.316950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:28:44.320165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:28:44.327364 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.364058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:44.364860 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:44.366227 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] 10.222.0.49 "PUT /v2.0/ports/f022848f-3f09-47d9-b7ce-185cbb1aaf45 HTTP/1.1" status: 200 len: 1092 time: 0.7840800 Jan 31 19:28:44.393857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734302c9-c86d-41c1-92cf-36991fa5fc67 service neutron] Pushing event updated for resources: {'Port': ['ID=f022848f-3f09-47d9-b7ce-185cbb1aaf45,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:44.460133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-91cbf46b-2bde-42c3-b4e4-04823ffdf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:44.461702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-91cbf46b-2bde-42c3-b4e4-04823ffdf547 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 1126 time: 0.0515180 Jan 31 19:28:44.507017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-fac22959-2d90-4fac-aef3-55d6c5ce7d10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45 HTTP/1.1" status: 200 len: 217 time: 0.0361791 Jan 31 19:28:44.567381 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-bc5e9681-cc09-4a30-b0dc-848fedc9e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:44.568954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-bc5e9681-cc09-4a30-b0dc-848fedc9e8cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0535407 Jan 31 19:28:44.609118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-56174241-0527-416a-b597-fa85ee64b05b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303125 Jan 31 19:28:44.732553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-d3265553-40dc-4c74-a129-974d823e5c96 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136501 Jan 31 19:28:44.849288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0d5fe2b-2807-44ce-bb74-aef091d79a64 req-b607ba03-fb7a-4677-89ce-372e24301899 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070619 Jan 31 19:28:44.937478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'tag': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:28:44.939911 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1971f497-4515-418f-8e92-5375f7daa734" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ff3aea-b447-4606-9bf8-45173f56c5cc", "tag": "f022848f-3f09-47d9-b7ce-185cbb1aaf45"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:28:44.988742 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b35588-717a-4f13-b113-e1e2293eb4cd x-openstack-request-id: req-b4b35588-717a-4f13-b113-e1e2293eb4cd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:28:44.989507 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ff3aea-b447-4606-9bf8-45173f56c5cc", "tag": "f022848f-3f09-47d9-b7ce-185cbb1aaf45", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:28:44.990024 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4b35588-717a-4f13-b113-e1e2293eb4cd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:28:44.991165 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'tag': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45', 'status': 'completed', 'code': 200} Jan 31 19:28:45.083316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971f497-4515-418f-8e92-5375f7daa734 req-864c2c17-b060-4e1c-b962-2cb8bc749712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:45.084872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1971f497-4515-418f-8e92-5375f7daa734 req-864c2c17-b060-4e1c-b962-2cb8bc749712 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 1126 time: 0.0720842 Jan 31 19:28:45.196035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88104ae-63c5-4d29-9983-624216d407a5 req-06b49faf-f560-4501-9c93-a7748eea578b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:45.197575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b88104ae-63c5-4d29-9983-624216d407a5 req-06b49faf-f560-4501-9c93-a7748eea578b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 943 time: 0.1284659 Jan 31 19:28:45.223473 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971f497-4515-418f-8e92-5375f7daa734 req-cd25141b-aeca-4879-84a9-6f0626dbda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:45.225112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1971f497-4515-418f-8e92-5375f7daa734 req-cd25141b-aeca-4879-84a9-6f0626dbda92 service neutron] 10.222.0.49 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.1241155 Jan 31 19:28:45.275519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1971f497-4515-418f-8e92-5375f7daa734 req-ede38447-bcc5-42d6-ab7d-97bc0727ef1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45 HTTP/1.1" status: 200 len: 217 time: 0.0409391 Jan 31 19:28:45.331413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b88104ae-63c5-4d29-9983-624216d407a5 req-90399ee2-2b40-4001-ae77-87b6111cf8d4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205668 Jan 31 19:28:45.347169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971f497-4515-418f-8e92-5375f7daa734 req-2f296161-cfa2-432e-9246-e96a8cf5f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:45.348666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1971f497-4515-418f-8e92-5375f7daa734 req-2f296161-cfa2-432e-9246-e96a8cf5f0d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0662053 Jan 31 19:28:45.370061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2c79a48f-fa13-4ba2-807b-696fb7151725 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:28:45.394476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 2c79a48f-fa13-4ba2-807b-696fb7151725 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:28:45.394695 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1971f497-4515-418f-8e92-5375f7daa734 req-40c660d8-342d-4a12-9cc3-fdf8d2d50050 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370164 Jan 31 19:28:45.394821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 2c79a48f-fa13-4ba2-807b-696fb7151725 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:28:45.514999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1971f497-4515-418f-8e92-5375f7daa734 req-83890997-4b22-41b4-ab45-334f6eb6abf2 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140010 Jan 31 19:28:45.627695 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1971f497-4515-418f-8e92-5375f7daa734 req-0550190b-2b92-4982-b618-87011535a4a2 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062286 Jan 31 19:28:46.488832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20972be-eeb3-4d8c-9920-34e81f22a323 req-02b6aae7-2b8e-4326-a592-9e1a779d8445 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:46.491418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b20972be-eeb3-4d8c-9920-34e81f22a323 req-02b6aae7-2b8e-4326-a592-9e1a779d8445 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 943 time: 0.0693362 Jan 31 19:28:46.565101 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b20972be-eeb3-4d8c-9920-34e81f22a323 req-2c9a4d20-b39d-49f5-9248-93eca1fa2c3e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645361 Jan 31 19:28:47.703746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277264-c161-486a-aacc-533838ac8f7e req-8fa3cdaa-17c2-42ff-a67e-0475e4901c4e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:47.705353 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23277264-c161-486a-aacc-533838ac8f7e req-8fa3cdaa-17c2-42ff-a67e-0475e4901c4e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 943 time: 0.0638211 Jan 31 19:28:47.772810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-23277264-c161-486a-aacc-533838ac8f7e req-8a158ff3-47dd-4e83-b0e6-d700fe76ce2a tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589859 Jan 31 19:28:48.916309 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c51f3426-2158-4390-a22d-c6d7629e2a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:48.923453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32c28a-c53d-4172-8b4f-cdeb5ef11fc4 req-ee4c2f10-739e-4315-8fb2-82c81edfef7a tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:48.925248 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d32c28a-c53d-4172-8b4f-cdeb5ef11fc4 req-ee4c2f10-739e-4315-8fb2-82c81edfef7a tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 943 time: 0.0702968 Jan 31 19:28:48.984865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f022848f-3f09-47d9-b7ce-185cbb1aaf45 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:28:48.985867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d32c28a-c53d-4172-8b4f-cdeb5ef11fc4 req-e20c2e87-8152-465b-9e1b-c1819c3fef38 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542088 Jan 31 19:28:49.110190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:49.123827 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45', 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc', 'port_id': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45', 'mac_address': 'fa:16:3e:f1:f6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a943eb-dc53-4276-8681-73a30be080b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:28:49.168506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port f022848f-3f09-47d9-b7ce-185cbb1aaf45 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:49.168912 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:49.185367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f022848f-3f09-47d9-b7ce-185cbb1aaf45 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:28:49.207559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:49.212718 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:49.271405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=f022848f-3f09-47d9-b7ce-185cbb1aaf45,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:49.280096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.280488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.280839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.281184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.281520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.281854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.282188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.282524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.282851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.283179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.283505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.283834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.284158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:28:49.478247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['f022848f-3f09-47d9-b7ce-185cbb1aaf45'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:28:50.115421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323bc25-0f29-49ad-8090-5ec5ee5b4120 req-b28681c7-6953-499a-a9c4-59f2d185ea47 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:50.116989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b323bc25-0f29-49ad-8090-5ec5ee5b4120 req-b28681c7-6953-499a-a9c4-59f2d185ea47 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 944 time: 0.0573761 Jan 31 19:28:50.173148 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b323bc25-0f29-49ad-8090-5ec5ee5b4120 req-c8017afe-e74d-4e8c-a964-03d30828994c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460970 Jan 31 19:28:51.016269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f022848f-3f09-47d9-b7ce-185cbb1aaf45 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:28:51.071450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port f022848f-3f09-47d9-b7ce-185cbb1aaf45 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:28:51.077564 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port f022848f-3f09-47d9-b7ce-185cbb1aaf45 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:28:51.078215 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:51.178665 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-010f372c-db85-4418-b694-031fd65ebbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:51.180326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port f022848f-3f09-47d9-b7ce-185cbb1aaf45 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:28:51.180959 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:51.207971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:28:51.210395 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4007cf7d9db611a3d7af607c951d2cc846161de3e690471fc673d49539b85420" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e8d429-b856-488e-a4f6-b677c996777a" -d '{"events": [{"server_uuid": "f0ff3aea-b447-4606-9bf8-45173f56c5cc", "name": "network-vif-plugged", "status": "completed", "tag": "f022848f-3f09-47d9-b7ce-185cbb1aaf45"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:28:51.227436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:28:51.233721 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:51.273290 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:28:51.311816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=f022848f-3f09-47d9-b7ce-185cbb1aaf45,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:28:51.349013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ab24a-e331-477b-a219-2af72f647cb9 req-c1e79edf-3264-457e-8250-1753ded99c04 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:51.352912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea5ab24a-e331-477b-a219-2af72f647cb9 req-c1e79edf-3264-457e-8250-1753ded99c04 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0924916 Jan 31 19:28:51.371115 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310d4666-b7e7-4655-b7e8-043cc8cd6c17 x-openstack-request-id: req-310d4666-b7e7-4655-b7e8-043cc8cd6c17 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:28:51.371420 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ff3aea-b447-4606-9bf8-45173f56c5cc", "name": "network-vif-plugged", "status": "completed", "tag": "f022848f-3f09-47d9-b7ce-185cbb1aaf45", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:28:51.371712 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-310d4666-b7e7-4655-b7e8-043cc8cd6c17 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:28:51.372123 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45', 'code': 200} Jan 31 19:28:51.423381 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea5ab24a-e331-477b-a219-2af72f647cb9 req-2777af98-a06b-44fa-81fa-31266adec60e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618155 Jan 31 19:28:51.498134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1532548-f826-4fd4-bc0b-a1523ac95b30 req-3e05b1cc-ffda-4b41-91a7-21859b258950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:51.499640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1532548-f826-4fd4-bc0b-a1523ac95b30 req-3e05b1cc-ffda-4b41-91a7-21859b258950 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 1128 time: 0.0556955 Jan 31 19:28:51.549130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b1532548-f826-4fd4-bc0b-a1523ac95b30 req-fa1a714a-235c-4ff9-817c-784bd8940586 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Jan 31 19:28:52.561902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992c469-3580-4099-923a-facb4e170bf8 req-c212d36c-813d-4bad-89f8-a252b420e5d2 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:52.563444 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b992c469-3580-4099-923a-facb4e170bf8 req-c212d36c-813d-4bad-89f8-a252b420e5d2 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0578690 Jan 31 19:28:52.616373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b992c469-3580-4099-923a-facb4e170bf8 req-01774fc2-125a-4692-b993-109d745a1fd9 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460162 Jan 31 19:28:52.625952 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:53.783638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e502eac-51ab-44e2-bb86-f4f242200b74 req-04e59a66-2b88-4998-9b5f-63eb9a32b4f3 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:53.785153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e502eac-51ab-44e2-bb86-f4f242200b74 req-04e59a66-2b88-4998-9b5f-63eb9a32b4f3 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0831802 Jan 31 19:28:53.838105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e502eac-51ab-44e2-bb86-f4f242200b74 req-d4d851fe-1889-4a4b-bc2a-fb92fe819897 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470617 Jan 31 19:28:53.979511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36588eb-5dde-4b70-8551-9b86f4760ec6 req-0da3acb4-14b8-4a36-87ca-e2a6834daaba tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:53.981170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b36588eb-5dde-4b70-8551-9b86f4760ec6 req-0da3acb4-14b8-4a36-87ca-e2a6834daaba tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0573559 Jan 31 19:28:54.034983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b36588eb-5dde-4b70-8551-9b86f4760ec6 req-2299cf9a-9ee0-47b3-ab07-8ae14310836d tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427592 Jan 31 19:28:54.277720 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:54.312610 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-75c00262-24c6-4ddd-95cf-e7b294d02ae3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0637519 Jan 31 19:28:54.328538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3cd9-233f-4a94-8f0b-2b2a75b760b8 req-a89f8923-08bf-4718-a5fc-2e99b0ab36fd tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:54.331515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e52e3cd9-233f-4a94-8f0b-2b2a75b760b8 req-a89f8923-08bf-4718-a5fc-2e99b0ab36fd tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0771394 Jan 31 19:28:54.729203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e52e3cd9-233f-4a94-8f0b-2b2a75b760b8 req-c4200796-6ca5-4fd4-9a07-eaf3f9a59230 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926790 Jan 31 19:28:54.772307 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:55.349906 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:55.704670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-bfe5ad18-3b4a-47e6-b79f-39ba9227c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:55.706066 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-bfe5ad18-3b4a-47e6-b79f-39ba9227c029 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 1128 time: 0.0511556 Jan 31 19:28:55.821304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-f4888dad-2cb2-4720-aa28-de823ee1bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:55.822707 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-f4888dad-2cb2-4720-aa28-de823ee1bf04 service neutron] 10.222.0.49 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.1110859 Jan 31 19:28:55.879978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-063a3e78-87fe-4fac-9eef-35d9b6e6d5dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45 HTTP/1.1" status: 200 len: 217 time: 0.0378799 Jan 31 19:28:55.940116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b74ecf-9f4f-4d14-8a28-75934ece685c req-cb10ea7e-28da-44ef-a891-3cbd3fe6d31d tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:55.941647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6b74ecf-9f4f-4d14-8a28-75934ece685c req-cb10ea7e-28da-44ef-a891-3cbd3fe6d31d tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.1338594 Jan 31 19:28:55.954014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-ab523afa-7fef-45dc-86dd-57098b50af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:55.955513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-ab523afa-7fef-45dc-86dd-57098b50af7a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0694904 Jan 31 19:28:56.000661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-84601666-1bea-4960-a114-1b9461cc446f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310736 Jan 31 19:28:56.045177 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6b74ecf-9f4f-4d14-8a28-75934ece685c req-4be69d63-24cc-4518-b5ba-99bad3e00808 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938807 Jan 31 19:28:56.113046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-52c158c1-acd7-4f46-b747-8a26d0bd9aa3 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066492 Jan 31 19:28:56.221411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-df9e7202-fe5f-4d10-b081-975579e617d1 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025176 Jan 31 19:28:56.491834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd9b6c-fe7d-4440-8974-7a3933fb048c req-92221de7-9eb6-405a-be25-7743c59fe068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:56.494453 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29dd9b6c-fe7d-4440-8974-7a3933fb048c req-92221de7-9eb6-405a-be25-7743c59fe068 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 1128 time: 0.0525758 Jan 31 19:28:56.523900 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:28:56.607131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd9b6c-fe7d-4440-8974-7a3933fb048c req-72bc22df-ad8c-4d58-9f06-afdea65ca76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:56.608671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29dd9b6c-fe7d-4440-8974-7a3933fb048c req-72bc22df-ad8c-4d58-9f06-afdea65ca76a service neutron] 10.222.0.49 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.0957241 Jan 31 19:28:56.656937 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29dd9b6c-fe7d-4440-8974-7a3933fb048c req-1723d60b-13a8-4dac-b6f5-46cb20893f78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45 HTTP/1.1" status: 200 len: 217 time: 0.0386469 Jan 31 19:28:56.709511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd9b6c-fe7d-4440-8974-7a3933fb048c req-f9ca2ef0-fea3-454c-b684-200bbcd279db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:56.711153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29dd9b6c-fe7d-4440-8974-7a3933fb048c req-f9ca2ef0-fea3-454c-b684-200bbcd279db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0490599 Jan 31 19:28:56.747701 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29dd9b6c-fe7d-4440-8974-7a3933fb048c req-fedf1c6f-ad1d-4b71-9ee4-5738d6fd6753 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304980 Jan 31 19:28:56.853794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29dd9b6c-fe7d-4440-8974-7a3933fb048c req-643aca51-480e-44b6-ad46-b01867de6e54 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005883 Jan 31 19:28:56.951447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29dd9b6c-fe7d-4440-8974-7a3933fb048c req-985fde80-b55c-411d-af2c-1365bbaed81c service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899460 Jan 31 19:28:57.189282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9762f2-2523-450a-8ff6-a9ab058ab7c9 req-027ab956-d295-4c5a-96af-a20be434e4b8 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:57.191806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b9762f2-2523-450a-8ff6-a9ab058ab7c9 req-027ab956-d295-4c5a-96af-a20be434e4b8 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0727777 Jan 31 19:28:57.243712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b9762f2-2523-450a-8ff6-a9ab058ab7c9 req-4b2f3d5e-a8ad-43e9-8b95-f0e0430977a7 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457203 Jan 31 19:28:58.383926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d1632-9a69-41cd-88b0-6bccd3a74ef7 req-505fefe4-472d-405d-a8a0-db4802a5f220 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:58.385572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4d1632-9a69-41cd-88b0-6bccd3a74ef7 req-505fefe4-472d-405d-a8a0-db4802a5f220 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0666850 Jan 31 19:28:58.438443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4d1632-9a69-41cd-88b0-6bccd3a74ef7 req-3ad31ad8-0fee-4992-abc4-9ed1f6f3c02b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464952 Jan 31 19:28:59.577099 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf694b4-9fd9-4220-ba63-0702b071ed97 req-af1ab612-9cc2-49f1-b86f-53ae45c5f026 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:28:59.578569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebf694b4-9fd9-4220-ba63-0702b071ed97 req-af1ab612-9cc2-49f1-b86f-53ae45c5f026 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0624533 Jan 31 19:28:59.641119 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebf694b4-9fd9-4220-ba63-0702b071ed97 req-30865598-3d9c-49cb-b81d-3bf1fe792c80 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568430 Jan 31 19:29:00.780461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bbb48-95a1-4b04-a876-b632c89a8206 req-3e1dec1e-227b-4b2b-b61e-0806ed03f95c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:00.782082 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-309bbb48-95a1-4b04-a876-b632c89a8206 req-3e1dec1e-227b-4b2b-b61e-0806ed03f95c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0676785 Jan 31 19:29:00.835395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-309bbb48-95a1-4b04-a876-b632c89a8206 req-d9093d90-7dd2-4bc4-b1be-1c21ab214a43 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468230 Jan 31 19:29:01.958602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35c719-1358-44cc-90d3-4d0450ad0f64 req-85a0bfb0-d68e-421d-a2a3-3d75c097b43d tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:01.960122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb35c719-1358-44cc-90d3-4d0450ad0f64 req-85a0bfb0-d68e-421d-a2a3-3d75c097b43d tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0557621 Jan 31 19:29:02.012000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb35c719-1358-44cc-90d3-4d0450ad0f64 req-f3031493-e7e5-48e4-aa83-85df3fd2c337 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462682 Jan 31 19:29:03.136922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cdb72-cb5d-4208-aa59-518533332ba7 req-cf1922f4-4143-4641-a62b-e86d7c4c97e2 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:03.139111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f42cdb72-cb5d-4208-aa59-518533332ba7 req-cf1922f4-4143-4641-a62b-e86d7c4c97e2 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0541441 Jan 31 19:29:03.186345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f42cdb72-cb5d-4208-aa59-518533332ba7 req-d039f380-c7b5-46c5-b27f-b83fe786f38a tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416369 Jan 31 19:29:04.332042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79725c18-41d9-4868-ac89-74473d5711ef req-9c443256-5d2d-4b45-bf00-0cab4840d183 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:04.333589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79725c18-41d9-4868-ac89-74473d5711ef req-9c443256-5d2d-4b45-bf00-0cab4840d183 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0605590 Jan 31 19:29:04.401443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-79725c18-41d9-4868-ac89-74473d5711ef req-046e36d5-d3e6-4ed9-81ae-7843fffe1710 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584910 Jan 31 19:29:05.531972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f53425-b450-4d55-95c9-da3599afdca3 req-c6689d48-bdef-44e4-9e88-f39cea9c77f4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:05.533541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38f53425-b450-4d55-95c9-da3599afdca3 req-c6689d48-bdef-44e4-9e88-f39cea9c77f4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0574217 Jan 31 19:29:05.581249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38f53425-b450-4d55-95c9-da3599afdca3 req-96cd1634-22fa-4216-83f1-2f511a41ea0b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418622 Jan 31 19:29:06.711043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26d927-c8a6-49c7-8d8f-b23c424a0ae3 req-e0bb5fbe-9b5c-49c7-878f-bb697593bd02 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:06.712678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a26d927-c8a6-49c7-8d8f-b23c424a0ae3 req-e0bb5fbe-9b5c-49c7-878f-bb697593bd02 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0585859 Jan 31 19:29:06.765584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a26d927-c8a6-49c7-8d8f-b23c424a0ae3 req-23e371cb-4be5-4758-8c41-1aaf1a695ffe tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464866 Jan 31 19:29:07.889705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34c4db-21da-4d29-9c9a-a2ac00502799 req-71ae0130-a4f8-46b0-a3e6-6c9f98732086 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:07.891229 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc34c4db-21da-4d29-9c9a-a2ac00502799 req-71ae0130-a4f8-46b0-a3e6-6c9f98732086 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0547554 Jan 31 19:29:07.942452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc34c4db-21da-4d29-9c9a-a2ac00502799 req-17542866-1ad2-4fff-ae7c-3a69cbf157f6 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Jan 31 19:29:09.072129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0252a3f-ec06-4b11-b7ee-fed85232763e req-1ab778ba-3c63-4169-a4d6-3525543df594 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:09.074404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0252a3f-ec06-4b11-b7ee-fed85232763e req-1ab778ba-3c63-4169-a4d6-3525543df594 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0596521 Jan 31 19:29:09.126009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0252a3f-ec06-4b11-b7ee-fed85232763e req-3baaa256-65dc-4fbf-9bb7-e40c2b94ae26 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459683 Jan 31 19:29:10.250876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce7e0e-200f-4358-8766-dce10ee65680 req-fbe1ca8e-7e7c-45ba-9d4b-39af5720ecc7 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:10.252421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9ce7e0e-200f-4358-8766-dce10ee65680 req-fbe1ca8e-7e7c-45ba-9d4b-39af5720ecc7 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0565281 Jan 31 19:29:10.300805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9ce7e0e-200f-4358-8766-dce10ee65680 req-49ceeb76-e781-4e13-a1ae-e30e8fc0655f tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428417 Jan 31 19:29:11.430091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c08b8-fe5b-4efe-bb96-025a223a995e req-dd14984b-173b-406f-a670-932f0afb2af9 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:11.431580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-465c08b8-fe5b-4efe-bb96-025a223a995e req-dd14984b-173b-406f-a670-932f0afb2af9 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0579398 Jan 31 19:29:11.478630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-465c08b8-fe5b-4efe-bb96-025a223a995e req-a5d34ca8-ea08-4b0f-93b6-2064cd45e455 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Jan 31 19:29:12.608378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a848588-f941-4c0d-85c8-f8c2142a41e5 req-2a713a03-5eb2-4d3c-8f5e-d1ac2c7539a4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:12.609915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a848588-f941-4c0d-85c8-f8c2142a41e5 req-2a713a03-5eb2-4d3c-8f5e-d1ac2c7539a4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0547190 Jan 31 19:29:12.668560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a848588-f941-4c0d-85c8-f8c2142a41e5 req-69a670f7-c75e-4f5b-9553-4303947c4499 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512078 Jan 31 19:29:13.800061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b918efb-9750-43bd-8927-cec12dddbfa8 req-4eaa62ce-d382-41bf-9a14-6ea66a781a38 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:13.801661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b918efb-9750-43bd-8927-cec12dddbfa8 req-4eaa62ce-d382-41bf-9a14-6ea66a781a38 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0632405 Jan 31 19:29:13.848111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1b918efb-9750-43bd-8927-cec12dddbfa8 req-720adb03-ee9c-4e98-ab93-b2bca888fab4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Jan 31 19:29:14.974795 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ecd51-54a9-49e3-bde7-7f0618f28699 req-55c04f86-2cc6-48d9-8dfd-541dc483105b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:14.976370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b26ecd51-54a9-49e3-bde7-7f0618f28699 req-55c04f86-2cc6-48d9-8dfd-541dc483105b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0558534 Jan 31 19:29:15.030004 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b26ecd51-54a9-49e3-bde7-7f0618f28699 req-30d7845e-dc04-43ff-b07c-dceaf9c92450 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454023 Jan 31 19:29:16.162432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1867ac4-5b04-473d-a6cb-473c87478d1a req-6efefe6a-f17d-4664-8137-132ffee29434 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:16.163899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1867ac4-5b04-473d-a6cb-473c87478d1a req-6efefe6a-f17d-4664-8137-132ffee29434 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0521948 Jan 31 19:29:16.216909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1867ac4-5b04-473d-a6cb-473c87478d1a req-07874289-8493-4f41-ad5c-403d045c7eb7 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468023 Jan 31 19:29:17.342064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137e2d9-1a55-40d3-99d3-21ba67fa2179 req-21ad78c1-dbae-4db1-bfdc-016c2650c043 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:17.343566 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4137e2d9-1a55-40d3-99d3-21ba67fa2179 req-21ad78c1-dbae-4db1-bfdc-016c2650c043 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0545158 Jan 31 19:29:17.397303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4137e2d9-1a55-40d3-99d3-21ba67fa2179 req-d039ef31-c5be-4744-96eb-1af0798ed799 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452397 Jan 31 19:29:18.533680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632523c-c34c-49df-925f-50c004ec75e3 req-fedff8b0-3999-43d1-9762-b5a15e57e949 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:18.535200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d632523c-c34c-49df-925f-50c004ec75e3 req-fedff8b0-3999-43d1-9762-b5a15e57e949 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0602098 Jan 31 19:29:18.592556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d632523c-c34c-49df-925f-50c004ec75e3 req-10edadac-4430-457a-8617-801b684ab11c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486097 Jan 31 19:29:18.922592 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-265b8666-e0d4-4211-a90c-17c5c71e9cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:19.758097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9635e-23c4-40e2-a581-49e2158cc2ba req-4adc296f-5e58-4e1e-8ae1-581a6b3d34f5 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:19.760450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c9635e-23c4-40e2-a581-49e2158cc2ba req-4adc296f-5e58-4e1e-8ae1-581a6b3d34f5 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0787177 Jan 31 19:29:19.834311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62c9635e-23c4-40e2-a581-49e2158cc2ba req-1fbe4b1a-1496-458d-b228-90e3dd6bf9d0 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642259 Jan 31 19:29:21.003922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c681c65-3f38-4520-919c-3a41b508d97c req-a054ac42-4e71-47e6-af4a-978c30369908 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:21.006190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c681c65-3f38-4520-919c-3a41b508d97c req-a054ac42-4e71-47e6-af4a-978c30369908 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0813656 Jan 31 19:29:21.084504 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c681c65-3f38-4520-919c-3a41b508d97c req-2664ae45-fa21-4348-a7fb-2f3a1181dc24 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678630 Jan 31 19:29:21.163612 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6b8a4d2e-dae0-4c8b-b831-22c46a1330e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:22.227885 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b6df1-7b75-4814-a68d-0ca406b4f932 req-243c763b-ac42-43c5-a9bf-bd2ba6d40328 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:22.229969 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d91b6df1-7b75-4814-a68d-0ca406b4f932 req-243c763b-ac42-43c5-a9bf-bd2ba6d40328 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0621631 Jan 31 19:29:22.312182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d91b6df1-7b75-4814-a68d-0ca406b4f932 req-d47b9cf2-b8a4-4bc5-be52-7528de70b530 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758774 Jan 31 19:29:22.630051 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:23.464416 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-3474016a-2727-4202-9580-24a1cfda3b1c service neutron] show failed (client error): The resource could not be found. Jan 31 19:29:23.465557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-3474016a-2727-4202-9580-24a1cfda3b1c service neutron] 10.222.0.49 "GET /v2.0/ports/f022848f-3f09-47d9-b7ce-185cbb1aaf45/bindings/n-h2-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.1043792 Jan 31 19:29:23.483247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693dfdc-c7c0-444b-9948-9a0defd674b6 req-3f790296-0f4f-490d-86dd-44b8f3a9d820 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:23.484979 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3693dfdc-c7c0-444b-9948-9a0defd674b6 req-3f790296-0f4f-490d-86dd-44b8f3a9d820 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0896289 Jan 31 19:29:23.570715 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3693dfdc-c7c0-444b-9948-9a0defd674b6 req-bfdf6832-3390-4795-b803-5212e4e598b4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760002 Jan 31 19:29:23.719985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-e708aa4d-457e-4936-b12d-e7bd68d5517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:23.722300 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-e708aa4d-457e-4936-b12d-e7bd68d5517b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc&tenant_id=d6d5f9cedb49429a8f907c20eab0b344 HTTP/1.1" status: 200 len: 1128 time: 0.0595503 Jan 31 19:29:23.735474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:23.824649 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:24.058766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:24.093913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:29:24.138651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:29:24.140918 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db58813-39c5-4c2d-823a-5e255ab9cf4a" -d '{"events": [{"server_uuid": "f0ff3aea-b447-4606-9bf8-45173f56c5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f022848f-3f09-47d9-b7ce-185cbb1aaf45"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:29:24.144526 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Publish callbacks [] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:24.158629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Transition to ACTIVE for port object f022848f-3f09-47d9-b7ce-185cbb1aaf45 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:29:24.162746 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:24.231898 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa9d4c5-103c-4c70-ac7b-f6535161a8a8 x-openstack-request-id: req-eaa9d4c5-103c-4c70-ac7b-f6535161a8a8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:29:24.232196 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ff3aea-b447-4606-9bf8-45173f56c5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f022848f-3f09-47d9-b7ce-185cbb1aaf45", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:29:24.232485 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eaa9d4c5-103c-4c70-ac7b-f6535161a8a8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:29:24.232878 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45', 'code': 200} Jan 31 19:29:24.233601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Pushing event updated for resources: {'Port': ['ID=f022848f-3f09-47d9-b7ce-185cbb1aaf45,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:24.235992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] No DVR routers for this DVR port f022848f-3f09-47d9-b7ce-185cbb1aaf45 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:29:24.245917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.246266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.246631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.246974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.247315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.247647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.247974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.248304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.248660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.248988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.249334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.249641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.249963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:24.271976 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:24.294369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Attempting to bind port f022848f-3f09-47d9-b7ce-185cbb1aaf45 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:29:24.294700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Attempting to bind port f022848f-3f09-47d9-b7ce-185cbb1aaf45 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:29:24.295028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Attempting to bind port f022848f-3f09-47d9-b7ce-185cbb1aaf45 on network 207f142c-b47c-4b46-891f-43bbd7974fdc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:29:24.299539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Port f022848f-3f09-47d9-b7ce-185cbb1aaf45 on network 207f142c-b47c-4b46-891f-43bbd7974fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:29:24.299863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Attempting to bind port f022848f-3f09-47d9-b7ce-185cbb1aaf45 on network 207f142c-b47c-4b46-891f-43bbd7974fdc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:29:24.304897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:29:24.305355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Checking segment: {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:29:24.305854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Bound using segment: {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:29:24.306467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Bound port: f022848f-3f09-47d9-b7ce-185cbb1aaf45, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9b047c-19cb-44b9-9246-a550436e5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:29:24.307661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:24.384257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:29:24.387681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:29:24.396530 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:24.442103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:24.442695 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:24.444169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] 10.222.0.21 "PUT /v2.0/ports/f022848f-3f09-47d9-b7ce-185cbb1aaf45 HTTP/1.1" status: 200 len: 1092 time: 0.7146096 Jan 31 19:29:24.482700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a93fa-4c69-4aae-aff2-6a29634552fa service neutron] Pushing event updated for resources: {'Port': ['ID=f022848f-3f09-47d9-b7ce-185cbb1aaf45,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:24.521490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-68c8b62e-ffda-4984-aec9-56404130228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:24.523046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-68c8b62e-ffda-4984-aec9-56404130228b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 1126 time: 0.0518222 Jan 31 19:29:24.644861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-c796a262-5427-4449-87a0-dd4901f2fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:24.646544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-c796a262-5427-4449-87a0-dd4901f2fe40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.1178896 Jan 31 19:29:24.710252 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-e8180b52-bab9-442a-8245-0ef61fb900ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45 HTTP/1.1" status: 200 len: 217 time: 0.0522130 Jan 31 19:29:24.763433 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1982c4-1d8d-49e3-89be-bc1557dc0588 req-0095e3ea-e924-4f73-8555-1c20fddb4ae5 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:24.765012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a1982c4-1d8d-49e3-89be-bc1557dc0588 req-0095e3ea-e924-4f73-8555-1c20fddb4ae5 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 943 time: 0.1175895 Jan 31 19:29:24.774572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-79635c18-f0dc-41a8-950a-c2dc90db80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:24.776009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-79635c18-f0dc-41a8-950a-c2dc90db80f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0603163 Jan 31 19:29:24.781518 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:24.826296 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-975ba58f-0cef-49f4-a102-a45b3d0406c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413542 Jan 31 19:29:24.873388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a1982c4-1d8d-49e3-89be-bc1557dc0588 req-fff68766-4de9-49f8-a24c-2c170a8051ab tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962956 Jan 31 19:29:24.944076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-091bb8c7-0e80-45e1-8d59-b1f15cd10ab4 service neutron] 10.222.0.21 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064303 Jan 31 19:29:25.052735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6543dcbf-f7c3-40c8-ab11-22120123e511 req-95c2d028-0fde-457a-85ad-7b9562a5ab9a service neutron] 10.222.0.21 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028683 Jan 31 19:29:25.349174 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:26.020197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4e697-7734-414d-82cf-439892bc2f67 req-32e8e388-8d5f-422c-897f-b972cd7785c6 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:26.021761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68b4e697-7734-414d-82cf-439892bc2f67 req-32e8e388-8d5f-422c-897f-b972cd7785c6 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 943 time: 0.0554218 Jan 31 19:29:26.084138 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68b4e697-7734-414d-82cf-439892bc2f67 req-a6d0e433-8ead-4b2a-b0b4-8bdbd420123a tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555305 Jan 31 19:29:26.233950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'tag': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:29:26.236434 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce302f19-cb13-41fa-8446-1e3ac635ea1e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ff3aea-b447-4606-9bf8-45173f56c5cc", "tag": "f022848f-3f09-47d9-b7ce-185cbb1aaf45"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:29:26.293402 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d87da2-13f9-4a2c-b5b6-e6c122f59298 x-openstack-request-id: req-c0d87da2-13f9-4a2c-b5b6-e6c122f59298 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:29:26.293759 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ff3aea-b447-4606-9bf8-45173f56c5cc", "tag": "f022848f-3f09-47d9-b7ce-185cbb1aaf45", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:29:26.294007 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0d87da2-13f9-4a2c-b5b6-e6c122f59298 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:29:26.294419 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'tag': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45', 'status': 'completed', 'code': 200} Jan 31 19:29:26.405146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-c00cefac-4401-4eb5-9f21-eb9c188ca1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:26.406681 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-c00cefac-4401-4eb5-9f21-eb9c188ca1f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 1126 time: 0.0949793 Jan 31 19:29:26.411352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-78d84dd7-2f51-4ceb-88f0-3e82560b5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:26.412832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-78d84dd7-2f51-4ceb-88f0-3e82560b5521 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 1126 time: 0.0882578 Jan 31 19:29:26.517491 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:26.582406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-a3b100a5-4f40-44b6-a25b-a77ccb9a8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:26.583999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-a3b100a5-4f40-44b6-a25b-a77ccb9a8d94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.1697240 Jan 31 19:29:26.587429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-9a2fe6e7-846d-44e0-9ad0-0aee0e3e4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:26.590421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-9a2fe6e7-846d-44e0-9ad0-0aee0e3e4486 service neutron] 10.222.0.49 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.1674278 Jan 31 19:29:26.640586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-43b8bfc2-1c0a-4aa3-b638-ab4b38f8d156 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45 HTTP/1.1" status: 200 len: 217 time: 0.0497506 Jan 31 19:29:26.681394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-2e7ccd5b-8ec1-4cdc-ba65-cc5719eeab90 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45 HTTP/1.1" status: 200 len: 217 time: 0.0821631 Jan 31 19:29:26.754573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-8f5203d1-895a-4501-b6b5-d253423a09e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:26.756050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-8f5203d1-895a-4501-b6b5-d253423a09e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0839863 Jan 31 19:29:26.771354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-c878ba33-0b0f-422a-a85d-56c9a2a05073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:26.772669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-c878ba33-0b0f-422a-a85d-56c9a2a05073 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0707481 Jan 31 19:29:26.801085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-6d5589b1-970e-44f3-8500-ab8368a53945 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383267 Jan 31 19:29:26.833524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-20c04d9e-11df-44ea-8f42-66ea4863bc40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422013 Jan 31 19:29:26.984552 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-46c7872f-d95c-4889-a006-126761de2dc1 service neutron] 10.222.0.21 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600881 Jan 31 19:29:26.990199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-32350a03-37dd-4924-829c-746937d6c085 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446011 Jan 31 19:29:27.153055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-26b64ec3-ade5-4aec-bf9f-4dbed581e692 service neutron] 10.222.0.21 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611667 Jan 31 19:29:27.159405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce302f19-cb13-41fa-8446-1e3ac635ea1e req-655b58d2-c679-4586-b0b4-4627970c5ee5 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587772 Jan 31 19:29:27.223344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbd54a-540a-44d0-9cdd-3af1f88f8762 req-de12cd13-d546-4f94-9d27-5c7532d12f24 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:27.225192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93cbd54a-540a-44d0-9cdd-3af1f88f8762 req-de12cd13-d546-4f94-9d27-5c7532d12f24 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 943 time: 0.0636289 Jan 31 19:29:27.289686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-93cbd54a-540a-44d0-9cdd-3af1f88f8762 req-72f1ca05-4fa0-4b56-85e7-d65139a3ad13 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543582 Jan 31 19:29:27.548844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f022848f-3f09-47d9-b7ce-185cbb1aaf45 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:29:27.566764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea668f8a-3c66-4a95-880d-fd40d6e0def1 req-624eec65-5d0f-4d6e-a2ec-f53d2204b178 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:27.568273 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea668f8a-3c66-4a95-880d-fd40d6e0def1 req-624eec65-5d0f-4d6e-a2ec-f53d2204b178 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 943 time: 0.0923471 Jan 31 19:29:27.600942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-78c3a180-fb98-4018-b260-f1fb009d828e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:27.602405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-78c3a180-fb98-4018-b260-f1fb009d828e tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc&tenant_id=d6d5f9cedb49429a8f907c20eab0b344&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 943 time: 0.0906947 Jan 31 19:29:27.656269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea668f8a-3c66-4a95-880d-fd40d6e0def1 req-c797e6df-66ca-4a30-bb78-0ab00ca44d1c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813372 Jan 31 19:29:27.668408 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:27.685118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45', 'network_id': '207f142c-b47c-4b46-891f-43bbd7974fdc', 'port_id': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45', 'mac_address': 'fa:16:3e:f1:f6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a943eb-dc53-4276-8681-73a30be080b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:29:27.685686 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-823168cb-6483-4841-a845-f53bc126a558 service neutron] delete failed (client error): The resource could not be found. Jan 31 19:29:27.687271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-823168cb-6483-4841-a845-f53bc126a558 service neutron] 10.222.0.49 "DELETE /v2.0/ports/f022848f-3f09-47d9-b7ce-185cbb1aaf45/bindings/n-h1-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.0781136 Jan 31 19:29:27.738156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f022848f-3f09-47d9-b7ce-185cbb1aaf45 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:27.738548 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:27.757076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f022848f-3f09-47d9-b7ce-185cbb1aaf45 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:29:27.777964 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:27.783633 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:27.800727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-7560d91d-b42d-4e94-9c24-96c10aafc5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:27.802253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-7560d91d-b42d-4e94-9c24-96c10aafc5dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 1126 time: 0.0604060 Jan 31 19:29:27.841326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f022848f-3f09-47d9-b7ce-185cbb1aaf45,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:27.914935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-890dd1cf-0025-4ea3-b657-bdef4718f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:27.917161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-890dd1cf-0025-4ea3-b657-bdef4718f1ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 200 len: 915 time: 0.1049163 Jan 31 19:29:27.971893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-4ccfdee4-9d25-4364-80fd-ab2b4369c741 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45 HTTP/1.1" status: 200 len: 217 time: 0.0460548 Jan 31 19:29:27.996900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f022848f-3f09-47d9-b7ce-185cbb1aaf45'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:29:28.033178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-a4b6261f-3ca5-40e8-b236-f96f254e0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:28.034669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-a4b6261f-3ca5-40e8-b236-f96f254e0b6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 200 len: 854 time: 0.0530236 Jan 31 19:29:28.070579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-8687d69c-8105-4f48-9873-cee46e600717 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=207f142c-b47c-4b46-891f-43bbd7974fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270596 Jan 31 19:29:28.187394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-f23697c6-2739-479c-9921-b985d0778cc7 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061714 Jan 31 19:29:28.263726 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:29:28.285236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-325bfd9f-c1e8-4254-bc09-4c10ea19df37 req-c8dba7a6-e0e5-4433-b460-0c9a3902aad2 service neutron] 10.222.0.49 "GET /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890405 Jan 31 19:29:28.800741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6ba85-8402-41ed-9367-b0441866b359 req-2428f132-4252-4450-aff3-315bb6eb5d79 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:28.802465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3a6ba85-8402-41ed-9367-b0441866b359 req-2428f132-4252-4450-aff3-315bb6eb5d79 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 944 time: 0.0636699 Jan 31 19:29:28.866840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3a6ba85-8402-41ed-9367-b0441866b359 req-0b3c4bfa-67d5-4072-a5f5-118f1d8378f8 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572119 Jan 31 19:29:29.217899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f022848f-3f09-47d9-b7ce-185cbb1aaf45 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:29:29.257487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port f022848f-3f09-47d9-b7ce-185cbb1aaf45 host n-h2-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 19:29:29.257881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device f022848f-3f09-47d9-b7ce-185cbb1aaf45 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:29:29.571025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f022848f-3f09-47d9-b7ce-185cbb1aaf45 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:29:29.622984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port f022848f-3f09-47d9-b7ce-185cbb1aaf45 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:29:29.627342 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port f022848f-3f09-47d9-b7ce-185cbb1aaf45 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:29.627706 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:29.728092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f022848f-3f09-47d9-b7ce-185cbb1aaf45 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:29.728687 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:29.750644 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:29:29.766638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:29.772159 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:29.797468 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dea7e1-a8f5-47f5-bc30-c075aa39eea1" -d '{"events": [{"server_uuid": "f0ff3aea-b447-4606-9bf8-45173f56c5cc", "name": "network-vif-plugged", "status": "completed", "tag": "f022848f-3f09-47d9-b7ce-185cbb1aaf45"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:29:29.831118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f022848f-3f09-47d9-b7ce-185cbb1aaf45,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:29.913252 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23e8e1d-7469-47d5-accc-73ec7e049ada x-openstack-request-id: req-a23e8e1d-7469-47d5-accc-73ec7e049ada {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:29:29.913515 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ff3aea-b447-4606-9bf8-45173f56c5cc", "name": "network-vif-plugged", "status": "completed", "tag": "f022848f-3f09-47d9-b7ce-185cbb1aaf45", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:29:29.913794 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a23e8e1d-7469-47d5-accc-73ec7e049ada {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:29:29.914198 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45', 'code': 200} Jan 31 19:29:30.009269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9b7b6-0938-42f6-9ddd-dcc4ed7181f2 req-4eef5aba-9254-466e-9a02-6eac00b63d56 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:30.011515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17f9b7b6-0938-42f6-9ddd-dcc4ed7181f2 req-4eef5aba-9254-466e-9a02-6eac00b63d56 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0664220 Jan 31 19:29:30.063768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17f9b7b6-0938-42f6-9ddd-dcc4ed7181f2 req-5a4bfa63-8aa5-467f-818c-4dab53d5c4e3 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458047 Jan 31 19:29:30.201185 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44651bb9-d0ba-44b1-a505-44ed8b0db53e req-8b661dad-3860-4891-b133-41c66675d67c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:30.202667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44651bb9-d0ba-44b1-a505-44ed8b0db53e req-8b661dad-3860-4891-b133-41c66675d67c tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0608718 Jan 31 19:29:30.254172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44651bb9-d0ba-44b1-a505-44ed8b0db53e req-7d40afc2-df7a-4f17-a3ab-d4d09a0d0a16 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452702 Jan 31 19:29:30.393136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86de37a-362a-4a1f-a779-fd29ed10c464 req-c3028b49-54ba-4841-a5f3-2c652a3db5fc tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:30.394531 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c86de37a-362a-4a1f-a779-fd29ed10c464 req-c3028b49-54ba-4841-a5f3-2c652a3db5fc tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0569639 Jan 31 19:29:30.459821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c86de37a-362a-4a1f-a779-fd29ed10c464 req-56fed7f4-9a2b-4c35-9535-e6b68d33fbf5 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578892 Jan 31 19:29:31.180061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a568da-d20c-4394-b723-d52ac9a00264 req-f1bdace8-23c3-4bd4-88aa-fb07f9321b75 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:31.181727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42a568da-d20c-4394-b723-d52ac9a00264 req-f1bdace8-23c3-4bd4-88aa-fb07f9321b75 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.3759384 Jan 31 19:29:31.235716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42a568da-d20c-4394-b723-d52ac9a00264 req-45471b99-aa1d-4126-82bc-8a1b056032a4 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478544 Jan 31 19:29:32.005462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aff820-e3fb-45cc-8c65-ec2251b4ae79 req-bb38c5df-98a2-41dd-b86b-25e91cf8cc8b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:32.007156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60aff820-e3fb-45cc-8c65-ec2251b4ae79 req-bb38c5df-98a2-41dd-b86b-25e91cf8cc8b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0538814 Jan 31 19:29:32.134173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-60aff820-e3fb-45cc-8c65-ec2251b4ae79 req-6f717992-1bfc-4219-9567-d5c38edf161b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Deleting port f022848f-3f09-47d9-b7ce-185cbb1aaf45 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:29:32.135032 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60aff820-e3fb-45cc-8c65-ec2251b4ae79 req-6f717992-1bfc-4219-9567-d5c38edf161b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:32.250345 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-60aff820-e3fb-45cc-8c65-ec2251b4ae79 req-6f717992-1bfc-4219-9567-d5c38edf161b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] For port f022848f-3f09-47d9-b7ce-185cbb1aaf45, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f022848f-3f09-47d9-b7ce-185cbb1aaf45,segment=NetworkSegment(fd9b047c-19cb-44b9-9246-a550436e5303),segment_id=fd9b047c-19cb-44b9-9246-a550436e5303)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:32.251488 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60aff820-e3fb-45cc-8c65-ec2251b4ae79 req-6f717992-1bfc-4219-9567-d5c38edf161b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:32.268542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-60aff820-e3fb-45cc-8c65-ec2251b4ae79 req-6f717992-1bfc-4219-9567-d5c38edf161b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Calling delete_port for f022848f-3f09-47d9-b7ce-185cbb1aaf45 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:29:32.398903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbaba3-f495-41c7-8f9f-8047997f24a9 req-4834c50c-6ae2-4cc3-8f03-90aa498fbd13 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:32.401237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfdbaba3-f495-41c7-8f9f-8047997f24a9 req-4834c50c-6ae2-4cc3-8f03-90aa498fbd13 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0ff3aea-b447-4606-9bf8-45173f56c5cc HTTP/1.1" status: 200 len: 945 time: 0.0787101 Jan 31 19:29:32.483525 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60aff820-e3fb-45cc-8c65-ec2251b4ae79 req-6f717992-1bfc-4219-9567-d5c38edf161b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f022848f-3f09-47d9-b7ce-185cbb1aaf45), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:32.497187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f022848f-3f09-47d9-b7ce-185cbb1aaf45'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:29:32.516294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfdbaba3-f495-41c7-8f9f-8047997f24a9 req-d3439c48-eed6-42e9-a079-b98bb5858f92 tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.20 "GET /v2.0/security-groups?id=91f86101-befb-409d-a69f-585e05019bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083479 Jan 31 19:29:32.519321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f717992-1bfc-4219-9567-d5c38edf161b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Pushing event deleted for resources: {'Port': ['ID=f022848f-3f09-47d9-b7ce-185cbb1aaf45,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:32.570946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-60aff820-e3fb-45cc-8c65-ec2251b4ae79 req-6f717992-1bfc-4219-9567-d5c38edf161b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] No DVR routers for this DVR port f022848f-3f09-47d9-b7ce-185cbb1aaf45 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:29:32.573734 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60aff820-e3fb-45cc-8c65-ec2251b4ae79 req-6f717992-1bfc-4219-9567-d5c38edf161b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:32.577062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-60aff820-e3fb-45cc-8c65-ec2251b4ae79 req-6f717992-1bfc-4219-9567-d5c38edf161b tempest-ServerDiskConfigTestJSON-830834859 tempest-ServerDiskConfigTestJSON-830834859-project] 10.222.0.21 "DELETE /v2.0/ports/f022848f-3f09-47d9-b7ce-185cbb1aaf45 HTTP/1.1" status: 204 len: 173 time: 0.5646498 Jan 31 19:29:32.577524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'name': 'network-vif-deleted', 'tag': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:29:32.579844 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b385219-feb6-4120-9ca3-57b37053b2b7" -d '{"events": [{"server_uuid": "f0ff3aea-b447-4606-9bf8-45173f56c5cc", "name": "network-vif-deleted", "tag": "f022848f-3f09-47d9-b7ce-185cbb1aaf45"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:29:32.623787 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7992c1e7-1d80-4db6-b528-bc7f114d12f9 x-openstack-request-id: req-7992c1e7-1d80-4db6-b528-bc7f114d12f9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:29:32.624245 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ff3aea-b447-4606-9bf8-45173f56c5cc", "name": "network-vif-deleted", "tag": "f022848f-3f09-47d9-b7ce-185cbb1aaf45", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:29:32.624702 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7992c1e7-1d80-4db6-b528-bc7f114d12f9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:29:32.625321 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ff3aea-b447-4606-9bf8-45173f56c5cc', 'name': 'network-vif-deleted', 'tag': 'f022848f-3f09-47d9-b7ce-185cbb1aaf45', 'status': 'completed', 'code': 200} Jan 31 19:29:33.671329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56314) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:33.719023 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e90a9b-81c2-4922-81df-477f3f62a4d9 admin admin] Deleting subnet 41a943eb-dc53-4276-8681-73a30be080b4 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:29:33.723010 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89e90a9b-81c2-4922-81df-477f3f62a4d9 admin admin] Publish callbacks [] for subnet (41a943eb-dc53-4276-8681-73a30be080b4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:33.764409 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89e90a9b-81c2-4922-81df-477f3f62a4d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (41a943eb-dc53-4276-8681-73a30be080b4), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:33.811800 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89e90a9b-81c2-4922-81df-477f3f62a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (41a943eb-dc53-4276-8681-73a30be080b4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:33.879587 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89e90a9b-81c2-4922-81df-477f3f62a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (41a943eb-dc53-4276-8681-73a30be080b4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:33.906392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e90a9b-81c2-4922-81df-477f3f62a4d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a943eb-dc53-4276-8681-73a30be080b4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:33.909975 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89e90a9b-81c2-4922-81df-477f3f62a4d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:33.913357 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-89e90a9b-81c2-4922-81df-477f3f62a4d9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/41a943eb-dc53-4276-8681-73a30be080b4 HTTP/1.1" status: 204 len: 168 time: 0.2409589 Jan 31 19:29:33.915963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56316) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:33.990054 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (207f142c-b47c-4b46-891f-43bbd7974fdc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:34.071540 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (207f142c-b47c-4b46-891f-43bbd7974fdc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:34.094048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207f142c-b47c-4b46-891f-43bbd7974fdc']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:34.106422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9b047c-19cb-44b9-9246-a550436e5303') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:34.106814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9b047c-19cb-44b9-9246-a550436e5303') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:34.116618 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (fd9b047c-19cb-44b9-9246-a550436e5303), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:34.131580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (fd9b047c-19cb-44b9-9246-a550436e5303), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:34.139878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:29:34.140289 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (fd9b047c-19cb-44b9-9246-a550436e5303), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:29:34.142288 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:29:34.209083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (207f142c-b47c-4b46-891f-43bbd7974fdc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:34.215330 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:34.218578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] 10.222.0.20 "DELETE /v2.0/networks/207f142c-b47c-4b46-891f-43bbd7974fdc HTTP/1.1" status: 204 len: 168 time: 0.3016958 Jan 31 19:29:34.231671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60775f7d-fe55-47c0-bdd9-8a323accc928 admin admin] Pushing event deleted for resources: {'Network': ['ID=207f142c-b47c-4b46-891f-43bbd7974fdc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:34.352684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56320) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:34.405125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a69de187-2002-4917-9366-cb7dc614f3b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6d5f9cedb49429a8f907c20eab0b344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501370 Jan 31 19:29:34.408329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56322) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:34.493345 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1636-5aad-4fd1-9611-e498598e0022 admin admin] Publish callbacks [] for security_group (91f86101-befb-409d-a69f-585e05019bb4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:34.522687 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1636-5aad-4fd1-9611-e498598e0022 admin admin] Publish callbacks [] for security_group (91f86101-befb-409d-a69f-585e05019bb4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:34.583458 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1636-5aad-4fd1-9611-e498598e0022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (91f86101-befb-409d-a69f-585e05019bb4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:34.587132 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1636-5aad-4fd1-9611-e498598e0022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:34.589313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6d9d1636-5aad-4fd1-9611-e498598e0022 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91f86101-befb-409d-a69f-585e05019bb4 HTTP/1.1" status: 204 len: 168 time: 0.1797519 Jan 31 19:29:34.599409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d1636-5aad-4fd1-9611-e498598e0022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f86101-befb-409d-a69f-585e05019bb4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:35.430214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56344) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:35.539831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1847842389-network', 'tenant_id': '7465d39d8a0144f28d69732da73630c4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:35.566367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Made reservation on behalf of 7465d39d8a0144f28d69732da73630c4 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:29:35.569087 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:35.583579 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:35.586982 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f022848f-3f09-47d9-b7ce-185cbb1aaf45 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:29:35.608551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: f022848f-3f09-47d9-b7ce-185cbb1aaf45 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:29:35.608931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f022848f-3f09-47d9-b7ce-185cbb1aaf45 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:29:35.683915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Publish callbacks [] for security_group (b7eae2d1-2ee2-4019-8a1e-dda27f433e91), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:35.688102 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b7eae2d1-2ee2-4019-8a1e-dda27f433e91), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:35.715262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:29:35.725780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eae2d1-2ee2-4019-8a1e-dda27f433e91,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:35.736617 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ba95706c-8041-4beb-ae05-072fa9fd9312), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:35.737059 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Added segment ba95706c-8041-4beb-ae05-072fa9fd9312 of type vlan for network 22855019-34f5-43e0-86bf-e57e531bda77 Jan 31 19:29:35.785757 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (22855019-34f5-43e0-86bf-e57e531bda77), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:35.815352 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (22855019-34f5-43e0-86bf-e57e531bda77), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:35.816538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:35.817211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:35.871956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4405196 Jan 31 19:29:35.876068 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:35.881779 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Request body: {'subnet': {'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1847842389-subnet', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:35.888968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9d0ca-e19c-4ab3-bc8b-f39aab34ada1 admin admin] Pushing event updated for resources: {'Network': ['ID=22855019-34f5-43e0-86bf-e57e531bda77,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:35.904327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 22855019-34f5-43e0-86bf-e57e531bda77 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:29:35.917330 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Made reservation on behalf of 7465d39d8a0144f28d69732da73630c4 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:29:35.921376 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:36.154715 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (a199254d-7ee1-40e4-a40e-fd95ac4ad96e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:36.211715 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a199254d-7ee1-40e4-a40e-fd95ac4ad96e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:36.225173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.225527 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.225871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.226208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.226553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.226883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.227206 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.227541 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.227864 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.228252 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.229719 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.230059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.230384 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:36.237412 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:29:36.237778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Network hostable DHCP agents. Network: 22855019-34f5-43e0-86bf-e57e531bda77, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:29:36.257584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Network 22855019-34f5-43e0-86bf-e57e531bda77 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:29:36.267192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 22855019-34f5-43e0-86bf-e57e531bda77) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:29:36.271758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:36.272395 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:36.278552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff7200f-9e24-43f4-a4e3-f07ed0f6ff2e None None] Network 22855019-34f5-43e0-86bf-e57e531bda77 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:29:36.289981 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-96939e62-3cb4-4cee-8a0f-5d39382915be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4121768 Jan 31 19:29:36.293765 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:36.300571 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:36.335020 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:36.336111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:36.394505 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Publish callbacks [] for router_controller (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:36.412007 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-22855019-34f5-43e0-86bf-e57e531bda77', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:29:36.412958 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:36.557084 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Publish callbacks [] for router_gateway (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:36.626786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Allocated IP 172.20.0.2 (22855019-34f5-43e0-86bf-e57e531bda77/a199254d-7ee1-40e4-a40e-fd95ac4ad96e/ba98c5d0-e2f8-4070-bf20-c8c832fa86a6) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:29:36.832508 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Publish callbacks [] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:36.840966 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:36.884916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Network 22855019-34f5-43e0-86bf-e57e531bda77 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:29:36.889292 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:29:36.893385 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:29:36.908134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Pushing event updated for resources: {'Port': ['ID=ba98c5d0-e2f8-4070-bf20-c8c832fa86a6,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:36.976926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Attempting to bind port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:29:36.977285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Attempting to bind port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:29:36.977643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Attempting to bind port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:29:36.985409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:29:36.985784 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:29:36.986192 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:36.986620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Bound using segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:29:36.987225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Bound port: ba98c5d0-e2f8-4070-bf20-c8c832fa86a6, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:29:36.987486 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:37.137383 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Publish callbacks [] for router_gateway (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:37.160132 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:37.233995 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] For port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:29:37.237496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] For port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ba98c5d0-e2f8-4070-bf20-c8c832fa86a6,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:29:37.246874 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:37.305852 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Allocated IP 172.25.8.55 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/096fd3bf-1219-4954-af4c-cb2454325c29) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:29:37.320566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4151b7-7868-4a8b-9cae-56d6e51c853e None None] Pushing event updated for resources: {'Port': ['ID=ba98c5d0-e2f8-4070-bf20-c8c832fa86a6,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:37.452196 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Publish callbacks [] for port (096fd3bf-1219-4954-af4c-cb2454325c29), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:37.513646 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (096fd3bf-1219-4954-af4c-cb2454325c29), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:37.557718 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:29:37.561000 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:29:37.564462 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:29:37.607335 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Pushing event updated for resources: {'Port': ['ID=096fd3bf-1219-4954-af4c-cb2454325c29,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:37.860838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Publish callbacks [] for router_gateway (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:38.092225 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:38.263906 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:29:38.357403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:29:38.410360 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:29:38.425802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:38.426744 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:38.428768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Sync routers for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:29:38.433176 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:38.435388 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8ae62d9f-b23a-4eec-a5ce-433d25a94c83 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1401525 Jan 31 19:29:38.438301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56352) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:38.477085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:29:38.478063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:29:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:38.517903 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3333ed98-1537-4d39-84b9-a9589b81a44b None None] Network 22855019-34f5-43e0-86bf-e57e531bda77 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:29:38.700469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:38.700778 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:38.702716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-21e1f2a9-2b42-484e-8c7a-399c856aee66 None None] Provisioning complete for port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:38.703063 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-21e1f2a9-2b42-484e-8c7a-399c856aee66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:38.744936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:29:38.910387 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ba98c5d0-e2f8-4070-bf20-c8c832fa86a6,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:38.922803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:38.935997 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.073630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=ba98c5d0-e2f8-4070-bf20-c8c832fa86a6,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:39.083958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-21e1f2a9-2b42-484e-8c7a-399c856aee66 None None] Current status of the port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:39.127730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:37Z', 'revision_number': 3, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:39.131850 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Allocated IP 172.20.0.1 (22855019-34f5-43e0-86bf-e57e531bda77/a199254d-7ee1-40e4-a40e-fd95ac4ad96e/6c2d70de-fe3f-48b5-bbef-b73fef29441b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:29:39.158685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Checking router: 4d0609c6-cc70-40c9-ad8b-829683bbe1dd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:29:39.159039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Updating router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd port 096fd3bf-1219-4954-af4c-cb2454325c29 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:29:39.193576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (096fd3bf-1219-4954-af4c-cb2454325c29), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.272100 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Publish callbacks [] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.319671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.338347 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-260c9e62-5c35-4110-abee-565a6a827540 None None] Provisioning complete for port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:39.338736 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-260c9e62-5c35-4110-abee-565a6a827540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.366120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Network 22855019-34f5-43e0-86bf-e57e531bda77 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:29:39.380076 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:29:39.382612 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:29:39.416570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Pushing event updated for resources: {'Port': ['ID=6c2d70de-fe3f-48b5-bbef-b73fef29441b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:39.431896 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.581395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-260c9e62-5c35-4110-abee-565a6a827540 None None] Current status of the port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:39.628747 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.675405 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Publish callbacks [] for port (096fd3bf-1219-4954-af4c-cb2454325c29), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.683057 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (096fd3bf-1219-4954-af4c-cb2454325c29), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.783372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a861ad-4aae-48a8-a95f-3bc8090594e6 None None] Pushing event updated for resources: {'Port': ['ID=096fd3bf-1219-4954-af4c-cb2454325c29,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:39.785969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Attempting to bind port 096fd3bf-1219-4954-af4c-cb2454325c29 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:29:39.786395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Attempting to bind port 096fd3bf-1219-4954-af4c-cb2454325c29 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:29:39.786703 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Attempting to bind port 096fd3bf-1219-4954-af4c-cb2454325c29 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:29:39.788868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a30e1bfd-569a-4f5f-83fa-cac3e3565fe9 None None] Provisioning complete for port 6c2d70de-fe3f-48b5-bbef-b73fef29441b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:39.789482 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a30e1bfd-569a-4f5f-83fa-cac3e3565fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.815405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:29:39.815801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:29:39.816219 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.816656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:29:39.817151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Bound port: 096fd3bf-1219-4954-af4c-cb2454325c29, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:29:39.817540 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (096fd3bf-1219-4954-af4c-cb2454325c29), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.826705 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Publish callbacks [] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.832180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.855900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a30e1bfd-569a-4f5f-83fa-cac3e3565fe9 None None] Port 6c2d70de-fe3f-48b5-bbef-b73fef29441b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:29:39.883094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] For port 096fd3bf-1219-4954-af4c-cb2454325c29, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:29:39.889052 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] For port 096fd3bf-1219-4954-af4c-cb2454325c29, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=096fd3bf-1219-4954-af4c-cb2454325c29,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:29:39.897146 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (096fd3bf-1219-4954-af4c-cb2454325c29), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.909896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Pushing event updated for resources: {'Port': ['ID=6c2d70de-fe3f-48b5-bbef-b73fef29441b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:39.912893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:39.975776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:29:39.976761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:29:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:39.982332 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a861ad-4aae-48a8-a95f-3bc8090594e6 None None] Pushing event updated for resources: {'Port': ['ID=096fd3bf-1219-4954-af4c-cb2454325c29,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:40.028482 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Network 22855019-34f5-43e0-86bf-e57e531bda77 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:29:40.030078 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:29:40.123296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:29:40.169918 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:29:40.301839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:29:40.319125 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:29:40.340422 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9f7f05f0-5c6c-4b36-9088-c5fab4ae16e7 admin admin] 10.222.0.20 "PUT /v2.0/routers/4d0609c6-cc70-40c9-ad8b-829683bbe1dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8915083 Jan 31 19:29:40.426187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e72208e0-902b-4107-a532-083ca0bd100a None None] Provisioning complete for port 6c2d70de-fe3f-48b5-bbef-b73fef29441b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:40.426581 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e72208e0-902b-4107-a532-083ca0bd100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:40.450210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:40.450719 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:40.684812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e72208e0-902b-4107-a532-083ca0bd100a None None] Port 6c2d70de-fe3f-48b5-bbef-b73fef29441b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:29:40.708188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 2, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:40.751354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aadc99-1e65-47f6-8760-9368bc1ab63d None None] The sync data for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 is: [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 2, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:29:40.801269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:40.872157 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56364) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:40.877086 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f87df114-ad4e-417f-9159-f0ab0f8c3c8b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343997603', 'description': 'tempest-description--27145839'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:40.904039 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f87df114-ad4e-417f-9159-f0ab0f8c3c8b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.014216 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f87df114-ad4e-417f-9159-f0ab0f8c3c8b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for security_group (e4ab0b01-37ac-47de-9efb-f0f7f77af0d0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.018468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f87df114-ad4e-417f-9159-f0ab0f8c3c8b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e4ab0b01-37ac-47de-9efb-f0f7f77af0d0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.068031 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f87df114-ad4e-417f-9159-f0ab0f8c3c8b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.069936 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f87df114-ad4e-417f-9159-f0ab0f8c3c8b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1965926 Jan 31 19:29:41.073862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56366) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:41.077591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87df114-ad4e-417f-9159-f0ab0f8c3c8b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:41.079481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-62b28b1f-18f4-424e-923f-ac865fd074a8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Request body: {'security_group_rule': {'security_group_id': 'e4ab0b01-37ac-47de-9efb-f0f7f77af0d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:41.116828 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62b28b1f-18f4-424e-923f-ac865fd074a8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for security_group_rule (d31323fe-ccfc-4357-9e97-0d5dbef87e14), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.202362 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62b28b1f-18f4-424e-923f-ac865fd074a8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for security_group_rule (d31323fe-ccfc-4357-9e97-0d5dbef87e14), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.207829 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62b28b1f-18f4-424e-923f-ac865fd074a8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (d31323fe-ccfc-4357-9e97-0d5dbef87e14), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.231332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b28b1f-18f4-424e-923f-ac865fd074a8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31323fe-ccfc-4357-9e97-0d5dbef87e14,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:41.241895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62b28b1f-18f4-424e-923f-ac865fd074a8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.247661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56368) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:41.248266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-62b28b1f-18f4-424e-923f-ac865fd074a8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1727011 Jan 31 19:29:41.255732 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2dccb870-287f-4891-adcf-03ca8f2b4d22 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Request body: {'security_group_rule': {'security_group_id': 'e4ab0b01-37ac-47de-9efb-f0f7f77af0d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:41.294408 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2dccb870-287f-4891-adcf-03ca8f2b4d22 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for security_group_rule (1fa7d6cd-1dbb-4bee-b830-adf853c5cfc8), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.386685 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2dccb870-287f-4891-adcf-03ca8f2b4d22 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for security_group_rule (1fa7d6cd-1dbb-4bee-b830-adf853c5cfc8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.392429 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2dccb870-287f-4891-adcf-03ca8f2b4d22 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (1fa7d6cd-1dbb-4bee-b830-adf853c5cfc8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.417653 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccb870-287f-4891-adcf-03ca8f2b4d22 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa7d6cd-1dbb-4bee-b830-adf853c5cfc8,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:41.435004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2dccb870-287f-4891-adcf-03ca8f2b4d22 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.437304 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2dccb870-287f-4891-adcf-03ca8f2b4d22 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878297 Jan 31 19:29:41.440989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56370) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:41.445786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:41.480639 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.652996 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.782303 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Allocated IP 172.25.8.179 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/2f1bd326-f3e3-484a-99f2-f595e5753be8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:29:41.906553 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for port (2f1bd326-f3e3-484a-99f2-f595e5753be8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.944627 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2f1bd326-f3e3-484a-99f2-f595e5753be8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:41.991195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:29:41.994632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:29:42.001899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:29:42.005334 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event updated for resources: {'Port': ['ID=2f1bd326-f3e3-484a-99f2-f595e5753be8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:42.100076 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.144828 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2f1bd326-f3e3-484a-99f2-f595e5753be8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.349887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 096fd3bf-1219-4954-af4c-cb2454325c29 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:29:42.369986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for port (2f1bd326-f3e3-484a-99f2-f595e5753be8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.375671 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (2f1bd326-f3e3-484a-99f2-f595e5753be8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.419467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 096fd3bf-1219-4954-af4c-cb2454325c29 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:42.419864 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (096fd3bf-1219-4954-af4c-cb2454325c29), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.452789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event updated for resources: {'Port': ['ID=2f1bd326-f3e3-484a-99f2-f595e5753be8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:42.464573 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.484303 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.486967 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-903580a5-3022-4650-b82f-f00ac35c7e5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0437081 Jan 31 19:29:42.523402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 096fd3bf-1219-4954-af4c-cb2454325c29 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:42.523939 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (096fd3bf-1219-4954-af4c-cb2454325c29), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.562534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 096fd3bf-1219-4954-af4c-cb2454325c29, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=096fd3bf-1219-4954-af4c-cb2454325c29,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:42.567086 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (096fd3bf-1219-4954-af4c-cb2454325c29), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:42.634086 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=096fd3bf-1219-4954-af4c-cb2454325c29,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:42.692656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-6b7a98c0-e162-4b55-b1e9-c1a1cb349f89 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--343997603&fields=id&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 267 time: 0.0510726 Jan 31 19:29:42.838384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-33a1adcd-4ca4-4b5c-9a54-726a03a1dfb9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:42.840129 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-33a1adcd-4ca4-4b5c-9a54-726a03a1dfb9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 812 time: 0.1398239 Jan 31 19:29:42.859511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-8584628c-2b47-4ba1-acaf-91d714173510 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/quotas/7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 375 time: 0.0132284 Jan 31 19:29:42.925549 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-95e4b8d7-c21c-42fc-b987-673e1d5102b5 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593648 Jan 31 19:29:43.152226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-dbbac2d3-2ad1-4807-bad5-98d0cff71d89 service neutron] 10.222.0.20 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510251 Jan 31 19:29:43.194004 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Sync routers for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:29:43.210778 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:29:43.211747 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:29:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:43.267752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-b36c2e5c-14e2-4257-9019-23b6eb713395 service neutron] 10.222.0.20 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083829 Jan 31 19:29:43.353543 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:29:43.503232 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aaf697a7-7337-4b90-b96e-614f2d71b852 req-90d87b04-c84a-443c-b06e-bb6e1cac0d1a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 210 time: 0.0362980 Jan 31 19:29:43.637173 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 2, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:43.665707 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Checking router: 4d0609c6-cc70-40c9-ad8b-829683bbe1dd for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:29:43.666361 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Updating router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd port 6c2d70de-fe3f-48b5-bbef-b73fef29441b binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:29:43.698764 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:44.016685 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Publish callbacks [] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:44.023639 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:44.085725 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Pushing event updated for resources: {'Port': ['ID=6c2d70de-fe3f-48b5-bbef-b73fef29441b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:44.113812 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.113812 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.114150 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.114236 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.114958 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.114958 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.115269 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.115485 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.115809 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.116135 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.116492 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.116817 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.117143 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:44.152939 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Attempting to bind port 6c2d70de-fe3f-48b5-bbef-b73fef29441b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:29:44.153309 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Attempting to bind port 6c2d70de-fe3f-48b5-bbef-b73fef29441b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:29:44.153677 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Attempting to bind port 6c2d70de-fe3f-48b5-bbef-b73fef29441b on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:29:44.159933 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:29:44.160410 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:29:44.160784 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:44.161190 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Bound using segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:29:44.161683 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Bound port: 6c2d70de-fe3f-48b5-bbef-b73fef29441b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:29:44.162077 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:44.250132 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] For port 6c2d70de-fe3f-48b5-bbef-b73fef29441b, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:29:44.253787 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] For port 6c2d70de-fe3f-48b5-bbef-b73fef29441b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6c2d70de-fe3f-48b5-bbef-b73fef29441b,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:29:44.260719 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:44.287167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 096fd3bf-1219-4954-af4c-cb2454325c29 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:29:44.345394 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:29:44.346106 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:29:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:44.372467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4e0e3735-b5c3-4443-933f-e2556dcdddfa None None] Provisioning complete for port 6c2d70de-fe3f-48b5-bbef-b73fef29441b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:44.372916 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3735-b5c3-4443-933f-e2556dcdddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:44.384594 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab13dea-aaa2-4272-a6e8-defd62f88512 None None] Pushing event updated for resources: {'Port': ['ID=6c2d70de-fe3f-48b5-bbef-b73fef29441b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:44.438148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 096fd3bf-1219-4954-af4c-cb2454325c29 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:44.438808 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (096fd3bf-1219-4954-af4c-cb2454325c29), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:44.672687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e3735-b5c3-4443-933f-e2556dcdddfa None None] Current status of the port 6c2d70de-fe3f-48b5-bbef-b73fef29441b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:44.673304 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3735-b5c3-4443-933f-e2556dcdddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:44.675730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 096fd3bf-1219-4954-af4c-cb2454325c29 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:44.686502 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:29:44.718614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-4e0e3735-b5c3-4443-933f-e2556dcdddfa None None] For port 6c2d70de-fe3f-48b5-bbef-b73fef29441b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6c2d70de-fe3f-48b5-bbef-b73fef29441b,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:44.725290 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3735-b5c3-4443-933f-e2556dcdddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:44.750552 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df7a6049-4b41-496d-a4f0-c9689724589b req-1836161d-96ae-438f-ac48-b6e63369db77 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 210 time: 0.0681801 Jan 31 19:29:44.791741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e3735-b5c3-4443-933f-e2556dcdddfa None None] Pushing event updated for resources: {'Port': ['ID=6c2d70de-fe3f-48b5-bbef-b73fef29441b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:44.815042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-a045a52b-64f3-41ec-8c33-b54929c778df tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:44.816534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-a045a52b-64f3-41ec-8c33-b54929c778df tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 812 time: 0.2926865 Jan 31 19:29:44.852121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8dba48af-0c2d-4bd9-bab6-27f7a72f4237 None None] Provisioning complete for port 6c2d70de-fe3f-48b5-bbef-b73fef29441b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:44.852793 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8dba48af-0c2d-4bd9-bab6-27f7a72f4237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:44.895357 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-bd63ca61-feb6-4236-8433-f39206f806d7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 379 time: 0.0613804 Jan 31 19:29:44.905244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Request body: {'port': {'device_id': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'admin_state_up': True, 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'security_groups': ['e4ab0b01-37ac-47de-9efb-f0f7f77af0d0']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:44.945029 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:44.974167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8dba48af-0c2d-4bd9-bab6-27f7a72f4237 None None] Current status of the port 6c2d70de-fe3f-48b5-bbef-b73fef29441b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:44.974593 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b50a7d7-9ac4-433f-827b-7df1e48435d4 None None] The sync data for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 is: [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:29:45.058058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Made reservation on behalf of 7465d39d8a0144f28d69732da73630c4 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:29:45.062013 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:45.229953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Allocated IP 172.20.0.13 (22855019-34f5-43e0-86bf-e57e531bda77/a199254d-7ee1-40e4-a40e-fd95ac4ad96e/4ae048d4-98e0-4d8b-a089-cdd96d0ea25e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:29:45.394724 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:45.444484 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:45.496055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Network 22855019-34f5-43e0-86bf-e57e531bda77 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:29:45.499355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:29:45.503123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:29:45.532402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event updated for resources: {'Port': ['ID=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:45.578186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:45.578696 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:45.597703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-807e63bc-4440-4408-9b9e-340bd03ffc45 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6967127 Jan 31 19:29:45.609517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Request body: {'port': {'device_id': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:45.687474 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:45.812905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9ddb8aba-f8fb-49fd-b785-db4bb39a2ce5 None None] Provisioning complete for port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:45.814020 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8aba-f8fb-49fd-b785-db4bb39a2ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:45.855952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb8aba-f8fb-49fd-b785-db4bb39a2ce5 None None] Port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:29:45.969971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f0a89-31db-47bc-a8c5-7a5891917964 req-cd863807-3d21-4e64-9346-3d404fcc698b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:45.971507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-416f0a89-31db-47bc-a8c5-7a5891917964 req-cd863807-3d21-4e64-9346-3d404fcc698b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 932 time: 0.1241663 Jan 31 19:29:46.062569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-416f0a89-31db-47bc-a8c5-7a5891917964 req-81401b7b-a9ee-4799-8bb3-9f7ca50eb3eb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810332 Jan 31 19:29:46.104876 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:29:46.113488 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Publish callbacks [] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:46.132398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Transition to ACTIVE for port object 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:29:46.137282 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:46.192390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:46.298925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Attempting to bind port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:29:46.299278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Attempting to bind port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:29:46.299618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Attempting to bind port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:29:46.304917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e on network 22855019-34f5-43e0-86bf-e57e531bda77 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:29:46.305256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Attempting to bind port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:29:46.314133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:29:46.314481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:29:46.314874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Bound using segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:29:46.315438 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Bound port: 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:29:46.315663 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:46.356591 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6c2d70de-fe3f-48b5-bbef-b73fef29441b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:29:46.407632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:29:46.411556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:29:46.421913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6c2d70de-fe3f-48b5-bbef-b73fef29441b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:46.422392 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:46.425837 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:46.464379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:46.464874 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:46.466416 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] 10.222.0.21 "PUT /v2.0/ports/4ae048d4-98e0-4d8b-a089-cdd96d0ea25e HTTP/1.1" status: 200 len: 1093 time: 0.8613422 Jan 31 19:29:46.466756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:29:46.469043 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933b7749-4113-4e79-ba84-fa503155692e" -d '{"events": [{"name": "network-changed", "server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:29:46.533516 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8932be84-2fa6-4129-9bd9-adeb387fb72c x-openstack-request-id: req-8932be84-2fa6-4129-9bd9-adeb387fb72c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:29:46.534467 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:29:46.534848 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8932be84-2fa6-4129-9bd9-adeb387fb72c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:29:46.535979 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'status': 'completed', 'code': 200} Jan 31 19:29:46.545618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6c2d70de-fe3f-48b5-bbef-b73fef29441b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:46.578270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaed1a-2088-4cb5-aaee-5d9f5aa6c002 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:46.606736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-d49edd5c-d410-4b40-b105-c6741c18ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:46.608327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-d49edd5c-d410-4b40-b105-c6741c18ca80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 1127 time: 0.0909848 Jan 31 19:29:46.655583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-2796c72b-c533-4a70-b2da-6b067c88b2f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e HTTP/1.1" status: 200 len: 217 time: 0.0393467 Jan 31 19:29:46.718802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-3a40d5ac-f282-4285-85a0-41d11052961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:46.721955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-3a40d5ac-f282-4285-85a0-41d11052961b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0593402 Jan 31 19:29:46.784034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-a3779b28-c9fa-452f-82ea-cd90e347b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:46.785515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-a3779b28-c9fa-452f-82ea-cd90e347b58c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0560679 Jan 31 19:29:46.885949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-78d8ee09-caa0-4e80-b343-0a9dd471afbf service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939267 Jan 31 19:29:46.982996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b48fe38-1cd5-4fdd-82c2-f1dbdb50dc49 req-1fe97ef2-fb3a-46ba-976f-4bede126cadc service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907581 Jan 31 19:29:47.095404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b7749-4113-4e79-ba84-fa503155692e req-5e8b9bc4-11cb-4bec-b3b2-e26e0e352375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:47.096949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-933b7749-4113-4e79-ba84-fa503155692e req-5e8b9bc4-11cb-4bec-b3b2-e26e0e352375 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 1127 time: 0.0582361 Jan 31 19:29:47.232086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b7749-4113-4e79-ba84-fa503155692e req-d4a12b34-f65e-49d9-b1b3-39943b5cc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:47.233762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-933b7749-4113-4e79-ba84-fa503155692e req-d4a12b34-f65e-49d9-b1b3-39943b5cc72e service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1311364 Jan 31 19:29:47.246347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313c07-fdd0-4e42-8de6-d04c85b4b022 req-0f23a531-584e-404a-81cb-dd2352342744 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:47.247865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4313c07-fdd0-4e42-8de6-d04c85b4b022 req-0f23a531-584e-404a-81cb-dd2352342744 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 944 time: 0.0921941 Jan 31 19:29:47.292800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-933b7749-4113-4e79-ba84-fa503155692e req-d18cc14d-cc9d-4a82-98d1-0918befa5c49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e HTTP/1.1" status: 200 len: 217 time: 0.0438867 Jan 31 19:29:47.366718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4313c07-fdd0-4e42-8de6-d04c85b4b022 req-e668e8e5-2af1-4355-803c-84491f2e27a6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105702 Jan 31 19:29:47.369252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b7749-4113-4e79-ba84-fa503155692e req-a2138e68-c411-4c4b-81ef-b0410da554c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:47.371092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-933b7749-4113-4e79-ba84-fa503155692e req-a2138e68-c411-4c4b-81ef-b0410da554c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0721905 Jan 31 19:29:47.440739 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b7749-4113-4e79-ba84-fa503155692e req-41f95518-20fd-42ef-9cba-0f6bda98d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:47.442246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-933b7749-4113-4e79-ba84-fa503155692e req-41f95518-20fd-42ef-9cba-0f6bda98d691 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0640974 Jan 31 19:29:47.547794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-933b7749-4113-4e79-ba84-fa503155692e req-e59c5d9a-9563-4b9c-aacd-5df78f3cdd67 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992336 Jan 31 19:29:47.660780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-933b7749-4113-4e79-ba84-fa503155692e req-dc64705a-fb0e-4c64-a7f8-09338295912a service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046584 Jan 31 19:29:48.502306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250edcdd-e1b2-41f8-a8b9-58057af08bcb req-0adcec0f-38bd-4cc5-8a75-d03b562bfade tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:48.503966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-250edcdd-e1b2-41f8-a8b9-58057af08bcb req-0adcec0f-38bd-4cc5-8a75-d03b562bfade tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 944 time: 0.0584624 Jan 31 19:29:48.563941 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-250edcdd-e1b2-41f8-a8b9-58057af08bcb req-6175033b-47f6-4ba2-ba28-ea8a54119b2c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529177 Jan 31 19:29:48.928534 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4d5371fc-7725-4a9a-a019-2296b28a3b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:49.617832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:29:49.711339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4956faa-1b47-445e-88f7-650262d65cad req-e07fd982-4917-40fd-9abb-bb3ae067d0f6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:49.713568 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4956faa-1b47-445e-88f7-650262d65cad req-e07fd982-4917-40fd-9abb-bb3ae067d0f6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 944 time: 0.0683415 Jan 31 19:29:49.749075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:49.766047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'port_id': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'mac_address': 'fa:16:3e:0c:db:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:29:49.777611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f4956faa-1b47-445e-88f7-650262d65cad req-8b593724-dbc8-4b52-bc14-954f0e3179bd tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554678 Jan 31 19:29:49.807443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:49.808031 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:49.829254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:29:49.854435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:49.858571 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:49.909486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:49.919314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:49.919688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:49.920066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:49.920435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:49.920782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:49.921120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:49.921474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:49.921787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:49.922120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:49.922450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:49.922783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:49.923127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:49.923441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:29:50.067231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['4ae048d4-98e0-4d8b-a089-cdd96d0ea25e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:29:50.911428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02333b42-5d9d-4ae5-a199-b2f5c74230cb req-4abf7f55-0dd4-4dc6-8823-a24527ad8d36 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:50.912882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02333b42-5d9d-4ae5-a199-b2f5c74230cb req-4abf7f55-0dd4-4dc6-8823-a24527ad8d36 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 945 time: 0.0560141 Jan 31 19:29:50.963812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02333b42-5d9d-4ae5-a199-b2f5c74230cb req-8ea84bfe-de5d-48d4-8966-ce2f52a57a5c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441318 Jan 31 19:29:51.163269 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-37fe7d34-e4ce-4c5f-a793-20db1a75e32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:51.649573 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:29:51.714309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:29:51.718880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:29:51.719277 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:51.811718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:29:51.812116 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:51.837151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:29:51.839821 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459dcfc9-3a95-49c6-90b0-5754b901ef88" -d '{"events": [{"server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "name": "network-vif-plugged", "status": "completed", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:29:51.854182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:29:51.858957 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:51.883231 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0abd023-93ff-4055-a8ec-1b1a8a8845c0 x-openstack-request-id: req-b0abd023-93ff-4055-a8ec-1b1a8a8845c0 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:29:51.883448 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "name": "network-vif-plugged", "status": "completed", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:29:51.883659 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0abd023-93ff-4055-a8ec-1b1a8a8845c0 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:29:51.884791 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'code': 200} Jan 31 19:29:51.918020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:29:51.996729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beb9e1-7e9b-4605-a2ce-7ee2a4e734e9 req-0af256fc-9186-41c1-a309-479d04ed4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:51.998362 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3beb9e1-7e9b-4605-a2ce-7ee2a4e734e9 req-0af256fc-9186-41c1-a309-479d04ed4653 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 1129 time: 0.0481088 Jan 31 19:29:52.067762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3beb9e1-7e9b-4605-a2ce-7ee2a4e734e9 req-a334cf8a-83cf-493e-9eea-b03e47723005 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635109 Jan 31 19:29:52.125612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef537e8-8416-4213-9210-d19780644c4e req-f42f0443-08a4-4b70-9b12-43d9b28af108 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:52.128088 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ef537e8-8416-4213-9210-d19780644c4e req-f42f0443-08a4-4b70-9b12-43d9b28af108 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0778010 Jan 31 19:29:52.180787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ef537e8-8416-4213-9210-d19780644c4e req-ebc054ae-0dd4-4aab-a81e-66ed922a6fe5 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469146 Jan 31 19:29:52.636072 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:53.342457 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244cb36-1fba-4966-b440-73c976c6b1f6 req-9f6f7ace-67ef-4b64-aaab-bcfb5e44f128 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:53.344094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5244cb36-1fba-4966-b440-73c976c6b1f6 req-9f6f7ace-67ef-4b64-aaab-bcfb5e44f128 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0700071 Jan 31 19:29:53.410635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5244cb36-1fba-4966-b440-73c976c6b1f6 req-701aae3d-b4ea-494d-b555-51cac1b975d1 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583215 Jan 31 19:29:53.545584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48a35e-fd68-45cb-8c5c-89731bfcb006 req-352e2297-948a-455d-b549-5794eb158fdc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:53.547131 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd48a35e-fd68-45cb-8c5c-89731bfcb006 req-352e2297-948a-455d-b549-5794eb158fdc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0649204 Jan 31 19:29:53.556586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56438) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:29:53.565516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d6275530-715c-4557-872d-c8c5dc1ec4dc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Request body: {'floatingip': {'port_id': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:29:53.609557 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6275530-715c-4557-872d-c8c5dc1ec4dc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:54.106734 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6275530-715c-4557-872d-c8c5dc1ec4dc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:54.110929 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6275530-715c-4557-872d-c8c5dc1ec4dc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:54.222244 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-d6275530-715c-4557-872d-c8c5dc1ec4dc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b associated. External IP: 172.25.8.179, port: 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e. Jan 31 19:29:54.275649 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:54.785593 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:54.831306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6275530-715c-4557-872d-c8c5dc1ec4dc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:29:54.959211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6275530-715c-4557-872d-c8c5dc1ec4dc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:29:54.966008 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6275530-715c-4557-872d-c8c5dc1ec4dc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:54.972172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4801f792-bdba-4a9d-b6de-5bc65ac2fe99 None None] Sync routers for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:29:54.984916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4801f792-bdba-4a9d-b6de-5bc65ac2fe99 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:29:54.985546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4801f792-bdba-4a9d-b6de-5bc65ac2fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:29:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:55.001473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d6275530-715c-4557-872d-c8c5dc1ec4dc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "PUT /v2.0/floatingips/c5b5c614-5ce7-4766-be38-0ca48a3f7d3b HTTP/1.1" status: 200 len: 992 time: 1.4420617 Jan 31 19:29:55.002196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:29:55.004579 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f63434-4882-4f2a-9bf0-b5a6f0148786" -d '{"events": [{"name": "network-changed", "server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:29:55.053487 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c473be09-11db-4b45-8981-7228cf5286bc x-openstack-request-id: req-c473be09-11db-4b45-8981-7228cf5286bc {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:29:55.053819 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:29:55.054090 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c473be09-11db-4b45-8981-7228cf5286bc {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:29:55.054622 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'status': 'completed', 'code': 200} Jan 31 19:29:55.130109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4801f792-bdba-4a9d-b6de-5bc65ac2fe99 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:29:55.154614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34d3a6-74db-48a0-bd23-661e08934da6 req-95a9f1f8-85ee-46b9-a173-8e606192497c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:55.156953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f34d3a6-74db-48a0-bd23-661e08934da6 req-95a9f1f8-85ee-46b9-a173-8e606192497c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0962508 Jan 31 19:29:55.165107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f63434-4882-4f2a-9bf0-b5a6f0148786 req-f576544e-307c-450c-bb30-1e25391dc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:55.167240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56f63434-4882-4f2a-9bf0-b5a6f0148786 req-f576544e-307c-450c-bb30-1e25391dc400 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 1129 time: 0.0765705 Jan 31 19:29:55.278335 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f34d3a6-74db-48a0-bd23-661e08934da6 req-15fea96d-8d50-4486-9b1e-16942cd8215d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098571 Jan 31 19:29:55.313670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f63434-4882-4f2a-9bf0-b5a6f0148786 req-ba85c414-208c-426c-9c80-e5948ba16d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:55.315437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56f63434-4882-4f2a-9bf0-b5a6f0148786 req-ba85c414-208c-426c-9c80-e5948ba16d61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1370730 Jan 31 19:29:55.363798 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:55.392396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56f63434-4882-4f2a-9bf0-b5a6f0148786 req-e9a1f170-d361-43cd-bc43-3b9200e21b83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e HTTP/1.1" status: 200 len: 1000 time: 0.0710919 Jan 31 19:29:55.444457 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f63434-4882-4f2a-9bf0-b5a6f0148786 req-9a1479bc-5166-4c05-a408-f559f1ddc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:55.445907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56f63434-4882-4f2a-9bf0-b5a6f0148786 req-9a1479bc-5166-4c05-a408-f559f1ddc881 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0481508 Jan 31 19:29:55.450532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4801f792-bdba-4a9d-b6de-5bc65ac2fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c5b5c614-5ce7-4766-be38-0ca48a3f7d3b', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'port_id': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'mac_address': 'fa:16:3e:0c:db:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:42Z', 'updated_at': '2022-01-31T19:29:54Z', 'revision_number': 1, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:55.480904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4801f792-bdba-4a9d-b6de-5bc65ac2fe99 None None] Checking router: 4d0609c6-cc70-40c9-ad8b-829683bbe1dd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:29:55.490667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4801f792-bdba-4a9d-b6de-5bc65ac2fe99 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:29:55.491288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4801f792-bdba-4a9d-b6de-5bc65ac2fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:29:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:55.498947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f63434-4882-4f2a-9bf0-b5a6f0148786 req-6ca221c2-5678-4c28-b116-4ab363d111eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:55.500555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56f63434-4882-4f2a-9bf0-b5a6f0148786 req-6ca221c2-5678-4c28-b116-4ab363d111eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490429 Jan 31 19:29:55.604120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56f63434-4882-4f2a-9bf0-b5a6f0148786 req-80caefe5-aa27-427f-ab94-12ba17791445 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963705 Jan 31 19:29:55.608465 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4801f792-bdba-4a9d-b6de-5bc65ac2fe99 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:29:55.720171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56f63434-4882-4f2a-9bf0-b5a6f0148786 req-203e22a4-08b0-41ef-a759-8c048bd65bac service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102593 Jan 31 19:29:55.885824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4801f792-bdba-4a9d-b6de-5bc65ac2fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c5b5c614-5ce7-4766-be38-0ca48a3f7d3b', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'port_id': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'mac_address': 'fa:16:3e:0c:db:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:42Z', 'updated_at': '2022-01-31T19:29:54Z', 'revision_number': 1, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:29:55.921000 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4801f792-bdba-4a9d-b6de-5bc65ac2fe99 None None] The sync data for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 is: [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c5b5c614-5ce7-4766-be38-0ca48a3f7d3b', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'port_id': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'mac_address': 'fa:16:3e:0c:db:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:42Z', 'updated_at': '2022-01-31T19:29:54Z', 'revision_number': 1, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:29:56.170283 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016bc7c-ac34-44d5-b02e-ea64de7d1357 None None] New status for floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:29:56.422631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77493d0-8112-4323-8cac-fde4169131f1 req-a7814a2c-0dac-42e6-a705-1f1eb53a88fc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:56.424133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77493d0-8112-4323-8cac-fde4169131f1 req-a7814a2c-0dac-42e6-a705-1f1eb53a88fc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0644641 Jan 31 19:29:56.505576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e77493d0-8112-4323-8cac-fde4169131f1 req-5b04728e-eaa5-48cf-9dc1-6b80aa1c5801 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749650 Jan 31 19:29:56.517142 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:29:56.668437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366235ac-d56c-4e05-a58e-3381fc5a991f req-1371db19-34ec-448e-b6d6-35b7442ada28 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:56.670074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-366235ac-d56c-4e05-a58e-3381fc5a991f req-1371db19-34ec-448e-b6d6-35b7442ada28 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0656097 Jan 31 19:29:56.721679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-366235ac-d56c-4e05-a58e-3381fc5a991f req-0cb435d5-66f7-4a6a-ba3d-8f7ef8639c16 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458078 Jan 31 19:29:57.042997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755abd8b-cced-4992-bad9-2b48b105ea12 req-a2069184-9cdd-4a9d-baf0-13e9fb43f033 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:57.044653 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-755abd8b-cced-4992-bad9-2b48b105ea12 req-a2069184-9cdd-4a9d-baf0-13e9fb43f033 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0593283 Jan 31 19:29:57.100955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-755abd8b-cced-4992-bad9-2b48b105ea12 req-8060bd46-512b-4268-be4f-04d8731b06a4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494590 Jan 31 19:29:57.127857 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-b6252bad-d5d1-47bc-91e5-7f3e83aac982 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061096 Jan 31 19:29:58.234134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a45b72-9b11-4bae-97cc-ca4319014b8b req-0827a2f2-38ed-4493-a705-eae21aa9093b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:58.235465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7a45b72-9b11-4bae-97cc-ca4319014b8b req-0827a2f2-38ed-4493-a705-eae21aa9093b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0588858 Jan 31 19:29:58.286798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7a45b72-9b11-4bae-97cc-ca4319014b8b req-e54e8a7d-26c9-4df8-abfa-d22f209d3f17 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451760 Jan 31 19:29:58.477545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-fb0d9b25-ffb7-4cbe-a358-028d8d2b29e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:58.479063 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-fb0d9b25-ffb7-4cbe-a358-028d8d2b29e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 1129 time: 0.0498068 Jan 31 19:29:58.582166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-7b84a381-1854-4d0a-bb46-b6eb8e3d8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:58.583770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-7b84a381-1854-4d0a-bb46-b6eb8e3d8b5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.0985544 Jan 31 19:29:58.659931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-7c275bb2-6086-4746-8587-3279631b7473 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e HTTP/1.1" status: 200 len: 1002 time: 0.0703623 Jan 31 19:29:58.714105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-de21c207-8c50-40e8-8508-b28b1acaa950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:58.715764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-de21c207-8c50-40e8-8508-b28b1acaa950 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0496268 Jan 31 19:29:58.778887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-1ee1c412-9690-48b3-9d82-46b897050b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:58.780463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-1ee1c412-9690-48b3-9d82-46b897050b2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0577674 Jan 31 19:29:58.890945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-ae065eb2-e036-4c94-99e4-2e0ec37cdaac service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035011 Jan 31 19:29:59.001048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-142759cb-d729-4c6c-b961-12164f7a455b service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029174 Jan 31 19:29:59.438652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379e996-6d75-44a4-918f-f920ea969ba1 req-b4ca9266-4f6b-4dc9-a0e5-d6656d748e96 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:29:59.440205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d379e996-6d75-44a4-918f-f920ea969ba1 req-b4ca9266-4f6b-4dc9-a0e5-d6656d748e96 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0587537 Jan 31 19:29:59.490600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d379e996-6d75-44a4-918f-f920ea969ba1 req-cabf145e-355e-422b-916a-c73237f970c1 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447237 Jan 31 19:30:00.542747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cea21-a19a-42b5-a071-c7e43b8144f7 req-d21b53b1-9108-4239-87c9-912506846006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:00.545877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b3cea21-a19a-42b5-a071-c7e43b8144f7 req-d21b53b1-9108-4239-87c9-912506846006 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 1129 time: 0.0604262 Jan 31 19:30:00.681653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3864339-14d6-4bb5-8022-df9118c139d4 req-b5cebf5b-9af0-4c4b-8327-b783b922bdee tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:00.683993 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3864339-14d6-4bb5-8022-df9118c139d4 req-b5cebf5b-9af0-4c4b-8327-b783b922bdee tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.1196558 Jan 31 19:30:00.710462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cea21-a19a-42b5-a071-c7e43b8144f7 req-e9baa4af-bb4e-448b-ba6a-53be144c900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:00.711981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b3cea21-a19a-42b5-a071-c7e43b8144f7 req-e9baa4af-bb4e-448b-ba6a-53be144c900d service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1384525 Jan 31 19:30:00.803360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d3864339-14d6-4bb5-8022-df9118c139d4 req-f47913fe-083a-4c14-af83-d9b7c8d657e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099772 Jan 31 19:30:00.812478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b3cea21-a19a-42b5-a071-c7e43b8144f7 req-72c28407-6a86-4f25-bb6d-4cec0623b01c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e HTTP/1.1" status: 200 len: 1002 time: 0.0920599 Jan 31 19:30:00.866623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cea21-a19a-42b5-a071-c7e43b8144f7 req-541a2199-3f20-4717-8e0e-b515d1621be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:00.868094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b3cea21-a19a-42b5-a071-c7e43b8144f7 req-541a2199-3f20-4717-8e0e-b515d1621be3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0485358 Jan 31 19:30:00.919825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cea21-a19a-42b5-a071-c7e43b8144f7 req-2077d9b0-b9b6-4b04-864d-d694af3aef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:00.921359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b3cea21-a19a-42b5-a071-c7e43b8144f7 req-2077d9b0-b9b6-4b04-864d-d694af3aef46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478427 Jan 31 19:30:01.041615 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b3cea21-a19a-42b5-a071-c7e43b8144f7 req-57042c35-9c75-43e3-b37a-8a8d7fa172c3 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138380 Jan 31 19:30:01.146609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b3cea21-a19a-42b5-a071-c7e43b8144f7 req-4d963d82-03d8-4445-9490-f72070ed0204 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994537 Jan 31 19:30:01.940020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac13ba5-bbfa-4736-b5cb-ada0c060a42a req-49c001fb-8e21-4ce9-a421-972b31fbf44d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:01.941619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dac13ba5-bbfa-4736-b5cb-ada0c060a42a req-49c001fb-8e21-4ce9-a421-972b31fbf44d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0630531 Jan 31 19:30:01.995698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dac13ba5-bbfa-4736-b5cb-ada0c060a42a req-04f8f832-bef9-4689-8d89-03553a4f9bbb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479205 Jan 31 19:30:03.122105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dee3e1-4cd4-4624-8286-49d03d5c7663 req-b8635d63-7c76-458a-8d8a-46018bd21c34 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:03.123811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8dee3e1-4cd4-4624-8286-49d03d5c7663 req-b8635d63-7c76-458a-8d8a-46018bd21c34 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0538538 Jan 31 19:30:03.205525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8dee3e1-4cd4-4624-8286-49d03d5c7663 req-07a3f59c-d901-4b3c-a374-d773931a0933 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693245 Jan 31 19:30:04.356862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75885440-3dfa-4447-9ee2-caa49817b857 req-0bdb7cab-b6e9-4521-99b1-ee6756f8d098 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:04.358429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75885440-3dfa-4447-9ee2-caa49817b857 req-0bdb7cab-b6e9-4521-99b1-ee6756f8d098 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0662827 Jan 31 19:30:04.442142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75885440-3dfa-4447-9ee2-caa49817b857 req-4cc44305-ee0a-4bed-b2af-fd4327fbae65 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743833 Jan 31 19:30:05.264471 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:30:05.570291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bb5e5-1333-46b4-9279-b079674ccf7d req-019d15b0-5c86-4e1b-9ed5-e2bdf9acab59 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:05.572022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-815bb5e5-1333-46b4-9279-b079674ccf7d req-019d15b0-5c86-4e1b-9ed5-e2bdf9acab59 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0549634 Jan 31 19:30:05.621648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-815bb5e5-1333-46b4-9279-b079674ccf7d req-6ae72700-170e-40f5-8768-6942a95dca1f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433631 Jan 31 19:30:06.758237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02531da6-20e6-4673-89e4-4e846273136e req-58da50a5-2174-4ca8-b25c-c337446983b1 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:06.759839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02531da6-20e6-4673-89e4-4e846273136e req-58da50a5-2174-4ca8-b25c-c337446983b1 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0582590 Jan 31 19:30:06.815326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02531da6-20e6-4673-89e4-4e846273136e req-c00bb278-7dbf-4b91-bb2e-ac8e06dd3692 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487359 Jan 31 19:30:07.965918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a607-6882-4c20-96e7-b95ce3fcaa05 req-fd1ff2f8-df14-44bb-b34c-4b65d6f2cf0b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:07.967323 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1a77a607-6882-4c20-96e7-b95ce3fcaa05 req-fd1ff2f8-df14-44bb-b34c-4b65d6f2cf0b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0639267 Jan 31 19:30:08.024310 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1a77a607-6882-4c20-96e7-b95ce3fcaa05 req-7a4e5311-990c-4cf9-b76a-ccd9e0937e24 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509541 Jan 31 19:30:09.150168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258eee7-d2b2-4ded-b341-fd77e87eda4e req-a172b818-42f5-4cca-9c9e-8758d469b670 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:09.152204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b258eee7-d2b2-4ded-b341-fd77e87eda4e req-a172b818-42f5-4cca-9c9e-8758d469b670 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0540266 Jan 31 19:30:09.200398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b258eee7-d2b2-4ded-b341-fd77e87eda4e req-1c008bfe-03c6-4a36-98c1-85638dd6c531 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420411 Jan 31 19:30:10.325036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35bfd3-67c1-483e-b792-c4cb7c978f59 req-76f672d6-9f4f-42b7-b2e0-b3fad6dc9c79 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:10.326583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c35bfd3-67c1-483e-b792-c4cb7c978f59 req-76f672d6-9f4f-42b7-b2e0-b3fad6dc9c79 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0536461 Jan 31 19:30:10.389276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c35bfd3-67c1-483e-b792-c4cb7c978f59 req-8faac580-2618-43fd-89b9-79ab425281c3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569003 Jan 31 19:30:11.520629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f813e19-ad91-41b3-807f-73e3d72c1454 req-79242961-6687-4f10-adc7-4b17a841398c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:11.521948 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f813e19-ad91-41b3-807f-73e3d72c1454 req-79242961-6687-4f10-adc7-4b17a841398c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0594070 Jan 31 19:30:11.572883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f813e19-ad91-41b3-807f-73e3d72c1454 req-b4530020-9ba7-4576-a137-1f7ce3ac7705 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447123 Jan 31 19:30:12.711253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27ae79-02e1-4438-8953-23cf04812f6e req-ab2601b7-bb84-4e49-98c7-9d64a5a3e133 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:12.712794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe27ae79-02e1-4438-8953-23cf04812f6e req-ab2601b7-bb84-4e49-98c7-9d64a5a3e133 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0563095 Jan 31 19:30:12.767203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe27ae79-02e1-4438-8953-23cf04812f6e req-469e9d84-9cec-4136-81e6-554e9279f9b5 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478990 Jan 31 19:30:13.896858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa706b4c-76f8-49e6-a6b2-404d6e143b93 req-0661e154-9581-481d-85d2-a72c563b5b93 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:13.898329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa706b4c-76f8-49e6-a6b2-404d6e143b93 req-0661e154-9581-481d-85d2-a72c563b5b93 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0566587 Jan 31 19:30:13.943995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa706b4c-76f8-49e6-a6b2-404d6e143b93 req-553ba975-3503-4f19-af70-ccf920e73810 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394373 Jan 31 19:30:15.063532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c1e4-ac6c-43e5-9f87-b0bfe78e5895 req-ab32c9a2-38a1-4139-aeae-8468f7e9d777 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:15.065041 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd73c1e4-ac6c-43e5-9f87-b0bfe78e5895 req-ab32c9a2-38a1-4139-aeae-8468f7e9d777 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0524116 Jan 31 19:30:15.112301 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd73c1e4-ac6c-43e5-9f87-b0bfe78e5895 req-e2d8e306-8073-42ef-8624-db80b3588977 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417354 Jan 31 19:30:15.692235 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8408e9b3-8542-4768-b16f-59cfbdb0f859 service neutron] show failed (client error): The resource could not be found. Jan 31 19:30:15.693209 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8408e9b3-8542-4768-b16f-59cfbdb0f859 service neutron] 10.222.0.21 "GET /v2.0/ports/4ae048d4-98e0-4d8b-a089-cdd96d0ea25e/bindings/n-h1-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.0576572 Jan 31 19:30:15.911956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8ff02ace-fc9c-4ff1-874e-36402986c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:15.914912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8ff02ace-fc9c-4ff1-874e-36402986c6e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 1129 time: 0.0495737 Jan 31 19:30:15.927775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:30:15.988921 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:16.242505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:30:16.293426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09856ca4-0f5c-4012-831c-2d60913ce57e req-9391af00-f1b9-47f3-928b-017c0b927938 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:16.295336 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09856ca4-0f5c-4012-831c-2d60913ce57e req-9391af00-f1b9-47f3-928b-017c0b927938 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.1085265 Jan 31 19:30:16.296720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:30:16.361731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:30:16.364863 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60507b79-d78d-42bc-a86c-15a1ebc5e478" -d '{"events": [{"server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "name": "network-vif-unplugged", "status": "completed", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:30:16.369739 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Publish callbacks [] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:16.396913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-09856ca4-0f5c-4012-831c-2d60913ce57e req-b69efdfe-8dd4-4482-a26c-5d9ab0228346 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794871 Jan 31 19:30:16.398037 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Transition to ACTIVE for port object 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:30:16.403601 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:16.439372 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d898e8-a258-497a-84bb-e047325303a3 x-openstack-request-id: req-78d898e8-a258-497a-84bb-e047325303a3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:30:16.439659 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "name": "network-vif-unplugged", "status": "completed", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:30:16.439923 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78d898e8-a258-497a-84bb-e047325303a3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:30:16.440367 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'code': 200} Jan 31 19:30:16.463788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:30:16.609926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] No DVR routers for this DVR port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:30:17.127965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Attempting to bind port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:30:17.128799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Attempting to bind port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:30:17.129128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Attempting to bind port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:30:17.134662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e on network 22855019-34f5-43e0-86bf-e57e531bda77 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:30:17.134994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Attempting to bind port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:30:17.141860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:30:17.141860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:30:17.141860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Bound using segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:30:17.149204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Bound port: 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:30:17.149204 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:17.213050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:30:17.220883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:30:17.231618 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:17.289466 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:17.290362 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:17.291842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] 10.222.0.49 "PUT /v2.0/ports/4ae048d4-98e0-4d8b-a089-cdd96d0ea25e HTTP/1.1" status: 200 len: 1093 time: 1.3682070 Jan 31 19:30:17.321038 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb928b8-5e95-47c4-b5b6-edb7145d7e44 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:30:17.386607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-ada67889-8d0a-4404-8c81-62b2a75d6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:17.387612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-ada67889-8d0a-4404-8c81-62b2a75d6f17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 1127 time: 0.0635643 Jan 31 19:30:17.537828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-d3331924-220b-4e6a-ba5c-a3f5b9b7bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:17.539329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-d3331924-220b-4e6a-ba5c-a3f5b9b7bc9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1419332 Jan 31 19:30:17.617235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f530581-1faa-4efc-b189-f7bae8a963c6 req-3f186148-7f17-4395-9d50-e766f5344fa8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:17.618717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f530581-1faa-4efc-b189-f7bae8a963c6 req-3f186148-7f17-4395-9d50-e766f5344fa8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 944 time: 0.1288946 Jan 31 19:30:17.650798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-609b4719-028b-45d6-ba15-6c99e6628321 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e HTTP/1.1" status: 200 len: 1000 time: 0.0992160 Jan 31 19:30:17.713013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f530581-1faa-4efc-b189-f7bae8a963c6 req-3c8bc259-197f-4fbc-b275-01fc8c2ff9cc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870304 Jan 31 19:30:17.726210 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-df66c322-cce2-4a7a-88a7-058e91da01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:17.727670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-df66c322-cce2-4a7a-88a7-058e91da01ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0647156 Jan 31 19:30:17.789122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-ef8d7457-5dce-4238-a671-44158c801400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:17.790630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-ef8d7457-5dce-4238-a671-44158c801400 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0538242 Jan 31 19:30:17.888718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-14844dae-8036-4fce-b7e6-fb6193d06017 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871959 Jan 31 19:30:17.989790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5f1127f-ebbd-4f4b-ab0b-5b5e853c3361 req-bdfc5baa-7058-408b-84fb-4aed319c0963 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912826 Jan 31 19:30:18.441894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:30:18.444409 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3f14e6-0af6-4591-8103-3b63de16b078" -d '{"events": [{"name": "network-changed", "server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:30:18.500280 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b70dbea-7779-4545-8206-47967f6ecbd6 x-openstack-request-id: req-6b70dbea-7779-4545-8206-47967f6ecbd6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:30:18.500723 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:30:18.501080 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b70dbea-7779-4545-8206-47967f6ecbd6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:30:18.501638 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'status': 'completed', 'code': 200} Jan 31 19:30:18.596040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-96712efa-1d9f-469c-80ec-98ae8d17841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:18.597667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-96712efa-1d9f-469c-80ec-98ae8d17841c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 1127 time: 0.0814829 Jan 31 19:30:18.600075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-00391ce9-836a-4447-a332-7e7b9dec8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:18.601460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-00391ce9-836a-4447-a332-7e7b9dec8892 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 1127 time: 0.0723188 Jan 31 19:30:18.763492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-3594daad-69e3-4353-8b7b-1d0074837b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:18.765128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-3594daad-69e3-4353-8b7b-1d0074837b5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1620004 Jan 31 19:30:18.766407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-7f0d00bb-167f-46f0-8b8f-0896c8487773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:18.768022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-7f0d00bb-167f-46f0-8b8f-0896c8487773 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1577327 Jan 31 19:30:18.914274 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81d55eff-aa6d-4e91-aaac-e9927b2f43b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:18.923244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-b823c722-4ae2-4a1f-ac1d-cb76dbaed991 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e HTTP/1.1" status: 200 len: 1000 time: 0.1522381 Jan 31 19:30:18.927050 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-a7d58075-fd55-4d5e-8b6b-5aa090a57955 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e HTTP/1.1" status: 200 len: 1000 time: 0.1500690 Jan 31 19:30:18.947916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5cef4-9376-4f34-bcde-8bf5314fff15 req-8fab69aa-2a62-4876-8b83-72cdf120ce14 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:18.950249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13c5cef4-9376-4f34-bcde-8bf5314fff15 req-8fab69aa-2a62-4876-8b83-72cdf120ce14 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 944 time: 0.1337364 Jan 31 19:30:19.054336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-88dc249f-23a2-4a31-aae5-13037c9b302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:19.055802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-88dc249f-23a2-4a31-aae5-13037c9b302e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.1247103 Jan 31 19:30:19.060631 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-e1393014-fc62-4fab-a190-3c8f40bd6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:19.062036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-e1393014-fc62-4fab-a190-3c8f40bd6033 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.1211281 Jan 31 19:30:19.075743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-13c5cef4-9376-4f34-bcde-8bf5314fff15 req-b0ff827b-46c6-4b35-86ae-4a113f9fa52d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008463 Jan 31 19:30:19.148484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-7e21f06f-2afc-4b8a-b04a-669f74051bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:19.150231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-7e21f06f-2afc-4b8a-b04a-669f74051bdd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0865691 Jan 31 19:30:19.157574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-29c995ee-db30-444c-90ce-a49822a43381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:19.159081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-29c995ee-db30-444c-90ce-a49822a43381 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0879326 Jan 31 19:30:19.314935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-ab25b48d-968f-4e49-a958-bceecd7b685e service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548872 Jan 31 19:30:19.316798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-48b07b21-6f32-4e22-8fc8-1352a5d5ad4c service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496766 Jan 31 19:30:19.487851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-1ecfd308-3f4a-4d59-b291-6314dd892d94 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660206 Jan 31 19:30:19.489872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f3f14e6-0af6-4591-8103-3b63de16b078 req-be68919f-ff89-4ee1-aaf7-927a3c2321e3 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552680 Jan 31 19:30:19.758228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:30:19.804145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e host n-h1-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 19:30:19.804627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:30:20.212066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30184ecb-ce51-4f9b-9615-8235003a8f21 req-2dff1f4e-2e4f-40c4-b611-52ca1cfe46d7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:20.213714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30184ecb-ce51-4f9b-9615-8235003a8f21 req-2dff1f4e-2e4f-40c4-b611-52ca1cfe46d7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 944 time: 0.0646498 Jan 31 19:30:20.271465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-30184ecb-ce51-4f9b-9615-8235003a8f21 req-1c2a12e6-82b8-44ea-80a7-5a1e9c73e87e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508749 Jan 31 19:30:20.531214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea01404-4f92-412f-a80f-73bd90dfca79 req-8313005a-2875-43aa-b108-72d0395e1d38 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:20.533413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ea01404-4f92-412f-a80f-73bd90dfca79 req-8313005a-2875-43aa-b108-72d0395e1d38 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 944 time: 0.1037066 Jan 31 19:30:20.552317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a5739-422e-437a-8744-882236cbb3e1 req-9a8625fc-9f97-4d37-9b73-782f9c83beee tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:20.554595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-553a5739-422e-437a-8744-882236cbb3e1 req-9a8625fc-9f97-4d37-9b73-782f9c83beee tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.21 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034&tenant_id=7465d39d8a0144f28d69732da73630c4&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 944 time: 0.1120934 Jan 31 19:30:20.634308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ea01404-4f92-412f-a80f-73bd90dfca79 req-881fdd85-ce9f-4e4b-8994-0fbff60a8b59 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950248 Jan 31 19:30:20.651996 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-553a5739-422e-437a-8744-882236cbb3e1 req-66c62beb-6070-4b06-96cb-89eb6f060a7a service neutron] delete failed (client error): The resource could not be found. Jan 31 19:30:20.653127 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-553a5739-422e-437a-8744-882236cbb3e1 req-66c62beb-6070-4b06-96cb-89eb6f060a7a service neutron] 10.222.0.21 "DELETE /v2.0/ports/4ae048d4-98e0-4d8b-a089-cdd96d0ea25e/bindings/n-h2-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.0895574 Jan 31 19:30:20.744365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a5739-422e-437a-8744-882236cbb3e1 req-8a7f312b-0edc-4715-81f2-8e667ae3d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:20.746756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-553a5739-422e-437a-8744-882236cbb3e1 req-8a7f312b-0edc-4715-81f2-8e667ae3d447 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 1127 time: 0.0473614 Jan 31 19:30:20.853886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a5739-422e-437a-8744-882236cbb3e1 req-58ddebbe-e7d4-4f47-9c95-7a4f0bf21f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:20.855905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-553a5739-422e-437a-8744-882236cbb3e1 req-58ddebbe-e7d4-4f47-9c95-7a4f0bf21f9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1045930 Jan 31 19:30:20.925218 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-553a5739-422e-437a-8744-882236cbb3e1 req-3cf12a11-c2c9-44fc-9539-09d3290b7f51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e HTTP/1.1" status: 200 len: 1000 time: 0.0600901 Jan 31 19:30:20.973702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a5739-422e-437a-8744-882236cbb3e1 req-21433d9c-0d7c-4831-a078-838b66a29143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:20.975186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-553a5739-422e-437a-8744-882236cbb3e1 req-21433d9c-0d7c-4831-a078-838b66a29143 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0449529 Jan 31 19:30:21.029720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a5739-422e-437a-8744-882236cbb3e1 req-95871017-c82b-4574-aa15-1d75e3733a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:21.031196 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-553a5739-422e-437a-8744-882236cbb3e1 req-95871017-c82b-4574-aa15-1d75e3733a5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496497 Jan 31 19:30:21.121550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-553a5739-422e-437a-8744-882236cbb3e1 req-c7764300-e403-466f-95d0-81a7e048e6ba service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830774 Jan 31 19:30:21.156530 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35612d91-6fd4-492a-9e17-0514fed54ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:21.221026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-553a5739-422e-437a-8744-882236cbb3e1 req-f24a0394-7c50-482c-9088-33bcb5b7d141 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937550 Jan 31 19:30:21.423661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:30:21.524495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:30:21.539396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'port_id': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'mac_address': 'fa:16:3e:0c:db:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:30:21.583226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:30:21.583630 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:21.597764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:30:21.618670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:30:21.623794 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:21.685414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:30:21.775646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888e0de-631b-4e25-b9ee-214551236429 req-c50b6ce1-2869-4153-9607-69b761ae62c3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:21.777161 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f888e0de-631b-4e25-b9ee-214551236429 req-c50b6ce1-2869-4153-9607-69b761ae62c3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 945 time: 0.0581765 Jan 31 19:30:21.829408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f888e0de-631b-4e25-b9ee-214551236429 req-fbd1c9ca-f00f-4fa7-92ed-1578113ce6ef tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460474 Jan 31 19:30:21.862504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['4ae048d4-98e0-4d8b-a089-cdd96d0ea25e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:30:21.957272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6b14a-bc9d-4a1f-80ac-d255e88f9329 req-9a82bacb-a90e-457d-8b2f-2a41030331eb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:21.958762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b6b14a-bc9d-4a1f-80ac-d255e88f9329 req-9a82bacb-a90e-457d-8b2f-2a41030331eb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 945 time: 0.0551121 Jan 31 19:30:22.009597 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b6b14a-bc9d-4a1f-80ac-d255e88f9329 req-a7dd7cfb-f97a-41b5-8df4-a78f1a8e7ae9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450566 Jan 31 19:30:22.144589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150dc22-1b56-4c3f-ac76-9b2331fcfe70 req-f150d364-3eb4-42e0-9327-7dc63a63bfbf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:22.146406 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6150dc22-1b56-4c3f-ac76-9b2331fcfe70 req-f150d364-3eb4-42e0-9327-7dc63a63bfbf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 945 time: 0.0640557 Jan 31 19:30:22.205974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6150dc22-1b56-4c3f-ac76-9b2331fcfe70 req-135fa739-ea51-4605-8e51-e2976b3a9540 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537100 Jan 31 19:30:22.452593 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49415284-54f7-468b-a3df-0ad8d9c476b5 req-e33960f1-d075-47a4-bc57-5b3de42efd34 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:22.454083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49415284-54f7-468b-a3df-0ad8d9c476b5 req-e33960f1-d075-47a4-bc57-5b3de42efd34 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 945 time: 0.0534132 Jan 31 19:30:22.502582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-49415284-54f7-468b-a3df-0ad8d9c476b5 req-f89ee349-455d-49c4-b7b4-69a956c2538b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428684 Jan 31 19:30:22.633182 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:23.436503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:30:23.487261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:30:23.492666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:30:23.493137 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:23.576396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:30:23.576726 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:23.600422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:30:23.602872 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c04c7da-ed6b-4e7c-b83c-bb3bc4648768" -d '{"events": [{"server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "name": "network-vif-plugged", "status": "completed", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:30:23.626015 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:30:23.630745 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:23.641172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57097600-7ef9-4186-90d8-f510ae80e522 req-7376ada4-e700-4af6-bc09-fe971828460e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:23.642737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57097600-7ef9-4186-90d8-f510ae80e522 req-7376ada4-e700-4af6-bc09-fe971828460e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 945 time: 0.0649180 Jan 31 19:30:23.666388 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510ccd7a-67e7-4593-84b2-afaad1c7d869 x-openstack-request-id: req-510ccd7a-67e7-4593-84b2-afaad1c7d869 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:30:23.667000 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "name": "network-vif-plugged", "status": "completed", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:30:23.667000 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-510ccd7a-67e7-4593-84b2-afaad1c7d869 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:30:23.667292 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'code': 200} Jan 31 19:30:23.690700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:30:23.695038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57097600-7ef9-4186-90d8-f510ae80e522 req-a17a80a1-d357-43ee-b849-dfcffb57a542 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453930 Jan 31 19:30:23.842146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-ab4a28d2-2892-4f64-a248-28ffb8ea530d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:23.843538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-ab4a28d2-2892-4f64-a248-28ffb8ea530d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 946 time: 0.0542834 Jan 31 19:30:23.937615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Deleting port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:30:23.937953 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:24.031471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] For port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:30:24.031832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:24.204429 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:24.204793 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:24.205130 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b disassociated. External IP: 172.25.8.179, port: 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e. Jan 31 19:30:24.205453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Calling delete_port for 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:30:24.270525 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:24.338043 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4ae048d4-98e0-4d8b-a089-cdd96d0ea25e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:24.368869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event deleted for resources: {'Port': ['ID=4ae048d4-98e0-4d8b-a089-cdd96d0ea25e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:30:24.381834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.382121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.382479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.382831 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.383180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.383529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.383870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.384215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.384586 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.384921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.385257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.385592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.385928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:30:24.504167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:30:24.625837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:30:24.636133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfcc9b1-0502-4869-bdfe-18a68102c428 None None] Sync routers for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:30:24.648033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfcc9b1-0502-4869-bdfe-18a68102c428 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:30:24.648623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ebfcc9b1-0502-4869-bdfe-18a68102c428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:30:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:30:24.666348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] No DVR routers for this DVR port 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:30:24.669618 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:24.672981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6802b0ab-5455-454e-9c58-641dddcba4ef req-011a689c-9b28-42cc-b2ee-c33d9ab2ddcf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.49 "DELETE /v2.0/ports/4ae048d4-98e0-4d8b-a089-cdd96d0ea25e HTTP/1.1" status: 204 len: 173 time: 0.8220510 Jan 31 19:30:24.673426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'name': 'network-vif-deleted', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:30:24.675660 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2eef875-fece-4533-869b-69cce041ce5b" -d '{"events": [{"server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "name": "network-vif-deleted", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:30:24.717297 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3fe225-2eb5-4b87-82ac-49ff8eff9464 x-openstack-request-id: req-4e3fe225-2eb5-4b87-82ac-49ff8eff9464 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:30:24.717593 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf02a98-4509-4d5e-b8c4-c331c0901034", "name": "network-vif-deleted", "tag": "4ae048d4-98e0-4d8b-a089-cdd96d0ea25e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:30:24.717854 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e3fe225-2eb5-4b87-82ac-49ff8eff9464 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:30:24.718263 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf02a98-4509-4d5e-b8c4-c331c0901034', 'name': 'network-vif-deleted', 'tag': '4ae048d4-98e0-4d8b-a089-cdd96d0ea25e', 'status': 'completed', 'code': 200} Jan 31 19:30:24.772889 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ebfcc9b1-0502-4869-bdfe-18a68102c428 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:30:24.807448 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a589eff-1950-4b4c-abc3-f6618e4c3265 req-42d41119-1e15-4e02-ad05-8eeac170fecb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf02a98-4509-4d5e-b8c4-c331c0901034 HTTP/1.1" status: 200 len: 210 time: 0.0314803 Jan 31 19:30:24.812169 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:24.991705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ebfcc9b1-0502-4869-bdfe-18a68102c428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:30:25.017336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfcc9b1-0502-4869-bdfe-18a68102c428 None None] Checking router: 4d0609c6-cc70-40c9-ad8b-829683bbe1dd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:30:25.025804 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfcc9b1-0502-4869-bdfe-18a68102c428 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:30:25.026405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ebfcc9b1-0502-4869-bdfe-18a68102c428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:30:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:30:25.131916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ebfcc9b1-0502-4869-bdfe-18a68102c428 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:30:25.345129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ebfcc9b1-0502-4869-bdfe-18a68102c428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:30:25.374426 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:25.375964 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfcc9b1-0502-4869-bdfe-18a68102c428 None None] The sync data for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 is: [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:30:25.599823 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbde8ac-ccef-4887-ba56-6fa197b8c492 None None] New status for floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:30:26.061725 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-69e06e3c-8251-4293-9320-b756c32ee329 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--343997603&fields=id&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 267 time: 0.0431726 Jan 31 19:30:26.169317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e1f-802d-45bf-a530-513b118d13d3 req-9f5ea14d-0018-4a14-98e0-1b70c93546e5 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:26.170712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-9f5ea14d-0018-4a14-98e0-1b70c93546e5 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 812 time: 0.1018245 Jan 31 19:30:26.185388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-3d391f54-d8fc-437d-bad1-42bea763d062 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/quotas/7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 375 time: 0.0093048 Jan 31 19:30:26.245105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-ec31c727-13e8-41b4-b3df-d8326bb84b8c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548885 Jan 31 19:30:26.344039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-dfb51ec9-e773-4184-a812-6b27e668e3b6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:30:26.345105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-dfb51ec9-e773-4184-a812-6b27e668e3b6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520461 Jan 31 19:30:26.437524 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-bde15a85-4fee-4f6d-9405-e0c1b41fdf17 service neutron] 10.222.0.20 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865393 Jan 31 19:30:26.527832 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:26.532298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-7adbf3ad-1e90-44b0-81a4-5fafd7f43db4 service neutron] 10.222.0.20 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893159 Jan 31 19:30:26.711040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b2d9237-0387-46cc-af07-35c8eaa31b11 req-0e1f0cb0-c734-40d1-b626-cab800782189 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 210 time: 0.0322871 Jan 31 19:30:27.466367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:30:27.499886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:30:27.500238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 4ae048d4-98e0-4d8b-a089-cdd96d0ea25e not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:30:27.745273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e1f-802d-45bf-a530-513b118d13d3 req-d3edce69-7b78-4701-bf31-b206c8e18edc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:27.747535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-d3edce69-7b78-4701-bf31-b206c8e18edc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 812 time: 0.1148121 Jan 31 19:30:27.829981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d921e7b-16dd-465d-b4ee-2b3bb1cdb70f req-f2a1dc5b-dde2-4661-92a5-6fa8a6c9d084 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 210 time: 0.0405817 Jan 31 19:30:27.846045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-df9f96a5-324c-4ebd-8ff6-02b062b7eb85 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 379 time: 0.0896137 Jan 31 19:30:27.855071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Request body: {'port': {'device_id': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'admin_state_up': True, 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'security_groups': ['e4ab0b01-37ac-47de-9efb-f0f7f77af0d0']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:30:27.966330 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Made reservation on behalf of 7465d39d8a0144f28d69732da73630c4 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:30:27.969820 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:28.102979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Allocated IP 172.20.0.13 (22855019-34f5-43e0-86bf-e57e531bda77/a199254d-7ee1-40e4-a40e-fd95ac4ad96e/530ba80f-d415-4fee-9687-24bea4c20cf2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:30:28.248167 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:28.286834 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:28.334665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Network 22855019-34f5-43e0-86bf-e57e531bda77 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:30:28.337680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:30:28.341430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:30:28.367597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event updated for resources: {'Port': ['ID=530ba80f-d415-4fee-9687-24bea4c20cf2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:30:28.405799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:28.406476 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:28.425304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e72e4531-a56b-4061-b53d-555fd2858317 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738413 Jan 31 19:30:28.441031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Request body: {'port': {'device_id': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:30:28.503164 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:28.587366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6549edbf-513c-4ccc-ae26-75781be33618 None None] Provisioning complete for port 530ba80f-d415-4fee-9687-24bea4c20cf2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:30:28.587983 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6549edbf-513c-4ccc-ae26-75781be33618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:28.623176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6549edbf-513c-4ccc-ae26-75781be33618 None None] Port 530ba80f-d415-4fee-9687-24bea4c20cf2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:30:28.789698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530ba80f-d415-4fee-9687-24bea4c20cf2 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:30:28.797678 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Publish callbacks [] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:28.810734 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Transition to ACTIVE for port object 530ba80f-d415-4fee-9687-24bea4c20cf2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:30:28.814283 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:28.866781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Pushing event updated for resources: {'Port': ['ID=530ba80f-d415-4fee-9687-24bea4c20cf2,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:30:28.974848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Attempting to bind port 530ba80f-d415-4fee-9687-24bea4c20cf2 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:30:28.975153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Attempting to bind port 530ba80f-d415-4fee-9687-24bea4c20cf2 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:30:28.975518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Attempting to bind port 530ba80f-d415-4fee-9687-24bea4c20cf2 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:30:28.984085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Port 530ba80f-d415-4fee-9687-24bea4c20cf2 on network 22855019-34f5-43e0-86bf-e57e531bda77 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:30:28.984443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Attempting to bind port 530ba80f-d415-4fee-9687-24bea4c20cf2 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:30:28.993630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:30:28.993979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:30:28.994370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Bound using segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:30:28.994823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Bound port: 530ba80f-d415-4fee-9687-24bea4c20cf2, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:30:28.995193 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:29.006379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe9080-4575-49fb-a200-d68ac525a8df req-aababf81-497d-4c09-be70-f0fb7f33df63 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:29.007920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78fe9080-4575-49fb-a200-d68ac525a8df req-aababf81-497d-4c09-be70-f0fb7f33df63 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 944 time: 0.0929155 Jan 31 19:30:29.101012 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78fe9080-4575-49fb-a200-d68ac525a8df req-6b629b85-bd39-4025-9a2b-72cf9f234a49 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859108 Jan 31 19:30:29.103376 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:30:29.107222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=530ba80f-d415-4fee-9687-24bea4c20cf2,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:30:29.114025 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:29.155627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:29.156152 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:29.157940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] 10.222.0.49 "PUT /v2.0/ports/530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 200 len: 1093 time: 0.7214849 Jan 31 19:30:29.160635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:30:29.162801 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243383cd-1ea1-4291-9a83-06b5fc81f8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:30:29.193306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b772fe-9f51-4451-a9a9-5f1d92dd4941 service neutron] Pushing event updated for resources: {'Port': ['ID=530ba80f-d415-4fee-9687-24bea4c20cf2,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:30:29.214529 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa9cd3c-c9d7-426c-8426-a91df53cd09f x-openstack-request-id: req-7fa9cd3c-c9d7-426c-8426-a91df53cd09f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:30:29.214838 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:30:29.215276 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fa9cd3c-c9d7-426c-8426-a91df53cd09f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:30:29.215693 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'status': 'completed', 'code': 200} Jan 31 19:30:29.253611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e1f-802d-45bf-a530-513b118d13d3 req-019a577c-f687-45ae-8200-8d78958bfbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:29.256486 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-019a577c-f687-45ae-8200-8d78958bfbe5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 1127 time: 0.0528917 Jan 31 19:30:29.304819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-224d071b-ded9-4d1b-873a-9935f191cbfc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 200 len: 217 time: 0.0365689 Jan 31 19:30:29.362100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e1f-802d-45bf-a530-513b118d13d3 req-c52cbe5f-fae7-4adf-8b77-d9204bbed9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:29.363592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-c52cbe5f-fae7-4adf-8b77-d9204bbed9fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0508516 Jan 31 19:30:29.422727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48185e1f-802d-45bf-a530-513b118d13d3 req-bcf98fbd-6cdf-486b-b716-23d6bf105c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:29.424226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-bcf98fbd-6cdf-486b-b716-23d6bf105c32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501354 Jan 31 19:30:29.514729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-9975380c-5a66-4cac-9c66-773a5d603fd5 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805016 Jan 31 19:30:29.942694 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48185e1f-802d-45bf-a530-513b118d13d3 req-256af98f-dfa4-4beb-a050-183d77ab7c84 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195447 Jan 31 19:30:30.042428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243383cd-1ea1-4291-9a83-06b5fc81f8f5 req-62d4a27a-570a-422f-924a-52863d04db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:30.044019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-243383cd-1ea1-4291-9a83-06b5fc81f8f5 req-62d4a27a-570a-422f-924a-52863d04db9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 1127 time: 0.0459895 Jan 31 19:30:30.137573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243383cd-1ea1-4291-9a83-06b5fc81f8f5 req-0860325d-f14e-4090-8e08-d01b0ca94bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:30.139060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-243383cd-1ea1-4291-9a83-06b5fc81f8f5 req-0860325d-f14e-4090-8e08-d01b0ca94bdc service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.0888171 Jan 31 19:30:30.182140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-243383cd-1ea1-4291-9a83-06b5fc81f8f5 req-0ce6af67-a607-4a02-b28d-8ba3029972aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 200 len: 217 time: 0.0365312 Jan 31 19:30:30.257080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243383cd-1ea1-4291-9a83-06b5fc81f8f5 req-8e0d62e0-94f4-487d-9340-f69824b95ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:30.258560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-243383cd-1ea1-4291-9a83-06b5fc81f8f5 req-8e0d62e0-94f4-487d-9340-f69824b95ea3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0687985 Jan 31 19:30:30.279943 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddce64-c492-45aa-a2d4-c1c65c699b3a req-0ffe885f-ce99-48e0-b9e5-963a5b64247a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:30.281389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffddce64-c492-45aa-a2d4-c1c65c699b3a req-0ffe885f-ce99-48e0-b9e5-963a5b64247a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 944 time: 0.1018062 Jan 31 19:30:30.350078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243383cd-1ea1-4291-9a83-06b5fc81f8f5 req-3a5aceeb-af7d-49ec-a0d6-b72fdfc17dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:30.351613 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-243383cd-1ea1-4291-9a83-06b5fc81f8f5 req-3a5aceeb-af7d-49ec-a0d6-b72fdfc17dd6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0852993 Jan 31 19:30:30.355261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ffddce64-c492-45aa-a2d4-c1c65c699b3a req-7bac8568-c136-46de-a926-8713f1a7f975 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562344 Jan 31 19:30:30.448272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-243383cd-1ea1-4291-9a83-06b5fc81f8f5 req-4fd87c2d-344f-4d20-a34b-fe4cfcdee41f service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900455 Jan 31 19:30:30.539985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-243383cd-1ea1-4291-9a83-06b5fc81f8f5 req-3e0fb8a3-b7dc-43b3-98a4-2caac93aea0f service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847785 Jan 31 19:30:31.478717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0f123-9c1a-4a24-b68e-6a3fdd81a124 req-b22c848d-e670-4e43-a221-3c723719b817 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:31.480541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ec0f123-9c1a-4a24-b68e-6a3fdd81a124 req-b22c848d-e670-4e43-a221-3c723719b817 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 944 time: 0.0536201 Jan 31 19:30:31.526417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ec0f123-9c1a-4a24-b68e-6a3fdd81a124 req-30d59f59-b2ea-4fe6-b00e-f53a7856fea5 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402989 Jan 31 19:30:32.656249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093c07b-0568-4164-9c5c-e8645b12a3b3 req-d500191f-ece6-4990-b544-63895a26ea92 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:32.657773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7093c07b-0568-4164-9c5c-e8645b12a3b3 req-d500191f-ece6-4990-b544-63895a26ea92 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 944 time: 0.0602558 Jan 31 19:30:32.717618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7093c07b-0568-4164-9c5c-e8645b12a3b3 req-e9886afc-24f1-4f05-b6c2-d1ff2345ab84 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511451 Jan 31 19:30:33.483956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 530ba80f-d415-4fee-9687-24bea4c20cf2 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:30:33.594669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=530ba80f-d415-4fee-9687-24bea4c20cf2,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:30:33.615492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'port_id': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'mac_address': 'fa:16:3e:94:51:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:30:33.657205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 530ba80f-d415-4fee-9687-24bea4c20cf2 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:30:33.657607 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:33.671801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530ba80f-d415-4fee-9687-24bea4c20cf2 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:30:33.691756 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=530ba80f-d415-4fee-9687-24bea4c20cf2,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:30:33.696992 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:33.751590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=530ba80f-d415-4fee-9687-24bea4c20cf2,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:30:33.863475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bc855-3fdd-4656-a8e8-67400c17c20e req-9807a16e-d805-446e-971a-0631102f8a6c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:33.865022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-439bc855-3fdd-4656-a8e8-67400c17c20e req-9807a16e-d805-446e-971a-0631102f8a6c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 945 time: 0.0697033 Jan 31 19:30:33.914262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-439bc855-3fdd-4656-a8e8-67400c17c20e req-ce71ab2b-30fe-4ade-b0c9-6321e7e887f7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 Jan 31 19:30:33.948589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['530ba80f-d415-4fee-9687-24bea4c20cf2'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:30:35.039772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf551555-0868-4efe-9330-1cead29c5853 req-db57b906-195a-4317-8330-c1c063a98040 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:35.041360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf551555-0868-4efe-9330-1cead29c5853 req-db57b906-195a-4317-8330-c1c063a98040 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 945 time: 0.0568526 Jan 31 19:30:35.090597 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf551555-0868-4efe-9330-1cead29c5853 req-4ea9ba68-5bff-4a19-931c-eb19086ebada tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425150 Jan 31 19:30:35.498445 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 530ba80f-d415-4fee-9687-24bea4c20cf2 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:30:35.547777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 530ba80f-d415-4fee-9687-24bea4c20cf2 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:30:35.552000 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 530ba80f-d415-4fee-9687-24bea4c20cf2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:30:35.552417 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:35.632376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 530ba80f-d415-4fee-9687-24bea4c20cf2 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:30:35.632694 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:35.656944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:30:35.659237 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceba2d2a-8f33-438e-a75b-73c535841bed" -d '{"events": [{"server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "name": "network-vif-plugged", "status": "completed", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:30:35.671561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=530ba80f-d415-4fee-9687-24bea4c20cf2,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:30:35.675685 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:35.701206 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbf9267-abf8-497f-a830-d3cd7d1d83cf x-openstack-request-id: req-2dbf9267-abf8-497f-a830-d3cd7d1d83cf {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:30:35.701521 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "name": "network-vif-plugged", "status": "completed", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:30:35.701777 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dbf9267-abf8-497f-a830-d3cd7d1d83cf {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:30:35.702164 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'code': 200} Jan 31 19:30:35.729392 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=530ba80f-d415-4fee-9687-24bea4c20cf2,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:30:35.803288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518f1fe-6f83-44b3-974d-a25ba44c23c5 req-4d72edbc-296d-4aac-8ab3-3331b1c4f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:35.804816 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0518f1fe-6f83-44b3-974d-a25ba44c23c5 req-4d72edbc-296d-4aac-8ab3-3331b1c4f74d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 1129 time: 0.0472937 Jan 31 19:30:35.848323 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0518f1fe-6f83-44b3-974d-a25ba44c23c5 req-0dadd31c-2936-4a00-b8cd-bc878305b079 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373101 Jan 31 19:30:36.216365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18500920-0b13-4343-96c5-8c3c70ae25cf req-2ce9904d-b32a-40a7-bfd6-139a358e6e90 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:36.217870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18500920-0b13-4343-96c5-8c3c70ae25cf req-2ce9904d-b32a-40a7-bfd6-139a358e6e90 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0578489 Jan 31 19:30:36.270532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18500920-0b13-4343-96c5-8c3c70ae25cf req-979ac7b6-d4ab-40d2-8cde-9a8a032bec46 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471175 Jan 31 19:30:37.393725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414dc6c-35bf-43ea-82f8-5b676f4b1e91 req-bccfcb1e-e6f7-4f54-ab24-4c4fe2bd98d2 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:37.395491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a414dc6c-35bf-43ea-82f8-5b676f4b1e91 req-bccfcb1e-e6f7-4f54-ab24-4c4fe2bd98d2 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0535400 Jan 31 19:30:37.442470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a414dc6c-35bf-43ea-82f8-5b676f4b1e91 req-6d2a3cee-62dc-481d-8723-8a1aa96ae42d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414209 Jan 31 19:30:37.561730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8da821-ec9a-428f-9b47-b72f696f2824 req-0979c6f5-3231-40d8-aa5c-c938b5e6065a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:37.563199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e8da821-ec9a-428f-9b47-b72f696f2824 req-0979c6f5-3231-40d8-aa5c-c938b5e6065a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0564075 Jan 31 19:30:37.571843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 56608) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:30:37.577021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9f5f760e-b3b5-4c28-8d1c-2243c7a04b69 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Request body: {'floatingip': {'port_id': '530ba80f-d415-4fee-9687-24bea4c20cf2'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:30:37.629112 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f5f760e-b3b5-4c28-8d1c-2243c7a04b69 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:38.075674 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f5f760e-b3b5-4c28-8d1c-2243c7a04b69 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:38.079782 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f5f760e-b3b5-4c28-8d1c-2243c7a04b69 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:38.181778 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-9f5f760e-b3b5-4c28-8d1c-2243c7a04b69 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b associated. External IP: 172.25.8.179, port: 530ba80f-d415-4fee-9687-24bea4c20cf2. Jan 31 19:30:38.389116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5f760e-b3b5-4c28-8d1c-2243c7a04b69 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:30:38.502320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5f760e-b3b5-4c28-8d1c-2243c7a04b69 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:30:38.507188 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f5f760e-b3b5-4c28-8d1c-2243c7a04b69 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:38.512716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aff905-0fbb-4ff1-8898-a8740bf297f3 None None] Sync routers for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:30:38.527922 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aff905-0fbb-4ff1-8898-a8740bf297f3 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:30:38.528595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-99aff905-0fbb-4ff1-8898-a8740bf297f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:30:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:30:38.544276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9f5f760e-b3b5-4c28-8d1c-2243c7a04b69 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "PUT /v2.0/floatingips/c5b5c614-5ce7-4766-be38-0ca48a3f7d3b HTTP/1.1" status: 200 len: 992 time: 0.9712927 Jan 31 19:30:38.544884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:30:38.547368 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482aab02-c415-4b1f-a801-e5226bf64404" -d '{"events": [{"name": "network-changed", "server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:30:38.586921 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150bcf6c-468a-4866-beb1-db687c6c8508 x-openstack-request-id: req-150bcf6c-468a-4866-beb1-db687c6c8508 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:30:38.587227 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:30:38.587591 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-150bcf6c-468a-4866-beb1-db687c6c8508 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:30:38.587914 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'status': 'completed', 'code': 200} Jan 31 19:30:38.649709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-99aff905-0fbb-4ff1-8898-a8740bf297f3 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:30:38.687301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aab02-c415-4b1f-a801-e5226bf64404 req-1b2b7de7-5fff-4365-b405-91e050d07a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:38.688861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-482aab02-c415-4b1f-a801-e5226bf64404 req-1b2b7de7-5fff-4365-b405-91e050d07a59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 1129 time: 0.0769682 Jan 31 19:30:38.696910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74080d9-9f1e-4370-a781-3386d945ddc5 req-88ca9d5d-7680-428e-afff-dc6f64d25c2d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:38.698993 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c74080d9-9f1e-4370-a781-3386d945ddc5 req-88ca9d5d-7680-428e-afff-dc6f64d25c2d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0962620 Jan 31 19:30:38.795021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c74080d9-9f1e-4370-a781-3386d945ddc5 req-f4d8031c-8615-45e4-bb79-89c5bdd85c86 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873876 Jan 31 19:30:38.818316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aab02-c415-4b1f-a801-e5226bf64404 req-89f119e5-44e4-4c89-acab-05088ae91f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:38.819819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-482aab02-c415-4b1f-a801-e5226bf64404 req-89f119e5-44e4-4c89-acab-05088ae91f55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1197660 Jan 31 19:30:38.880275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-99aff905-0fbb-4ff1-8898-a8740bf297f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c5b5c614-5ce7-4766-be38-0ca48a3f7d3b', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'port_id': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'mac_address': 'fa:16:3e:94:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:42Z', 'updated_at': '2022-01-31T19:30:37Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:30:38.892173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-482aab02-c415-4b1f-a801-e5226bf64404 req-ff48f94c-4f09-43ff-9c25-347f289f99fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 200 len: 1000 time: 0.0655873 Jan 31 19:30:38.908711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aff905-0fbb-4ff1-8898-a8740bf297f3 None None] Checking router: 4d0609c6-cc70-40c9-ad8b-829683bbe1dd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:30:38.916945 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aff905-0fbb-4ff1-8898-a8740bf297f3 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:30:38.917548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-99aff905-0fbb-4ff1-8898-a8740bf297f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:30:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:30:38.940662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aab02-c415-4b1f-a801-e5226bf64404 req-3c9f3120-7d54-4e3f-9b8d-08ad5341db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:38.942145 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-482aab02-c415-4b1f-a801-e5226bf64404 req-3c9f3120-7d54-4e3f-9b8d-08ad5341db1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0440664 Jan 31 19:30:38.992805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aab02-c415-4b1f-a801-e5226bf64404 req-cd3028ca-5c2a-4eb1-a591-eb69e155d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:38.994318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-482aab02-c415-4b1f-a801-e5226bf64404 req-cd3028ca-5c2a-4eb1-a591-eb69e155d81e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447066 Jan 31 19:30:39.025310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-99aff905-0fbb-4ff1-8898-a8740bf297f3 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:30:39.088710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-482aab02-c415-4b1f-a801-e5226bf64404 req-6e8b1253-2006-4d72-aa36-733ba58cbdac service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885727 Jan 31 19:30:39.178572 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-482aab02-c415-4b1f-a801-e5226bf64404 req-e2e4e539-54ea-47d5-ad93-517ca14a9cac service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840731 Jan 31 19:30:39.254964 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-99aff905-0fbb-4ff1-8898-a8740bf297f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c5b5c614-5ce7-4766-be38-0ca48a3f7d3b', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'port_id': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'mac_address': 'fa:16:3e:94:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:42Z', 'updated_at': '2022-01-31T19:30:37Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:30:39.281940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aff905-0fbb-4ff1-8898-a8740bf297f3 None None] The sync data for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 is: [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c5b5c614-5ce7-4766-be38-0ca48a3f7d3b', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'port_id': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'mac_address': 'fa:16:3e:94:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:42Z', 'updated_at': '2022-01-31T19:30:37Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:30:39.482880 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68622b84-3cf6-4c62-a76a-6b9965cc9f69 None None] New status for floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:30:39.933434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409c18c-4112-4120-a51a-c2faf7fdcf53 req-d86ce7c0-b977-440f-bae7-26ea06374734 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:39.934990 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8409c18c-4112-4120-a51a-c2faf7fdcf53 req-d86ce7c0-b977-440f-bae7-26ea06374734 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0649536 Jan 31 19:30:39.985533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8409c18c-4112-4120-a51a-c2faf7fdcf53 req-dd09dc33-df7c-47f1-b933-38201e0eddf7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446167 Jan 31 19:30:40.199697 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a949943-19ab-457b-86ed-75fa66192149 req-44652077-d802-4875-aa96-e33d64f97cc7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:40.201256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a949943-19ab-457b-86ed-75fa66192149 req-44652077-d802-4875-aa96-e33d64f97cc7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0565989 Jan 31 19:30:40.255243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a949943-19ab-457b-86ed-75fa66192149 req-01774826-afee-4e19-a55e-f5c8432e3937 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469685 Jan 31 19:30:41.380218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2a8b0-fec9-4e52-b917-c8b1a80a0d73 req-21b7b4b9-3090-457e-a4e7-1b8577c68d1e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:41.381773 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9fe2a8b0-fec9-4e52-b917-c8b1a80a0d73 req-21b7b4b9-3090-457e-a4e7-1b8577c68d1e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0533233 Jan 31 19:30:41.433931 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9fe2a8b0-fec9-4e52-b917-c8b1a80a0d73 req-aed34ee3-34e2-4ba7-9813-d7032c327db9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461125 Jan 31 19:30:42.265162 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:30:42.561896 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f901-0bb2-4288-8123-c0a94b001169 req-972d9003-ad46-4000-af47-4c2089062b4c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:42.563484 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4505f901-0bb2-4288-8123-c0a94b001169 req-972d9003-ad46-4000-af47-4c2089062b4c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0561795 Jan 31 19:30:42.615383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4505f901-0bb2-4288-8123-c0a94b001169 req-c66470ca-ed77-48e5-8d59-77e3ac94e40d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456679 Jan 31 19:30:43.746036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6061c-3dfa-46d2-8107-6a1c65f52fda req-33f7eace-c01a-4b18-b770-e0d4e86dd5f2 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:43.747853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae6061c-3dfa-46d2-8107-6a1c65f52fda req-33f7eace-c01a-4b18-b770-e0d4e86dd5f2 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0553541 Jan 31 19:30:43.808440 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ae6061c-3dfa-46d2-8107-6a1c65f52fda req-f3e67797-0f5f-4634-a2b1-213e72686afc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548732 Jan 31 19:30:44.934952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d6082-fdb7-4401-b5e5-11b3fddb4cb6 req-a6a9174e-c761-4e01-91b8-4dc900972c89 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:44.936495 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-194d6082-fdb7-4401-b5e5-11b3fddb4cb6 req-a6a9174e-c761-4e01-91b8-4dc900972c89 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0582852 Jan 31 19:30:44.984764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-194d6082-fdb7-4401-b5e5-11b3fddb4cb6 req-7d07d5a7-0d69-4011-a740-b8f50c08f40d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426333 Jan 31 19:30:46.112282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b62fcd-c8e4-4757-8509-fdd7693f7cdc req-95a86c77-b34a-41a3-b751-6728deaa5565 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:46.113856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2b62fcd-c8e4-4757-8509-fdd7693f7cdc req-95a86c77-b34a-41a3-b751-6728deaa5565 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0543919 Jan 31 19:30:46.164290 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2b62fcd-c8e4-4757-8509-fdd7693f7cdc req-0136d46a-5946-47f5-8919-6ea50c11a0b5 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442510 Jan 31 19:30:47.297223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd01f8-28ca-4c98-b54e-0c63230a1c8f req-7b413738-9b79-4a33-a5f7-80a6728b910d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:47.298738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0bd01f8-28ca-4c98-b54e-0c63230a1c8f req-7b413738-9b79-4a33-a5f7-80a6728b910d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0596435 Jan 31 19:30:47.349952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0bd01f8-28ca-4c98-b54e-0c63230a1c8f req-54eb355b-471b-40c7-80b1-3327f5270536 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454197 Jan 31 19:30:48.473951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882accbc-ce5a-4ede-a96a-eaf8e19c2bb5 req-e7e7e03b-5460-4b86-937f-d3123b627716 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:48.475438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-882accbc-ce5a-4ede-a96a-eaf8e19c2bb5 req-e7e7e03b-5460-4b86-937f-d3123b627716 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0552313 Jan 31 19:30:48.525260 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-882accbc-ce5a-4ede-a96a-eaf8e19c2bb5 req-7117192b-7a4c-46e0-826f-43618f2ad85b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436702 Jan 31 19:30:48.917050 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93994051-6df6-4a65-bbdb-854cc9fac007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:49.649357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e147e3d-851e-4deb-ae7f-59382fc386ad req-de4b96b6-f265-4b07-a016-2e6a521d70aa tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:49.650825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e147e3d-851e-4deb-ae7f-59382fc386ad req-de4b96b6-f265-4b07-a016-2e6a521d70aa tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0555921 Jan 31 19:30:49.708453 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2e147e3d-851e-4deb-ae7f-59382fc386ad req-d05dd8b6-9aa2-4adb-af42-c308a8d479c8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507035 Jan 31 19:30:50.833884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356a774-4f5a-4a7c-aae8-029a16501a86 req-442a0960-bb28-4831-a114-d221eedcbf82 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:50.835383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5356a774-4f5a-4a7c-aae8-029a16501a86 req-442a0960-bb28-4831-a114-d221eedcbf82 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0539868 Jan 31 19:30:50.884515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5356a774-4f5a-4a7c-aae8-029a16501a86 req-193acf27-37f6-468b-9117-8e0e2b97d454 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434062 Jan 31 19:30:51.166302 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-beebb062-2ef5-461f-b189-e73ca48abece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:52.036919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fd6e2-c8b7-4416-8d79-4f9a54ec32a4 req-084ecc46-2e2c-469f-b492-a9c8f0110966 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:52.039223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da8fd6e2-c8b7-4416-8d79-4f9a54ec32a4 req-084ecc46-2e2c-469f-b492-a9c8f0110966 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0838513 Jan 31 19:30:52.096729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da8fd6e2-c8b7-4416-8d79-4f9a54ec32a4 req-b2987d93-88af-4f80-8390-98cc3f6ec187 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480914 Jan 31 19:30:52.634793 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:53.230236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc609ca7-21d9-4bd2-9e9b-bbc0c6e52272 req-e3572012-9178-4ab5-94f7-2119a48c1aa4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:53.231727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc609ca7-21d9-4bd2-9e9b-bbc0c6e52272 req-e3572012-9178-4ab5-94f7-2119a48c1aa4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0578387 Jan 31 19:30:53.279303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bc609ca7-21d9-4bd2-9e9b-bbc0c6e52272 req-731c257b-ef05-47a2-85ff-49e4f6c83b22 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 Jan 31 19:30:54.272913 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:54.399634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2bbf6-caa3-407b-b36a-469a24c071fb req-af899496-5538-43dc-8c4e-117de9d1372e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:54.401567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cad2bbf6-caa3-407b-b36a-469a24c071fb req-af899496-5538-43dc-8c4e-117de9d1372e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0546572 Jan 31 19:30:54.456030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cad2bbf6-caa3-407b-b36a-469a24c071fb req-2b59bd5c-28fc-4718-adba-bdffc84d969a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485635 Jan 31 19:30:54.774197 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:55.346324 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:55.576606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d678d-4b57-411d-b865-c0657b9af2ef req-c70765ac-d6f5-4965-b059-53422660fdb4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:55.577995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff5d678d-4b57-411d-b865-c0657b9af2ef req-c70765ac-d6f5-4965-b059-53422660fdb4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0531023 Jan 31 19:30:55.640028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ff5d678d-4b57-411d-b865-c0657b9af2ef req-209c493e-8fb5-4d51-b283-16ade6781f18 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564601 Jan 31 19:30:56.545161 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:30:56.807707 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f774d8b-8bdc-4581-bc5c-f90393e9a5ea req-14037a86-afd8-4cee-8025-6f616e27eb08 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:56.809323 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f774d8b-8bdc-4581-bc5c-f90393e9a5ea req-14037a86-afd8-4cee-8025-6f616e27eb08 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0615597 Jan 31 19:30:56.860759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f774d8b-8bdc-4581-bc5c-f90393e9a5ea req-b0355e24-bc3a-41c9-ad9d-f56d39ac38f0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455444 Jan 31 19:30:57.989835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32035712-cee2-49bc-b619-7b306418bc83 req-a4be890b-3432-4289-802a-6f85e384768d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:57.991350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32035712-cee2-49bc-b619-7b306418bc83 req-a4be890b-3432-4289-802a-6f85e384768d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0562689 Jan 31 19:30:58.060443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32035712-cee2-49bc-b619-7b306418bc83 req-95b74a15-c5b9-4587-bfba-f74fe1599c9e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622623 Jan 31 19:30:59.196980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b92c1f-5315-46c9-82e0-f52bde1076eb req-9c35cf32-13cb-49d3-9346-f30b02e7f8e6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:59.198558 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b92c1f-5315-46c9-82e0-f52bde1076eb req-9c35cf32-13cb-49d3-9346-f30b02e7f8e6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0605226 Jan 31 19:30:59.247178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b92c1f-5315-46c9-82e0-f52bde1076eb req-de3c2576-e70f-4787-9eb4-28f703d01e3e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426753 Jan 31 19:30:59.457531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce52bc-7432-44ba-97c2-8fdac59e08f9 req-09944d4d-0669-4ac5-a10b-c096689ef94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:59.458972 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7bce52bc-7432-44ba-97c2-8fdac59e08f9 req-09944d4d-0669-4ac5-a10b-c096689ef94f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 1129 time: 0.0464046 Jan 31 19:30:59.575453 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce52bc-7432-44ba-97c2-8fdac59e08f9 req-114aaa44-06bb-49b5-8c8d-fcf525ba05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:59.577101 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7bce52bc-7432-44ba-97c2-8fdac59e08f9 req-114aaa44-06bb-49b5-8c8d-fcf525ba05e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.0936520 Jan 31 19:30:59.651241 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7bce52bc-7432-44ba-97c2-8fdac59e08f9 req-86b3afda-eca2-4e11-8e83-292151507d9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 200 len: 1002 time: 0.0666490 Jan 31 19:30:59.701662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce52bc-7432-44ba-97c2-8fdac59e08f9 req-43a735e9-e256-4c09-a2eb-650d82b73f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:59.703761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7bce52bc-7432-44ba-97c2-8fdac59e08f9 req-43a735e9-e256-4c09-a2eb-650d82b73f53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0469618 Jan 31 19:30:59.759004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce52bc-7432-44ba-97c2-8fdac59e08f9 req-c5cae7b5-56df-46f8-bea8-ae419f03afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:30:59.761283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7bce52bc-7432-44ba-97c2-8fdac59e08f9 req-c5cae7b5-56df-46f8-bea8-ae419f03afc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514274 Jan 31 19:30:59.853358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7bce52bc-7432-44ba-97c2-8fdac59e08f9 req-d12090aa-b70b-4a8a-912a-f08fce198ac8 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848892 Jan 31 19:30:59.946409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7bce52bc-7432-44ba-97c2-8fdac59e08f9 req-c563ee68-418a-4a5f-ae5a-8f6cff6b664b service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869892 Jan 31 19:31:00.373380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6597647-b25d-4988-b189-a8f4c8af6bbb req-ca0eea99-9762-4146-8f29-e7171a86de6c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:00.374881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6597647-b25d-4988-b189-a8f4c8af6bbb req-ca0eea99-9762-4146-8f29-e7171a86de6c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0549240 Jan 31 19:31:00.423159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6597647-b25d-4988-b189-a8f4c8af6bbb req-e8bd424d-c688-49ef-84cf-de568e9cb037 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427358 Jan 31 19:31:01.546131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd07c4-6ce3-4039-a797-13d78652c778 req-e1c6db47-fd61-414b-a00e-87bfbeb5522a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:01.547835 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14bd07c4-6ce3-4039-a797-13d78652c778 req-e1c6db47-fd61-414b-a00e-87bfbeb5522a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0553558 Jan 31 19:31:01.595240 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14bd07c4-6ce3-4039-a797-13d78652c778 req-5545cb6b-7b49-4d7e-89dd-eeabaccbca57 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418549 Jan 31 19:31:02.731361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ef22a-9dbf-48fd-b632-9e38451bd472 req-122ccc7d-ef94-40cb-84c9-07f58ecb2ebb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:02.737070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b8ef22a-9dbf-48fd-b632-9e38451bd472 req-122ccc7d-ef94-40cb-84c9-07f58ecb2ebb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0662253 Jan 31 19:31:02.783549 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b8ef22a-9dbf-48fd-b632-9e38451bd472 req-b7829bdd-fc8c-49f9-b706-7e95272e94de tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447412 Jan 31 19:31:03.923155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8ea9d-977d-43ca-841b-8cb922c28ddf req-51988209-a415-4142-a8bd-f8844d20206d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:03.924661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43c8ea9d-977d-43ca-841b-8cb922c28ddf req-51988209-a415-4142-a8bd-f8844d20206d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0642533 Jan 31 19:31:03.973837 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43c8ea9d-977d-43ca-841b-8cb922c28ddf req-b13b5d08-f21c-45a3-8f81-bf4888d449f5 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Jan 31 19:31:05.115821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bc968-55d4-4db0-9965-f120bf0c2ebd req-1f80247d-a087-41c4-9cff-d6c01362c487 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:05.117400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7bc968-55d4-4db0-9965-f120bf0c2ebd req-1f80247d-a087-41c4-9cff-d6c01362c487 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0738263 Jan 31 19:31:05.169722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d7bc968-55d4-4db0-9965-f120bf0c2ebd req-933a3e96-3d82-4c20-b656-e1fcd5d78ebc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435333 Jan 31 19:31:06.289997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a34bc3-1b16-4a41-a38c-0597c5b82022 req-397e3ef3-a1db-4dd4-bc45-db95dbaee282 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:06.292670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73a34bc3-1b16-4a41-a38c-0597c5b82022 req-397e3ef3-a1db-4dd4-bc45-db95dbaee282 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0539596 Jan 31 19:31:06.341625 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73a34bc3-1b16-4a41-a38c-0597c5b82022 req-e817f898-8e15-434b-8ab4-e46cbe6dd5ce tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434840 Jan 31 19:31:06.616163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d203b-dad5-4df4-bb6d-ee14a8f0631d req-395dde21-1399-4144-96cc-b69561399dbe tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:06.617716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da3d203b-dad5-4df4-bb6d-ee14a8f0631d req-395dde21-1399-4144-96cc-b69561399dbe tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0594633 Jan 31 19:31:06.625485 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-9c3a7323-4513-493f-904b-d0741ba8f835 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714450 Jan 31 19:31:06.679309 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da3d203b-dad5-4df4-bb6d-ee14a8f0631d req-6446da94-7572-496a-a3e6-adf01d6d6d0d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535548 Jan 31 19:31:07.818322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-774061c2-7e97-4145-88bd-2cd43482cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:07.819823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-774061c2-7e97-4145-88bd-2cd43482cbe0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 1129 time: 0.0778348 Jan 31 19:31:07.834277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61696ee-5b92-4247-932b-4b9825f9b2e0 req-1128132a-6574-481c-83c2-17f95497f844 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:07.835677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d61696ee-5b92-4247-932b-4b9825f9b2e0 req-1128132a-6574-481c-83c2-17f95497f844 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0650840 Jan 31 19:31:07.934722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d61696ee-5b92-4247-932b-4b9825f9b2e0 req-79d211ed-c523-41d9-a0a0-afa41b0c442e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905821 Jan 31 19:31:07.966890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-16370db5-4a8c-4546-9b66-2b005c08b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:07.968399 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-16370db5-4a8c-4546-9b66-2b005c08b9e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1318223 Jan 31 19:31:08.042443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-53606bc8-29a1-4481-bf11-1a3a4b015e8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 200 len: 1002 time: 0.0616961 Jan 31 19:31:08.098082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-dad9895e-d184-4743-92c0-410db336c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:08.099567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-dad9895e-d184-4743-92c0-410db336c83a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0484011 Jan 31 19:31:08.148481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-a09ee7c6-de20-40a7-be7a-1e8019152bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:08.149977 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-a09ee7c6-de20-40a7-be7a-1e8019152bc7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444057 Jan 31 19:31:08.241921 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-6643ea0d-db07-4d5a-9a13-050cd9a0dd78 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824883 Jan 31 19:31:08.343021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-aeab44e6-1497-40b5-aad7-d7d628a52ebc service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923526 Jan 31 19:31:09.069261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916f822-a30c-4121-b230-fe5413768cd5 req-66be93a1-7f03-435d-a78b-c5039cd368d0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:09.070753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2916f822-a30c-4121-b230-fe5413768cd5 req-66be93a1-7f03-435d-a78b-c5039cd368d0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0613430 Jan 31 19:31:09.118388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2916f822-a30c-4121-b230-fe5413768cd5 req-33e98ddb-3ddd-44da-abec-96fb8a243ba7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417285 Jan 31 19:31:10.249957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a0ce5-fb62-43f6-bd6a-ab748b886b08 req-c4de71fe-9edf-4d21-a8cc-eca173266f26 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:10.251445 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb8a0ce5-fb62-43f6-bd6a-ab748b886b08 req-c4de71fe-9edf-4d21-a8cc-eca173266f26 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0578532 Jan 31 19:31:10.315279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb8a0ce5-fb62-43f6-bd6a-ab748b886b08 req-7032a76e-3b76-4d50-9d3c-a70f3f472b63 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582292 Jan 31 19:31:10.436900 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-df3ec929-8d35-42c8-a7ac-9a0ec9ea0d78 service neutron] show failed (client error): The resource could not be found. Jan 31 19:31:10.438073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-df3ec929-8d35-42c8-a7ac-9a0ec9ea0d78 service neutron] 10.222.0.49 "GET /v2.0/ports/530ba80f-d415-4fee-9687-24bea4c20cf2/bindings/n-h2-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.0711682 Jan 31 19:31:10.689018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-e19b396b-3c9f-4c87-8d83-b5371e386af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:10.690417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-e19b396b-3c9f-4c87-8d83-b5371e386af4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 1129 time: 0.0542367 Jan 31 19:31:10.701676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-20bf4fd2-c775-4e74-adf6-446edd88fa04 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:31:10.702631 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-20bf4fd2-c775-4e74-adf6-446edd88fa04 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065649 Jan 31 19:31:10.714957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:31:10.781612 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:11.343402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=530ba80f-d415-4fee-9687-24bea4c20cf2,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:11.388920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:31:11.472124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:31:11.474804 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563fc44d-58a6-429f-a166-71e8b38e0f78" -d '{"events": [{"server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "name": "network-vif-unplugged", "status": "completed", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:31:11.478563 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Publish callbacks [] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:11.498741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Transition to ACTIVE for port object 530ba80f-d415-4fee-9687-24bea4c20cf2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:31:11.503945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:11.519468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86684dae-252f-4504-b641-b2becd8696d6 req-b04ec5bb-1046-49af-bf78-89fa55f21bbc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:11.521291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86684dae-252f-4504-b641-b2becd8696d6 req-b04ec5bb-1046-49af-bf78-89fa55f21bbc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.1000328 Jan 31 19:31:11.558078 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5974cd8-58bb-4831-a447-46334733013d x-openstack-request-id: req-d5974cd8-58bb-4831-a447-46334733013d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:31:11.558381 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "name": "network-vif-unplugged", "status": "completed", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:31:11.558647 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5974cd8-58bb-4831-a447-46334733013d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:31:11.559054 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'code': 200} Jan 31 19:31:11.645837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Pushing event updated for resources: {'Port': ['ID=530ba80f-d415-4fee-9687-24bea4c20cf2,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:11.677091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86684dae-252f-4504-b641-b2becd8696d6 req-a849ea61-4ae2-45da-a329-2097b5f21104 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450772 Jan 31 19:31:11.713937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] No DVR routers for this DVR port 530ba80f-d415-4fee-9687-24bea4c20cf2 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:31:11.875867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Attempting to bind port 530ba80f-d415-4fee-9687-24bea4c20cf2 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:31:11.876086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Attempting to bind port 530ba80f-d415-4fee-9687-24bea4c20cf2 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:31:11.876461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Attempting to bind port 530ba80f-d415-4fee-9687-24bea4c20cf2 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:31:11.880961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Port 530ba80f-d415-4fee-9687-24bea4c20cf2 on network 22855019-34f5-43e0-86bf-e57e531bda77 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:31:11.881292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Attempting to bind port 530ba80f-d415-4fee-9687-24bea4c20cf2 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:31:11.886666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:31:11.887014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:31:11.887407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Bound using segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:31:11.887841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Bound port: 530ba80f-d415-4fee-9687-24bea4c20cf2, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:31:11.888207 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:11.963871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:31:11.968034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=530ba80f-d415-4fee-9687-24bea4c20cf2,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:31:11.975182 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:12.009726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:12.010109 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:12.012144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] 10.222.0.21 "PUT /v2.0/ports/530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 200 len: 1093 time: 1.3015780 Jan 31 19:31:12.070665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634d195-50fe-4ba9-864c-3079b36ee0ed service neutron] Pushing event updated for resources: {'Port': ['ID=530ba80f-d415-4fee-9687-24bea4c20cf2,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:12.101764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-a4033ce5-9c14-4930-843c-dd88c0e9ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:12.103925 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-a4033ce5-9c14-4930-843c-dd88c0e9ba05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 1127 time: 0.0622165 Jan 31 19:31:12.215659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-7a7fb0a8-77e7-4253-87a8-c7191c339569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:12.217221 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-7a7fb0a8-77e7-4253-87a8-c7191c339569 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1079621 Jan 31 19:31:12.294522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-f646b867-7056-4e3e-b1eb-993f2dd768ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 200 len: 1000 time: 0.0705352 Jan 31 19:31:12.351085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-eda7e514-9ade-4d20-a2f0-4bd45f3288a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:12.352617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-eda7e514-9ade-4d20-a2f0-4bd45f3288a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0519493 Jan 31 19:31:12.402559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-e1fe7695-fb99-4fb9-8835-b388371841da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:12.404030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-e1fe7695-fb99-4fb9-8835-b388371841da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460203 Jan 31 19:31:12.495521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-2504aa86-0bee-4b11-a332-48b64b1a2b25 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856466 Jan 31 19:31:12.595234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94497eb8-eb68-43ec-aadf-61e30eea5cfc req-29def288-b52c-45e4-90f4-a46f20c321b1 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938821 Jan 31 19:31:12.823357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ac62a-977e-4065-9cf8-c685d6328079 req-0fc31839-fb7e-4efb-ad7c-5925fff1788f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:12.824868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-379ac62a-977e-4065-9cf8-c685d6328079 req-0fc31839-fb7e-4efb-ad7c-5925fff1788f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 944 time: 0.0558119 Jan 31 19:31:12.875475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-379ac62a-977e-4065-9cf8-c685d6328079 req-e64ea77f-b703-45b2-8a46-023c2fa25366 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447543 Jan 31 19:31:13.560570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:31:13.564111 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d8f2c8-33ef-40a6-927d-659e447f1d82" -d '{"events": [{"name": "network-changed", "server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:31:13.616747 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7b99e3-d4d5-4da0-96ea-7b0ca39e4c07 x-openstack-request-id: req-ab7b99e3-d4d5-4da0-96ea-7b0ca39e4c07 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:31:13.617050 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:31:13.617316 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab7b99e3-d4d5-4da0-96ea-7b0ca39e4c07 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:31:13.617728 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'status': 'completed', 'code': 200} Jan 31 19:31:13.721241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-83d936aa-7362-4ae7-b107-cafc97717a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:13.722746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-83d936aa-7362-4ae7-b107-cafc97717a77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 1127 time: 0.0881507 Jan 31 19:31:13.731812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-ed94e90d-c624-4b61-aed7-c2bf92a4c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:13.733306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-ed94e90d-c624-4b61-aed7-c2bf92a4c502 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 1127 time: 0.0712030 Jan 31 19:31:13.917079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-ad3f1574-29c7-40d9-87c0-7a4f09d09d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:13.919093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-ad3f1574-29c7-40d9-87c0-7a4f09d09d11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1847346 Jan 31 19:31:13.921012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-9d8d2804-b194-4d08-9b1d-ed7240b58df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:13.923501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-9d8d2804-b194-4d08-9b1d-ed7240b58df2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1818695 Jan 31 19:31:14.008581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 530ba80f-d415-4fee-9687-24bea4c20cf2 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:31:14.104712 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-1a103055-a03e-47a0-bfd0-6431106d97e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 200 len: 1000 time: 0.1659162 Jan 31 19:31:14.106396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-0140e191-b585-480c-b045-dbe38667a860 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 200 len: 1000 time: 0.1803834 Jan 31 19:31:14.122996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=530ba80f-d415-4fee-9687-24bea4c20cf2,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:14.137861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'port_id': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'mac_address': 'fa:16:3e:94:51:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:31:14.159033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cb99f-2a11-428b-8991-11f2939f846e req-4369e4a4-b120-4d22-be53-54dcb3bfcc2d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:14.160585 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0cb99f-2a11-428b-8991-11f2939f846e req-4369e4a4-b120-4d22-be53-54dcb3bfcc2d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 944 time: 0.1393342 Jan 31 19:31:14.178707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 530ba80f-d415-4fee-9687-24bea4c20cf2 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:31:14.178984 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:14.196127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530ba80f-d415-4fee-9687-24bea4c20cf2 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:31:14.218877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=530ba80f-d415-4fee-9687-24bea4c20cf2,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:14.223471 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:14.226454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-67240d8f-cf2b-47b9-867d-4a5e22062f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:14.227959 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-67240d8f-cf2b-47b9-867d-4a5e22062f79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.1146171 Jan 31 19:31:14.231810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-e2325583-6a23-4bca-ae14-be58cad7a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:14.234144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-e2325583-6a23-4bca-ae14-be58cad7a826 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.1120296 Jan 31 19:31:14.298271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=530ba80f-d415-4fee-9687-24bea4c20cf2,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:14.309477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.309757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.310547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.310547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.310797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.311203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.316548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.316548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.316548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.316548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.316548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.316548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.316548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:14.323571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f0cb99f-2a11-428b-8991-11f2939f846e req-8d6e3349-9da7-4122-ba45-bed3e9ae6548 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440179 Jan 31 19:31:14.342971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-8de5e487-bba4-478b-91f6-f3f14d957fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:14.345699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-8de5e487-bba4-478b-91f6-f3f14d957fac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1062739 Jan 31 19:31:14.354029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-f07ec44e-9fe8-4078-b584-7a29512ba527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:14.355666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-f07ec44e-9fe8-4078-b584-7a29512ba527 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1048369 Jan 31 19:31:14.555706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.49', 53645) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:31:14.565861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-7c4939ea-ad65-4d9b-bc0a-3cd72bd56b35 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091563 Jan 31 19:31:14.590915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-641795dd-0f6a-43be-91aa-4aa231e016fe service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256322 Jan 31 19:31:14.646396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['530ba80f-d415-4fee-9687-24bea4c20cf2'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:31:14.673214 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-a2f407e3-19f1-4e8c-b4c6-66ee506ca6c4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:14.675135 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-a2f407e3-19f1-4e8c-b4c6-66ee506ca6c4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.49 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d&tenant_id=7465d39d8a0144f28d69732da73630c4&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 945 time: 0.1177850 Jan 31 19:31:14.785784 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-4e991737-e03e-48a0-9ae2-b6cf999e47cf service neutron] delete failed (client error): The resource could not be found. Jan 31 19:31:14.786885 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-4e991737-e03e-48a0-9ae2-b6cf999e47cf service neutron] 10.222.0.49 "DELETE /v2.0/ports/530ba80f-d415-4fee-9687-24bea4c20cf2/bindings/n-h1-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.0987599 Jan 31 19:31:14.798302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f94ca-fc63-4236-90da-fd15cfb5f194 req-261d7ea9-90e0-457e-8a44-9494fa1f2e58 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:14.799913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a03f94ca-fc63-4236-90da-fd15cfb5f194 req-261d7ea9-90e0-457e-8a44-9494fa1f2e58 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 945 time: 0.2573385 Jan 31 19:31:14.834528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-bee56f5e-5a64-4848-844e-ec7c5422afd2 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472165 Jan 31 19:31:14.849271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80d8f2c8-33ef-40a6-927d-659e447f1d82 req-cc6092a9-b668-4ddd-8cee-072c587fc26c service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469590 Jan 31 19:31:14.885168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a03f94ca-fc63-4236-90da-fd15cfb5f194 req-7d9d4f8c-b1c2-4be4-a930-32c7d567b736 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722580 Jan 31 19:31:14.992998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-7d593460-947a-47f2-9d4d-4f690b51a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:14.994647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-7d593460-947a-47f2-9d4d-4f690b51a111 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 1128 time: 0.0540304 Jan 31 19:31:15.123800 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-b153f0b5-2f2f-4128-87db-fb44c243fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:15.125471 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-b153f0b5-2f2f-4128-87db-fb44c243fb88 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1214898 Jan 31 19:31:15.231252 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-b720b177-d4b0-4afe-a3f2-fbe0c2fb6e75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 200 len: 1001 time: 0.0949085 Jan 31 19:31:15.318789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-dfe75967-12e0-4212-afc3-016853ec73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:15.320379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-dfe75967-12e0-4212-afc3-016853ec73d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0801749 Jan 31 19:31:15.379239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-ed6e1e09-dc81-4154-bc0a-ae22a14f04f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:15.380734 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-ed6e1e09-dc81-4154-bc0a-ae22a14f04f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513828 Jan 31 19:31:15.519035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-a119c0c8-f758-45e7-beb3-7095e7a9dd78 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241105 Jan 31 19:31:15.666217 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-9f237eab-d90d-4b90-8031-b938e847898b service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364949 Jan 31 19:31:15.698377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 530ba80f-d415-4fee-9687-24bea4c20cf2 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:31:15.761677 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port 530ba80f-d415-4fee-9687-24bea4c20cf2 host n-h2-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 19:31:15.766225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 530ba80f-d415-4fee-9687-24bea4c20cf2 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:31:16.011038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 530ba80f-d415-4fee-9687-24bea4c20cf2 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:31:16.032301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff9be1-9058-45cd-9fd4-ae7d635ce3df req-db28751f-401a-4f03-ab0e-7053b6183a1e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:16.033909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21ff9be1-9058-45cd-9fd4-ae7d635ce3df req-db28751f-401a-4f03-ab0e-7053b6183a1e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 945 time: 0.0648162 Jan 31 19:31:16.076971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 530ba80f-d415-4fee-9687-24bea4c20cf2 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:31:16.082829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 530ba80f-d415-4fee-9687-24bea4c20cf2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:31:16.083209 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:16.110207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21ff9be1-9058-45cd-9fd4-ae7d635ce3df req-35eacdda-149f-4bd0-9c7e-c573a0a037b2 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698130 Jan 31 19:31:16.191571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 530ba80f-d415-4fee-9687-24bea4c20cf2 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:31:16.192242 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:16.218604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:31:16.221453 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1296b3a-81e2-448e-8f1a-7e963f2b684f" -d '{"events": [{"server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "name": "network-vif-plugged", "status": "completed", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:31:16.236511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=530ba80f-d415-4fee-9687-24bea4c20cf2,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:16.241717 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:16.272860 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d809d3ba-d5c1-4779-b043-2fae77da68c6 x-openstack-request-id: req-d809d3ba-d5c1-4779-b043-2fae77da68c6 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:31:16.273161 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "name": "network-vif-plugged", "status": "completed", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:31:16.273422 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d809d3ba-d5c1-4779-b043-2fae77da68c6 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:31:16.273816 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'code': 200} Jan 31 19:31:16.304355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=530ba80f-d415-4fee-9687-24bea4c20cf2,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:17.252007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756e9e1-ba7b-4bd4-b0b1-5a40ef0a2f00 req-9c1d205c-1c65-4201-969a-26e14c9273f9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:17.253577 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1756e9e1-ba7b-4bd4-b0b1-5a40ef0a2f00 req-9c1d205c-1c65-4201-969a-26e14c9273f9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0596128 Jan 31 19:31:17.310603 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1756e9e1-ba7b-4bd4-b0b1-5a40ef0a2f00 req-b720ffc1-7c38-43b7-8530-52741c7d48aa tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508673 Jan 31 19:31:17.457028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb4bed-a99a-46d5-be93-b8e23899833e req-7194622f-749f-451e-afde-4ef612e4c5c4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:17.458658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfcb4bed-a99a-46d5-be93-b8e23899833e req-7194622f-749f-451e-afde-4ef612e4c5c4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0619802 Jan 31 19:31:17.512219 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bfcb4bed-a99a-46d5-be93-b8e23899833e req-0391192d-ed25-4937-9189-6a351d6bdc17 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464938 Jan 31 19:31:17.767211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fbb14-9948-4dce-8468-36f59fb1ece6 req-1c611ba7-a695-4ec4-9851-55cd36f2ba8a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:17.768775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe2fbb14-9948-4dce-8468-36f59fb1ece6 req-1c611ba7-a695-4ec4-9851-55cd36f2ba8a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0821738 Jan 31 19:31:17.817285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c1cec-710a-4202-a216-f50cfe12cad2 req-89f8d42a-f783-47f5-a820-420a3a9bd8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:17.818795 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc1c1cec-710a-4202-a216-f50cfe12cad2 req-89f8d42a-f783-47f5-a820-420a3a9bd8cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 1129 time: 0.0875311 Jan 31 19:31:17.852234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe2fbb14-9948-4dce-8468-36f59fb1ece6 req-ffa3f2a4-de84-4287-9797-a5f51ed450e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760684 Jan 31 19:31:17.939629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c1cec-710a-4202-a216-f50cfe12cad2 req-06ae4fc7-0d7f-4105-b9bf-f6a9bf1be421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:17.942096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc1c1cec-710a-4202-a216-f50cfe12cad2 req-06ae4fc7-0d7f-4105-b9bf-f6a9bf1be421 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1173189 Jan 31 19:31:18.016671 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc1c1cec-710a-4202-a216-f50cfe12cad2 req-84f7a7a9-4a09-40e7-a2cd-473e450a692d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 200 len: 1002 time: 0.0684083 Jan 31 19:31:18.074419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c1cec-710a-4202-a216-f50cfe12cad2 req-d2bde7c3-bde1-4ded-8806-3554ca8aa427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:18.075837 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc1c1cec-710a-4202-a216-f50cfe12cad2 req-d2bde7c3-bde1-4ded-8806-3554ca8aa427 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0541489 Jan 31 19:31:18.133100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c1cec-710a-4202-a216-f50cfe12cad2 req-1160fc3b-882b-4aaa-9787-f9524ce7ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:18.135503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc1c1cec-710a-4202-a216-f50cfe12cad2 req-1160fc3b-882b-4aaa-9787-f9524ce7ffd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537207 Jan 31 19:31:18.238364 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc1c1cec-710a-4202-a216-f50cfe12cad2 req-07ae1703-d66b-461d-833d-3171872026bf service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972362 Jan 31 19:31:18.340394 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc1c1cec-710a-4202-a216-f50cfe12cad2 req-99a75fdb-56e1-4126-a8be-ba661f201675 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955963 Jan 31 19:31:18.920953 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b90ac6dc-9c7b-49fd-9bb5-edd4c5926183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:19.002856 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6eab0-a214-4825-85ca-3ee255ebbcf8 req-42284022-429e-4a3d-8abb-397ec54a80fc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:19.004475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cad6eab0-a214-4825-85ca-3ee255ebbcf8 req-42284022-429e-4a3d-8abb-397ec54a80fc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0640905 Jan 31 19:31:19.060410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cad6eab0-a214-4825-85ca-3ee255ebbcf8 req-a7d2d14b-1d72-42fe-9123-0e982c585822 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491750 Jan 31 19:31:19.266541 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:31:19.348935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7339d79-b8fd-42c0-bf2b-68d56cc15886 req-a497db8c-ae78-4dc0-a26f-1f27997d8d0d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:19.350749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7339d79-b8fd-42c0-bf2b-68d56cc15886 req-a497db8c-ae78-4dc0-a26f-1f27997d8d0d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0713868 Jan 31 19:31:19.407869 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d7339d79-b8fd-42c0-bf2b-68d56cc15886 req-6dcd2780-c3ea-4596-98d2-ab4f01649503 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492358 Jan 31 19:31:20.541058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81008b1e-ec51-4789-a342-0979a50a1402 req-e8d217fa-b257-4504-a083-5dd0ccbb2a4a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:20.542499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81008b1e-ec51-4789-a342-0979a50a1402 req-e8d217fa-b257-4504-a083-5dd0ccbb2a4a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.0600948 Jan 31 19:31:20.616206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81008b1e-ec51-4789-a342-0979a50a1402 req-a5698f21-5276-4909-8b6e-08acf1de9def tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649869 Jan 31 19:31:20.642020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-bc6b5308-06f3-4ad4-bb57-208ce5bafbfd tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:20.643534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-bc6b5308-06f3-4ad4-bb57-208ce5bafbfd tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.21 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 946 time: 0.1001332 Jan 31 19:31:20.770265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Deleting port 530ba80f-d415-4fee-9687-24bea4c20cf2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:31:20.770678 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:20.875009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] For port 530ba80f-d415-4fee-9687-24bea4c20cf2, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=530ba80f-d415-4fee-9687-24bea4c20cf2,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:20.875009 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:21.082846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:21.083203 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:21.083516 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b disassociated. External IP: 172.25.8.179, port: 530ba80f-d415-4fee-9687-24bea4c20cf2. Jan 31 19:31:21.083865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Calling delete_port for 530ba80f-d415-4fee-9687-24bea4c20cf2 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:31:21.163880 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6687be6b-562e-4b7d-bf2f-cd8abde428ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:21.245646 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (530ba80f-d415-4fee-9687-24bea4c20cf2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:21.281895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event deleted for resources: {'Port': ['ID=530ba80f-d415-4fee-9687-24bea4c20cf2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:21.417249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:31:21.544121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:31:21.558534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f4371-f788-4b0a-9be4-49650dbd890e None None] Sync routers for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:31:21.572172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f4371-f788-4b0a-9be4-49650dbd890e None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:31:21.573520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-549f4371-f788-4b0a-9be4-49650dbd890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:31:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:21.604252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] No DVR routers for this DVR port 530ba80f-d415-4fee-9687-24bea4c20cf2 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:31:21.610145 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:21.616327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14742d40-4e40-4bf0-9c6f-3e5c22b90637 req-e92944fb-d210-43ed-bd13-cc4dd35e5c88 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.21 "DELETE /v2.0/ports/530ba80f-d415-4fee-9687-24bea4c20cf2 HTTP/1.1" status: 204 len: 173 time: 0.9665275 Jan 31 19:31:21.617426 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'name': 'network-vif-deleted', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:31:21.622229 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa070fb-b5c1-4ffc-8f70-73722c868b6d" -d '{"events": [{"server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "name": "network-vif-deleted", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:31:21.710612 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d516ccf9-781e-4b34-ac8b-098a47b5e6f5 x-openstack-request-id: req-d516ccf9-781e-4b34-ac8b-098a47b5e6f5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:31:21.711433 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138cb914-7f9c-4a0c-925a-6d3d1951724d", "name": "network-vif-deleted", "tag": "530ba80f-d415-4fee-9687-24bea4c20cf2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:31:21.711711 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d516ccf9-781e-4b34-ac8b-098a47b5e6f5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:31:21.712137 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138cb914-7f9c-4a0c-925a-6d3d1951724d', 'name': 'network-vif-deleted', 'tag': '530ba80f-d415-4fee-9687-24bea4c20cf2', 'status': 'completed', 'code': 200} Jan 31 19:31:21.722404 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-549f4371-f788-4b0a-9be4-49650dbd890e None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:31:21.771598 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cc3e46f5-6ee8-4ea0-837a-353c32b723cc req-e107405d-b250-4a42-990a-4ec640e43726 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=138cb914-7f9c-4a0c-925a-6d3d1951724d HTTP/1.1" status: 200 len: 210 time: 0.0441444 Jan 31 19:31:22.004657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-549f4371-f788-4b0a-9be4-49650dbd890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:22.035039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f4371-f788-4b0a-9be4-49650dbd890e None None] Checking router: 4d0609c6-cc70-40c9-ad8b-829683bbe1dd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:31:22.045670 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f4371-f788-4b0a-9be4-49650dbd890e None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:31:22.046291 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-549f4371-f788-4b0a-9be4-49650dbd890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:31:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:22.168075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-549f4371-f788-4b0a-9be4-49650dbd890e None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:31:22.397261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-549f4371-f788-4b0a-9be4-49650dbd890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:22.427624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f4371-f788-4b0a-9be4-49650dbd890e None None] The sync data for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 is: [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:31:22.644699 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:22.682432 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c50e8a-9d3b-4f25-8ea5-30ca5d1900d5 None None] New status for floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:31:23.062162 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-c24e96ea-fbd8-4d38-9e60-b5c45983a468 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--343997603&fields=id&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 267 time: 0.0503113 Jan 31 19:31:23.529833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-b5c40df5-2088-4f6d-a803-c65f5334fb17 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:23.531350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-b5c40df5-2088-4f6d-a803-c65f5334fb17 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 812 time: 0.4605324 Jan 31 19:31:23.550899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-44327d60-0d31-4971-a529-f69fdb6a0c2b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/quotas/7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 375 time: 0.0098228 Jan 31 19:31:23.612891 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-2b7aa463-1c5c-473a-b500-9f4d84792daa tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542159 Jan 31 19:31:23.629549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-b102c650-4fec-4835-8f71-0a6356307d68 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:31:23.630543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-b102c650-4fec-4835-8f71-0a6356307d68 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055683 Jan 31 19:31:23.732812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-84c769c3-ce59-4cb6-be47-3687728c408c service neutron] 10.222.0.20 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951097 Jan 31 19:31:23.833340 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-bb7fc143-6ebb-47a1-a8de-15e6a951e9cb service neutron] 10.222.0.20 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946562 Jan 31 19:31:24.014726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5006f644-2642-48f1-b1e0-aafaa850d5ef req-461fd956-2105-43cd-909b-4f5fcee745fa tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 210 time: 0.0335748 Jan 31 19:31:24.045285 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 530ba80f-d415-4fee-9687-24bea4c20cf2 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:31:24.069337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 530ba80f-d415-4fee-9687-24bea4c20cf2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:31:24.069779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 530ba80f-d415-4fee-9687-24bea4c20cf2 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:31:24.280802 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:24.776935 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:25.150256 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f07b2ed5-9240-4190-88e4-fce9c6ee152e req-b79099bb-33ac-453b-9cfa-1554119ca30b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 210 time: 0.0339675 Jan 31 19:31:25.200104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-bc9fe038-faac-4e7c-b642-22823b888b06 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:25.201660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-bc9fe038-faac-4e7c-b642-22823b888b06 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 812 time: 0.1547077 Jan 31 19:31:25.273318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-094c640b-2bda-45e3-9c1c-b3f7a3eeae85 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 379 time: 0.0589757 Jan 31 19:31:25.283024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Request body: {'port': {'device_id': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'admin_state_up': True, 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'security_groups': ['e4ab0b01-37ac-47de-9efb-f0f7f77af0d0']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:31:25.352267 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:25.433230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Made reservation on behalf of 7465d39d8a0144f28d69732da73630c4 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:31:25.436809 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:25.577792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Allocated IP 172.20.0.9 (22855019-34f5-43e0-86bf-e57e531bda77/a199254d-7ee1-40e4-a40e-fd95ac4ad96e/e79c8062-39e9-436c-abc7-5eb495e53df0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:31:25.771414 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:25.811293 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:25.886367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Network 22855019-34f5-43e0-86bf-e57e531bda77 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:31:25.891854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:31:25.900094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:31:25.914789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event updated for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:25.957315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.957718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.958073 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.958417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.958758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.959101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.959432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.959775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.960166 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.960533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.960865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.961196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.961533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:31:25.999144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:26.000191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:26.021307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-d41d3d68-d07d-43c3-80e4-8713b1347324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7428243 Jan 31 19:31:26.042818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Request body: {'port': {'device_id': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:31:26.117816 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:26.143572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f1480662-a007-4b90-92eb-9a0c7960fe01 None None] Provisioning complete for port e79c8062-39e9-436c-abc7-5eb495e53df0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:31:26.143899 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f1480662-a007-4b90-92eb-9a0c7960fe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:26.196398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f1480662-a007-4b90-92eb-9a0c7960fe01 None None] Port e79c8062-39e9-436c-abc7-5eb495e53df0 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:31:26.385219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad508a6-78b8-4731-887e-166d0f7e764b req-701b20a3-26ef-4641-bd0d-03c88f721d3b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:26.387398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dad508a6-78b8-4731-887e-166d0f7e764b req-701b20a3-26ef-4641-bd0d-03c88f721d3b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 931 time: 0.1397705 Jan 31 19:31:26.483820 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dad508a6-78b8-4731-887e-166d0f7e764b req-cbbdcc9e-0be7-49a4-a4a4-2f5b5492a9d5 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899186 Jan 31 19:31:26.531555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79c8062-39e9-436c-abc7-5eb495e53df0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:31:26.539981 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Publish callbacks [] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:26.555333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Transition to ACTIVE for port object e79c8062-39e9-436c-abc7-5eb495e53df0 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:31:26.559219 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:26.571438 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:26.638540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Pushing event updated for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:26.708195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Attempting to bind port e79c8062-39e9-436c-abc7-5eb495e53df0 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:31:26.708628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Attempting to bind port e79c8062-39e9-436c-abc7-5eb495e53df0 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:31:26.708980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Attempting to bind port e79c8062-39e9-436c-abc7-5eb495e53df0 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:31:26.715301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Port e79c8062-39e9-436c-abc7-5eb495e53df0 on network 22855019-34f5-43e0-86bf-e57e531bda77 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:31:26.715641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Attempting to bind port e79c8062-39e9-436c-abc7-5eb495e53df0 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:31:26.723047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:31:26.723481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:31:26.723927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Bound using segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:31:26.724425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Bound port: e79c8062-39e9-436c-abc7-5eb495e53df0, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:31:26.724839 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:26.811136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:31:26.814467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:31:26.823081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:26.860916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:26.861410 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:26.863105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] 10.222.0.49 "PUT /v2.0/ports/e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 1092 time: 0.8285148 Jan 31 19:31:26.866194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:31:26.869119 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e61e22-128c-41f3-928d-efe30f99a388" -d '{"events": [{"name": "network-changed", "server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:31:26.902803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fd0ca-3d62-46d1-884b-e5cba408382d service neutron] Pushing event updated for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:26.928491 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f8b0b3-ea5e-419f-bffd-4646b9cc177b x-openstack-request-id: req-82f8b0b3-ea5e-419f-bffd-4646b9cc177b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:31:26.928750 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:31:26.929057 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82f8b0b3-ea5e-419f-bffd-4646b9cc177b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:31:26.929443 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'status': 'completed', 'code': 200} Jan 31 19:31:26.973375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-92ca3aa4-c133-4542-b340-ceabe096f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:26.975553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-92ca3aa4-c133-4542-b340-ceabe096f6f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1126 time: 0.0614569 Jan 31 19:31:27.042450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-0eefc980-4b43-4bf2-938d-1f953155370f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 217 time: 0.0540092 Jan 31 19:31:27.121413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-b2a6e0fa-b54b-4fdf-aa1c-e8c123b1e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:27.123695 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-b2a6e0fa-b54b-4fdf-aa1c-e8c123b1e14f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0732381 Jan 31 19:31:27.182619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-e3b057ea-4cb3-4072-af54-7cae14b6bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:27.184160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-e3b057ea-4cb3-4072-af54-7cae14b6bac5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519454 Jan 31 19:31:27.294752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-9ab996d7-cfe0-4a0a-8900-db11d4949216 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005054 Jan 31 19:31:27.389780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3f0d809b-dfb9-4d93-98b1-caa296ff179a req-90c4f122-a0c1-4712-a0d1-e56b5c64eb97 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862033 Jan 31 19:31:27.504481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e61e22-128c-41f3-928d-efe30f99a388 req-94f725a4-f1a9-472a-ac99-89fafafc4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:27.506749 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5e61e22-128c-41f3-928d-efe30f99a388 req-94f725a4-f1a9-472a-ac99-89fafafc4489 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1126 time: 0.0563760 Jan 31 19:31:27.654404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e61e22-128c-41f3-928d-efe30f99a388 req-c64f40ea-6f4c-49d6-9fac-e9bccb793788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:27.655801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5e61e22-128c-41f3-928d-efe30f99a388 req-c64f40ea-6f4c-49d6-9fac-e9bccb793788 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1423273 Jan 31 19:31:27.675398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bbe18-dc74-4133-8698-15c146668f04 req-20a61977-2365-4054-afd3-524cde35dbdb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:27.676954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-643bbe18-dc74-4133-8698-15c146668f04 req-20a61977-2365-4054-afd3-524cde35dbdb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 943 time: 0.0972760 Jan 31 19:31:27.722687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5e61e22-128c-41f3-928d-efe30f99a388 req-44b60426-057c-46cc-a7a4-7b415ef5ec50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 217 time: 0.0602460 Jan 31 19:31:27.795658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-643bbe18-dc74-4133-8698-15c146668f04 req-d5414fc6-55b7-4e87-8af4-22377d731366 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798616 Jan 31 19:31:27.797392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e61e22-128c-41f3-928d-efe30f99a388 req-3cc2dfb7-de6f-446c-b89c-13318c748b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:27.798854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5e61e22-128c-41f3-928d-efe30f99a388 req-3cc2dfb7-de6f-446c-b89c-13318c748b87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0682054 Jan 31 19:31:27.873034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e61e22-128c-41f3-928d-efe30f99a388 req-008acab6-3419-42e7-bb02-727081e86d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:27.874583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5e61e22-128c-41f3-928d-efe30f99a388 req-008acab6-3419-42e7-bb02-727081e86d9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0693607 Jan 31 19:31:27.967606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5e61e22-128c-41f3-928d-efe30f99a388 req-2430755b-e6d1-4ba8-9814-2da7dfa71cdb service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854886 Jan 31 19:31:28.064619 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f5e61e22-128c-41f3-928d-efe30f99a388 req-14862667-e3c6-4fdf-a679-d7e24591ed31 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909476 Jan 31 19:31:28.939979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879caed-cea7-4df3-a3f7-e0382fd0594b req-d7ab6c7b-a18c-4953-8d2f-eb0f4596b1f6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:28.941985 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1879caed-cea7-4df3-a3f7-e0382fd0594b req-d7ab6c7b-a18c-4953-8d2f-eb0f4596b1f6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 943 time: 0.0722952 Jan 31 19:31:29.007116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1879caed-cea7-4df3-a3f7-e0382fd0594b req-aa346317-c7e6-48bf-976d-325b22aa3d49 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577648 Jan 31 19:31:30.132024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044f825-da99-41d5-84a0-18d42ac2dcdc req-ddaa0cd9-98a3-4385-8779-8c3f35ffcda6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:30.133534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1044f825-da99-41d5-84a0-18d42ac2dcdc req-ddaa0cd9-98a3-4385-8779-8c3f35ffcda6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 943 time: 0.0544765 Jan 31 19:31:30.183164 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1044f825-da99-41d5-84a0-18d42ac2dcdc req-f176fb30-fa69-42d9-a4fc-f2e769b61b26 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430872 Jan 31 19:31:31.317788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42243515-59b2-4479-a92e-e4aefb66feaf req-590f2c1a-2043-4c62-8afd-447ee7c97b93 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:31.319377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42243515-59b2-4479-a92e-e4aefb66feaf req-590f2c1a-2043-4c62-8afd-447ee7c97b93 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 943 time: 0.0641847 Jan 31 19:31:31.371569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42243515-59b2-4479-a92e-e4aefb66feaf req-bc9c7989-6954-43e1-955d-2db7b56ee5df tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450199 Jan 31 19:31:31.731887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:31:31.834537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:31.852067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'port_id': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'mac_address': 'fa:16:3e:6d:c4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:31:31.891165 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e79c8062-39e9-436c-abc7-5eb495e53df0 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:31:31.891557 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:31.905482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79c8062-39e9-436c-abc7-5eb495e53df0 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:31:31.929395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:31.935009 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:31.988621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:32.264046 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['e79c8062-39e9-436c-abc7-5eb495e53df0'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:31:32.496830 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fccb5c-40c0-4377-b06e-8d3ec568b398 req-a522ac70-91b9-4e5d-a410-a695bd932d85 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:32.498670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8fccb5c-40c0-4377-b06e-8d3ec568b398 req-a522ac70-91b9-4e5d-a410-a695bd932d85 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 944 time: 0.0544817 Jan 31 19:31:32.548212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8fccb5c-40c0-4377-b06e-8d3ec568b398 req-3760101a-fd75-4664-8c19-ec2d5b4cf6fa tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440211 Jan 31 19:31:33.695162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f001db7-09ad-42e7-9efb-19be49b6d942 req-4d1bdd58-b977-44b8-9015-ed8b2216f035 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:33.697167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f001db7-09ad-42e7-9efb-19be49b6d942 req-4d1bdd58-b977-44b8-9015-ed8b2216f035 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 944 time: 0.0641356 Jan 31 19:31:33.732975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:31:33.753512 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f001db7-09ad-42e7-9efb-19be49b6d942 req-7d74ec74-2eff-4b4b-9650-b91b9562e1af tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480213 Jan 31 19:31:33.792252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port e79c8062-39e9-436c-abc7-5eb495e53df0 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:31:33.796961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port e79c8062-39e9-436c-abc7-5eb495e53df0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:31:33.797345 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:33.883095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e79c8062-39e9-436c-abc7-5eb495e53df0 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:31:33.883396 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:33.909217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:31:33.911489 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e56209-78e7-49d0-b89d-29337677f663" -d '{"events": [{"server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "name": "network-vif-plugged", "status": "completed", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:31:33.926020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:33.931990 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:33.964298 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3661db1f-709b-4f12-9743-f458056c1dd1 x-openstack-request-id: req-3661db1f-709b-4f12-9743-f458056c1dd1 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:31:33.964628 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "name": "network-vif-plugged", "status": "completed", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:31:33.964890 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3661db1f-709b-4f12-9743-f458056c1dd1 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:31:33.965285 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'code': 200} Jan 31 19:31:33.993864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:34.069040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36715b38-76d9-4653-b277-00c4cabb27c0 req-65fb4610-7906-42ff-8cfc-88e97a06cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:34.070679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36715b38-76d9-4653-b277-00c4cabb27c0 req-65fb4610-7906-42ff-8cfc-88e97a06cfeb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1128 time: 0.0518403 Jan 31 19:31:34.124812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36715b38-76d9-4653-b277-00c4cabb27c0 req-790980a2-ae60-4f8c-ae82-b23730ddee63 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439582 Jan 31 19:31:34.884404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be85b2a-ee9a-4e12-b89e-64dcfc85c076 req-73c1ff4e-8707-4904-8f0d-1733a5d2367e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:34.886103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7be85b2a-ee9a-4e12-b89e-64dcfc85c076 req-73c1ff4e-8707-4904-8f0d-1733a5d2367e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0570204 Jan 31 19:31:34.944548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7be85b2a-ee9a-4e12-b89e-64dcfc85c076 req-237d3b9b-438b-424d-ad24-1425fff072e2 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517704 Jan 31 19:31:36.074472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667fe77-d549-4f3b-8cb0-b5817fdc9c38 req-0ddd2c44-afbe-4fdf-bfc4-26e127a43676 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:36.076097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2667fe77-d549-4f3b-8cb0-b5817fdc9c38 req-0ddd2c44-afbe-4fdf-bfc4-26e127a43676 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0577252 Jan 31 19:31:36.125905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2667fe77-d549-4f3b-8cb0-b5817fdc9c38 req-a4c045e8-e5ca-4338-a8d8-1785c792c6bb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439756 Jan 31 19:31:36.245430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36657fca-2b64-4832-ba61-782ac6b35528 req-29e50053-d37d-4f47-9d7c-9217813d48d8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:36.246994 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-36657fca-2b64-4832-ba61-782ac6b35528 req-29e50053-d37d-4f47-9d7c-9217813d48d8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0554934 Jan 31 19:31:36.256572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 56828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:31:36.262636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0d47c1fd-572e-482e-a018-d89446475d77 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Request body: {'floatingip': {'port_id': 'e79c8062-39e9-436c-abc7-5eb495e53df0'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:31:36.304150 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d47c1fd-572e-482e-a018-d89446475d77 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:36.760512 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d47c1fd-572e-482e-a018-d89446475d77 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:36.765672 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d47c1fd-572e-482e-a018-d89446475d77 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:36.873473 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-0d47c1fd-572e-482e-a018-d89446475d77 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b associated. External IP: 172.25.8.179, port: e79c8062-39e9-436c-abc7-5eb495e53df0. Jan 31 19:31:37.468098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d47c1fd-572e-482e-a018-d89446475d77 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:31:37.591560 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d47c1fd-572e-482e-a018-d89446475d77 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:31:37.596054 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d47c1fd-572e-482e-a018-d89446475d77 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:37.602238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d8703-bd5f-40cc-a1fa-cc7710417390 None None] Sync routers for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:31:37.612528 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d8703-bd5f-40cc-a1fa-cc7710417390 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:31:37.613153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-783d8703-bd5f-40cc-a1fa-cc7710417390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:31:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:37.650107 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0d47c1fd-572e-482e-a018-d89446475d77 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "PUT /v2.0/floatingips/c5b5c614-5ce7-4766-be38-0ca48a3f7d3b HTTP/1.1" status: 200 len: 991 time: 1.3923943 Jan 31 19:31:37.651104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:31:37.739126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-783d8703-bd5f-40cc-a1fa-cc7710417390 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:31:37.747178 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf062fd22f1491cdb1f131427889817f882fb421c4e8e57ba399bfebafbedcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9f35c5-bded-4f9d-9212-62a5a1c030b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:31:37.778965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862315d-89a9-4e82-8417-a587e447f818 req-f5fce3e5-a8a9-4ec1-b2c0-a378c369d0f6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:37.785902 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2862315d-89a9-4e82-8417-a587e447f818 req-f5fce3e5-a8a9-4ec1-b2c0-a378c369d0f6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0725067 Jan 31 19:31:37.852326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2862315d-89a9-4e82-8417-a587e447f818 req-05b650a0-b76b-4e5f-ac17-d2f45ea00832 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650156 Jan 31 19:31:37.863009 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6463849c-2ed1-4420-8d39-bab02285b113 x-openstack-request-id: req-6463849c-2ed1-4420-8d39-bab02285b113 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:31:37.863847 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:31:37.864486 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6463849c-2ed1-4420-8d39-bab02285b113 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:31:37.865133 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'status': 'completed', 'code': 200} Jan 31 19:31:37.935747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f35c5-bded-4f9d-9212-62a5a1c030b6 req-58317375-0185-4046-bfd7-342ce7632b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:37.937350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc9f35c5-bded-4f9d-9212-62a5a1c030b6 req-58317375-0185-4046-bfd7-342ce7632b12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1128 time: 0.0484550 Jan 31 19:31:37.996544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-783d8703-bd5f-40cc-a1fa-cc7710417390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c5b5c614-5ce7-4766-be38-0ca48a3f7d3b', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'port_id': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'mac_address': 'fa:16:3e:6d:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:42Z', 'updated_at': '2022-01-31T19:31:36Z', 'revision_number': 9, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:38.030605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d8703-bd5f-40cc-a1fa-cc7710417390 None None] Checking router: 4d0609c6-cc70-40c9-ad8b-829683bbe1dd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:31:38.038651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f35c5-bded-4f9d-9212-62a5a1c030b6 req-bb284439-5cd2-4720-9228-5c2e19aeea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:38.039224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d8703-bd5f-40cc-a1fa-cc7710417390 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:31:38.040024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-783d8703-bd5f-40cc-a1fa-cc7710417390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:31:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:38.041166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc9f35c5-bded-4f9d-9212-62a5a1c030b6 req-bb284439-5cd2-4720-9228-5c2e19aeea5f service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.0979481 Jan 31 19:31:38.121160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc9f35c5-bded-4f9d-9212-62a5a1c030b6 req-3994d5c1-eb21-46e4-8c3c-c85856b2293b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 999 time: 0.0742772 Jan 31 19:31:38.161228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-783d8703-bd5f-40cc-a1fa-cc7710417390 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:31:38.177109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f35c5-bded-4f9d-9212-62a5a1c030b6 req-e57a3e70-b57a-47e2-b6ce-3869dadbdc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:38.178579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc9f35c5-bded-4f9d-9212-62a5a1c030b6 req-e57a3e70-b57a-47e2-b6ce-3869dadbdc31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0457246 Jan 31 19:31:38.232130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f35c5-bded-4f9d-9212-62a5a1c030b6 req-75bba02c-9616-435e-b167-cc275592ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:38.233873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc9f35c5-bded-4f9d-9212-62a5a1c030b6 req-75bba02c-9616-435e-b167-cc275592ab2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493453 Jan 31 19:31:38.350602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc9f35c5-bded-4f9d-9212-62a5a1c030b6 req-a3163064-f6e3-4168-85ad-258f84635625 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096416 Jan 31 19:31:38.471374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fc9f35c5-bded-4f9d-9212-62a5a1c030b6 req-3e1a8d41-4199-497a-b694-868e9af9a848 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147835 Jan 31 19:31:38.592854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-783d8703-bd5f-40cc-a1fa-cc7710417390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c5b5c614-5ce7-4766-be38-0ca48a3f7d3b', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'port_id': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'mac_address': 'fa:16:3e:6d:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:42Z', 'updated_at': '2022-01-31T19:31:36Z', 'revision_number': 9, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:31:38.626353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d8703-bd5f-40cc-a1fa-cc7710417390 None None] The sync data for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 is: [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c5b5c614-5ce7-4766-be38-0ca48a3f7d3b', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'port_id': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'mac_address': 'fa:16:3e:6d:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:42Z', 'updated_at': '2022-01-31T19:31:36Z', 'revision_number': 9, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:31:38.851327 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f4daf-8197-40c0-b82c-425861e1e0bb None None] New status for floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:31:38.996872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c527117-b257-4390-bb72-2e4b0c1a712b req-4a598eef-193b-48e0-a7c3-726ccb48144f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:38.998518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c527117-b257-4390-bb72-2e4b0c1a712b req-4a598eef-193b-48e0-a7c3-726ccb48144f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0634720 Jan 31 19:31:39.062762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7c527117-b257-4390-bb72-2e4b0c1a712b req-ba4b76cb-7e27-4c80-ae5e-76a7e33c8635 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579264 Jan 31 19:31:39.313817 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-3f17f36b-7b9e-419e-ba27-e7fb3962f5c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517769 Jan 31 19:31:39.336348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767deb-28c8-4d42-8867-f4ec033cb13e req-26f4e8c0-13e7-48e5-b3e1-27f7e2338754 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:39.339095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac767deb-28c8-4d42-8867-f4ec033cb13e req-26f4e8c0-13e7-48e5-b3e1-27f7e2338754 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0706198 Jan 31 19:31:39.393657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac767deb-28c8-4d42-8867-f4ec033cb13e req-8a62950d-0981-42e5-b5f7-a7aa382646e2 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452597 Jan 31 19:31:40.516298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-b2e53510-2747-4eba-be92-f336f2224649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:40.517519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-b2e53510-2747-4eba-be92-f336f2224649 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1128 time: 0.0889330 Jan 31 19:31:40.593480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5518-f664-4022-bf5f-a0cf46511211 req-2d626f74-35a3-47a5-b53c-db3511b6ee27 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:40.594930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-589a5518-f664-4022-bf5f-a0cf46511211 req-2d626f74-35a3-47a5-b53c-db3511b6ee27 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.1196964 Jan 31 19:31:40.647963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-36ce8fe0-b6f0-48b2-9e54-2a3c172b3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:40.649829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-36ce8fe0-b6f0-48b2-9e54-2a3c172b3fef service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1259098 Jan 31 19:31:40.720410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-589a5518-f664-4022-bf5f-a0cf46511211 req-f73c7074-6184-4021-aea4-46e8cc8c26bb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128163 Jan 31 19:31:40.749724 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-8bd2c537-b79d-4482-80f8-3c00f98d9bab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 1002 time: 0.0922031 Jan 31 19:31:40.812313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-6138b685-b6a5-4afa-a2c2-62b14b6ea40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:40.813832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-6138b685-b6a5-4afa-a2c2-62b14b6ea40a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0582190 Jan 31 19:31:40.875161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-c53df14c-c70c-4f4a-9ef6-4464f361f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:40.876877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-c53df14c-c70c-4f4a-9ef6-4464f361f76e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0574994 Jan 31 19:31:40.989725 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-3cf52e95-9bc9-495f-bfc7-862723b24918 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050329 Jan 31 19:31:41.096502 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-224ca437-4bbb-42a7-a624-c722a7baba93 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977023 Jan 31 19:31:41.867014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e6840-c381-43e3-bdad-a96b7ff32424 req-1f1c638a-9f22-4f18-8dbb-a4c82430119f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:41.869289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c8e6840-c381-43e3-bdad-a96b7ff32424 req-1f1c638a-9f22-4f18-8dbb-a4c82430119f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0615106 Jan 31 19:31:41.934261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c8e6840-c381-43e3-bdad-a96b7ff32424 req-58e9bd0d-3a0e-41a2-a198-46f764671ea5 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580857 Jan 31 19:31:43.065689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb0e0c-90ae-44f8-b7c2-3b2216800b40 req-1e35396c-a507-4720-8871-4d99a384b52e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:43.067295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-baeb0e0c-90ae-44f8-b7c2-3b2216800b40 req-1e35396c-a507-4720-8871-4d99a384b52e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0587966 Jan 31 19:31:43.119922 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-baeb0e0c-90ae-44f8-b7c2-3b2216800b40 req-556c2da7-2faf-45b0-a99c-1cbd622cbbe7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468044 Jan 31 19:31:44.264684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecb8cd-8803-4b72-bcd6-bb5ac55ee687 req-9a9b83ed-2457-45f1-97c9-da2461b43b47 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:44.267354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00ecb8cd-8803-4b72-bcd6-bb5ac55ee687 req-9a9b83ed-2457-45f1-97c9-da2461b43b47 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0729349 Jan 31 19:31:44.319917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00ecb8cd-8803-4b72-bcd6-bb5ac55ee687 req-bef1acb2-1130-4647-a8f0-28500ede83aa tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466449 Jan 31 19:31:45.446232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24229c44-db4c-42e2-9185-aa795e243b86 req-8c313c8e-15aa-4a41-b97b-bbcc47881e89 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:45.447995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24229c44-db4c-42e2-9185-aa795e243b86 req-8c313c8e-15aa-4a41-b97b-bbcc47881e89 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0548291 Jan 31 19:31:45.495140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24229c44-db4c-42e2-9185-aa795e243b86 req-6b564d0d-fe8a-4231-b408-588fe9e3a671 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415235 Jan 31 19:31:46.616315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff53f9-580f-4441-919d-bd8071dd932d req-899cbd31-1ece-4305-88ef-b1c0e85d5015 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:46.617908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbff53f9-580f-4441-919d-bd8071dd932d req-899cbd31-1ece-4305-88ef-b1c0e85d5015 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0515804 Jan 31 19:31:46.668741 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbff53f9-580f-4441-919d-bd8071dd932d req-bf7ede7b-4f55-4915-aa26-8b6a8704a8f8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452397 Jan 31 19:31:47.789264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bc303-49b4-4b47-a7cf-6973f3afb0f8 req-deb52ee9-e3bf-4c61-85bb-dc15f644e9e7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:47.791556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b13bc303-49b4-4b47-a7cf-6973f3afb0f8 req-deb52ee9-e3bf-4c61-85bb-dc15f644e9e7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0534854 Jan 31 19:31:47.839045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b13bc303-49b4-4b47-a7cf-6973f3afb0f8 req-9ca18743-6790-45e4-a61f-db8ae3dbff5c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419140 Jan 31 19:31:48.926146 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef5dd-04df-42b2-aba7-10617d9cc502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:48.960636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81eafdc-e3de-4151-a43e-0552d7f63e3b req-4ee1597b-f628-4a9b-a6af-648601a7cc6a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:48.962660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b81eafdc-e3de-4151-a43e-0552d7f63e3b req-4ee1597b-f628-4a9b-a6af-648601a7cc6a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0534358 Jan 31 19:31:49.008554 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b81eafdc-e3de-4151-a43e-0552d7f63e3b req-10867bd7-3943-4ddd-b986-b8850e8944b9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402179 Jan 31 19:31:50.135854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdbc90-3f4f-4c6c-a01b-12b79310a557 req-a61e46cc-8491-42f5-a505-ce72e23da34f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:50.137357 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12bdbc90-3f4f-4c6c-a01b-12b79310a557 req-a61e46cc-8491-42f5-a505-ce72e23da34f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0564277 Jan 31 19:31:50.184615 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-12bdbc90-3f4f-4c6c-a01b-12b79310a557 req-11a5f7de-2304-437a-959b-a6ae5ac6c2b2 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416994 Jan 31 19:31:51.157445 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b15d4516-9846-49ff-95f6-d5b6054fa2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:51.304686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72699926-1921-4e09-bf77-5979f66f415d req-84abc244-5bb8-4fa6-8e49-79908b6bf389 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:51.306170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72699926-1921-4e09-bf77-5979f66f415d req-84abc244-5bb8-4fa6-8e49-79908b6bf389 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0521038 Jan 31 19:31:51.352792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72699926-1921-4e09-bf77-5979f66f415d req-3a6a431a-cab4-43e4-a0cc-f26c296b9638 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403445 Jan 31 19:31:52.473657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94dac1-e449-4ec5-b253-d71ee409b393 req-e815add7-16c0-4c77-ae50-9a13660ba33c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:52.475232 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd94dac1-e449-4ec5-b253-d71ee409b393 req-e815add7-16c0-4c77-ae50-9a13660ba33c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0528774 Jan 31 19:31:52.526917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd94dac1-e449-4ec5-b253-d71ee409b393 req-3a5a3e1d-acfc-45ae-976f-78008f282cf9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451124 Jan 31 19:31:52.645131 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:53.646385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ac7c9-fe68-43b1-aa4c-c84fab437fff req-d28af67f-c4c1-4d2d-abc0-2853963e31e9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:53.647786 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-823ac7c9-fe68-43b1-aa4c-c84fab437fff req-d28af67f-c4c1-4d2d-abc0-2853963e31e9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0535984 Jan 31 19:31:53.694595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-823ac7c9-fe68-43b1-aa4c-c84fab437fff req-1a29dcb6-7b90-4564-bdb9-6f3cc5431c06 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407019 Jan 31 19:31:54.279967 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:54.764770 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:54.817936 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879843ec-89e0-4cd8-a49e-a1b7c8b36efd req-cf571695-3925-4737-bae9-ac6be05984a7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:54.819446 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-879843ec-89e0-4cd8-a49e-a1b7c8b36efd req-cf571695-3925-4737-bae9-ac6be05984a7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0534990 Jan 31 19:31:54.866346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-879843ec-89e0-4cd8-a49e-a1b7c8b36efd req-e46bb772-41c3-4829-afe0-d9dcba3744d2 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406044 Jan 31 19:31:55.346857 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:55.991297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328552d-0929-488f-bceb-cfe5275d372c req-f3743dc8-d579-4e1f-9a19-54402fc5914d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:55.992814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d328552d-0929-488f-bceb-cfe5275d372c req-f3743dc8-d579-4e1f-9a19-54402fc5914d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0555534 Jan 31 19:31:56.039070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d328552d-0929-488f-bceb-cfe5275d372c req-a429f313-026e-4ca7-9761-3c1423324b32 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405777 Jan 31 19:31:56.265502 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:31:56.564562 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:57.158798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbd0e4-7e4c-4796-aa82-ff31df3d2976 req-6bea1c48-41a7-49e8-96c3-4ac90a537a11 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:57.160283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57cbd0e4-7e4c-4796-aa82-ff31df3d2976 req-6bea1c48-41a7-49e8-96c3-4ac90a537a11 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0546486 Jan 31 19:31:57.207909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57cbd0e4-7e4c-4796-aa82-ff31df3d2976 req-2a0ee9e4-79cb-4d6e-b474-fb6de64a032f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419486 Jan 31 19:31:58.082689 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-21ca87a2-d0ab-47dc-8ae1-bdde4bea86a8 service neutron] show failed (client error): The resource could not be found. Jan 31 19:31:58.083699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-21ca87a2-d0ab-47dc-8ae1-bdde4bea86a8 service neutron] 10.222.0.49 "GET /v2.0/ports/e79c8062-39e9-436c-abc7-5eb495e53df0/bindings/n-h2-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.0560932 Jan 31 19:31:58.331259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-33e740d6-1888-4f2f-b803-313a64c19b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:58.332883 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-33e740d6-1888-4f2f-b803-313a64c19b1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 1128 time: 0.0760207 Jan 31 19:31:58.344253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:31:58.354710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df66a1-f316-4c43-b912-4d9632372eac req-6345a3f9-8512-45d7-a705-43d882263a91 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:58.356327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4df66a1-f316-4c43-b912-4d9632372eac req-6345a3f9-8512-45d7-a705-43d882263a91 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0738306 Jan 31 19:31:58.445067 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:58.450623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d4df66a1-f316-4c43-b912-4d9632372eac req-3552fde4-d680-45b0-8072-63b7f088ee25 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785108 Jan 31 19:31:58.650533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:31:58.685213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:31:58.726147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:31:58.728578 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b2524a-218a-4026-9da6-5d012c9e5fcc" -d '{"events": [{"server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "name": "network-vif-unplugged", "status": "completed", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:31:58.733540 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Publish callbacks [] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:58.746746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Transition to ACTIVE for port object e79c8062-39e9-436c-abc7-5eb495e53df0 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:31:58.750613 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:58.779903 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f01e334-cd69-428c-9e1b-ad21b8476ec6 x-openstack-request-id: req-4f01e334-cd69-428c-9e1b-ad21b8476ec6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:31:58.780204 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "name": "network-vif-unplugged", "status": "completed", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:31:58.780488 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f01e334-cd69-428c-9e1b-ad21b8476ec6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:31:58.780886 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'code': 200} Jan 31 19:31:58.836873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Pushing event updated for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:58.876977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] No DVR routers for this DVR port e79c8062-39e9-436c-abc7-5eb495e53df0 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:31:59.021130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Attempting to bind port e79c8062-39e9-436c-abc7-5eb495e53df0 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:31:59.021490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Attempting to bind port e79c8062-39e9-436c-abc7-5eb495e53df0 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:31:59.021806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Attempting to bind port e79c8062-39e9-436c-abc7-5eb495e53df0 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:31:59.026224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Port e79c8062-39e9-436c-abc7-5eb495e53df0 on network 22855019-34f5-43e0-86bf-e57e531bda77 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:31:59.026550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Attempting to bind port e79c8062-39e9-436c-abc7-5eb495e53df0 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:31:59.031293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:31:59.031630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:31:59.032016 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Bound using segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:31:59.032478 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Bound port: e79c8062-39e9-436c-abc7-5eb495e53df0, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:31:59.032839 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:59.094339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:31:59.097269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:31:59.103119 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:59.464027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:59.464772 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:31:59.466022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] 10.222.0.21 "PUT /v2.0/ports/e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 1092 time: 1.1269586 Jan 31 19:31:59.487809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380c245-64e1-4c07-9012-aeb43655b19b service neutron] Pushing event updated for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:31:59.561205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-426a0057-7e90-4d8e-b167-676abee8112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:59.562794 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-426a0057-7e90-4d8e-b167-676abee8112b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1126 time: 0.0720303 Jan 31 19:31:59.642897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c4b7c-a3d1-4439-a299-d49f68308206 req-b6c3b7b3-69e8-4797-a8eb-18435007dd62 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:59.644661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d4c4b7c-a3d1-4439-a299-d49f68308206 req-b6c3b7b3-69e8-4797-a8eb-18435007dd62 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 943 time: 0.1149371 Jan 31 19:31:59.694429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-85119d14-3720-471b-a1ab-ac0239823d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:59.695868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-85119d14-3720-471b-a1ab-ac0239823d30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1263516 Jan 31 19:31:59.719663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4d4c4b7c-a3d1-4439-a299-d49f68308206 req-3780aae1-13ee-46a3-b7b6-19f8a277c01a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680261 Jan 31 19:31:59.775819 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-6b35b86d-5c52-4590-80a5-4c899a97e5dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 1000 time: 0.0695138 Jan 31 19:31:59.824515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-d0b1e4a5-e0ab-482e-ac6d-89cff6fb96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:59.825953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-d0b1e4a5-e0ab-482e-ac6d-89cff6fb96f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0442736 Jan 31 19:31:59.874455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-36c03c0c-ebc1-443b-b704-79c4638f8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:31:59.875860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-36c03c0c-ebc1-443b-b704-79c4638f8264 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440366 Jan 31 19:31:59.970654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-2bc6d16a-7587-4992-b85f-ba8aa6235e1e service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888379 Jan 31 19:32:00.058851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b08507bf-793c-42b7-91b2-304d0d86bb20 req-c37118b6-1c77-4308-9953-0cfd0c978f03 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826650 Jan 31 19:32:00.781765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:32:00.784322 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bede7993-38e2-4655-9d62-9f316cc1c555" -d '{"events": [{"name": "network-changed", "server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:32:00.839371 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8591645-3112-4510-b5b4-3088bda4d22c x-openstack-request-id: req-c8591645-3112-4510-b5b4-3088bda4d22c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:32:00.839666 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:32:00.839930 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8591645-3112-4510-b5b4-3088bda4d22c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:32:00.840361 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'status': 'completed', 'code': 200} Jan 31 19:32:00.847367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e659eba-cf4c-4ff6-a27c-05fe1fc7f481 req-31b849e5-73a6-4079-bce2-ca17685f746a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:00.848951 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e659eba-cf4c-4ff6-a27c-05fe1fc7f481 req-31b849e5-73a6-4079-bce2-ca17685f746a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 943 time: 0.0574813 Jan 31 19:32:00.961545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e659eba-cf4c-4ff6-a27c-05fe1fc7f481 req-669b86c0-cd1f-4e7d-b199-1f2c65ccc36e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058393 Jan 31 19:32:00.983347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-68555531-693e-431f-92b2-61ea5065b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:00.983347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-68555531-693e-431f-92b2-61ea5065b045 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1126 time: 0.0985134 Jan 31 19:32:00.986824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-8c53f5a7-8892-4054-9887-f5d2ed5079eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:00.988190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-8c53f5a7-8892-4054-9887-f5d2ed5079eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1126 time: 0.1221094 Jan 31 19:32:01.146928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-5de721f5-2e52-4854-bcbb-4074b4c031b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:01.148305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-5de721f5-2e52-4854-bcbb-4074b4c031b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1573062 Jan 31 19:32:01.149428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-cb391d8a-25d0-4e25-b55d-567de67268ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:01.150727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-cb391d8a-25d0-4e25-b55d-567de67268ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1522417 Jan 31 19:32:01.265196 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-abb47664-df67-4801-8856-ac48c714a459 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 1000 time: 0.1082244 Jan 31 19:32:01.267193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-04a1b4a9-f8e2-44ae-abd1-8153f962bbf1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 1000 time: 0.1048100 Jan 31 19:32:01.355340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-4a26b2a6-2b9f-4dd8-9976-636a686c0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:01.357588 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-4a26b2a6-2b9f-4dd8-9976-636a686c0a24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0841815 Jan 31 19:32:01.359248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-e13e9aaa-6934-4b6f-9fca-33ad30c55a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:01.360618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-e13e9aaa-6934-4b6f-9fca-33ad30c55a54 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0789793 Jan 31 19:32:01.441182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-70ca098a-bd8f-4e4f-a041-3b7eb5d9c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:01.442592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-70ca098a-bd8f-4e4f-a041-3b7eb5d9c9e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0780697 Jan 31 19:32:01.451997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-cbb2124c-90cb-4c91-9057-c291e4141db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:01.453424 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-cbb2124c-90cb-4c91-9057-c291e4141db9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0799131 Jan 31 19:32:01.624049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-a4ca76d4-4f75-4baa-850f-3b4b9dfa9dcc service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740968 Jan 31 19:32:01.627386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-d2c5a9c0-ebe6-4c41-b6b9-3d77aa03ddbf service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527827 Jan 31 19:32:01.785557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-0e782727-08ca-480f-9628-df22fb2cad30 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550813 Jan 31 19:32:01.787731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bede7993-38e2-4655-9d62-9f316cc1c555 req-3c936b11-9681-436e-909e-24994a7014e1 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495397 Jan 31 19:32:01.856162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:32:01.890649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e01ea-b145-4b78-a996-0277ac3b22a2 req-4483a157-e863-46e2-a916-df6b4c44091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:01.892185 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-778e01ea-b145-4b78-a996-0277ac3b22a2 req-4483a157-e863-46e2-a916-df6b4c44091c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1126 time: 0.0491736 Jan 31 19:32:01.899022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port e79c8062-39e9-436c-abc7-5eb495e53df0 host n-h2-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 19:32:01.899420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:32:01.996033 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e01ea-b145-4b78-a996-0277ac3b22a2 req-f0637041-272a-4c47-b420-7e7c2895908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:01.997579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-778e01ea-b145-4b78-a996-0277ac3b22a2 req-f0637041-272a-4c47-b420-7e7c2895908c service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.0868199 Jan 31 19:32:02.095876 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-778e01ea-b145-4b78-a996-0277ac3b22a2 req-52a1cb1d-ae51-4928-a4a2-bbd920ca9025 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 1000 time: 0.0921805 Jan 31 19:32:02.118261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270ac88-b65b-4bc6-8279-bb1ddbfe2c44 req-2d4271cb-17ee-4ac1-8edb-2e92a1cebe11 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:02.120239 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5270ac88-b65b-4bc6-8279-bb1ddbfe2c44 req-2d4271cb-17ee-4ac1-8edb-2e92a1cebe11 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 943 time: 0.0765426 Jan 31 19:32:02.187190 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e01ea-b145-4b78-a996-0277ac3b22a2 req-9047cffa-6431-410a-ae12-d4eefc3c91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:02.190881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-778e01ea-b145-4b78-a996-0277ac3b22a2 req-9047cffa-6431-410a-ae12-d4eefc3c91a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0876434 Jan 31 19:32:02.195477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:32:02.241211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5270ac88-b65b-4bc6-8279-bb1ddbfe2c44 req-6a5d604f-099e-4391-ad6c-2f153cc80506 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031842 Jan 31 19:32:02.271666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e01ea-b145-4b78-a996-0277ac3b22a2 req-bb236a57-dc3b-49fb-8820-9d0772cd938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:02.273429 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-778e01ea-b145-4b78-a996-0277ac3b22a2 req-bb236a57-dc3b-49fb-8820-9d0772cd938f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0738659 Jan 31 19:32:02.305434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:32:02.318223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'port_id': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'mac_address': 'fa:16:3e:6d:c4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:32:02.362796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port e79c8062-39e9-436c-abc7-5eb495e53df0 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:32:02.363084 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:02.378681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79c8062-39e9-436c-abc7-5eb495e53df0 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:32:02.383239 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-778e01ea-b145-4b78-a996-0277ac3b22a2 req-8f7ba4f1-302f-4254-bfd4-ef212302dc93 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026230 Jan 31 19:32:02.400093 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:32:02.405454 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:02.465917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:02.497282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-778e01ea-b145-4b78-a996-0277ac3b22a2 req-30bd4fd6-aa2c-40cc-8b5e-50df5a8f0066 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077476 Jan 31 19:32:02.623039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['e79c8062-39e9-436c-abc7-5eb495e53df0'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:32:02.623637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1000de-2234-4609-aeb4-53f640b43869 req-1ab8308d-dacd-44a7-a2eb-a28864139d25 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:02.625573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-1ab8308d-dacd-44a7-a2eb-a28864139d25 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7&tenant_id=7465d39d8a0144f28d69732da73630c4&binding%3Ahost_id=n-h2-812111-15 HTTP/1.1" status: 200 len: 944 time: 0.0885808 Jan 31 19:32:02.676227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382ac03-99ad-42ea-b18b-b1c537e3688c req-f035417f-12d3-417e-b05c-481606486839 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:02.678457 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4382ac03-99ad-42ea-b18b-b1c537e3688c req-f035417f-12d3-417e-b05c-481606486839 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 944 time: 0.1072626 Jan 31 19:32:02.733731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-32671aeb-2cde-4064-8238-8716eaab52dd service neutron] 10.222.0.21 "GET /v2.0/ports/e79c8062-39e9-436c-abc7-5eb495e53df0/bindings/n-h2-812111-15 HTTP/1.1" status: 200 len: 383 time: 0.1004763 Jan 31 19:32:02.754958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4382ac03-99ad-42ea-b18b-b1c537e3688c req-c36f5458-9462-49a9-999d-3d876b5fad85 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596108 Jan 31 19:32:02.806363 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2d7eaaec-4eaf-48f8-8710-ac6bb68a243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:02.808425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2d7eaaec-4eaf-48f8-8710-ac6bb68a243d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1127 time: 0.0507302 Jan 31 19:32:02.903391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1000de-2234-4609-aeb4-53f640b43869 req-dac1ee42-3932-4fa4-b32b-47f8a7e5712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:02.904846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-dac1ee42-3932-4fa4-b32b-47f8a7e5712b service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.0897508 Jan 31 19:32:02.972525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-5a45a8c7-d092-4ecd-a3f8-1add60e69fe1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 1001 time: 0.0609550 Jan 31 19:32:03.021884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1000de-2234-4609-aeb4-53f640b43869 req-3a70c2bf-0ea8-45d3-82e7-63022cd06f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:03.023356 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-3a70c2bf-0ea8-45d3-82e7-63022cd06f15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0451038 Jan 31 19:32:03.076863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1000de-2234-4609-aeb4-53f640b43869 req-ee1fde69-2be3-454c-b34a-63514c95e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:03.078562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-ee1fde69-2be3-454c-b34a-63514c95e762 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488203 Jan 31 19:32:03.170954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-b0b9dae1-0376-4012-b75d-a2ab1050ea87 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861547 Jan 31 19:32:03.272767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-3be7248c-9204-4f46-a6f0-8fc9ca2c3150 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959744 Jan 31 19:32:03.882497 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a3e2d-9f73-4123-848d-c17f61337a3d req-ccd3eafa-f8e3-417e-9411-9728aeb4ea78 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:03.883990 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-860a3e2d-9f73-4123-848d-c17f61337a3d req-ccd3eafa-f8e3-417e-9411-9728aeb4ea78 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 944 time: 0.0532939 Jan 31 19:32:03.931519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-860a3e2d-9f73-4123-848d-c17f61337a3d req-bb0fedf1-2d39-489c-a4fd-15f526dc37d7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411463 Jan 31 19:32:04.203960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:32:04.253626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port e79c8062-39e9-436c-abc7-5eb495e53df0 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:32:04.257625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port e79c8062-39e9-436c-abc7-5eb495e53df0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:32:04.257999 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:04.345276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port e79c8062-39e9-436c-abc7-5eb495e53df0 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:32:04.345769 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:04.368931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:32:04.371855 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48d731d-f515-4917-909e-5f1885580965" -d '{"events": [{"server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "name": "network-vif-plugged", "status": "completed", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:32:04.384250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:32:04.388281 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:04.423182 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c92cb73-be69-4cd9-b70a-8f15f31d6fe0 x-openstack-request-id: req-6c92cb73-be69-4cd9-b70a-8f15f31d6fe0 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:32:04.423474 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "name": "network-vif-plugged", "status": "completed", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:32:04.423729 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c92cb73-be69-4cd9-b70a-8f15f31d6fe0 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:32:04.424112 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'code': 200} Jan 31 19:32:04.438610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:05.063908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d16d5-686d-4aba-82d4-773e690be30e req-4597ea24-bdd8-40e6-8c38-7bf48c7e3dc0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:05.065623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-799d16d5-686d-4aba-82d4-773e690be30e req-4597ea24-bdd8-40e6-8c38-7bf48c7e3dc0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0607145 Jan 31 19:32:05.121504 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-799d16d5-686d-4aba-82d4-773e690be30e req-578aa9ed-9b21-4d27-88e9-9a8b2e2cae14 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493896 Jan 31 19:32:05.364547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1000de-2234-4609-aeb4-53f640b43869 req-3cd1d8fd-5314-4d00-be07-e384ef446f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:05.366058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-3cd1d8fd-5314-4d00-be07-e384ef446f81 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 1128 time: 0.0496626 Jan 31 19:32:05.380189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:32:05.440099 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:05.654224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:32:05.689393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:32:05.735324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:32:05.737748 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83f58cf-3db6-4c3e-9e4e-5b0f46f80993" -d '{"events": [{"server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "name": "network-vif-unplugged", "status": "completed", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:32:05.741399 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Publish callbacks [] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:05.755575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Transition to ACTIVE for port object e79c8062-39e9-436c-abc7-5eb495e53df0 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:32:05.759815 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:05.803599 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76861ee-36dc-4ae7-8cfa-31737c0ac9fc x-openstack-request-id: req-b76861ee-36dc-4ae7-8cfa-31737c0ac9fc {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:32:05.804023 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "name": "network-vif-unplugged", "status": "completed", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:32:05.804172 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b76861ee-36dc-4ae7-8cfa-31737c0ac9fc {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:32:05.804591 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'code': 200} Jan 31 19:32:05.854923 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Pushing event updated for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:05.910289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] No DVR routers for this DVR port e79c8062-39e9-436c-abc7-5eb495e53df0 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:32:06.072262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Attempting to bind port e79c8062-39e9-436c-abc7-5eb495e53df0 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:32:06.073045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Attempting to bind port e79c8062-39e9-436c-abc7-5eb495e53df0 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:32:06.073045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Attempting to bind port e79c8062-39e9-436c-abc7-5eb495e53df0 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:32:06.078722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Port e79c8062-39e9-436c-abc7-5eb495e53df0 on network 22855019-34f5-43e0-86bf-e57e531bda77 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:32:06.079193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Attempting to bind port e79c8062-39e9-436c-abc7-5eb495e53df0 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:32:06.084511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:32:06.084858 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:32:06.085254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Bound using segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:32:06.085865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Bound port: e79c8062-39e9-436c-abc7-5eb495e53df0, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:32:06.086262 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:06.157974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:32:06.162560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:32:06.174119 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:06.225898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:06.226782 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:06.228564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] 10.222.0.49 "PUT /v2.0/ports/e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 1093 time: 0.8522928 Jan 31 19:32:06.299933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38485d-8a58-4d31-baba-b19244682fec service neutron] Pushing event updated for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=11']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:06.336829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d1971-30ee-4148-9c85-647f9958f8a2 req-dc33a099-4f45-4159-bc49-d34afa948d46 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:06.338442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f4d1971-30ee-4148-9c85-647f9958f8a2 req-dc33a099-4f45-4159-bc49-d34afa948d46 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 944 time: 0.1310258 Jan 31 19:32:06.341792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1000de-2234-4609-aeb4-53f640b43869 req-cefdf8b3-9275-4c28-8a1b-f5e7e8b0ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:06.343265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-cefdf8b3-9275-4c28-8a1b-f5e7e8b0ea2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1127 time: 0.0843468 Jan 31 19:32:06.444489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f4d1971-30ee-4148-9c85-647f9958f8a2 req-119417d2-a474-4df7-a9c5-5828a6f12bf5 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998781 Jan 31 19:32:06.470419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1000de-2234-4609-aeb4-53f640b43869 req-097fa4d4-b391-4f32-8621-da3d06895a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:06.471879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-097fa4d4-b391-4f32-8621-da3d06895a24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1121264 Jan 31 19:32:06.542672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-15648a8d-1c8b-4da5-a102-171dde4cb940 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 1000 time: 0.0634089 Jan 31 19:32:06.591066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1000de-2234-4609-aeb4-53f640b43869 req-802beae0-55e5-43aa-80e1-de1bf1c6c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:06.592702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-802beae0-55e5-43aa-80e1-de1bf1c6c2eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0435472 Jan 31 19:32:06.642596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1000de-2234-4609-aeb4-53f640b43869 req-81fe14d7-6c9a-4e95-8ed1-c28af4610f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:06.644091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-81fe14d7-6c9a-4e95-8ed1-c28af4610f1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442789 Jan 31 19:32:06.743818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-73d644d2-e5c4-4204-8eb1-c83705da96bb service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916340 Jan 31 19:32:06.832741 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b1000de-2234-4609-aeb4-53f640b43869 req-9b50ce76-828c-4ba5-9372-da61cf6ed9cf service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830915 Jan 31 19:32:07.573386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a052-10a7-41ff-b54b-bbcee23f6c14 req-89a84955-d052-42b4-99e9-697691630551 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:07.574845 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c44a052-10a7-41ff-b54b-bbcee23f6c14 req-89a84955-d052-42b4-99e9-697691630551 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 944 time: 0.0590477 Jan 31 19:32:07.622903 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c44a052-10a7-41ff-b54b-bbcee23f6c14 req-48e9169c-016d-41ac-bbca-1e14072ec1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421877 Jan 31 19:32:07.805776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:32:07.808861 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c54015-bb7a-46b7-9ea0-5268e554ca5c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:32:07.856731 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4f4f32-e2e6-44f3-aa9f-57b418a1718d x-openstack-request-id: req-1e4f4f32-e2e6-44f3-aa9f-57b418a1718d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:32:07.857031 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:32:07.857322 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e4f4f32-e2e6-44f3-aa9f-57b418a1718d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:32:07.857726 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'status': 'completed', 'code': 200} Jan 31 19:32:07.951914 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-deedce90-0180-46e4-90e6-7fd440326e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:07.953506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-deedce90-0180-46e4-90e6-7fd440326e9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1127 time: 0.0760901 Jan 31 19:32:07.955961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-101d681d-b458-49e7-910a-e3d567544192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:07.957371 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-101d681d-b458-49e7-910a-e3d567544192 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 1127 time: 0.0722370 Jan 31 19:32:08.111313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-f5a4de31-8773-4512-83e2-2bb8b86c8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:08.112722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-f5a4de31-8773-4512-83e2-2bb8b86c8220 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1535275 Jan 31 19:32:08.115334 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-00d72e5e-3052-46db-b50c-fe355dd7ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:08.116758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-00d72e5e-3052-46db-b50c-fe355dd7ae31 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1497686 Jan 31 19:32:08.219861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:32:08.265870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port e79c8062-39e9-436c-abc7-5eb495e53df0 host n-h1-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 19:32:08.266280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:32:08.565796 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-c09d5fcd-e497-42c1-bab4-7828d84b8d90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 1000 time: 0.4470897 Jan 31 19:32:08.567581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-bd330ecb-27b6-4c36-bc38-ff015e5705b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 200 len: 1000 time: 0.4426191 Jan 31 19:32:08.666203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-0fb8026a-1f39-4e65-b53c-91414b3de9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:08.668163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-0fb8026a-1f39-4e65-b53c-91414b3de9d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0966165 Jan 31 19:32:08.673507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-1cbe23d4-d4ad-47f6-ac97-bf03ee4acb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:08.674886 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-1cbe23d4-d4ad-47f6-ac97-bf03ee4acb33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0948744 Jan 31 19:32:08.786949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-f55d58a7-85a5-4764-bdf6-16f71bfe5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:08.788505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-f55d58a7-85a5-4764-bdf6-16f71bfe5d8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1127427 Jan 31 19:32:08.795176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-fcf9499d-12ac-4fcf-afab-6b59525c3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:08.796639 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-fcf9499d-12ac-4fcf-afab-6b59525c3a13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1107159 Jan 31 19:32:08.830464 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141f33a-c128-4211-8326-0970a7d46aff req-2a83d485-8c10-4a2f-a73e-aad7ef9f2fff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:08.831810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9141f33a-c128-4211-8326-0970a7d46aff req-2a83d485-8c10-4a2f-a73e-aad7ef9f2fff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 944 time: 0.1186590 Jan 31 19:32:08.982802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9141f33a-c128-4211-8326-0970a7d46aff req-41d2bbea-6b2d-4a9a-9c40-bfab6e957d37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397099 Jan 31 19:32:09.001832 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-532c50ed-c52c-4172-b4ee-47c32fac2264 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035227 Jan 31 19:32:09.007541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-56705b82-f9ff-4300-bae9-d19109b147c2 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001390 Jan 31 19:32:09.206896 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-185dc76d-81c5-4736-b6c5-7f5b60a76f73 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907978 Jan 31 19:32:09.210298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-96c54015-bb7a-46b7-9ea0-5268e554ca5c req-9082cad9-8ed9-4fa5-b0b5-fcce3e4f9c9a service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019196 Jan 31 19:32:09.218817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b55cb-b818-4a93-88a4-27f3047856bc req-4407016f-f083-4c1e-8ef6-ac0e4e899ae1 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:09.220308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e40b55cb-b818-4a93-88a4-27f3047856bc req-4407016f-f083-4c1e-8ef6-ac0e4e899ae1 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 944 time: 0.1429570 Jan 31 19:32:09.270046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e40b55cb-b818-4a93-88a4-27f3047856bc req-dd2b0e3c-90c7-45b9-b667-be6678529522 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421944 Jan 31 19:32:09.397641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71880fc-f4ec-47e4-86d3-c2bc4305816c req-e59616b6-1c75-4f2d-85d8-e608ea840799 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:09.398894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b71880fc-f4ec-47e4-86d3-c2bc4305816c req-e59616b6-1c75-4f2d-85d8-e608ea840799 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 944 time: 0.0548229 Jan 31 19:32:09.455655 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b71880fc-f4ec-47e4-86d3-c2bc4305816c req-9d8b34f9-98d5-47d8-a8a6-3c3fe80f902a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500672 Jan 31 19:32:09.708954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbc170-ea58-4fed-9d30-a9a96e634cd4 req-f3c74071-af13-4d73-93a1-f2c75fcdd654 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:09.710358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6cbc170-ea58-4fed-9d30-a9a96e634cd4 req-f3c74071-af13-4d73-93a1-f2c75fcdd654 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 944 time: 0.0530980 Jan 31 19:32:09.759301 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6cbc170-ea58-4fed-9d30-a9a96e634cd4 req-6efa2cee-84da-4bb4-9022-effa8ea267cf tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423198 Jan 31 19:32:09.904167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:32:09.999152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:32:10.010699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'port_id': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'mac_address': 'fa:16:3e:6d:c4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:32:10.050440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port e79c8062-39e9-436c-abc7-5eb495e53df0 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:32:10.050837 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:10.063420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79c8062-39e9-436c-abc7-5eb495e53df0 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:32:10.082419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:32:10.087091 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:10.132725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=12']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:10.300678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['e79c8062-39e9-436c-abc7-5eb495e53df0'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:32:10.888563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d6c1a-0d76-4cef-822e-db3e4859ebcb req-fe81e217-1246-42ee-9637-ec55d1af62b7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:10.890085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-766d6c1a-0d76-4cef-822e-db3e4859ebcb req-fe81e217-1246-42ee-9637-ec55d1af62b7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0537479 Jan 31 19:32:10.945970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-766d6c1a-0d76-4cef-822e-db3e4859ebcb req-05abae9f-a134-4eb2-84fb-639702018fc7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500610 Jan 31 19:32:10.990090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-87143ac8-e65d-4186-b955-dc3fb1064bdc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:10.991562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-87143ac8-e65d-4186-b955-dc3fb1064bdc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 945 time: 0.0608790 Jan 31 19:32:11.087746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Deleting port e79c8062-39e9-436c-abc7-5eb495e53df0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:32:11.088109 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:11.180758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] For port e79c8062-39e9-436c-abc7-5eb495e53df0, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=e79c8062-39e9-436c-abc7-5eb495e53df0,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:32:11.181118 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:11.375022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:11.375292 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:11.375612 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b disassociated. External IP: 172.25.8.179, port: e79c8062-39e9-436c-abc7-5eb495e53df0. Jan 31 19:32:11.375987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Calling delete_port for e79c8062-39e9-436c-abc7-5eb495e53df0 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:32:11.526144 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e79c8062-39e9-436c-abc7-5eb495e53df0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:11.555434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event deleted for resources: {'Port': ['ID=e79c8062-39e9-436c-abc7-5eb495e53df0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:11.687259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:32:11.812461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:32:11.825416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4915bd-7697-4d78-93bf-7aceafc66be0 None None] Sync routers for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:32:11.844581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4915bd-7697-4d78-93bf-7aceafc66be0 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:32:11.845146 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ec4915bd-7697-4d78-93bf-7aceafc66be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:32:11.855966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] No DVR routers for this DVR port e79c8062-39e9-436c-abc7-5eb495e53df0 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:32:11.858684 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:11.862024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20236cb8-bb04-4632-bfe0-8cbb688a403b req-2eb33f07-2c42-46f4-824b-d1a3010d34ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.49 "DELETE /v2.0/ports/e79c8062-39e9-436c-abc7-5eb495e53df0 HTTP/1.1" status: 204 len: 173 time: 0.8629622 Jan 31 19:32:11.862474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'name': 'network-vif-deleted', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:32:11.864777 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a19aee-b54d-4cdd-940b-528813c0c1da" -d '{"events": [{"server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "name": "network-vif-deleted", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:32:11.906228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:32:11.914440 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d5847d-e4d3-4be6-a938-22054d0e8de0 x-openstack-request-id: req-77d5847d-e4d3-4be6-a938-22054d0e8de0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:32:11.914955 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b355e7c-bff6-401e-9bd3-b51821e9d2c7", "name": "network-vif-deleted", "tag": "e79c8062-39e9-436c-abc7-5eb495e53df0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:32:11.915042 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77d5847d-e4d3-4be6-a938-22054d0e8de0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:32:11.915476 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b355e7c-bff6-401e-9bd3-b51821e9d2c7', 'name': 'network-vif-deleted', 'tag': 'e79c8062-39e9-436c-abc7-5eb495e53df0', 'status': 'completed', 'code': 200} Jan 31 19:32:11.960383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: e79c8062-39e9-436c-abc7-5eb495e53df0 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:32:11.960740 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 31 19:32:11.987118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Port e79c8062-39e9-436c-abc7-5eb495e53df0 not found, will not notify nova. {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 31 19:32:12.005310 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ec4915bd-7697-4d78-93bf-7aceafc66be0 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:32:12.068596 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ecc8789-baec-405b-928f-19a41746b27a req-b61075a8-16f8-4989-927f-a22b3615d15e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b355e7c-bff6-401e-9bd3-b51821e9d2c7 HTTP/1.1" status: 200 len: 210 time: 0.0302272 Jan 31 19:32:12.228850 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ec4915bd-7697-4d78-93bf-7aceafc66be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:32:12.259341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4915bd-7697-4d78-93bf-7aceafc66be0 None None] Checking router: 4d0609c6-cc70-40c9-ad8b-829683bbe1dd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:32:12.269788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4915bd-7697-4d78-93bf-7aceafc66be0 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:32:12.270406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ec4915bd-7697-4d78-93bf-7aceafc66be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:31:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:32:12.389141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ec4915bd-7697-4d78-93bf-7aceafc66be0 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:32:12.626739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ec4915bd-7697-4d78-93bf-7aceafc66be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:32:12.659233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4915bd-7697-4d78-93bf-7aceafc66be0 None None] The sync data for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 is: [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:32:12.888538 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f48baf-0d55-4f58-b17f-9b2d780f3dd6 None None] New status for floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:32:13.323083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-144f6404-6d04-419d-95ad-24fe7a134782 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--343997603&fields=id&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 267 time: 0.0449934 Jan 31 19:32:13.433295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76225-e691-4381-9ed8-32df51c9d47b req-6fd17f94-2ec2-47d1-b726-5978370fd1c8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:13.434460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-6fd17f94-2ec2-47d1-b726-5978370fd1c8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 812 time: 0.1046262 Jan 31 19:32:13.448988 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-8ba47477-166c-4a73-88bc-40dcc6c7be38 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/quotas/7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 375 time: 0.0091002 Jan 31 19:32:13.502865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-0cf798bc-4432-4970-bb3d-5b5bb88b48d7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490851 Jan 31 19:32:13.602971 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-defa55b5-2ac2-4223-8edf-8cc8e539349a service neutron] 10.222.0.20 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885234 Jan 31 19:32:13.694605 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-ceb1cf01-e0ff-4f3c-877b-1bfb882c342f service neutron] 10.222.0.20 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848484 Jan 31 19:32:13.862316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18647f1f-80e1-4f9a-b953-2feda4de1d4a req-f6e8c276-ed39-4528-861b-4001bb5a8e9b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 210 time: 0.0317903 Jan 31 19:32:14.844051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76225-e691-4381-9ed8-32df51c9d47b req-55306aef-fea2-42bc-88dc-bd932a916b43 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:14.845592 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-55306aef-fea2-42bc-88dc-bd932a916b43 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 812 time: 0.1221027 Jan 31 19:32:14.916192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-3e7bf986-9746-494d-b036-728f59d46c81 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 379 time: 0.0605326 Jan 31 19:32:14.924946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-05b76225-e691-4381-9ed8-32df51c9d47b req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Request body: {'port': {'device_id': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'admin_state_up': True, 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'security_groups': ['e4ab0b01-37ac-47de-9efb-f0f7f77af0d0']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:32:15.008176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-33c64365-4e7e-49bc-a2e0-8e6033d20b14 req-bd1d0b63-e439-4950-a349-665d89e628d1 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 210 time: 0.0637820 Jan 31 19:32:15.072002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b76225-e691-4381-9ed8-32df51c9d47b req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Made reservation on behalf of 7465d39d8a0144f28d69732da73630c4 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:32:15.076474 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05b76225-e691-4381-9ed8-32df51c9d47b req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:15.215266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-05b76225-e691-4381-9ed8-32df51c9d47b req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Allocated IP 172.20.0.11 (22855019-34f5-43e0-86bf-e57e531bda77/a199254d-7ee1-40e4-a40e-fd95ac4ad96e/1b3eaafb-6409-4850-ab35-cef4eb6564c4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:32:15.355792 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05b76225-e691-4381-9ed8-32df51c9d47b req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:15.391446 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05b76225-e691-4381-9ed8-32df51c9d47b req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:15.434342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b76225-e691-4381-9ed8-32df51c9d47b req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Network 22855019-34f5-43e0-86bf-e57e531bda77 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:32:15.437498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-05b76225-e691-4381-9ed8-32df51c9d47b req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:32:15.441109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b76225-e691-4381-9ed8-32df51c9d47b req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:32:15.473714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event updated for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:15.504394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76225-e691-4381-9ed8-32df51c9d47b req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:15.505052 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05b76225-e691-4381-9ed8-32df51c9d47b req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:15.522205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-cc750c3c-8ee9-419a-aff4-d93de862c1e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6011217 Jan 31 19:32:15.533725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Request body: {'port': {'device_id': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:32:15.596749 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:15.730614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-25ef43f5-fb91-4997-b64e-d4705d6a411d None None] Provisioning complete for port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:32:15.731362 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-25ef43f5-fb91-4997-b64e-d4705d6a411d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:15.772184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-25ef43f5-fb91-4997-b64e-d4705d6a411d None None] Port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:32:15.902262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3eaafb-6409-4850-ab35-cef4eb6564c4 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:32:15.910548 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Publish callbacks [] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:15.923044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Transition to ACTIVE for port object 1b3eaafb-6409-4850-ab35-cef4eb6564c4 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:32:15.927247 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:15.950641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:32:15.976840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: e79c8062-39e9-436c-abc7-5eb495e53df0 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:32:15.977508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device e79c8062-39e9-436c-abc7-5eb495e53df0 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:32:15.981780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:16.062085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Attempting to bind port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:32:16.062612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Attempting to bind port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:32:16.063174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Attempting to bind port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:32:16.071745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on network 22855019-34f5-43e0-86bf-e57e531bda77 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:32:16.072866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Attempting to bind port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:32:16.079493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:32:16.079864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:32:16.080261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Bound using segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:32:16.080727 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Bound port: 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:32:16.081086 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:16.187078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:32:16.191688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:32:16.200919 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:16.210690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07c6c9-dba5-48a6-9a67-d69e4e59274f req-ffb16023-93a4-4aa2-865b-c3dca830f135 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:16.212220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d07c6c9-dba5-48a6-9a67-d69e4e59274f req-ffb16023-93a4-4aa2-865b-c3dca830f135 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0932717 Jan 31 19:32:16.265356 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:16.265590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:16.266986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] 10.222.0.21 "PUT /v2.0/ports/1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1093 time: 0.7377403 Jan 31 19:32:16.267467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:32:16.270092 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3e0a88-f6ec-435d-8b40-c6b2e856b684" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:32:16.385204 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4631c3d-2f7c-4083-ba84-79a0b5c4abf9 x-openstack-request-id: req-c4631c3d-2f7c-4083-ba84-79a0b5c4abf9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:32:16.385701 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:32:16.385966 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4631c3d-2f7c-4083-ba84-79a0b5c4abf9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:32:16.386396 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'status': 'completed', 'code': 200} Jan 31 19:32:16.389751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4168ee6-ae14-41da-b8fe-feb05195d5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:16.402199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d07c6c9-dba5-48a6-9a67-d69e4e59274f req-8e0775b3-194a-4fca-a3bd-efb97fdf3f64 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645606 Jan 31 19:32:16.435940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76225-e691-4381-9ed8-32df51c9d47b req-dc402eb5-c52c-4e7e-9a4d-83899e89dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:16.437141 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-dc402eb5-c52c-4e7e-9a4d-83899e89dd45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1127 time: 0.1076596 Jan 31 19:32:16.481694 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-b976af20-d232-4a0f-9c99-23ed56363fab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 217 time: 0.0379484 Jan 31 19:32:16.533949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76225-e691-4381-9ed8-32df51c9d47b req-61d161a6-4790-4c59-ae63-7c2d11b47239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:16.535337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-61d161a6-4790-4c59-ae63-7c2d11b47239 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0483339 Jan 31 19:32:16.594704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76225-e691-4381-9ed8-32df51c9d47b req-851ea34c-21b7-4c2c-ab33-6dd7ae1b2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:16.596842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-851ea34c-21b7-4c2c-ab33-6dd7ae1b2c0b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0559142 Jan 31 19:32:16.709021 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-d898cfef-c1e8-4d9c-999d-70221325731a service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062167 Jan 31 19:32:16.819101 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-05b76225-e691-4381-9ed8-32df51c9d47b req-d2139c52-df5f-45e1-bee2-70ac0179b722 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041965 Jan 31 19:32:16.927866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e0a88-f6ec-435d-8b40-c6b2e856b684 req-aa990d9b-cbaf-4280-8148-d072aaa2334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:16.929414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd3e0a88-f6ec-435d-8b40-c6b2e856b684 req-aa990d9b-cbaf-4280-8148-d072aaa2334b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1127 time: 0.0633070 Jan 31 19:32:17.036993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e0a88-f6ec-435d-8b40-c6b2e856b684 req-b4f37c53-5fa6-479d-b29b-56cf0456890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:17.039528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd3e0a88-f6ec-435d-8b40-c6b2e856b684 req-b4f37c53-5fa6-479d-b29b-56cf0456890a service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1023426 Jan 31 19:32:17.089658 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd3e0a88-f6ec-435d-8b40-c6b2e856b684 req-2a267870-2d1f-43e4-a8dc-0de4d13dad5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 217 time: 0.0429220 Jan 31 19:32:17.147112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e0a88-f6ec-435d-8b40-c6b2e856b684 req-9c6e4578-5b6c-4ee0-8f92-73b2657c5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:17.148651 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd3e0a88-f6ec-435d-8b40-c6b2e856b684 req-9c6e4578-5b6c-4ee0-8f92-73b2657c5a8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0520914 Jan 31 19:32:17.213671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e0a88-f6ec-435d-8b40-c6b2e856b684 req-44e61d0e-4675-4447-afff-f15524c9719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:17.215342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd3e0a88-f6ec-435d-8b40-c6b2e856b684 req-44e61d0e-4675-4447-afff-f15524c9719c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0608552 Jan 31 19:32:17.317367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd3e0a88-f6ec-435d-8b40-c6b2e856b684 req-7d9aaac5-450d-427f-99c5-90e2735b6f53 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950611 Jan 31 19:32:17.415235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd3e0a88-f6ec-435d-8b40-c6b2e856b684 req-e331a44a-6ffc-4b76-8aa6-c23c44260677 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915916 Jan 31 19:32:17.533032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648bd6c-24bd-40f6-89b9-9d1c695a19bc req-beefc53c-2c9c-4e9a-9751-1dfde94a1be1 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:17.534525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f648bd6c-24bd-40f6-89b9-9d1c695a19bc req-beefc53c-2c9c-4e9a-9751-1dfde94a1be1 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0533524 Jan 31 19:32:17.588547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f648bd6c-24bd-40f6-89b9-9d1c695a19bc req-56163afb-ed8d-4112-bcc8-2b6b34b13324 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476224 Jan 31 19:32:18.238999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1b3eaafb-6409-4850-ab35-cef4eb6564c4 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:32:18.337055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:32:18.349611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'port_id': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'mac_address': 'fa:16:3e:08:12:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:32:18.390377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:32:18.390775 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:18.403763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3eaafb-6409-4850-ab35-cef4eb6564c4 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:32:18.423210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:32:18.426711 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:18.474044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:18.481767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.482123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.482473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.482815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.483153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.483487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.483820 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.484151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.484578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.484911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.485241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.485568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.485894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:18.634141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['1b3eaafb-6409-4850-ab35-cef4eb6564c4'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:32:18.720867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea47e0-f1d8-484e-916c-68ae42430828 req-6b1fc3e7-3431-4235-811c-4b2961fa711d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:18.722423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8eea47e0-f1d8-484e-916c-68ae42430828 req-6b1fc3e7-3431-4235-811c-4b2961fa711d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0631595 Jan 31 19:32:18.770920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8eea47e0-f1d8-484e-916c-68ae42430828 req-f6f8fd7d-672a-4e2a-908c-b180dc529bf7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422239 Jan 31 19:32:18.928533 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5873702e-cfcc-41a1-a498-2cad7dfda301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:19.893121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72e7c8-2f9e-4305-a520-ca63459aed2e req-2bd23927-b9af-412e-a76c-c5e688e8d43e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:19.894845 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da72e7c8-2f9e-4305-a520-ca63459aed2e req-2bd23927-b9af-412e-a76c-c5e688e8d43e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0531638 Jan 31 19:32:19.941302 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da72e7c8-2f9e-4305-a520-ca63459aed2e req-e1cde564-e1e6-4b69-bb8b-92ed3354a722 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408957 Jan 31 19:32:20.237543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1b3eaafb-6409-4850-ab35-cef4eb6564c4 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:32:20.286522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:32:20.290478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:32:20.290866 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:20.371667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:32:20.372092 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:20.395782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:32:20.398144 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f247211-816e-4d83-adf5-f0f1461048bf" -d '{"events": [{"server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "name": "network-vif-plugged", "status": "completed", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:32:20.411917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:32:20.416441 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:20.440589 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce06e8d-4c4c-4d3a-9fe0-865b62c641bd x-openstack-request-id: req-0ce06e8d-4c4c-4d3a-9fe0-865b62c641bd {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:32:20.440890 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "name": "network-vif-plugged", "status": "completed", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:32:20.441151 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ce06e8d-4c4c-4d3a-9fe0-865b62c641bd {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:32:20.441542 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'code': 200} Jan 31 19:32:20.467154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:20.861685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cf615-657b-4b22-884c-64259c9e9a1e req-cb501bf0-6936-4ae0-ad1a-71a224177fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:20.863192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-022cf615-657b-4b22-884c-64259c9e9a1e req-cb501bf0-6936-4ae0-ad1a-71a224177fff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1129 time: 0.3675926 Jan 31 19:32:20.906324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-022cf615-657b-4b22-884c-64259c9e9a1e req-625eaa7b-8025-4725-af01-293f2526c3c8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369856 Jan 31 19:32:21.062579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748fed3-65d5-4055-9f50-23a8ccd94fa0 req-135c3fc1-7225-4ab1-82c0-0ef9b90c478f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:21.064052 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e748fed3-65d5-4055-9f50-23a8ccd94fa0 req-135c3fc1-7225-4ab1-82c0-0ef9b90c478f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0527916 Jan 31 19:32:21.111056 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e748fed3-65d5-4055-9f50-23a8ccd94fa0 req-1ed3e2f9-aa88-44a0-8b98-14e323843e01 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 Jan 31 19:32:21.159826 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1f642e12-a93f-4bb9-8204-64bb18832095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:22.241649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc16d15-b739-45e3-a1b1-43adae82be96 req-5a95b571-3ed8-4ef7-9dd4-7bff0773d0dd tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:22.244373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cc16d15-b739-45e3-a1b1-43adae82be96 req-5a95b571-3ed8-4ef7-9dd4-7bff0773d0dd tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0602701 Jan 31 19:32:22.293980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5cc16d15-b739-45e3-a1b1-43adae82be96 req-5720a67e-1249-4f26-9612-a954b0e631e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447831 Jan 31 19:32:22.412605 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3059c-8b2a-4808-b6df-49ea295a8c03 req-aef2a445-b0e3-4b17-a669-3653a9680f30 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:22.414048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-04d3059c-8b2a-4808-b6df-49ea295a8c03 req-aef2a445-b0e3-4b17-a669-3653a9680f30 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0560706 Jan 31 19:32:22.422697 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57000) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:32:22.427086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b76c0bd1-d88e-4488-b8d5-77762dc5b1e9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Request body: {'floatingip': {'port_id': '1b3eaafb-6409-4850-ab35-cef4eb6564c4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:32:22.466126 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b76c0bd1-d88e-4488-b8d5-77762dc5b1e9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:22.645202 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:22.906377 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b76c0bd1-d88e-4488-b8d5-77762dc5b1e9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:22.909812 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b76c0bd1-d88e-4488-b8d5-77762dc5b1e9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:23.013031 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-b76c0bd1-d88e-4488-b8d5-77762dc5b1e9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b associated. External IP: 172.25.8.179, port: 1b3eaafb-6409-4850-ab35-cef4eb6564c4. Jan 31 19:32:23.229461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76c0bd1-d88e-4488-b8d5-77762dc5b1e9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:32:23.336717 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76c0bd1-d88e-4488-b8d5-77762dc5b1e9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:32:23.341989 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b76c0bd1-d88e-4488-b8d5-77762dc5b1e9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:23.347271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c85cd20-c32f-42fa-be41-6b4712145ff9 None None] Sync routers for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:32:23.357796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c85cd20-c32f-42fa-be41-6b4712145ff9 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:32:23.358414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1c85cd20-c32f-42fa-be41-6b4712145ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:32:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:32:23.372064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b76c0bd1-d88e-4488-b8d5-77762dc5b1e9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "PUT /v2.0/floatingips/c5b5c614-5ce7-4766-be38-0ca48a3f7d3b HTTP/1.1" status: 200 len: 993 time: 0.9482729 Jan 31 19:32:23.372706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:32:23.375095 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b185d691-0610-4230-b3b2-ae9b184e518d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:32:23.414971 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af352d2c-5278-4ebe-b935-6e1ba4c25873 x-openstack-request-id: req-af352d2c-5278-4ebe-b935-6e1ba4c25873 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:32:23.415807 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:32:23.416383 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af352d2c-5278-4ebe-b935-6e1ba4c25873 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:32:23.416850 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'status': 'completed', 'code': 200} Jan 31 19:32:23.481876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1c85cd20-c32f-42fa-be41-6b4712145ff9 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:32:23.523214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2447747-d681-4569-8f1d-c6c3474d6375 req-a801ba84-fc38-44d9-b52c-60cf1e2d6a79 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:23.524801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2447747-d681-4569-8f1d-c6c3474d6375 req-a801ba84-fc38-44d9-b52c-60cf1e2d6a79 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0917253 Jan 31 19:32:23.529884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d691-0610-4230-b3b2-ae9b184e518d req-07a77c30-6a08-421a-9145-b13761df3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:23.530095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b185d691-0610-4230-b3b2-ae9b184e518d req-07a77c30-6a08-421a-9145-b13761df3854 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1129 time: 0.0882509 Jan 31 19:32:23.627927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b2447747-d681-4569-8f1d-c6c3474d6375 req-f1356c8b-8a02-4a46-881b-a2d4a7f50e0f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959759 Jan 31 19:32:23.653447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d691-0610-4230-b3b2-ae9b184e518d req-480e5738-42da-46b7-b111-eea1e63fd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:23.654948 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b185d691-0610-4230-b3b2-ae9b184e518d req-480e5738-42da-46b7-b111-eea1e63fd1f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1168952 Jan 31 19:32:23.729104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b185d691-0610-4230-b3b2-ae9b184e518d req-f33c2a49-2cb4-4b68-b645-ba5837cb52d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1001 time: 0.0684662 Jan 31 19:32:23.780471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d691-0610-4230-b3b2-ae9b184e518d req-5a14ded2-07ef-4a91-9076-f090c6fc0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:23.781982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b185d691-0610-4230-b3b2-ae9b184e518d req-5a14ded2-07ef-4a91-9076-f090c6fc0921 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0475018 Jan 31 19:32:23.834566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d691-0610-4230-b3b2-ae9b184e518d req-621956db-20de-4e06-b9c0-c83d68252f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:23.836090 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b185d691-0610-4230-b3b2-ae9b184e518d req-621956db-20de-4e06-b9c0-c83d68252f34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486174 Jan 31 19:32:23.887655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1c85cd20-c32f-42fa-be41-6b4712145ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c5b5c614-5ce7-4766-be38-0ca48a3f7d3b', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'port_id': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'mac_address': 'fa:16:3e:08:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:42Z', 'updated_at': '2022-01-31T19:32:22Z', 'revision_number': 13, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:32:23.914151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c85cd20-c32f-42fa-be41-6b4712145ff9 None None] Checking router: 4d0609c6-cc70-40c9-ad8b-829683bbe1dd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:32:23.922836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c85cd20-c32f-42fa-be41-6b4712145ff9 None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:32:23.923440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1c85cd20-c32f-42fa-be41-6b4712145ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:32:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:32:23.933713 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b185d691-0610-4230-b3b2-ae9b184e518d req-5c789c20-895f-4cfb-8fcf-9896be7ab617 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909796 Jan 31 19:32:24.021067 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b185d691-0610-4230-b3b2-ae9b184e518d req-5ee574bf-f30f-4bb6-a141-cb0b4f9a10b9 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814252 Jan 31 19:32:24.030810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1c85cd20-c32f-42fa-be41-6b4712145ff9 None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:32:24.292967 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:24.297837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1c85cd20-c32f-42fa-be41-6b4712145ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c5b5c614-5ce7-4766-be38-0ca48a3f7d3b', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'port_id': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'mac_address': 'fa:16:3e:08:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:42Z', 'updated_at': '2022-01-31T19:32:22Z', 'revision_number': 13, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:32:24.325792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c85cd20-c32f-42fa-be41-6b4712145ff9 None None] The sync data for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 is: [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'c5b5c614-5ce7-4766-be38-0ca48a3f7d3b', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'port_id': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'mac_address': 'fa:16:3e:08:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:29:42Z', 'updated_at': '2022-01-31T19:32:22Z', 'revision_number': 13, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:32:24.523719 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4195b-1e91-444c-b855-3abc93ef6af8 None None] New status for floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:32:24.767205 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:24.767820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf16fba-f59b-442c-8e75-50c9aac7d446 req-a099b310-07a2-4558-8f23-4f4c251fba78 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:24.769654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4cf16fba-f59b-442c-8e75-50c9aac7d446 req-a099b310-07a2-4558-8f23-4f4c251fba78 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0659189 Jan 31 19:32:24.816644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4cf16fba-f59b-442c-8e75-50c9aac7d446 req-01d7c018-c7cf-454c-b95f-7e19a7a8d025 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413978 Jan 31 19:32:25.349799 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:26.558675 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:27.309092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523abaec-3124-4ec9-b2fc-f7bdd393c435 req-bfc73069-6408-49c6-beb0-ceddc1b54181 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:27.310629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-523abaec-3124-4ec9-b2fc-f7bdd393c435 req-bfc73069-6408-49c6-beb0-ceddc1b54181 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0536082 Jan 31 19:32:27.359283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-523abaec-3124-4ec9-b2fc-f7bdd393c435 req-31753d2c-38d6-4ab3-88cc-683befb987f0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414536 Jan 31 19:32:33.266671 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:32:43.734128 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-27c0c1d5-0855-40f6-a953-2ae652e41f42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499051 Jan 31 19:32:43.747820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd1485-3dcb-4721-a956-ce495b822621 req-9730901c-5df6-40fe-a261-c8d3c1a03929 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:43.749354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9bd1485-3dcb-4721-a956-ce495b822621 req-9730901c-5df6-40fe-a261-c8d3c1a03929 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0541644 Jan 31 19:32:43.801631 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9bd1485-3dcb-4721-a956-ce495b822621 req-9c8750d2-05d7-486e-81b3-8915b63f8c7b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462239 Jan 31 19:32:44.960920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c794a51-6366-40be-b730-aeb16bcbb718 req-ac4e7c06-fec0-4be1-aa28-2410fb84b8db tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:44.962425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c794a51-6366-40be-b730-aeb16bcbb718 req-ac4e7c06-fec0-4be1-aa28-2410fb84b8db tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0894699 Jan 31 19:32:44.970465 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-46003171-2bb4-43ea-9293-c6f46da6893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:44.971924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-46003171-2bb4-43ea-9293-c6f46da6893a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1129 time: 0.0715907 Jan 31 19:32:45.064708 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c794a51-6366-40be-b730-aeb16bcbb718 req-307a7d57-58c6-48b7-bc0b-bb68565b3347 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964482 Jan 31 19:32:45.093861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-5427e084-8821-4f49-90b3-4d2b72788b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:45.095249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-5427e084-8821-4f49-90b3-4d2b72788b3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1107364 Jan 31 19:32:45.159866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-d1bc3dbd-0d96-4f6a-a0bc-5f0f01fef801 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1003 time: 0.0583596 Jan 31 19:32:45.210920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-d613ae92-c3ae-43cb-a783-08d050546b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:45.212389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-d613ae92-c3ae-43cb-a783-08d050546b88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0470228 Jan 31 19:32:45.262812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-e1db5ab4-6ab3-4a71-a82f-e160901377c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:45.264295 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-e1db5ab4-6ab3-4a71-a82f-e160901377c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444298 Jan 31 19:32:45.359236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-39798db1-dbf1-47ab-ac44-41f35e6424f9 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882006 Jan 31 19:32:45.454303 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-e7c7205e-e2bf-49fb-b56b-19ff447eb0ee service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889618 Jan 31 19:32:46.186102 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb287b-c64d-466f-842c-2f122b6fee6a req-175104b7-9b4e-4914-b2cc-e315eaae3c6a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:46.187602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80cb287b-c64d-466f-842c-2f122b6fee6a req-175104b7-9b4e-4914-b2cc-e315eaae3c6a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0542622 Jan 31 19:32:46.234923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80cb287b-c64d-466f-842c-2f122b6fee6a req-6a91f27a-1270-4e57-a011-49e5c56ad8e5 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416903 Jan 31 19:32:47.360610 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4567f40-676c-46b8-b94c-909f8a3b7390 req-c031fd8e-99b2-452b-82bc-f131733962ae tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:47.362112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4567f40-676c-46b8-b94c-909f8a3b7390 req-c031fd8e-99b2-452b-82bc-f131733962ae tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0579619 Jan 31 19:32:47.411127 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4567f40-676c-46b8-b94c-909f8a3b7390 req-38a87ddd-a6b4-40f2-9dcb-56dc891e78fa tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431767 Jan 31 19:32:48.547239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47ea3f-2e8f-4499-b5f6-aa0dbff813e9 req-977a4d2a-93d7-4fe2-9b2c-b79b56d871a7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:48.548771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d47ea3f-2e8f-4499-b5f6-aa0dbff813e9 req-977a4d2a-93d7-4fe2-9b2c-b79b56d871a7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0580308 Jan 31 19:32:48.598367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d47ea3f-2e8f-4499-b5f6-aa0dbff813e9 req-7e23632f-fe27-413b-a81b-e0d9416889a7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435672 Jan 31 19:32:48.930945 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8e459e89-475b-491d-af8a-3c7feb70b040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:49.717312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068a89f-d90c-4855-adcc-329f7de3189d req-4291f223-70d1-4c5b-bf66-f304571dc66d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:49.718782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f068a89f-d90c-4855-adcc-329f7de3189d req-4291f223-70d1-4c5b-bf66-f304571dc66d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0518265 Jan 31 19:32:49.767703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f068a89f-d90c-4855-adcc-329f7de3189d req-75bfcad2-d576-4b89-a960-bc0ac7d6a362 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434380 Jan 31 19:32:50.893006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104de06-f3cc-4648-8d42-76f65f3369ba req-1c0bda89-9323-45a0-88e5-97a7c0222aa4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:50.894767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7104de06-f3cc-4648-8d42-76f65f3369ba req-1c0bda89-9323-45a0-88e5-97a7c0222aa4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0530944 Jan 31 19:32:50.942206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7104de06-f3cc-4648-8d42-76f65f3369ba req-fc37df48-f43f-43f3-ba2d-42c0546f0c97 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418649 Jan 31 19:32:51.162532 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6af6394f-4116-4098-b8fc-bbd7a04220ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:52.063877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d950518-56c7-4c15-b6a5-e04416a195ea req-80ac9616-6e1e-4ebf-8a36-871935995b01 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:52.065418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d950518-56c7-4c15-b6a5-e04416a195ea req-80ac9616-6e1e-4ebf-8a36-871935995b01 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0529683 Jan 31 19:32:52.111599 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d950518-56c7-4c15-b6a5-e04416a195ea req-3a1e056b-808f-4b91-b98f-4315931cfbed tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406904 Jan 31 19:32:52.645681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:53.238953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5e9b-b400-4129-a968-91f209dbfb1e req-02de1150-d035-45a9-b8b1-ce22ac547895 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:53.240508 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7ed5e9b-b400-4129-a968-91f209dbfb1e req-02de1150-d035-45a9-b8b1-ce22ac547895 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0602207 Jan 31 19:32:53.288908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7ed5e9b-b400-4129-a968-91f209dbfb1e req-53d90c8a-8f72-4462-b172-3b460a6b4620 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429161 Jan 31 19:32:54.285862 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:54.416674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ae4d0-f76f-41f5-9d0d-69608d5b1003 req-b3d25671-97eb-44ed-82c4-a5a61a05c586 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:54.418130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-189ae4d0-f76f-41f5-9d0d-69608d5b1003 req-b3d25671-97eb-44ed-82c4-a5a61a05c586 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0547047 Jan 31 19:32:54.464961 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-189ae4d0-f76f-41f5-9d0d-69608d5b1003 req-79d32515-0181-4e47-a7e5-01de53920b68 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410335 Jan 31 19:32:54.781550 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:55.352661 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:55.586082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5e94d-d12b-4604-811e-0ec809c8c379 req-5ae072e9-b47e-4b89-be2a-3300eaf17465 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:55.587471 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ee5e94d-d12b-4604-811e-0ec809c8c379 req-5ae072e9-b47e-4b89-be2a-3300eaf17465 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0522919 Jan 31 19:32:55.639624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3ee5e94d-d12b-4604-811e-0ec809c8c379 req-ec509f84-e4b6-46cc-b034-33ca96a102b8 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454850 Jan 31 19:32:56.032273 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-ae7aad04-cedf-4d3f-ae10-ab6fd8de2c11 service neutron] show failed (client error): The resource could not be found. Jan 31 19:32:56.033324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-ae7aad04-cedf-4d3f-ae10-ab6fd8de2c11 service neutron] 10.222.0.21 "GET /v2.0/ports/1b3eaafb-6409-4850-ab35-cef4eb6564c4/bindings/n-h1-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.0546262 Jan 31 19:32:56.244486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-64d5fe9b-6296-4258-a30e-4027bd9f5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:56.246039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-64d5fe9b-6296-4258-a30e-4027bd9f5c18 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 1129 time: 0.0464625 Jan 31 19:32:56.257205 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:32:56.321506 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:56.471238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1b3eaafb-6409-4850-ab35-cef4eb6564c4 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:32:56.535057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:32:56.550957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:32:56.551360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:56.577510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:32:56.583313 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:56.616947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:32:56.619213 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8278e816-e8cc-4c7e-a75c-9368192dc345" -d '{"events": [{"server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:32:56.623225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Publish callbacks [] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:56.635961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Transition to ACTIVE for port object 1b3eaafb-6409-4850-ab35-cef4eb6564c4 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:32:56.640814 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:56.692782 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2811c138-a018-41ed-84d9-bbfa22d65cc0 x-openstack-request-id: req-2811c138-a018-41ed-84d9-bbfa22d65cc0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:32:56.693002 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:32:56.693139 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:32:56.693339 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2811c138-a018-41ed-84d9-bbfa22d65cc0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:32:56.693713 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:32:56.693825 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'code': 200} Jan 31 19:32:56.737120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:56.777122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.777489 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.777839 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.778180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.778520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.778865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.779202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.779538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.779870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.780202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.780562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.780895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.781224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:32:56.817444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] No DVR routers for this DVR port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:32:56.877507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8864f-ac76-485c-8e18-14972e518836 req-1ee8a47c-9f96-4fed-869b-577b90cbb150 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:56.879257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47f8864f-ac76-485c-8e18-14972e518836 req-1ee8a47c-9f96-4fed-869b-577b90cbb150 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.1433747 Jan 31 19:32:56.975541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47f8864f-ac76-485c-8e18-14972e518836 req-66d265f6-5108-40db-8a9a-02e31a644932 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893424 Jan 31 19:32:57.012605 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Attempting to bind port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:32:57.012944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Attempting to bind port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:32:57.013280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Attempting to bind port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:32:57.017957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on network 22855019-34f5-43e0-86bf-e57e531bda77 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:32:57.018286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Attempting to bind port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:32:57.023821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:32:57.024167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:32:57.024590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Bound using segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:32:57.025027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Bound port: 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:32:57.025391 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:57.090893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:32:57.094309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:32:57.100253 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:57.137980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:57.138651 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:32:57.140041 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] 10.222.0.49 "PUT /v2.0/ports/1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1093 time: 0.8868699 Jan 31 19:32:57.160817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e89a6-c824-45d1-84f4-cb6fddcec035 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:32:57.215618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-7c4a2cf6-033c-4d4f-bd3d-c796101f060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:57.217213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-7c4a2cf6-033c-4d4f-bd3d-c796101f060a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1127 time: 0.0506577 Jan 31 19:32:57.231607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:32:57.322310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-f3b83665-16d4-48f5-8e58-d87d93385786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:57.323940 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-f3b83665-16d4-48f5-8e58-d87d93385786 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1007230 Jan 31 19:32:57.392293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-df36a135-4f6a-4d00-8dc9-4c37ceeb2049 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1001 time: 0.0595851 Jan 31 19:32:57.448902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-8234a9ba-8239-4bb3-8948-d9fca8ab5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:57.450370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-8234a9ba-8239-4bb3-8948-d9fca8ab5912 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0486665 Jan 31 19:32:57.503514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-b037cca0-b9c9-42a0-99dd-aee1eb9f5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:57.505049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-b037cca0-b9c9-42a0-99dd-aee1eb9f5fd8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441041 Jan 31 19:32:57.597793 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-f712771d-7331-4590-a18b-31d04a92f1bc service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832255 Jan 31 19:32:57.694329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-5824c18e-f554-4bb3-8d46-26a92b58aeaa service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865781 Jan 31 19:32:58.100188 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101ee89-253a-4345-b993-3a264fcbc037 req-cd7840ec-c8cf-475f-b24b-8564c89d5eeb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:58.101640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0101ee89-253a-4345-b993-3a264fcbc037 req-cd7840ec-c8cf-475f-b24b-8564c89d5eeb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0530076 Jan 31 19:32:58.148471 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0101ee89-253a-4345-b993-3a264fcbc037 req-a9671289-dc1f-4a74-b755-bbef3e88a10d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408092 Jan 31 19:32:58.695285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:32:58.697779 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38d42dd-c21a-4f23-9844-fe33a3348f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:32:58.747353 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7cd991-5859-4dd0-9df2-aa107239669c x-openstack-request-id: req-cd7cd991-5859-4dd0-9df2-aa107239669c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:32:58.747529 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:32:58.748362 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd7cd991-5859-4dd0-9df2-aa107239669c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:32:58.748362 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'status': 'completed', 'code': 200} Jan 31 19:32:58.841604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-9c08a873-7045-4d84-b03e-026281feac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:58.843171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-9c08a873-7045-4d84-b03e-026281feac71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1127 time: 0.0777609 Jan 31 19:32:58.861084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-147217dd-6d90-4eee-ab04-5e3021a33b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:58.865370 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-147217dd-6d90-4eee-ab04-5e3021a33b81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1127 time: 0.0722811 Jan 31 19:32:59.381495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-b4ac8814-dd60-4f7c-9987-3aa354f10d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:59.382965 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-b4ac8814-dd60-4f7c-9987-3aa354f10d66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.5335073 Jan 31 19:32:59.387919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-3a5ed599-3951-4322-8f5c-8379fbf0ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:59.389338 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-3a5ed599-3951-4322-8f5c-8379fbf0ac17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.5143249 Jan 31 19:32:59.405785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e5b8e-081f-42a5-b02c-8eab40f05601 req-3d22f3d3-d1d5-4ba7-afdc-7ec64d35ccad tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:59.407231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af4e5b8e-081f-42a5-b02c-8eab40f05601 req-3d22f3d3-d1d5-4ba7-afdc-7ec64d35ccad tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.1184640 Jan 31 19:32:59.525842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-87b68a28-6cfa-461d-b7df-824ae854b769 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1001 time: 0.1342707 Jan 31 19:32:59.546925 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-bff4a3e1-721b-4c82-a8dc-4168f045706a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1001 time: 0.1387608 Jan 31 19:32:59.608282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af4e5b8e-081f-42a5-b02c-8eab40f05601 req-8b10d48a-6a25-469f-a1eb-5ec90aa17f53 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696527 Jan 31 19:32:59.630523 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-27e67b0d-1af6-44d8-9bbe-1063b3d88512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:59.631961 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-27e67b0d-1af6-44d8-9bbe-1063b3d88512 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0969858 Jan 31 19:32:59.635228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-a88a3f02-dd38-40f5-bdcf-0ac99a16afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:59.637175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-a88a3f02-dd38-40f5-bdcf-0ac99a16afc8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0681467 Jan 31 19:32:59.713164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-b2e1a62c-4e5d-4c3c-a682-516a416ee112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:59.714804 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-b2e1a62c-4e5d-4c3c-a682-516a416ee112 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0687933 Jan 31 19:32:59.716811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-e46bd0cc-892b-4bff-8747-c20ec1f673a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:32:59.718186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-e46bd0cc-892b-4bff-8747-c20ec1f673a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0797839 Jan 31 19:32:59.882097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-4feb91d9-7149-45db-b103-f1ef3f5b8013 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579731 Jan 31 19:32:59.883851 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-b9c569c9-3eb3-45b5-8c97-3df236d85b3d service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528859 Jan 31 19:33:00.042413 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-40b7b38e-a56a-46a8-a847-6f4c2cca6986 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536875 Jan 31 19:33:00.044379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f38d42dd-c21a-4f23-9844-fe33a3348f3e req-0255ba77-783f-4672-8074-b963d0d42966 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482644 Jan 31 19:33:00.736416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1861430-3119-43e4-86bd-933756e67e0c req-616bfc49-dff2-4fbd-9d43-5e3ad3efa64b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:00.737917 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1861430-3119-43e4-86bd-933756e67e0c req-616bfc49-dff2-4fbd-9d43-5e3ad3efa64b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0531497 Jan 31 19:33:00.785996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1861430-3119-43e4-86bd-933756e67e0c req-e092fb39-804d-48f9-801a-6966e6d9103d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424414 Jan 31 19:33:01.909755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e5011-44f2-4183-9396-6e60b59e2960 req-fa07f171-549d-4edf-a39f-cd26a63893ec tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:01.911250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-509e5011-44f2-4183-9396-6e60b59e2960 req-fa07f171-549d-4edf-a39f-cd26a63893ec tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0532384 Jan 31 19:33:01.963646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-509e5011-44f2-4183-9396-6e60b59e2960 req-1e411ab0-2086-4ccb-9b34-55ad524d2301 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465868 Jan 31 19:33:02.466646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54ade-d6bf-4fd3-9c9d-d1d8f6be25d5 req-85e8cec4-059f-4573-8d48-19a64f814ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:02.468274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48c54ade-d6bf-4fd3-9c9d-d1d8f6be25d5 req-85e8cec4-059f-4573-8d48-19a64f814ef7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1127 time: 0.0469921 Jan 31 19:33:02.580305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54ade-d6bf-4fd3-9c9d-d1d8f6be25d5 req-70377bc8-cbf4-41e8-aa28-ce6738d565eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:02.581936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48c54ade-d6bf-4fd3-9c9d-d1d8f6be25d5 req-70377bc8-cbf4-41e8-aa28-ce6738d565eb service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.0891712 Jan 31 19:33:02.660974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48c54ade-d6bf-4fd3-9c9d-d1d8f6be25d5 req-ec3841f9-fd5b-4b85-8672-8b16ec84c0ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1001 time: 0.0696530 Jan 31 19:33:02.713219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54ade-d6bf-4fd3-9c9d-d1d8f6be25d5 req-afb0d177-604f-4947-9b88-70434a09adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:02.715183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48c54ade-d6bf-4fd3-9c9d-d1d8f6be25d5 req-afb0d177-604f-4947-9b88-70434a09adcf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0446217 Jan 31 19:33:02.769469 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54ade-d6bf-4fd3-9c9d-d1d8f6be25d5 req-1dd53739-d4c3-436e-8100-1ccbadd875b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:02.770987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48c54ade-d6bf-4fd3-9c9d-d1d8f6be25d5 req-1dd53739-d4c3-436e-8100-1ccbadd875b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474191 Jan 31 19:33:02.870276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48c54ade-d6bf-4fd3-9c9d-d1d8f6be25d5 req-c34310be-d669-4c58-81ad-b5be628d1403 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892446 Jan 31 19:33:02.967924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-48c54ade-d6bf-4fd3-9c9d-d1d8f6be25d5 req-f579c23a-72e0-47f1-94fb-b4965dd8430b service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885293 Jan 31 19:33:03.107259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513166-85bf-459f-a10b-76f4f6978552 req-2a4f9a22-13ee-44f3-9802-d67156e06c7e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:03.108802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15513166-85bf-459f-a10b-76f4f6978552 req-2a4f9a22-13ee-44f3-9802-d67156e06c7e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0649037 Jan 31 19:33:03.158031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15513166-85bf-459f-a10b-76f4f6978552 req-d5615ca4-b571-4495-8cfe-5ae6f765e22c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Jan 31 19:33:04.286357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda5acb-5696-4f39-9a6b-ae963b3a4b56 req-54b248a8-ae24-43dd-8058-a69691611fa9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:04.288103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-feda5acb-5696-4f39-9a6b-ae963b3a4b56 req-54b248a8-ae24-43dd-8058-a69691611fa9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0544758 Jan 31 19:33:04.344526 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-feda5acb-5696-4f39-9a6b-ae963b3a4b56 req-6f7c5d60-d218-4ec6-bb62-daaa14174d7c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484409 Jan 31 19:33:05.473548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487cae1-f4aa-40a6-8fae-8ad1905f59f1 req-99792296-e071-4dbf-ad85-043c8f630774 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:05.475128 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4487cae1-f4aa-40a6-8fae-8ad1905f59f1 req-99792296-e071-4dbf-ad85-043c8f630774 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0560229 Jan 31 19:33:05.529314 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4487cae1-f4aa-40a6-8fae-8ad1905f59f1 req-07e2fcf8-ffc4-4833-be6b-3082513a9214 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485570 Jan 31 19:33:06.653849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711dffe-11cb-415c-979c-d1fe8566570d req-c3d504ca-552b-4c6c-ad54-11167692d6a2 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:06.655344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8711dffe-11cb-415c-979c-d1fe8566570d req-c3d504ca-552b-4c6c-ad54-11167692d6a2 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0546637 Jan 31 19:33:06.703329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8711dffe-11cb-415c-979c-d1fe8566570d req-1b3e4304-d6ec-429d-8d8d-08e94a30b985 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413508 Jan 31 19:33:07.822744 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4443eb-44d3-4241-b6a8-bbd5f397dc23 req-bdd87962-8140-47dc-b816-757de0172534 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:07.824906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c4443eb-44d3-4241-b6a8-bbd5f397dc23 req-bdd87962-8140-47dc-b816-757de0172534 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0527658 Jan 31 19:33:07.872224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c4443eb-44d3-4241-b6a8-bbd5f397dc23 req-ffaa4bad-e65e-4fec-8280-8265f744f41b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411103 Jan 31 19:33:09.012250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03fb0d-c58d-4b0d-b392-44dc5743dacc req-a8c2c4c6-5fe6-4b82-b815-fc0060b2f694 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:09.013764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e03fb0d-c58d-4b0d-b392-44dc5743dacc req-a8c2c4c6-5fe6-4b82-b815-fc0060b2f694 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0584319 Jan 31 19:33:09.060874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e03fb0d-c58d-4b0d-b392-44dc5743dacc req-310cdf86-0cc9-4216-999d-0dd291d61189 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415802 Jan 31 19:33:10.183786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07579561-9235-4d6f-95e2-5c504ba38dd0 req-d0e2205c-0718-4f1f-ad1e-c08bd07cae1e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:10.185343 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07579561-9235-4d6f-95e2-5c504ba38dd0 req-d0e2205c-0718-4f1f-ad1e-c08bd07cae1e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0543439 Jan 31 19:33:10.231660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07579561-9235-4d6f-95e2-5c504ba38dd0 req-9f16d112-bd20-4a83-b29b-15c9c9041642 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408976 Jan 31 19:33:10.365858 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:33:11.359371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db88747-721b-4785-a7c7-fc0e595366ed req-fce1e635-1f99-48c9-8794-08bd29677715 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:11.360894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8db88747-721b-4785-a7c7-fc0e595366ed req-fce1e635-1f99-48c9-8794-08bd29677715 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0586171 Jan 31 19:33:11.408565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8db88747-721b-4785-a7c7-fc0e595366ed req-5f032f2b-e3c1-4475-aeee-605b6cdacb19 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Jan 31 19:33:12.529709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6712bbb-6745-438c-b118-1026ebfc7459 req-3d3f1995-c75b-4e79-bc8c-08a22c97cd72 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:12.531193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6712bbb-6745-438c-b118-1026ebfc7459 req-3d3f1995-c75b-4e79-bc8c-08a22c97cd72 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0526636 Jan 31 19:33:12.578455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a6712bbb-6745-438c-b118-1026ebfc7459 req-370c5994-4922-41e8-bdde-ca57730ba8d7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415628 Jan 31 19:33:13.709298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb604e-f963-4a66-9bd2-b215ade52e7f req-8c6ef7ce-a53c-4693-93d2-3ef02409ace6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:13.710803 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8adb604e-f963-4a66-9bd2-b215ade52e7f req-8c6ef7ce-a53c-4693-93d2-3ef02409ace6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0560303 Jan 31 19:33:13.762976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8adb604e-f963-4a66-9bd2-b215ade52e7f req-b5a3e1be-4db1-49c0-8d56-250cabd82d65 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460160 Jan 31 19:33:14.911498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24786dd0-35c1-4229-a558-a7fc940078f7 req-9edb0d5e-8add-4b8d-9184-a8214fa6271b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:14.913078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24786dd0-35c1-4229-a558-a7fc940078f7 req-9edb0d5e-8add-4b8d-9184-a8214fa6271b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.0704641 Jan 31 19:33:14.964913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24786dd0-35c1-4229-a558-a7fc940078f7 req-7af30312-ee46-47e9-81e0-231b2243ae72 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453248 Jan 31 19:33:15.363127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9495566-e0cc-4705-8472-d5e8f8d906f0 req-6193e804-8517-41ba-9878-f4324ea4c232 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:15.364666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9495566-e0cc-4705-8472-d5e8f8d906f0 req-6193e804-8517-41ba-9878-f4324ea4c232 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 944 time: 0.1029365 Jan 31 19:33:15.379878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-64eda776-1462-4137-846c-951ea7089415 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:15.381373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-64eda776-1462-4137-846c-951ea7089415 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f&tenant_id=7465d39d8a0144f28d69732da73630c4&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 944 time: 0.0875990 Jan 31 19:33:15.468854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9495566-e0cc-4705-8472-d5e8f8d906f0 req-14e5edf0-8f62-4898-9953-175adcac504e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975876 Jan 31 19:33:15.474647 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-1053194d-7ddc-441e-8e63-6cd0917a5e3d service neutron] 10.222.0.49 "GET /v2.0/ports/1b3eaafb-6409-4850-ab35-cef4eb6564c4/bindings/n-h1-812111-15 HTTP/1.1" status: 200 len: 383 time: 0.0865824 Jan 31 19:33:15.542063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-c2d5a0f4-46bf-48e4-b553-bbd35527421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:15.543716 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-c2d5a0f4-46bf-48e4-b553-bbd35527421e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1127 time: 0.0453527 Jan 31 19:33:15.635514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-57c65e7d-bf47-4bfa-84a5-c7d719905d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:15.637498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-57c65e7d-bf47-4bfa-84a5-c7d719905d0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.0878482 Jan 31 19:33:15.702722 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-54b79fe7-7803-4036-b575-c31a8059f978 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1001 time: 0.0591373 Jan 31 19:33:15.755221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-1c46e235-67d8-465a-a31b-94012a437291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:15.756726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-1c46e235-67d8-465a-a31b-94012a437291 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0481331 Jan 31 19:33:15.805311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-827e803b-a89b-4a63-83d7-931c24576fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:15.806828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-827e803b-a89b-4a63-83d7-931c24576fc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445619 Jan 31 19:33:15.894995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-d16ffb18-6529-4033-a4f8-819bb633a92d service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822902 Jan 31 19:33:15.988885 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-c4eecbae-c981-40ac-a8ce-06be22915f3f service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875735 Jan 31 19:33:16.330302 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1b3eaafb-6409-4850-ab35-cef4eb6564c4 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:33:16.428686 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:33:16.440195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'port_id': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'mac_address': 'fa:16:3e:08:12:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:33:16.476588 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:33:16.476989 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:16.490197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3eaafb-6409-4850-ab35-cef4eb6564c4 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:33:16.510673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:33:16.517464 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:16.573041 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:16.604273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267770a0-948b-4621-9f89-13d80a2dea91 req-86231287-97dc-4d9b-94a6-d47fbed973ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:16.605842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-267770a0-948b-4621-9f89-13d80a2dea91 req-86231287-97dc-4d9b-94a6-d47fbed973ff tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0549204 Jan 31 19:33:16.653620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-267770a0-948b-4621-9f89-13d80a2dea91 req-7d019b52-ece0-4597-b8d0-41b94290342b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423055 Jan 31 19:33:16.803021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['1b3eaafb-6409-4850-ab35-cef4eb6564c4'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:33:17.791270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a1878-fe5a-4c20-99a4-2303169264eb req-3aa7eb65-d6f2-4b27-a21a-5b6163dbd9be tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:17.793280 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d3a1878-fe5a-4c20-99a4-2303169264eb req-3aa7eb65-d6f2-4b27-a21a-5b6163dbd9be tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0552800 Jan 31 19:33:17.846579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d3a1878-fe5a-4c20-99a4-2303169264eb req-8a9b5eea-cc43-4f1b-88fc-006377e6e0d0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475254 Jan 31 19:33:18.339922 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1b3eaafb-6409-4850-ab35-cef4eb6564c4 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:33:18.390102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:33:18.395035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:33:18.395420 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:18.478186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:33:18.478586 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:18.502254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:33:18.504685 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceb21d5-c5cf-42df-ae70-3fa16ff3dbc0" -d '{"events": [{"server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "name": "network-vif-plugged", "status": "completed", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:33:18.517844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:33:18.522831 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:18.564702 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850e4459-a1ff-439b-8717-35843b82ce10 x-openstack-request-id: req-850e4459-a1ff-439b-8717-35843b82ce10 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:33:18.564997 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "name": "network-vif-plugged", "status": "completed", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:33:18.565256 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-850e4459-a1ff-439b-8717-35843b82ce10 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:33:18.565660 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'code': 200} Jan 31 19:33:18.575612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:18.583080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.583434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.583782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.584122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.584498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.584835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.585167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.585503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.585833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.586162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.586491 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.586816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.587140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:18.945640 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-99403ad4-2bf5-491d-8d29-297a8d0da6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:18.980806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b67a69-a3e9-4ba4-8fa4-868c0c37439c req-81789f56-f1a3-484b-9721-8187f724f4e4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:18.982345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26b67a69-a3e9-4ba4-8fa4-868c0c37439c req-81789f56-f1a3-484b-9721-8187f724f4e4 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0634480 Jan 31 19:33:19.030764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26b67a69-a3e9-4ba4-8fa4-868c0c37439c req-645c5c4c-9e78-4078-8c4d-d2ad366e8c65 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426905 Jan 31 19:33:20.153516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8e786-e48d-4f73-943b-42fb30815569 req-03555962-882e-4f36-b3b6-830347560a2d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:20.155032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4a8e786-e48d-4f73-943b-42fb30815569 req-03555962-882e-4f36-b3b6-830347560a2d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0525291 Jan 31 19:33:20.201627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4a8e786-e48d-4f73-943b-42fb30815569 req-1fb95189-f049-4850-9a62-95cb80d553fc tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410705 Jan 31 19:33:21.164904 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-71746996-055a-4621-b8af-9b4032de8fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:21.331226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b50eb-3b8a-4e4f-9ae2-205c2bc584f2 req-17f07871-3014-46f4-82e6-1ae322c3b5fb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:21.332758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-579b50eb-3b8a-4e4f-9ae2-205c2bc584f2 req-17f07871-3014-46f4-82e6-1ae322c3b5fb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0595610 Jan 31 19:33:21.379163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-579b50eb-3b8a-4e4f-9ae2-205c2bc584f2 req-853ba65f-c5df-423a-bfe9-ed7c7d40eda3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407491 Jan 31 19:33:21.933504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-fe490fe8-13f5-433a-8158-6023cd250dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:21.934997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-fe490fe8-13f5-433a-8158-6023cd250dbb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f&tenant_id=7465d39d8a0144f28d69732da73630c4 HTTP/1.1" status: 200 len: 1129 time: 0.0461888 Jan 31 19:33:21.945750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:33:22.009978 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:22.211243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:33:22.244255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:33:22.285685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:33:22.287933 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a1d96f-5e69-46ef-b982-1f77ebcd0810" -d '{"events": [{"server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:33:22.291681 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Publish callbacks [] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:22.308402 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Transition to ACTIVE for port object 1b3eaafb-6409-4850-ab35-cef4eb6564c4 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:33:22.317651 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:22.356714 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1b3eaafb-6409-4850-ab35-cef4eb6564c4 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:33:22.357243 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14159984-bb7e-4a72-af16-3b53d6244cab x-openstack-request-id: req-14159984-bb7e-4a72-af16-3b53d6244cab {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:33:22.357627 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:33:22.357794 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14159984-bb7e-4a72-af16-3b53d6244cab {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:33:22.358162 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'code': 200} Jan 31 19:33:22.408039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] The host n-h1-812111-15 is not matching for port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 host n-h2-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 19:33:22.408771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 1b3eaafb-6409-4850-ab35-cef4eb6564c4 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:33:22.429940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Pushing event updated for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:22.470030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] No DVR routers for this DVR port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:33:22.598570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b9bd6-72e6-478f-b107-4d4f32c79085 req-e7cd43e1-1948-45be-bcce-a0cc557d4345 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:22.600049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92b9bd6-72e6-478f-b107-4d4f32c79085 req-e7cd43e1-1948-45be-bcce-a0cc557d4345 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.1321211 Jan 31 19:33:22.653878 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:22.679339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Attempting to bind port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:33:22.679674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Attempting to bind port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:33:22.680003 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Attempting to bind port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:33:22.687436 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a92b9bd6-72e6-478f-b107-4d4f32c79085 req-a206280f-8035-49eb-aa2a-d7f05a794182 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778933 Jan 31 19:33:22.688407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on network 22855019-34f5-43e0-86bf-e57e531bda77 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:33:22.688730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Attempting to bind port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on network 22855019-34f5-43e0-86bf-e57e531bda77 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:33:22.693620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:33:22.693931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Checking segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:33:22.694308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Bound using segment: {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:33:22.694731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Bound port: 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba95706c-8041-4beb-ae05-072fa9fd9312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:33:22.695087 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:22.760179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:33:22.763318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:33:22.769887 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:22.802581 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:22.803259 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:22.804656 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] 10.222.0.21 "PUT /v2.0/ports/1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1094 time: 0.8627899 Jan 31 19:33:22.835890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853ed57-eef0-41c9-b9e4-96ca5eb6922f service neutron] Pushing event updated for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=11']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:22.877792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-96de715c-7886-4d64-8d1e-4c089afcf4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:22.879329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-96de715c-7886-4d64-8d1e-4c089afcf4a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1128 time: 0.0512075 Jan 31 19:33:22.976319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-544e066a-edc9-4960-aac5-e5c79d136124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:22.977855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-544e066a-edc9-4960-aac5-e5c79d136124 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.0924566 Jan 31 19:33:23.043038 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-1c1e0af3-9ebe-4f8c-a96e-2b37043bc75c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1001 time: 0.0593281 Jan 31 19:33:23.095983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-bcb31108-2723-45e9-b9bc-85405adcd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:23.097511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-bcb31108-2723-45e9-b9bc-85405adcd760 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0478854 Jan 31 19:33:23.146663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-d3e4794f-a603-409b-994a-e0f28fa25880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:23.148170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-d3e4794f-a603-409b-994a-e0f28fa25880 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450521 Jan 31 19:33:23.236274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-9466c9fd-89c0-41ec-9db7-086bc9b1b79b service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821462 Jan 31 19:33:23.338806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbceffb0-0c2a-42e9-a3ca-950207db50a0 req-aaa1c027-b12d-4fba-bc0b-a3a014e847c8 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969563 Jan 31 19:33:23.810854 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b058a65-8bef-4015-a4f5-e5267aa479f3 req-3bfb8f27-ccd9-4b18-a675-3106bc48efa9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:23.812384 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b058a65-8bef-4015-a4f5-e5267aa479f3 req-3bfb8f27-ccd9-4b18-a675-3106bc48efa9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0540779 Jan 31 19:33:23.859862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b058a65-8bef-4015-a4f5-e5267aa479f3 req-55142699-62ec-438d-b612-55cfddb93f57 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415976 Jan 31 19:33:24.288361 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:24.359808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:33:24.362299 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7240ec98-c60c-4064-bf6e-698e1899cd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:33:24.420984 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120b48cd-1501-4a0c-b54d-e00bbdb34a25 x-openstack-request-id: req-120b48cd-1501-4a0c-b54d-e00bbdb34a25 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:33:24.421285 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:33:24.421548 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-120b48cd-1501-4a0c-b54d-e00bbdb34a25 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:33:24.421963 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'status': 'completed', 'code': 200} Jan 31 19:33:24.525235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-3c6dd9df-5aaf-4b56-b431-2e4a3b51340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:24.527464 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-3c6dd9df-5aaf-4b56-b431-2e4a3b51340a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1128 time: 0.0864694 Jan 31 19:33:24.529270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-3f5d5525-1cd4-4eb0-94dd-f94e35f2b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:24.530587 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-3f5d5525-1cd4-4eb0-94dd-f94e35f2b00d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7465d39d8a0144f28d69732da73630c4&device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 1128 time: 0.0631616 Jan 31 19:33:24.685201 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-c43dc326-1cba-4ab5-b888-044608692aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:24.686594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-c43dc326-1cba-4ab5-b888-044608692aa7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1524618 Jan 31 19:33:24.690959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-59d6c4ea-4643-430c-90de-97a2a3cb5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:24.692435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-59d6c4ea-4643-430c-90de-97a2a3cb5fa3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 200 len: 913 time: 0.1499703 Jan 31 19:33:24.797331 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:24.802313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-c602238b-e9e5-4e8d-908c-d8461780f0e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1001 time: 0.1089728 Jan 31 19:33:24.805878 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-638aab77-a251-4063-ab30-d7a5baad2e26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 200 len: 1001 time: 0.1041725 Jan 31 19:33:24.887054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-2b564094-ee7b-404d-b63b-9e80e83d936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:24.888565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-2b564094-ee7b-404d-b63b-9e80e83d936c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0801005 Jan 31 19:33:24.890001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-f8cdafed-10a3-4256-adfb-f67012f02cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:24.891286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-f8cdafed-10a3-4256-adfb-f67012f02cad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 200 len: 851 time: 0.0758045 Jan 31 19:33:25.339388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-9cb14c47-9684-45ef-a9de-2de3f9f163a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:25.341140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-9cb14c47-9684-45ef-a9de-2de3f9f163a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4461684 Jan 31 19:33:25.344665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-2434d531-8cac-4ec9-b127-042961498ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:25.346064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-2434d531-8cac-4ec9-b127-042961498ee4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22855019-34f5-43e0-86bf-e57e531bda77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4435534 Jan 31 19:33:25.359958 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:25.374942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10305655-59b3-42bb-8922-aa69a5167d0e req-a01695cb-f05c-460c-a406-457b8601e2e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:25.376407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10305655-59b3-42bb-8922-aa69a5167d0e req-a01695cb-f05c-460c-a406-457b8601e2e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.1303582 Jan 31 19:33:25.532360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10305655-59b3-42bb-8922-aa69a5167d0e req-2d6a9a00-8c37-4987-8cc8-29a4597fdeb9 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467154 Jan 31 19:33:25.551742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-ef00f2db-363d-4b5b-99d2-5222639fa584 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023685 Jan 31 19:33:25.553913 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-8402bd38-9705-4bca-8930-a6ce10bb4f25 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865733 Jan 31 19:33:25.708633 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-d4bd2f4f-b1f1-4068-801e-3d0047f188c6 service neutron] 10.222.0.21 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519036 Jan 31 19:33:25.711881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7240ec98-c60c-4064-bf6e-698e1899cd6d req-f01215c3-7fe4-43d5-9578-20d8869f6e35 service neutron] 10.222.0.49 "GET /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475067 Jan 31 19:33:26.572136 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:26.659670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b899396-03a6-4539-9d56-6ca8645661d4 req-c8f3a180-c650-4185-9a3f-a35ed3890c9a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:26.661224 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b899396-03a6-4539-9d56-6ca8645661d4 req-c8f3a180-c650-4185-9a3f-a35ed3890c9a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0555079 Jan 31 19:33:26.714360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b899396-03a6-4539-9d56-6ca8645661d4 req-0d35f01d-2973-4c0e-9579-4fdc1b8cd6e0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461960 Jan 31 19:33:27.897510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92445e6b-19eb-4ea4-a762-408910e64bbf req-3639e7b3-0bff-4913-b642-61b0c9aa9fe6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:27.899000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92445e6b-19eb-4ea4-a762-408910e64bbf req-3639e7b3-0bff-4913-b642-61b0c9aa9fe6 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.1149635 Jan 31 19:33:27.946908 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-92445e6b-19eb-4ea4-a762-408910e64bbf req-dd7b1050-5145-4f68-93d6-9039ff78615a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414040 Jan 31 19:33:29.071557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d8a71-c552-4804-87ed-5204fa8aa9a4 req-69b97d6f-e715-479d-922b-484ef2f60818 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:29.073092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d3d8a71-c552-4804-87ed-5204fa8aa9a4 req-69b97d6f-e715-479d-922b-484ef2f60818 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0536873 Jan 31 19:33:29.123899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8d3d8a71-c552-4804-87ed-5204fa8aa9a4 req-12f8fbb1-5cb4-4202-9733-ee41511549d7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449102 Jan 31 19:33:30.253213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbff30b-2922-4022-8c14-9111e157976f req-46d427a3-fdcc-4b1f-a4ba-acc22535ce6e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:30.254705 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3cbff30b-2922-4022-8c14-9111e157976f req-46d427a3-fdcc-4b1f-a4ba-acc22535ce6e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0576150 Jan 31 19:33:30.304936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3cbff30b-2922-4022-8c14-9111e157976f req-687d016d-93e2-4588-a8ae-eb6bb79e6cfa tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446072 Jan 31 19:33:31.482471 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4382c-a276-4127-b03c-a89e21061d15 req-c1159a2a-108e-431e-9727-febac2038098 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:31.483990 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4cd4382c-a276-4127-b03c-a89e21061d15 req-c1159a2a-108e-431e-9727-febac2038098 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.1060359 Jan 31 19:33:31.532179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4cd4382c-a276-4127-b03c-a89e21061d15 req-e3f4987c-2c18-4f80-afa8-190357c7fb39 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424697 Jan 31 19:33:32.666279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557cc60-a0c0-4325-b817-764544b9785f req-85d292de-2812-4f34-9050-b3eeb6b6139f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:32.668503 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f557cc60-a0c0-4325-b817-764544b9785f req-85d292de-2812-4f34-9050-b3eeb6b6139f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0644872 Jan 31 19:33:32.718778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f557cc60-a0c0-4325-b817-764544b9785f req-90cb4e97-bcf4-489d-8b80-c87c0dea33be tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437715 Jan 31 19:33:33.847153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a20cf5-785d-4026-afd7-ccf5db828924 req-3eac1940-7135-41e6-9aee-3def98cb0bf0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:33.849411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7a20cf5-785d-4026-afd7-ccf5db828924 req-3eac1940-7135-41e6-9aee-3def98cb0bf0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0611119 Jan 31 19:33:33.903820 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7a20cf5-785d-4026-afd7-ccf5db828924 req-cb5b33f2-52ee-46ca-bbba-1a8c3e80b2d7 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423169 Jan 31 19:33:35.024568 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdc735-8115-43f6-8fcc-4e2fa61a5794 req-1cbf4f36-c21d-4ada-8f56-1f197a4a06bb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:35.026159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1acdc735-8115-43f6-8fcc-4e2fa61a5794 req-1cbf4f36-c21d-4ada-8f56-1f197a4a06bb tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0535951 Jan 31 19:33:35.077283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1acdc735-8115-43f6-8fcc-4e2fa61a5794 req-a54b1fec-1fd5-4986-a163-52e156ebda71 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455027 Jan 31 19:33:36.197336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266e027-5c7c-4109-bd99-d53baf183e12 req-59e930cc-b095-40a5-9bbf-b8e80d2664e3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:36.199510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b266e027-5c7c-4109-bd99-d53baf183e12 req-59e930cc-b095-40a5-9bbf-b8e80d2664e3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0521834 Jan 31 19:33:36.245553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b266e027-5c7c-4109-bd99-d53baf183e12 req-9e9decb1-dbf3-4336-8ce0-cf939e3124fe tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404117 Jan 31 19:33:37.370126 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df530f-4bf5-41fa-8439-aafb71e1fa2c req-0401021c-17bd-4a77-8291-574628ee374a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:37.371720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4df530f-4bf5-41fa-8439-aafb71e1fa2c req-0401021c-17bd-4a77-8291-574628ee374a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0541227 Jan 31 19:33:37.419689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4df530f-4bf5-41fa-8439-aafb71e1fa2c req-1f7ecbbc-883b-4d5f-98ef-e39117fceb74 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422583 Jan 31 19:33:38.544961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0461b-1175-49d1-aa1a-2a9292cd1aa5 req-0977b5f7-ad39-46e9-ac70-77c5e981a89c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:38.546451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17e0461b-1175-49d1-aa1a-2a9292cd1aa5 req-0977b5f7-ad39-46e9-ac70-77c5e981a89c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0584292 Jan 31 19:33:38.592886 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17e0461b-1175-49d1-aa1a-2a9292cd1aa5 req-827b3ffd-eb4a-4fc3-8941-ce7505b7dba0 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407460 Jan 31 19:33:39.719949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7bc76-df42-4e55-8e4b-95628c78f77b req-cbb7b437-388c-4fed-b786-775d84c3817d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:39.721549 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52d7bc76-df42-4e55-8e4b-95628c78f77b req-cbb7b437-388c-4fed-b786-775d84c3817d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0560532 Jan 31 19:33:39.771669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52d7bc76-df42-4e55-8e4b-95628c78f77b req-171fd125-9aff-4437-a62b-e3a8414f622d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442133 Jan 31 19:33:40.892820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248d49b-fe7d-4936-8355-f4d155ea7f7b req-99216b26-7341-4ce0-a4fb-2c81db12ca08 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:40.894628 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9248d49b-fe7d-4936-8355-f4d155ea7f7b req-99216b26-7341-4ce0-a4fb-2c81db12ca08 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0525320 Jan 31 19:33:40.945271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9248d49b-fe7d-4936-8355-f4d155ea7f7b req-0a5a5c0b-a8ac-42c9-8f69-5454ff809e65 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451057 Jan 31 19:33:41.064826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f9841-5ee8-430a-8175-0700c739ecfe req-1f570963-cb05-4753-9a0b-1cfed7ccb27a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:41.066222 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c19f9841-5ee8-430a-8175-0700c739ecfe req-1f570963-cb05-4753-9a0b-1cfed7ccb27a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0528638 Jan 31 19:33:41.113859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c19f9841-5ee8-430a-8175-0700c739ecfe req-54e2517f-9315-4965-b278-c268e270aa03 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Jan 31 19:33:41.234182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b65e-3c12-407b-aa36-a12d406813ec req-151d0955-0cb8-4244-a5e3-f78e1f8c7f7d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:41.235676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9321b65e-3c12-407b-aa36-a12d406813ec req-151d0955-0cb8-4244-a5e3-f78e1f8c7f7d tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0524144 Jan 31 19:33:41.283414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9321b65e-3c12-407b-aa36-a12d406813ec req-eec00858-d7e1-493c-83f2-11027f1a502e tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422478 Jan 31 19:33:41.531889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c56fa-cb25-495b-84e7-23d0d13540e7 req-bb52312d-87e2-45ff-9afe-51d8d4fbd6da tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:41.533403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a2c56fa-cb25-495b-84e7-23d0d13540e7 req-bb52312d-87e2-45ff-9afe-51d8d4fbd6da tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0577760 Jan 31 19:33:41.579763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a2c56fa-cb25-495b-84e7-23d0d13540e7 req-949bf099-38cc-4fba-845a-c718d74ef96f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404980 Jan 31 19:33:42.625650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1b3eaafb-6409-4850-ab35-cef4eb6564c4 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:33:42.708740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd311b-d627-427d-b1d1-d1a1f8a441fb req-1ed94580-0373-47fc-bbf6-e47cf1857a5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:42.710338 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9dcd311b-d627-427d-b1d1-d1a1f8a441fb req-1ed94580-0373-47fc-bbf6-e47cf1857a5a tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 945 time: 0.0570247 Jan 31 19:33:42.728406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:33:42.739498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'port_id': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'mac_address': 'fa:16:3e:08:12:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:33:42.758583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9dcd311b-d627-427d-b1d1-d1a1f8a441fb req-e65c0d80-c7e5-4623-9a9a-754a57167b25 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Jan 31 19:33:42.778726 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:33:42.779116 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:42.792276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3eaafb-6409-4850-ab35-cef4eb6564c4 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:33:42.810627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:33:42.814438 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:42.864599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=12']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:43.067669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-d70b24d0-c470-4c6a-b2ec-1f3e5088c402 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:33:43.069159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-d70b24d0-c470-4c6a-b2ec-1f3e5088c402 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 946 time: 0.0562243 Jan 31 19:33:43.160924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Deleting port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:33:43.161189 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:43.264956 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] For port 1b3eaafb-6409-4850-ab35-cef4eb6564c4, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1b3eaafb-6409-4850-ab35-cef4eb6564c4,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:33:43.265372 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:43.438351 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:43.438638 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:43.438957 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b disassociated. External IP: 172.25.8.179, port: 1b3eaafb-6409-4850-ab35-cef4eb6564c4. Jan 31 19:33:43.439302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Calling delete_port for 1b3eaafb-6409-4850-ab35-cef4eb6564c4 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:33:43.570900 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1b3eaafb-6409-4850-ab35-cef4eb6564c4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:43.598625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event deleted for resources: {'Port': ['ID=1b3eaafb-6409-4850-ab35-cef4eb6564c4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:43.722134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:33:43.841118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:33:43.851590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcfe56-9e9d-48c6-ba9c-33ea27a51b2a None None] Sync routers for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:33:43.860089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87f0d530-37d4-4092-a847-f9f81c6f7a09 req-6ea19d09-6c0a-4fd5-930d-4cdda443de0c tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 210 time: 0.0319078 Jan 31 19:33:43.864879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dcfe56-9e9d-48c6-ba9c-33ea27a51b2a None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:33:43.865716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87dcfe56-9e9d-48c6-ba9c-33ea27a51b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:33:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:33:43.898823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] No DVR routers for this DVR port 1b3eaafb-6409-4850-ab35-cef4eb6564c4 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:33:43.902545 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:43.906037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fa135f2d-c0b1-4a7a-848c-4a4fcb3c9f50 req-2dd903c6-010f-4610-a9a2-dc2897358d8f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.21 "DELETE /v2.0/ports/1b3eaafb-6409-4850-ab35-cef4eb6564c4 HTTP/1.1" status: 204 len: 173 time: 0.8316238 Jan 31 19:33:43.906491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'name': 'network-vif-deleted', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:33:43.908814 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ca86a7-76fb-4e19-955c-6593f8bcdc81" -d '{"events": [{"server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "name": "network-vif-deleted", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:33:43.983586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-87dcfe56-9e9d-48c6-ba9c-33ea27a51b2a None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:33:44.011380 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6bfa5c-c613-49e5-a170-65309293904f x-openstack-request-id: req-3d6bfa5c-c613-49e5-a170-65309293904f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:33:44.011752 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5671d9-6827-4549-b253-1d1d09bfa50f", "name": "network-vif-deleted", "tag": "1b3eaafb-6409-4850-ab35-cef4eb6564c4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:33:44.012203 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d6bfa5c-c613-49e5-a170-65309293904f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:33:44.013180 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5671d9-6827-4549-b253-1d1d09bfa50f', 'name': 'network-vif-deleted', 'tag': '1b3eaafb-6409-4850-ab35-cef4eb6564c4', 'status': 'completed', 'code': 200} Jan 31 19:33:44.189974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87dcfe56-9e9d-48c6-ba9c-33ea27a51b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:33:44.220209 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcfe56-9e9d-48c6-ba9c-33ea27a51b2a None None] Checking router: 4d0609c6-cc70-40c9-ad8b-829683bbe1dd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:33:44.229965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dcfe56-9e9d-48c6-ba9c-33ea27a51b2a None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:33:44.230521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87dcfe56-9e9d-48c6-ba9c-33ea27a51b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:33:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:33:44.336691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-87dcfe56-9e9d-48c6-ba9c-33ea27a51b2a None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:33:44.533817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87dcfe56-9e9d-48c6-ba9c-33ea27a51b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:33:44.561384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcfe56-9e9d-48c6-ba9c-33ea27a51b2a None None] The sync data for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 is: [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:29:39Z', 'revision_number': 4, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6c2d70de-fe3f-48b5-bbef-b73fef29441b', 'name': '', 'network_id': '22855019-34f5-43e0-86bf-e57e531bda77', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'mac_address': 'fa:16:3e:76:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:38Z', 'updated_at': '2022-01-31T19:29:44Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'subnets': [{'id': 'a199254d-7ee1-40e4-a40e-fd95ac4ad96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:33:44.796177 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0dc961-2f86-4387-bef0-14f258bb5aa1 None None] New status for floating IP c5b5c614-5ce7-4766-be38-0ca48a3f7d3b: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:33:44.970530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed0a5001-8639-45de-a85c-f8f16b351089 req-5b11594d-af90-4b85-85eb-fc99218712ad tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 210 time: 0.0283494 Jan 31 19:33:46.068260 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2beb8cdb-3206-413c-a897-a88a44cec11c req-ab134c5c-8b4f-4dc0-84b2-973b7ed77d4f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 210 time: 0.0265226 Jan 31 19:33:46.631184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1b3eaafb-6409-4850-ab35-cef4eb6564c4 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:33:46.656245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 1b3eaafb-6409-4850-ab35-cef4eb6564c4 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:33:46.656619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1b3eaafb-6409-4850-ab35-cef4eb6564c4 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:33:47.174830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2531b5b4-e5f2-4b25-b0c5-370ec70fc934 req-932129f4-1371-4902-90aa-788f533fe80f tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 210 time: 0.0349145 Jan 31 19:33:47.265998 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:33:48.274621 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b79a8990-4626-4989-a421-41af16456d3d req-e4a62cbc-e7eb-4ad9-b43b-3187aa474a29 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 210 time: 0.0281875 Jan 31 19:33:48.933112 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d455846d-138d-41ee-b0d3-230fb9144ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:49.379238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0a42490c-f398-4106-b65c-04c0e2da7ec7 req-152a5672-bd9d-4e3c-9e34-c9f48cb051ab tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 210 time: 0.0275118 Jan 31 19:33:50.481421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d53492bc-3fdd-43cc-ade6-b8bf56fbb933 req-c431bb23-6bed-43a1-b4a6-aa51dc996771 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 210 time: 0.0296242 Jan 31 19:33:51.170175 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9360cbbc-735b-4019-a14e-7252400d016b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:51.582624 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8abe0b0e-610f-4179-b18a-e8a8e4f8a2bc req-b48651d6-8319-4c33-b09f-75629f501151 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a5671d9-6827-4549-b253-1d1d09bfa50f HTTP/1.1" status: 200 len: 210 time: 0.0292506 Jan 31 19:33:52.650440 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:54.290878 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:54.826621 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:55.353973 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:56.589500 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:58.399268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:33:58.459474 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for security_group (e4ab0b01-37ac-47de-9efb-f0f7f77af0d0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:58.485500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for security_group (e4ab0b01-37ac-47de-9efb-f0f7f77af0d0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:58.539629 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (e4ab0b01-37ac-47de-9efb-f0f7f77af0d0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:58.542584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:58.547205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "DELETE /v2.0/security-groups/e4ab0b01-37ac-47de-9efb-f0f7f77af0d0 HTTP/1.1" status: 204 len: 168 time: 0.1440785 Jan 31 19:33:58.547775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:33:58.554211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ab0b01-37ac-47de-9efb-f0f7f77af0d0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:58.562991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.563346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.563688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.564029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.564151 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-ccd819a6-cf83-4cd9-8765-87f19cde4a7b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] show failed (client error): The resource could not be found. Jan 31 19:33:58.564391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.564798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.565140 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.565470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.565794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.566117 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.566442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.566772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.567222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a785e51f-c662-4ed8-8a79-8e3a4ad21ac3 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:58.568512 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ccd819a6-cf83-4cd9-8765-87f19cde4a7b tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "GET /v2.0/security-groups/e4ab0b01-37ac-47de-9efb-f0f7f77af0d0 HTTP/1.1" status: 404 len: 347 time: 0.0194130 Jan 31 19:33:58.569134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:33:58.702474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Deleting port 2f1bd326-f3e3-484a-99f2-f595e5753be8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:33:58.702817 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2f1bd326-f3e3-484a-99f2-f595e5753be8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:58.784087 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2f1bd326-f3e3-484a-99f2-f595e5753be8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:58.784440 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (2f1bd326-f3e3-484a-99f2-f595e5753be8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:58.798476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Calling delete_port for 2f1bd326-f3e3-484a-99f2-f595e5753be8 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:33:58.951742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2f1bd326-f3e3-484a-99f2-f595e5753be8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:58.980366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Pushing event deleted for resources: {'Port': ['ID=2f1bd326-f3e3-484a-99f2-f595e5753be8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:33:59.008374 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.008742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.009088 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.009440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.009826 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.010162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.010496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.010831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.011159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.011480 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.011818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.012147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.012507 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:33:59.057491 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks [] for floatingip (c5b5c614-5ce7-4766-be38-0ca48a3f7d3b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:59.060326 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:59.061683 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-23f80ee3-41da-4240-8479-4a2c3d235c37 tempest-ServerActionsTestJSON-702034743 tempest-ServerActionsTestJSON-702034743-project] 10.222.0.20 "DELETE /v2.0/floatingips/c5b5c614-5ce7-4766-be38-0ca48a3f7d3b HTTP/1.1" status: 204 len: 168 time: 0.4915907 Jan 31 19:33:59.065911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:33:59.434350 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9deca2d9-cf2e-4ea4-8f90-2cf604903610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:59.706699 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9deca2d9-cf2e-4ea4-8f90-2cf604903610 admin admin] Deleting port 6c2d70de-fe3f-48b5-bbef-b73fef29441b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:33:59.707386 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9deca2d9-cf2e-4ea4-8f90-2cf604903610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:59.797269 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9deca2d9-cf2e-4ea4-8f90-2cf604903610 admin admin] For port 6c2d70de-fe3f-48b5-bbef-b73fef29441b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6c2d70de-fe3f-48b5-bbef-b73fef29441b,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:33:59.797643 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9deca2d9-cf2e-4ea4-8f90-2cf604903610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:33:59.811539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9deca2d9-cf2e-4ea4-8f90-2cf604903610 admin admin] Calling delete_port for 6c2d70de-fe3f-48b5-bbef-b73fef29441b owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:34:00.008168 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9deca2d9-cf2e-4ea4-8f90-2cf604903610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6c2d70de-fe3f-48b5-bbef-b73fef29441b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:00.035209 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deca2d9-cf2e-4ea4-8f90-2cf604903610 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2d70de-fe3f-48b5-bbef-b73fef29441b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:00.209258 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9deca2d9-cf2e-4ea4-8f90-2cf604903610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:00.441159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9deca2d9-cf2e-4ea4-8f90-2cf604903610 admin admin] Router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:34:00.557103 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deca2d9-cf2e-4ea4-8f90-2cf604903610 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:34:00.562835 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9deca2d9-cf2e-4ea4-8f90-2cf604903610 admin admin] 10.222.0.20 "PUT /v2.0/routers/4d0609c6-cc70-40c9-ad8b-829683bbe1dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4957647 Jan 31 19:34:00.566555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126cb50-661d-434f-9b5b-8a80047410bd None None] Sync routers for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:34:00.567137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:00.579961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5126cb50-661d-434f-9b5b-8a80047410bd None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:34:00.580622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5126cb50-661d-434f-9b5b-8a80047410bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:33:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:00.678655 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Publish callbacks [] for router (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:00.810060 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Publish callbacks [] for router_gateway (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:00.869534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Deleting port 096fd3bf-1219-4954-af4c-cb2454325c29 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:34:00.869972 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (096fd3bf-1219-4954-af4c-cb2454325c29), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:00.895394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-5126cb50-661d-434f-9b5b-8a80047410bd None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:34:00.954049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] For port 096fd3bf-1219-4954-af4c-cb2454325c29, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=096fd3bf-1219-4954-af4c-cb2454325c29,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:00.954407 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (096fd3bf-1219-4954-af4c-cb2454325c29), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:00.970624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Calling delete_port for 096fd3bf-1219-4954-af4c-cb2454325c29 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:34:01.097634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5126cb50-661d-434f-9b5b-8a80047410bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:33:59Z', 'revision_number': 5, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port': {'id': '096fd3bf-1219-4954-af4c-cb2454325c29', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:29:37Z', 'updated_at': '2022-01-31T19:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:01.135679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126cb50-661d-434f-9b5b-8a80047410bd None None] Checking router: 4d0609c6-cc70-40c9-ad8b-829683bbe1dd for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:34:01.145871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5126cb50-661d-434f-9b5b-8a80047410bd None None] Routers {'4d0609c6-cc70-40c9-ad8b-829683bbe1dd'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:34:01.146565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5126cb50-661d-434f-9b5b-8a80047410bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:33:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:01.151578 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (096fd3bf-1219-4954-af4c-cb2454325c29), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.181942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Pushing event deleted for resources: {'Port': ['ID=096fd3bf-1219-4954-af4c-cb2454325c29,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:01.222984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-5126cb50-661d-434f-9b5b-8a80047410bd None None] Set router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:34:01.245048 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.280250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5126cb50-661d-434f-9b5b-8a80047410bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:34:01Z', 'revision_number': 7, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:01.307595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126cb50-661d-434f-9b5b-8a80047410bd None None] The sync data for ids ['4d0609c6-cc70-40c9-ad8b-829683bbe1dd'] in n-d-812111-15 is: [{'id': '4d0609c6-cc70-40c9-ad8b-829683bbe1dd', 'name': 'tempest-ServerActionsTestJSON-1847842389-router', 'tenant_id': '7465d39d8a0144f28d69732da73630c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:29:36Z', 'updated_at': '2022-01-31T19:34:01Z', 'revision_number': 7, 'project_id': '7465d39d8a0144f28d69732da73630c4', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:34:01.345259 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.348227 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Publish callbacks [] for router_controller (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.396803 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (4d0609c6-cc70-40c9-ad8b-829683bbe1dd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.397287 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d0609c6-cc70-40c9-ad8b-829683bbe1dd {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:34:01.402434 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.403666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f712e911-269f-450e-b66c-19110e0923ce admin admin] 10.222.0.20 "DELETE /v2.0/routers/4d0609c6-cc70-40c9-ad8b-829683bbe1dd HTTP/1.1" status: 204 len: 168 time: 0.8358953 Jan 31 19:34:01.406414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57304) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:01.458645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c519d20b-35fc-47d3-bc88-bf24e176f3bd admin admin] Deleting subnet a199254d-7ee1-40e4-a40e-fd95ac4ad96e {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:34:01.461941 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c519d20b-35fc-47d3-bc88-bf24e176f3bd admin admin] Publish callbacks [] for subnet (a199254d-7ee1-40e4-a40e-fd95ac4ad96e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.503425 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c519d20b-35fc-47d3-bc88-bf24e176f3bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (a199254d-7ee1-40e4-a40e-fd95ac4ad96e), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.587361 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c519d20b-35fc-47d3-bc88-bf24e176f3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (a199254d-7ee1-40e4-a40e-fd95ac4ad96e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.642382 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c519d20b-35fc-47d3-bc88-bf24e176f3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (a199254d-7ee1-40e4-a40e-fd95ac4ad96e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.678067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519d20b-35fc-47d3-bc88-bf24e176f3bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a199254d-7ee1-40e4-a40e-fd95ac4ad96e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:01.684905 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c519d20b-35fc-47d3-bc88-bf24e176f3bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.691780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c519d20b-35fc-47d3-bc88-bf24e176f3bd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a199254d-7ee1-40e4-a40e-fd95ac4ad96e HTTP/1.1" status: 204 len: 168 time: 0.2809715 Jan 31 19:34:01.691984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938afc47-617e-4388-9fba-5430b531b68f None None] Network 22855019-34f5-43e0-86bf-e57e531bda77 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:01.692756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57306) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:01.773001 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (22855019-34f5-43e0-86bf-e57e531bda77), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.838758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Deleting port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:34:01.838758 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.910107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] For port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ba98c5d0-e2f8-4070-bf20-c8c832fa86a6,segment=NetworkSegment(ba95706c-8041-4beb-ae05-072fa9fd9312),segment_id=ba95706c-8041-4beb-ae05-072fa9fd9312)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:01.910390 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:01.924327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Calling delete_port for ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:34:02.005532 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ba98c5d0-e2f8-4070-bf20-c8c832fa86a6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:02.033715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba98c5d0-e2f8-4070-bf20-c8c832fa86a6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:02.035529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] No DVR routers for this DVR port ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:34:02.133556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb4f6e-e133-43a0-ae11-09e899a6ddc6 None None] DHCP port deletion for 22855019-34f5-43e0-86bf-e57e531bda77 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:34:02.445214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 096fd3bf-1219-4954-af4c-cb2454325c29 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:34:02.459586 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (22855019-34f5-43e0-86bf-e57e531bda77), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:02.470830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 096fd3bf-1219-4954-af4c-cb2454325c29 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:34:02.471168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 096fd3bf-1219-4954-af4c-cb2454325c29 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:34:02.472106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:34:02.482211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22855019-34f5-43e0-86bf-e57e531bda77']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:02.492718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba95706c-8041-4beb-ae05-072fa9fd9312') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:02.493026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba95706c-8041-4beb-ae05-072fa9fd9312') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:02.495817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:34:02.496172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ba98c5d0-e2f8-4070-bf20-c8c832fa86a6 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:34:02.496651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6c2d70de-fe3f-48b5-bbef-b73fef29441b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:34:02.504978 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (ba95706c-8041-4beb-ae05-072fa9fd9312), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:02.516737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 6c2d70de-fe3f-48b5-bbef-b73fef29441b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:34:02.517134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6c2d70de-fe3f-48b5-bbef-b73fef29441b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:34:02.518887 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ba95706c-8041-4beb-ae05-072fa9fd9312), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:02.526305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:34:02.526711 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (ba95706c-8041-4beb-ae05-072fa9fd9312), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:34:02.528557 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:34:02.586255 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (22855019-34f5-43e0-86bf-e57e531bda77), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:02.592465 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:02.596024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] 10.222.0.20 "DELETE /v2.0/networks/22855019-34f5-43e0-86bf-e57e531bda77 HTTP/1.1" status: 204 len: 168 time: 0.9034233 Jan 31 19:34:02.609926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65567f-785f-41c3-85cd-cba31330346d admin admin] Pushing event deleted for resources: {'Network': ['ID=22855019-34f5-43e0-86bf-e57e531bda77,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:02.714477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57310) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:02.756864 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-03d406b4-11ea-449f-955d-a2cb920ef1e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7465d39d8a0144f28d69732da73630c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410743 Jan 31 19:34:02.759453 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:02.810083 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7446d5b-2c53-437e-a097-ec3d6eb7a388 admin admin] Publish callbacks [] for security_group (b7eae2d1-2ee2-4019-8a1e-dda27f433e91), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:02.832355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7446d5b-2c53-437e-a097-ec3d6eb7a388 admin admin] Publish callbacks [] for security_group (b7eae2d1-2ee2-4019-8a1e-dda27f433e91), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:02.885295 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7446d5b-2c53-437e-a097-ec3d6eb7a388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b7eae2d1-2ee2-4019-8a1e-dda27f433e91), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:02.888091 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7446d5b-2c53-437e-a097-ec3d6eb7a388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:02.891856 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a7446d5b-2c53-437e-a097-ec3d6eb7a388 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7eae2d1-2ee2-4019-8a1e-dda27f433e91 HTTP/1.1" status: 204 len: 168 time: 0.1282609 Jan 31 19:34:02.897810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7446d5b-2c53-437e-a097-ec3d6eb7a388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eae2d1-2ee2-4019-8a1e-dda27f433e91,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:03.620428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57334) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:03.757979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-970913209-network', 'tenant_id': '3d78672ecc2849dfba65e63d7dacb5ea'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:03.778646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Made reservation on behalf of 3d78672ecc2849dfba65e63d7dacb5ea for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:03.781166 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:03.790141 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:03.870999 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Publish callbacks [] for security_group (71b3e4cd-9358-433c-86f4-716b45f5664f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:03.875019 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (71b3e4cd-9358-433c-86f4-716b45f5664f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:03.902740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:34:03.913763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b3e4cd-9358-433c-86f4-716b45f5664f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:03.919883 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a31f3301-866f-49dc-8873-db8926d81398), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:03.920266 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Added segment a31f3301-866f-49dc-8873-db8926d81398 of type vlan for network 7deec45d-2adc-4856-8957-4f990b3de4b3 Jan 31 19:34:03.964766 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (7deec45d-2adc-4856-8957-4f990b3de4b3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:03.990164 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (7deec45d-2adc-4856-8957-4f990b3de4b3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:03.991135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:03.991749 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:04.024953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4021864 Jan 31 19:34:04.028463 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57338) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:04.033673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b0adabe0-c6bf-4c5b-8596-0e593bc6850f admin admin] Request body: {'subnet': {'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-970913209-subnet', 'tenant_id': '3d78672ecc2849dfba65e63d7dacb5ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:04.054562 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0adabe0-c6bf-4c5b-8596-0e593bc6850f admin admin] Made reservation on behalf of 3d78672ecc2849dfba65e63d7dacb5ea for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:04.058524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0adabe0-c6bf-4c5b-8596-0e593bc6850f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:04.069314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6484f83-f5b0-4608-b8ee-f491181af63f admin admin] Pushing event updated for resources: {'Network': ['ID=7deec45d-2adc-4856-8957-4f990b3de4b3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:04.080621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 7deec45d-2adc-4856-8957-4f990b3de4b3 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:34:04.255145 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0adabe0-c6bf-4c5b-8596-0e593bc6850f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (e1388300-39a3-4a9e-b91b-cf5558032138), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:04.321267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adabe0-c6bf-4c5b-8596-0e593bc6850f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1388300-39a3-4a9e-b91b-cf5558032138,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:04.331420 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0adabe0-c6bf-4c5b-8596-0e593bc6850f admin admin] Checking segment: {'id': 'a31f3301-866f-49dc-8873-db8926d81398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:04.331789 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0adabe0-c6bf-4c5b-8596-0e593bc6850f admin admin] Network hostable DHCP agents. Network: 7deec45d-2adc-4856-8957-4f990b3de4b3, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:34:04.349274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0adabe0-c6bf-4c5b-8596-0e593bc6850f admin admin] Network 7deec45d-2adc-4856-8957-4f990b3de4b3 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:34:04.358929 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b0adabe0-c6bf-4c5b-8596-0e593bc6850f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 7deec45d-2adc-4856-8957-4f990b3de4b3) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:04.363210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0adabe0-c6bf-4c5b-8596-0e593bc6850f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:04.363809 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0adabe0-c6bf-4c5b-8596-0e593bc6850f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:04.375438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569a55c0-f4cb-49dd-ae80-7a01a1b35dcd None None] Network 7deec45d-2adc-4856-8957-4f990b3de4b3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:04.385960 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b0adabe0-c6bf-4c5b-8596-0e593bc6850f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3561816 Jan 31 19:34:04.484864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67038480-d108-4ace-9f28-54745c77ea81 None None] Network 7deec45d-2adc-4856-8957-4f990b3de4b3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:04.857326 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59411f-81d7-4125-910b-ff515339cf8e req-f77356f0-b1f9-4bc6-91a8-37004f2513ce tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:04.858780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-f77356f0-b1f9-4bc6-91a8-37004f2513ce tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/networks?id=7deec45d-2adc-4856-8957-4f990b3de4b3 HTTP/1.1" status: 200 len: 813 time: 0.1022062 Jan 31 19:34:04.874535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-1e77a46c-62fa-4185-b967-739b8f5d89aa tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/quotas/3d78672ecc2849dfba65e63d7dacb5ea HTTP/1.1" status: 200 len: 375 time: 0.0102956 Jan 31 19:34:04.913718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-1070d69d-8fe5-4b6c-9f03-a78f390ef371 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d78672ecc2849dfba65e63d7dacb5ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338943 Jan 31 19:34:05.025762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-f5b1ae76-cc26-4066-99c9-c6db9effaa1b service neutron] 10.222.0.20 "GET /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041386 Jan 31 19:34:05.122272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-1a466bcc-1a68-43e1-bc23-6c516e14728d service neutron] 10.222.0.20 "GET /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905635 Jan 31 19:34:05.285697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5a328f4b-fc33-402d-9dd8-d1cbdb1b6b0a req-95a6ef9c-bfd3-4e48-b08f-fb9fe964fa22 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 210 time: 0.0295129 Jan 31 19:34:06.383324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73d06fd0-ec0c-4b15-a51c-b5f3ec950d8f req-4703c8eb-6a89-4037-afbb-dee403e12885 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 210 time: 0.0276208 Jan 31 19:34:06.656598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59411f-81d7-4125-910b-ff515339cf8e req-b9bfe943-fde7-4df2-b3df-a885cb2b16b7 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:06.658112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-b9bfe943-fde7-4df2-b3df-a885cb2b16b7 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.49 "GET /v2.0/networks?id=7deec45d-2adc-4856-8957-4f990b3de4b3 HTTP/1.1" status: 200 len: 813 time: 0.1088405 Jan 31 19:34:06.671991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2a59411f-81d7-4125-910b-ff515339cf8e req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Request body: {'port': {'device_id': '0032c19b-8541-4f4d-b179-5c85adebc916', 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3', 'admin_state_up': True, 'tenant_id': '3d78672ecc2849dfba65e63d7dacb5ea'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:06.787108 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a59411f-81d7-4125-910b-ff515339cf8e req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Made reservation on behalf of 3d78672ecc2849dfba65e63d7dacb5ea for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:06.791407 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a59411f-81d7-4125-910b-ff515339cf8e req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:06.929963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-2a59411f-81d7-4125-910b-ff515339cf8e req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Allocated IP 172.20.0.13 (7deec45d-2adc-4856-8957-4f990b3de4b3/e1388300-39a3-4a9e-b91b-cf5558032138/c1119e80-c83b-43f7-83bb-f67db603237c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:34:07.085915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a59411f-81d7-4125-910b-ff515339cf8e req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks [] for port (c1119e80-c83b-43f7-83bb-f67db603237c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:07.123726 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a59411f-81d7-4125-910b-ff515339cf8e req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:07.175706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a59411f-81d7-4125-910b-ff515339cf8e req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Network 7deec45d-2adc-4856-8957-4f990b3de4b3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:34:07.178774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-2a59411f-81d7-4125-910b-ff515339cf8e req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:07.181531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a59411f-81d7-4125-910b-ff515339cf8e req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:34:07.211010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Pushing event updated for resources: {'Port': ['ID=c1119e80-c83b-43f7-83bb-f67db603237c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:07.242215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59411f-81d7-4125-910b-ff515339cf8e req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:07.242825 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a59411f-81d7-4125-910b-ff515339cf8e req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:07.258914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-86584b59-4427-4dfa-a5bf-eacc524f4db4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5909154 Jan 31 19:34:07.317856 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Request body: {'port': {'device_id': '0032c19b-8541-4f4d-b179-5c85adebc916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:07.381326 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:07.613094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936057-6027-481a-a3c6-2202eb70ecf9 req-bfdd7d23-8275-4e2d-af8a-a6564031bac9 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:07.614597 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90936057-6027-481a-a3c6-2202eb70ecf9 req-bfdd7d23-8275-4e2d-af8a-a6564031bac9 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 932 time: 0.1271148 Jan 31 19:34:07.694890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-90936057-6027-481a-a3c6-2202eb70ecf9 req-7ff9a950-b543-4f60-ba91-7f9afbafabbb tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728092 Jan 31 19:34:07.753726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1119e80-c83b-43f7-83bb-f67db603237c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:34:07.762461 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Publish callbacks [] for port (c1119e80-c83b-43f7-83bb-f67db603237c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:07.775629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Transition to ACTIVE for port object c1119e80-c83b-43f7-83bb-f67db603237c will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:34:07.779221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:07.834095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Pushing event updated for resources: {'Port': ['ID=c1119e80-c83b-43f7-83bb-f67db603237c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:07.906456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Attempting to bind port c1119e80-c83b-43f7-83bb-f67db603237c on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:34:07.906710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Attempting to bind port c1119e80-c83b-43f7-83bb-f67db603237c by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'a31f3301-866f-49dc-8873-db8926d81398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:34:07.907044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Attempting to bind port c1119e80-c83b-43f7-83bb-f67db603237c on network 7deec45d-2adc-4856-8957-4f990b3de4b3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:34:07.911933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Port c1119e80-c83b-43f7-83bb-f67db603237c on network 7deec45d-2adc-4856-8957-4f990b3de4b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:34:07.912259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Attempting to bind port c1119e80-c83b-43f7-83bb-f67db603237c on network 7deec45d-2adc-4856-8957-4f990b3de4b3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:34:07.918811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:34:07.919154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Checking segment: {'id': 'a31f3301-866f-49dc-8873-db8926d81398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:07.919539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Bound using segment: {'id': 'a31f3301-866f-49dc-8873-db8926d81398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:34:07.919969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Bound port: c1119e80-c83b-43f7-83bb-f67db603237c, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31f3301-866f-49dc-8873-db8926d81398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:34:07.920347 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:07.990332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] For port c1119e80-c83b-43f7-83bb-f67db603237c, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:34:07.994176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] For port c1119e80-c83b-43f7-83bb-f67db603237c, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c1119e80-c83b-43f7-83bb-f67db603237c,segment=NetworkSegment(a31f3301-866f-49dc-8873-db8926d81398),segment_id=a31f3301-866f-49dc-8873-db8926d81398)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:34:08.001043 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:08.040309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:08.042210 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:08.043318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] 10.222.0.49 "PUT /v2.0/ports/c1119e80-c83b-43f7-83bb-f67db603237c HTTP/1.1" status: 200 len: 1093 time: 0.7738943 Jan 31 19:34:08.045915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0032c19b-8541-4f4d-b179-5c85adebc916', 'tag': 'c1119e80-c83b-43f7-83bb-f67db603237c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:34:08.048874 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40baa9db-b804-4298-abaa-d1d6d999c893" -d '{"events": [{"name": "network-changed", "server_uuid": "0032c19b-8541-4f4d-b179-5c85adebc916", "tag": "c1119e80-c83b-43f7-83bb-f67db603237c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:34:08.075064 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3f238-9208-4640-9e87-cbf2dfbebdcb service neutron] Pushing event updated for resources: {'Port': ['ID=c1119e80-c83b-43f7-83bb-f67db603237c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:08.089368 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a255ccb-1afb-4401-aa9f-292dc7b2b470 x-openstack-request-id: req-1a255ccb-1afb-4401-aa9f-292dc7b2b470 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:34:08.089660 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0032c19b-8541-4f4d-b179-5c85adebc916", "tag": "c1119e80-c83b-43f7-83bb-f67db603237c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:34:08.089919 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a255ccb-1afb-4401-aa9f-292dc7b2b470 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:34:08.090341 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0032c19b-8541-4f4d-b179-5c85adebc916', 'tag': 'c1119e80-c83b-43f7-83bb-f67db603237c', 'status': 'completed', 'code': 200} Jan 31 19:34:08.141116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59411f-81d7-4125-910b-ff515339cf8e req-cba2001e-d36d-4d55-b1b8-dea56bd653cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:08.142670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-cba2001e-d36d-4d55-b1b8-dea56bd653cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3d78672ecc2849dfba65e63d7dacb5ea&device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 1127 time: 0.0470595 Jan 31 19:34:08.191286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-c4f23810-70fc-4acd-86c4-9f8eb2368c58 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1119e80-c83b-43f7-83bb-f67db603237c HTTP/1.1" status: 200 len: 217 time: 0.0361505 Jan 31 19:34:08.251441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59411f-81d7-4125-910b-ff515339cf8e req-8bf1ded0-ec7e-4218-b27f-535e806a247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:08.252978 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-8bf1ded0-ec7e-4218-b27f-535e806a247f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e1388300-39a3-4a9e-b91b-cf5558032138 HTTP/1.1" status: 200 len: 853 time: 0.0522122 Jan 31 19:34:08.291925 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-7b5c5f03-c6ec-43be-8e6c-53ac760f7a5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7deec45d-2adc-4856-8957-4f990b3de4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293829 Jan 31 19:34:08.391590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-5ff8dc04-690e-49a8-b8f9-81d957eeac7f service neutron] 10.222.0.49 "GET /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908604 Jan 31 19:34:08.489093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a59411f-81d7-4125-910b-ff515339cf8e req-15cf6d59-74d5-4906-8505-acb94bd2fc1e service neutron] 10.222.0.49 "GET /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874560 Jan 31 19:34:08.590480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa9db-b804-4298-abaa-d1d6d999c893 req-f0076a68-c5b1-4898-bd0f-29a34c8b9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:08.592041 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40baa9db-b804-4298-abaa-d1d6d999c893 req-f0076a68-c5b1-4898-bd0f-29a34c8b9304 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3d78672ecc2849dfba65e63d7dacb5ea&device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 1127 time: 0.0464046 Jan 31 19:34:08.688596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa9db-b804-4298-abaa-d1d6d999c893 req-20f5bc97-f835-48c6-b6ab-9aaf76fdb446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:08.690080 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40baa9db-b804-4298-abaa-d1d6d999c893 req-20f5bc97-f835-48c6-b6ab-9aaf76fdb446 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7deec45d-2adc-4856-8957-4f990b3de4b3 HTTP/1.1" status: 200 len: 914 time: 0.0922394 Jan 31 19:34:08.732839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40baa9db-b804-4298-abaa-d1d6d999c893 req-79661c5c-fe7d-4c92-9981-2a2dc63a2612 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1119e80-c83b-43f7-83bb-f67db603237c HTTP/1.1" status: 200 len: 217 time: 0.0361762 Jan 31 19:34:08.818623 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa9db-b804-4298-abaa-d1d6d999c893 req-a2bb343f-7961-43ac-bfab-ed140f7851db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:08.820006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40baa9db-b804-4298-abaa-d1d6d999c893 req-a2bb343f-7961-43ac-bfab-ed140f7851db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e1388300-39a3-4a9e-b91b-cf5558032138 HTTP/1.1" status: 200 len: 853 time: 0.0786004 Jan 31 19:34:08.860207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40baa9db-b804-4298-abaa-d1d6d999c893 req-c17ac91d-164a-4175-8950-2ba9b8271326 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7deec45d-2adc-4856-8957-4f990b3de4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323951 Jan 31 19:34:08.867091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071055-88f8-42c9-b55b-b7de90bf807a req-db0ebd2f-efc4-44c5-a088-a7375ee96b91 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:08.868494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57071055-88f8-42c9-b55b-b7de90bf807a req-db0ebd2f-efc4-44c5-a088-a7375ee96b91 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 944 time: 0.0996828 Jan 31 19:34:08.974541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-57071055-88f8-42c9-b55b-b7de90bf807a req-eed585f1-0b6b-4aa7-930f-63b1a1248cc3 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971954 Jan 31 19:34:08.991726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40baa9db-b804-4298-abaa-d1d6d999c893 req-a52aa2e2-1970-4dfb-8aa0-05b05c29c2f6 service neutron] 10.222.0.49 "GET /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215842 Jan 31 19:34:09.084912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40baa9db-b804-4298-abaa-d1d6d999c893 req-7fd9a14f-50f6-4fd1-84e5-6881e93127cb service neutron] 10.222.0.49 "GET /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861485 Jan 31 19:34:10.106990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0eef5a-d185-4e6a-976b-116f00c88ad4 req-6b115750-f2fe-4365-8055-fa80a4f78a8f tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:10.108646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b0eef5a-d185-4e6a-976b-116f00c88ad4 req-6b115750-f2fe-4365-8055-fa80a4f78a8f tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 944 time: 0.0555205 Jan 31 19:34:10.159924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0b0eef5a-d185-4e6a-976b-116f00c88ad4 req-d3903d33-f3f3-4126-8999-26882252bac4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457184 Jan 31 19:34:10.556498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device c1119e80-c83b-43f7-83bb-f67db603237c details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:34:10.654321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port c1119e80-c83b-43f7-83bb-f67db603237c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c1119e80-c83b-43f7-83bb-f67db603237c,segment=NetworkSegment(a31f3301-866f-49dc-8873-db8926d81398),segment_id=a31f3301-866f-49dc-8873-db8926d81398)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:10.665290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': 'c1119e80-c83b-43f7-83bb-f67db603237c', 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3', 'port_id': 'c1119e80-c83b-43f7-83bb-f67db603237c', 'mac_address': 'fa:16:3e:4b:71:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1388300-39a3-4a9e-b91b-cf5558032138', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:34:10.700844 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port c1119e80-c83b-43f7-83bb-f67db603237c is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:10.701234 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:10.715157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1119e80-c83b-43f7-83bb-f67db603237c {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:34:10.733939 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port c1119e80-c83b-43f7-83bb-f67db603237c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c1119e80-c83b-43f7-83bb-f67db603237c,segment=NetworkSegment(a31f3301-866f-49dc-8873-db8926d81398),segment_id=a31f3301-866f-49dc-8873-db8926d81398)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:10.737567 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:10.789006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=c1119e80-c83b-43f7-83bb-f67db603237c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:10.997322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['c1119e80-c83b-43f7-83bb-f67db603237c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:34:11.307053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923f976-7df1-47eb-ac73-072ac1651912 req-dd07f5a6-e878-4ac7-9949-df548c11c168 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:11.308539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d923f976-7df1-47eb-ac73-072ac1651912 req-dd07f5a6-e878-4ac7-9949-df548c11c168 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 945 time: 0.0751908 Jan 31 19:34:11.357289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d923f976-7df1-47eb-ac73-072ac1651912 req-b28700a6-6590-4b65-8343-5c4233155e08 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429819 Jan 31 19:34:12.481253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc1c3f-5fe6-449d-8043-677e3cf81fe2 req-ee4499be-d829-494a-a65b-139a081e70a9 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:12.482753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9fcc1c3f-5fe6-449d-8043-677e3cf81fe2 req-ee4499be-d829-494a-a65b-139a081e70a9 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 945 time: 0.0536184 Jan 31 19:34:12.534799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9fcc1c3f-5fe6-449d-8043-677e3cf81fe2 req-220348f3-6051-451c-8c00-da904adf3d36 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461197 Jan 31 19:34:12.562245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device c1119e80-c83b-43f7-83bb-f67db603237c up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:34:12.614215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port c1119e80-c83b-43f7-83bb-f67db603237c completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:34:12.619081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port c1119e80-c83b-43f7-83bb-f67db603237c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:12.619559 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:12.697936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port c1119e80-c83b-43f7-83bb-f67db603237c is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:12.698326 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:12.721250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0032c19b-8541-4f4d-b179-5c85adebc916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1119e80-c83b-43f7-83bb-f67db603237c'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:34:12.723483 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaeaafa-4cb3-49c6-bf40-683615695d5d" -d '{"events": [{"server_uuid": "0032c19b-8541-4f4d-b179-5c85adebc916", "name": "network-vif-plugged", "status": "completed", "tag": "c1119e80-c83b-43f7-83bb-f67db603237c"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:34:12.737817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port c1119e80-c83b-43f7-83bb-f67db603237c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c1119e80-c83b-43f7-83bb-f67db603237c,segment=NetworkSegment(a31f3301-866f-49dc-8873-db8926d81398),segment_id=a31f3301-866f-49dc-8873-db8926d81398)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:12.741969 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:12.770525 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fbd083-3dc6-451f-8ec3-6fa012751298 x-openstack-request-id: req-f2fbd083-3dc6-451f-8ec3-6fa012751298 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:34:12.770826 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0032c19b-8541-4f4d-b179-5c85adebc916", "name": "network-vif-plugged", "status": "completed", "tag": "c1119e80-c83b-43f7-83bb-f67db603237c", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:34:12.771088 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2fbd083-3dc6-451f-8ec3-6fa012751298 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:34:12.771484 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0032c19b-8541-4f4d-b179-5c85adebc916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1119e80-c83b-43f7-83bb-f67db603237c', 'code': 200} Jan 31 19:34:12.802035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=c1119e80-c83b-43f7-83bb-f67db603237c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:12.875019 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89747500-8c04-43ee-acb0-d7db8f5e91ac req-aa31dee4-48cd-42a0-a4b0-92b0e73ef2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:12.876485 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89747500-8c04-43ee-acb0-d7db8f5e91ac req-aa31dee4-48cd-42a0-a4b0-92b0e73ef2a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 1129 time: 0.0494094 Jan 31 19:34:12.923419 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-89747500-8c04-43ee-acb0-d7db8f5e91ac req-1327ca02-f264-4349-b141-01860901cc87 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394936 Jan 31 19:34:13.662364 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638ca4-bddf-43ec-bf2c-6837fa85af8e req-5b254c0d-57e9-47e9-9012-591505b3ee45 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:13.663860 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf638ca4-bddf-43ec-bf2c-6837fa85af8e req-5b254c0d-57e9-47e9-9012-591505b3ee45 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 946 time: 0.0536721 Jan 31 19:34:13.711781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf638ca4-bddf-43ec-bf2c-6837fa85af8e req-b5678850-e0ba-475b-9405-b53af0ecb2f0 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419190 Jan 31 19:34:14.838566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7361163-c908-435a-9835-fd6c68b192ce req-e30baefd-c4cc-4351-bae1-012749db9e8c tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:14.840044 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7361163-c908-435a-9835-fd6c68b192ce req-e30baefd-c4cc-4351-bae1-012749db9e8c tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 946 time: 0.0532954 Jan 31 19:34:14.893968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7361163-c908-435a-9835-fd6c68b192ce req-c702a1c0-2995-439d-b8ff-7f5b03e9fc98 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480335 Jan 31 19:34:15.115498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-3a5c831d-9ae1-4b6d-b8d4-38fdb2931ab8 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:15.117027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-3a5c831d-9ae1-4b6d-b8d4-38fdb2931ab8 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/networks?id=7deec45d-2adc-4856-8957-4f990b3de4b3 HTTP/1.1" status: 200 len: 813 time: 0.1013823 Jan 31 19:34:15.133846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-cd5667d8-c4c1-429a-b1b4-bc1370a14c01 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/quotas/3d78672ecc2849dfba65e63d7dacb5ea HTTP/1.1" status: 200 len: 375 time: 0.0101721 Jan 31 19:34:15.188650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-ee085a94-459f-49a7-9400-ce6ba114f759 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d78672ecc2849dfba65e63d7dacb5ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490608 Jan 31 19:34:15.285847 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-1b28320c-25bd-429e-8b59-4fab6420c924 service neutron] 10.222.0.20 "GET /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903232 Jan 31 19:34:15.374208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-0562571c-5ff5-4220-bfa1-c357c1ae5f63 service neutron] 10.222.0.20 "GET /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826592 Jan 31 19:34:15.548058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6749de5b-dbce-4ce1-be7b-0be89c4156b8 req-305d6b71-a981-458d-bfb3-e7ffcc54e185 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0355918 Jan 31 19:34:16.553524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-4f91d92a-28b2-4dd8-a3d2-15583e81628a tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:16.555125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-4f91d92a-28b2-4dd8-a3d2-15583e81628a tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.21 "GET /v2.0/networks?id=7deec45d-2adc-4856-8957-4f990b3de4b3 HTTP/1.1" status: 200 len: 813 time: 0.1095600 Jan 31 19:34:16.567461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Request body: {'port': {'device_id': '26980b0f-d71d-4d0a-bb67-c73f4b99d9a9', 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3', 'admin_state_up': True, 'tenant_id': '3d78672ecc2849dfba65e63d7dacb5ea'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:16.661525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21fd410d-af4f-4bf8-a3b9-37d238deb336 req-a10fc1f7-1995-4824-bccd-e2b3e4353d6b tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0372782 Jan 31 19:34:16.716738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Made reservation on behalf of 3d78672ecc2849dfba65e63d7dacb5ea for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:16.720183 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:16.871481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Allocated IP 172.20.0.5 (7deec45d-2adc-4856-8957-4f990b3de4b3/e1388300-39a3-4a9e-b91b-cf5558032138/a0cff053-9661-4316-b27b-9dddd760eadf) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:34:17.047049 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks [] for port (a0cff053-9661-4316-b27b-9dddd760eadf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:17.083118 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:17.096582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['c1119e80-c83b-43f7-83bb-f67db603237c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:34:17.130846 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Network 7deec45d-2adc-4856-8957-4f990b3de4b3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:34:17.134002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:17.138390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:34:17.147741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Pushing event updated for resources: {'Port': ['ID=a0cff053-9661-4316-b27b-9dddd760eadf,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:17.202274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:17.202961 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:17.225258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-413e207a-b8f3-4dfc-be56-7accf634111e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6617975 Jan 31 19:34:17.285000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Request body: {'port': {'device_id': '26980b0f-d71d-4d0a-bb67-c73f4b99d9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:17.355392 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:17.647899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0cff053-9661-4316-b27b-9dddd760eadf {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:34:17.657398 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Publish callbacks [] for port (a0cff053-9661-4316-b27b-9dddd760eadf), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:17.670467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Transition to ACTIVE for port object a0cff053-9661-4316-b27b-9dddd760eadf will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:34:17.676297 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:17.728154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Pushing event updated for resources: {'Port': ['ID=a0cff053-9661-4316-b27b-9dddd760eadf,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:17.837837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Attempting to bind port a0cff053-9661-4316-b27b-9dddd760eadf on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:34:17.838187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Attempting to bind port a0cff053-9661-4316-b27b-9dddd760eadf by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'a31f3301-866f-49dc-8873-db8926d81398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:34:17.839180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Attempting to bind port a0cff053-9661-4316-b27b-9dddd760eadf on network 7deec45d-2adc-4856-8957-4f990b3de4b3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:34:17.853510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a3814-721b-4081-a533-b49d3a23ddd1 req-c75390e1-eff1-4073-b89e-1ca0896b80b0 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:17.856189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b64a3814-721b-4081-a533-b49d3a23ddd1 req-c75390e1-eff1-4073-b89e-1ca0896b80b0 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 943 time: 0.1038742 Jan 31 19:34:17.856828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Port a0cff053-9661-4316-b27b-9dddd760eadf on network 7deec45d-2adc-4856-8957-4f990b3de4b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:34:17.857161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Attempting to bind port a0cff053-9661-4316-b27b-9dddd760eadf on network 7deec45d-2adc-4856-8957-4f990b3de4b3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:34:17.864678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:34:17.865026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Checking segment: {'id': 'a31f3301-866f-49dc-8873-db8926d81398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:17.865414 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Bound using segment: {'id': 'a31f3301-866f-49dc-8873-db8926d81398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:34:17.865859 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Bound port: a0cff053-9661-4316-b27b-9dddd760eadf, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31f3301-866f-49dc-8873-db8926d81398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:34:17.866254 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:17.941776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b64a3814-721b-4081-a533-b49d3a23ddd1 req-f926af4f-b4af-4281-b828-6c589ff150ed tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790424 Jan 31 19:34:17.974929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] For port a0cff053-9661-4316-b27b-9dddd760eadf, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:34:17.978109 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] For port a0cff053-9661-4316-b27b-9dddd760eadf, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a0cff053-9661-4316-b27b-9dddd760eadf,segment=NetworkSegment(a31f3301-866f-49dc-8873-db8926d81398),segment_id=a31f3301-866f-49dc-8873-db8926d81398)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:34:17.985376 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:18.021748 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:18.022392 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:18.023790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] 10.222.0.21 "PUT /v2.0/ports/a0cff053-9661-4316-b27b-9dddd760eadf HTTP/1.1" status: 200 len: 1092 time: 0.7910826 Jan 31 19:34:18.024246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26980b0f-d71d-4d0a-bb67-c73f4b99d9a9', 'tag': 'a0cff053-9661-4316-b27b-9dddd760eadf'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:34:18.026572 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957caeb6-d8dd-4239-853f-576d27806824" -d '{"events": [{"name": "network-changed", "server_uuid": "26980b0f-d71d-4d0a-bb67-c73f4b99d9a9", "tag": "a0cff053-9661-4316-b27b-9dddd760eadf"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:34:18.052225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4053fd5-022a-4ae7-bacb-135f397a200e service neutron] Pushing event updated for resources: {'Port': ['ID=a0cff053-9661-4316-b27b-9dddd760eadf,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:18.070601 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8f1e36-15bb-4cf0-be8e-0d508b3589bb x-openstack-request-id: req-de8f1e36-15bb-4cf0-be8e-0d508b3589bb {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:34:18.070924 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26980b0f-d71d-4d0a-bb67-c73f4b99d9a9", "tag": "a0cff053-9661-4316-b27b-9dddd760eadf", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:34:18.071215 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de8f1e36-15bb-4cf0-be8e-0d508b3589bb {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:34:18.071850 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26980b0f-d71d-4d0a-bb67-c73f4b99d9a9', 'tag': 'a0cff053-9661-4316-b27b-9dddd760eadf', 'status': 'completed', 'code': 200} Jan 31 19:34:18.125120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-0b90ff3b-a7c1-4b32-ad43-c0f601883bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:18.126662 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-0b90ff3b-a7c1-4b32-ad43-c0f601883bdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d78672ecc2849dfba65e63d7dacb5ea&device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 1126 time: 0.0522783 Jan 31 19:34:18.173571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-9eada109-c595-47d3-a8dd-4ef77c228e99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0cff053-9661-4316-b27b-9dddd760eadf HTTP/1.1" status: 200 len: 217 time: 0.0404184 Jan 31 19:34:18.223096 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-2bf14422-8fdd-4a46-8985-38ad2beb2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:18.224546 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-2bf14422-8fdd-4a46-8985-38ad2beb2b29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1388300-39a3-4a9e-b91b-cf5558032138 HTTP/1.1" status: 200 len: 853 time: 0.0457852 Jan 31 19:34:18.255881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-f71d15be-179a-4b43-a0a5-67cf60409623 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7deec45d-2adc-4856-8957-4f990b3de4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255659 Jan 31 19:34:18.351674 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-fce827e8-5f02-40c0-8948-e0e7e5081b07 service neutron] 10.222.0.21 "GET /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894477 Jan 31 19:34:18.441697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac9d0873-ebff-421f-b72b-b03cf1655a9a req-e914322a-4683-4454-8dae-b99bbc238ade service neutron] 10.222.0.21 "GET /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840156 Jan 31 19:34:18.542199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957caeb6-d8dd-4239-853f-576d27806824 req-35860750-6e1d-4b5b-9905-7a30d1da2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:18.544266 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-957caeb6-d8dd-4239-853f-576d27806824 req-35860750-6e1d-4b5b-9905-7a30d1da2d1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d78672ecc2849dfba65e63d7dacb5ea&device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 1126 time: 0.0513899 Jan 31 19:34:18.646604 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957caeb6-d8dd-4239-853f-576d27806824 req-f97701cc-fd35-4ac6-8585-7335cbdec96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:18.648078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-957caeb6-d8dd-4239-853f-576d27806824 req-f97701cc-fd35-4ac6-8585-7335cbdec96e service neutron] 10.222.0.21 "GET /v2.0/networks?id=7deec45d-2adc-4856-8957-4f990b3de4b3 HTTP/1.1" status: 200 len: 914 time: 0.0977335 Jan 31 19:34:18.690748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-957caeb6-d8dd-4239-853f-576d27806824 req-8055ea80-c699-44e8-91bf-106feb6bf17f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0cff053-9661-4316-b27b-9dddd760eadf HTTP/1.1" status: 200 len: 217 time: 0.0342574 Jan 31 19:34:18.748178 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957caeb6-d8dd-4239-853f-576d27806824 req-d3815587-ba98-473a-bd80-eeabe1979003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:18.749704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-957caeb6-d8dd-4239-853f-576d27806824 req-d3815587-ba98-473a-bd80-eeabe1979003 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1388300-39a3-4a9e-b91b-cf5558032138 HTTP/1.1" status: 200 len: 853 time: 0.0528345 Jan 31 19:34:18.783814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-957caeb6-d8dd-4239-853f-576d27806824 req-fd8be7cf-9a3f-4b54-92b2-013f0e214b9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7deec45d-2adc-4856-8957-4f990b3de4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267103 Jan 31 19:34:18.881929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-957caeb6-d8dd-4239-853f-576d27806824 req-0a2c93ad-ca4d-4256-9ecd-8f805dba8596 service neutron] 10.222.0.21 "GET /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913670 Jan 31 19:34:18.927774 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb695014-32e3-4dfa-9e67-71d75b2ae2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:18.985948 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-957caeb6-d8dd-4239-853f-576d27806824 req-e5e2e5f9-37e2-4630-b528-8e507b2c2288 service neutron] 10.222.0.21 "GET /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979021 Jan 31 19:34:19.078934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8417ec4-8660-4dc7-a49d-1b2fedd2965c req-8c1af59a-331c-44d3-a1ea-776ec1f7a5e6 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:19.080467 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8417ec4-8660-4dc7-a49d-1b2fedd2965c req-8c1af59a-331c-44d3-a1ea-776ec1f7a5e6 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 943 time: 0.0577850 Jan 31 19:34:19.132745 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8417ec4-8660-4dc7-a49d-1b2fedd2965c req-c6ec568f-0078-46c5-b9d2-62d5d3773d78 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463700 Jan 31 19:34:20.256388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28057d2-14be-4513-b9ca-e2f3c8a830fc req-a2acd673-e10b-4ad3-a2c9-f531239397db tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:20.257957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e28057d2-14be-4513-b9ca-e2f3c8a830fc req-a2acd673-e10b-4ad3-a2c9-f531239397db tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 943 time: 0.0517664 Jan 31 19:34:20.309582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e28057d2-14be-4513-b9ca-e2f3c8a830fc req-22917bee-6c66-443e-bf6e-1e85cd84ffe7 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452719 Jan 31 19:34:21.173403 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a8880a85-af4c-4dd5-aab1-7874937854b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:21.434223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b0826-0cc3-4527-b75d-7f98a5fbbf96 req-e108bac0-8c5c-42b8-b42e-ebcde4b69272 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:21.435654 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b1b0826-0cc3-4527-b75d-7f98a5fbbf96 req-e108bac0-8c5c-42b8-b42e-ebcde4b69272 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 943 time: 0.0561626 Jan 31 19:34:21.484772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b1b0826-0cc3-4527-b75d-7f98a5fbbf96 req-53d3dc90-b91d-44ee-8a1d-d20a00ebe636 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434158 Jan 31 19:34:22.608105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae2771-c84d-4b28-9101-7aad58637498 req-0bd72c77-0e37-4d26-939b-e806d3153c12 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:22.609511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ecae2771-c84d-4b28-9101-7aad58637498 req-0bd72c77-0e37-4d26-939b-e806d3153c12 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 943 time: 0.0523939 Jan 31 19:34:22.661003 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:22.665071 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ecae2771-c84d-4b28-9101-7aad58637498 req-e62f1b1b-ac1a-4572-958c-6754ad083075 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492988 Jan 31 19:34:22.781323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device a0cff053-9661-4316-b27b-9dddd760eadf details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:34:22.881314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port a0cff053-9661-4316-b27b-9dddd760eadf, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a0cff053-9661-4316-b27b-9dddd760eadf,segment=NetworkSegment(a31f3301-866f-49dc-8873-db8926d81398),segment_id=a31f3301-866f-49dc-8873-db8926d81398)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:22.893924 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'a0cff053-9661-4316-b27b-9dddd760eadf', 'network_id': '7deec45d-2adc-4856-8957-4f990b3de4b3', 'port_id': 'a0cff053-9661-4316-b27b-9dddd760eadf', 'mac_address': 'fa:16:3e:ff:50:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1388300-39a3-4a9e-b91b-cf5558032138', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:34:22.933043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port a0cff053-9661-4316-b27b-9dddd760eadf is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:22.933435 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:22.945926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0cff053-9661-4316-b27b-9dddd760eadf {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:34:22.965521 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port a0cff053-9661-4316-b27b-9dddd760eadf, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a0cff053-9661-4316-b27b-9dddd760eadf,segment=NetworkSegment(a31f3301-866f-49dc-8873-db8926d81398),segment_id=a31f3301-866f-49dc-8873-db8926d81398)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:22.969358 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:23.017884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=a0cff053-9661-4316-b27b-9dddd760eadf,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:23.025701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.026063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.026407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.026749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.027092 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.027425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.027857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.028189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.028544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.028877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.029210 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.029536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.029861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:23.170324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['a0cff053-9661-4316-b27b-9dddd760eadf'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:34:23.783002 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886f66a-0eca-425e-af37-5949df711d2d req-4ba530c0-4d96-4de2-b327-68cd70fc040e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:23.784498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d886f66a-0eca-425e-af37-5949df711d2d req-4ba530c0-4d96-4de2-b327-68cd70fc040e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 944 time: 0.0556118 Jan 31 19:34:23.832897 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d886f66a-0eca-425e-af37-5949df711d2d req-16a4e644-5e5c-4491-a44c-f5eaafcedbff tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428224 Jan 31 19:34:24.265501 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:34:24.293775 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:24.780818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device a0cff053-9661-4316-b27b-9dddd760eadf up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:34:24.835575 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:24.842171 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port a0cff053-9661-4316-b27b-9dddd760eadf completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:34:24.846037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port a0cff053-9661-4316-b27b-9dddd760eadf triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:24.846417 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:24.928730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port a0cff053-9661-4316-b27b-9dddd760eadf is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:24.929136 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:24.953195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26980b0f-d71d-4d0a-bb67-c73f4b99d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cff053-9661-4316-b27b-9dddd760eadf'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:34:24.953982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddb202-649b-4b9d-980c-9e38551187a3 req-93a27b40-f80a-4904-8e41-393c77d99d4c tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:24.955436 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb01407-d73e-4cae-b121-2c93dd757c82" -d '{"events": [{"server_uuid": "26980b0f-d71d-4d0a-bb67-c73f4b99d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "a0cff053-9661-4316-b27b-9dddd760eadf"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:34:24.955573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44ddb202-649b-4b9d-980c-9e38551187a3 req-93a27b40-f80a-4904-8e41-393c77d99d4c tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 944 time: 0.0540376 Jan 31 19:34:24.967787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port a0cff053-9661-4316-b27b-9dddd760eadf, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a0cff053-9661-4316-b27b-9dddd760eadf,segment=NetworkSegment(a31f3301-866f-49dc-8873-db8926d81398),segment_id=a31f3301-866f-49dc-8873-db8926d81398)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:24.973314 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:25.000009 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d238246e-c308-4754-a8c5-fe38cfd89f9f x-openstack-request-id: req-d238246e-c308-4754-a8c5-fe38cfd89f9f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:34:25.000309 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26980b0f-d71d-4d0a-bb67-c73f4b99d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "a0cff053-9661-4316-b27b-9dddd760eadf", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:34:25.000634 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d238246e-c308-4754-a8c5-fe38cfd89f9f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:34:25.001001 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26980b0f-d71d-4d0a-bb67-c73f4b99d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cff053-9661-4316-b27b-9dddd760eadf', 'code': 200} Jan 31 19:34:25.005532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-44ddb202-649b-4b9d-980c-9e38551187a3 req-fda8f3a9-a882-4bef-a579-195c9d7ec3fe tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436130 Jan 31 19:34:25.030759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=a0cff053-9661-4316-b27b-9dddd760eadf,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:25.112043 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b8b70-a278-4b8c-8738-f7055104fb26 req-158125a5-20c4-4683-a1bb-bf422cccd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:25.113569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c39b8b70-a278-4b8c-8738-f7055104fb26 req-158125a5-20c4-4683-a1bb-bf422cccd414 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 1128 time: 0.0476980 Jan 31 19:34:25.358215 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:25.483946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c39b8b70-a278-4b8c-8738-f7055104fb26 req-1cc57506-efff-44ef-aa90-c2dc43765b38 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646364 Jan 31 19:34:26.131785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cf076-750f-4234-b9f3-981aa616b337 req-79f41388-5980-436c-bdca-ef8c43cd9c75 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:26.133317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-559cf076-750f-4234-b9f3-981aa616b337 req-79f41388-5980-436c-bdca-ef8c43cd9c75 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 945 time: 0.0523963 Jan 31 19:34:26.181042 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-559cf076-750f-4234-b9f3-981aa616b337 req-015c6901-f8f2-4ed2-86d0-e84876d533a4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 Jan 31 19:34:26.606191 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:27.303169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb3db9-169d-4a41-bf1b-4696da7f701e req-1954794a-37b5-4d65-b514-3a9abeb30cf3 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:27.304760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ccb3db9-169d-4a41-bf1b-4696da7f701e req-1954794a-37b5-4d65-b514-3a9abeb30cf3 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 945 time: 0.0515845 Jan 31 19:34:27.359933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ccb3db9-169d-4a41-bf1b-4696da7f701e req-88f1ef87-cb61-44d3-bdf4-f23bffc69d05 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477061 Jan 31 19:34:27.598812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbf431-72fb-403d-bb8e-eef5dd91c2d1 req-c94dba95-dc30-4558-8e67-c970fe459f0b tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:27.600275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7dbf431-72fb-403d-bb8e-eef5dd91c2d1 req-c94dba95-dc30-4558-8e67-c970fe459f0b tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 945 time: 0.0537260 Jan 31 19:34:27.649694 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a7dbf431-72fb-403d-bb8e-eef5dd91c2d1 req-74cb2fc7-a1f9-4728-b2b9-ffe175f74da0 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433161 Jan 31 19:34:28.772967 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac507de-db22-485e-8452-0afb5bb270c1 req-7b56f371-3ac4-48a9-aa36-467da019c086 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:28.774449 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bac507de-db22-485e-8452-0afb5bb270c1 req-7b56f371-3ac4-48a9-aa36-467da019c086 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 945 time: 0.0523703 Jan 31 19:34:28.856212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bac507de-db22-485e-8452-0afb5bb270c1 req-1fedba60-0aa1-453a-a084-7a6e79d48f44 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752857 Jan 31 19:34:28.872875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f40ed-71b5-485d-83be-c87fafeb9ece req-733c93a8-253b-44ec-b240-50b08a02f4cc tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:28.874358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b62f40ed-71b5-485d-83be-c87fafeb9ece req-733c93a8-253b-44ec-b240-50b08a02f4cc tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980b0f-d71d-4d0a-bb67-c73f4b99d9a9 HTTP/1.1" status: 200 len: 945 time: 0.0799375 Jan 31 19:34:28.969301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b62f40ed-71b5-485d-83be-c87fafeb9ece req-e343b253-c531-4cd1-b265-9597e19e4255 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Deleting port a0cff053-9661-4316-b27b-9dddd760eadf {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:34:28.969562 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b62f40ed-71b5-485d-83be-c87fafeb9ece req-e343b253-c531-4cd1-b265-9597e19e4255 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:29.060809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b62f40ed-71b5-485d-83be-c87fafeb9ece req-e343b253-c531-4cd1-b265-9597e19e4255 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] For port a0cff053-9661-4316-b27b-9dddd760eadf, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=a0cff053-9661-4316-b27b-9dddd760eadf,segment=NetworkSegment(a31f3301-866f-49dc-8873-db8926d81398),segment_id=a31f3301-866f-49dc-8873-db8926d81398)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:29.061180 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b62f40ed-71b5-485d-83be-c87fafeb9ece req-e343b253-c531-4cd1-b265-9597e19e4255 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:29.073050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b62f40ed-71b5-485d-83be-c87fafeb9ece req-e343b253-c531-4cd1-b265-9597e19e4255 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Calling delete_port for a0cff053-9661-4316-b27b-9dddd760eadf owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:34:29.198569 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b62f40ed-71b5-485d-83be-c87fafeb9ece req-e343b253-c531-4cd1-b265-9597e19e4255 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (a0cff053-9661-4316-b27b-9dddd760eadf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:29.211926 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['c1119e80-c83b-43f7-83bb-f67db603237c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:34:29.232587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343b253-c531-4cd1-b265-9597e19e4255 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Pushing event deleted for resources: {'Port': ['ID=a0cff053-9661-4316-b27b-9dddd760eadf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:29.274694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62f40ed-71b5-485d-83be-c87fafeb9ece req-e343b253-c531-4cd1-b265-9597e19e4255 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] No DVR routers for this DVR port a0cff053-9661-4316-b27b-9dddd760eadf on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:34:29.279096 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b62f40ed-71b5-485d-83be-c87fafeb9ece req-e343b253-c531-4cd1-b265-9597e19e4255 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:29.282521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b62f40ed-71b5-485d-83be-c87fafeb9ece req-e343b253-c531-4cd1-b265-9597e19e4255 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.21 "DELETE /v2.0/ports/a0cff053-9661-4316-b27b-9dddd760eadf HTTP/1.1" status: 204 len: 173 time: 0.4019611 Jan 31 19:34:29.282979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26980b0f-d71d-4d0a-bb67-c73f4b99d9a9', 'name': 'network-vif-deleted', 'tag': 'a0cff053-9661-4316-b27b-9dddd760eadf'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:34:29.285340 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eae19eb-68ef-4856-b26b-4f72bbd76a4e" -d '{"events": [{"server_uuid": "26980b0f-d71d-4d0a-bb67-c73f4b99d9a9", "name": "network-vif-deleted", "tag": "a0cff053-9661-4316-b27b-9dddd760eadf"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:34:29.325175 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819dbc72-be42-43ff-ad09-b45551772932 x-openstack-request-id: req-819dbc72-be42-43ff-ad09-b45551772932 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:34:29.325536 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26980b0f-d71d-4d0a-bb67-c73f4b99d9a9", "name": "network-vif-deleted", "tag": "a0cff053-9661-4316-b27b-9dddd760eadf", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:34:29.325781 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-819dbc72-be42-43ff-ad09-b45551772932 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:34:29.326155 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26980b0f-d71d-4d0a-bb67-c73f4b99d9a9', 'name': 'network-vif-deleted', 'tag': 'a0cff053-9661-4316-b27b-9dddd760eadf', 'status': 'completed', 'code': 200} Jan 31 19:34:30.012149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828077a-0bb4-4c4e-8b85-df2c1db8b85a req-92cc7cbd-4008-4c90-8302-b9be86742483 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:30.013668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e828077a-0bb4-4c4e-8b85-df2c1db8b85a req-92cc7cbd-4008-4c90-8302-b9be86742483 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 946 time: 0.0536780 Jan 31 19:34:30.061220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e828077a-0bb4-4c4e-8b85-df2c1db8b85a req-16c01c0b-20a1-4188-be59-de138815cad3 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417097 Jan 31 19:34:30.201352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e813a-6c0d-46c0-a054-d0fd29272780 req-c19b6f4f-1ebf-472d-9565-00f8fa9074f4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:30.202756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-561e813a-6c0d-46c0-a054-d0fd29272780 req-c19b6f4f-1ebf-472d-9565-00f8fa9074f4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 946 time: 0.0569279 Jan 31 19:34:30.250805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-561e813a-6c0d-46c0-a054-d0fd29272780 req-8a0c45b3-5a7e-4489-9990-6e31f7ea43d5 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425141 Jan 31 19:34:30.370991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b1be-1d23-4dbf-95ef-e383f14e8692 req-2803bb16-9ef9-45ba-a1ef-c9e0dc740dfb tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:30.372557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3558b1be-1d23-4dbf-95ef-e383f14e8692 req-2803bb16-9ef9-45ba-a1ef-c9e0dc740dfb tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 946 time: 0.0536919 Jan 31 19:34:30.420017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3558b1be-1d23-4dbf-95ef-e383f14e8692 req-760e2f36-606e-47bc-af4d-f93b83f91615 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419536 Jan 31 19:34:30.593883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daab04-3cdc-46dd-a5e8-23a26300b646 req-03d37d7d-842c-44d4-87a8-18483b760b0e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:30.595351 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-22daab04-3cdc-46dd-a5e8-23a26300b646 req-03d37d7d-842c-44d4-87a8-18483b760b0e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 946 time: 0.0554941 Jan 31 19:34:30.641125 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-22daab04-3cdc-46dd-a5e8-23a26300b646 req-44e445d0-ed03-4638-8e64-7112170f0dc2 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Jan 31 19:34:30.759398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335b1db-70ce-408c-856e-b70841362648 req-56fb0247-1a43-47ad-8740-5193682b3a51 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:30.761140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6335b1db-70ce-408c-856e-b70841362648 req-56fb0247-1a43-47ad-8740-5193682b3a51 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 946 time: 0.0530620 Jan 31 19:34:30.808687 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6335b1db-70ce-408c-856e-b70841362648 req-a452db83-14db-450e-814b-67d083d0522f tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Jan 31 19:34:30.812885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device a0cff053-9661-4316-b27b-9dddd760eadf no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:34:30.836801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: a0cff053-9661-4316-b27b-9dddd760eadf {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:34:30.837154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device a0cff053-9661-4316-b27b-9dddd760eadf not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:34:30.944362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38895954-150f-4e4d-975e-974e92a14ddd req-05cbcde0-42e5-4e1e-9f98-79d1469c5786 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:30.945869 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38895954-150f-4e4d-975e-974e92a14ddd req-05cbcde0-42e5-4e1e-9f98-79d1469c5786 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 946 time: 0.0528440 Jan 31 19:34:30.997045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38895954-150f-4e4d-975e-974e92a14ddd req-1caa2020-bdf6-4cd8-99ae-576f1bc79ba8 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445189 Jan 31 19:34:31.321824 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c19b3-f83c-46a5-8327-51fb498d2005 req-84a13ef7-6c05-4593-84ce-ed61782acce4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:31.323551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b1c19b3-f83c-46a5-8327-51fb498d2005 req-84a13ef7-6c05-4593-84ce-ed61782acce4 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 946 time: 0.0533965 Jan 31 19:34:31.371451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b1c19b3-f83c-46a5-8327-51fb498d2005 req-2521db8e-adb6-40b0-b778-cecfce87c1da tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422752 Jan 31 19:34:32.492070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e16fd7-c234-493a-8303-73e1cba1a911 req-7bd43451-e1e7-4818-9d9c-d5801bc0d95b tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:32.493569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d8e16fd7-c234-493a-8303-73e1cba1a911 req-7bd43451-e1e7-4818-9d9c-d5801bc0d95b tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 946 time: 0.0518560 Jan 31 19:34:32.541454 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d8e16fd7-c234-493a-8303-73e1cba1a911 req-88230c0e-367f-48b8-a886-74b30340720f tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/security-groups?id=71b3e4cd-9358-433c-86f4-716b45f5664f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Jan 31 19:34:32.791880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90f72b-4c7d-4137-bfd0-6334389c5be0 req-e46e7a2d-3eaf-4d91-9cc7-8d2f387a1b4e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:32.793388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb90f72b-4c7d-4137-bfd0-6334389c5be0 req-e46e7a2d-3eaf-4d91-9cc7-8d2f387a1b4e tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.49 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 946 time: 0.0579565 Jan 31 19:34:32.887530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-eb90f72b-4c7d-4137-bfd0-6334389c5be0 req-8ca88df0-8475-4a37-8ab8-45fa7be76f97 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Deleting port c1119e80-c83b-43f7-83bb-f67db603237c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:34:32.887871 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb90f72b-4c7d-4137-bfd0-6334389c5be0 req-8ca88df0-8475-4a37-8ab8-45fa7be76f97 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:32.978432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-eb90f72b-4c7d-4137-bfd0-6334389c5be0 req-8ca88df0-8475-4a37-8ab8-45fa7be76f97 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] For port c1119e80-c83b-43f7-83bb-f67db603237c, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=c1119e80-c83b-43f7-83bb-f67db603237c,segment=NetworkSegment(a31f3301-866f-49dc-8873-db8926d81398),segment_id=a31f3301-866f-49dc-8873-db8926d81398)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:32.978928 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb90f72b-4c7d-4137-bfd0-6334389c5be0 req-8ca88df0-8475-4a37-8ab8-45fa7be76f97 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:32.992278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-eb90f72b-4c7d-4137-bfd0-6334389c5be0 req-8ca88df0-8475-4a37-8ab8-45fa7be76f97 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Calling delete_port for c1119e80-c83b-43f7-83bb-f67db603237c owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:34:33.120318 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb90f72b-4c7d-4137-bfd0-6334389c5be0 req-8ca88df0-8475-4a37-8ab8-45fa7be76f97 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c1119e80-c83b-43f7-83bb-f67db603237c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:33.137051 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['c1119e80-c83b-43f7-83bb-f67db603237c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:34:33.151860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca88df0-8475-4a37-8ab8-45fa7be76f97 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Pushing event deleted for resources: {'Port': ['ID=c1119e80-c83b-43f7-83bb-f67db603237c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:33.196819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb90f72b-4c7d-4137-bfd0-6334389c5be0 req-8ca88df0-8475-4a37-8ab8-45fa7be76f97 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] No DVR routers for this DVR port c1119e80-c83b-43f7-83bb-f67db603237c on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:34:33.200141 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eb90f72b-4c7d-4137-bfd0-6334389c5be0 req-8ca88df0-8475-4a37-8ab8-45fa7be76f97 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:33.203874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-eb90f72b-4c7d-4137-bfd0-6334389c5be0 req-8ca88df0-8475-4a37-8ab8-45fa7be76f97 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.49 "DELETE /v2.0/ports/c1119e80-c83b-43f7-83bb-f67db603237c HTTP/1.1" status: 204 len: 173 time: 0.4026890 Jan 31 19:34:33.204321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0032c19b-8541-4f4d-b179-5c85adebc916', 'name': 'network-vif-deleted', 'tag': 'c1119e80-c83b-43f7-83bb-f67db603237c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:34:33.206695 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adb87de-8f40-49f2-8bb9-2c3b9ef62d29" -d '{"events": [{"server_uuid": "0032c19b-8541-4f4d-b179-5c85adebc916", "name": "network-vif-deleted", "tag": "c1119e80-c83b-43f7-83bb-f67db603237c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:34:33.245049 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9c2308-a3e6-429a-9695-9e6a6d07cd0d x-openstack-request-id: req-1b9c2308-a3e6-429a-9695-9e6a6d07cd0d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:34:33.245363 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0032c19b-8541-4f4d-b179-5c85adebc916", "name": "network-vif-deleted", "tag": "c1119e80-c83b-43f7-83bb-f67db603237c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:34:33.245598 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b9c2308-a3e6-429a-9695-9e6a6d07cd0d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:34:33.246004 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0032c19b-8541-4f4d-b179-5c85adebc916', 'name': 'network-vif-deleted', 'tag': 'c1119e80-c83b-43f7-83bb-f67db603237c', 'status': 'completed', 'code': 200} Jan 31 19:34:33.652431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-84871b56-d596-4e62-afc5-0af8f1e70967 req-b166beca-6191-4d5e-bd93-d152f755d7d2 tempest-ServersNegativeTestJSON-1394278190 tempest-ServersNegativeTestJSON-1394278190-project] 10.222.0.20 "GET /v2.0/ports?device_id=0032c19b-8541-4f4d-b179-5c85adebc916 HTTP/1.1" status: 200 len: 210 time: 0.0298476 Jan 31 19:34:34.713750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:34.757182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb5273d-8397-45ad-873d-30736b23f139 admin admin] Deleting subnet e1388300-39a3-4a9e-b91b-cf5558032138 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:34:34.760921 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-beb5273d-8397-45ad-873d-30736b23f139 admin admin] Publish callbacks [] for subnet (e1388300-39a3-4a9e-b91b-cf5558032138), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:34.800451 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-beb5273d-8397-45ad-873d-30736b23f139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (e1388300-39a3-4a9e-b91b-cf5558032138), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:34.839385 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-beb5273d-8397-45ad-873d-30736b23f139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (e1388300-39a3-4a9e-b91b-cf5558032138), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:34.890907 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-beb5273d-8397-45ad-873d-30736b23f139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (e1388300-39a3-4a9e-b91b-cf5558032138), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:34.914870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5273d-8397-45ad-873d-30736b23f139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1388300-39a3-4a9e-b91b-cf5558032138,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:34.921292 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-beb5273d-8397-45ad-873d-30736b23f139 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:34.924505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-beb5273d-8397-45ad-873d-30736b23f139 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e1388300-39a3-4a9e-b91b-cf5558032138 HTTP/1.1" status: 204 len: 168 time: 0.2097018 Jan 31 19:34:34.926926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57490) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:35.000119 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (7deec45d-2adc-4856-8957-4f990b3de4b3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:35.079450 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (7deec45d-2adc-4856-8957-4f990b3de4b3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:35.100169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7deec45d-2adc-4856-8957-4f990b3de4b3']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:35.109959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31f3301-866f-49dc-8873-db8926d81398') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:35.110256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31f3301-866f-49dc-8873-db8926d81398') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:35.119676 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (a31f3301-866f-49dc-8873-db8926d81398), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:35.132998 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a31f3301-866f-49dc-8873-db8926d81398), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:35.140228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:34:35.140738 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (a31f3301-866f-49dc-8873-db8926d81398), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:34:35.142433 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:34:35.200645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (7deec45d-2adc-4856-8957-4f990b3de4b3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:35.205375 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:35.208579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7deec45d-2adc-4856-8957-4f990b3de4b3 HTTP/1.1" status: 204 len: 168 time: 0.2807140 Jan 31 19:34:35.222115 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb49015-5026-44d4-994f-26d650517506 admin admin] Pushing event deleted for resources: {'Network': ['ID=7deec45d-2adc-4856-8957-4f990b3de4b3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:35.323617 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:35.364434 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-60c6618e-67f0-4109-8090-94bc80243e7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d78672ecc2849dfba65e63d7dacb5ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396183 Jan 31 19:34:35.366902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57496) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:35.414372 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4563e9be-ba55-4d67-95cd-b431e50138dc admin admin] Publish callbacks [] for security_group (71b3e4cd-9358-433c-86f4-716b45f5664f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:35.435243 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4563e9be-ba55-4d67-95cd-b431e50138dc admin admin] Publish callbacks [] for security_group (71b3e4cd-9358-433c-86f4-716b45f5664f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:35.482081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4563e9be-ba55-4d67-95cd-b431e50138dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (71b3e4cd-9358-433c-86f4-716b45f5664f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:35.484696 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4563e9be-ba55-4d67-95cd-b431e50138dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:35.485876 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4563e9be-ba55-4d67-95cd-b431e50138dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71b3e4cd-9358-433c-86f4-716b45f5664f HTTP/1.1" status: 204 len: 168 time: 0.1180613 Jan 31 19:34:35.493726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563e9be-ba55-4d67-95cd-b431e50138dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b3e4cd-9358-433c-86f4-716b45f5664f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:36.184054 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57518) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:36.283361 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1477147358'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:36.304469 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Made reservation on behalf of 0671c9c2b9ba4dd8ad867bd8ad6bffb9 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:36.307864 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:36.317207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:36.394158 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for security_group (fc2e5990-91ff-4822-8284-b0ccecdf1e6e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:36.397719 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fc2e5990-91ff-4822-8284-b0ccecdf1e6e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:36.424130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:34:36.434418 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2e5990-91ff-4822-8284-b0ccecdf1e6e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:36.439297 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5e221722-6370-40b7-be59-b7981a05ff46), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:36.439638 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Added segment 5e221722-6370-40b7-be59-b7981a05ff46 of type vlan for network 9293d70f-f276-4b62-9877-d97d709ebc2a Jan 31 19:34:36.484024 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (9293d70f-f276-4b62-9877-d97d709ebc2a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:36.508055 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (9293d70f-f276-4b62-9877-d97d709ebc2a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:36.513056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:36.513634 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:36.567087 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3818102 Jan 31 19:34:36.581782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e303bf-20b7-46c6-baa5-fe6589f8f259 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event updated for resources: {'Network': ['ID=9293d70f-f276-4b62-9877-d97d709ebc2a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:36.591716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 9293d70f-f276-4b62-9877-d97d709ebc2a details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:34:36.646510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device c1119e80-c83b-43f7-83bb-f67db603237c no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:34:36.672132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: c1119e80-c83b-43f7-83bb-f67db603237c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:34:36.672508 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device c1119e80-c83b-43f7-83bb-f67db603237c not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:34:39.908706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57522) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:39.913845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a6129b57-5bba-4591-9ef8-ee9e19d65481 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Request body: {'subnet': {'network_id': '9293d70f-f276-4b62-9877-d97d709ebc2a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:40.004284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6129b57-5bba-4591-9ef8-ee9e19d65481 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Made reservation on behalf of 0671c9c2b9ba4dd8ad867bd8ad6bffb9 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:40.007778 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6129b57-5bba-4591-9ef8-ee9e19d65481 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.204689 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6129b57-5bba-4591-9ef8-ee9e19d65481 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (3d867659-f8a8-4f27-83f2-ae346adf2f4a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.262457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6129b57-5bba-4591-9ef8-ee9e19d65481 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event updated for resources: {'Subnet': ['ID=3d867659-f8a8-4f27-83f2-ae346adf2f4a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:40.274454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6129b57-5bba-4591-9ef8-ee9e19d65481 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Checking segment: {'id': '5e221722-6370-40b7-be59-b7981a05ff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9293d70f-f276-4b62-9877-d97d709ebc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:40.274822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6129b57-5bba-4591-9ef8-ee9e19d65481 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Network hostable DHCP agents. Network: 9293d70f-f276-4b62-9877-d97d709ebc2a, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:34:40.290913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6129b57-5bba-4591-9ef8-ee9e19d65481 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Network 9293d70f-f276-4b62-9877-d97d709ebc2a is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:34:40.299895 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a6129b57-5bba-4591-9ef8-ee9e19d65481 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 9293d70f-f276-4b62-9877-d97d709ebc2a) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:40.304056 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6129b57-5bba-4591-9ef8-ee9e19d65481 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:40.304684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6129b57-5bba-4591-9ef8-ee9e19d65481 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.315585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb810d-fa60-40d7-a432-0f8b07e7d354 None None] Network 9293d70f-f276-4b62-9877-d97d709ebc2a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:40.326496 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a6129b57-5bba-4591-9ef8-ee9e19d65481 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4164388 Jan 31 19:34:40.329883 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:40.338618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4062b989-d476-4e37-97a4-7526b67e0349 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1390398331'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:40.366955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4062b989-d476-4e37-97a4-7526b67e0349 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Made reservation on behalf of 0671c9c2b9ba4dd8ad867bd8ad6bffb9 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:40.373421 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4062b989-d476-4e37-97a4-7526b67e0349 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.409905 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4062b989-d476-4e37-97a4-7526b67e0349 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:34:40.421327 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4062b989-d476-4e37-97a4-7526b67e0349 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1aa85c93-1e71-4ee9-b739-3aff9cf56cd2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.421707 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-4062b989-d476-4e37-97a4-7526b67e0349 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Added segment 1aa85c93-1e71-4ee9-b739-3aff9cf56cd2 of type vlan for network 003acffa-f0ab-474c-a374-dd93fe377e1c Jan 31 19:34:40.456768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-9293d70f-f276-4b62-9877-d97d709ebc2a', 'network_id': '9293d70f-f276-4b62-9877-d97d709ebc2a', 'project_id': '0671c9c2b9ba4dd8ad867bd8ad6bffb9', 'fixed_ips': [{'subnet_id': '3d867659-f8a8-4f27-83f2-ae346adf2f4a'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:34:40.457596 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.463928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4062b989-d476-4e37-97a4-7526b67e0349 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (003acffa-f0ab-474c-a374-dd93fe377e1c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.489350 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4062b989-d476-4e37-97a4-7526b67e0349 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (003acffa-f0ab-474c-a374-dd93fe377e1c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.495605 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4062b989-d476-4e37-97a4-7526b67e0349 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:40.496265 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4062b989-d476-4e37-97a4-7526b67e0349 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.555027 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4062b989-d476-4e37-97a4-7526b67e0349 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2237685 Jan 31 19:34:40.559299 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57526) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:40.567372 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4f1b841a-08af-4ca5-814b-d3874444456b tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Request body: {'subnet': {'network_id': '003acffa-f0ab-474c-a374-dd93fe377e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:40.570325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062b989-d476-4e37-97a4-7526b67e0349 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event updated for resources: {'Network': ['ID=003acffa-f0ab-474c-a374-dd93fe377e1c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:40.581869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 003acffa-f0ab-474c-a374-dd93fe377e1c details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:34:40.671723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1b841a-08af-4ca5-814b-d3874444456b tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Made reservation on behalf of 0671c9c2b9ba4dd8ad867bd8ad6bffb9 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:40.675765 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f1b841a-08af-4ca5-814b-d3874444456b tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.810984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Allocated IP 2001:db8:0:ffff::2 (9293d70f-f276-4b62-9877-d97d709ebc2a/3d867659-f8a8-4f27-83f2-ae346adf2f4a/304007c3-c5cf-4c56-b459-719338fac0fb) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:34:40.880243 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f1b841a-08af-4ca5-814b-d3874444456b tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (c9e51766-df00-4f12-a929-e6f06a7136c0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.944022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b841a-08af-4ca5-814b-d3874444456b tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event updated for resources: {'Subnet': ['ID=c9e51766-df00-4f12-a929-e6f06a7136c0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:40.952788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b841a-08af-4ca5-814b-d3874444456b tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Checking segment: {'id': '1aa85c93-1e71-4ee9-b739-3aff9cf56cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '003acffa-f0ab-474c-a374-dd93fe377e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:40.953161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1b841a-08af-4ca5-814b-d3874444456b tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Network hostable DHCP agents. Network: 003acffa-f0ab-474c-a374-dd93fe377e1c, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:34:40.971928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1b841a-08af-4ca5-814b-d3874444456b tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Network 003acffa-f0ab-474c-a374-dd93fe377e1c is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:34:40.976661 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Publish callbacks [] for port (304007c3-c5cf-4c56-b459-719338fac0fb), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.982007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4f1b841a-08af-4ca5-814b-d3874444456b tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 003acffa-f0ab-474c-a374-dd93fe377e1c) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:40.984464 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.987332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1b841a-08af-4ca5-814b-d3874444456b tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:40.988093 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f1b841a-08af-4ca5-814b-d3874444456b tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:40.996170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0a6881-c959-447b-8e55-08d9e0254ae3 None None] Network 003acffa-f0ab-474c-a374-dd93fe377e1c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:41.010557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4f1b841a-08af-4ca5-814b-d3874444456b tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4466605 Jan 31 19:34:41.010780 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57528) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:41.084666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Network 9293d70f-f276-4b62-9877-d97d709ebc2a is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:34:41.097073 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:41.099661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:34:41.109342 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Pushing event updated for resources: {'Port': ['ID=304007c3-c5cf-4c56-b459-719338fac0fb,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:41.115168 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (003acffa-f0ab-474c-a374-dd93fe377e1c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.192058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Attempting to bind port 304007c3-c5cf-4c56-b459-719338fac0fb on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:34:41.192463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Attempting to bind port 304007c3-c5cf-4c56-b459-719338fac0fb by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '5e221722-6370-40b7-be59-b7981a05ff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9293d70f-f276-4b62-9877-d97d709ebc2a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:34:41.192830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Attempting to bind port 304007c3-c5cf-4c56-b459-719338fac0fb on network 9293d70f-f276-4b62-9877-d97d709ebc2a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:34:41.196765 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (c9e51766-df00-4f12-a929-e6f06a7136c0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.198434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:34:41.198937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Checking segment: {'id': '5e221722-6370-40b7-be59-b7981a05ff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9293d70f-f276-4b62-9877-d97d709ebc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:41.199346 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.199734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Bound using segment: {'id': '5e221722-6370-40b7-be59-b7981a05ff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9293d70f-f276-4b62-9877-d97d709ebc2a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:34:41.200203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Bound port: 304007c3-c5cf-4c56-b459-719338fac0fb, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e221722-6370-40b7-be59-b7981a05ff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9293d70f-f276-4b62-9877-d97d709ebc2a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:34:41.200638 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.205090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a8918f-453d-42d2-81e4-5746e6f86872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-003acffa-f0ab-474c-a374-dd93fe377e1c', 'network_id': '003acffa-f0ab-474c-a374-dd93fe377e1c', 'project_id': '0671c9c2b9ba4dd8ad867bd8ad6bffb9', 'fixed_ips': [{'subnet_id': 'c9e51766-df00-4f12-a929-e6f06a7136c0'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:34:41.205907 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f2a8918f-453d-42d2-81e4-5746e6f86872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.267213 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (c9e51766-df00-4f12-a929-e6f06a7136c0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.295841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e51766-df00-4f12-a929-e6f06a7136c0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:41.346638 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] For port 304007c3-c5cf-4c56-b459-719338fac0fb, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:34:41.352311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] For port 304007c3-c5cf-4c56-b459-719338fac0fb, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=304007c3-c5cf-4c56-b459-719338fac0fb,segment=NetworkSegment(5e221722-6370-40b7-be59-b7981a05ff46),segment_id=5e221722-6370-40b7-be59-b7981a05ff46)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:34:41.354966 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (003acffa-f0ab-474c-a374-dd93fe377e1c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-f2a8918f-453d-42d2-81e4-5746e6f86872 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9e51766-df00-4f12-a929-e6f06a7136c0: This subnet is being modified by another concurrent operation. Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9e51766-df00-4f12-a929-e6f06a7136c0: This subnet is being modified by another concurrent operation. Jan 31 19:34:41.362723 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 19:34:41.372253 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.386903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003acffa-f0ab-474c-a374-dd93fe377e1c']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:41.396814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa85c93-1e71-4ee9-b739-3aff9cf56cd2') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:41.397525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa85c93-1e71-4ee9-b739-3aff9cf56cd2') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:41.402044 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fb12be-ccb3-4af2-8650-e0630de5e0ac None None] Network 003acffa-f0ab-474c-a374-dd93fe377e1c requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:41.408351 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (1aa85c93-1e71-4ee9-b739-3aff9cf56cd2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.427538 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1aa85c93-1e71-4ee9-b739-3aff9cf56cd2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.438094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:34:41.438653 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (1aa85c93-1e71-4ee9-b739-3aff9cf56cd2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:34:41.441992 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:34:41.487039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0b8a7-d67e-403f-a51b-ea974e14532b None None] Pushing event updated for resources: {'Port': ['ID=304007c3-c5cf-4c56-b459-719338fac0fb,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:41.513487 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (003acffa-f0ab-474c-a374-dd93fe377e1c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.519350 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.523044 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/networks/003acffa-f0ab-474c-a374-dd93fe377e1c HTTP/1.1" status: 204 len: 168 time: 0.5112832 Jan 31 19:34:41.527123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:41.533517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-adca9442-3f35-4784-a6d1-b892a9e627b7 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-534426955'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:41.547012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad43b1-e939-482d-8b28-1147f14064a0 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event deleted for resources: {'Network': ['ID=003acffa-f0ab-474c-a374-dd93fe377e1c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:41.564177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adca9442-3f35-4784-a6d1-b892a9e627b7 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Made reservation on behalf of 0671c9c2b9ba4dd8ad867bd8ad6bffb9 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:41.568148 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adca9442-3f35-4784-a6d1-b892a9e627b7 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.594062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adca9442-3f35-4784-a6d1-b892a9e627b7 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:34:41.608498 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adca9442-3f35-4784-a6d1-b892a9e627b7 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (64368bd0-9106-493f-a1cf-21465b91b22f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.609410 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-adca9442-3f35-4784-a6d1-b892a9e627b7 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Added segment 64368bd0-9106-493f-a1cf-21465b91b22f of type vlan for network 79bf1c8b-e96e-4a74-b00a-55c12c4324e3 Jan 31 19:34:41.672792 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adca9442-3f35-4784-a6d1-b892a9e627b7 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (79bf1c8b-e96e-4a74-b00a-55c12c4324e3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.706789 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adca9442-3f35-4784-a6d1-b892a9e627b7 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (79bf1c8b-e96e-4a74-b00a-55c12c4324e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.711906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adca9442-3f35-4784-a6d1-b892a9e627b7 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:41.713083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-adca9442-3f35-4784-a6d1-b892a9e627b7 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.793578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-adca9442-3f35-4784-a6d1-b892a9e627b7 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2653005 Jan 31 19:34:41.795744 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:41.800885 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Request body: {'subnet': {'network_id': '79bf1c8b-e96e-4a74-b00a-55c12c4324e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:41.809511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca9442-3f35-4784-a6d1-b892a9e627b7 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event updated for resources: {'Network': ['ID=79bf1c8b-e96e-4a74-b00a-55c12c4324e3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:41.819439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 79bf1c8b-e96e-4a74-b00a-55c12c4324e3 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:34:41.886591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Made reservation on behalf of 0671c9c2b9ba4dd8ad867bd8ad6bffb9 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:41.889879 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:41.951042 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Performing IP validity checks on allocation pools {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 31 19:34:41.951554 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 31 19:34:42.077771 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (d8425b0b-b363-41e5-bd37-6143820b6efa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.153083 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event updated for resources: {'Subnet': ['ID=d8425b0b-b363-41e5-bd37-6143820b6efa,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:42.162841 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Checking segment: {'id': '64368bd0-9106-493f-a1cf-21465b91b22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '79bf1c8b-e96e-4a74-b00a-55c12c4324e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:42.163217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Network hostable DHCP agents. Network: 79bf1c8b-e96e-4a74-b00a-55c12c4324e3, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:34:42.181104 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Network 79bf1c8b-e96e-4a74-b00a-55c12c4324e3 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:34:42.191120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 79bf1c8b-e96e-4a74-b00a-55c12c4324e3) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:42.195496 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:42.195946 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.204066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d96cc-0196-4f3c-83c5-401d57ce439d None None] Network 79bf1c8b-e96e-4a74-b00a-55c12c4324e3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:42.218891 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c5b71fec-02ee-4423-aff4-aa191e7fbef8 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4194748 Jan 31 19:34:42.219481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57534) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:42.318076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def9a311-fc57-4658-b918-e99eb93b9cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-79bf1c8b-e96e-4a74-b00a-55c12c4324e3', 'network_id': '79bf1c8b-e96e-4a74-b00a-55c12c4324e3', 'project_id': '0671c9c2b9ba4dd8ad867bd8ad6bffb9', 'fixed_ips': [{'subnet_id': 'd8425b0b-b363-41e5-bd37-6143820b6efa'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:34:42.318709 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-def9a311-fc57-4658-b918-e99eb93b9cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.331694 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (79bf1c8b-e96e-4a74-b00a-55c12c4324e3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.411501 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (d8425b0b-b363-41e5-bd37-6143820b6efa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.471152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b0688c-4221-42e4-af57-7171cc818e36 None None] Network 9293d70f-f276-4b62-9877-d97d709ebc2a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:42.489523 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (d8425b0b-b363-41e5-bd37-6143820b6efa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server [None req-def9a311-fc57-4658-b918-e99eb93b9cf2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8425b0b-b363-41e5-bd37-6143820b6efa: This subnet is being modified by another concurrent operation. Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise self.value Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server raise exception Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8425b0b-b363-41e5-bd37-6143820b6efa: This subnet is being modified by another concurrent operation. Jan 31 19:34:42.496445 n-d-812111-15 neutron-server[103227]: ERROR oslo_messaging.rpc.server Jan 31 19:34:42.529944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 304007c3-c5cf-4c56-b459-719338fac0fb up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:34:42.531865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c17c9bc-20f4-47bd-901f-d13a9935c22c None None] Network 79bf1c8b-e96e-4a74-b00a-55c12c4324e3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:42.543862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event deleted for resources: {'Subnet': ['ID=d8425b0b-b363-41e5-bd37-6143820b6efa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:42.590797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (79bf1c8b-e96e-4a74-b00a-55c12c4324e3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.611834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bf1c8b-e96e-4a74-b00a-55c12c4324e3']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:42.622231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64368bd0-9106-493f-a1cf-21465b91b22f') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:42.622533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64368bd0-9106-493f-a1cf-21465b91b22f') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:42.632107 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (64368bd0-9106-493f-a1cf-21465b91b22f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.642059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d683c078-bd8e-4dca-8b9b-650d3e278e82 None None] Provisioning complete for port 304007c3-c5cf-4c56-b459-719338fac0fb triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:42.642430 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d683c078-bd8e-4dca-8b9b-650d3e278e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.646790 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (64368bd0-9106-493f-a1cf-21465b91b22f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.654488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:34:42.655024 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (64368bd0-9106-493f-a1cf-21465b91b22f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:34:42.658426 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:34:42.720075 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (79bf1c8b-e96e-4a74-b00a-55c12c4324e3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.729302 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.732830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/networks/79bf1c8b-e96e-4a74-b00a-55c12c4324e3 HTTP/1.1" status: 204 len: 168 time: 0.5122733 Jan 31 19:34:42.736540 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:42.742166 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0c5abf70-c5d6-4e63-93c7-5d3baa7e7476 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031071413'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:42.742627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb8e95-989a-47fd-9882-48ac01748527 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event deleted for resources: {'Network': ['ID=79bf1c8b-e96e-4a74-b00a-55c12c4324e3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:42.754546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 304007c3-c5cf-4c56-b459-719338fac0fb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:42.755187 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.767983 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5abf70-c5d6-4e63-93c7-5d3baa7e7476 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Made reservation on behalf of 0671c9c2b9ba4dd8ad867bd8ad6bffb9 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:42.771648 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c5abf70-c5d6-4e63-93c7-5d3baa7e7476 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.796454 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5abf70-c5d6-4e63-93c7-5d3baa7e7476 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:34:42.805680 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c5abf70-c5d6-4e63-93c7-5d3baa7e7476 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ffb31b1a-908f-45c0-8bef-077d8631c160), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.806072 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-0c5abf70-c5d6-4e63-93c7-5d3baa7e7476 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Added segment ffb31b1a-908f-45c0-8bef-077d8631c160 of type vlan for network ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3 Jan 31 19:34:42.846560 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c5abf70-c5d6-4e63-93c7-5d3baa7e7476 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.872195 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c5abf70-c5d6-4e63-93c7-5d3baa7e7476 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.877409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5abf70-c5d6-4e63-93c7-5d3baa7e7476 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:42.877998 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c5abf70-c5d6-4e63-93c7-5d3baa7e7476 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.887214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d683c078-bd8e-4dca-8b9b-650d3e278e82 None None] Current status of the port 304007c3-c5cf-4c56-b459-719338fac0fb is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:42.887892 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d683c078-bd8e-4dca-8b9b-650d3e278e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:42.944858 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0c5abf70-c5d6-4e63-93c7-5d3baa7e7476 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2042937 Jan 31 19:34:42.945069 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57538) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:42.953257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2b883886-c174-4032-8eb2-1edb89477029 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Request body: {'subnet': {'network_id': 'ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:42.961246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5abf70-c5d6-4e63-93c7-5d3baa7e7476 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event updated for resources: {'Network': ['ID=ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:42.977318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:34:42.986889 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d683c078-bd8e-4dca-8b9b-650d3e278e82 None None] For port 304007c3-c5cf-4c56-b459-719338fac0fb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=304007c3-c5cf-4c56-b459-719338fac0fb,segment=NetworkSegment(5e221722-6370-40b7-be59-b7981a05ff46),segment_id=5e221722-6370-40b7-be59-b7981a05ff46)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:43.004250 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d683c078-bd8e-4dca-8b9b-650d3e278e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.065234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b883886-c174-4032-8eb2-1edb89477029 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Made reservation on behalf of 0671c9c2b9ba4dd8ad867bd8ad6bffb9 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:43.068967 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b883886-c174-4032-8eb2-1edb89477029 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.069149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 304007c3-c5cf-4c56-b459-719338fac0fb is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:43.069469 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.115129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92617106-0d24-4aab-a3e1-5a6c91b6eb92 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:34:43.161233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683c078-bd8e-4dca-8b9b-650d3e278e82 None None] Pushing event updated for resources: {'Port': ['ID=304007c3-c5cf-4c56-b459-719338fac0fb,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:43.207148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8695fa67-3880-4623-94e1-51ab295c8c94 None None] Provisioning complete for port 304007c3-c5cf-4c56-b459-719338fac0fb triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:43.207441 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8695fa67-3880-4623-94e1-51ab295c8c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.219769 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:34:43.220125 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:34:43.266287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b883886-c174-4032-8eb2-1edb89477029 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (00fbc7a6-e693-4e95-960f-8cfd0dd7ac1a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.268079 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92617106-0d24-4aab-a3e1-5a6c91b6eb92 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 19:34:43.333103 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b883886-c174-4032-8eb2-1edb89477029 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event updated for resources: {'Subnet': ['ID=00fbc7a6-e693-4e95-960f-8cfd0dd7ac1a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:43.338199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b883886-c174-4032-8eb2-1edb89477029 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Checking segment: {'id': 'ffb31b1a-908f-45c0-8bef-077d8631c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:43.338572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b883886-c174-4032-8eb2-1edb89477029 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Network hostable DHCP agents. Network: ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:34:43.357391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b883886-c174-4032-8eb2-1edb89477029 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Network ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:34:43.367763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2b883886-c174-4032-8eb2-1edb89477029 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:43.372018 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b883886-c174-4032-8eb2-1edb89477029 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:43.372663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b883886-c174-4032-8eb2-1edb89477029 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.381389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8695fa67-3880-4623-94e1-51ab295c8c94 None None] Current status of the port 304007c3-c5cf-4c56-b459-719338fac0fb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:43.389688 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2b883886-c174-4032-8eb2-1edb89477029 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4436319 Jan 31 19:34:43.393286 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:43.399014 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2f0ce0ba-372d-4a6a-808a-8b22bb2498d5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-384835076'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:43.420139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0ce0ba-372d-4a6a-808a-8b22bb2498d5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Made reservation on behalf of 0671c9c2b9ba4dd8ad867bd8ad6bffb9 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:43.423901 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce0ba-372d-4a6a-808a-8b22bb2498d5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.450530 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0ce0ba-372d-4a6a-808a-8b22bb2498d5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:34:43.460396 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce0ba-372d-4a6a-808a-8b22bb2498d5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (10d73013-6ce4-4603-b8f1-8cc0626b1ae7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.460797 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-2f0ce0ba-372d-4a6a-808a-8b22bb2498d5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Added segment 10d73013-6ce4-4603-b8f1-8cc0626b1ae7 of type vlan for network 73a66cdf-90f1-4946-a750-238c2251840d Jan 31 19:34:43.476829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31d8629-9a38-4f2f-825d-027d53e32464 None None] get_active_networks_info from n-d-812111-15 {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 19:34:43.503610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce0ba-372d-4a6a-808a-8b22bb2498d5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (73a66cdf-90f1-4946-a750-238c2251840d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.533968 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce0ba-372d-4a6a-808a-8b22bb2498d5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (73a66cdf-90f1-4946-a750-238c2251840d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.538877 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0ce0ba-372d-4a6a-808a-8b22bb2498d5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:43.539452 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce0ba-372d-4a6a-808a-8b22bb2498d5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.554276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31d8629-9a38-4f2f-825d-027d53e32464 None None] Resources bound (agent type, host, resource id): {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 19:34:43.593346 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2f0ce0ba-372d-4a6a-808a-8b22bb2498d5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1987324 Jan 31 19:34:43.596393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:43.603939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5f530309-58d3-4f30-95f5-096a899bab67 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Request body: {'subnet': {'network_id': '73a66cdf-90f1-4946-a750-238c2251840d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:43.608963 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ce0ba-372d-4a6a-808a-8b22bb2498d5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event updated for resources: {'Network': ['ID=73a66cdf-90f1-4946-a750-238c2251840d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:43.623887 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 73a66cdf-90f1-4946-a750-238c2251840d details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:34:43.694809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f530309-58d3-4f30-95f5-096a899bab67 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Made reservation on behalf of 0671c9c2b9ba4dd8ad867bd8ad6bffb9 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:43.698363 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f530309-58d3-4f30-95f5-096a899bab67 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.892969 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f530309-58d3-4f30-95f5-096a899bab67 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (b65ecd4b-e541-415c-9bef-9c9a6d7e8b8d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.955400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 304007c3-c5cf-4c56-b459-719338fac0fb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:43.957435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f530309-58d3-4f30-95f5-096a899bab67 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event updated for resources: {'Subnet': ['ID=b65ecd4b-e541-415c-9bef-9c9a6d7e8b8d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:43.965644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f530309-58d3-4f30-95f5-096a899bab67 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Checking segment: {'id': '10d73013-6ce4-4603-b8f1-8cc0626b1ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '73a66cdf-90f1-4946-a750-238c2251840d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:43.966022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f530309-58d3-4f30-95f5-096a899bab67 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Network hostable DHCP agents. Network: 73a66cdf-90f1-4946-a750-238c2251840d, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:34:43.978957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3', 'network_id': 'ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3', 'project_id': '0671c9c2b9ba4dd8ad867bd8ad6bffb9', 'fixed_ips': [{'subnet_id': '00fbc7a6-e693-4e95-960f-8cfd0dd7ac1a'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:34:43.979611 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:43.984476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f530309-58d3-4f30-95f5-096a899bab67 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Network 73a66cdf-90f1-4946-a750-238c2251840d is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:34:43.994984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5f530309-58d3-4f30-95f5-096a899bab67 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 73a66cdf-90f1-4946-a750-238c2251840d) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:43.999664 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f530309-58d3-4f30-95f5-096a899bab67 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:44.000281 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f530309-58d3-4f30-95f5-096a899bab67 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.019089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5f530309-58d3-4f30-95f5-096a899bab67 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4212761 Jan 31 19:34:44.021606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57544) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:44.122693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Allocated IP 2001:db8::2 (ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3/00fbc7a6-e693-4e95-960f-8cfd0dd7ac1a/b4ba9976-bb57-43ca-8418-8f79ad88c499) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:34:44.123517 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (73a66cdf-90f1-4946-a750-238c2251840d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.180895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b65ecd4b-e541-415c-9bef-9c9a6d7e8b8d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.242056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (b65ecd4b-e541-415c-9bef-9c9a6d7e8b8d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.268772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event deleted for resources: {'Subnet': ['ID=b65ecd4b-e541-415c-9bef-9c9a6d7e8b8d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:44.276206 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Publish callbacks [] for port (b4ba9976-bb57-43ca-8418-8f79ad88c499), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.282336 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (b4ba9976-bb57-43ca-8418-8f79ad88c499), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.325549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Network ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:34:44.328443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:44.331840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:34:44.335183 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (73a66cdf-90f1-4946-a750-238c2251840d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.342141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Pushing event updated for resources: {'Port': ['ID=b4ba9976-bb57-43ca-8418-8f79ad88c499,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:44.357232 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a66cdf-90f1-4946-a750-238c2251840d']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:44.367368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d73013-6ce4-4603-b8f1-8cc0626b1ae7') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:44.367815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d73013-6ce4-4603-b8f1-8cc0626b1ae7') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:44.377799 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (10d73013-6ce4-4603-b8f1-8cc0626b1ae7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.392767 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (10d73013-6ce4-4603-b8f1-8cc0626b1ae7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.398280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Attempting to bind port b4ba9976-bb57-43ca-8418-8f79ad88c499 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:34:44.398889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:34:44.399029 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Attempting to bind port b4ba9976-bb57-43ca-8418-8f79ad88c499 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'ffb31b1a-908f-45c0-8bef-077d8631c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:34:44.399349 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (10d73013-6ce4-4603-b8f1-8cc0626b1ae7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.399488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Attempting to bind port b4ba9976-bb57-43ca-8418-8f79ad88c499 on network ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:34:44.403899 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:34:44.417649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:34:44.419551 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Checking segment: {'id': 'ffb31b1a-908f-45c0-8bef-077d8631c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:44.421105 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.422085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Bound using segment: {'id': 'ffb31b1a-908f-45c0-8bef-077d8631c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:34:44.422981 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Bound port: b4ba9976-bb57-43ca-8418-8f79ad88c499, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb31b1a-908f-45c0-8bef-077d8631c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:34:44.423589 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b4ba9976-bb57-43ca-8418-8f79ad88c499), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.470318 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (73a66cdf-90f1-4946-a750-238c2251840d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.470717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 304007c3-c5cf-4c56-b459-719338fac0fb up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:34:44.478035 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.481553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/networks/73a66cdf-90f1-4946-a750-238c2251840d HTTP/1.1" status: 204 len: 168 time: 0.4589198 Jan 31 19:34:44.485354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57546) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:44.494494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d8360-048c-4a10-9df3-79c1c89a0e52 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event deleted for resources: {'Network': ['ID=73a66cdf-90f1-4946-a750-238c2251840d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:44.526905 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7459e79-0b8e-441d-8b35-1eb50e585396 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] GET failed (client error): The resource could not be found. Jan 31 19:34:44.528606 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a7459e79-0b8e-441d-8b35-1eb50e585396 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "GET /v2.0/subnets/b65ecd4b-e541-415c-9bef-9c9a6d7e8b8d HTTP/1.1" status: 404 len: 337 time: 0.0413489 Jan 31 19:34:44.531481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:44.551388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] For port b4ba9976-bb57-43ca-8418-8f79ad88c499, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:34:44.556032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] For port b4ba9976-bb57-43ca-8418-8f79ad88c499, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b4ba9976-bb57-43ca-8418-8f79ad88c499,segment=NetworkSegment(ffb31b1a-908f-45c0-8bef-077d8631c160),segment_id=ffb31b1a-908f-45c0-8bef-077d8631c160)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:34:44.557071 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff85a21-04bc-4b00-8c1e-deabbdbc4c06 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] DELETE failed (client error): The resource could not be found. Jan 31 19:34:44.557599 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff85a21-04bc-4b00-8c1e-deabbdbc4c06 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:34:44.560909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bff85a21-04bc-4b00-8c1e-deabbdbc4c06 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/networks/73a66cdf-90f1-4946-a750-238c2251840d HTTP/1.1" status: 404 len: 339 time: 0.0281584 Jan 31 19:34:44.564835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57550) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:44.571411 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b4ba9976-bb57-43ca-8418-8f79ad88c499), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.597280 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea801246-3670-492f-99c9-7f92b102f8b5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] DELETE failed (client error): The resource could not be found. Jan 31 19:34:44.597945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea801246-3670-492f-99c9-7f92b102f8b5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:34:44.601024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ea801246-3670-492f-99c9-7f92b102f8b5 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/subnets/b65ecd4b-e541-415c-9bef-9c9a6d7e8b8d HTTP/1.1" status: 404 len: 337 time: 0.0351291 Jan 31 19:34:44.601166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 304007c3-c5cf-4c56-b459-719338fac0fb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:44.601555 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.604285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57552) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:44.627382 n-d-812111-15 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25e628f-b99c-4b23-9705-caca9f3808b3 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] DELETE failed (client error): The resource could not be found. Jan 31 19:34:44.627985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25e628f-b99c-4b23-9705-caca9f3808b3 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:34:44.631121 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f25e628f-b99c-4b23-9705-caca9f3808b3 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/networks/73a66cdf-90f1-4946-a750-238c2251840d HTTP/1.1" status: 404 len: 339 time: 0.0258920 Jan 31 19:34:44.633865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57554) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:44.665214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d6f91-a31b-4550-97c8-c7eeaacde629 None None] Pushing event updated for resources: {'Port': ['ID=b4ba9976-bb57-43ca-8418-8f79ad88c499,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:44.691988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da1b67c-ea09-4051-8cbc-4f3ca47dedb9 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Deleting subnet 00fbc7a6-e693-4e95-960f-8cfd0dd7ac1a {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:34:44.695413 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7da1b67c-ea09-4051-8cbc-4f3ca47dedb9 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for subnet (00fbc7a6-e693-4e95-960f-8cfd0dd7ac1a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.709912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 304007c3-c5cf-4c56-b459-719338fac0fb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:44.737351 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7da1b67c-ea09-4051-8cbc-4f3ca47dedb9 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (00fbc7a6-e693-4e95-960f-8cfd0dd7ac1a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.833907 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7da1b67c-ea09-4051-8cbc-4f3ca47dedb9 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (00fbc7a6-e693-4e95-960f-8cfd0dd7ac1a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.897526 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7da1b67c-ea09-4051-8cbc-4f3ca47dedb9 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (00fbc7a6-e693-4e95-960f-8cfd0dd7ac1a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.923768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1b67c-ea09-4051-8cbc-4f3ca47dedb9 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event deleted for resources: {'Subnet': ['ID=00fbc7a6-e693-4e95-960f-8cfd0dd7ac1a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:44.929548 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7da1b67c-ea09-4051-8cbc-4f3ca47dedb9 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:44.933721 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7da1b67c-ea09-4051-8cbc-4f3ca47dedb9 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/subnets/00fbc7a6-e693-4e95-960f-8cfd0dd7ac1a HTTP/1.1" status: 204 len: 168 time: 0.2988555 Jan 31 19:34:44.936151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57556) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:45.014358 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.072774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Deleting port b4ba9976-bb57-43ca-8418-8f79ad88c499 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:34:45.073261 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b4ba9976-bb57-43ca-8418-8f79ad88c499), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.136012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] For port b4ba9976-bb57-43ca-8418-8f79ad88c499, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b4ba9976-bb57-43ca-8418-8f79ad88c499,segment=NetworkSegment(ffb31b1a-908f-45c0-8bef-077d8631c160),segment_id=ffb31b1a-908f-45c0-8bef-077d8631c160)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:45.136444 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b4ba9976-bb57-43ca-8418-8f79ad88c499), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.149547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Calling delete_port for b4ba9976-bb57-43ca-8418-8f79ad88c499 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:34:45.233402 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b4ba9976-bb57-43ca-8418-8f79ad88c499), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.262464 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event deleted for resources: {'Port': ['ID=b4ba9976-bb57-43ca-8418-8f79ad88c499,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:45.264307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] No DVR routers for this DVR port b4ba9976-bb57-43ca-8418-8f79ad88c499 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:34:45.344178 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.367613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:45.378815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb31b1a-908f-45c0-8bef-077d8631c160') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:45.379110 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb31b1a-908f-45c0-8bef-077d8631c160') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:45.393633 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (ffb31b1a-908f-45c0-8bef-077d8631c160), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.410665 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ffb31b1a-908f-45c0-8bef-077d8631c160), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.418183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:34:45.418724 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (ffb31b1a-908f-45c0-8bef-077d8631c160), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:34:45.422290 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:34:45.482899 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.491971 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.497607 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/networks/ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3 HTTP/1.1" status: 204 len: 168 time: 0.5581322 Jan 31 19:34:45.498345 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57558) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:45.505793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5e327-dba0-4fe5-abf3-b61a6d7b3542 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event deleted for resources: {'Network': ['ID=ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:45.531463 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4ad1b2-132a-4414-8f95-60c0ef93a4a4 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] DELETE failed (client error): The resource could not be found. Jan 31 19:34:45.531955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4ad1b2-132a-4414-8f95-60c0ef93a4a4 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:34:45.535009 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bf4ad1b2-132a-4414-8f95-60c0ef93a4a4 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/subnets/d8425b0b-b363-41e5-bd37-6143820b6efa HTTP/1.1" status: 404 len: 337 time: 0.0349493 Jan 31 19:34:45.537607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:45.557510 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd982e4-cb31-46e9-9cb8-666b9ff72e4a tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] DELETE failed (client error): The resource could not be found. Jan 31 19:34:45.558020 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd982e4-cb31-46e9-9cb8-666b9ff72e4a tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:34:45.561595 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1fd982e4-cb31-46e9-9cb8-666b9ff72e4a tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/networks/79bf1c8b-e96e-4a74-b00a-55c12c4324e3 HTTP/1.1" status: 404 len: 339 time: 0.0228176 Jan 31 19:34:45.563964 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:45.596552 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dfa79d-c007-46da-a184-8906eec328a2 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] DELETE failed (client error): The resource could not be found. Jan 31 19:34:45.597036 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0dfa79d-c007-46da-a184-8906eec328a2 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:34:45.600048 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c0dfa79d-c007-46da-a184-8906eec328a2 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/subnets/c9e51766-df00-4f12-a929-e6f06a7136c0 HTTP/1.1" status: 404 len: 337 time: 0.0351100 Jan 31 19:34:45.602651 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57564) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:45.623761 n-d-812111-15 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec7d756-3604-4f22-82ed-8f7785a078aa tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] DELETE failed (client error): The resource could not be found. Jan 31 19:34:45.624329 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec7d756-3604-4f22-82ed-8f7785a078aa tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 19:34:45.627765 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eec7d756-3604-4f22-82ed-8f7785a078aa tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/networks/003acffa-f0ab-474c-a374-dd93fe377e1c HTTP/1.1" status: 404 len: 339 time: 0.0230336 Jan 31 19:34:45.629998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:45.635921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105a050-d923-4b44-9607-1e131a08874e None None] Network ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:45.638929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8442db8-948b-4f96-ba93-0b6f57886f6d None None] Network 73a66cdf-90f1-4946-a750-238c2251840d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:45.662769 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105a050-d923-4b44-9607-1e131a08874e None None] Network ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3 could not be found, it might have been deleted concurrently. {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 31 19:34:45.664183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8442db8-948b-4f96-ba93-0b6f57886f6d None None] Network 73a66cdf-90f1-4946-a750-238c2251840d could not be found, it might have been deleted concurrently. {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 31 19:34:45.676141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0bf52c-a037-429b-84af-90fc5bb374b2 None None] Network 73a66cdf-90f1-4946-a750-238c2251840d requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:45.690131 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0bf52c-a037-429b-84af-90fc5bb374b2 None None] Network 73a66cdf-90f1-4946-a750-238c2251840d could not be found, it might have been deleted concurrently. {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 31 19:34:45.691296 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4615f0f-eedf-4a8d-b1cb-d8361fab6d1e tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Deleting subnet 3d867659-f8a8-4f27-83f2-ae346adf2f4a {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:34:45.695382 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4615f0f-eedf-4a8d-b1cb-d8361fab6d1e tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for subnet (3d867659-f8a8-4f27-83f2-ae346adf2f4a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.718810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-364bbf10-cc45-4e49-918d-e4dfb5d5902f None None] Could not find standard attr ID for object b4ba9976-bb57-43ca-8418-8f79ad88c499. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:34:45.725832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e9c20a-6838-4eda-9d4b-a1ca964f9938 None None] DHCP port deletion for ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:34:45.739813 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4615f0f-eedf-4a8d-b1cb-d8361fab6d1e tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (3d867659-f8a8-4f27-83f2-ae346adf2f4a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.742147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b117203c-98e0-44d4-a8c3-bf29e6bbf75e None None] Network ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:45.754747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b117203c-98e0-44d4-a8c3-bf29e6bbf75e None None] Network ee5d6ee0-7edd-4905-a3ff-e37e883ecbe3 could not be found, it might have been deleted concurrently. {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 31 19:34:45.826046 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4615f0f-eedf-4a8d-b1cb-d8361fab6d1e tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (3d867659-f8a8-4f27-83f2-ae346adf2f4a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.881367 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4615f0f-eedf-4a8d-b1cb-d8361fab6d1e tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (3d867659-f8a8-4f27-83f2-ae346adf2f4a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.909886 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4615f0f-eedf-4a8d-b1cb-d8361fab6d1e tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event deleted for resources: {'Subnet': ['ID=3d867659-f8a8-4f27-83f2-ae346adf2f4a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:45.913742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4615f0f-eedf-4a8d-b1cb-d8361fab6d1e tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:45.917082 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c4615f0f-eedf-4a8d-b1cb-d8361fab6d1e tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/subnets/3d867659-f8a8-4f27-83f2-ae346adf2f4a HTTP/1.1" status: 204 len: 168 time: 0.2860808 Jan 31 19:34:45.919595 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57568) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:45.921167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69617527-8570-4e31-8c78-da110158487c None None] Network 9293d70f-f276-4b62-9877-d97d709ebc2a requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:46.004214 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (9293d70f-f276-4b62-9877-d97d709ebc2a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.063931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Deleting port 304007c3-c5cf-4c56-b459-719338fac0fb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:34:46.064278 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.100585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a0000-3667-4e04-8ad0-f7f7e984769b None None] DHCP port deletion for 9293d70f-f276-4b62-9877-d97d709ebc2a request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:34:46.141899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] For port 304007c3-c5cf-4c56-b459-719338fac0fb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=304007c3-c5cf-4c56-b459-719338fac0fb,segment=NetworkSegment(5e221722-6370-40b7-be59-b7981a05ff46),segment_id=5e221722-6370-40b7-be59-b7981a05ff46)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:46.142732 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.154307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b92a0000-3667-4e04-8ad0-f7f7e984769b None None] Deleting port 304007c3-c5cf-4c56-b459-719338fac0fb {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:34:46.154768 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b92a0000-3667-4e04-8ad0-f7f7e984769b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.157685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Calling delete_port for 304007c3-c5cf-4c56-b459-719338fac0fb owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:34:46.222987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b92a0000-3667-4e04-8ad0-f7f7e984769b None None] For port 304007c3-c5cf-4c56-b459-719338fac0fb, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=304007c3-c5cf-4c56-b459-719338fac0fb,segment=NetworkSegment(5e221722-6370-40b7-be59-b7981a05ff46),segment_id=5e221722-6370-40b7-be59-b7981a05ff46)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:46.223389 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b92a0000-3667-4e04-8ad0-f7f7e984769b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.237214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b92a0000-3667-4e04-8ad0-f7f7e984769b None None] Calling delete_port for 304007c3-c5cf-4c56-b459-719338fac0fb owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:34:46.245341 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.272799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event deleted for resources: {'Port': ['ID=304007c3-c5cf-4c56-b459-719338fac0fb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:46.278512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] No DVR routers for this DVR port 304007c3-c5cf-4c56-b459-719338fac0fb on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:34:46.322558 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b92a0000-3667-4e04-8ad0-f7f7e984769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (304007c3-c5cf-4c56-b459-719338fac0fb), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.365941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a0000-3667-4e04-8ad0-f7f7e984769b None None] Pushing event deleted for resources: {'Port': ['ID=304007c3-c5cf-4c56-b459-719338fac0fb,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:46.371005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a0000-3667-4e04-8ad0-f7f7e984769b None None] No DVR routers for this DVR port 304007c3-c5cf-4c56-b459-719338fac0fb on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:34:46.386652 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (9293d70f-f276-4b62-9877-d97d709ebc2a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.408576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9293d70f-f276-4b62-9877-d97d709ebc2a']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:46.419012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e221722-6370-40b7-be59-b7981a05ff46') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:46.419306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e221722-6370-40b7-be59-b7981a05ff46') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:46.428966 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (5e221722-6370-40b7-be59-b7981a05ff46), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.442493 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (5e221722-6370-40b7-be59-b7981a05ff46), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.448790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:34:46.449182 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (5e221722-6370-40b7-be59-b7981a05ff46), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.449830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 304007c3-c5cf-4c56-b459-719338fac0fb no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:34:46.452277 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:34:46.473557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 304007c3-c5cf-4c56-b459-719338fac0fb {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:34:46.474003 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 304007c3-c5cf-4c56-b459-719338fac0fb not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:34:46.510222 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (9293d70f-f276-4b62-9877-d97d709ebc2a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.517262 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.520605 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] 10.222.0.20 "DELETE /v2.0/networks/9293d70f-f276-4b62-9877-d97d709ebc2a HTTP/1.1" status: 204 len: 168 time: 0.5999882 Jan 31 19:34:46.532462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874079a-a131-4926-8c47-8a35ed688962 tempest-NetworksIpV6Test-1858715244 tempest-NetworksIpV6Test-1858715244-project] Pushing event deleted for resources: {'Network': ['ID=9293d70f-f276-4b62-9877-d97d709ebc2a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:46.761706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57574) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:46.892994 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a26d7847-6b9a-420c-b76a-e4b4efe07e0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0671c9c2b9ba4dd8ad867bd8ad6bffb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301148 Jan 31 19:34:46.895704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57578) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:46.947954 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a168db3e-e562-4d2e-afc1-e91a7ffd4e35 admin admin] Publish callbacks [] for security_group (fc2e5990-91ff-4822-8284-b0ccecdf1e6e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:46.969247 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a168db3e-e562-4d2e-afc1-e91a7ffd4e35 admin admin] Publish callbacks [] for security_group (fc2e5990-91ff-4822-8284-b0ccecdf1e6e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:47.016136 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a168db3e-e562-4d2e-afc1-e91a7ffd4e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fc2e5990-91ff-4822-8284-b0ccecdf1e6e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:47.019035 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a168db3e-e562-4d2e-afc1-e91a7ffd4e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:47.020201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a168db3e-e562-4d2e-afc1-e91a7ffd4e35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc2e5990-91ff-4822-8284-b0ccecdf1e6e HTTP/1.1" status: 204 len: 168 time: 0.1235967 Jan 31 19:34:47.028968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168db3e-e562-4d2e-afc1-e91a7ffd4e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2e5990-91ff-4822-8284-b0ccecdf1e6e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:47.685882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:47.778690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b84246e4-5076-4560-aa6b-130c19814b81 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-644791319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:47.800844 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b84246e4-5076-4560-aa6b-130c19814b81 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (8bbe250c-f1a2-4b01-9585-48b0bb596293), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:47.801850 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b84246e4-5076-4560-aa6b-130c19814b81 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (8bbe250c-f1a2-4b01-9585-48b0bb596293), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:47.853454 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b84246e4-5076-4560-aa6b-130c19814b81 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for router_controller (8bbe250c-f1a2-4b01-9585-48b0bb596293), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:47.858360 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b84246e4-5076-4560-aa6b-130c19814b81 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (8bbe250c-f1a2-4b01-9585-48b0bb596293), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:47.875900 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b84246e4-5076-4560-aa6b-130c19814b81 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:47.877076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b84246e4-5076-4560-aa6b-130c19814b81 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1901755 Jan 31 19:34:47.879946 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57604) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:47.885285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-390652894'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:47.904511 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Made reservation on behalf of 6e440ab77f1f404b931ac83ec1790981 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:47.907822 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:47.916821 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:47.992684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for security_group (5a7df816-1b08-4b7a-a9a5-c541ecb38c4e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:47.996729 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5a7df816-1b08-4b7a-a9a5-c541ecb38c4e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:48.024117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:34:48.034813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7df816-1b08-4b7a-a9a5-c541ecb38c4e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:48.039538 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2ebecda3-8000-44a6-a776-bc545945c770), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:48.039885 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Added segment 2ebecda3-8000-44a6-a776-bc545945c770 of type vlan for network 53840ada-2191-4d10-98f2-198b129ed443 Jan 31 19:34:48.083698 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (53840ada-2191-4d10-98f2-198b129ed443), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:48.109097 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (53840ada-2191-4d10-98f2-198b129ed443), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:48.114379 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:48.114972 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:48.146031 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2647338 Jan 31 19:34:48.149245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57606) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:48.155333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a3d85338-16bb-46f5-a697-bb9bf0e39fc2 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Request body: {'subnet': {'network_id': '53840ada-2191-4d10-98f2-198b129ed443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:48.187664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757874d7-7d17-4bc7-b663-13ebe4272dba tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Pushing event updated for resources: {'Network': ['ID=53840ada-2191-4d10-98f2-198b129ed443,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:48.198253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 53840ada-2191-4d10-98f2-198b129ed443 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:34:48.245781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d85338-16bb-46f5-a697-bb9bf0e39fc2 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Made reservation on behalf of 6e440ab77f1f404b931ac83ec1790981 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:48.249280 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3d85338-16bb-46f5-a697-bb9bf0e39fc2 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:48.759056 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3d85338-16bb-46f5-a697-bb9bf0e39fc2 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (8298cb8b-44b2-4a53-8544-45c79d8a2dd1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:48.816379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d85338-16bb-46f5-a697-bb9bf0e39fc2 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Pushing event updated for resources: {'Subnet': ['ID=8298cb8b-44b2-4a53-8544-45c79d8a2dd1,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:48.827311 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d85338-16bb-46f5-a697-bb9bf0e39fc2 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Checking segment: {'id': '2ebecda3-8000-44a6-a776-bc545945c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '53840ada-2191-4d10-98f2-198b129ed443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:48.827678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d85338-16bb-46f5-a697-bb9bf0e39fc2 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Network hostable DHCP agents. Network: 53840ada-2191-4d10-98f2-198b129ed443, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:34:48.845798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d85338-16bb-46f5-a697-bb9bf0e39fc2 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Network 53840ada-2191-4d10-98f2-198b129ed443 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:34:48.854571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a3d85338-16bb-46f5-a697-bb9bf0e39fc2 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 53840ada-2191-4d10-98f2-198b129ed443) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:48.858552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d85338-16bb-46f5-a697-bb9bf0e39fc2 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:48.859135 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3d85338-16bb-46f5-a697-bb9bf0e39fc2 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:48.865130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cb87cb-b9e3-4971-a49d-029f8ecc2a3a None None] Network 53840ada-2191-4d10-98f2-198b129ed443 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:48.875378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a3d85338-16bb-46f5-a697-bb9bf0e39fc2 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7240236 Jan 31 19:34:48.878460 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57608) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:48.883285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f9ac3165-658b-4d78-a290-ccefb5ab5d0e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-715716870'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:48.902865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ac3165-658b-4d78-a290-ccefb5ab5d0e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Made reservation on behalf of 6e440ab77f1f404b931ac83ec1790981 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:48.906320 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3165-658b-4d78-a290-ccefb5ab5d0e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:48.934565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ac3165-658b-4d78-a290-ccefb5ab5d0e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:34:48.947415 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3165-658b-4d78-a290-ccefb5ab5d0e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (285f7bb8-8454-4984-a89e-c68687c2c01e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:48.948029 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-f9ac3165-658b-4d78-a290-ccefb5ab5d0e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Added segment 285f7bb8-8454-4984-a89e-c68687c2c01e of type vlan for network 8df59578-2343-40a2-9618-d863aeb95724 Jan 31 19:34:48.948227 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7079f1aa-22f5-44d4-bcce-9ed78fe3b6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:48.984878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-53840ada-2191-4d10-98f2-198b129ed443', 'network_id': '53840ada-2191-4d10-98f2-198b129ed443', 'project_id': '6e440ab77f1f404b931ac83ec1790981', 'fixed_ips': [{'subnet_id': '8298cb8b-44b2-4a53-8544-45c79d8a2dd1'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:34:48.985750 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:48.997514 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3165-658b-4d78-a290-ccefb5ab5d0e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (8df59578-2343-40a2-9618-d863aeb95724), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:49.025870 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3165-658b-4d78-a290-ccefb5ab5d0e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (8df59578-2343-40a2-9618-d863aeb95724), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:49.030781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac3165-658b-4d78-a290-ccefb5ab5d0e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:49.031365 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3165-658b-4d78-a290-ccefb5ab5d0e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:49.100533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f9ac3165-658b-4d78-a290-ccefb5ab5d0e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2180564 Jan 31 19:34:49.101553 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:49.112168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac3165-658b-4d78-a290-ccefb5ab5d0e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Pushing event updated for resources: {'Network': ['ID=8df59578-2343-40a2-9618-d863aeb95724,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:49.116827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8ad66528-ef1d-42f0-a351-4c0cde952cf9 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Request body: {'subnet': {'network_id': '8df59578-2343-40a2-9618-d863aeb95724', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:49.132431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 8df59578-2343-40a2-9618-d863aeb95724 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:34:49.227098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad66528-ef1d-42f0-a351-4c0cde952cf9 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Made reservation on behalf of 6e440ab77f1f404b931ac83ec1790981 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:49.231378 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ad66528-ef1d-42f0-a351-4c0cde952cf9 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:49.236434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Allocated IP 172.20.0.2 (53840ada-2191-4d10-98f2-198b129ed443/8298cb8b-44b2-4a53-8544-45c79d8a2dd1/d45bf4d4-f90b-4a11-a789-9db5a43dd1e5) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:34:49.412235 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Publish callbacks [] for port (d45bf4d4-f90b-4a11-a789-9db5a43dd1e5), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:49.419431 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (d45bf4d4-f90b-4a11-a789-9db5a43dd1e5), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:49.422348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ad66528-ef1d-42f0-a351-4c0cde952cf9 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (4fc6571f-fd7b-4d5c-946d-6c713e2ee408), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:49.458542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Network 53840ada-2191-4d10-98f2-198b129ed443 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:34:49.461860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:49.466674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:34:49.477587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Pushing event updated for resources: {'Port': ['ID=d45bf4d4-f90b-4a11-a789-9db5a43dd1e5,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:49.485662 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad66528-ef1d-42f0-a351-4c0cde952cf9 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Pushing event updated for resources: {'Subnet': ['ID=4fc6571f-fd7b-4d5c-946d-6c713e2ee408,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:49.493146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad66528-ef1d-42f0-a351-4c0cde952cf9 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Checking segment: {'id': '285f7bb8-8454-4984-a89e-c68687c2c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8df59578-2343-40a2-9618-d863aeb95724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:49.493592 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad66528-ef1d-42f0-a351-4c0cde952cf9 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Network hostable DHCP agents. Network: 8df59578-2343-40a2-9618-d863aeb95724, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:34:49.512488 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad66528-ef1d-42f0-a351-4c0cde952cf9 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Network 8df59578-2343-40a2-9618-d863aeb95724 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:34:49.522848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8ad66528-ef1d-42f0-a351-4c0cde952cf9 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 8df59578-2343-40a2-9618-d863aeb95724) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:49.529754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad66528-ef1d-42f0-a351-4c0cde952cf9 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:49.530187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ad66528-ef1d-42f0-a351-4c0cde952cf9 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:49.535536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca39a5d-3040-4f60-955c-d7c67ad5714c None None] Network 8df59578-2343-40a2-9618-d863aeb95724 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:49.547321 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8ad66528-ef1d-42f0-a351-4c0cde952cf9 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4445260 Jan 31 19:34:49.550219 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57612) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:49.551485 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Attempting to bind port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:34:49.551855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Attempting to bind port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2ebecda3-8000-44a6-a776-bc545945c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '53840ada-2191-4d10-98f2-198b129ed443'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:34:49.552217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Attempting to bind port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 on network 53840ada-2191-4d10-98f2-198b129ed443 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:34:49.555460 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-21797000-3320-4b2f-9adf-e34e3eede40e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Request body: {'router': {'external_gateway_info': {'network_id': '8df59578-2343-40a2-9618-d863aeb95724'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:49.584814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:34:49.585192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Checking segment: {'id': '2ebecda3-8000-44a6-a776-bc545945c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '53840ada-2191-4d10-98f2-198b129ed443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:49.585595 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:49.585984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Bound using segment: {'id': '2ebecda3-8000-44a6-a776-bc545945c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '53840ada-2191-4d10-98f2-198b129ed443'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:34:49.586462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Bound port: d45bf4d4-f90b-4a11-a789-9db5a43dd1e5, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebecda3-8000-44a6-a776-bc545945c770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '53840ada-2191-4d10-98f2-198b129ed443'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:34:49.586840 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d45bf4d4-f90b-4a11-a789-9db5a43dd1e5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:49.693034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-8df59578-2343-40a2-9618-d863aeb95724', 'network_id': '8df59578-2343-40a2-9618-d863aeb95724', 'project_id': '6e440ab77f1f404b931ac83ec1790981', 'fixed_ips': [{'subnet_id': '4fc6571f-fd7b-4d5c-946d-6c713e2ee408'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:34:49.693908 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:49.696325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] For port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:34:49.700532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] For port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d45bf4d4-f90b-4a11-a789-9db5a43dd1e5,segment=NetworkSegment(2ebecda3-8000-44a6-a776-bc545945c770),segment_id=2ebecda3-8000-44a6-a776-bc545945c770)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:34:49.715803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d45bf4d4-f90b-4a11-a789-9db5a43dd1e5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:49.843750 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235f65f-e58d-4a9d-8af7-98359da3a2af None None] Pushing event updated for resources: {'Port': ['ID=d45bf4d4-f90b-4a11-a789-9db5a43dd1e5,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:49.902413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Allocated IP 172.21.0.2 (8df59578-2343-40a2-9618-d863aeb95724/4fc6571f-fd7b-4d5c-946d-6c713e2ee408/36c8cccd-8361-4512-a3c7-83038cee9cb7) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:34:50.095049 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Publish callbacks [] for port (36c8cccd-8361-4512-a3c7-83038cee9cb7), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.103683 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (36c8cccd-8361-4512-a3c7-83038cee9cb7), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.155859 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21797000-3320-4b2f-9adf-e34e3eede40e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for router_gateway (8bbe250c-f1a2-4b01-9585-48b0bb596293), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.163126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Network 8df59578-2343-40a2-9618-d863aeb95724 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:34:50.164174 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Pushing event updated for resources: {'Port': ['ID=36c8cccd-8361-4512-a3c7-83038cee9cb7,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:50.168925 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:50.172992 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:34:50.232512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Attempting to bind port 36c8cccd-8361-4512-a3c7-83038cee9cb7 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:34:50.232801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Attempting to bind port 36c8cccd-8361-4512-a3c7-83038cee9cb7 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '285f7bb8-8454-4984-a89e-c68687c2c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8df59578-2343-40a2-9618-d863aeb95724'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:34:50.233167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Attempting to bind port 36c8cccd-8361-4512-a3c7-83038cee9cb7 on network 8df59578-2343-40a2-9618-d863aeb95724 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:34:50.238086 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:34:50.238724 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Checking segment: {'id': '285f7bb8-8454-4984-a89e-c68687c2c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8df59578-2343-40a2-9618-d863aeb95724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:50.238863 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.239261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Bound using segment: {'id': '285f7bb8-8454-4984-a89e-c68687c2c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8df59578-2343-40a2-9618-d863aeb95724'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:34:50.239730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Bound port: 36c8cccd-8361-4512-a3c7-83038cee9cb7, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285f7bb8-8454-4984-a89e-c68687c2c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8df59578-2343-40a2-9618-d863aeb95724'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:34:50.240116 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (36c8cccd-8361-4512-a3c7-83038cee9cb7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.266230 n-d-812111-15 neutron-server[103226]: INFO neutron.api.v2.resource [None req-21797000-3320-4b2f-9adf-e34e3eede40e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 19:34:50.273345 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-21797000-3320-4b2f-9adf-e34e3eede40e tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] 10.222.0.20 "PUT /v2.0/routers/8bbe250c-f1a2-4b01-9585-48b0bb596293 HTTP/1.1" status: 400 len: 364 time: 0.7156258 Jan 31 19:34:50.273641 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57614) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:50.313039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] For port 36c8cccd-8361-4512-a3c7-83038cee9cb7, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:34:50.317175 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] For port 36c8cccd-8361-4512-a3c7-83038cee9cb7, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=36c8cccd-8361-4512-a3c7-83038cee9cb7,segment=NetworkSegment(285f7bb8-8454-4984-a89e-c68687c2c01e),segment_id=285f7bb8-8454-4984-a89e-c68687c2c01e)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:34:50.324109 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (36c8cccd-8361-4512-a3c7-83038cee9cb7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.329439 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-b049ae3d-7e1d-44de-ae24-d4dd5e66591c tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Deleting subnet 4fc6571f-fd7b-4d5c-946d-6c713e2ee408 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:34:50.332584 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b049ae3d-7e1d-44de-ae24-d4dd5e66591c tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for subnet (4fc6571f-fd7b-4d5c-946d-6c713e2ee408), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.373756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b049ae3d-7e1d-44de-ae24-d4dd5e66591c tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (4fc6571f-fd7b-4d5c-946d-6c713e2ee408), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.382811 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219943f-5a2c-4c8b-bf98-20f8e074dc65 None None] Pushing event updated for resources: {'Port': ['ID=36c8cccd-8361-4512-a3c7-83038cee9cb7,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:50.485222 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b049ae3d-7e1d-44de-ae24-d4dd5e66591c tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (4fc6571f-fd7b-4d5c-946d-6c713e2ee408), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.502221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:34:50.579071 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b049ae3d-7e1d-44de-ae24-d4dd5e66591c tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (4fc6571f-fd7b-4d5c-946d-6c713e2ee408), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.592810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:50.597928 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d45bf4d4-f90b-4a11-a789-9db5a43dd1e5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.648380 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049ae3d-7e1d-44de-ae24-d4dd5e66591c tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc6571f-fd7b-4d5c-946d-6c713e2ee408,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:50.650901 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b049ae3d-7e1d-44de-ae24-d4dd5e66591c tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.656619 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b049ae3d-7e1d-44de-ae24-d4dd5e66591c tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] 10.222.0.20 "DELETE /v2.0/subnets/4fc6571f-fd7b-4d5c-946d-6c713e2ee408 HTTP/1.1" status: 204 len: 168 time: 0.3798165 Jan 31 19:34:50.657039 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57616) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:50.741186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:50.741599 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d45bf4d4-f90b-4a11-a789-9db5a43dd1e5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.757225 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (8df59578-2343-40a2-9618-d863aeb95724), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.781460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d45bf4d4-f90b-4a11-a789-9db5a43dd1e5,segment=NetworkSegment(2ebecda3-8000-44a6-a776-bc545945c770),segment_id=2ebecda3-8000-44a6-a776-bc545945c770)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:50.787173 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d45bf4d4-f90b-4a11-a789-9db5a43dd1e5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.848716 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=d45bf4d4-f90b-4a11-a789-9db5a43dd1e5,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:50.854411 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Deleting port 36c8cccd-8361-4512-a3c7-83038cee9cb7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:34:50.854765 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (36c8cccd-8361-4512-a3c7-83038cee9cb7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.924044 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] For port 36c8cccd-8361-4512-a3c7-83038cee9cb7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=36c8cccd-8361-4512-a3c7-83038cee9cb7,segment=NetworkSegment(285f7bb8-8454-4984-a89e-c68687c2c01e),segment_id=285f7bb8-8454-4984-a89e-c68687c2c01e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:50.924460 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (36c8cccd-8361-4512-a3c7-83038cee9cb7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:50.943313 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Calling delete_port for 36c8cccd-8361-4512-a3c7-83038cee9cb7 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:34:50.963507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cf2918-456f-4d35-bda4-e1689c5d3bc8 None None] Network 53840ada-2191-4d10-98f2-198b129ed443 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:51.034016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-07d9f8f2-4eb2-4596-8be9-5c4cd59e5fe6 None None] Provisioning complete for port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:51.034482 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07d9f8f2-4eb2-4596-8be9-5c4cd59e5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d45bf4d4-f90b-4a11-a789-9db5a43dd1e5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.036919 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (36c8cccd-8361-4512-a3c7-83038cee9cb7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.065652 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Pushing event deleted for resources: {'Port': ['ID=36c8cccd-8361-4512-a3c7-83038cee9cb7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:51.069282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] No DVR routers for this DVR port 36c8cccd-8361-4512-a3c7-83038cee9cb7 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:34:51.153873 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-07d9f8f2-4eb2-4596-8be9-5c4cd59e5fe6 None None] Current status of the port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:51.155060 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (8df59578-2343-40a2-9618-d863aeb95724), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.176132 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-54323ae8-2d78-4c53-b1b5-7dac735f6377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.183606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df59578-2343-40a2-9618-d863aeb95724']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:51.194613 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285f7bb8-8454-4984-a89e-c68687c2c01e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:51.194967 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285f7bb8-8454-4984-a89e-c68687c2c01e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:51.207181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (285f7bb8-8454-4984-a89e-c68687c2c01e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.222214 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (285f7bb8-8454-4984-a89e-c68687c2c01e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.229391 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:34:51.229920 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (285f7bb8-8454-4984-a89e-c68687c2c01e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:34:51.233317 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:34:51.297416 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (8df59578-2343-40a2-9618-d863aeb95724), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.304958 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.309384 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] 10.222.0.20 "DELETE /v2.0/networks/8df59578-2343-40a2-9618-d863aeb95724 HTTP/1.1" status: 204 len: 168 time: 0.6513171 Jan 31 19:34:51.311902 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57618) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:51.331304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf113e3-69ee-4e4e-8fd2-c642a27c6a9f tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Pushing event deleted for resources: {'Network': ['ID=8df59578-2343-40a2-9618-d863aeb95724,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:51.383791 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5aa217-8147-4b99-82a8-47d2e0ff6cdf tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Deleting subnet 8298cb8b-44b2-4a53-8544-45c79d8a2dd1 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:34:51.387989 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa217-8147-4b99-82a8-47d2e0ff6cdf tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for subnet (8298cb8b-44b2-4a53-8544-45c79d8a2dd1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.439735 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa217-8147-4b99-82a8-47d2e0ff6cdf tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (8298cb8b-44b2-4a53-8544-45c79d8a2dd1), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.476973 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4a9f30e6-4828-41cf-8ccf-3f618204c212 None None] Provisioning complete for port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:51.477532 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a9f30e6-4828-41cf-8ccf-3f618204c212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d45bf4d4-f90b-4a11-a789-9db5a43dd1e5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.528125 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa217-8147-4b99-82a8-47d2e0ff6cdf tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (8298cb8b-44b2-4a53-8544-45c79d8a2dd1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.564403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f30e6-4828-41cf-8ccf-3f618204c212 None None] Current status of the port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:51.594235 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa217-8147-4b99-82a8-47d2e0ff6cdf tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (8298cb8b-44b2-4a53-8544-45c79d8a2dd1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.623083 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5aa217-8147-4b99-82a8-47d2e0ff6cdf tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Pushing event deleted for resources: {'Subnet': ['ID=8298cb8b-44b2-4a53-8544-45c79d8a2dd1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:51.634597 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa217-8147-4b99-82a8-47d2e0ff6cdf tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.638577 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4d5aa217-8147-4b99-82a8-47d2e0ff6cdf tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] 10.222.0.20 "DELETE /v2.0/subnets/8298cb8b-44b2-4a53-8544-45c79d8a2dd1 HTTP/1.1" status: 204 len: 168 time: 0.3255975 Jan 31 19:34:51.639303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57620) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:51.640727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de36a334-66f4-4591-8abb-4bf005f456d1 None None] Network 53840ada-2191-4d10-98f2-198b129ed443 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:51.701423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d9cdd3-bc34-44cd-9bf4-9f341f768f57 None None] DHCP port deletion for 8df59578-2343-40a2-9618-d863aeb95724 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:34:51.708273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1a77d83f-7cd4-40da-aa3e-fa186c71f046 None None] Could not find standard attr ID for object 36c8cccd-8361-4512-a3c7-83038cee9cb7. {{(pid=103227) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 19:34:51.724085 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (53840ada-2191-4d10-98f2-198b129ed443), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.786156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Deleting port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:34:51.786501 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d45bf4d4-f90b-4a11-a789-9db5a43dd1e5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.855196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] For port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d45bf4d4-f90b-4a11-a789-9db5a43dd1e5,segment=NetworkSegment(2ebecda3-8000-44a6-a776-bc545945c770),segment_id=2ebecda3-8000-44a6-a776-bc545945c770)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:51.855502 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d45bf4d4-f90b-4a11-a789-9db5a43dd1e5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.869912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Calling delete_port for d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:34:51.906529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d5697e-c10a-4331-a6b7-7f9f971d6306 None None] Network 8df59578-2343-40a2-9618-d863aeb95724 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:51.921009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d5697e-c10a-4331-a6b7-7f9f971d6306 None None] Network 8df59578-2343-40a2-9618-d863aeb95724 could not be found, it might have been deleted concurrently. {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 31 19:34:51.956422 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (d45bf4d4-f90b-4a11-a789-9db5a43dd1e5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:51.984787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Pushing event deleted for resources: {'Port': ['ID=d45bf4d4-f90b-4a11-a789-9db5a43dd1e5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:51.986632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] No DVR routers for this DVR port d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:34:52.003138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac977681-7dd9-40be-a4ef-1e1d50ccccc8 None None] DHCP port deletion for 53840ada-2191-4d10-98f2-198b129ed443 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:34:52.063917 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (53840ada-2191-4d10-98f2-198b129ed443), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.089133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53840ada-2191-4d10-98f2-198b129ed443']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:52.098392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebecda3-8000-44a6-a776-bc545945c770') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:52.098694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebecda3-8000-44a6-a776-bc545945c770') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:52.109043 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (2ebecda3-8000-44a6-a776-bc545945c770), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.122683 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (2ebecda3-8000-44a6-a776-bc545945c770), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.132320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:34:52.132900 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (2ebecda3-8000-44a6-a776-bc545945c770), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:34:52.136512 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:34:52.195031 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (53840ada-2191-4d10-98f2-198b129ed443), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.200034 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.204181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] 10.222.0.20 "DELETE /v2.0/networks/53840ada-2191-4d10-98f2-198b129ed443 HTTP/1.1" status: 204 len: 168 time: 0.5637262 Jan 31 19:34:52.207144 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57622) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:52.219957 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6a8b2-e92a-439b-b132-70b8dbe1bf43 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Pushing event deleted for resources: {'Network': ['ID=53840ada-2191-4d10-98f2-198b129ed443,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:52.236905 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-aac6ac59-3d22-4abe-beff-f98a451c1699 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bbe250c-f1a2-4b01-9585-48b0bb596293 HTTP/1.1" status: 200 len: 205 time: 0.0281980 Jan 31 19:34:52.239010 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:52.313281 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb9d6-5f93-4957-8e5e-428dbd7ad367 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for router (8bbe250c-f1a2-4b01-9585-48b0bb596293), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.436691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:34:52.457541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:34:52.457900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d45bf4d4-f90b-4a11-a789-9db5a43dd1e5 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:34:52.476952 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb9d6-5f93-4957-8e5e-428dbd7ad367 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (8bbe250c-f1a2-4b01-9585-48b0bb596293), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.479316 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb9d6-5f93-4957-8e5e-428dbd7ad367 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for router_controller (8bbe250c-f1a2-4b01-9585-48b0bb596293), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.521714 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb9d6-5f93-4957-8e5e-428dbd7ad367 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (8bbe250c-f1a2-4b01-9585-48b0bb596293), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.522283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0bb9d6-5f93-4957-8e5e-428dbd7ad367 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Fanout notify agent at l3_agent the message router_deleted on router 8bbe250c-f1a2-4b01-9585-48b0bb596293 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:34:52.529729 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb9d6-5f93-4957-8e5e-428dbd7ad367 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.530864 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6d0bb9d6-5f93-4957-8e5e-428dbd7ad367 tempest-RoutersNegativeTest-133461983 tempest-RoutersNegativeTest-133461983-project] 10.222.0.20 "DELETE /v2.0/routers/8bbe250c-f1a2-4b01-9585-48b0bb596293 HTTP/1.1" status: 204 len: 168 time: 0.2909622 Jan 31 19:34:52.657677 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.774200 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57630) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:52.904489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e34a5204-1eef-4d7e-abda-0f2dc508cb26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e440ab77f1f404b931ac83ec1790981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289501 Jan 31 19:34:52.907056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57634) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:52.954292 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0fba1d5e-bebf-46df-a6ad-2fb2ccdf51d4 admin admin] Publish callbacks [] for security_group (5a7df816-1b08-4b7a-a9a5-c541ecb38c4e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:52.979974 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0fba1d5e-bebf-46df-a6ad-2fb2ccdf51d4 admin admin] Publish callbacks [] for security_group (5a7df816-1b08-4b7a-a9a5-c541ecb38c4e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:53.032435 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0fba1d5e-bebf-46df-a6ad-2fb2ccdf51d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (5a7df816-1b08-4b7a-a9a5-c541ecb38c4e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:53.034958 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0fba1d5e-bebf-46df-a6ad-2fb2ccdf51d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:53.036116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0fba1d5e-bebf-46df-a6ad-2fb2ccdf51d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a7df816-1b08-4b7a-a9a5-c541ecb38c4e HTTP/1.1" status: 204 len: 168 time: 0.1282303 Jan 31 19:34:53.044536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba1d5e-bebf-46df-a6ad-2fb2ccdf51d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7df816-1b08-4b7a-a9a5-c541ecb38c4e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:53.651785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57656) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:53.747246 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1870998168-network', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:53.766271 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Made reservation on behalf of 24943ee334e54ce08b0be857fe588f1c for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:53.768821 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:53.777801 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:53.855852 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Publish callbacks [] for security_group (54012606-5648-4a15-a25d-317f2a2a0fe3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:53.859605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (54012606-5648-4a15-a25d-317f2a2a0fe3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:53.880035 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:34:53.893934 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54012606-5648-4a15-a25d-317f2a2a0fe3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:53.898790 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f3c68784-acf4-4f93-9722-35c659cc605b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:53.899129 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Added segment f3c68784-acf4-4f93-9722-35c659cc605b of type vlan for network 17d583a9-c32c-4e22-bcb3-0775c563f437 Jan 31 19:34:53.941991 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (17d583a9-c32c-4e22-bcb3-0775c563f437), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:53.968220 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (17d583a9-c32c-4e22-bcb3-0775c563f437), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:53.969149 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:53.969807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.022674 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3697581 Jan 31 19:34:54.026424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:54.030406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c164a3-cf4f-49ec-b02b-5ee6c5f7a2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=17d583a9-c32c-4e22-bcb3-0775c563f437,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:54.031634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b650728f-d864-4d2c-b947-ebfb415cf028 admin admin] Request body: {'subnet': {'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1870998168-subnet', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:54.041600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 17d583a9-c32c-4e22-bcb3-0775c563f437 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:34:54.052007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b650728f-d864-4d2c-b947-ebfb415cf028 admin admin] Made reservation on behalf of 24943ee334e54ce08b0be857fe588f1c for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:54.054474 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b650728f-d864-4d2c-b947-ebfb415cf028 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.222524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b650728f-d864-4d2c-b947-ebfb415cf028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (7e9cd60f-a016-4981-93c1-47576280b187), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.271411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650728f-d864-4d2c-b947-ebfb415cf028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9cd60f-a016-4981-93c1-47576280b187,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:54.287698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b650728f-d864-4d2c-b947-ebfb415cf028 admin admin] Checking segment: {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:54.288063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b650728f-d864-4d2c-b947-ebfb415cf028 admin admin] Network hostable DHCP agents. Network: 17d583a9-c32c-4e22-bcb3-0775c563f437, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:34:54.296856 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.307343 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b650728f-d864-4d2c-b947-ebfb415cf028 admin admin] Network 17d583a9-c32c-4e22-bcb3-0775c563f437 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:34:54.317026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b650728f-d864-4d2c-b947-ebfb415cf028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 17d583a9-c32c-4e22-bcb3-0775c563f437) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:54.320953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b650728f-d864-4d2c-b947-ebfb415cf028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:54.322156 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b650728f-d864-4d2c-b947-ebfb415cf028 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.328042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5b5446-b91b-463d-a03b-efa66326c7db None None] Network 17d583a9-c32c-4e22-bcb3-0775c563f437 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:54.338821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b650728f-d864-4d2c-b947-ebfb415cf028 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3111506 Jan 31 19:34:54.341500 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57662) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:54.345808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1870998168-router', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:54.365383 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (44e351c5-6dad-4fff-8756-f6bb5d1a159c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.366782 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (44e351c5-6dad-4fff-8756-f6bb5d1a159c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.432357 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Publish callbacks [] for router_controller (44e351c5-6dad-4fff-8756-f6bb5d1a159c), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.433236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-17d583a9-c32c-4e22-bcb3-0775c563f437', 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437', 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'fixed_ips': [{'subnet_id': '7e9cd60f-a016-4981-93c1-47576280b187'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:34:54.434360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.568901 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Publish callbacks [] for router_gateway (44e351c5-6dad-4fff-8756-f6bb5d1a159c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.573080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Allocated IP 172.20.0.2 (17d583a9-c32c-4e22-bcb3-0775c563f437/7e9cd60f-a016-4981-93c1-47576280b187/acd1157d-2ce2-460e-913c-0b7715f1eb0a) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:34:54.714689 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Publish callbacks [] for port (acd1157d-2ce2-460e-913c-0b7715f1eb0a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.720863 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (acd1157d-2ce2-460e-913c-0b7715f1eb0a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.766713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Network 17d583a9-c32c-4e22-bcb3-0775c563f437 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:34:54.769798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:54.773761 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Publish callbacks [] for router_gateway (44e351c5-6dad-4fff-8756-f6bb5d1a159c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.776605 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:34:54.779898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Pushing event updated for resources: {'Port': ['ID=acd1157d-2ce2-460e-913c-0b7715f1eb0a,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:54.794079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.848061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Attempting to bind port acd1157d-2ce2-460e-913c-0b7715f1eb0a on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:34:54.848449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Attempting to bind port acd1157d-2ce2-460e-913c-0b7715f1eb0a by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:34:54.848829 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Attempting to bind port acd1157d-2ce2-460e-913c-0b7715f1eb0a on network 17d583a9-c32c-4e22-bcb3-0775c563f437 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:34:54.852464 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.855253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:34:54.855640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Checking segment: {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:54.856045 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.856471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Bound using segment: {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:34:54.856952 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Bound port: acd1157d-2ce2-460e-913c-0b7715f1eb0a, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:34:54.857344 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (acd1157d-2ce2-460e-913c-0b7715f1eb0a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:54.899948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Allocated IP 172.25.8.136 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/e14cc027-268a-41a2-aefe-61fd7e5b04e2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:34:54.922845 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] For port acd1157d-2ce2-460e-913c-0b7715f1eb0a, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:34:54.926165 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] For port acd1157d-2ce2-460e-913c-0b7715f1eb0a, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=acd1157d-2ce2-460e-913c-0b7715f1eb0a,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:34:54.932689 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (acd1157d-2ce2-460e-913c-0b7715f1eb0a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:55.002451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ba4b8-b8e9-4966-bb34-6331e6154d09 None None] Pushing event updated for resources: {'Port': ['ID=acd1157d-2ce2-460e-913c-0b7715f1eb0a,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:55.013241 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Publish callbacks [] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:55.048134 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:55.088149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:34:55.091118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:55.095139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:34:55.120647 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Pushing event updated for resources: {'Port': ['ID=e14cc027-268a-41a2-aefe-61fd7e5b04e2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:55.361969 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:55.371875 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Publish callbacks [] for router_gateway (44e351c5-6dad-4fff-8756-f6bb5d1a159c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:55.567155 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (44e351c5-6dad-4fff-8756-f6bb5d1a159c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:55.703338 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Router 44e351c5-6dad-4fff-8756-f6bb5d1a159c is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:34:55.815452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:34:55.827195 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Sync routers for ids ['44e351c5-6dad-4fff-8756-f6bb5d1a159c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:34:55.834876 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:55.836221 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9f06f0ea-007a-4e0f-b1f9-fbebddc2de1e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4937716 Jan 31 19:34:55.840840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57664) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:55.843034 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Routers {'44e351c5-6dad-4fff-8756-f6bb5d1a159c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:34:55.843034 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['44e351c5-6dad-4fff-8756-f6bb5d1a159c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:55.961694 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Set router 44e351c5-6dad-4fff-8756-f6bb5d1a159c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:34:55.977386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c543fade-dd96-448a-9d7f-c33789f1d063 None None] Network 17d583a9-c32c-4e22-bcb3-0775c563f437 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:56.094138 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b1d4e01a-3997-40e0-b92c-70fb3a1d6ee8 None None] Provisioning complete for port acd1157d-2ce2-460e-913c-0b7715f1eb0a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:56.094585 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e01a-3997-40e0-b92c-70fb3a1d6ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (acd1157d-2ce2-460e-913c-0b7715f1eb0a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.160695 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'name': 'tempest-TestEncryptedCinderVolumes-1870998168-router', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:55Z', 'revision_number': 3, 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'gw_port': {'id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:56.189718 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Checking router: 44e351c5-6dad-4fff-8756-f6bb5d1a159c for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:34:56.189984 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Updating router 44e351c5-6dad-4fff-8756-f6bb5d1a159c port e14cc027-268a-41a2-aefe-61fd7e5b04e2 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:34:56.191251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4e01a-3997-40e0-b92c-70fb3a1d6ee8 None None] Current status of the port acd1157d-2ce2-460e-913c-0b7715f1eb0a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:56.191654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e01a-3997-40e0-b92c-70fb3a1d6ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (acd1157d-2ce2-460e-913c-0b7715f1eb0a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.221867 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.229532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b1d4e01a-3997-40e0-b92c-70fb3a1d6ee8 None None] For port acd1157d-2ce2-460e-913c-0b7715f1eb0a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=acd1157d-2ce2-460e-913c-0b7715f1eb0a,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:56.234278 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e01a-3997-40e0-b92c-70fb3a1d6ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (acd1157d-2ce2-460e-913c-0b7715f1eb0a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.296738 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4e01a-3997-40e0-b92c-70fb3a1d6ee8 None None] Pushing event updated for resources: {'Port': ['ID=acd1157d-2ce2-460e-913c-0b7715f1eb0a,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:56.329365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.463777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fc372068-ca85-4b1d-bb99-f659dbeb4fdc None None] Provisioning complete for port acd1157d-2ce2-460e-913c-0b7715f1eb0a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:56.464429 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc372068-ca85-4b1d-bb99-f659dbeb4fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (acd1157d-2ce2-460e-913c-0b7715f1eb0a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.531795 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Publish callbacks [] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.539852 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.576237 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Allocated IP 172.20.0.1 (17d583a9-c32c-4e22-bcb3-0775c563f437/7e9cd60f-a016-4981-93c1-47576280b187/848c0dcd-104a-4440-920a-153ea46fabb5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:34:56.587602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device acd1157d-2ce2-460e-913c-0b7715f1eb0a up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:34:56.607214 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Attempting to bind port e14cc027-268a-41a2-aefe-61fd7e5b04e2 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:34:56.607673 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Attempting to bind port e14cc027-268a-41a2-aefe-61fd7e5b04e2 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:34:56.608237 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Attempting to bind port e14cc027-268a-41a2-aefe-61fd7e5b04e2 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:34:56.619098 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:34:56.619098 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:56.619098 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.619098 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:34:56.619563 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Bound port: e14cc027-268a-41a2-aefe-61fd7e5b04e2, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:34:56.620076 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.622290 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Pushing event updated for resources: {'Port': ['ID=e14cc027-268a-41a2-aefe-61fd7e5b04e2,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:56.632680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fc372068-ca85-4b1d-bb99-f659dbeb4fdc None None] Current status of the port acd1157d-2ce2-460e-913c-0b7715f1eb0a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:56.639444 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.651453 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.651928 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.652137 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.652963 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.652963 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.653162 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.653453 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.653773 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.654096 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.654431 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.654729 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.655054 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.655361 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:56.660452 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port acd1157d-2ce2-460e-913c-0b7715f1eb0a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:56.660949 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (acd1157d-2ce2-460e-913c-0b7715f1eb0a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.692023 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] For port e14cc027-268a-41a2-aefe-61fd7e5b04e2, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:34:56.696083 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] For port e14cc027-268a-41a2-aefe-61fd7e5b04e2, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e14cc027-268a-41a2-aefe-61fd7e5b04e2,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:34:56.702143 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.714274 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Publish callbacks [] for port (848c0dcd-104a-4440-920a-153ea46fabb5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.757363 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.761386 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Routers {'44e351c5-6dad-4fff-8756-f6bb5d1a159c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:34:56.762009 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['44e351c5-6dad-4fff-8756-f6bb5d1a159c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:56.763118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port acd1157d-2ce2-460e-913c-0b7715f1eb0a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:56.763864 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38d24b-847b-413a-91ec-08eae96111e4 None None] Pushing event updated for resources: {'Port': ['ID=e14cc027-268a-41a2-aefe-61fd7e5b04e2,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:56.798578 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Network 17d583a9-c32c-4e22-bcb3-0775c563f437 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:34:56.801438 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:56.804394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:34:56.839047 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Pushing event updated for resources: {'Port': ['ID=848c0dcd-104a-4440-920a-153ea46fabb5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:56.859401 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (44e351c5-6dad-4fff-8756-f6bb5d1a159c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:56.882298 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] Set router 44e351c5-6dad-4fff-8756-f6bb5d1a159c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:34:57.004072 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:57.061802 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0b767681-99d4-4ffb-b55c-f96633b4ba98 None None] Provisioning complete for port 848c0dcd-104a-4440-920a-153ea46fabb5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:57.062346 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0b767681-99d4-4ffb-b55c-f96633b4ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:57.070502 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'name': 'tempest-TestEncryptedCinderVolumes-1870998168-router', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:55Z', 'revision_number': 3, 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'gw_port': {'id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:57.099189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0b767681-99d4-4ffb-b55c-f96633b4ba98 None None] Port 848c0dcd-104a-4440-920a-153ea46fabb5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:34:57.177895 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Publish callbacks [] for port (848c0dcd-104a-4440-920a-153ea46fabb5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:57.183592 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:57.200362 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc44d52-3c81-4f0d-a202-ea70c58c49b2 None None] The sync data for ids ['44e351c5-6dad-4fff-8756-f6bb5d1a159c'] in n-d-812111-15 is: [{'id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'name': 'tempest-TestEncryptedCinderVolumes-1870998168-router', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:55Z', 'revision_number': 3, 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'gw_port': {'id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:34:57.254635 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (44e351c5-6dad-4fff-8756-f6bb5d1a159c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:57.256457 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Pushing event updated for resources: {'Port': ['ID=848c0dcd-104a-4440-920a-153ea46fabb5,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:57.353896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Network 17d583a9-c32c-4e22-bcb3-0775c563f437 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:34:57.355293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:57.487859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Router 44e351c5-6dad-4fff-8756-f6bb5d1a159c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:34:57.616763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:34:57.623242 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-df461bfd-6113-4f66-b901-106b15b69571 admin admin] 10.222.0.20 "PUT /v2.0/routers/44e351c5-6dad-4fff-8756-f6bb5d1a159c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7776053 Jan 31 19:34:57.637114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-af3b1b10-7f8f-4451-94ab-a2392f1c816a None None] Provisioning complete for port 848c0dcd-104a-4440-920a-153ea46fabb5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:57.637616 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-af3b1b10-7f8f-4451-94ab-a2392f1c816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:57.677993 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-af3b1b10-7f8f-4451-94ab-a2392f1c816a None None] Port 848c0dcd-104a-4440-920a-153ea46fabb5 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:34:58.117172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57680) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:58.122780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-251580333-network', 'tenant_id': '60d479441ac047049d52b18521067f01'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:58.142788 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Made reservation on behalf of 60d479441ac047049d52b18521067f01 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:58.145365 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.154302 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.235317 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Publish callbacks [] for security_group (2d1a515e-0864-49a7-9447-24502001f220), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.239599 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2d1a515e-0864-49a7-9447-24502001f220), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.265153 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:34:58.274251 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1a515e-0864-49a7-9447-24502001f220,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:58.280938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (95ba2f95-ac55-4a65-9066-958ddc7dd009), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.281292 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Added segment 95ba2f95-ac55-4a65-9066-958ddc7dd009 of type vlan for network 8b58d686-1c42-4524-8a87-eda931601b23 Jan 31 19:34:58.326840 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (8b58d686-1c42-4524-8a87-eda931601b23), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.351094 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (8b58d686-1c42-4524-8a87-eda931601b23), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.352051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:58.353191 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.401610 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2832525 Jan 31 19:34:58.404632 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57682) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:58.411462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Request body: {'subnet': {'network_id': '8b58d686-1c42-4524-8a87-eda931601b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-251580333-subnet', 'tenant_id': '60d479441ac047049d52b18521067f01', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:58.416379 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53ad2b-de71-47a7-a3f9-a96ade92f7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=8b58d686-1c42-4524-8a87-eda931601b23,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:58.428923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 8b58d686-1c42-4524-8a87-eda931601b23 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:34:58.439849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Made reservation on behalf of 60d479441ac047049d52b18521067f01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:34:58.443506 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.515554 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e14cc027-268a-41a2-aefe-61fd7e5b04e2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:34:58.570030 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e14cc027-268a-41a2-aefe-61fd7e5b04e2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:34:58.570565 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.636466 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (59512234-3d23-4b07-9f86-8213f201ab03), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.660043 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e14cc027-268a-41a2-aefe-61fd7e5b04e2 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:34:58.660665 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.683705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port e14cc027-268a-41a2-aefe-61fd7e5b04e2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e14cc027-268a-41a2-aefe-61fd7e5b04e2,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:34:58.688996 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.692439 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Pushing event updated for resources: {'Subnet': ['ID=59512234-3d23-4b07-9f86-8213f201ab03,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:58.708440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Checking segment: {'id': '95ba2f95-ac55-4a65-9066-958ddc7dd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:58.708742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Network hostable DHCP agents. Network: 8b58d686-1c42-4524-8a87-eda931601b23, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:34:58.711585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.712925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.713125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.713459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.713798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.714135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.714472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.714812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.715151 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.715481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.715814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.716144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.717072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:58.736773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Network 8b58d686-1c42-4524-8a87-eda931601b23 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:34:58.747926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 8b58d686-1c42-4524-8a87-eda931601b23) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:58.750914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=e14cc027-268a-41a2-aefe-61fd7e5b04e2,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:58.752602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:34:58.753211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.763773 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14996c8b-6591-48d4-8c15-ecdf31453915 None None] Network 8b58d686-1c42-4524-8a87-eda931601b23 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:34:58.771742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-671b8008-c84f-4774-9c2b-7c3077ee450a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3657601 Jan 31 19:34:58.774620 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 57684) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:34:58.779448 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-251580333-router', 'tenant_id': '60d479441ac047049d52b18521067f01', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:34:58.806793 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (f430c17b-e503-4f15-928a-7477022a8d76), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.808056 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (f430c17b-e503-4f15-928a-7477022a8d76), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.876188 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Publish callbacks [] for router_controller (f430c17b-e503-4f15-928a-7477022a8d76), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.881161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-8b58d686-1c42-4524-8a87-eda931601b23', 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23', 'project_id': '60d479441ac047049d52b18521067f01', 'fixed_ips': [{'subnet_id': '59512234-3d23-4b07-9f86-8213f201ab03'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:34:58.882308 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:58.895360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Sync routers for ids ['44e351c5-6dad-4fff-8756-f6bb5d1a159c'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:34:58.916013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Routers {'44e351c5-6dad-4fff-8756-f6bb5d1a159c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:34:58.916772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['44e351c5-6dad-4fff-8756-f6bb5d1a159c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:59.020657 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Publish callbacks [] for router_gateway (f430c17b-e503-4f15-928a-7477022a8d76), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:59.138826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Set router 44e351c5-6dad-4fff-8756-f6bb5d1a159c gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:34:59.173980 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Allocated IP 172.20.0.2 (8b58d686-1c42-4524-8a87-eda931601b23/59512234-3d23-4b07-9f86-8213f201ab03/390b723f-4006-4893-a6b8-6a3ee964b3f0) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:34:59.228926 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Publish callbacks [] for router_gateway (f430c17b-e503-4f15-928a-7477022a8d76), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:59.249199 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:59.362283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Allocated IP 172.25.8.59 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/23f24852-3ebb-4d63-92b1-4ffe00e1e41e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:34:59.467861 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Publish callbacks [] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:59.473148 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Publish callbacks [] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:59.484037 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:59.507333 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:59.538383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Network 8b58d686-1c42-4524-8a87-eda931601b23 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:34:59.545341 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:34:59.548151 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:59.548320 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:34:59.550947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Pushing event updated for resources: {'Port': ['ID=390b723f-4006-4893-a6b8-6a3ee964b3f0,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:59.551430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:34:59.553136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:34:59.561812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'name': 'tempest-TestEncryptedCinderVolumes-1870998168-router', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:56Z', 'revision_number': 4, 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'gw_port': {'id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '848c0dcd-104a-4440-920a-153ea46fabb5', 'name': '', 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'mac_address': 'fa:16:3e:e4:7f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '7e9cd60f-a016-4981-93c1-47576280b187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:56Z', 'updated_at': '2022-01-31T19:34:57Z', 'revision_number': 2, 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'subnets': [{'id': '7e9cd60f-a016-4981-93c1-47576280b187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:34:59.604650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Checking router: 44e351c5-6dad-4fff-8756-f6bb5d1a159c for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:34:59.604922 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Updating router 44e351c5-6dad-4fff-8756-f6bb5d1a159c port 848c0dcd-104a-4440-920a-153ea46fabb5 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:34:59.663896 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:59.665944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Attempting to bind port 390b723f-4006-4893-a6b8-6a3ee964b3f0 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:34:59.666315 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Attempting to bind port 390b723f-4006-4893-a6b8-6a3ee964b3f0 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '95ba2f95-ac55-4a65-9066-958ddc7dd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:34:59.666683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Attempting to bind port 390b723f-4006-4893-a6b8-6a3ee964b3f0 on network 8b58d686-1c42-4524-8a87-eda931601b23 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:34:59.679623 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:34:59.680005 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Checking segment: {'id': '95ba2f95-ac55-4a65-9066-958ddc7dd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:34:59.680986 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:59.681514 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Bound using segment: {'id': '95ba2f95-ac55-4a65-9066-958ddc7dd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:34:59.682021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Bound port: 390b723f-4006-4893-a6b8-6a3ee964b3f0, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ba2f95-ac55-4a65-9066-958ddc7dd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:34:59.682407 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:34:59.859450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] For port 390b723f-4006-4893-a6b8-6a3ee964b3f0, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:34:59.864268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] For port 390b723f-4006-4893-a6b8-6a3ee964b3f0, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=390b723f-4006-4893-a6b8-6a3ee964b3f0,segment=NetworkSegment(95ba2f95-ac55-4a65-9066-958ddc7dd009),segment_id=95ba2f95-ac55-4a65-9066-958ddc7dd009)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:34:59.952266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Pushing event updated for resources: {'Port': ['ID=23f24852-3ebb-4d63-92b1-4ffe00e1e41e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:34:59.964947 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:59.965301 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:59.965648 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:59.965991 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:59.966332 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:59.966666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:59.966999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:59.967325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:59.967652 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:59.967985 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:59.968318 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:59.968665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:34:59.968991 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:00.044140 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:00.158679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d1841-53a9-4f15-a9a7-79d701591db3 None None] Pushing event updated for resources: {'Port': ['ID=390b723f-4006-4893-a6b8-6a3ee964b3f0,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:00.199135 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Publish callbacks [] for router_gateway (f430c17b-e503-4f15-928a-7477022a8d76), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:00.251281 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Publish callbacks [] for port (848c0dcd-104a-4440-920a-153ea46fabb5), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:00.258008 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:00.328327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a21249-fc7f-451b-9432-63a13f9ea582 None None] Pushing event updated for resources: {'Port': ['ID=848c0dcd-104a-4440-920a-153ea46fabb5,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:00.393561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Attempting to bind port 848c0dcd-104a-4440-920a-153ea46fabb5 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:35:00.401444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Attempting to bind port 848c0dcd-104a-4440-920a-153ea46fabb5 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:35:00.401935 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Attempting to bind port 848c0dcd-104a-4440-920a-153ea46fabb5 on network 17d583a9-c32c-4e22-bcb3-0775c563f437 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:35:00.407639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:35:00.408035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Checking segment: {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:35:00.408497 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:00.408904 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Bound using segment: {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:35:00.409384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Bound port: 848c0dcd-104a-4440-920a-153ea46fabb5, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:35:00.409773 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:00.474252 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (f430c17b-e503-4f15-928a-7477022a8d76), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:00.503524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] For port 848c0dcd-104a-4440-920a-153ea46fabb5, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:35:00.508132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] For port 848c0dcd-104a-4440-920a-153ea46fabb5, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=848c0dcd-104a-4440-920a-153ea46fabb5,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:35:00.525631 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:00.606471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a21249-fc7f-451b-9432-63a13f9ea582 None None] Pushing event updated for resources: {'Port': ['ID=848c0dcd-104a-4440-920a-153ea46fabb5,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:00.610523 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Routers {'44e351c5-6dad-4fff-8756-f6bb5d1a159c'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:00.611280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['44e351c5-6dad-4fff-8756-f6bb5d1a159c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:00.670528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Router f430c17b-e503-4f15-928a-7477022a8d76 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:35:00.673488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e14cc027-268a-41a2-aefe-61fd7e5b04e2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:35:00.785983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b2a6fdb3-3873-4596-97a9-ca92ee31dcc7 None None] Provisioning complete for port 848c0dcd-104a-4440-920a-153ea46fabb5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:00.786355 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fdb3-3873-4596-97a9-ca92ee31dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:00.789081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] Set router 44e351c5-6dad-4fff-8756-f6bb5d1a159c gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:00.799312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:35:00.812426 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Sync routers for ids ['f430c17b-e503-4f15-928a-7477022a8d76'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:35:00.822679 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:00.826755 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bcb896e0-0d22-459e-9bd7-c76a69e97d0b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0482221 Jan 31 19:35:00.827048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 57686) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:35:00.831176 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Routers {'f430c17b-e503-4f15-928a-7477022a8d76'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:00.833310 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f430c17b-e503-4f15-928a-7477022a8d76'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:00.891039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e14cc027-268a-41a2-aefe-61fd7e5b04e2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:00.891039 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:00.960823 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Set router f430c17b-e503-4f15-928a-7477022a8d76 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:01.120234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e14cc027-268a-41a2-aefe-61fd7e5b04e2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:01.121353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 390b723f-4006-4893-a6b8-6a3ee964b3f0 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:35:01.158506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6fdb3-3873-4596-97a9-ca92ee31dcc7 None None] Current status of the port 848c0dcd-104a-4440-920a-153ea46fabb5 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:01.158818 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fdb3-3873-4596-97a9-ca92ee31dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.175248 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'name': 'tempest-TestEncryptedCinderVolumes-251580333-router', 'tenant_id': '60d479441ac047049d52b18521067f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:58Z', 'updated_at': '2022-01-31T19:35:00Z', 'revision_number': 3, 'project_id': '60d479441ac047049d52b18521067f01', 'gw_port': {'id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:59Z', 'updated_at': '2022-01-31T19:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:01.214149 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Checking router: f430c17b-e503-4f15-928a-7477022a8d76 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:35:01.214870 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Updating router f430c17b-e503-4f15-928a-7477022a8d76 port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:35:01.244368 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b2a6fdb3-3873-4596-97a9-ca92ee31dcc7 None None] For port 848c0dcd-104a-4440-920a-153ea46fabb5, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=848c0dcd-104a-4440-920a-153ea46fabb5,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:01.250824 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.257314 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fdb3-3873-4596-97a9-ca92ee31dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.285794 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:35:01.331167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6fdb3-3873-4596-97a9-ca92ee31dcc7 None None] Pushing event updated for resources: {'Port': ['ID=848c0dcd-104a-4440-920a-153ea46fabb5,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:01.337918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 390b723f-4006-4893-a6b8-6a3ee964b3f0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:01.338366 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.371688 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.380084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'name': 'tempest-TestEncryptedCinderVolumes-1870998168-router', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:56Z', 'revision_number': 4, 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'gw_port': {'id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '848c0dcd-104a-4440-920a-153ea46fabb5', 'name': '', 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'mac_address': 'fa:16:3e:e4:7f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '7e9cd60f-a016-4981-93c1-47576280b187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:56Z', 'updated_at': '2022-01-31T19:35:00Z', 'revision_number': 4, 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'subnets': [{'id': '7e9cd60f-a016-4981-93c1-47576280b187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:01.423600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef9e98d-6ed6-487d-87c7-a0c19ab204b6 None None] The sync data for ids ['44e351c5-6dad-4fff-8756-f6bb5d1a159c'] in n-d-812111-15 is: [{'id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'name': 'tempest-TestEncryptedCinderVolumes-1870998168-router', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:56Z', 'revision_number': 4, 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'gw_port': {'id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '848c0dcd-104a-4440-920a-153ea46fabb5', 'name': '', 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'mac_address': 'fa:16:3e:e4:7f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '7e9cd60f-a016-4981-93c1-47576280b187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:56Z', 'updated_at': '2022-01-31T19:35:00Z', 'revision_number': 4, 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'subnets': [{'id': '7e9cd60f-a016-4981-93c1-47576280b187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:35:01.441255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-421d6011-b19a-4752-a959-360ec16de399 None None] Provisioning complete for port 848c0dcd-104a-4440-920a-153ea46fabb5 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:01.441643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-421d6011-b19a-4752-a959-360ec16de399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.531123 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 390b723f-4006-4893-a6b8-6a3ee964b3f0 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:01.531531 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.579626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 390b723f-4006-4893-a6b8-6a3ee964b3f0, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=390b723f-4006-4893-a6b8-6a3ee964b3f0,segment=NetworkSegment(95ba2f95-ac55-4a65-9066-958ddc7dd009),segment_id=95ba2f95-ac55-4a65-9066-958ddc7dd009)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:01.585619 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.589059 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Publish callbacks [] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.600600 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.634603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73a68de-f8dd-4138-b69a-1542cfe4faa1 None None] Network 8b58d686-1c42-4524-8a87-eda931601b23 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:35:01.660898 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951366b-6c43-414a-a5f2-1c77262e31b3 None None] Pushing event updated for resources: {'Port': ['ID=23f24852-3ebb-4d63-92b1-4ffe00e1e41e,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:01.692258 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Attempting to bind port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:35:01.693003 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Attempting to bind port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:35:01.693374 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Attempting to bind port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:35:01.699244 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:35:01.699619 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:35:01.700023 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.700430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Allocated IP 172.20.0.1 (8b58d686-1c42-4524-8a87-eda931601b23/59512234-3d23-4b07-9f86-8213f201ab03/c833f5b2-cb81-4f81-b090-2e041ca00ce0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:35:01.700551 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:35:01.700985 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Bound port: 23f24852-3ebb-4d63-92b1-4ffe00e1e41e, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:35:01.701592 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.744563 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-421d6011-b19a-4752-a959-360ec16de399 None None] Current status of the port 848c0dcd-104a-4440-920a-153ea46fabb5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:01.754442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=390b723f-4006-4893-a6b8-6a3ee964b3f0,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:01.784770 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] For port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:35:01.791292 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] For port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=23f24852-3ebb-4d63-92b1-4ffe00e1e41e,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:35:01.798157 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.863757 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Routers {'f430c17b-e503-4f15-928a-7477022a8d76'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:01.864412 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f430c17b-e503-4f15-928a-7477022a8d76'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:01.870318 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Publish callbacks [] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.881740 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-994d4f33-045f-44e0-bc6c-5d8c68e8d88b None None] Provisioning complete for port 390b723f-4006-4893-a6b8-6a3ee964b3f0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:01.882164 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-994d4f33-045f-44e0-bc6c-5d8c68e8d88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.918489 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:01.923583 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951366b-6c43-414a-a5f2-1c77262e31b3 None None] Pushing event updated for resources: {'Port': ['ID=23f24852-3ebb-4d63-92b1-4ffe00e1e41e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:01.978862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Network 8b58d686-1c42-4524-8a87-eda931601b23 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:35:01.989172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:35:01.992812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:35:02.034984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-994d4f33-045f-44e0-bc6c-5d8c68e8d88b None None] Current status of the port 390b723f-4006-4893-a6b8-6a3ee964b3f0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:02.043011 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Pushing event updated for resources: {'Port': ['ID=c833f5b2-cb81-4f81-b090-2e041ca00ce0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:02.048675 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] Set router f430c17b-e503-4f15-928a-7477022a8d76 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:02.049760 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (f430c17b-e503-4f15-928a-7477022a8d76), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:02.169535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-45ef5963-2a7b-4f6b-973c-cda29baf6dd0 None None] Provisioning complete for port 390b723f-4006-4893-a6b8-6a3ee964b3f0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:02.169918 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45ef5963-2a7b-4f6b-973c-cda29baf6dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:02.251789 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:02.323917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-45ef5963-2a7b-4f6b-973c-cda29baf6dd0 None None] Current status of the port 390b723f-4006-4893-a6b8-6a3ee964b3f0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:02.343219 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'name': 'tempest-TestEncryptedCinderVolumes-251580333-router', 'tenant_id': '60d479441ac047049d52b18521067f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:58Z', 'updated_at': '2022-01-31T19:35:00Z', 'revision_number': 3, 'project_id': '60d479441ac047049d52b18521067f01', 'gw_port': {'id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:59Z', 'updated_at': '2022-01-31T19:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:02.397520 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17043803-18f5-49b7-aa2d-c3f0ed9ced38 None None] The sync data for ids ['f430c17b-e503-4f15-928a-7477022a8d76'] in n-d-812111-15 is: [{'id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'name': 'tempest-TestEncryptedCinderVolumes-251580333-router', 'tenant_id': '60d479441ac047049d52b18521067f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:58Z', 'updated_at': '2022-01-31T19:35:00Z', 'revision_number': 3, 'project_id': '60d479441ac047049d52b18521067f01', 'gw_port': {'id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:59Z', 'updated_at': '2022-01-31T19:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:35:02.455400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3293ec0b-e872-4f0f-a7c6-c5b770606bce None None] Provisioning complete for port c833f5b2-cb81-4f81-b090-2e041ca00ce0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:02.455789 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3293ec0b-e872-4f0f-a7c6-c5b770606bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:02.514970 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Publish callbacks [] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:02.525270 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:02.536209 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3293ec0b-e872-4f0f-a7c6-c5b770606bce None None] Port c833f5b2-cb81-4f81-b090-2e041ca00ce0 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:35:02.605964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Pushing event updated for resources: {'Port': ['ID=c833f5b2-cb81-4f81-b090-2e041ca00ce0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:02.634829 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (f430c17b-e503-4f15-928a-7477022a8d76), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:02.644364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 848c0dcd-104a-4440-920a-153ea46fabb5 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:35:02.722334 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 848c0dcd-104a-4440-920a-153ea46fabb5 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:02.722631 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:02.746778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Network 8b58d686-1c42-4524-8a87-eda931601b23 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:35:02.748243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:35:02.887927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 848c0dcd-104a-4440-920a-153ea46fabb5 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:02.889682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 390b723f-4006-4893-a6b8-6a3ee964b3f0 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:35:02.964757 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 390b723f-4006-4893-a6b8-6a3ee964b3f0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:02.965236 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:03.132074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 390b723f-4006-4893-a6b8-6a3ee964b3f0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:03.178280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f5b56ef2-f482-461f-81bd-0d6bc233e2aa None None] Provisioning complete for port c833f5b2-cb81-4f81-b090-2e041ca00ce0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:03.178778 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f5b56ef2-f482-461f-81bd-0d6bc233e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:03.250573 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f5b56ef2-f482-461f-81bd-0d6bc233e2aa None None] Port c833f5b2-cb81-4f81-b090-2e041ca00ce0 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:35:03.413141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Router f430c17b-e503-4f15-928a-7477022a8d76 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:35:03.531378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:35:03.540312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-77b58d17-e74d-480b-b71f-bedff8d26be7 admin admin] 10.222.0.20 "PUT /v2.0/routers/f430c17b-e503-4f15-928a-7477022a8d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7121549 Jan 31 19:35:04.460212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-3d67c30a-1a68-49b5-9732-19f2b2277a6c tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:04.463544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-3d67c30a-1a68-49b5-9732-19f2b2277a6c tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/networks?id=17d583a9-c32c-4e22-bcb3-0775c563f437 HTTP/1.1" status: 200 len: 817 time: 0.1095586 Jan 31 19:35:04.482150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-75ee05a1-5729-481f-a2c2-6b577ee9da6b tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/quotas/24943ee334e54ce08b0be857fe588f1c HTTP/1.1" status: 200 len: 375 time: 0.0141301 Jan 31 19:35:04.499306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 23f24852-3ebb-4d63-92b1-4ffe00e1e41e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:35:04.547213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-34d1d9e2-6f50-4f57-9626-ca47db0b02e6 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24943ee334e54ce08b0be857fe588f1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593386 Jan 31 19:35:04.552187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:04.552600 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:04.632878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:04.633309 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:04.658828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=23f24852-3ebb-4d63-92b1-4ffe00e1e41e,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:04.664000 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:04.714642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=23f24852-3ebb-4d63-92b1-4ffe00e1e41e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:04.759971 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-0047610f-adcd-49b7-917d-61b94a837f97 service neutron] 10.222.0.20 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013803 Jan 31 19:35:04.864568 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-a0a5c534-1840-4f8d-988d-ab3b687376de service neutron] 10.222.0.20 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984356 Jan 31 19:35:05.039120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d187ff0c-f0df-42a7-ac34-7623a93ded61 req-cbddb827-146d-444a-9fe7-a295b65f8936 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 210 time: 0.0288699 Jan 31 19:35:05.073682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Sync routers for ids ['f430c17b-e503-4f15-928a-7477022a8d76'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:35:05.084393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Routers {'f430c17b-e503-4f15-928a-7477022a8d76'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:05.085540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f430c17b-e503-4f15-928a-7477022a8d76'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:05.355395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Set router f430c17b-e503-4f15-928a-7477022a8d76 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:05.559372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'name': 'tempest-TestEncryptedCinderVolumes-251580333-router', 'tenant_id': '60d479441ac047049d52b18521067f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:58Z', 'updated_at': '2022-01-31T19:35:02Z', 'revision_number': 4, 'project_id': '60d479441ac047049d52b18521067f01', 'gw_port': {'id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:59Z', 'updated_at': '2022-01-31T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'c833f5b2-cb81-4f81-b090-2e041ca00ce0', 'name': '', 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23', 'tenant_id': '60d479441ac047049d52b18521067f01', 'mac_address': 'fa:16:3e:87:ea:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59512234-3d23-4b07-9f86-8213f201ab03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:35:01Z', 'updated_at': '2022-01-31T19:35:02Z', 'revision_number': 2, 'project_id': '60d479441ac047049d52b18521067f01', 'subnets': [{'id': '59512234-3d23-4b07-9f86-8213f201ab03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:05.590821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Checking router: f430c17b-e503-4f15-928a-7477022a8d76 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:35:05.591233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Updating router f430c17b-e503-4f15-928a-7477022a8d76 port c833f5b2-cb81-4f81-b090-2e041ca00ce0 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:35:05.618582 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:05.873322 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Publish callbacks [] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:05.879043 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:05.927487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca5d38-b8f0-4c90-8a51-94942f23cb00 None None] Pushing event updated for resources: {'Port': ['ID=c833f5b2-cb81-4f81-b090-2e041ca00ce0,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:05.995388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Attempting to bind port c833f5b2-cb81-4f81-b090-2e041ca00ce0 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:35:05.995764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Attempting to bind port c833f5b2-cb81-4f81-b090-2e041ca00ce0 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '95ba2f95-ac55-4a65-9066-958ddc7dd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:35:05.996224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Attempting to bind port c833f5b2-cb81-4f81-b090-2e041ca00ce0 on network 8b58d686-1c42-4524-8a87-eda931601b23 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:35:06.001899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:35:06.002327 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Checking segment: {'id': '95ba2f95-ac55-4a65-9066-958ddc7dd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:35:06.002740 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.003135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Bound using segment: {'id': '95ba2f95-ac55-4a65-9066-958ddc7dd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:35:06.003612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Bound port: c833f5b2-cb81-4f81-b090-2e041ca00ce0, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ba2f95-ac55-4a65-9066-958ddc7dd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:35:06.003999 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.083736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-227fcdea-cc3c-49b2-8321-91001bd7223d tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:06.086340 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-227fcdea-cc3c-49b2-8321-91001bd7223d tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.21 "GET /v2.0/networks?id=17d583a9-c32c-4e22-bcb3-0775c563f437 HTTP/1.1" status: 200 len: 817 time: 0.1520989 Jan 31 19:35:06.100995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Request body: {'port': {'device_id': '53258c8d-7ad1-4b06-858a-83139ffdf497', 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437', 'admin_state_up': True, 'tenant_id': '24943ee334e54ce08b0be857fe588f1c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:35:06.108561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] For port c833f5b2-cb81-4f81-b090-2e041ca00ce0, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:35:06.120459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] For port c833f5b2-cb81-4f81-b090-2e041ca00ce0, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c833f5b2-cb81-4f81-b090-2e041ca00ce0,segment=NetworkSegment(95ba2f95-ac55-4a65-9066-958ddc7dd009),segment_id=95ba2f95-ac55-4a65-9066-958ddc7dd009)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:35:06.130783 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.196808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f7bee7da-6708-4eb8-a098-54268467b87d req-78f139dc-c3b7-4b88-b0be-edd9be67cf08 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 210 time: 0.0343750 Jan 31 19:35:06.208753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca5d38-b8f0-4c90-8a51-94942f23cb00 None None] Pushing event updated for resources: {'Port': ['ID=c833f5b2-cb81-4f81-b090-2e041ca00ce0,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:06.213957 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Routers {'f430c17b-e503-4f15-928a-7477022a8d76'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:35:06.214671 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:34:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f430c17b-e503-4f15-928a-7477022a8d76'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:06.267859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-26417048-5175-4566-b04e-161da08667a3 None None] Provisioning complete for port c833f5b2-cb81-4f81-b090-2e041ca00ce0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:06.268512 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-26417048-5175-4566-b04e-161da08667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.283847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Made reservation on behalf of 24943ee334e54ce08b0be857fe588f1c for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:35:06.287531 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.396223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] Set router f430c17b-e503-4f15-928a-7477022a8d76 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:35:06.443256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-26417048-5175-4566-b04e-161da08667a3 None None] Current status of the port c833f5b2-cb81-4f81-b090-2e041ca00ce0 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:06.444379 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-26417048-5175-4566-b04e-161da08667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.463329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Allocated IP 172.20.0.8 (17d583a9-c32c-4e22-bcb3-0775c563f437/7e9cd60f-a016-4981-93c1-47576280b187/fc7b717e-f06a-4940-8593-c87a64db390d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:35:06.490543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 23f24852-3ebb-4d63-92b1-4ffe00e1e41e up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:35:06.552656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-26417048-5175-4566-b04e-161da08667a3 None None] For port c833f5b2-cb81-4f81-b090-2e041ca00ce0, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c833f5b2-cb81-4f81-b090-2e041ca00ce0,segment=NetworkSegment(95ba2f95-ac55-4a65-9066-958ddc7dd009),segment_id=95ba2f95-ac55-4a65-9066-958ddc7dd009)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:06.592167 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-26417048-5175-4566-b04e-161da08667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.626355 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks [] for port (fc7b717e-f06a-4940-8593-c87a64db390d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.666594 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.696678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26417048-5175-4566-b04e-161da08667a3 None None] Pushing event updated for resources: {'Port': ['ID=c833f5b2-cb81-4f81-b090-2e041ca00ce0,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:06.699205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:06.700015 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.709650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Network 17d583a9-c32c-4e22-bcb3-0775c563f437 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:35:06.713016 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:35:06.716681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:35:06.726294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Pushing event updated for resources: {'Port': ['ID=fc7b717e-f06a-4940-8593-c87a64db390d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:06.757423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7d7e75bc-7b70-4537-9106-a7a19a802e1c None None] Provisioning complete for port c833f5b2-cb81-4f81-b090-2e041ca00ce0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:06.757802 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d7e75bc-7b70-4537-9106-a7a19a802e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.774000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:06.774643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.794333 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d4551f29-f5b9-4348-98d2-33d20639f7d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7001436 Jan 31 19:35:06.807071 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Request body: {'port': {'device_id': '53258c8d-7ad1-4b06-858a-83139ffdf497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:35:06.838192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'name': 'tempest-TestEncryptedCinderVolumes-251580333-router', 'tenant_id': '60d479441ac047049d52b18521067f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:58Z', 'updated_at': '2022-01-31T19:35:02Z', 'revision_number': 4, 'project_id': '60d479441ac047049d52b18521067f01', 'gw_port': {'id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:59Z', 'updated_at': '2022-01-31T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'c833f5b2-cb81-4f81-b090-2e041ca00ce0', 'name': '', 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23', 'tenant_id': '60d479441ac047049d52b18521067f01', 'mac_address': 'fa:16:3e:87:ea:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59512234-3d23-4b07-9f86-8213f201ab03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:35:01Z', 'updated_at': '2022-01-31T19:35:06Z', 'revision_number': 4, 'project_id': '60d479441ac047049d52b18521067f01', 'subnets': [{'id': '59512234-3d23-4b07-9f86-8213f201ab03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:35:06.877060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c075125-61b1-4c99-8381-7e8ee72a1b67 None None] The sync data for ids ['f430c17b-e503-4f15-928a-7477022a8d76'] in n-d-812111-15 is: [{'id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'name': 'tempest-TestEncryptedCinderVolumes-251580333-router', 'tenant_id': '60d479441ac047049d52b18521067f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:58Z', 'updated_at': '2022-01-31T19:35:02Z', 'revision_number': 4, 'project_id': '60d479441ac047049d52b18521067f01', 'gw_port': {'id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:59Z', 'updated_at': '2022-01-31T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'c833f5b2-cb81-4f81-b090-2e041ca00ce0', 'name': '', 'network_id': '8b58d686-1c42-4524-8a87-eda931601b23', 'tenant_id': '60d479441ac047049d52b18521067f01', 'mac_address': 'fa:16:3e:87:ea:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59512234-3d23-4b07-9f86-8213f201ab03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:35:01Z', 'updated_at': '2022-01-31T19:35:06Z', 'revision_number': 4, 'project_id': '60d479441ac047049d52b18521067f01', 'subnets': [{'id': '59512234-3d23-4b07-9f86-8213f201ab03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:35:06.878114 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:06.886065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:06.925668 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e75bc-7b70-4537-9106-a7a19a802e1c None None] Current status of the port c833f5b2-cb81-4f81-b090-2e041ca00ce0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:07.050229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dee91530-70b5-4bd5-a6f4-f593fc6b55fd None None] Provisioning complete for port fc7b717e-f06a-4940-8593-c87a64db390d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:07.050229 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dee91530-70b5-4bd5-a6f4-f593fc6b55fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:07.088301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dee91530-70b5-4bd5-a6f4-f593fc6b55fd None None] Port fc7b717e-f06a-4940-8593-c87a64db390d cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:35:07.222597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7b717e-f06a-4940-8593-c87a64db390d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:35:07.231263 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Publish callbacks [] for port (fc7b717e-f06a-4940-8593-c87a64db390d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:07.246003 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Transition to ACTIVE for port object fc7b717e-f06a-4940-8593-c87a64db390d will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:35:07.251187 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:07.348359 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7b717e-f06a-4940-8593-c87a64db390d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:07.434249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b577e4-59ef-4763-ae74-e514c15f5611 req-71507a1c-edaf-4538-a94a-6caa836fbfd0 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:07.435875 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0b577e4-59ef-4763-ae74-e514c15f5611 req-71507a1c-edaf-4538-a94a-6caa836fbfd0 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 943 time: 0.1372800 Jan 31 19:35:07.476696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Attempting to bind port fc7b717e-f06a-4940-8593-c87a64db390d on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:35:07.477561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Attempting to bind port fc7b717e-f06a-4940-8593-c87a64db390d by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:35:07.477944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Attempting to bind port fc7b717e-f06a-4940-8593-c87a64db390d on network 17d583a9-c32c-4e22-bcb3-0775c563f437 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:35:07.490607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Port fc7b717e-f06a-4940-8593-c87a64db390d on network 17d583a9-c32c-4e22-bcb3-0775c563f437 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:35:07.490939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Attempting to bind port fc7b717e-f06a-4940-8593-c87a64db390d on network 17d583a9-c32c-4e22-bcb3-0775c563f437 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:35:07.505645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:35:07.505989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Checking segment: {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:35:07.506379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Bound using segment: {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:35:07.506815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Bound port: fc7b717e-f06a-4940-8593-c87a64db390d, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:35:07.507180 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:07.514134 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a0b577e4-59ef-4763-ae74-e514c15f5611 req-866a7368-e3a2-4f17-ad40-ee9aeefc469e tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719671 Jan 31 19:35:07.577129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] For port fc7b717e-f06a-4940-8593-c87a64db390d, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:35:07.580118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] For port fc7b717e-f06a-4940-8593-c87a64db390d, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fc7b717e-f06a-4940-8593-c87a64db390d,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:35:07.585926 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:07.624240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:07.624889 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:07.626289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] 10.222.0.21 "PUT /v2.0/ports/fc7b717e-f06a-4940-8593-c87a64db390d HTTP/1.1" status: 200 len: 1092 time: 0.8242369 Jan 31 19:35:07.626777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53258c8d-7ad1-4b06-858a-83139ffdf497', 'tag': 'fc7b717e-f06a-4940-8593-c87a64db390d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:35:07.629024 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de02d95-d274-4435-9733-ff711b853a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "53258c8d-7ad1-4b06-858a-83139ffdf497", "tag": "fc7b717e-f06a-4940-8593-c87a64db390d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:35:07.654289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f2897-2298-4563-a2ee-5f083683d807 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7b717e-f06a-4940-8593-c87a64db390d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:07.707900 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fec4c51-ec58-4a0a-99f4-127a3a80ca66 x-openstack-request-id: req-7fec4c51-ec58-4a0a-99f4-127a3a80ca66 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:35:07.708357 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53258c8d-7ad1-4b06-858a-83139ffdf497", "tag": "fc7b717e-f06a-4940-8593-c87a64db390d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:35:07.708771 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fec4c51-ec58-4a0a-99f4-127a3a80ca66 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:35:07.709284 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53258c8d-7ad1-4b06-858a-83139ffdf497', 'tag': 'fc7b717e-f06a-4940-8593-c87a64db390d', 'status': 'completed', 'code': 200} Jan 31 19:35:07.732654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-ed1b15a3-3b92-45f8-bd6e-4cbd92b1ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:07.734391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-ed1b15a3-3b92-45f8-bd6e-4cbd92b1ac8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24943ee334e54ce08b0be857fe588f1c&device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 1126 time: 0.0559764 Jan 31 19:35:07.781980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-36af833a-b203-45d1-9708-244aa3c8c2f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc7b717e-f06a-4940-8593-c87a64db390d HTTP/1.1" status: 200 len: 217 time: 0.0393410 Jan 31 19:35:07.841361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-466fc427-5fdd-4e6c-97a9-26edb038381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:07.842960 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-466fc427-5fdd-4e6c-97a9-26edb038381d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e9cd60f-a016-4981-93c1-47576280b187 HTTP/1.1" status: 200 len: 856 time: 0.0536902 Jan 31 19:35:07.895652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-723f74de-f8e5-4c56-ba4b-97166a3f97cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:07.897304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-723f74de-f8e5-4c56-ba4b-97166a3f97cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=17d583a9-c32c-4e22-bcb3-0775c563f437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474241 Jan 31 19:35:07.989587 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-77a84268-bb6f-4ea2-9b9e-c2872383847b service neutron] 10.222.0.21 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839255 Jan 31 19:35:08.081855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c8f9eb6-6fd8-4cd6-ba08-1eb70d364ae8 req-d5457bb1-c660-43b2-859d-ebab3b775408 service neutron] 10.222.0.21 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866194 Jan 31 19:35:08.176427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de02d95-d274-4435-9733-ff711b853a2c req-c3ecbdba-e0cc-4f7f-aa45-875917dc4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:08.177950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1de02d95-d274-4435-9733-ff711b853a2c req-c3ecbdba-e0cc-4f7f-aa45-875917dc4aa6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24943ee334e54ce08b0be857fe588f1c&device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 1126 time: 0.0487902 Jan 31 19:35:08.275108 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de02d95-d274-4435-9733-ff711b853a2c req-2e2d3a1c-0458-4bfc-a822-c0a9aeae5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:08.276591 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1de02d95-d274-4435-9733-ff711b853a2c req-2e2d3a1c-0458-4bfc-a822-c0a9aeae5abe service neutron] 10.222.0.21 "GET /v2.0/networks?id=17d583a9-c32c-4e22-bcb3-0775c563f437 HTTP/1.1" status: 200 len: 918 time: 0.0924604 Jan 31 19:35:08.322871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1de02d95-d274-4435-9733-ff711b853a2c req-371b62ef-1e7d-464c-a7c4-cb1a5c636f19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc7b717e-f06a-4940-8593-c87a64db390d HTTP/1.1" status: 200 len: 217 time: 0.0402522 Jan 31 19:35:08.374503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de02d95-d274-4435-9733-ff711b853a2c req-3e0e5421-7712-447a-9bb4-11fdb7d543fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:08.375963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1de02d95-d274-4435-9733-ff711b853a2c req-3e0e5421-7712-447a-9bb4-11fdb7d543fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e9cd60f-a016-4981-93c1-47576280b187 HTTP/1.1" status: 200 len: 856 time: 0.0474892 Jan 31 19:35:08.440516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de02d95-d274-4435-9733-ff711b853a2c req-3113f51a-b510-480d-b41f-cfa12fba8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:08.442081 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1de02d95-d274-4435-9733-ff711b853a2c req-3113f51a-b510-480d-b41f-cfa12fba8e36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=17d583a9-c32c-4e22-bcb3-0775c563f437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0576344 Jan 31 19:35:08.514228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c833f5b2-cb81-4f81-b090-2e041ca00ce0 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:35:08.565341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1de02d95-d274-4435-9733-ff711b853a2c req-9b5b9d60-e9c4-4b0b-aac3-f37de116ce6d service neutron] 10.222.0.21 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156271 Jan 31 19:35:08.573089 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c833f5b2-cb81-4f81-b090-2e041ca00ce0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:08.573778 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:08.669530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c833f5b2-cb81-4f81-b090-2e041ca00ce0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:08.742825 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c11aab-1cb2-4e6a-a3f6-892f6d9f3967 req-e36271c3-028e-4db1-bf2c-4bdbd763659c tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:08.744626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31c11aab-1cb2-4e6a-a3f6-892f6d9f3967 req-e36271c3-028e-4db1-bf2c-4bdbd763659c tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 943 time: 0.1296496 Jan 31 19:35:08.750953 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1de02d95-d274-4435-9733-ff711b853a2c req-cda7c774-10aa-4213-9318-4d3ada7bed38 service neutron] 10.222.0.21 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777189 Jan 31 19:35:08.796820 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31c11aab-1cb2-4e6a-a3f6-892f6d9f3967 req-e8f39dbb-3a85-443b-8d5c-23337a75be84 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449154 Jan 31 19:35:09.919918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050567fa-9261-4b24-9518-6b5ee86af474 req-d6c79f7d-d59c-497b-bf37-a958f203c040 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:09.921483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-050567fa-9261-4b24-9518-6b5ee86af474 req-d6c79f7d-d59c-497b-bf37-a958f203c040 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 943 time: 0.0545347 Jan 31 19:35:09.973204 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-050567fa-9261-4b24-9518-6b5ee86af474 req-abbdfeff-a95a-4b8f-9af6-05ff11a38db8 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453157 Jan 31 19:35:10.966930 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fc7b717e-f06a-4940-8593-c87a64db390d details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:35:11.069796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fc7b717e-f06a-4940-8593-c87a64db390d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fc7b717e-f06a-4940-8593-c87a64db390d,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:11.081529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'fc7b717e-f06a-4940-8593-c87a64db390d', 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437', 'port_id': 'fc7b717e-f06a-4940-8593-c87a64db390d', 'mac_address': 'fa:16:3e:dd:df:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9cd60f-a016-4981-93c1-47576280b187', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:35:11.104301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b668e40-f8b1-4d6a-8804-afa89763b280 req-99a3845e-7b5b-4cd9-8a18-e88f811513d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:11.105870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b668e40-f8b1-4d6a-8804-afa89763b280 req-99a3845e-7b5b-4cd9-8a18-e88f811513d9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 943 time: 0.0627875 Jan 31 19:35:11.120737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port fc7b717e-f06a-4940-8593-c87a64db390d is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:11.121138 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:11.135909 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7b717e-f06a-4940-8593-c87a64db390d {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:35:11.155040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b668e40-f8b1-4d6a-8804-afa89763b280 req-db95cdf6-375c-4868-808a-a5ff4e14f3d1 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435929 Jan 31 19:35:11.156661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fc7b717e-f06a-4940-8593-c87a64db390d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fc7b717e-f06a-4940-8593-c87a64db390d,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:11.161117 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:11.219086 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=fc7b717e-f06a-4940-8593-c87a64db390d,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:11.363178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['fc7b717e-f06a-4940-8593-c87a64db390d'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:35:12.279294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a1e23-2057-4995-bab0-b6bee8d44d59 req-91d1e9dc-9e93-4b3e-b794-2240282b5500 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:12.280831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-704a1e23-2057-4995-bab0-b6bee8d44d59 req-91d1e9dc-9e93-4b3e-b794-2240282b5500 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 944 time: 0.0547249 Jan 31 19:35:12.338527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-704a1e23-2057-4995-bab0-b6bee8d44d59 req-5365a272-fe08-4e77-b9d5-51c1792165ce tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521321 Jan 31 19:35:12.968792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fc7b717e-f06a-4940-8593-c87a64db390d up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:35:13.025785 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port fc7b717e-f06a-4940-8593-c87a64db390d completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:35:13.030461 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port fc7b717e-f06a-4940-8593-c87a64db390d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:13.030848 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:13.113872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port fc7b717e-f06a-4940-8593-c87a64db390d is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:13.114274 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:13.139149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53258c8d-7ad1-4b06-858a-83139ffdf497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7b717e-f06a-4940-8593-c87a64db390d'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:35:13.141459 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a06684-eee5-426e-965f-529a0d8ad7c7" -d '{"events": [{"server_uuid": "53258c8d-7ad1-4b06-858a-83139ffdf497", "name": "network-vif-plugged", "status": "completed", "tag": "fc7b717e-f06a-4940-8593-c87a64db390d"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:35:13.155340 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port fc7b717e-f06a-4940-8593-c87a64db390d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fc7b717e-f06a-4940-8593-c87a64db390d,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:13.160283 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:13.222158 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=fc7b717e-f06a-4940-8593-c87a64db390d,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:13.240254 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2956b394-378f-4c03-baf6-2c8d1c00cf7c x-openstack-request-id: req-2956b394-378f-4c03-baf6-2c8d1c00cf7c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:35:13.240583 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53258c8d-7ad1-4b06-858a-83139ffdf497", "name": "network-vif-plugged", "status": "completed", "tag": "fc7b717e-f06a-4940-8593-c87a64db390d", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:35:13.240840 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2956b394-378f-4c03-baf6-2c8d1c00cf7c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:35:13.241243 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53258c8d-7ad1-4b06-858a-83139ffdf497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7b717e-f06a-4940-8593-c87a64db390d', 'code': 200} Jan 31 19:35:13.347023 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6cc85-3f71-4725-a966-01a5ebd5c1fb req-8d414d03-5217-4b08-b95c-23f2dfa50734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:13.348560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07d6cc85-3f71-4725-a966-01a5ebd5c1fb req-8d414d03-5217-4b08-b95c-23f2dfa50734 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 1128 time: 0.0485029 Jan 31 19:35:13.394403 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07d6cc85-3f71-4725-a966-01a5ebd5c1fb req-399ee19b-8ecd-4c57-afd4-27c471a12576 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390487 Jan 31 19:35:13.462136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523186e-8bc6-49b5-9145-b87c5fb18aed req-68c5b0c4-2d5f-40a3-959c-3e9ac5de3f15 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:13.463637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f523186e-8bc6-49b5-9145-b87c5fb18aed req-68c5b0c4-2d5f-40a3-959c-3e9ac5de3f15 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 945 time: 0.0545506 Jan 31 19:35:13.511404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f523186e-8bc6-49b5-9145-b87c5fb18aed req-1cf76285-1dd9-4a99-a52e-b00b8d2957ce tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422165 Jan 31 19:35:14.636015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d12c-0f8c-44fe-bc4d-c954cf2e7d64 req-606b0bcb-511e-41e3-bb34-32b734caec69 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:14.637460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ff0d12c-0f8c-44fe-bc4d-c954cf2e7d64 req-606b0bcb-511e-41e3-bb34-32b734caec69 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 945 time: 0.0572114 Jan 31 19:35:14.684223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ff0d12c-0f8c-44fe-bc4d-c954cf2e7d64 req-253be3ef-f28c-46dc-a17c-3bdffa56c316 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Jan 31 19:35:14.803399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49bf31-a488-46ff-b5ab-f2cdc7881c0a req-b5045dd4-afc8-4f9a-b2d7-c009cf8860ae tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:14.805020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e49bf31-a488-46ff-b5ab-f2cdc7881c0a req-b5045dd4-afc8-4f9a-b2d7-c009cf8860ae tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 945 time: 0.0533431 Jan 31 19:35:14.853823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9e49bf31-a488-46ff-b5ab-f2cdc7881c0a req-466d7e87-2b8d-4739-82b3-ab05af377c1d tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 Jan 31 19:35:18.934489 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4722b30a-92e3-497b-82de-fbf63ac43db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:21.178959 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d01849a9-1b3f-4ae2-b72c-1e32c324f21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:22.658579 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:24.299571 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:24.838941 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:25.364234 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:26.604305 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:38.290104 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:35:48.931214 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2abb0eab-574a-45ff-a33d-e2eae7c09c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:49.157344 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb38536-2999-4e08-9d7a-ec6debf285a2 req-91f1dea6-f1dc-4f52-89a1-fff840f8a073 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:49.158842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5eb38536-2999-4e08-9d7a-ec6debf285a2 req-91f1dea6-f1dc-4f52-89a1-fff840f8a073 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 945 time: 0.0539725 Jan 31 19:35:49.212738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5eb38536-2999-4e08-9d7a-ec6debf285a2 req-89d1b420-12b9-41cf-a944-0212f129bdf5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473306 Jan 31 19:35:50.336250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b0bb2-b74c-48e3-91e5-c1262b1e22ca req-0c039963-4e3c-4ce7-be40-fe4f24ebc8b8 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:50.337831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da0b0bb2-b74c-48e3-91e5-c1262b1e22ca req-0c039963-4e3c-4ce7-be40-fe4f24ebc8b8 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 945 time: 0.0535650 Jan 31 19:35:50.389815 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-da0b0bb2-b74c-48e3-91e5-c1262b1e22ca req-4ca11797-2d92-47e5-a718-6e2bd9f5a065 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464172 Jan 31 19:35:50.653212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d39a1e-7642-48ed-85b1-ca955a2ce946 req-57b0bc34-c31f-4299-a893-be108fda5563 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:50.654739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39d39a1e-7642-48ed-85b1-ca955a2ce946 req-57b0bc34-c31f-4299-a893-be108fda5563 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.21 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 945 time: 0.0562153 Jan 31 19:35:50.756223 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-39d39a1e-7642-48ed-85b1-ca955a2ce946 req-b88cce81-e4cd-459c-8c57-8efbed8aa760 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Deleting port fc7b717e-f06a-4940-8593-c87a64db390d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:35:50.756583 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39d39a1e-7642-48ed-85b1-ca955a2ce946 req-b88cce81-e4cd-459c-8c57-8efbed8aa760 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:50.844261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-39d39a1e-7642-48ed-85b1-ca955a2ce946 req-b88cce81-e4cd-459c-8c57-8efbed8aa760 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] For port fc7b717e-f06a-4940-8593-c87a64db390d, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=fc7b717e-f06a-4940-8593-c87a64db390d,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:50.844518 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39d39a1e-7642-48ed-85b1-ca955a2ce946 req-b88cce81-e4cd-459c-8c57-8efbed8aa760 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:50.858173 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-39d39a1e-7642-48ed-85b1-ca955a2ce946 req-b88cce81-e4cd-459c-8c57-8efbed8aa760 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Calling delete_port for fc7b717e-f06a-4940-8593-c87a64db390d owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:35:50.987854 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39d39a1e-7642-48ed-85b1-ca955a2ce946 req-b88cce81-e4cd-459c-8c57-8efbed8aa760 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (fc7b717e-f06a-4940-8593-c87a64db390d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.000037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['fc7b717e-f06a-4940-8593-c87a64db390d'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:35:51.016182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cce81-e4cd-459c-8c57-8efbed8aa760 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Pushing event deleted for resources: {'Port': ['ID=fc7b717e-f06a-4940-8593-c87a64db390d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:51.064906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d39a1e-7642-48ed-85b1-ca955a2ce946 req-b88cce81-e4cd-459c-8c57-8efbed8aa760 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] No DVR routers for this DVR port fc7b717e-f06a-4940-8593-c87a64db390d on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:35:51.067709 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39d39a1e-7642-48ed-85b1-ca955a2ce946 req-b88cce81-e4cd-459c-8c57-8efbed8aa760 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.071156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-39d39a1e-7642-48ed-85b1-ca955a2ce946 req-b88cce81-e4cd-459c-8c57-8efbed8aa760 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.21 "DELETE /v2.0/ports/fc7b717e-f06a-4940-8593-c87a64db390d HTTP/1.1" status: 204 len: 173 time: 0.4110138 Jan 31 19:35:51.071600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53258c8d-7ad1-4b06-858a-83139ffdf497', 'name': 'network-vif-deleted', 'tag': 'fc7b717e-f06a-4940-8593-c87a64db390d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:35:51.073940 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2096517-3fde-4463-bab3-dd19bba557bd" -d '{"events": [{"server_uuid": "53258c8d-7ad1-4b06-858a-83139ffdf497", "name": "network-vif-deleted", "tag": "fc7b717e-f06a-4940-8593-c87a64db390d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:35:51.114645 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ecc790-30ac-415f-931f-0a8f67fed320 x-openstack-request-id: req-d3ecc790-30ac-415f-931f-0a8f67fed320 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:35:51.115073 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53258c8d-7ad1-4b06-858a-83139ffdf497", "name": "network-vif-deleted", "tag": "fc7b717e-f06a-4940-8593-c87a64db390d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:35:51.115345 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3ecc790-30ac-415f-931f-0a8f67fed320 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:35:51.115764 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53258c8d-7ad1-4b06-858a-83139ffdf497', 'name': 'network-vif-deleted', 'tag': 'fc7b717e-f06a-4940-8593-c87a64db390d', 'status': 'completed', 'code': 200} Jan 31 19:35:51.184962 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b09705e9-f8bb-459a-a868-50c404e671e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:51.519783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-411d392a-17ff-432e-a5e5-8949f0f16084 req-827d73b0-173e-4d96-b875-2daf01e5c3af tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=53258c8d-7ad1-4b06-858a-83139ffdf497 HTTP/1.1" status: 200 len: 210 time: 0.0364130 Jan 31 19:35:52.661828 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:53.003933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c919196-a780-461d-884a-d5f710c177f8 req-8e4452bb-52ad-46ce-a233-22d2f2892840 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:53.005427 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-8e4452bb-52ad-46ce-a233-22d2f2892840 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/networks?id=17d583a9-c32c-4e22-bcb3-0775c563f437 HTTP/1.1" status: 200 len: 817 time: 0.1011887 Jan 31 19:35:53.021348 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-169d6fb5-00ea-458a-ac56-e3a2e7e4acf9 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/quotas/24943ee334e54ce08b0be857fe588f1c HTTP/1.1" status: 200 len: 375 time: 0.0100465 Jan 31 19:35:53.081513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-3e7a1b6a-3862-4fa8-b0bd-d4ec8c33fd2e tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24943ee334e54ce08b0be857fe588f1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543327 Jan 31 19:35:53.175752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-41ed8078-e8b3-4465-84b9-826c86c48e10 service neutron] 10.222.0.20 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823348 Jan 31 19:35:53.269799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-53c12095-94d2-4654-94ae-2e52141f411a service neutron] 10.222.0.20 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874937 Jan 31 19:35:53.436139 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7ecd533c-d039-4013-82f5-09d032fc7e36 req-e81b442d-252e-4ce5-acb9-2871718b93bb tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 210 time: 0.0297551 Jan 31 19:35:54.300934 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:54.362942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c919196-a780-461d-884a-d5f710c177f8 req-68249781-58c3-4757-b417-f438b54f4396 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:54.364475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-68249781-58c3-4757-b417-f438b54f4396 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.21 "GET /v2.0/networks?id=17d583a9-c32c-4e22-bcb3-0775c563f437 HTTP/1.1" status: 200 len: 817 time: 0.1099768 Jan 31 19:35:54.377673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9c919196-a780-461d-884a-d5f710c177f8 req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Request body: {'port': {'device_id': '945e813a-3df6-49a1-b744-9fea077e1618', 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437', 'admin_state_up': True, 'tenant_id': '24943ee334e54ce08b0be857fe588f1c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:35:54.493609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c919196-a780-461d-884a-d5f710c177f8 req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Made reservation on behalf of 24943ee334e54ce08b0be857fe588f1c for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:35:54.497317 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c919196-a780-461d-884a-d5f710c177f8 req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:54.546768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4afad15b-2756-4627-a3f7-bf40088366a2 req-aa2144cc-38d2-447b-8d32-de29913254e0 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 210 time: 0.0347850 Jan 31 19:35:54.656000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-9c919196-a780-461d-884a-d5f710c177f8 req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Allocated IP 172.20.0.6 (17d583a9-c32c-4e22-bcb3-0775c563f437/7e9cd60f-a016-4981-93c1-47576280b187/3dcd673c-403b-4ede-8922-f4a4546bf2ad) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:35:54.807719 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c919196-a780-461d-884a-d5f710c177f8 req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks [] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:54.843655 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c919196-a780-461d-884a-d5f710c177f8 req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:54.861449 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:54.891951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c919196-a780-461d-884a-d5f710c177f8 req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Network 17d583a9-c32c-4e22-bcb3-0775c563f437 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:35:54.895231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-9c919196-a780-461d-884a-d5f710c177f8 req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:35:54.899391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c919196-a780-461d-884a-d5f710c177f8 req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:35:54.908908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Pushing event updated for resources: {'Port': ['ID=3dcd673c-403b-4ede-8922-f4a4546bf2ad,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:54.956949 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c919196-a780-461d-884a-d5f710c177f8 req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:54.957680 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c919196-a780-461d-884a-d5f710c177f8 req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:54.977057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-1cd0e5df-521e-44b7-b821-1227d10fe3f5 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6030729 Jan 31 19:35:54.988121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Request body: {'port': {'device_id': '945e813a-3df6-49a1-b744-9fea077e1618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:35:55.055657 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:55.168464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fc7b717e-f06a-4940-8593-c87a64db390d no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:35:55.202238 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: fc7b717e-f06a-4940-8593-c87a64db390d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:35:55.202660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device fc7b717e-f06a-4940-8593-c87a64db390d not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:35:55.216749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c1e041fd-560b-4cf8-9f94-1d14c61f6225 None None] Provisioning complete for port 3dcd673c-403b-4ede-8922-f4a4546bf2ad triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:35:55.217297 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1e041fd-560b-4cf8-9f94-1d14c61f6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:55.259141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c1e041fd-560b-4cf8-9f94-1d14c61f6225 None None] Port 3dcd673c-403b-4ede-8922-f4a4546bf2ad cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:35:55.326883 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcd673c-403b-4ede-8922-f4a4546bf2ad {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:35:55.334423 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Publish callbacks [] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:55.347606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Transition to ACTIVE for port object 3dcd673c-403b-4ede-8922-f4a4546bf2ad will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:35:55.351716 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:55.369642 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:55.404440 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcd673c-403b-4ede-8922-f4a4546bf2ad,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:55.484417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Attempting to bind port 3dcd673c-403b-4ede-8922-f4a4546bf2ad on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:35:55.484764 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Attempting to bind port 3dcd673c-403b-4ede-8922-f4a4546bf2ad by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:35:55.485101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Attempting to bind port 3dcd673c-403b-4ede-8922-f4a4546bf2ad on network 17d583a9-c32c-4e22-bcb3-0775c563f437 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:35:55.489849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Port 3dcd673c-403b-4ede-8922-f4a4546bf2ad on network 17d583a9-c32c-4e22-bcb3-0775c563f437 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:35:55.490227 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Attempting to bind port 3dcd673c-403b-4ede-8922-f4a4546bf2ad on network 17d583a9-c32c-4e22-bcb3-0775c563f437 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:35:55.496415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:35:55.496769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Checking segment: {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:35:55.497169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Bound using segment: {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:35:55.497614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Bound port: 3dcd673c-403b-4ede-8922-f4a4546bf2ad, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c68784-acf4-4f93-9722-35c659cc605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:35:55.497983 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:55.579509 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] For port 3dcd673c-403b-4ede-8922-f4a4546bf2ad, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:35:55.582849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] For port 3dcd673c-403b-4ede-8922-f4a4546bf2ad, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3dcd673c-403b-4ede-8922-f4a4546bf2ad,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:35:55.590032 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:55.626162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:55.626828 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:55.628211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/3dcd673c-403b-4ede-8922-f4a4546bf2ad HTTP/1.1" status: 200 len: 1092 time: 0.6444199 Jan 31 19:35:55.628689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945e813a-3df6-49a1-b744-9fea077e1618', 'tag': '3dcd673c-403b-4ede-8922-f4a4546bf2ad'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:35:55.631001 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd4b39f-b2c2-44f3-8970-0343ece25c40" -d '{"events": [{"name": "network-changed", "server_uuid": "945e813a-3df6-49a1-b744-9fea077e1618", "tag": "3dcd673c-403b-4ede-8922-f4a4546bf2ad"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:35:55.692842 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ce54dc-e4b8-4a73-af87-ca6783eaa913 x-openstack-request-id: req-47ce54dc-e4b8-4a73-af87-ca6783eaa913 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:35:55.693141 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945e813a-3df6-49a1-b744-9fea077e1618", "tag": "3dcd673c-403b-4ede-8922-f4a4546bf2ad", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:35:55.693406 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47ce54dc-e4b8-4a73-af87-ca6783eaa913 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:35:55.693818 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945e813a-3df6-49a1-b744-9fea077e1618', 'tag': '3dcd673c-403b-4ede-8922-f4a4546bf2ad', 'status': 'completed', 'code': 200} Jan 31 19:35:55.719875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9020d8-2ee6-4575-bebc-78f8e0f669a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcd673c-403b-4ede-8922-f4a4546bf2ad,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:55.751992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442266d0-2b2b-4bbd-a156-17f41e9a57fa req-0826aa1a-7059-45b7-bee8-5f8801621a70 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:55.753579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-442266d0-2b2b-4bbd-a156-17f41e9a57fa req-0826aa1a-7059-45b7-bee8-5f8801621a70 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 943 time: 0.1291971 Jan 31 19:35:55.758692 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c919196-a780-461d-884a-d5f710c177f8 req-9ba38060-674c-4cb4-928a-533e830714b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:55.760195 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-9ba38060-674c-4cb4-928a-533e830714b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24943ee334e54ce08b0be857fe588f1c&device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 1126 time: 0.0807183 Jan 31 19:35:55.814316 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-b8c07650-ae6f-4691-89b3-43f8e0e0bc34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dcd673c-403b-4ede-8922-f4a4546bf2ad HTTP/1.1" status: 200 len: 217 time: 0.0454962 Jan 31 19:35:55.871551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-442266d0-2b2b-4bbd-a156-17f41e9a57fa req-63e4dc7c-4a90-4dfc-b8f2-b322d47502eb tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103365 Jan 31 19:35:55.882092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c919196-a780-461d-884a-d5f710c177f8 req-68efaae2-5e8e-4b44-87ed-d4d4821e2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:55.883652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-68efaae2-5e8e-4b44-87ed-d4d4821e2ec8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e9cd60f-a016-4981-93c1-47576280b187 HTTP/1.1" status: 200 len: 856 time: 0.0617409 Jan 31 19:35:55.934271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c919196-a780-461d-884a-d5f710c177f8 req-6d3577fc-9c06-4635-99a1-b6ed35cdd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:55.935766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-6d3577fc-9c06-4635-99a1-b6ed35cdd182 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=17d583a9-c32c-4e22-bcb3-0775c563f437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456970 Jan 31 19:35:56.022744 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-b64461d0-b73f-4621-88aa-013f8c8d8326 service neutron] 10.222.0.21 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803556 Jan 31 19:35:56.114569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c919196-a780-461d-884a-d5f710c177f8 req-27733186-cefa-402c-8c61-7bf042f2c760 service neutron] 10.222.0.21 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860660 Jan 31 19:35:56.202084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4b39f-b2c2-44f3-8970-0343ece25c40 req-c3c9680a-0164-459f-a6a4-cd187a051b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:56.203582 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fd4b39f-b2c2-44f3-8970-0343ece25c40 req-c3c9680a-0164-459f-a6a4-cd187a051b1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24943ee334e54ce08b0be857fe588f1c&device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 1126 time: 0.0455709 Jan 31 19:35:56.296562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4b39f-b2c2-44f3-8970-0343ece25c40 req-e7f7658a-a34a-4f78-aa89-9e13978bf2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:56.298031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fd4b39f-b2c2-44f3-8970-0343ece25c40 req-e7f7658a-a34a-4f78-aa89-9e13978bf2d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=17d583a9-c32c-4e22-bcb3-0775c563f437 HTTP/1.1" status: 200 len: 918 time: 0.0884697 Jan 31 19:35:56.338308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fd4b39f-b2c2-44f3-8970-0343ece25c40 req-830ae370-2289-42ed-9c96-cf4b93e7f8f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dcd673c-403b-4ede-8922-f4a4546bf2ad HTTP/1.1" status: 200 len: 217 time: 0.0345709 Jan 31 19:35:56.386530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4b39f-b2c2-44f3-8970-0343ece25c40 req-fb3b198a-857c-41dd-bdf9-bbb885770985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:56.387891 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fd4b39f-b2c2-44f3-8970-0343ece25c40 req-fb3b198a-857c-41dd-bdf9-bbb885770985 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e9cd60f-a016-4981-93c1-47576280b187 HTTP/1.1" status: 200 len: 856 time: 0.0434794 Jan 31 19:35:56.443206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4b39f-b2c2-44f3-8970-0343ece25c40 req-d687b685-4921-4873-b952-46615b0dd029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:56.445393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fd4b39f-b2c2-44f3-8970-0343ece25c40 req-d687b685-4921-4873-b952-46615b0dd029 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=17d583a9-c32c-4e22-bcb3-0775c563f437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498178 Jan 31 19:35:56.533801 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fd4b39f-b2c2-44f3-8970-0343ece25c40 req-91da6ad5-5de7-484e-bb1a-67ce04e971cf service neutron] 10.222.0.21 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811200 Jan 31 19:35:56.601017 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:56.627320 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fd4b39f-b2c2-44f3-8970-0343ece25c40 req-d1553343-0bc5-4dec-b9b8-cd61f69fb0e0 service neutron] 10.222.0.21 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870483 Jan 31 19:35:56.993811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdac7c7-8502-4dd6-bf15-cd11884d2a07 req-4ac74a31-a4b9-476b-960d-db0467b2db1a tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:56.995306 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fdac7c7-8502-4dd6-bf15-cd11884d2a07 req-4ac74a31-a4b9-476b-960d-db0467b2db1a tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 943 time: 0.0536852 Jan 31 19:35:57.041589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fdac7c7-8502-4dd6-bf15-cd11884d2a07 req-241230ab-d5ce-4aad-ba7a-8c3cad3cc98f tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Jan 31 19:35:58.159915 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6065c-1f2e-4f7e-827f-12c782e78c12 req-52cd2aaf-974f-4a8c-9bc0-bf299e30ea70 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:58.161469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18c6065c-1f2e-4f7e-827f-12c782e78c12 req-52cd2aaf-974f-4a8c-9bc0-bf299e30ea70 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 943 time: 0.0526986 Jan 31 19:35:58.219543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18c6065c-1f2e-4f7e-827f-12c782e78c12 req-9f1c86d6-2e4b-4fee-8304-1c82189c5e1f tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522666 Jan 31 19:35:59.195127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3dcd673c-403b-4ede-8922-f4a4546bf2ad details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:35:59.351208 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f781fb5-6a68-4f67-8d42-b21e75e74c3c req-4b7a4915-68fa-417b-86f5-be2804b50c66 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:35:59.352823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f781fb5-6a68-4f67-8d42-b21e75e74c3c req-4b7a4915-68fa-417b-86f5-be2804b50c66 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 943 time: 0.0602696 Jan 31 19:35:59.402253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8f781fb5-6a68-4f67-8d42-b21e75e74c3c req-e900a297-c0d8-4ff0-9232-25a3a5e2c41a tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437896 Jan 31 19:35:59.455042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3dcd673c-403b-4ede-8922-f4a4546bf2ad, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3dcd673c-403b-4ede-8922-f4a4546bf2ad,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:59.466901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '3dcd673c-403b-4ede-8922-f4a4546bf2ad', 'network_id': '17d583a9-c32c-4e22-bcb3-0775c563f437', 'port_id': '3dcd673c-403b-4ede-8922-f4a4546bf2ad', 'mac_address': 'fa:16:3e:6a:9a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9cd60f-a016-4981-93c1-47576280b187', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:35:59.503192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 3dcd673c-403b-4ede-8922-f4a4546bf2ad is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:35:59.503599 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:59.516737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcd673c-403b-4ede-8922-f4a4546bf2ad {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:35:59.536526 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3dcd673c-403b-4ede-8922-f4a4546bf2ad, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3dcd673c-403b-4ede-8922-f4a4546bf2ad,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:35:59.540671 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:35:59.589688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=3dcd673c-403b-4ede-8922-f4a4546bf2ad,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:35:59.596938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.597294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.597641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.597984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.598322 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.598653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.598983 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.599316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.599644 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.599971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.600354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.600910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.601097 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:35:59.741478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['3dcd673c-403b-4ede-8922-f4a4546bf2ad'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:36:00.524312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda26f1-e23f-44ce-8763-caa693587ec1 req-34864c1f-5762-4315-aa75-cc8a550ae090 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:00.525803 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddda26f1-e23f-44ce-8763-caa693587ec1 req-34864c1f-5762-4315-aa75-cc8a550ae090 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 944 time: 0.0525787 Jan 31 19:36:00.572650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ddda26f1-e23f-44ce-8763-caa693587ec1 req-f040bd70-c6a6-4f42-a590-3fe2f2036544 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Jan 31 19:36:01.206090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3dcd673c-403b-4ede-8922-f4a4546bf2ad up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:36:01.258203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 3dcd673c-403b-4ede-8922-f4a4546bf2ad completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:36:01.261915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 3dcd673c-403b-4ede-8922-f4a4546bf2ad triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:01.262288 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:01.338622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 3dcd673c-403b-4ede-8922-f4a4546bf2ad is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:36:01.339017 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:01.361862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945e813a-3df6-49a1-b744-9fea077e1618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcd673c-403b-4ede-8922-f4a4546bf2ad'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:36:01.364088 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee9fe9e-aa66-4ec4-bbc6-96d37a552523" -d '{"events": [{"server_uuid": "945e813a-3df6-49a1-b744-9fea077e1618", "name": "network-vif-plugged", "status": "completed", "tag": "3dcd673c-403b-4ede-8922-f4a4546bf2ad"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:36:01.377349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 3dcd673c-403b-4ede-8922-f4a4546bf2ad, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3dcd673c-403b-4ede-8922-f4a4546bf2ad,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:01.383094 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:01.408741 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fed9d9d-bd82-4c1e-b222-8851d2e5b131 x-openstack-request-id: req-6fed9d9d-bd82-4c1e-b222-8851d2e5b131 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:36:01.409596 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945e813a-3df6-49a1-b744-9fea077e1618", "name": "network-vif-plugged", "status": "completed", "tag": "3dcd673c-403b-4ede-8922-f4a4546bf2ad", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:36:01.409858 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fed9d9d-bd82-4c1e-b222-8851d2e5b131 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:36:01.410522 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945e813a-3df6-49a1-b744-9fea077e1618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcd673c-403b-4ede-8922-f4a4546bf2ad', 'code': 200} Jan 31 19:36:01.445357 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=3dcd673c-403b-4ede-8922-f4a4546bf2ad,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:01.507982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abf86d-35bf-403f-94b0-335a8c394729 req-ed5a50b3-2028-4890-81ce-d3a6a150b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:01.509533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94abf86d-35bf-403f-94b0-335a8c394729 req-ed5a50b3-2028-4890-81ce-d3a6a150b35f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 1128 time: 0.0479405 Jan 31 19:36:01.554104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94abf86d-35bf-403f-94b0-335a8c394729 req-40325164-2b91-4bee-b91e-2e11d6b3e77c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386975 Jan 31 19:36:01.693390 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bea092-b851-4b7e-b73f-f2ac4fc45b5f req-0d6fba07-367f-425a-84b3-cf594815e88a tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:01.695807 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1bea092-b851-4b7e-b73f-f2ac4fc45b5f req-0d6fba07-367f-425a-84b3-cf594815e88a tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 945 time: 0.0559800 Jan 31 19:36:01.743051 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1bea092-b851-4b7e-b73f-f2ac4fc45b5f req-78b77fd8-53a7-4cb8-b73f-e8744dc7bb45 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Jan 31 19:36:02.864081 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4f714-ecef-476f-b5b9-a64df6f94c28 req-9acaf5fe-6fda-4d83-8034-e01c56d6f473 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:02.866182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ea4f714-ecef-476f-b5b9-a64df6f94c28 req-9acaf5fe-6fda-4d83-8034-e01c56d6f473 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 945 time: 0.0523481 Jan 31 19:36:02.917451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8ea4f714-ecef-476f-b5b9-a64df6f94c28 req-ed4e59a6-121a-4504-9685-3a4f928e742b tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452454 Jan 31 19:36:03.379530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e63fb1-5057-4fb9-b912-d4c372db9eaf req-14b848aa-7644-4d90-a366-a850c2471d67 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:03.381163 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35e63fb1-5057-4fb9-b912-d4c372db9eaf req-14b848aa-7644-4d90-a366-a850c2471d67 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 945 time: 0.3946548 Jan 31 19:36:03.433760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35e63fb1-5057-4fb9-b912-d4c372db9eaf req-08b62989-5dd8-47a8-b836-9879f22e1d04 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461130 Jan 31 19:36:07.470193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5daeb0f3-2eef-40cf-af8f-5dede047ea77 req-242e781c-ed18-464a-b79a-a9ea68517dbb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473130 Jan 31 19:36:07.551420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeb0f3-2eef-40cf-af8f-5dede047ea77 req-3e8bad82-5fb4-447a-bcf3-6c66d20a7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:07.553371 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5daeb0f3-2eef-40cf-af8f-5dede047ea77 req-3e8bad82-5fb4-447a-bcf3-6c66d20a7421 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=24943ee334e54ce08b0be857fe588f1c&device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 1128 time: 0.0432158 Jan 31 19:36:07.657880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeb0f3-2eef-40cf-af8f-5dede047ea77 req-0ede6950-751d-4cc9-a260-17b7cc62c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:07.659269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5daeb0f3-2eef-40cf-af8f-5dede047ea77 req-0ede6950-751d-4cc9-a260-17b7cc62c551 service neutron] 10.222.0.21 "GET /v2.0/networks?id=17d583a9-c32c-4e22-bcb3-0775c563f437 HTTP/1.1" status: 200 len: 918 time: 0.0881460 Jan 31 19:36:07.701212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5daeb0f3-2eef-40cf-af8f-5dede047ea77 req-19df265d-ccd3-4cf0-aa6a-4e49c2863e8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dcd673c-403b-4ede-8922-f4a4546bf2ad HTTP/1.1" status: 200 len: 217 time: 0.0359969 Jan 31 19:36:07.752779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeb0f3-2eef-40cf-af8f-5dede047ea77 req-056b5eed-7374-464d-85b6-6626c1f2bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:07.754315 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5daeb0f3-2eef-40cf-af8f-5dede047ea77 req-056b5eed-7374-464d-85b6-6626c1f2bbdb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e9cd60f-a016-4981-93c1-47576280b187 HTTP/1.1" status: 200 len: 856 time: 0.0470955 Jan 31 19:36:07.805463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeb0f3-2eef-40cf-af8f-5dede047ea77 req-3ddfc53b-5f43-421d-840c-8a2b63b12bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:07.806889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5daeb0f3-2eef-40cf-af8f-5dede047ea77 req-3ddfc53b-5f43-421d-840c-8a2b63b12bce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=17d583a9-c32c-4e22-bcb3-0775c563f437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470781 Jan 31 19:36:07.896831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5daeb0f3-2eef-40cf-af8f-5dede047ea77 req-e24a17e4-4466-4d37-9d58-e0f40b5f6afa service neutron] 10.222.0.21 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828848 Jan 31 19:36:07.991648 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5daeb0f3-2eef-40cf-af8f-5dede047ea77 req-d09fad87-3144-4d20-a95e-e64cfa23a08b service neutron] 10.222.0.21 "GET /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881321 Jan 31 19:36:15.290054 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:36:18.928229 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f022d079-4e0e-4775-8ed4-a5dec836fcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:21.188974 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b054f47-92db-4fde-8360-f616692c56e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:22.665094 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:24.307765 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:24.863366 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:25.375856 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:26.618670 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:37.548122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73461d-7740-4e5a-9cbf-5fc13ab486a0 req-1edb9002-4bd4-468d-859d-839e6b730ee7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:37.549887 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe73461d-7740-4e5a-9cbf-5fc13ab486a0 req-1edb9002-4bd4-468d-859d-839e6b730ee7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 945 time: 0.0538189 Jan 31 19:36:37.599441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe73461d-7740-4e5a-9cbf-5fc13ab486a0 req-7f737495-9ee2-44bf-b470-20b370384954 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Jan 31 19:36:38.727820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452d24d-de6f-4466-ba29-fffc3c84627a req-2a252eb5-154d-4c20-9d14-73c30a743b04 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:38.729352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4452d24d-de6f-4466-ba29-fffc3c84627a req-2a252eb5-154d-4c20-9d14-73c30a743b04 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 945 time: 0.0583150 Jan 31 19:36:38.784312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4452d24d-de6f-4466-ba29-fffc3c84627a req-aabce8de-0b42-4f2e-bd37-95f1809d8bd0 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/security-groups?id=54012606-5648-4a15-a25d-317f2a2a0fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491710 Jan 31 19:36:39.176430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f34169-ebec-4784-ada6-1d74adf8bb87 req-4dc7acb6-8776-4825-ab73-33729c4db8d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:39.178466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5f34169-ebec-4784-ada6-1d74adf8bb87 req-4dc7acb6-8776-4825-ab73-33729c4db8d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.21 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 945 time: 0.0541430 Jan 31 19:36:39.270595 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c5f34169-ebec-4784-ada6-1d74adf8bb87 req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Deleting port 3dcd673c-403b-4ede-8922-f4a4546bf2ad {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:36:39.270938 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c5f34169-ebec-4784-ada6-1d74adf8bb87 req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:39.364772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c5f34169-ebec-4784-ada6-1d74adf8bb87 req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] For port 3dcd673c-403b-4ede-8922-f4a4546bf2ad, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=3dcd673c-403b-4ede-8922-f4a4546bf2ad,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:39.365141 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c5f34169-ebec-4784-ada6-1d74adf8bb87 req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:39.378867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c5f34169-ebec-4784-ada6-1d74adf8bb87 req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Calling delete_port for 3dcd673c-403b-4ede-8922-f4a4546bf2ad owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:36:39.511147 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c5f34169-ebec-4784-ada6-1d74adf8bb87 req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3dcd673c-403b-4ede-8922-f4a4546bf2ad), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:39.524229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['3dcd673c-403b-4ede-8922-f4a4546bf2ad'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:36:39.538515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Pushing event deleted for resources: {'Port': ['ID=3dcd673c-403b-4ede-8922-f4a4546bf2ad,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:39.553154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.553720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.554130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.554479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.554816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.555148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.555482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.555817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.556147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.556510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.556840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.557165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.557486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:39.593554 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f34169-ebec-4784-ada6-1d74adf8bb87 req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] No DVR routers for this DVR port 3dcd673c-403b-4ede-8922-f4a4546bf2ad on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:36:39.596301 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c5f34169-ebec-4784-ada6-1d74adf8bb87 req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:39.600441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c5f34169-ebec-4784-ada6-1d74adf8bb87 req-3c07c89c-1d93-4c8f-851b-fb6f4fd177d7 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.21 "DELETE /v2.0/ports/3dcd673c-403b-4ede-8922-f4a4546bf2ad HTTP/1.1" status: 204 len: 173 time: 0.4158783 Jan 31 19:36:39.600968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945e813a-3df6-49a1-b744-9fea077e1618', 'name': 'network-vif-deleted', 'tag': '3dcd673c-403b-4ede-8922-f4a4546bf2ad'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:36:39.603374 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3cc5e5-0feb-4760-9889-d687794d1a4c" -d '{"events": [{"server_uuid": "945e813a-3df6-49a1-b744-9fea077e1618", "name": "network-vif-deleted", "tag": "3dcd673c-403b-4ede-8922-f4a4546bf2ad"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:36:39.639735 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e529c28-3ccb-454a-bfb8-b9c64c5ade79 x-openstack-request-id: req-8e529c28-3ccb-454a-bfb8-b9c64c5ade79 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:36:39.640034 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945e813a-3df6-49a1-b744-9fea077e1618", "name": "network-vif-deleted", "tag": "3dcd673c-403b-4ede-8922-f4a4546bf2ad", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:36:39.640299 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e529c28-3ccb-454a-bfb8-b9c64c5ade79 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:36:39.640751 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945e813a-3df6-49a1-b744-9fea077e1618', 'name': 'network-vif-deleted', 'tag': '3dcd673c-403b-4ede-8922-f4a4546bf2ad', 'status': 'completed', 'code': 200} Jan 31 19:36:39.899798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2aac8b96-f812-4413-914a-85ecf4b12c3c req-7a5cc03d-024f-4c85-b331-96bcebaf1433 tempest-TestEncryptedCinderVolumes-1143242508 tempest-TestEncryptedCinderVolumes-1143242508-project] 10.222.0.20 "GET /v2.0/ports?device_id=945e813a-3df6-49a1-b744-9fea077e1618 HTTP/1.1" status: 200 len: 210 time: 0.0298159 Jan 31 19:36:40.998082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58058) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:41.351783 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e52c165-e1d8-4e07-9762-4659c8b87119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (44e351c5-6dad-4fff-8756-f6bb5d1a159c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:41.610866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7e52c165-e1d8-4e07-9762-4659c8b87119 admin admin] Deleting port 848c0dcd-104a-4440-920a-153ea46fabb5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:36:41.611196 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e52c165-e1d8-4e07-9762-4659c8b87119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:41.689428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7e52c165-e1d8-4e07-9762-4659c8b87119 admin admin] For port 848c0dcd-104a-4440-920a-153ea46fabb5, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=848c0dcd-104a-4440-920a-153ea46fabb5,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:41.689791 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e52c165-e1d8-4e07-9762-4659c8b87119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:41.707327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7e52c165-e1d8-4e07-9762-4659c8b87119 admin admin] Calling delete_port for 848c0dcd-104a-4440-920a-153ea46fabb5 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:36:41.891082 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e52c165-e1d8-4e07-9762-4659c8b87119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (848c0dcd-104a-4440-920a-153ea46fabb5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:41.918107 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52c165-e1d8-4e07-9762-4659c8b87119 admin admin] Pushing event deleted for resources: {'Port': ['ID=848c0dcd-104a-4440-920a-153ea46fabb5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:42.090258 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e52c165-e1d8-4e07-9762-4659c8b87119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (44e351c5-6dad-4fff-8756-f6bb5d1a159c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:42.314675 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e52c165-e1d8-4e07-9762-4659c8b87119 admin admin] Router 44e351c5-6dad-4fff-8756-f6bb5d1a159c has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:36:42.422384 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e52c165-e1d8-4e07-9762-4659c8b87119 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:36:42.427341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7e52c165-e1d8-4e07-9762-4659c8b87119 admin admin] 10.222.0.20 "PUT /v2.0/routers/44e351c5-6dad-4fff-8756-f6bb5d1a159c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4282174 Jan 31 19:36:42.430888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58060) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:42.433751 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf16176-ce24-4fe6-8f0f-524a29e24303 None None] Sync routers for ids ['44e351c5-6dad-4fff-8756-f6bb5d1a159c'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:36:42.445467 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf16176-ce24-4fe6-8f0f-524a29e24303 None None] Routers {'44e351c5-6dad-4fff-8756-f6bb5d1a159c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:36:42.446091 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-eaf16176-ce24-4fe6-8f0f-524a29e24303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:36:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['44e351c5-6dad-4fff-8756-f6bb5d1a159c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:42.541950 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Publish callbacks [] for router (44e351c5-6dad-4fff-8756-f6bb5d1a159c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:42.555241 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-eaf16176-ce24-4fe6-8f0f-524a29e24303 None None] Set router 44e351c5-6dad-4fff-8756-f6bb5d1a159c gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:36:42.649904 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Publish callbacks [] for router_gateway (44e351c5-6dad-4fff-8756-f6bb5d1a159c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:42.707235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Deleting port e14cc027-268a-41a2-aefe-61fd7e5b04e2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:36:42.707547 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:42.785573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] For port e14cc027-268a-41a2-aefe-61fd7e5b04e2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e14cc027-268a-41a2-aefe-61fd7e5b04e2,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:42.785948 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:42.803638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Calling delete_port for e14cc027-268a-41a2-aefe-61fd7e5b04e2 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:36:42.831450 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-eaf16176-ce24-4fe6-8f0f-524a29e24303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'name': 'tempest-TestEncryptedCinderVolumes-1870998168-router', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:36:41Z', 'revision_number': 5, 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'gw_port': {'id': 'e14cc027-268a-41a2-aefe-61fd7e5b04e2', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:42.858090 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf16176-ce24-4fe6-8f0f-524a29e24303 None None] Checking router: 44e351c5-6dad-4fff-8756-f6bb5d1a159c for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:36:42.866504 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf16176-ce24-4fe6-8f0f-524a29e24303 None None] Routers {'44e351c5-6dad-4fff-8756-f6bb5d1a159c'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:36:42.867102 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-eaf16176-ce24-4fe6-8f0f-524a29e24303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:36:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['44e351c5-6dad-4fff-8756-f6bb5d1a159c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:42.956348 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-eaf16176-ce24-4fe6-8f0f-524a29e24303 None None] Set router 44e351c5-6dad-4fff-8756-f6bb5d1a159c gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:36:42.969277 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e14cc027-268a-41a2-aefe-61fd7e5b04e2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:42.998684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Pushing event deleted for resources: {'Port': ['ID=e14cc027-268a-41a2-aefe-61fd7e5b04e2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:43.017378 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-eaf16176-ce24-4fe6-8f0f-524a29e24303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'name': 'tempest-TestEncryptedCinderVolumes-1870998168-router', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:36:42Z', 'revision_number': 6, 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:43.045414 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf16176-ce24-4fe6-8f0f-524a29e24303 None None] The sync data for ids ['44e351c5-6dad-4fff-8756-f6bb5d1a159c'] in n-d-812111-15 is: [{'id': '44e351c5-6dad-4fff-8756-f6bb5d1a159c', 'name': 'tempest-TestEncryptedCinderVolumes-1870998168-router', 'tenant_id': '24943ee334e54ce08b0be857fe588f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:54Z', 'updated_at': '2022-01-31T19:36:42Z', 'revision_number': 6, 'project_id': '24943ee334e54ce08b0be857fe588f1c', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:36:43.066245 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (44e351c5-6dad-4fff-8756-f6bb5d1a159c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.160938 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (44e351c5-6dad-4fff-8756-f6bb5d1a159c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.163741 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Publish callbacks [] for router_controller (44e351c5-6dad-4fff-8756-f6bb5d1a159c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.205820 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (44e351c5-6dad-4fff-8756-f6bb5d1a159c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.206429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44e351c5-6dad-4fff-8756-f6bb5d1a159c {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:36:43.211180 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.211929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b965ee23-1a78-4cfc-bbfd-ad183766026d admin admin] 10.222.0.20 "DELETE /v2.0/routers/44e351c5-6dad-4fff-8756-f6bb5d1a159c HTTP/1.1" status: 204 len: 168 time: 0.7802379 Jan 31 19:36:43.214608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58062) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:43.262261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8b0b76-1667-405c-8ab1-de704e8e220a admin admin] Deleting subnet 7e9cd60f-a016-4981-93c1-47576280b187 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:36:43.265609 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0b76-1667-405c-8ab1-de704e8e220a admin admin] Publish callbacks [] for subnet (7e9cd60f-a016-4981-93c1-47576280b187), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.301154 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0b76-1667-405c-8ab1-de704e8e220a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (7e9cd60f-a016-4981-93c1-47576280b187), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.370263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3dcd673c-403b-4ede-8922-f4a4546bf2ad no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:36:43.377395 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0b76-1667-405c-8ab1-de704e8e220a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (7e9cd60f-a016-4981-93c1-47576280b187), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.397604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 3dcd673c-403b-4ede-8922-f4a4546bf2ad {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:36:43.398236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 3dcd673c-403b-4ede-8922-f4a4546bf2ad not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:36:43.441602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0b76-1667-405c-8ab1-de704e8e220a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (7e9cd60f-a016-4981-93c1-47576280b187), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.469932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b0b76-1667-405c-8ab1-de704e8e220a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9cd60f-a016-4981-93c1-47576280b187,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:43.471959 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0b76-1667-405c-8ab1-de704e8e220a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.478556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bc8b0b76-1667-405c-8ab1-de704e8e220a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7e9cd60f-a016-4981-93c1-47576280b187 HTTP/1.1" status: 204 len: 168 time: 0.2604339 Jan 31 19:36:43.478740 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb61ef90-761d-4f74-a567-f3d1208f702b None None] Network 17d583a9-c32c-4e22-bcb3-0775c563f437 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:36:43.478860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58066) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:43.549623 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (17d583a9-c32c-4e22-bcb3-0775c563f437), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.603820 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Deleting port acd1157d-2ce2-460e-913c-0b7715f1eb0a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:36:43.604157 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (acd1157d-2ce2-460e-913c-0b7715f1eb0a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.670576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] For port acd1157d-2ce2-460e-913c-0b7715f1eb0a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=acd1157d-2ce2-460e-913c-0b7715f1eb0a,segment=NetworkSegment(f3c68784-acf4-4f93-9722-35c659cc605b),segment_id=f3c68784-acf4-4f93-9722-35c659cc605b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:43.670943 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (acd1157d-2ce2-460e-913c-0b7715f1eb0a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.683428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Calling delete_port for acd1157d-2ce2-460e-913c-0b7715f1eb0a owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:36:43.761453 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (acd1157d-2ce2-460e-913c-0b7715f1eb0a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.785986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd1157d-2ce2-460e-913c-0b7715f1eb0a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:43.791829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] No DVR routers for this DVR port acd1157d-2ce2-460e-913c-0b7715f1eb0a on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:36:43.838316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0f35d-2396-4c45-a213-c9267e46d4df None None] DHCP port deletion for 17d583a9-c32c-4e22-bcb3-0775c563f437 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:36:43.870433 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (17d583a9-c32c-4e22-bcb3-0775c563f437), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.891371 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d583a9-c32c-4e22-bcb3-0775c563f437']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:43.901654 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c68784-acf4-4f93-9722-35c659cc605b') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:43.901959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c68784-acf4-4f93-9722-35c659cc605b') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:43.911364 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (f3c68784-acf4-4f93-9722-35c659cc605b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.924464 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (f3c68784-acf4-4f93-9722-35c659cc605b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.931490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:36:43.931914 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (f3c68784-acf4-4f93-9722-35c659cc605b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:36:43.933688 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:36:43.993021 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (17d583a9-c32c-4e22-bcb3-0775c563f437), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:43.999004 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:44.002269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/17d583a9-c32c-4e22-bcb3-0775c563f437 HTTP/1.1" status: 204 len: 168 time: 0.5225809 Jan 31 19:36:44.005335 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58072) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:44.014279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b217fa-2d52-425d-b8e9-0bed1d35b8c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=17d583a9-c32c-4e22-bcb3-0775c563f437,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:44.369514 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (f430c17b-e503-4f15-928a-7477022a8d76), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:44.499035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e14cc027-268a-41a2-aefe-61fd7e5b04e2 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:36:44.526231 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: e14cc027-268a-41a2-aefe-61fd7e5b04e2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:36:44.526577 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e14cc027-268a-41a2-aefe-61fd7e5b04e2 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:36:44.527006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device acd1157d-2ce2-460e-913c-0b7715f1eb0a no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:36:44.546424 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: acd1157d-2ce2-460e-913c-0b7715f1eb0a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:36:44.546771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device acd1157d-2ce2-460e-913c-0b7715f1eb0a not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:36:44.547194 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 848c0dcd-104a-4440-920a-153ea46fabb5 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:36:44.567767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 848c0dcd-104a-4440-920a-153ea46fabb5 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:36:44.568679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 848c0dcd-104a-4440-920a-153ea46fabb5 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:36:44.626694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Deleting port c833f5b2-cb81-4f81-b090-2e041ca00ce0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:36:44.627041 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:44.706371 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] For port c833f5b2-cb81-4f81-b090-2e041ca00ce0, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c833f5b2-cb81-4f81-b090-2e041ca00ce0,segment=NetworkSegment(95ba2f95-ac55-4a65-9066-958ddc7dd009),segment_id=95ba2f95-ac55-4a65-9066-958ddc7dd009)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:44.706732 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:44.720146 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Calling delete_port for c833f5b2-cb81-4f81-b090-2e041ca00ce0 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:36:44.898106 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c833f5b2-cb81-4f81-b090-2e041ca00ce0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:44.926358 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c833f5b2-cb81-4f81-b090-2e041ca00ce0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:44.954621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:44.954970 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:44.955308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:44.955652 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:44.955984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:44.956310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:44.956663 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:44.956987 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:44.957309 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:44.957629 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:44.957950 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:44.958267 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:44.958656 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:45.104591 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (f430c17b-e503-4f15-928a-7477022a8d76), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:45.320900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Router f430c17b-e503-4f15-928a-7477022a8d76 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:36:45.426775 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:36:45.432539 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ffd9982b-c2a7-4178-9b38-3180d11520cc admin admin] 10.222.0.20 "PUT /v2.0/routers/f430c17b-e503-4f15-928a-7477022a8d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4253843 Jan 31 19:36:45.435539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58078) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:45.436896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45d1ed-a440-42fc-aaec-184c4da88f39 None None] Sync routers for ids ['f430c17b-e503-4f15-928a-7477022a8d76'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:36:45.447950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45d1ed-a440-42fc-aaec-184c4da88f39 None None] Routers {'f430c17b-e503-4f15-928a-7477022a8d76'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:36:45.448626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4f45d1ed-a440-42fc-aaec-184c4da88f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:36:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f430c17b-e503-4f15-928a-7477022a8d76'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:45.541712 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Publish callbacks [] for router (f430c17b-e503-4f15-928a-7477022a8d76), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:45.555436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4f45d1ed-a440-42fc-aaec-184c4da88f39 None None] Set router f430c17b-e503-4f15-928a-7477022a8d76 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:36:45.645931 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Publish callbacks [] for router_gateway (f430c17b-e503-4f15-928a-7477022a8d76), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:45.699979 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Deleting port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:36:45.700744 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:45.733628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4f45d1ed-a440-42fc-aaec-184c4da88f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'name': 'tempest-TestEncryptedCinderVolumes-251580333-router', 'tenant_id': '60d479441ac047049d52b18521067f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:58Z', 'updated_at': '2022-01-31T19:36:44Z', 'revision_number': 5, 'project_id': '60d479441ac047049d52b18521067f01', 'gw_port': {'id': '23f24852-3ebb-4d63-92b1-4ffe00e1e41e', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:34:59Z', 'updated_at': '2022-01-31T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:45.765269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45d1ed-a440-42fc-aaec-184c4da88f39 None None] Checking router: f430c17b-e503-4f15-928a-7477022a8d76 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:36:45.773863 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45d1ed-a440-42fc-aaec-184c4da88f39 None None] Routers {'f430c17b-e503-4f15-928a-7477022a8d76'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:36:45.774468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4f45d1ed-a440-42fc-aaec-184c4da88f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:36:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f430c17b-e503-4f15-928a-7477022a8d76'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:45.780713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] For port 23f24852-3ebb-4d63-92b1-4ffe00e1e41e, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=23f24852-3ebb-4d63-92b1-4ffe00e1e41e,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:45.781090 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:45.793901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Calling delete_port for 23f24852-3ebb-4d63-92b1-4ffe00e1e41e owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:36:45.860956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4f45d1ed-a440-42fc-aaec-184c4da88f39 None None] Set router f430c17b-e503-4f15-928a-7477022a8d76 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:36:45.913798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4f45d1ed-a440-42fc-aaec-184c4da88f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'name': 'tempest-TestEncryptedCinderVolumes-251580333-router', 'tenant_id': '60d479441ac047049d52b18521067f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:58Z', 'updated_at': '2022-01-31T19:36:45Z', 'revision_number': 6, 'project_id': '60d479441ac047049d52b18521067f01', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:45.944031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45d1ed-a440-42fc-aaec-184c4da88f39 None None] The sync data for ids ['f430c17b-e503-4f15-928a-7477022a8d76'] in n-d-812111-15 is: [{'id': 'f430c17b-e503-4f15-928a-7477022a8d76', 'name': 'tempest-TestEncryptedCinderVolumes-251580333-router', 'tenant_id': '60d479441ac047049d52b18521067f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:34:58Z', 'updated_at': '2022-01-31T19:36:45Z', 'revision_number': 6, 'project_id': '60d479441ac047049d52b18521067f01', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:36:45.968140 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (23f24852-3ebb-4d63-92b1-4ffe00e1e41e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.000718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Pushing event deleted for resources: {'Port': ['ID=23f24852-3ebb-4d63-92b1-4ffe00e1e41e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:46.061997 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (f430c17b-e503-4f15-928a-7477022a8d76), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.153885 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (f430c17b-e503-4f15-928a-7477022a8d76), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.156050 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Publish callbacks [] for router_controller (f430c17b-e503-4f15-928a-7477022a8d76), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.200966 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (f430c17b-e503-4f15-928a-7477022a8d76), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.201494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Fanout notify agent at l3_agent the message router_deleted on router f430c17b-e503-4f15-928a-7477022a8d76 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:36:46.206099 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.207034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6ff7fdb9-d2a7-4a33-9dbb-dd68a1e20fee admin admin] 10.222.0.20 "DELETE /v2.0/routers/f430c17b-e503-4f15-928a-7477022a8d76 HTTP/1.1" status: 204 len: 168 time: 0.7704854 Jan 31 19:36:46.210627 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:46.256716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde92d6f-a2e3-4ecf-99bc-f9d679ebeefc admin admin] Deleting subnet 59512234-3d23-4b07-9f86-8213f201ab03 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:36:46.259846 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fde92d6f-a2e3-4ecf-99bc-f9d679ebeefc admin admin] Publish callbacks [] for subnet (59512234-3d23-4b07-9f86-8213f201ab03), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.295390 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fde92d6f-a2e3-4ecf-99bc-f9d679ebeefc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (59512234-3d23-4b07-9f86-8213f201ab03), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.383012 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fde92d6f-a2e3-4ecf-99bc-f9d679ebeefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (59512234-3d23-4b07-9f86-8213f201ab03), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.437445 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fde92d6f-a2e3-4ecf-99bc-f9d679ebeefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (59512234-3d23-4b07-9f86-8213f201ab03), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.464210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde92d6f-a2e3-4ecf-99bc-f9d679ebeefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59512234-3d23-4b07-9f86-8213f201ab03,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:46.466108 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fde92d6f-a2e3-4ecf-99bc-f9d679ebeefc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.471362 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fde92d6f-a2e3-4ecf-99bc-f9d679ebeefc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/59512234-3d23-4b07-9f86-8213f201ab03 HTTP/1.1" status: 204 len: 168 time: 0.2576532 Jan 31 19:36:46.471987 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58082) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:46.473816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964f91d8-f145-4b1e-a563-537a9ce9b05f None None] Network 8b58d686-1c42-4524-8a87-eda931601b23 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:36:46.539174 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (8b58d686-1c42-4524-8a87-eda931601b23), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.600026 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Deleting port 390b723f-4006-4893-a6b8-6a3ee964b3f0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:36:46.600432 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.663199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] For port 390b723f-4006-4893-a6b8-6a3ee964b3f0, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=390b723f-4006-4893-a6b8-6a3ee964b3f0,segment=NetworkSegment(95ba2f95-ac55-4a65-9066-958ddc7dd009),segment_id=95ba2f95-ac55-4a65-9066-958ddc7dd009)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:46.663488 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.676112 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Calling delete_port for 390b723f-4006-4893-a6b8-6a3ee964b3f0 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:36:46.745379 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58c858-7bcd-48e1-aaa9-74d16c678b85 None None] DHCP port deletion for 8b58d686-1c42-4524-8a87-eda931601b23 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:36:46.772210 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.800212 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Pushing event deleted for resources: {'Port': ['ID=390b723f-4006-4893-a6b8-6a3ee964b3f0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:46.805077 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] No DVR routers for this DVR port 390b723f-4006-4893-a6b8-6a3ee964b3f0 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:36:46.819185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1b58c858-7bcd-48e1-aaa9-74d16c678b85 None None] Deleting port 390b723f-4006-4893-a6b8-6a3ee964b3f0 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:36:46.819560 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1b58c858-7bcd-48e1-aaa9-74d16c678b85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.838205 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 23f24852-3ebb-4d63-92b1-4ffe00e1e41e no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:36:46.877228 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (8b58d686-1c42-4524-8a87-eda931601b23), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.881753 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 23f24852-3ebb-4d63-92b1-4ffe00e1e41e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:36:46.882100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 23f24852-3ebb-4d63-92b1-4ffe00e1e41e not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:36:46.882525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c833f5b2-cb81-4f81-b090-2e041ca00ce0 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:36:46.902466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b58d686-1c42-4524-8a87-eda931601b23']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:46.912681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ba2f95-ac55-4a65-9066-958ddc7dd009') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:46.912981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ba2f95-ac55-4a65-9066-958ddc7dd009') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:46.916360 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c833f5b2-cb81-4f81-b090-2e041ca00ce0 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:36:46.916709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c833f5b2-cb81-4f81-b090-2e041ca00ce0 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:36:46.917118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 390b723f-4006-4893-a6b8-6a3ee964b3f0 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:36:46.922403 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (95ba2f95-ac55-4a65-9066-958ddc7dd009), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.938925 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (95ba2f95-ac55-4a65-9066-958ddc7dd009), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.946200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:36:46.946359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1b58c858-7bcd-48e1-aaa9-74d16c678b85 None None] For port 390b723f-4006-4893-a6b8-6a3ee964b3f0, host n-d-812111-15, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:46.946632 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1b58c858-7bcd-48e1-aaa9-74d16c678b85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.946749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (95ba2f95-ac55-4a65-9066-958ddc7dd009), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:36:46.948684 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:36:46.958869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1b58c858-7bcd-48e1-aaa9-74d16c678b85 None None] Calling delete_port for 390b723f-4006-4893-a6b8-6a3ee964b3f0 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:36:46.961750 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-1b58c858-7bcd-48e1-aaa9-74d16c678b85 None None] Port 390b723f-4006-4893-a6b8-6a3ee964b3f0 was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 19:36:46.963078 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 390b723f-4006-4893-a6b8-6a3ee964b3f0 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:36:46.963301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 390b723f-4006-4893-a6b8-6a3ee964b3f0 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:36:46.964929 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1b58c858-7bcd-48e1-aaa9-74d16c678b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (390b723f-4006-4893-a6b8-6a3ee964b3f0), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:46.993914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58c858-7bcd-48e1-aaa9-74d16c678b85 None None] Pushing event deleted for resources: {'Port': ['ID=390b723f-4006-4893-a6b8-6a3ee964b3f0,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:46.995825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58c858-7bcd-48e1-aaa9-74d16c678b85 None None] No DVR routers for this DVR port 390b723f-4006-4893-a6b8-6a3ee964b3f0 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:36:47.015277 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (8b58d686-1c42-4524-8a87-eda931601b23), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:47.020713 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:47.025614 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b58d686-1c42-4524-8a87-eda931601b23 HTTP/1.1" status: 204 len: 168 time: 0.5525765 Jan 31 19:36:47.039716 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f640264-6292-45ba-9004-d4d9a2b27309 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b58d686-1c42-4524-8a87-eda931601b23,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:47.215262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:47.256823 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-bf7e3857-9283-4e73-b8e2-ac3298328b39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24943ee334e54ce08b0be857fe588f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402019 Jan 31 19:36:47.259054 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58088) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:47.307102 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e97c545-0217-4f77-bf54-376a3abe424d admin admin] Publish callbacks [] for security_group (54012606-5648-4a15-a25d-317f2a2a0fe3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:47.333038 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e97c545-0217-4f77-bf54-376a3abe424d admin admin] Publish callbacks [] for security_group (54012606-5648-4a15-a25d-317f2a2a0fe3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:47.379838 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e97c545-0217-4f77-bf54-376a3abe424d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (54012606-5648-4a15-a25d-317f2a2a0fe3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:47.382908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e97c545-0217-4f77-bf54-376a3abe424d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:47.384080 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3e97c545-0217-4f77-bf54-376a3abe424d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54012606-5648-4a15-a25d-317f2a2a0fe3 HTTP/1.1" status: 204 len: 168 time: 0.1240988 Jan 31 19:36:47.392058 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97c545-0217-4f77-bf54-376a3abe424d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54012606-5648-4a15-a25d-317f2a2a0fe3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:47.715623 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58094) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:47.755090 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-36f19d42-93e2-49fa-b3d6-20a4d0c938ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60d479441ac047049d52b18521067f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382781 Jan 31 19:36:47.757742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58096) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:47.805402 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ea6a-fa1e-45e5-bf60-0d131a9226f2 admin admin] Publish callbacks [] for security_group (2d1a515e-0864-49a7-9447-24502001f220), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:47.825709 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ea6a-fa1e-45e5-bf60-0d131a9226f2 admin admin] Publish callbacks [] for security_group (2d1a515e-0864-49a7-9447-24502001f220), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:47.872164 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ea6a-fa1e-45e5-bf60-0d131a9226f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (2d1a515e-0864-49a7-9447-24502001f220), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:47.874783 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ea6a-fa1e-45e5-bf60-0d131a9226f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:47.875946 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d6b6ea6a-fa1e-45e5-bf60-0d131a9226f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d1a515e-0864-49a7-9447-24502001f220 HTTP/1.1" status: 204 len: 168 time: 0.1172533 Jan 31 19:36:47.885283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6ea6a-fa1e-45e5-bf60-0d131a9226f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1a515e-0864-49a7-9447-24502001f220,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:48.619213 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:48.713865 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1276153813-network', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:36:48.733721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Made reservation on behalf of cf1b4cf32a6f407d93894c7b0b0bb015 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:36:48.735962 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:48.744934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:48.823208 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Publish callbacks [] for security_group (b33a937d-12b3-4b4f-828a-7ef464b09e30), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:48.827559 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b33a937d-12b3-4b4f-828a-7ef464b09e30), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:48.848512 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:36:48.862030 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33a937d-12b3-4b4f-828a-7ef464b09e30,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:48.867752 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (56cba6d8-7eac-401e-a050-0148e6dd9136), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:48.868107 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Added segment 56cba6d8-7eac-401e-a050-0148e6dd9136 of type vlan for network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 Jan 31 19:36:48.913186 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (286b2e51-02f6-4e7f-b5ee-5096d2a83f80), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:48.923514 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-790c3eb0-01ae-41a9-85f8-93a3c4d8a2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:48.941287 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (286b2e51-02f6-4e7f-b5ee-5096d2a83f80), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:48.942265 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:48.942902 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:48.994005 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3736768 Jan 31 19:36:48.997165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58122) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:49.002169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cbc265cf-a620-4b70-8529-c2785f43e381 admin admin] Request body: {'subnet': {'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1276153813-subnet', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:36:49.007349 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c649ce9-9683-4403-b9a0-bc388fa80a31 admin admin] Pushing event updated for resources: {'Network': ['ID=286b2e51-02f6-4e7f-b5ee-5096d2a83f80,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:49.025779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc265cf-a620-4b70-8529-c2785f43e381 admin admin] Made reservation on behalf of cf1b4cf32a6f407d93894c7b0b0bb015 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:36:49.028528 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbc265cf-a620-4b70-8529-c2785f43e381 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:49.172852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:36:49.649963 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbc265cf-a620-4b70-8529-c2785f43e381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (2e410dbe-e43f-47a0-8bfc-6fdf9da793e8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:49.712397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc265cf-a620-4b70-8529-c2785f43e381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e410dbe-e43f-47a0-8bfc-6fdf9da793e8,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:49.721851 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc265cf-a620-4b70-8529-c2785f43e381 admin admin] Checking segment: {'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:36:49.722211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc265cf-a620-4b70-8529-c2785f43e381 admin admin] Network hostable DHCP agents. Network: 286b2e51-02f6-4e7f-b5ee-5096d2a83f80, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:36:49.738712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc265cf-a620-4b70-8529-c2785f43e381 admin admin] Network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:36:49.747305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cbc265cf-a620-4b70-8529-c2785f43e381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 286b2e51-02f6-4e7f-b5ee-5096d2a83f80) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:36:49.751523 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc265cf-a620-4b70-8529-c2785f43e381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:49.752126 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbc265cf-a620-4b70-8529-c2785f43e381 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:49.757840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289e909e-3a8b-43b7-ba38-4ba71eebbbd5 None None] Network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:36:49.769119 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cbc265cf-a620-4b70-8529-c2785f43e381 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7708411 Jan 31 19:36:49.772548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58124) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:49.777131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:36:49.795862 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:49.796893 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:49.847918 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Publish callbacks [] for router_controller (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:49.866063 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'fixed_ips': [{'subnet_id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:36:49.866974 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:49.986589 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Publish callbacks [] for router_gateway (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:50.003069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Allocated IP 172.20.0.2 (286b2e51-02f6-4e7f-b5ee-5096d2a83f80/2e410dbe-e43f-47a0-8bfc-6fdf9da793e8/6bb809f3-ca4b-4d0d-b109-80155b82295c) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:36:50.200145 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Publish callbacks [] for router_gateway (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:50.220214 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:50.317445 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Publish callbacks [] for port (6bb809f3-ca4b-4d0d-b109-80155b82295c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:50.323192 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (6bb809f3-ca4b-4d0d-b109-80155b82295c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:50.329210 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Allocated IP 172.25.8.52 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c05eb91b-4418-4e2d-b8f0-918f00fdf913) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:36:50.369355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:36:50.372076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:36:50.374790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:36:50.385441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Pushing event updated for resources: {'Port': ['ID=6bb809f3-ca4b-4d0d-b109-80155b82295c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:50.438577 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Publish callbacks [] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:50.439105 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Attempting to bind port 6bb809f3-ca4b-4d0d-b109-80155b82295c on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:36:50.439490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Attempting to bind port 6bb809f3-ca4b-4d0d-b109-80155b82295c by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:36:50.439860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Attempting to bind port 6bb809f3-ca4b-4d0d-b109-80155b82295c on network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:36:50.445490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:36:50.445880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Checking segment: {'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:36:50.446297 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:50.446698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Bound using segment: {'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:36:50.447170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Bound port: 6bb809f3-ca4b-4d0d-b109-80155b82295c, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:36:50.447559 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6bb809f3-ca4b-4d0d-b109-80155b82295c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:50.475609 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:50.513946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:36:50.514943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] For port 6bb809f3-ca4b-4d0d-b109-80155b82295c, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:36:50.517037 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:36:50.518916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] For port 6bb809f3-ca4b-4d0d-b109-80155b82295c, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6bb809f3-ca4b-4d0d-b109-80155b82295c,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:36:50.521123 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:36:50.526578 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6bb809f3-ca4b-4d0d-b109-80155b82295c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:50.550240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Pushing event updated for resources: {'Port': ['ID=c05eb91b-4418-4e2d-b8f0-918f00fdf913,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:50.589815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96260947-574a-4cb1-af39-22e57c7cc79c None None] Pushing event updated for resources: {'Port': ['ID=6bb809f3-ca4b-4d0d-b109-80155b82295c,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:50.808427 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Publish callbacks [] for router_gateway (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:51.015515 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:51.147715 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:36:51.193472 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04263334-989e-48b9-9e21-333eae87feca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:51.264288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:36:51.276823 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Sync routers for ids ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:36:51.287090 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:51.289571 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Routers {'6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:36:51.290196 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:36:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:51.291591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58126) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:51.292490 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-987ac766-81b1-43f2-aeb6-cbbbf1813402 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5186377 Jan 31 19:36:51.408269 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Set router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:36:51.600190 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:36:50Z', 'revision_number': 3, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:51.618669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6de10fb-c9ce-4662-af28-85e3ad7bb98a None None] Network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:36:51.628435 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Checking router: 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:36:51.628782 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Updating router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 port c05eb91b-4418-4e2d-b8f0-918f00fdf913 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:36:51.659782 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:51.741348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-596a5b08-3610-461a-a0f8-482abbb161a5 None None] Provisioning complete for port 6bb809f3-ca4b-4d0d-b109-80155b82295c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:51.741728 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-596a5b08-3610-461a-a0f8-482abbb161a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6bb809f3-ca4b-4d0d-b109-80155b82295c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:51.748414 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:51.846575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-596a5b08-3610-461a-a0f8-482abbb161a5 None None] Current status of the port 6bb809f3-ca4b-4d0d-b109-80155b82295c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:36:51.847273 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-596a5b08-3610-461a-a0f8-482abbb161a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6bb809f3-ca4b-4d0d-b109-80155b82295c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:51.891305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-596a5b08-3610-461a-a0f8-482abbb161a5 None None] For port 6bb809f3-ca4b-4d0d-b109-80155b82295c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6bb809f3-ca4b-4d0d-b109-80155b82295c,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:51.898279 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-596a5b08-3610-461a-a0f8-482abbb161a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6bb809f3-ca4b-4d0d-b109-80155b82295c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:51.931628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Allocated IP 172.20.0.1 (286b2e51-02f6-4e7f-b5ee-5096d2a83f80/2e410dbe-e43f-47a0-8bfc-6fdf9da793e8/67da92df-d1da-49af-a3e4-2fd660f394b2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:36:51.973813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a5b08-3610-461a-a0f8-482abbb161a5 None None] Pushing event updated for resources: {'Port': ['ID=6bb809f3-ca4b-4d0d-b109-80155b82295c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:51.976001 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Publish callbacks [] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:51.987996 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.024938 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0807c3fd-2378-4bc5-a1bd-f72633b0855e None None] Provisioning complete for port 6bb809f3-ca4b-4d0d-b109-80155b82295c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:52.025339 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0807c3fd-2378-4bc5-a1bd-f72633b0855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6bb809f3-ca4b-4d0d-b109-80155b82295c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.044020 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Attempting to bind port c05eb91b-4418-4e2d-b8f0-918f00fdf913 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:36:52.044417 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Attempting to bind port c05eb91b-4418-4e2d-b8f0-918f00fdf913 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:36:52.044787 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Attempting to bind port c05eb91b-4418-4e2d-b8f0-918f00fdf913 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:36:52.055002 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Pushing event updated for resources: {'Port': ['ID=c05eb91b-4418-4e2d-b8f0-918f00fdf913,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:52.057675 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:36:52.057867 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Publish callbacks [] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.057984 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:36:52.058117 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.058644 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:36:52.058974 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Bound port: c05eb91b-4418-4e2d-b8f0-918f00fdf913, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:36:52.059353 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.082913 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.083429 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.084164 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.084882 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.085237 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.085579 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.086127 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.086253 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.086562 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.086885 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.087204 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.087533 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.087853 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:36:52.098117 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.111640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0807c3fd-2378-4bc5-a1bd-f72633b0855e None None] Current status of the port 6bb809f3-ca4b-4d0d-b109-80155b82295c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:36:52.127410 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] For port c05eb91b-4418-4e2d-b8f0-918f00fdf913, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:36:52.131986 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] For port c05eb91b-4418-4e2d-b8f0-918f00fdf913, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c05eb91b-4418-4e2d-b8f0-918f00fdf913,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:36:52.139958 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.149679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:36:52.152999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:36:52.157150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:36:52.184118 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Pushing event updated for resources: {'Port': ['ID=67da92df-d1da-49af-a3e4-2fd660f394b2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:52.207399 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Routers {'6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:36:52.207684 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.208476 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:36:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:52.212604 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69369bde-62c5-46a2-8a75-59294a6e313c None None] Pushing event updated for resources: {'Port': ['ID=c05eb91b-4418-4e2d-b8f0-918f00fdf913,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:52.325785 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:36:52.343090 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] Set router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:36:52.363904 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.557064 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Publish callbacks [] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.559178 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:36:50Z', 'revision_number': 3, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:52.560313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6bb809f3-ca4b-4d0d-b109-80155b82295c up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:36:52.562389 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.588774 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc64fff-471f-4c0a-b34f-0c3e13f07e5f None None] The sync data for ids ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'] in n-d-812111-15 is: [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:36:50Z', 'revision_number': 3, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:36:52.613401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9d0474ef-bd38-43af-8dc5-599ecceb7539 None None] Provisioning complete for port 67da92df-d1da-49af-a3e4-2fd660f394b2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:52.613783 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9d0474ef-bd38-43af-8dc5-599ecceb7539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.636601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.648823 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Pushing event updated for resources: {'Port': ['ID=67da92df-d1da-49af-a3e4-2fd660f394b2,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:52.660544 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6bb809f3-ca4b-4d0d-b109-80155b82295c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:52.661243 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6bb809f3-ca4b-4d0d-b109-80155b82295c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.696637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9d0474ef-bd38-43af-8dc5-599ecceb7539 None None] Port 67da92df-d1da-49af-a3e4-2fd660f394b2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:36:52.711545 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:52.749582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:36:52.751161 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:36:52.763581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6bb809f3-ca4b-4d0d-b109-80155b82295c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:36:52.894923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:36:53.019235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6d020b7a-60f7-47ec-8bb5-cd6d948761d3 None None] Provisioning complete for port 67da92df-d1da-49af-a3e4-2fd660f394b2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:53.019620 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6d020b7a-60f7-47ec-8bb5-cd6d948761d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:53.032165 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:36:53.046178 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a84282c5-da63-4f6a-af20-6637ff8f6f7c admin admin] 10.222.0.20 "PUT /v2.0/routers/6bcff9b6-3fff-4932-a0a8-a9d1a26ec670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7443843 Jan 31 19:36:53.066246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6d020b7a-60f7-47ec-8bb5-cd6d948761d3 None None] Port 67da92df-d1da-49af-a3e4-2fd660f394b2 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:36:53.534557 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58142) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:53.540064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-808306825-network', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:36:53.560048 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Made reservation on behalf of 6e4ee22930c54776bb2b0d6590f20d11 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:36:53.562424 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:53.570815 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:53.648613 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Publish callbacks [] for security_group (7eb50ed7-b8b0-430f-9d5f-cf4d0b476643), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:53.652361 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7eb50ed7-b8b0-430f-9d5f-cf4d0b476643), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:53.673143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:36:53.689126 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb50ed7-b8b0-430f-9d5f-cf4d0b476643,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:53.692108 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (69f7c171-5464-4a3a-83b1-abbd63debdd4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:53.692492 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Added segment 69f7c171-5464-4a3a-83b1-abbd63debdd4 of type vlan for network 08148e61-3a27-47ae-90a3-6cff1c13cd61 Jan 31 19:36:53.733136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (08148e61-3a27-47ae-90a3-6cff1c13cd61), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:53.758232 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (08148e61-3a27-47ae-90a3-6cff1c13cd61), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:53.759227 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:53.759808 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:53.813839 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2781625 Jan 31 19:36:53.816722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58144) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:53.821674 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36bfee-e9f8-4305-8063-0ad66d2c410d admin admin] Pushing event updated for resources: {'Network': ['ID=08148e61-3a27-47ae-90a3-6cff1c13cd61,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:53.822806 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d19d5a6d-25ad-4a7b-bb38-9189544cad15 admin admin] Request body: {'subnet': {'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-808306825-subnet', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:36:53.836658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 08148e61-3a27-47ae-90a3-6cff1c13cd61 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:36:53.845294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19d5a6d-25ad-4a7b-bb38-9189544cad15 admin admin] Made reservation on behalf of 6e4ee22930c54776bb2b0d6590f20d11 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:36:53.847713 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d19d5a6d-25ad-4a7b-bb38-9189544cad15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.023354 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d19d5a6d-25ad-4a7b-bb38-9189544cad15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (1c6a71aa-eeb2-4b76-a589-cec5648a9b2a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.077257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d5a6d-25ad-4a7b-bb38-9189544cad15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6a71aa-eeb2-4b76-a589-cec5648a9b2a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:54.089430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d5a6d-25ad-4a7b-bb38-9189544cad15 admin admin] Checking segment: {'id': '69f7c171-5464-4a3a-83b1-abbd63debdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:36:54.089587 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19d5a6d-25ad-4a7b-bb38-9189544cad15 admin admin] Network hostable DHCP agents. Network: 08148e61-3a27-47ae-90a3-6cff1c13cd61, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:36:54.107920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19d5a6d-25ad-4a7b-bb38-9189544cad15 admin admin] Network 08148e61-3a27-47ae-90a3-6cff1c13cd61 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:36:54.118398 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d19d5a6d-25ad-4a7b-bb38-9189544cad15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 08148e61-3a27-47ae-90a3-6cff1c13cd61) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:36:54.122367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19d5a6d-25ad-4a7b-bb38-9189544cad15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:36:54.122963 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d19d5a6d-25ad-4a7b-bb38-9189544cad15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.127306 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc578fa4-883a-4a9f-b921-3d05625bbf9f None None] Network 08148e61-3a27-47ae-90a3-6cff1c13cd61 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:36:54.140359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d19d5a6d-25ad-4a7b-bb38-9189544cad15 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3224237 Jan 31 19:36:54.143354 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:54.148231 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-808306825-router', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:36:54.170278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (dcc1858d-e02a-47ff-a624-8412d6b6df9a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.171325 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (dcc1858d-e02a-47ff-a624-8412d6b6df9a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.193599 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Sync routers for ids ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:36:54.222168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Routers {'6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:36:54.222787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:36:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:54.230209 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Publish callbacks [] for router_controller (dcc1858d-e02a-47ff-a624-8412d6b6df9a), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.290628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-08148e61-3a27-47ae-90a3-6cff1c13cd61', 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61', 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'fixed_ips': [{'subnet_id': '1c6a71aa-eeb2-4b76-a589-cec5648a9b2a'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:36:54.291498 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.366343 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.382478 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Publish callbacks [] for router_gateway (dcc1858d-e02a-47ff-a624-8412d6b6df9a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.438333 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Set router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:36:54.607946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c05eb91b-4418-4e2d-b8f0-918f00fdf913 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:36:54.648144 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Allocated IP 172.20.0.2 (08148e61-3a27-47ae-90a3-6cff1c13cd61/1c6a71aa-eeb2-4b76-a589-cec5648a9b2a/06cf990a-fc2a-479f-bb07-ee53451e30db) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:36:54.792831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c05eb91b-4418-4e2d-b8f0-918f00fdf913 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:54.793217 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.896833 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.937896 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Publish callbacks [] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.938124 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Publish callbacks [] for router_gateway (dcc1858d-e02a-47ff-a624-8412d6b6df9a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.958272 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.963647 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:54.976170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 4, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '67da92df-d1da-49af-a3e4-2fd660f394b2', 'name': '', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'mac_address': 'fa:16:3e:4d:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:51Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 2, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'subnets': [{'id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:55.031050 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Checking router: 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:36:55.031412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Updating router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 port 67da92df-d1da-49af-a3e4-2fd660f394b2 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:36:55.068278 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Allocated IP 172.25.8.135 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/d80bd949-30ac-4b65-9e1e-b2f59df72d7b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:36:55.068611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c05eb91b-4418-4e2d-b8f0-918f00fdf913 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:36:55.068931 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.079090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Network 08148e61-3a27-47ae-90a3-6cff1c13cd61 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:36:55.093741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:36:55.099514 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Pushing event updated for resources: {'Port': ['ID=06cf990a-fc2a-479f-bb07-ee53451e30db,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:55.101838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:36:55.105484 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.118721 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port c05eb91b-4418-4e2d-b8f0-918f00fdf913, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c05eb91b-4418-4e2d-b8f0-918f00fdf913,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:55.130937 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.179248 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Publish callbacks [] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.215202 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.256307 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:36:55.259781 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:36:55.263953 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:36:55.301351 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Pushing event updated for resources: {'Port': ['ID=d80bd949-30ac-4b65-9e1e-b2f59df72d7b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:55.414936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Attempting to bind port 06cf990a-fc2a-479f-bb07-ee53451e30db on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:36:55.415321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Attempting to bind port 06cf990a-fc2a-479f-bb07-ee53451e30db by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '69f7c171-5464-4a3a-83b1-abbd63debdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:36:55.415694 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Attempting to bind port 06cf990a-fc2a-479f-bb07-ee53451e30db on network 08148e61-3a27-47ae-90a3-6cff1c13cd61 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:36:55.479815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:36:55.480199 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Checking segment: {'id': '69f7c171-5464-4a3a-83b1-abbd63debdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:36:55.480641 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.481042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Bound using segment: {'id': '69f7c171-5464-4a3a-83b1-abbd63debdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:36:55.481537 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Bound port: 06cf990a-fc2a-479f-bb07-ee53451e30db, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f7c171-5464-4a3a-83b1-abbd63debdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:36:55.481921 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.483696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=c05eb91b-4418-4e2d-b8f0-918f00fdf913,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:55.494211 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.546779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Publish callbacks [] for router_gateway (dcc1858d-e02a-47ff-a624-8412d6b6df9a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.625848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] For port 06cf990a-fc2a-479f-bb07-ee53451e30db, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:36:55.631109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] For port 06cf990a-fc2a-479f-bb07-ee53451e30db, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=06cf990a-fc2a-479f-bb07-ee53451e30db,segment=NetworkSegment(69f7c171-5464-4a3a-83b1-abbd63debdd4),segment_id=69f7c171-5464-4a3a-83b1-abbd63debdd4)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:36:55.646561 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.735478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1802a-02d9-4b54-a2f2-7f38a7769bb4 None None] Pushing event updated for resources: {'Port': ['ID=06cf990a-fc2a-479f-bb07-ee53451e30db,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:55.750666 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (dcc1858d-e02a-47ff-a624-8412d6b6df9a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.780913 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Publish callbacks [] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.788448 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.842958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58ac85-9fb5-4a89-8305-d07e7d65307b None None] Pushing event updated for resources: {'Port': ['ID=67da92df-d1da-49af-a3e4-2fd660f394b2,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:55.899854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Attempting to bind port 67da92df-d1da-49af-a3e4-2fd660f394b2 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:36:55.900470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Attempting to bind port 67da92df-d1da-49af-a3e4-2fd660f394b2 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:36:55.900866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Attempting to bind port 67da92df-d1da-49af-a3e4-2fd660f394b2 on network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:36:55.907597 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:36:55.908222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Checking segment: {'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:36:55.908745 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.909235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Bound using segment: {'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:36:55.909823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Bound port: 67da92df-d1da-49af-a3e4-2fd660f394b2, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:36:55.910591 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:55.942279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Router dcc1858d-e02a-47ff-a624-8412d6b6df9a is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:36:56.000858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] For port 67da92df-d1da-49af-a3e4-2fd660f394b2, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:36:56.006826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] For port 67da92df-d1da-49af-a3e4-2fd660f394b2, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=67da92df-d1da-49af-a3e4-2fd660f394b2,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:36:56.013124 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:56.070734 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:36:56.080764 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Sync routers for ids ['dcc1858d-e02a-47ff-a624-8412d6b6df9a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:36:56.083542 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Routers {'6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:36:56.091141 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:36:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:56.097548 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:56.098753 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Routers {'dcc1858d-e02a-47ff-a624-8412d6b6df9a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:36:56.102503 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7d8535f1-9e15-4b9b-8231-e33af3a38fcb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9551070 Jan 31 19:36:56.102710 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:36:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dcc1858d-e02a-47ff-a624-8412d6b6df9a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:56.102837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58148) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:36:56.184842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58ac85-9fb5-4a89-8305-d07e7d65307b None None] Pushing event updated for resources: {'Port': ['ID=67da92df-d1da-49af-a3e4-2fd660f394b2,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:56.276669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c4286c3b-8f1a-465b-bc4c-d44a6388862e None None] Provisioning complete for port 67da92df-d1da-49af-a3e4-2fd660f394b2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:56.277146 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c4286c3b-8f1a-465b-bc4c-d44a6388862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:56.309384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] Set router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:36:56.410689 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Set router dcc1858d-e02a-47ff-a624-8412d6b6df9a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:36:56.515830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c4286c3b-8f1a-465b-bc4c-d44a6388862e None None] Current status of the port 67da92df-d1da-49af-a3e4-2fd660f394b2 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:36:56.516233 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c4286c3b-8f1a-465b-bc4c-d44a6388862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:56.588108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c4286c3b-8f1a-465b-bc4c-d44a6388862e None None] For port 67da92df-d1da-49af-a3e4-2fd660f394b2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=67da92df-d1da-49af-a3e4-2fd660f394b2,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:56.601730 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c4286c3b-8f1a-465b-bc4c-d44a6388862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:56.666912 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:56.693496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 4, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '67da92df-d1da-49af-a3e4-2fd660f394b2', 'name': '', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'mac_address': 'fa:16:3e:4d:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:51Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 4, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'subnets': [{'id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:56.708656 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:56.714655 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'name': 'tempest-TestMinimumBasicScenario-808306825-router', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 3, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'gw_port': {'id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:56.748491 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Checking router: dcc1858d-e02a-47ff-a624-8412d6b6df9a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:36:56.748848 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Updating router dcc1858d-e02a-47ff-a624-8412d6b6df9a port d80bd949-30ac-4b65-9e1e-b2f59df72d7b binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:36:56.754637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c05eb91b-4418-4e2d-b8f0-918f00fdf913 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:36:56.757356 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d3b0f-832c-47ff-9813-be04246ebcf1 None None] The sync data for ids ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'] in n-d-812111-15 is: [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 4, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '67da92df-d1da-49af-a3e4-2fd660f394b2', 'name': '', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'mac_address': 'fa:16:3e:4d:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:51Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 4, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'subnets': [{'id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:36:56.764936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4286c3b-8f1a-465b-bc4c-d44a6388862e None None] Pushing event updated for resources: {'Port': ['ID=67da92df-d1da-49af-a3e4-2fd660f394b2,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:56.789918 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:56.840581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-328dc5de-a142-45b6-9a08-349e8bd67a20 None None] Provisioning complete for port 67da92df-d1da-49af-a3e4-2fd660f394b2 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:56.841309 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-328dc5de-a142-45b6-9a08-349e8bd67a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:56.881806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c05eb91b-4418-4e2d-b8f0-918f00fdf913 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:56.882334 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:56.942618 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Allocated IP 172.20.0.1 (08148e61-3a27-47ae-90a3-6cff1c13cd61/1c6a71aa-eeb2-4b76-a589-cec5648a9b2a/15158cde-63fd-4a3a-ad2c-f68b8516fd16) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:36:57.011378 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c05eb91b-4418-4e2d-b8f0-918f00fdf913 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:36:57.012536 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 06cf990a-fc2a-479f-bb07-ee53451e30db up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:36:57.095809 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-328dc5de-a142-45b6-9a08-349e8bd67a20 None None] Current status of the port 67da92df-d1da-49af-a3e4-2fd660f394b2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:36:57.107531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 06cf990a-fc2a-479f-bb07-ee53451e30db triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:57.107918 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.165334 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Publish callbacks [] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.198131 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dcd5b1-b207-4481-8b09-5f903c51f4a4 None None] Network 08148e61-3a27-47ae-90a3-6cff1c13cd61 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:36:57.215131 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.243101 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Publish callbacks [] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.253119 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.260234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Network 08148e61-3a27-47ae-90a3-6cff1c13cd61 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:36:57.264616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:36:57.268815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:36:57.307087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=15158cde-63fd-4a3a-ad2c-f68b8516fd16,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:57.324835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 06cf990a-fc2a-479f-bb07-ee53451e30db is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:36:57.325571 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.327114 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (dcc1858d-e02a-47ff-a624-8412d6b6df9a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.338268 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Attempting to bind port d80bd949-30ac-4b65-9e1e-b2f59df72d7b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:36:57.338623 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Attempting to bind port d80bd949-30ac-4b65-9e1e-b2f59df72d7b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:36:57.339313 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Attempting to bind port d80bd949-30ac-4b65-9e1e-b2f59df72d7b on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:36:57.355630 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:36:57.356197 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:36:57.356634 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.357026 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:36:57.357692 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Bound port: d80bd949-30ac-4b65-9e1e-b2f59df72d7b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:36:57.358074 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.372618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-96f03ab6-48e1-4caf-87f4-35de40c85278 None None] Provisioning complete for port 06cf990a-fc2a-479f-bb07-ee53451e30db triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:57.373310 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-96f03ab6-48e1-4caf-87f4-35de40c85278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.397983 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3474c-d472-4a1c-b4b6-57570f077853 None None] Pushing event updated for resources: {'Port': ['ID=d80bd949-30ac-4b65-9e1e-b2f59df72d7b,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:57.432008 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] For port d80bd949-30ac-4b65-9e1e-b2f59df72d7b, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:36:57.438072 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] For port d80bd949-30ac-4b65-9e1e-b2f59df72d7b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d80bd949-30ac-4b65-9e1e-b2f59df72d7b,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:36:57.447332 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.454590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 06cf990a-fc2a-479f-bb07-ee53451e30db, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=06cf990a-fc2a-479f-bb07-ee53451e30db,segment=NetworkSegment(69f7c171-5464-4a3a-83b1-abbd63debdd4),segment_id=69f7c171-5464-4a3a-83b1-abbd63debdd4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:36:57.493352 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.517069 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.530362 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3474c-d472-4a1c-b4b6-57570f077853 None None] Pushing event updated for resources: {'Port': ['ID=d80bd949-30ac-4b65-9e1e-b2f59df72d7b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:57.533776 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Routers {'dcc1858d-e02a-47ff-a624-8412d6b6df9a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:36:57.534371 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:36:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dcc1858d-e02a-47ff-a624-8412d6b6df9a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:57.556132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=06cf990a-fc2a-479f-bb07-ee53451e30db,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:57.652096 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-96f03ab6-48e1-4caf-87f4-35de40c85278 None None] Current status of the port 06cf990a-fc2a-479f-bb07-ee53451e30db is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:36:57.685024 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] Set router dcc1858d-e02a-47ff-a624-8412d6b6df9a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:36:57.759747 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Publish callbacks [] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.766704 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.852819 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (dcc1858d-e02a-47ff-a624-8412d6b6df9a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.869365 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=15158cde-63fd-4a3a-ad2c-f68b8516fd16,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:36:57.936152 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'name': 'tempest-TestMinimumBasicScenario-808306825-router', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:36:57Z', 'revision_number': 4, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'gw_port': {'id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '15158cde-63fd-4a3a-ad2c-f68b8516fd16', 'name': '', 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'mac_address': 'fa:16:3e:7a:09:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1c6a71aa-eeb2-4b76-a589-cec5648a9b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:56Z', 'updated_at': '2022-01-31T19:36:56Z', 'revision_number': 1, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'subnets': [{'id': '1c6a71aa-eeb2-4b76-a589-cec5648a9b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:36:57.963155 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f25e9-8e35-454f-b68f-a19db794624b None None] The sync data for ids ['dcc1858d-e02a-47ff-a624-8412d6b6df9a'] in n-d-812111-15 is: [{'id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'name': 'tempest-TestMinimumBasicScenario-808306825-router', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:36:57Z', 'revision_number': 4, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'gw_port': {'id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '15158cde-63fd-4a3a-ad2c-f68b8516fd16', 'name': '', 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'mac_address': 'fa:16:3e:7a:09:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1c6a71aa-eeb2-4b76-a589-cec5648a9b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:56Z', 'updated_at': '2022-01-31T19:36:56Z', 'revision_number': 1, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'subnets': [{'id': '1c6a71aa-eeb2-4b76-a589-cec5648a9b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:36:57.986561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d569770e-2dc3-41be-91be-ec2b169d61e0 None None] Provisioning complete for port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:57.986898 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d569770e-2dc3-41be-91be-ec2b169d61e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:57.998940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Network 08148e61-3a27-47ae-90a3-6cff1c13cd61 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:36:58.000952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:36:58.047185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d569770e-2dc3-41be-91be-ec2b169d61e0 None None] Port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:36:58.064662 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d569770e-2dc3-41be-91be-ec2b169d61e0 None None] Provisioning complete for port 06cf990a-fc2a-479f-bb07-ee53451e30db triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:58.065564 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d569770e-2dc3-41be-91be-ec2b169d61e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:58.162785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Router dcc1858d-e02a-47ff-a624-8412d6b6df9a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:36:58.165351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d569770e-2dc3-41be-91be-ec2b169d61e0 None None] Current status of the port 06cf990a-fc2a-479f-bb07-ee53451e30db is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:36:58.294198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-bce92db1-4a4c-452a-a778-bce2e5db55ec None None] Provisioning complete for port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:58.294644 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bce92db1-4a4c-452a-a778-bce2e5db55ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:58.344246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bce92db1-4a4c-452a-a778-bce2e5db55ec None None] Port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:36:58.365860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:36:58.371814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6eda1089-7320-480d-ad54-8c595048a5e7 admin admin] 10.222.0.20 "PUT /v2.0/routers/dcc1858d-e02a-47ff-a624-8412d6b6df9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2679207 Jan 31 19:36:58.572608 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dd7b4447-82bb-4e41-9e3d-16934592fec3 None None] Provisioning complete for port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:58.574117 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4447-82bb-4e41-9e3d-16934592fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:58.643022 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b4447-82bb-4e41-9e3d-16934592fec3 None None] Port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:36:58.660048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 67da92df-d1da-49af-a3e4-2fd660f394b2 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:36:58.720645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 67da92df-d1da-49af-a3e4-2fd660f394b2 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:58.721013 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:58.808951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 67da92df-d1da-49af-a3e4-2fd660f394b2 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:36:58.810168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 06cf990a-fc2a-479f-bb07-ee53451e30db up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:36:58.864910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 06cf990a-fc2a-479f-bb07-ee53451e30db triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:36:58.865534 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:36:58.949835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 06cf990a-fc2a-479f-bb07-ee53451e30db is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:37:00.575108 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d80bd949-30ac-4b65-9e1e-b2f59df72d7b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:37:00.641870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d80bd949-30ac-4b65-9e1e-b2f59df72d7b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:37:00.642248 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:00.730522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d80bd949-30ac-4b65-9e1e-b2f59df72d7b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:37:00.730922 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:00.754449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port d80bd949-30ac-4b65-9e1e-b2f59df72d7b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d80bd949-30ac-4b65-9e1e-b2f59df72d7b,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:37:00.760313 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:00.818953 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=d80bd949-30ac-4b65-9e1e-b2f59df72d7b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:00.828091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:00.828473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:00.828813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:00.829149 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:00.829539 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:00.829869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:00.830191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:00.830534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:00.830856 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:00.831176 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:00.831494 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:00.831812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:00.832127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:01.219116 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Sync routers for ids ['dcc1858d-e02a-47ff-a624-8412d6b6df9a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:37:01.232736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Routers {'dcc1858d-e02a-47ff-a624-8412d6b6df9a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:37:01.233495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:36:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dcc1858d-e02a-47ff-a624-8412d6b6df9a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:37:01.538555 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Set router dcc1858d-e02a-47ff-a624-8412d6b6df9a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:37:01.769278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'name': 'tempest-TestMinimumBasicScenario-808306825-router', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:36:57Z', 'revision_number': 4, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'gw_port': {'id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '15158cde-63fd-4a3a-ad2c-f68b8516fd16', 'name': '', 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'mac_address': 'fa:16:3e:7a:09:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1c6a71aa-eeb2-4b76-a589-cec5648a9b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:56Z', 'updated_at': '2022-01-31T19:36:57Z', 'revision_number': 2, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'subnets': [{'id': '1c6a71aa-eeb2-4b76-a589-cec5648a9b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:37:01.802456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Checking router: dcc1858d-e02a-47ff-a624-8412d6b6df9a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:37:01.802731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Updating router dcc1858d-e02a-47ff-a624-8412d6b6df9a port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:37:01.832543 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:02.131272 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Publish callbacks [] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:02.144143 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:02.227201 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f2233-c4da-4508-b24c-2c3af671d4cd None None] Pushing event updated for resources: {'Port': ['ID=15158cde-63fd-4a3a-ad2c-f68b8516fd16,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:02.264420 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Attempting to bind port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:37:02.264946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Attempting to bind port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '69f7c171-5464-4a3a-83b1-abbd63debdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:37:02.265436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Attempting to bind port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 on network 08148e61-3a27-47ae-90a3-6cff1c13cd61 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:37:02.274335 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:37:02.274871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Checking segment: {'id': '69f7c171-5464-4a3a-83b1-abbd63debdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:37:02.276678 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:02.277182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Bound using segment: {'id': '69f7c171-5464-4a3a-83b1-abbd63debdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:37:02.277748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Bound port: 15158cde-63fd-4a3a-ad2c-f68b8516fd16, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f7c171-5464-4a3a-83b1-abbd63debdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:37:02.278208 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:02.368841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] For port 15158cde-63fd-4a3a-ad2c-f68b8516fd16, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:37:02.372267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] For port 15158cde-63fd-4a3a-ad2c-f68b8516fd16, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=15158cde-63fd-4a3a-ad2c-f68b8516fd16,segment=NetworkSegment(69f7c171-5464-4a3a-83b1-abbd63debdd4),segment_id=69f7c171-5464-4a3a-83b1-abbd63debdd4)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:37:02.383826 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:02.466474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f2233-c4da-4508-b24c-2c3af671d4cd None None] Pushing event updated for resources: {'Port': ['ID=15158cde-63fd-4a3a-ad2c-f68b8516fd16,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:02.498144 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Routers {'dcc1858d-e02a-47ff-a624-8412d6b6df9a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:37:02.498936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:36:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dcc1858d-e02a-47ff-a624-8412d6b6df9a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:37:02.628153 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d80bd949-30ac-4b65-9e1e-b2f59df72d7b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:37:02.742681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9e0eca3a-b35e-4458-b71f-ad0793291545 None None] Provisioning complete for port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:37:02.742681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9e0eca3a-b35e-4458-b71f-ad0793291545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:02.823860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] Set router dcc1858d-e02a-47ff-a624-8412d6b6df9a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:37:02.907877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d80bd949-30ac-4b65-9e1e-b2f59df72d7b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:37:02.908254 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:03.056386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9e0eca3a-b35e-4458-b71f-ad0793291545 None None] Current status of the port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:37:03.057159 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9e0eca3a-b35e-4458-b71f-ad0793291545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:03.129184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9e0eca3a-b35e-4458-b71f-ad0793291545 None None] For port 15158cde-63fd-4a3a-ad2c-f68b8516fd16, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=15158cde-63fd-4a3a-ad2c-f68b8516fd16,segment=NetworkSegment(69f7c171-5464-4a3a-83b1-abbd63debdd4),segment_id=69f7c171-5464-4a3a-83b1-abbd63debdd4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:37:03.155297 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9e0eca3a-b35e-4458-b71f-ad0793291545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:03.229610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d80bd949-30ac-4b65-9e1e-b2f59df72d7b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:37:03.258478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0eca3a-b35e-4458-b71f-ad0793291545 None None] Pushing event updated for resources: {'Port': ['ID=15158cde-63fd-4a3a-ad2c-f68b8516fd16,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:03.298576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7b358b89-7f62-4524-986f-f3d0235888f2 None None] Provisioning complete for port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:37:03.298956 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7b358b89-7f62-4524-986f-f3d0235888f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:03.301766 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'name': 'tempest-TestMinimumBasicScenario-808306825-router', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:36:57Z', 'revision_number': 4, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'gw_port': {'id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '15158cde-63fd-4a3a-ad2c-f68b8516fd16', 'name': '', 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'mac_address': 'fa:16:3e:7a:09:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1c6a71aa-eeb2-4b76-a589-cec5648a9b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:56Z', 'updated_at': '2022-01-31T19:37:02Z', 'revision_number': 4, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'subnets': [{'id': '1c6a71aa-eeb2-4b76-a589-cec5648a9b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:37:03.350390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ff75a-0063-4ab4-88f0-982154ed0626 None None] The sync data for ids ['dcc1858d-e02a-47ff-a624-8412d6b6df9a'] in n-d-812111-15 is: [{'id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'name': 'tempest-TestMinimumBasicScenario-808306825-router', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:36:57Z', 'revision_number': 4, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'gw_port': {'id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '15158cde-63fd-4a3a-ad2c-f68b8516fd16', 'name': '', 'network_id': '08148e61-3a27-47ae-90a3-6cff1c13cd61', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'mac_address': 'fa:16:3e:7a:09:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1c6a71aa-eeb2-4b76-a589-cec5648a9b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:56Z', 'updated_at': '2022-01-31T19:37:02Z', 'revision_number': 4, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'subnets': [{'id': '1c6a71aa-eeb2-4b76-a589-cec5648a9b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:37:03.432796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7b358b89-7f62-4524-986f-f3d0235888f2 None None] Current status of the port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:37:04.628241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 15158cde-63fd-4a3a-ad2c-f68b8516fd16 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:37:04.705609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:37:04.705609 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:04.808384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:37:09.289574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-0e715471-525c-406f-98d3-2e951e11fc5a tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:09.291042 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-0e715471-525c-406f-98d3-2e951e11fc5a tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/networks?id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80 HTTP/1.1" status: 200 len: 815 time: 0.1031563 Jan 31 19:37:09.305987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-967ff37f-3f33-419e-98a0-3df5994eb15f tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/quotas/cf1b4cf32a6f407d93894c7b0b0bb015 HTTP/1.1" status: 200 len: 375 time: 0.0096385 Jan 31 19:37:09.362442 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-1d1dab2b-5919-4dba-8ae0-4d6b99f1d87e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf1b4cf32a6f407d93894c7b0b0bb015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510604 Jan 31 19:37:09.548753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-bb2c0112-b5a0-4019-a4e1-af9fb16959dd service neutron] 10.222.0.20 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746159 Jan 31 19:37:09.647112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-45d2e365-b1c8-492c-a387-32fecbef931c service neutron] 10.222.0.20 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917668 Jan 31 19:37:09.811949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-202af0fa-300e-4d40-a0a3-fb9ec810d5c3 req-0657921a-2dba-434b-81cf-d8be0575adb6 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 210 time: 0.0270402 Jan 31 19:37:10.781284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2ef175e5-745a-4720-8b33-28b365c50074 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:10.782718 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2ef175e5-745a-4720-8b33-28b365c50074 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.21 "GET /v2.0/networks?id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80 HTTP/1.1" status: 200 len: 815 time: 0.1080508 Jan 31 19:37:10.795105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Request body: {'port': {'device_id': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'admin_state_up': True, 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:37:10.916697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f898d916-97f7-4118-a572-b09a9341a6df req-cc006825-162c-485e-9092-53ca8903e7b4 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 210 time: 0.0328505 Jan 31 19:37:10.940703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Made reservation on behalf of cf1b4cf32a6f407d93894c7b0b0bb015 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:37:10.944984 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:11.510852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Allocated IP 172.20.0.3 (286b2e51-02f6-4e7f-b5ee-5096d2a83f80/2e410dbe-e43f-47a0-8bfc-6fdf9da793e8/8c912390-9ffb-4418-98a9-ec8c627b372a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:37:11.688254 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:11.727467 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:11.774007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:37:11.777148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:37:11.780916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:37:11.809017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event updated for resources: {'Port': ['ID=8c912390-9ffb-4418-98a9-ec8c627b372a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:11.844314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:11.845583 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:11.868884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b4e6cc49-8fcf-4375-a09a-e69a02683eb2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0773723 Jan 31 19:37:12.077728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba20d97-5983-44b7-8114-58adf0637313 req-1a1377b0-0a87-47f3-b79f-7c4f2bcb5b51 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:12.079544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cba20d97-5983-44b7-8114-58adf0637313 req-1a1377b0-0a87-47f3-b79f-7c4f2bcb5b51 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 931 time: 0.0685349 Jan 31 19:37:12.124088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-46cd5ded-d4a5-40e2-b367-73c07e83119f None None] Provisioning complete for port 8c912390-9ffb-4418-98a9-ec8c627b372a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:37:12.125154 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46cd5ded-d4a5-40e2-b367-73c07e83119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:12.136386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cba20d97-5983-44b7-8114-58adf0637313 req-b51d76a6-f603-4287-a392-b6871bc1c58b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485280 Jan 31 19:37:12.191454 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-46cd5ded-d4a5-40e2-b367-73c07e83119f None None] Port 8c912390-9ffb-4418-98a9-ec8c627b372a cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:37:13.284228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92e2a0-8734-4d05-8bc7-13f57c2980df req-6b9bb716-fe6a-4756-b3a7-536155f34d25 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:13.287300 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e92e2a0-8734-4d05-8bc7-13f57c2980df req-6b9bb716-fe6a-4756-b3a7-536155f34d25 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 931 time: 0.0622811 Jan 31 19:37:13.342757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0e92e2a0-8734-4d05-8bc7-13f57c2980df req-1dced44c-2ccf-452f-a098-19220e0dc562 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490992 Jan 31 19:37:14.498004 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbbe9b-26d6-41ca-9301-05abbb7a94e0 req-357f3f4a-0ae9-41eb-aa9f-26a4509a4421 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:14.500236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9dbbe9b-26d6-41ca-9301-05abbb7a94e0 req-357f3f4a-0ae9-41eb-aa9f-26a4509a4421 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 931 time: 0.0688989 Jan 31 19:37:14.563930 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a9dbbe9b-26d6-41ca-9301-05abbb7a94e0 req-6f84257f-7c97-47a9-beec-d7cc7f8c0fb9 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576935 Jan 31 19:37:15.700890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe7e4a-7729-4172-b3ab-c6fbe16c2e54 req-273cfa19-b1a5-4c97-9174-6be5f4c76fab tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:15.702465 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65fe7e4a-7729-4172-b3ab-c6fbe16c2e54 req-273cfa19-b1a5-4c97-9174-6be5f4c76fab tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 931 time: 0.0646510 Jan 31 19:37:15.761568 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65fe7e4a-7729-4172-b3ab-c6fbe16c2e54 req-35f55c70-55aa-4482-a009-5818d832f3b5 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506175 Jan 31 19:37:16.893975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064730d-baae-485c-b578-f491cfe8dc60 req-35411307-d55a-457a-88e0-9393818770da tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:16.896313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b064730d-baae-485c-b578-f491cfe8dc60 req-35411307-d55a-457a-88e0-9393818770da tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 931 time: 0.0565393 Jan 31 19:37:16.947550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b064730d-baae-485c-b578-f491cfe8dc60 req-abe69f9b-a3a6-4a20-a4c4-c8d45a926df3 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445275 Jan 31 19:37:18.083947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135e89b-9764-4243-8057-66d7d0d50c4d req-2ee7e0da-4223-40ab-b19a-6fe0c0fb9e1b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:18.085535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3135e89b-9764-4243-8057-66d7d0d50c4d req-2ee7e0da-4223-40ab-b19a-6fe0c0fb9e1b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 931 time: 0.0619450 Jan 31 19:37:18.137031 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3135e89b-9764-4243-8057-66d7d0d50c4d req-e62ae0b1-4395-4d5c-a710-be3c8df7f31c tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Jan 31 19:37:18.710164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Request body: {'port': {'device_id': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:37:18.769805 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:18.932427 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-da7e279e-85ef-407a-8ddf-0c76e45e68f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:19.037977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c912390-9ffb-4418-98a9-ec8c627b372a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:37:19.045294 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Publish callbacks [] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:19.059154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Transition to ACTIVE for port object 8c912390-9ffb-4418-98a9-ec8c627b372a will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:37:19.062455 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:19.117415 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Pushing event updated for resources: {'Port': ['ID=8c912390-9ffb-4418-98a9-ec8c627b372a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:19.188697 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Attempting to bind port 8c912390-9ffb-4418-98a9-ec8c627b372a on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:37:19.189133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Attempting to bind port 8c912390-9ffb-4418-98a9-ec8c627b372a by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:37:19.189541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Attempting to bind port 8c912390-9ffb-4418-98a9-ec8c627b372a on network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:37:19.195608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Port 8c912390-9ffb-4418-98a9-ec8c627b372a on network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:37:19.196030 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Attempting to bind port 8c912390-9ffb-4418-98a9-ec8c627b372a on network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:37:19.202022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:37:19.202472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Checking segment: {'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:37:19.202756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Bound using segment: {'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:37:19.203191 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Bound port: 8c912390-9ffb-4418-98a9-ec8c627b372a, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56cba6d8-7eac-401e-a050-0148e6dd9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:37:19.203557 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:19.309505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] For port 8c912390-9ffb-4418-98a9-ec8c627b372a, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:37:19.318987 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17a0c5-d2a5-4dc2-9156-40c6fd711ae2 req-8902b326-7544-4185-80ca-f9983042a7de tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:19.320573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f17a0c5-d2a5-4dc2-9156-40c6fd711ae2 req-8902b326-7544-4185-80ca-f9983042a7de tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 943 time: 0.1017683 Jan 31 19:37:19.322723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] For port 8c912390-9ffb-4418-98a9-ec8c627b372a, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8c912390-9ffb-4418-98a9-ec8c627b372a,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:37:19.334607 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:19.392712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:19.393335 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:19.394750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] 10.222.0.21 "PUT /v2.0/ports/8c912390-9ffb-4418-98a9-ec8c627b372a HTTP/1.1" status: 200 len: 1092 time: 0.6892967 Jan 31 19:37:19.395269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:37:19.397594 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c83f5e-cd70-4ce0-b28a-e34b316d0fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:37:19.440034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f17a0c5-d2a5-4dc2-9156-40c6fd711ae2 req-78a8d428-c8e8-45b6-a897-a193844a3cb1 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135805 Jan 31 19:37:19.461851 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a2cb05-f8d9-4246-aadf-6eb47f68693e x-openstack-request-id: req-d9a2cb05-f8d9-4246-aadf-6eb47f68693e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:37:19.462222 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:37:19.462548 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9a2cb05-f8d9-4246-aadf-6eb47f68693e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:37:19.463022 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'status': 'completed', 'code': 200} Jan 31 19:37:19.481562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81b2cd-1b76-4228-b355-61e507d091cd service neutron] Pushing event updated for resources: {'Port': ['ID=8c912390-9ffb-4418-98a9-ec8c627b372a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:19.504901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-0fa96902-3ea8-435e-931a-688aa9004f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:19.506561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-0fa96902-3ea8-435e-931a-688aa9004f0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf1b4cf32a6f407d93894c7b0b0bb015&device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 1126 time: 0.0653331 Jan 31 19:37:19.548763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-79cb794b-4606-42cf-b072-51f3196fbdd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c912390-9ffb-4418-98a9-ec8c627b372a HTTP/1.1" status: 200 len: 217 time: 0.0351002 Jan 31 19:37:19.605836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2ef0ddcc-cb91-4714-b611-4faa3a1c1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:19.607322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-2ef0ddcc-cb91-4714-b611-4faa3a1c1779 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e410dbe-e43f-47a0-8bfc-6fdf9da793e8 HTTP/1.1" status: 200 len: 854 time: 0.0538974 Jan 31 19:37:19.663293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b0b61eee-7db9-4480-b3fb-0e47028aeda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:19.664740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-b0b61eee-7db9-4480-b3fb-0e47028aeda3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502794 Jan 31 19:37:19.763703 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-f8fb6088-cdad-4109-beec-3e460575c590 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928862 Jan 31 19:37:19.874526 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d428fb23-559e-4e78-bae2-fe59b12e9e5c req-65be900e-3d6c-45b8-9f83-495c0f45cff7 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046042 Jan 31 19:37:19.971192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c83f5e-cd70-4ce0-b28a-e34b316d0fbf req-5d93d9bb-3a8b-4c8f-bc24-14a8d973e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:19.972786 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81c83f5e-cd70-4ce0-b28a-e34b316d0fbf req-5d93d9bb-3a8b-4c8f-bc24-14a8d973e44a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf1b4cf32a6f407d93894c7b0b0bb015&device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 1126 time: 0.0504091 Jan 31 19:37:20.070540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c83f5e-cd70-4ce0-b28a-e34b316d0fbf req-af76096e-2068-4b66-9d07-61b5d85dfd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:20.072036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81c83f5e-cd70-4ce0-b28a-e34b316d0fbf req-af76096e-2068-4b66-9d07-61b5d85dfd0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80 HTTP/1.1" status: 200 len: 916 time: 0.0927055 Jan 31 19:37:20.123856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81c83f5e-cd70-4ce0-b28a-e34b316d0fbf req-64717cb9-a6c0-4559-a456-ce876b5b9ab5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c912390-9ffb-4418-98a9-ec8c627b372a HTTP/1.1" status: 200 len: 217 time: 0.0457973 Jan 31 19:37:20.177253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c83f5e-cd70-4ce0-b28a-e34b316d0fbf req-c83db830-dcab-4966-a548-80f0973df421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:20.178664 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81c83f5e-cd70-4ce0-b28a-e34b316d0fbf req-c83db830-dcab-4966-a548-80f0973df421 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e410dbe-e43f-47a0-8bfc-6fdf9da793e8 HTTP/1.1" status: 200 len: 854 time: 0.0489204 Jan 31 19:37:20.241016 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c83f5e-cd70-4ce0-b28a-e34b316d0fbf req-6da915a3-34c7-4dec-b0b7-1e1f4dbc3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:20.242762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81c83f5e-cd70-4ce0-b28a-e34b316d0fbf req-6da915a3-34c7-4dec-b0b7-1e1f4dbc3b63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0578074 Jan 31 19:37:20.352606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81c83f5e-cd70-4ce0-b28a-e34b316d0fbf req-ede8528a-ef54-44d2-89e6-c9f77f502a39 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025431 Jan 31 19:37:20.450379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81c83f5e-cd70-4ce0-b28a-e34b316d0fbf req-306b2afb-c443-4542-a9be-3610253ef311 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914569 Jan 31 19:37:20.577280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ebcca-4be4-4e7a-af1e-f25672e2b1cc req-5cacee87-8b6a-4751-8530-312e377b7dff tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:20.578759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce6ebcca-4be4-4e7a-af1e-f25672e2b1cc req-5cacee87-8b6a-4751-8530-312e377b7dff tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 943 time: 0.0589325 Jan 31 19:37:20.628604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce6ebcca-4be4-4e7a-af1e-f25672e2b1cc req-e0b589e1-e1a3-468e-a7b5-fef3f17b41e2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439279 Jan 31 19:37:21.196529 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-61722740-1bf9-4f2c-a6da-d16b2613fe96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:21.765757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2351f4-85f5-4cd3-84b4-3b1198acb6ef req-f8b6bb2e-ed0b-4eef-8cba-d4b10307804d tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:21.768636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f2351f4-85f5-4cd3-84b4-3b1198acb6ef req-f8b6bb2e-ed0b-4eef-8cba-d4b10307804d tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 943 time: 0.0711091 Jan 31 19:37:21.816053 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f2351f4-85f5-4cd3-84b4-3b1198acb6ef req-ef7b9f5f-0a4e-48c5-bdca-2e99f183a3d1 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414572 Jan 31 19:37:22.669773 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:22.938329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bad55-99cd-4719-8483-06fea6fc7259 req-e92fca09-8748-4029-b040-21a24302f3a4 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:22.939817 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-584bad55-99cd-4719-8483-06fea6fc7259 req-e92fca09-8748-4029-b040-21a24302f3a4 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 943 time: 0.0530059 Jan 31 19:37:22.991291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-584bad55-99cd-4719-8483-06fea6fc7259 req-24fd42fa-da12-4c13-a1e8-8266ea0aab71 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Jan 31 19:37:23.511886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8c912390-9ffb-4418-98a9-ec8c627b372a details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:37:23.614467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8c912390-9ffb-4418-98a9-ec8c627b372a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8c912390-9ffb-4418-98a9-ec8c627b372a,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:37:23.627429 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'port_id': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'mac_address': 'fa:16:3e:e9:20:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:37:23.666798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8c912390-9ffb-4418-98a9-ec8c627b372a is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:37:23.667199 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:23.682855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c912390-9ffb-4418-98a9-ec8c627b372a {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:37:23.701348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8c912390-9ffb-4418-98a9-ec8c627b372a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8c912390-9ffb-4418-98a9-ec8c627b372a,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:37:23.705665 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:23.753720 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8c912390-9ffb-4418-98a9-ec8c627b372a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:23.921367 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8c912390-9ffb-4418-98a9-ec8c627b372a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:37:24.110905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbd384-8010-49fb-92b1-68372f8324bb req-07349f54-aa7a-4eb6-9358-a15733dd3df2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:24.112428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02bbd384-8010-49fb-92b1-68372f8324bb req-07349f54-aa7a-4eb6-9358-a15733dd3df2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 944 time: 0.0529854 Jan 31 19:37:24.161699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-02bbd384-8010-49fb-92b1-68372f8324bb req-1d74c0cc-7335-4704-b5f7-99b7eb28fa2b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430377 Jan 31 19:37:24.309933 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:24.851822 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:25.280603 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf741a60-e907-4990-a56b-fe86d2503077 req-9f4dc051-7467-4ab2-a404-ac78abd39cb8 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:25.282096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf741a60-e907-4990-a56b-fe86d2503077 req-9f4dc051-7467-4ab2-a404-ac78abd39cb8 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 944 time: 0.0536778 Jan 31 19:37:25.328871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf741a60-e907-4990-a56b-fe86d2503077 req-a788c323-8b18-44a5-b9e8-68cf34723572 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403242 Jan 31 19:37:25.370067 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:25.513707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8c912390-9ffb-4418-98a9-ec8c627b372a up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:37:25.565704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 8c912390-9ffb-4418-98a9-ec8c627b372a completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:37:25.569824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 8c912390-9ffb-4418-98a9-ec8c627b372a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:37:25.570215 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:25.647692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8c912390-9ffb-4418-98a9-ec8c627b372a is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:37:25.648090 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:25.670958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:37:25.673286 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cf1bc8-6492-49bb-87c9-926cc0ffbca3" -d '{"events": [{"server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "name": "network-vif-plugged", "status": "completed", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:37:25.686106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8c912390-9ffb-4418-98a9-ec8c627b372a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8c912390-9ffb-4418-98a9-ec8c627b372a,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:37:25.690731 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:25.720718 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56830c3-1580-4c1c-823e-3d7951bc513a x-openstack-request-id: req-f56830c3-1580-4c1c-823e-3d7951bc513a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:37:25.721028 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "name": "network-vif-plugged", "status": "completed", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:37:25.721286 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f56830c3-1580-4c1c-823e-3d7951bc513a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:37:25.721678 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'code': 200} Jan 31 19:37:25.748629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8c912390-9ffb-4418-98a9-ec8c627b372a,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:25.820499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313f136-fa50-4da2-a902-39faadd378a1 req-7d8338aa-00a5-45eb-b773-148790dedc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:25.821909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e313f136-fa50-4da2-a902-39faadd378a1 req-7d8338aa-00a5-45eb-b773-148790dedc60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 1128 time: 0.0492971 Jan 31 19:37:25.864613 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e313f136-fa50-4da2-a902-39faadd378a1 req-0ae77e89-dcfa-40fb-ad7b-1f568c77c973 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369384 Jan 31 19:37:26.453184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275311b0-91b5-44aa-80dc-9d5ee13bb743 req-7745fcba-55ad-4640-85eb-392546bcc2d1 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:26.454701 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-275311b0-91b5-44aa-80dc-9d5ee13bb743 req-7745fcba-55ad-4640-85eb-392546bcc2d1 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 945 time: 0.0546138 Jan 31 19:37:26.502944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-275311b0-91b5-44aa-80dc-9d5ee13bb743 req-d433c4aa-4d8d-49ef-bd26-654c19dd9092 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Jan 31 19:37:26.659797 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:27.630259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a436de-5268-4ede-95f1-ed0365d6f300 req-efd0c263-fc83-4030-926b-f1c534c77f52 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:27.631770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80a436de-5268-4ede-95f1-ed0365d6f300 req-efd0c263-fc83-4030-926b-f1c534c77f52 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 945 time: 0.0571411 Jan 31 19:37:27.679782 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80a436de-5268-4ede-95f1-ed0365d6f300 req-6a856e7b-7c27-4dcb-a400-ffb488655cd9 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424154 Jan 31 19:37:27.799926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ba7dd-b739-4453-9c22-ad2c357cde07 req-6087e36a-95ee-4e90-9112-83e4c9fe4b57 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:27.802054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f7ba7dd-b739-4453-9c22-ad2c357cde07 req-6087e36a-95ee-4e90-9112-83e4c9fe4b57 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 945 time: 0.0559719 Jan 31 19:37:27.849796 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1f7ba7dd-b739-4453-9c22-ad2c357cde07 req-a050c308-12ad-4a7d-8a90-77d5f5c72921 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 Jan 31 19:37:28.044078 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3785717-6031-4ba7-8be9-4239439d15d4 req-d97974a5-5991-454c-9732-02c9e8369734 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:28.045560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3785717-6031-4ba7-8be9-4239439d15d4 req-d97974a5-5991-454c-9732-02c9e8369734 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 945 time: 0.0521736 Jan 31 19:37:28.095199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3785717-6031-4ba7-8be9-4239439d15d4 req-0802181c-67d1-486c-a680-1d4fa4f03bf7 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Jan 31 19:37:29.325200 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:37:46.918152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40d00d-186a-4c7b-959f-a68e6b301427 req-47184aec-08f4-4104-afc3-1c7b874274f8 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:46.919651 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f40d00d-186a-4c7b-959f-a68e6b301427 req-47184aec-08f4-4104-afc3-1c7b874274f8 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 945 time: 0.0547740 Jan 31 19:37:46.967916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f40d00d-186a-4c7b-959f-a68e6b301427 req-547f4e8b-b222-4037-8448-cc8d69d02467 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422399 Jan 31 19:37:46.990321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58358) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:37:47.078168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e8e61-0eea-48a5-842d-eb7a33d1ae9e tempest-TestMinimumBasicScenario-1856578108 tempest-TestMinimumBasicScenario-1856578108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:47.079950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-788e8e61-0eea-48a5-842d-eb7a33d1ae9e tempest-TestMinimumBasicScenario-1856578108 tempest-TestMinimumBasicScenario-1856578108-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 1123 time: 0.0885336 Jan 31 19:37:47.083057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58362) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:37:47.087349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:37:47.111130 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:47.212611 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:47.318503 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Allocated IP 172.25.8.18 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/61b4fbf7-f833-42ea-b86d-aa7fb2653719) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:37:47.427865 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for port (61b4fbf7-f833-42ea-b86d-aa7fb2653719), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:47.462930 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (61b4fbf7-f833-42ea-b86d-aa7fb2653719), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:47.500194 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:37:47.504598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:37:47.508009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:37:47.536900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event updated for resources: {'Port': ['ID=61b4fbf7-f833-42ea-b86d-aa7fb2653719,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:47.551132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.551462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.551817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.552153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.552525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.552912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.553246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.553577 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.553907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.554236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.554564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.554888 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.555212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:47.941990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for floatingip (32a5e1cc-2c5e-4f37-b382-a6db43524eae), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:48.012798 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (61b4fbf7-f833-42ea-b86d-aa7fb2653719), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:48.180259 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for port (61b4fbf7-f833-42ea-b86d-aa7fb2653719), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:48.184792 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (61b4fbf7-f833-42ea-b86d-aa7fb2653719), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:48.255928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event updated for resources: {'Port': ['ID=61b4fbf7-f833-42ea-b86d-aa7fb2653719,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:48.266041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (32a5e1cc-2c5e-4f37-b382-a6db43524eae), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:48.366115 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Floating IP 32a5e1cc-2c5e-4f37-b382-a6db43524eae associated. External IP: 172.25.8.18, port: 8c912390-9ffb-4418-98a9-ec8c627b372a. Jan 31 19:37:48.573228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:37:48.679502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:37:48.690269 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf018d5e-c695-4389-ab73-b39d506bdfe5 None None] Sync routers for ids ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:37:48.698297 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:48.701483 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf018d5e-c695-4389-ab73-b39d506bdfe5 None None] Routers {'6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:37:48.702381 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bf018d5e-c695-4389-ab73-b39d506bdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:37:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:37:48.731984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fe487c13-065c-43fa-bde4-d45cdbb8a784 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6478786 Jan 31 19:37:48.732635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:37:48.735240 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a34e14-38f4-4f70-9c6b-3c59a452846e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:37:48.735655 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58364) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:37:48.741038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350632864', 'description': 'tempest-secgroup-smoke-1350632864 description', 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:37:48.763433 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:48.785200 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8807bfb-c966-4e94-9933-1747061bf054 x-openstack-request-id: req-f8807bfb-c966-4e94-9933-1747061bf054 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:37:48.785581 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:37:48.785855 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8807bfb-c966-4e94-9933-1747061bf054 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:37:48.786274 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'status': 'completed', 'code': 200} Jan 31 19:37:48.839733 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-bf018d5e-c695-4389-ab73-b39d506bdfe5 None None] Set router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:37:48.840128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group (b8749534-52e6-4aba-8d46-24582980f05b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:48.845760 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b8749534-52e6-4aba-8d46-24582980f05b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:48.864354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a34e14-38f4-4f70-9c6b-3c59a452846e req-1d664970-7899-4c93-b516-7572db84a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:48.866006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75a34e14-38f4-4f70-9c6b-3c59a452846e req-1d664970-7899-4c93-b516-7572db84a7c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf1b4cf32a6f407d93894c7b0b0bb015&device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 1128 time: 0.0508199 Jan 31 19:37:48.879976 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:48.881387 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1441538 Jan 31 19:37:48.882921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8749534-52e6-4aba-8d46-24582980f05b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:48.884920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58368) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:37:48.890375 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c40f5882-b8a1-423a-8a70-427c170ebcc3 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Request body: {'security_group_rule': {'security_group_id': 'b8749534-52e6-4aba-8d46-24582980f05b', 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:37:48.892818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.893404 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.894102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.894450 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.894845 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.895396 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.895758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.896173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.896591 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.896995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.897393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.897786 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.898389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498463f-fd9d-4cd0-a570-368dfa2f2d31 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:37:48.929415 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8766d6a2-db99-4c7f-ac3a-307f346b7512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:48.978417 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40f5882-b8a1-423a-8a70-427c170ebcc3 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (c1a201e9-5050-4d0f-8180-f158cecee0ee), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.045722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a34e14-38f4-4f70-9c6b-3c59a452846e req-82d069c3-8b18-4491-af8d-0fef112cb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:49.047234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75a34e14-38f4-4f70-9c6b-3c59a452846e req-82d069c3-8b18-4491-af8d-0fef112cb9ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80 HTTP/1.1" status: 200 len: 916 time: 0.1745560 Jan 31 19:37:49.093978 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bf018d5e-c695-4389-ab73-b39d506bdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 4, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '32a5e1cc-2c5e-4f37-b382-a6db43524eae', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'port_id': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'mac_address': 'fa:16:3e:e9:20:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:37:47Z', 'updated_at': '2022-01-31T19:37:47Z', 'revision_number': 0, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67da92df-d1da-49af-a3e4-2fd660f394b2', 'name': '', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'mac_address': 'fa:16:3e:4d:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:51Z', 'updated_at': '2022-01-31T19:36:56Z', 'revision_number': 5, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'subnets': [{'id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:37:49.105783 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40f5882-b8a1-423a-8a70-427c170ebcc3 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (c1a201e9-5050-4d0f-8180-f158cecee0ee), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.110880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40f5882-b8a1-423a-8a70-427c170ebcc3 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (c1a201e9-5050-4d0f-8180-f158cecee0ee), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.125393 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf018d5e-c695-4389-ab73-b39d506bdfe5 None None] Checking router: 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:37:49.133964 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf018d5e-c695-4389-ab73-b39d506bdfe5 None None] Routers {'6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:37:49.134555 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bf018d5e-c695-4389-ab73-b39d506bdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:37:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:37:49.137111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75a34e14-38f4-4f70-9c6b-3c59a452846e req-6eb4ddb2-6c08-4988-b814-abf7146f32af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c912390-9ffb-4418-98a9-ec8c627b372a HTTP/1.1" status: 200 len: 998 time: 0.0826974 Jan 31 19:37:49.137705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f5882-b8a1-423a-8a70-427c170ebcc3 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a201e9-5050-4d0f-8180-f158cecee0ee,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:49.154997 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40f5882-b8a1-423a-8a70-427c170ebcc3 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.156843 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c40f5882-b8a1-423a-8a70-427c170ebcc3 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2698720 Jan 31 19:37:49.159006 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58370) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:37:49.164476 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7f887e29-45ff-4931-b1f4-7fca847bf73e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Request body: {'security_group_rule': {'security_group_id': 'b8749534-52e6-4aba-8d46-24582980f05b', 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:37:49.197367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a34e14-38f4-4f70-9c6b-3c59a452846e req-8c6d0449-b650-4286-82bb-b271aff61b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:49.198899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75a34e14-38f4-4f70-9c6b-3c59a452846e req-8c6d0449-b650-4286-82bb-b271aff61b99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e410dbe-e43f-47a0-8bfc-6fdf9da793e8 HTTP/1.1" status: 200 len: 854 time: 0.0547118 Jan 31 19:37:49.200109 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f887e29-45ff-4931-b1f4-7fca847bf73e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (ee72e6fb-697b-4b44-909e-690a28332d96), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.261706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a34e14-38f4-4f70-9c6b-3c59a452846e req-9c784792-b2af-483c-9b30-0036334b6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:49.263275 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75a34e14-38f4-4f70-9c6b-3c59a452846e req-9c784792-b2af-483c-9b30-0036334b6603 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0581424 Jan 31 19:37:49.263928 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f887e29-45ff-4931-b1f4-7fca847bf73e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (ee72e6fb-697b-4b44-909e-690a28332d96), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.270182 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f887e29-45ff-4931-b1f4-7fca847bf73e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (ee72e6fb-697b-4b44-909e-690a28332d96), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.292238 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f887e29-45ff-4931-b1f4-7fca847bf73e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee72e6fb-697b-4b44-909e-690a28332d96,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:49.301473 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f887e29-45ff-4931-b1f4-7fca847bf73e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.310736 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7f887e29-45ff-4931-b1f4-7fca847bf73e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458545 Jan 31 19:37:49.310736 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58372) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:37:49.316726 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c3150318-e1c4-4043-9fb8-13117b045e53 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Request body: {'security_group_rule': {'security_group_id': 'b8749534-52e6-4aba-8d46-24582980f05b', 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:37:49.344892 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3150318-e1c4-4043-9fb8-13117b045e53 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (4b3fc957-7a63-4a6d-8bd1-ed0bcd740d7f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.353318 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-bf018d5e-c695-4389-ab73-b39d506bdfe5 None None] Set router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:37:49.365641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75a34e14-38f4-4f70-9c6b-3c59a452846e req-0c19a555-9120-416d-a92b-ee21fd18c148 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946748 Jan 31 19:37:49.409184 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3150318-e1c4-4043-9fb8-13117b045e53 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (4b3fc957-7a63-4a6d-8bd1-ed0bcd740d7f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.414760 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3150318-e1c4-4043-9fb8-13117b045e53 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (4b3fc957-7a63-4a6d-8bd1-ed0bcd740d7f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.446189 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3150318-e1c4-4043-9fb8-13117b045e53 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3fc957-7a63-4a6d-8bd1-ed0bcd740d7f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:49.458231 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3150318-e1c4-4043-9fb8-13117b045e53 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.460448 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c3150318-e1c4-4043-9fb8-13117b045e53 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516180 Jan 31 19:37:49.462925 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58374) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:37:49.468779 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-11418f0e-065e-4c31-ad2a-65e888a09e49 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Request body: {'security_group_rule': {'security_group_id': 'b8749534-52e6-4aba-8d46-24582980f05b', 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:37:49.481242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-75a34e14-38f4-4f70-9c6b-3c59a452846e req-6d1a5e29-6737-43ad-b0f5-2d7e9bc84891 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078119 Jan 31 19:37:49.497114 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11418f0e-065e-4c31-ad2a-65e888a09e49 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (4179a55d-c071-42bc-a397-aa120be27ecf), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.558116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11418f0e-065e-4c31-ad2a-65e888a09e49 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (4179a55d-c071-42bc-a397-aa120be27ecf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.561959 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11418f0e-065e-4c31-ad2a-65e888a09e49 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (4179a55d-c071-42bc-a397-aa120be27ecf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.582045 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11418f0e-065e-4c31-ad2a-65e888a09e49 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4179a55d-c071-42bc-a397-aa120be27ecf,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:49.589819 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11418f0e-065e-4c31-ad2a-65e888a09e49 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.590700 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-11418f0e-065e-4c31-ad2a-65e888a09e49 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261327 Jan 31 19:37:49.593408 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:37:49.598291 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1c2cb3e8-f170-42e4-b6e5-4d43c177e28d tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Request body: {'security_group_rule': {'security_group_id': 'b8749534-52e6-4aba-8d46-24582980f05b', 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:37:49.604810 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bf018d5e-c695-4389-ab73-b39d506bdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 4, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '32a5e1cc-2c5e-4f37-b382-a6db43524eae', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'port_id': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'mac_address': 'fa:16:3e:e9:20:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:37:47Z', 'updated_at': '2022-01-31T19:37:47Z', 'revision_number': 0, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67da92df-d1da-49af-a3e4-2fd660f394b2', 'name': '', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'mac_address': 'fa:16:3e:4d:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:51Z', 'updated_at': '2022-01-31T19:36:56Z', 'revision_number': 5, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'subnets': [{'id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:37:49.619092 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-1c2cb3e8-f170-42e4-b6e5-4d43c177e28d tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Project cf1b4cf32a6f407d93894c7b0b0bb015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:37:49.624187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb3e8-f170-42e4-b6e5-4d43c177e28d tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (c310b9bd-a535-4f52-832b-f4e979d4811b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.633911 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf018d5e-c695-4389-ab73-b39d506bdfe5 None None] The sync data for ids ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'] in n-d-812111-15 is: [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 4, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '32a5e1cc-2c5e-4f37-b382-a6db43524eae', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'port_id': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'mac_address': 'fa:16:3e:e9:20:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:37:47Z', 'updated_at': '2022-01-31T19:37:47Z', 'revision_number': 0, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67da92df-d1da-49af-a3e4-2fd660f394b2', 'name': '', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'mac_address': 'fa:16:3e:4d:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:51Z', 'updated_at': '2022-01-31T19:36:56Z', 'revision_number': 5, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'subnets': [{'id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:37:49.687914 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb3e8-f170-42e4-b6e5-4d43c177e28d tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (c310b9bd-a535-4f52-832b-f4e979d4811b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.692676 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb3e8-f170-42e4-b6e5-4d43c177e28d tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (c310b9bd-a535-4f52-832b-f4e979d4811b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.711618 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cb3e8-f170-42e4-b6e5-4d43c177e28d tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c310b9bd-a535-4f52-832b-f4e979d4811b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:49.723136 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb3e8-f170-42e4-b6e5-4d43c177e28d tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.727245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:37:49.727405 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1c2cb3e8-f170-42e4-b6e5-4d43c177e28d tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329231 Jan 31 19:37:49.731865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a47a635f-eee1-4b3a-b622-aac83d21ab39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Request body: {'security_group_rule': {'security_group_id': 'b8749534-52e6-4aba-8d46-24582980f05b', 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:37:49.753661 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-a47a635f-eee1-4b3a-b622-aac83d21ab39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Project cf1b4cf32a6f407d93894c7b0b0bb015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:37:49.759223 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a47a635f-eee1-4b3a-b622-aac83d21ab39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (8cfb4511-f2d8-41fc-99c3-ba7848eb9df4), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.825398 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a47a635f-eee1-4b3a-b622-aac83d21ab39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (8cfb4511-f2d8-41fc-99c3-ba7848eb9df4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.829604 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a47a635f-eee1-4b3a-b622-aac83d21ab39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (8cfb4511-f2d8-41fc-99c3-ba7848eb9df4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.848703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a635f-eee1-4b3a-b622-aac83d21ab39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfb4511-f2d8-41fc-99c3-ba7848eb9df4,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:49.857267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4874fc68-6a99-4c87-90c6-9b9896eb3b91 None None] New status for floating IP 32a5e1cc-2c5e-4f37-b382-a6db43524eae: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:37:49.857523 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a47a635f-eee1-4b3a-b622-aac83d21ab39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:49.861618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a47a635f-eee1-4b3a-b622-aac83d21ab39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304705 Jan 31 19:37:49.952349 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-682379ca-9c95-4c1f-be88-d47c5fb9fafc req-da711f78-0c96-4a39-b89c-ef5900e23b4e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350632864&fields=id&tenant_id=cf1b4cf32a6f407d93894c7b0b0bb015 HTTP/1.1" status: 200 len: 267 time: 0.0443866 Jan 31 19:37:50.011572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682379ca-9c95-4c1f-be88-d47c5fb9fafc req-911c89a3-10de-49ba-9797-bd55447aac5e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:50.013501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-682379ca-9c95-4c1f-be88-d47c5fb9fafc req-911c89a3-10de-49ba-9797-bd55447aac5e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 945 time: 0.0550690 Jan 31 19:37:50.026091 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-682379ca-9c95-4c1f-be88-d47c5fb9fafc req-a7882afc-8136-4ec9-9954-37bdb365b049 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Request body: {'port': {'security_groups': ['b33a937d-12b3-4b4f-828a-7ef464b09e30', 'b8749534-52e6-4aba-8d46-24582980f05b']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:37:50.108805 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-682379ca-9c95-4c1f-be88-d47c5fb9fafc req-a7882afc-8136-4ec9-9954-37bdb365b049 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:50.296951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-682379ca-9c95-4c1f-be88-d47c5fb9fafc req-a7882afc-8136-4ec9-9954-37bdb365b049 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] For port 8c912390-9ffb-4418-98a9-ec8c627b372a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8c912390-9ffb-4418-98a9-ec8c627b372a,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:37:50.328091 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-682379ca-9c95-4c1f-be88-d47c5fb9fafc req-a7882afc-8136-4ec9-9954-37bdb365b049 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:50.333863 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-682379ca-9c95-4c1f-be88-d47c5fb9fafc req-a7882afc-8136-4ec9-9954-37bdb365b049 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:50.349216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8c912390-9ffb-4418-98a9-ec8c627b372a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:37:50.379319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682379ca-9c95-4c1f-be88-d47c5fb9fafc req-a7882afc-8136-4ec9-9954-37bdb365b049 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:50.380145 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-682379ca-9c95-4c1f-be88-d47c5fb9fafc req-a7882afc-8136-4ec9-9954-37bdb365b049 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:50.381677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-682379ca-9c95-4c1f-be88-d47c5fb9fafc req-a7882afc-8136-4ec9-9954-37bdb365b049 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "PUT /v2.0/ports/8c912390-9ffb-4418-98a9-ec8c627b372a HTTP/1.1" status: 200 len: 981 time: 0.3605986 Jan 31 19:37:50.411066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7882afc-8136-4ec9-9954-37bdb365b049 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event updated for resources: {'Port': ['ID=8c912390-9ffb-4418-98a9-ec8c627b372a,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:37:50.448979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8c912390-9ffb-4418-98a9-ec8c627b372a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:37:50.511188 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8f35d-7c59-42c0-a28c-cdf24fafafa3 req-5c8e3b99-fb04-43f7-85ab-600d8a97e234 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:50.512821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3d8f35d-7c59-42c0-a28c-cdf24fafafa3 req-5c8e3b99-fb04-43f7-85ab-600d8a97e234 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0607188 Jan 31 19:37:50.583271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c3d8f35d-7c59-42c0-a28c-cdf24fafafa3 req-c2476024-cff2-4690-9680-c25c6f35090d tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620508 Jan 31 19:37:50.787594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:37:50.790081 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221bc8ef-b977-4cb6-a9a3-7deee3699b23" -d '{"events": [{"name": "network-changed", "server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:37:50.827372 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c608878b-9773-4b1c-a53b-c897b507af16 x-openstack-request-id: req-c608878b-9773-4b1c-a53b-c897b507af16 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:37:50.827672 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:37:50.827932 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c608878b-9773-4b1c-a53b-c897b507af16 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:37:50.828378 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'status': 'completed', 'code': 200} Jan 31 19:37:50.895319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bc8ef-b977-4cb6-a9a3-7deee3699b23 req-d69c6297-4d29-455c-beb0-c4d811c089ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:50.896725 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-221bc8ef-b977-4cb6-a9a3-7deee3699b23 req-d69c6297-4d29-455c-beb0-c4d811c089ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf1b4cf32a6f407d93894c7b0b0bb015&device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 1167 time: 0.0462534 Jan 31 19:37:50.909969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-043f7fa4-1969-4bf1-ae81-18270526123e None None] Provisioning complete for port 8c912390-9ffb-4418-98a9-ec8c627b372a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:37:50.910380 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-043f7fa4-1969-4bf1-ae81-18270526123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:50.999613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bc8ef-b977-4cb6-a9a3-7deee3699b23 req-95bd975b-4b23-4e0f-bea7-879b360650bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:51.001168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-221bc8ef-b977-4cb6-a9a3-7deee3699b23 req-95bd975b-4b23-4e0f-bea7-879b360650bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80 HTTP/1.1" status: 200 len: 916 time: 0.0969779 Jan 31 19:37:51.072118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-221bc8ef-b977-4cb6-a9a3-7deee3699b23 req-439732d2-f545-449e-8ea2-73f18f78ab61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c912390-9ffb-4418-98a9-ec8c627b372a HTTP/1.1" status: 200 len: 1000 time: 0.0643778 Jan 31 19:37:51.118783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-043f7fa4-1969-4bf1-ae81-18270526123e None None] Current status of the port 8c912390-9ffb-4418-98a9-ec8c627b372a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:37:51.121482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bc8ef-b977-4cb6-a9a3-7deee3699b23 req-6e4a1a58-212d-4f12-99c2-2a28faf98d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:51.123193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-221bc8ef-b977-4cb6-a9a3-7deee3699b23 req-6e4a1a58-212d-4f12-99c2-2a28faf98d33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e410dbe-e43f-47a0-8bfc-6fdf9da793e8 HTTP/1.1" status: 200 len: 854 time: 0.0445826 Jan 31 19:37:51.173463 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bc8ef-b977-4cb6-a9a3-7deee3699b23 req-9a10aa6c-4b11-4065-9737-8f10657d396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:37:51.175608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-221bc8ef-b977-4cb6-a9a3-7deee3699b23 req-9a10aa6c-4b11-4065-9737-8f10657d396d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457311 Jan 31 19:37:51.212668 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-123191bd-d5b0-4d50-a54d-3d1da057ddff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:51.595774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-221bc8ef-b977-4cb6-a9a3-7deee3699b23 req-1bd83492-fe89-43fb-9b09-e3d44d2819a9 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145057 Jan 31 19:37:51.685436 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-221bc8ef-b977-4cb6-a9a3-7deee3699b23 req-51d2007a-676c-4bba-95d1-1ed351b97936 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832310 Jan 31 19:37:52.672832 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:54.313284 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:54.858675 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:55.374376 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:37:56.659961 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:02.885417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aad0e3-981c-4c4e-b2fa-8c06a0c957e0 req-58a6fe1b-166e-47bf-a4e4-ea7bbd004083 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:02.887006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6aad0e3-981c-4c4e-b2fa-8c06a0c957e0 req-58a6fe1b-166e-47bf-a4e4-ea7bbd004083 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0945163 Jan 31 19:38:02.894187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88179ffc-f5fb-45b5-b99b-fb1060c707ce req-280f61e8-f19f-47d4-9b0b-608e63f0690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:02.895736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88179ffc-f5fb-45b5-b99b-fb1060c707ce req-280f61e8-f19f-47d4-9b0b-608e63f0690a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf1b4cf32a6f407d93894c7b0b0bb015&device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 1167 time: 0.0926526 Jan 31 19:38:03.012476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f6aad0e3-981c-4c4e-b2fa-8c06a0c957e0 req-e753cbec-2f16-4f3b-a428-dc0bd837d24b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156523 Jan 31 19:38:03.036556 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88179ffc-f5fb-45b5-b99b-fb1060c707ce req-432339b5-40ab-4849-963f-f255838202eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:03.038649 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88179ffc-f5fb-45b5-b99b-fb1060c707ce req-432339b5-40ab-4849-963f-f255838202eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80 HTTP/1.1" status: 200 len: 916 time: 0.1358654 Jan 31 19:38:03.106365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88179ffc-f5fb-45b5-b99b-fb1060c707ce req-88234570-9a17-4866-a824-2b8d1353a325 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c912390-9ffb-4418-98a9-ec8c627b372a HTTP/1.1" status: 200 len: 1000 time: 0.0602210 Jan 31 19:38:03.157053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88179ffc-f5fb-45b5-b99b-fb1060c707ce req-713777b9-069e-4510-b98f-6231e92883a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:03.158539 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88179ffc-f5fb-45b5-b99b-fb1060c707ce req-713777b9-069e-4510-b98f-6231e92883a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e410dbe-e43f-47a0-8bfc-6fdf9da793e8 HTTP/1.1" status: 200 len: 854 time: 0.0454779 Jan 31 19:38:03.214887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88179ffc-f5fb-45b5-b99b-fb1060c707ce req-d77924cf-9c55-4495-b454-40bd1ee01c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:03.216425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88179ffc-f5fb-45b5-b99b-fb1060c707ce req-d77924cf-9c55-4495-b454-40bd1ee01c31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512190 Jan 31 19:38:03.309251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88179ffc-f5fb-45b5-b99b-fb1060c707ce req-bb4e655f-7019-473c-b470-1b62eabe13c5 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839696 Jan 31 19:38:03.407706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88179ffc-f5fb-45b5-b99b-fb1060c707ce req-62420284-36ca-4ab9-8c84-e5c986d88c8b service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936832 Jan 31 19:38:04.144921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5cd02-0a81-4567-8672-731f77edd001 req-7163ef51-70fe-4458-9745-7fbe00e866d5 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:04.146580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abb5cd02-0a81-4567-8672-731f77edd001 req-7163ef51-70fe-4458-9745-7fbe00e866d5 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0551660 Jan 31 19:38:04.207943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abb5cd02-0a81-4567-8672-731f77edd001 req-ab35f66d-283f-4579-b802-df20df8b7cd3 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556653 Jan 31 19:38:05.332424 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681632-0063-47ee-98a1-bdb8d0760c5f req-eb2ccacf-13ec-4193-a240-e0a2ddeb8c5b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:05.334009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21681632-0063-47ee-98a1-bdb8d0760c5f req-eb2ccacf-13ec-4193-a240-e0a2ddeb8c5b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0548182 Jan 31 19:38:05.400418 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21681632-0063-47ee-98a1-bdb8d0760c5f req-84e63c0d-bf5c-440c-90b6-260491e6706f tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606177 Jan 31 19:38:06.324122 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:38:06.523411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939009fc-e228-4544-b3c2-8025aa3da765 req-02722282-88d4-48f4-b57d-83daa971f185 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:06.524945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-939009fc-e228-4544-b3c2-8025aa3da765 req-02722282-88d4-48f4-b57d-83daa971f185 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0546517 Jan 31 19:38:06.585513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-939009fc-e228-4544-b3c2-8025aa3da765 req-dce59676-cf22-4a9f-bc44-67754c752189 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548072 Jan 31 19:38:07.705537 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d72572-1f6a-43b5-93d9-02a4095169b0 req-19c10149-565f-4533-9136-18aab032c852 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:07.707770 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50d72572-1f6a-43b5-93d9-02a4095169b0 req-19c10149-565f-4533-9136-18aab032c852 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0525763 Jan 31 19:38:07.766093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-50d72572-1f6a-43b5-93d9-02a4095169b0 req-9dd59e19-3ca0-414d-959f-2a9a91b6cfb1 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525713 Jan 31 19:38:08.891462 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28adc9-24eb-4ce4-b9d7-93be8288e59d req-5ae64f89-6438-40af-8a86-0da9fddf9e59 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:08.893235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f28adc9-24eb-4ce4-b9d7-93be8288e59d req-5ae64f89-6438-40af-8a86-0da9fddf9e59 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0581424 Jan 31 19:38:08.955473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f28adc9-24eb-4ce4-b9d7-93be8288e59d req-a91b785d-80b6-4a54-8bb8-256293cf3ee6 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559201 Jan 31 19:38:10.076547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d764075-4d9c-4235-999b-a940e1dcd34c req-39080735-3a5e-4fa9-a8b2-52ecfcec6580 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:10.078070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d764075-4d9c-4235-999b-a940e1dcd34c req-39080735-3a5e-4fa9-a8b2-52ecfcec6580 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0526819 Jan 31 19:38:10.138555 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7d764075-4d9c-4235-999b-a940e1dcd34c req-c20fbeeb-a053-40b1-b8a8-dbe8a2429d84 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536079 Jan 31 19:38:11.258877 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3d617-f544-4cb8-b3a3-9b9ca8b06574 req-c8898d5b-422d-4ff7-8ea8-b1e64f50297b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:11.260482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66a3d617-f544-4cb8-b3a3-9b9ca8b06574 req-c8898d5b-422d-4ff7-8ea8-b1e64f50297b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0542500 Jan 31 19:38:11.327536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66a3d617-f544-4cb8-b3a3-9b9ca8b06574 req-0ab69758-7c24-472c-8262-b6bc958a32b3 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613291 Jan 31 19:38:12.007549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce2b67-0498-414c-b1d1-89c6c2222c58 req-ed64a15f-2ed6-4bea-888f-e089c5c59237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:12.009246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80ce2b67-0498-414c-b1d1-89c6c2222c58 req-ed64a15f-2ed6-4bea-888f-e089c5c59237 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf1b4cf32a6f407d93894c7b0b0bb015&device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 1167 time: 0.0465517 Jan 31 19:38:12.116271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce2b67-0498-414c-b1d1-89c6c2222c58 req-ddc22ea6-3ff3-4707-9372-867adee606c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:12.117784 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80ce2b67-0498-414c-b1d1-89c6c2222c58 req-ddc22ea6-3ff3-4707-9372-867adee606c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80 HTTP/1.1" status: 200 len: 916 time: 0.0861211 Jan 31 19:38:12.191334 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80ce2b67-0498-414c-b1d1-89c6c2222c58 req-a6d6bb5f-335d-42f2-a918-744ac9e53187 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c912390-9ffb-4418-98a9-ec8c627b372a HTTP/1.1" status: 200 len: 1000 time: 0.0674777 Jan 31 19:38:12.243706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce2b67-0498-414c-b1d1-89c6c2222c58 req-d8019a50-26f1-4024-9062-12c1cfad304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:12.246144 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80ce2b67-0498-414c-b1d1-89c6c2222c58 req-d8019a50-26f1-4024-9062-12c1cfad304e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e410dbe-e43f-47a0-8bfc-6fdf9da793e8 HTTP/1.1" status: 200 len: 854 time: 0.0487590 Jan 31 19:38:12.295001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce2b67-0498-414c-b1d1-89c6c2222c58 req-6304a491-3f85-4b02-b66b-0cfdb0eb2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:12.296460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80ce2b67-0498-414c-b1d1-89c6c2222c58 req-6304a491-3f85-4b02-b66b-0cfdb0eb2c46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445137 Jan 31 19:38:12.391779 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80ce2b67-0498-414c-b1d1-89c6c2222c58 req-d327e197-1fbf-4591-88e2-858bce2a4f1b service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891364 Jan 31 19:38:12.517313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd26d1-b896-489b-b5b6-43eb23430ca5 req-4a67652a-ba4d-43a5-9bf4-5dfbaf24d56e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:12.518783 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ccd26d1-b896-489b-b5b6-43eb23430ca5 req-4a67652a-ba4d-43a5-9bf4-5dfbaf24d56e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.1129539 Jan 31 19:38:12.536525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-80ce2b67-0498-414c-b1d1-89c6c2222c58 req-f1734722-7161-413c-b755-8ca21db86fd9 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381543 Jan 31 19:38:12.587283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ccd26d1-b896-489b-b5b6-43eb23430ca5 req-76867c06-1f3c-48d7-8ac9-296648920073 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602067 Jan 31 19:38:13.710709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f4bac-aa5b-418b-b583-1bcc0c2ad6f3 req-d20393f7-7d93-4bf0-9798-08d62957efef tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:13.712188 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-216f4bac-aa5b-418b-b583-1bcc0c2ad6f3 req-d20393f7-7d93-4bf0-9798-08d62957efef tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0530534 Jan 31 19:38:13.771368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-216f4bac-aa5b-418b-b583-1bcc0c2ad6f3 req-ee3c39e8-50e8-4ab1-849e-ccad55d5ba24 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534153 Jan 31 19:38:14.898886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5b9a0-f751-4fad-a739-b5242a5db3cf req-943a85c6-bde1-484b-a761-f8cb9e2fdc9a tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:14.900447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cfb5b9a0-f751-4fad-a739-b5242a5db3cf req-943a85c6-bde1-484b-a761-f8cb9e2fdc9a tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0606809 Jan 31 19:38:14.962720 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cfb5b9a0-f751-4fad-a739-b5242a5db3cf req-c02345db-4eb5-48d1-946a-2d3312df8da2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559042 Jan 31 19:38:16.095031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d92e81-6fb8-490e-a26b-dcacfb2c1428 req-724f598d-616a-4153-98e9-5913e70f832b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:16.096589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62d92e81-6fb8-490e-a26b-dcacfb2c1428 req-724f598d-616a-4153-98e9-5913e70f832b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0616307 Jan 31 19:38:16.163264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-62d92e81-6fb8-490e-a26b-dcacfb2c1428 req-de624f29-65ca-4174-abc0-e87c93f2022e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602884 Jan 31 19:38:17.283835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fa688-d04e-4328-bc56-3b84e4c9512e req-0814a400-72ed-42d0-be15-36fcd1eeba58 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:17.285353 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86fa688-d04e-4328-bc56-3b84e4c9512e req-0814a400-72ed-42d0-be15-36fcd1eeba58 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0538492 Jan 31 19:38:17.351983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86fa688-d04e-4328-bc56-3b84e4c9512e req-61b4e9b2-3661-4234-9380-8ade417b7578 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608246 Jan 31 19:38:18.481969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66222a00-34bf-432b-8680-0b5ac3e686f0 req-3ec86ac8-69ec-479c-8711-93b752d33ed8 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:18.483462 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66222a00-34bf-432b-8680-0b5ac3e686f0 req-3ec86ac8-69ec-479c-8711-93b752d33ed8 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0616136 Jan 31 19:38:18.546480 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66222a00-34bf-432b-8680-0b5ac3e686f0 req-e6bfa20e-e8a2-4d1f-b839-e9fb3c643898 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562596 Jan 31 19:38:18.922059 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-583f4cfc-e5d3-43ce-9771-417811c99a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:19.671591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae3827-45af-48c9-b942-02080a51e104 req-67d9c50f-ec66-4675-a093-aabe1cc85daa tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:19.673098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bcae3827-45af-48c9-b942-02080a51e104 req-67d9c50f-ec66-4675-a093-aabe1cc85daa tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0540226 Jan 31 19:38:19.746293 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bcae3827-45af-48c9-b942-02080a51e104 req-cd58d134-44f1-4c44-b952-63a1c3f19d02 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&id=b8749534-52e6-4aba-8d46-24582980f05b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671670 Jan 31 19:38:21.194360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bc24972b-f799-4bc3-ab9d-8688901779f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:22.675659 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:24.315756 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:24.849711 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:25.377013 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:26.689516 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:43.323474 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:38:48.924454 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-528c5325-8498-4b39-9036-ee0e2ddc6897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:51.196614 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c30ac37-f7bc-4e30-9d12-7746f5bbb458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:51.724447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fdd0457-f233-4a7a-bfae-ad5c7ef43496 req-b89aff53-27e0-44b7-824a-c3d9247c0284 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350632864&fields=id&tenant_id=cf1b4cf32a6f407d93894c7b0b0bb015 HTTP/1.1" status: 200 len: 267 time: 0.1698613 Jan 31 19:38:51.782893 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd0457-f233-4a7a-bfae-ad5c7ef43496 req-7b9ea7bd-329f-49af-982f-901d3fb9181f tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:51.784268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fdd0457-f233-4a7a-bfae-ad5c7ef43496 req-7b9ea7bd-329f-49af-982f-901d3fb9181f tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 984 time: 0.0535226 Jan 31 19:38:51.795514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3fdd0457-f233-4a7a-bfae-ad5c7ef43496 req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Request body: {'port': {'security_groups': ['b33a937d-12b3-4b4f-828a-7ef464b09e30']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:38:51.864596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fdd0457-f233-4a7a-bfae-ad5c7ef43496 req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.037958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3fdd0457-f233-4a7a-bfae-ad5c7ef43496 req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] For port 8c912390-9ffb-4418-98a9-ec8c627b372a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8c912390-9ffb-4418-98a9-ec8c627b372a,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:38:52.068440 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fdd0457-f233-4a7a-bfae-ad5c7ef43496 req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.073089 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fdd0457-f233-4a7a-bfae-ad5c7ef43496 req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.085954 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8c912390-9ffb-4418-98a9-ec8c627b372a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:38:52.123850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd0457-f233-4a7a-bfae-ad5c7ef43496 req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:52.124532 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fdd0457-f233-4a7a-bfae-ad5c7ef43496 req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.125960 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3fdd0457-f233-4a7a-bfae-ad5c7ef43496 req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "PUT /v2.0/ports/8c912390-9ffb-4418-98a9-ec8c627b372a HTTP/1.1" status: 200 len: 942 time: 0.3348584 Jan 31 19:38:52.126432 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:38:52.128769 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272e53db-e61e-4583-8b47-14d9c0bc593b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:38:52.132889 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:38:52.177952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event updated for resources: {'Port': ['ID=8c912390-9ffb-4418-98a9-ec8c627b372a,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:38:52.188280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.188685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.189040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.189383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.189728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.190067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.190403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.190735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.191070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.191403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.195047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.195481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.195833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da802515-9f3d-4994-9b4e-1fb7c9efbe39 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.215853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group (b8749534-52e6-4aba-8d46-24582980f05b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.219861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8c912390-9ffb-4418-98a9-ec8c627b372a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:38:52.257827 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group (b8749534-52e6-4aba-8d46-24582980f05b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.267146 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467b0856-8186-44f2-b513-76bab8d80e6a x-openstack-request-id: req-467b0856-8186-44f2-b513-76bab8d80e6a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:38:52.267473 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:38:52.267736 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-467b0856-8186-44f2-b513-76bab8d80e6a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:38:52.268164 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'status': 'completed', 'code': 200} Jan 31 19:38:52.345259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e53db-e61e-4583-8b47-14d9c0bc593b req-4dc28b14-0756-484d-a1d4-5a1849634a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:52.346855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-272e53db-e61e-4583-8b47-14d9c0bc593b req-4dc28b14-0756-484d-a1d4-5a1849634a88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf1b4cf32a6f407d93894c7b0b0bb015&device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 1128 time: 0.0551605 Jan 31 19:38:52.362589 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b8749534-52e6-4aba-8d46-24582980f05b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.366706 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.370992 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "DELETE /v2.0/security-groups/b8749534-52e6-4aba-8d46-24582980f05b HTTP/1.1" status: 204 len: 168 time: 0.2336857 Jan 31 19:38:52.371343 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58458) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:38:52.384681 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8749534-52e6-4aba-8d46-24582980f05b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:38:52.423352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.425003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.425003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.425003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.425434 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.425873 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.426310 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.426747 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.427173 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.427748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.428370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.428810 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.429257 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f1c1b-b6e2-45ca-b506-c7bbbd2ba23b tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:38:52.451242 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e53db-e61e-4583-8b47-14d9c0bc593b req-d0473483-a961-44b3-9619-86a97022cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:52.452761 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-272e53db-e61e-4583-8b47-14d9c0bc593b req-d0473483-a961-44b3-9619-86a97022cdcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80 HTTP/1.1" status: 200 len: 916 time: 0.1002140 Jan 31 19:38:52.463195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3c36affc-ddce-4350-82ec-b507f3317d46 None None] Provisioning complete for port 8c912390-9ffb-4418-98a9-ec8c627b372a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:38:52.463677 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3c36affc-ddce-4350-82ec-b507f3317d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.541657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-272e53db-e61e-4583-8b47-14d9c0bc593b req-0317d356-f358-4de1-99e7-04fb8b8a2606 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c912390-9ffb-4418-98a9-ec8c627b372a HTTP/1.1" status: 200 len: 1000 time: 0.0823278 Jan 31 19:38:52.554401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3c36affc-ddce-4350-82ec-b507f3317d46 None None] Current status of the port 8c912390-9ffb-4418-98a9-ec8c627b372a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:38:52.565989 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Deleting port 61b4fbf7-f833-42ea-b86d-aa7fb2653719 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:38:52.566334 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (61b4fbf7-f833-42ea-b86d-aa7fb2653719), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.593245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e53db-e61e-4583-8b47-14d9c0bc593b req-204b404b-3448-4140-ab32-979b20944c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:52.594766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-272e53db-e61e-4583-8b47-14d9c0bc593b req-204b404b-3448-4140-ab32-979b20944c9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e410dbe-e43f-47a0-8bfc-6fdf9da793e8 HTTP/1.1" status: 200 len: 854 time: 0.0470443 Jan 31 19:38:52.642206 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (61b4fbf7-f833-42ea-b86d-aa7fb2653719), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.642546 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for floatingip (61b4fbf7-f833-42ea-b86d-aa7fb2653719), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.648685 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e53db-e61e-4583-8b47-14d9c0bc593b req-c15bd250-d934-4c5d-a716-d2bb7d06b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:52.650227 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-272e53db-e61e-4583-8b47-14d9c0bc593b req-c15bd250-d934-4c5d-a716-d2bb7d06b627 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477042 Jan 31 19:38:52.655777 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Calling delete_port for 61b4fbf7-f833-42ea-b86d-aa7fb2653719 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:38:52.680502 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.747760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-272e53db-e61e-4583-8b47-14d9c0bc593b req-56e5a52b-c42e-4034-b208-df217ada69a3 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913851 Jan 31 19:38:52.813872 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (61b4fbf7-f833-42ea-b86d-aa7fb2653719), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.840612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-272e53db-e61e-4583-8b47-14d9c0bc593b req-54e34c2a-90b9-4646-8e55-3baf986f3992 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863397 Jan 31 19:38:52.846090 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event deleted for resources: {'Port': ['ID=61b4fbf7-f833-42ea-b86d-aa7fb2653719,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:38:52.909238 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks [] for floatingip (32a5e1cc-2c5e-4f37-b382-a6db43524eae), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:52.909570 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Floating IP 32a5e1cc-2c5e-4f37-b382-a6db43524eae disassociated (deleted). External IP: 172.25.8.18, port: 8c912390-9ffb-4418-98a9-ec8c627b372a. Jan 31 19:38:53.114259 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:38:53.220584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:38:53.225014 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:53.231347 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a807e1-26b2-4786-93c9-f4b74fd81649 None None] Sync routers for ids ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:38:53.242062 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a807e1-26b2-4786-93c9-f4b74fd81649 None None] Routers {'6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:38:53.242665 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-49a807e1-26b2-4786-93c9-f4b74fd81649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:38:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:38:53.255243 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ba584217-fcda-47d5-be44-0ff08c8a6929 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "DELETE /v2.0/floatingips/32a5e1cc-2c5e-4f37-b382-a6db43524eae HTTP/1.1" status: 204 len: 168 time: 0.8814089 Jan 31 19:38:53.255816 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:38:53.259183 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf062fd22f1491cdb1f131427889817f882fb421c4e8e57ba399bfebafbedcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c95b59-e3e4-4d9a-8050-c832b91e3325" -d '{"events": [{"name": "network-changed", "server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:38:53.356689 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1e480d-f627-411a-ac9a-7f1eb2fbf672 x-openstack-request-id: req-9c1e480d-f627-411a-ac9a-7f1eb2fbf672 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:38:53.356981 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:38:53.357437 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c1e480d-f627-411a-ac9a-7f1eb2fbf672 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:38:53.357845 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'status': 'completed', 'code': 200} Jan 31 19:38:53.369323 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-49a807e1-26b2-4786-93c9-f4b74fd81649 None None] Set router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:38:53.430416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c95b59-e3e4-4d9a-8050-c832b91e3325 req-41dfae5d-87e5-4653-86d2-4cac7d11c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:53.432154 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06c95b59-e3e4-4d9a-8050-c832b91e3325 req-41dfae5d-87e5-4653-86d2-4cac7d11c994 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf1b4cf32a6f407d93894c7b0b0bb015&device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 1128 time: 0.0541167 Jan 31 19:38:53.554704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c95b59-e3e4-4d9a-8050-c832b91e3325 req-a5ce2d80-14c4-4a81-b8eb-11de148f94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:53.556300 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06c95b59-e3e4-4d9a-8050-c832b91e3325 req-a5ce2d80-14c4-4a81-b8eb-11de148f94e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80 HTTP/1.1" status: 200 len: 916 time: 0.1189554 Jan 31 19:38:53.600231 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-49a807e1-26b2-4786-93c9-f4b74fd81649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 4, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '67da92df-d1da-49af-a3e4-2fd660f394b2', 'name': '', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'mac_address': 'fa:16:3e:4d:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:51Z', 'updated_at': '2022-01-31T19:36:56Z', 'revision_number': 5, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'subnets': [{'id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:38:53.603015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06c95b59-e3e4-4d9a-8050-c832b91e3325 req-a9fc05fb-ae9a-43c9-b3f2-17591631edd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c912390-9ffb-4418-98a9-ec8c627b372a HTTP/1.1" status: 200 len: 217 time: 0.0409598 Jan 31 19:38:53.627251 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a807e1-26b2-4786-93c9-f4b74fd81649 None None] Checking router: 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:38:53.636832 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a807e1-26b2-4786-93c9-f4b74fd81649 None None] Routers {'6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:38:53.637425 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-49a807e1-26b2-4786-93c9-f4b74fd81649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:38:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:38:53.651899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c95b59-e3e4-4d9a-8050-c832b91e3325 req-01603542-5f05-4e10-b7fb-4ad6e6755301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:53.653383 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06c95b59-e3e4-4d9a-8050-c832b91e3325 req-01603542-5f05-4e10-b7fb-4ad6e6755301 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e410dbe-e43f-47a0-8bfc-6fdf9da793e8 HTTP/1.1" status: 200 len: 854 time: 0.0444820 Jan 31 19:38:53.703788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c95b59-e3e4-4d9a-8050-c832b91e3325 req-51201b0c-5bba-4c87-a205-9d32e1cbb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:38:53.705328 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06c95b59-e3e4-4d9a-8050-c832b91e3325 req-51201b0c-5bba-4c87-a205-9d32e1cbb627 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=286b2e51-02f6-4e7f-b5ee-5096d2a83f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444851 Jan 31 19:38:53.743924 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-49a807e1-26b2-4786-93c9-f4b74fd81649 None None] Set router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:38:53.795966 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06c95b59-e3e4-4d9a-8050-c832b91e3325 req-5d39f27e-f86e-4f4d-9b48-e8039e3892d9 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845547 Jan 31 19:38:53.887328 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-06c95b59-e3e4-4d9a-8050-c832b91e3325 req-45e0f97d-c971-4f00-8b69-822c687f0173 service neutron] 10.222.0.21 "GET /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842385 Jan 31 19:38:53.943811 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-49a807e1-26b2-4786-93c9-f4b74fd81649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 4, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '67da92df-d1da-49af-a3e4-2fd660f394b2', 'name': '', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'mac_address': 'fa:16:3e:4d:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:51Z', 'updated_at': '2022-01-31T19:36:56Z', 'revision_number': 5, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'subnets': [{'id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:38:53.971845 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a807e1-26b2-4786-93c9-f4b74fd81649 None None] The sync data for ids ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'] in n-d-812111-15 is: [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:36:52Z', 'revision_number': 4, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '67da92df-d1da-49af-a3e4-2fd660f394b2', 'name': '', 'network_id': '286b2e51-02f6-4e7f-b5ee-5096d2a83f80', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'mac_address': 'fa:16:3e:4d:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:51Z', 'updated_at': '2022-01-31T19:36:56Z', 'revision_number': 5, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'subnets': [{'id': '2e410dbe-e43f-47a0-8bfc-6fdf9da793e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:38:54.198783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf37d1-5ab9-4ee2-b50b-479048e65d69 None None] New status for floating IP 32a5e1cc-2c5e-4f37-b382-a6db43524eae: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:38:54.322600 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:54.864122 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:55.381755 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:38:56.689173 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:08.740077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988ac7-4f88-48cb-b2fc-c7d9cf9286b2 req-186f7ab5-b8e9-4ed6-aebd-8a5e1030b79f tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:08.741766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98988ac7-4f88-48cb-b2fc-c7d9cf9286b2 req-186f7ab5-b8e9-4ed6-aebd-8a5e1030b79f tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 945 time: 0.0543468 Jan 31 19:39:08.790650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98988ac7-4f88-48cb-b2fc-c7d9cf9286b2 req-2186dab3-c4c3-470e-889e-0e3a1ff14d91 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 Jan 31 19:39:09.926680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65b151-b12d-4dc6-9e6e-238ce4078445 req-f9d2c200-25da-4327-875d-592bb62fb235 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:09.929097 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb65b151-b12d-4dc6-9e6e-238ce4078445 req-f9d2c200-25da-4327-875d-592bb62fb235 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 945 time: 0.0590556 Jan 31 19:39:09.976423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb65b151-b12d-4dc6-9e6e-238ce4078445 req-fb9b6ae1-6a7a-45cf-a3cc-8f2e2ed2c65a tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33a937d-12b3-4b4f-828a-7ef464b09e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417883 Jan 31 19:39:10.411198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a89d30-718d-4a62-9f3d-c262ef2aaf25 req-a8199c81-a761-4992-91a7-2b98a42974b2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:10.412898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88a89d30-718d-4a62-9f3d-c262ef2aaf25 req-a8199c81-a761-4992-91a7-2b98a42974b2 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 945 time: 0.0531235 Jan 31 19:39:10.507547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-88a89d30-718d-4a62-9f3d-c262ef2aaf25 req-232b49b8-d817-4284-ae06-b9ab51ff7e00 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Deleting port 8c912390-9ffb-4418-98a9-ec8c627b372a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:39:10.507887 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-88a89d30-718d-4a62-9f3d-c262ef2aaf25 req-232b49b8-d817-4284-ae06-b9ab51ff7e00 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:10.594479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-88a89d30-718d-4a62-9f3d-c262ef2aaf25 req-232b49b8-d817-4284-ae06-b9ab51ff7e00 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] For port 8c912390-9ffb-4418-98a9-ec8c627b372a, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8c912390-9ffb-4418-98a9-ec8c627b372a,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:10.594848 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-88a89d30-718d-4a62-9f3d-c262ef2aaf25 req-232b49b8-d817-4284-ae06-b9ab51ff7e00 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:10.608132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-88a89d30-718d-4a62-9f3d-c262ef2aaf25 req-232b49b8-d817-4284-ae06-b9ab51ff7e00 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Calling delete_port for 8c912390-9ffb-4418-98a9-ec8c627b372a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:39:10.750734 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-88a89d30-718d-4a62-9f3d-c262ef2aaf25 req-232b49b8-d817-4284-ae06-b9ab51ff7e00 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8c912390-9ffb-4418-98a9-ec8c627b372a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:10.762643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8c912390-9ffb-4418-98a9-ec8c627b372a'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:39:10.780731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b49b8-d817-4284-ae06-b9ab51ff7e00 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Pushing event deleted for resources: {'Port': ['ID=8c912390-9ffb-4418-98a9-ec8c627b372a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:10.827930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a89d30-718d-4a62-9f3d-c262ef2aaf25 req-232b49b8-d817-4284-ae06-b9ab51ff7e00 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] No DVR routers for this DVR port 8c912390-9ffb-4418-98a9-ec8c627b372a on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:39:10.830779 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-88a89d30-718d-4a62-9f3d-c262ef2aaf25 req-232b49b8-d817-4284-ae06-b9ab51ff7e00 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:10.835709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-88a89d30-718d-4a62-9f3d-c262ef2aaf25 req-232b49b8-d817-4284-ae06-b9ab51ff7e00 tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.21 "DELETE /v2.0/ports/8c912390-9ffb-4418-98a9-ec8c627b372a HTTP/1.1" status: 204 len: 173 time: 0.4180322 Jan 31 19:39:10.836301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'name': 'network-vif-deleted', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:39:10.838797 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ba3995-3f72-4bf3-9cb2-802fdae8199b" -d '{"events": [{"server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "name": "network-vif-deleted", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:39:10.879492 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5b4e9f-03aa-4b3e-90f2-ceb1333d9fd7 x-openstack-request-id: req-ac5b4e9f-03aa-4b3e-90f2-ceb1333d9fd7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:39:10.879800 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9264a96-d7e2-48f9-9c4d-822e42dbd698", "name": "network-vif-deleted", "tag": "8c912390-9ffb-4418-98a9-ec8c627b372a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:39:10.880064 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac5b4e9f-03aa-4b3e-90f2-ceb1333d9fd7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:39:10.880594 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9264a96-d7e2-48f9-9c4d-822e42dbd698', 'name': 'network-vif-deleted', 'tag': '8c912390-9ffb-4418-98a9-ec8c627b372a', 'status': 'completed', 'code': 200} Jan 31 19:39:11.087804 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e260b9aa-ded3-4592-bf74-3730ad64a4e5 req-08f5af99-9d14-4742-901f-a93f5505422e tempest-TestMinimumBasicScenario-445052725 tempest-TestMinimumBasicScenario-445052725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9264a96-d7e2-48f9-9c4d-822e42dbd698 HTTP/1.1" status: 200 len: 210 time: 0.0336454 Jan 31 19:39:12.660660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58576) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:13.001732 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c94f4544-4924-45bb-a590-ff2d5822cf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:13.590061 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c94f4544-4924-45bb-a590-ff2d5822cf95 admin admin] Deleting port 67da92df-d1da-49af-a3e4-2fd660f394b2 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:39:13.590323 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c94f4544-4924-45bb-a590-ff2d5822cf95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:13.671737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c94f4544-4924-45bb-a590-ff2d5822cf95 admin admin] For port 67da92df-d1da-49af-a3e4-2fd660f394b2, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=67da92df-d1da-49af-a3e4-2fd660f394b2,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:13.672632 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c94f4544-4924-45bb-a590-ff2d5822cf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:13.684461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c94f4544-4924-45bb-a590-ff2d5822cf95 admin admin] Calling delete_port for 67da92df-d1da-49af-a3e4-2fd660f394b2 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:39:13.866705 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c94f4544-4924-45bb-a590-ff2d5822cf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (67da92df-d1da-49af-a3e4-2fd660f394b2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:13.893027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f4544-4924-45bb-a590-ff2d5822cf95 admin admin] Pushing event deleted for resources: {'Port': ['ID=67da92df-d1da-49af-a3e4-2fd660f394b2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:13.946571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8c912390-9ffb-4418-98a9-ec8c627b372a no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:39:13.967893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 8c912390-9ffb-4418-98a9-ec8c627b372a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:39:13.968422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8c912390-9ffb-4418-98a9-ec8c627b372a not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:39:14.067348 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c94f4544-4924-45bb-a590-ff2d5822cf95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:14.280928 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94f4544-4924-45bb-a590-ff2d5822cf95 admin admin] Router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:39:14.387326 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94f4544-4924-45bb-a590-ff2d5822cf95 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:39:14.392560 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c94f4544-4924-45bb-a590-ff2d5822cf95 admin admin] 10.222.0.20 "PUT /v2.0/routers/6bcff9b6-3fff-4932-a0a8-a9d1a26ec670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308717 Jan 31 19:39:14.395322 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58578) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:14.396662 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b474e0-6459-410a-aae5-fc175fe57711 None None] Sync routers for ids ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:39:14.405996 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b474e0-6459-410a-aae5-fc175fe57711 None None] Routers {'6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:39:14.406840 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-91b474e0-6459-410a-aae5-fc175fe57711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:38:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:14.501796 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Publish callbacks [] for router (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:14.512025 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-91b474e0-6459-410a-aae5-fc175fe57711 None None] Set router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:39:14.605121 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Publish callbacks [] for router_gateway (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:14.663449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Deleting port c05eb91b-4418-4e2d-b8f0-918f00fdf913 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:39:14.663791 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:14.697725 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-91b474e0-6459-410a-aae5-fc175fe57711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:39:13Z', 'revision_number': 5, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port': {'id': 'c05eb91b-4418-4e2d-b8f0-918f00fdf913', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:50Z', 'updated_at': '2022-01-31T19:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:14.725248 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b474e0-6459-410a-aae5-fc175fe57711 None None] Checking router: 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:39:14.733671 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b474e0-6459-410a-aae5-fc175fe57711 None None] Routers {'6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:39:14.734268 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-91b474e0-6459-410a-aae5-fc175fe57711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:38:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:14.743651 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] For port c05eb91b-4418-4e2d-b8f0-918f00fdf913, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c05eb91b-4418-4e2d-b8f0-918f00fdf913,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:14.744015 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:14.757305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Calling delete_port for c05eb91b-4418-4e2d-b8f0-918f00fdf913 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:39:14.919317 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-91b474e0-6459-410a-aae5-fc175fe57711 None None] Set router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:39:14.926464 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c05eb91b-4418-4e2d-b8f0-918f00fdf913), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:14.952904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05eb91b-4418-4e2d-b8f0-918f00fdf913,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:14.973491 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-91b474e0-6459-410a-aae5-fc175fe57711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:39:14Z', 'revision_number': 6, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:15.003534 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b474e0-6459-410a-aae5-fc175fe57711 None None] The sync data for ids ['6bcff9b6-3fff-4932-a0a8-a9d1a26ec670'] in n-d-812111-15 is: [{'id': '6bcff9b6-3fff-4932-a0a8-a9d1a26ec670', 'name': 'tempest-TestMinimumBasicScenario-1276153813-router', 'tenant_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:49Z', 'updated_at': '2022-01-31T19:39:14Z', 'revision_number': 6, 'project_id': 'cf1b4cf32a6f407d93894c7b0b0bb015', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:39:15.018663 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.106559 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.108737 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Publish callbacks [] for router_controller (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.152111 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (6bcff9b6-3fff-4932-a0a8-a9d1a26ec670), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.152765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:39:15.157306 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.158683 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-152bbc53-767c-43a8-8579-c6c30a34a043 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6bcff9b6-3fff-4932-a0a8-a9d1a26ec670 HTTP/1.1" status: 204 len: 168 time: 0.7623374 Jan 31 19:39:15.161295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58580) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:15.209922 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8aa4264-d54e-479a-a24d-1c6eccf13b6a admin admin] Deleting subnet 2e410dbe-e43f-47a0-8bfc-6fdf9da793e8 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:39:15.212915 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4264-d54e-479a-a24d-1c6eccf13b6a admin admin] Publish callbacks [] for subnet (2e410dbe-e43f-47a0-8bfc-6fdf9da793e8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.246937 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4264-d54e-479a-a24d-1c6eccf13b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (2e410dbe-e43f-47a0-8bfc-6fdf9da793e8), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.324232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4264-d54e-479a-a24d-1c6eccf13b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (2e410dbe-e43f-47a0-8bfc-6fdf9da793e8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.381839 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4264-d54e-479a-a24d-1c6eccf13b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (2e410dbe-e43f-47a0-8bfc-6fdf9da793e8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.401598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be8ba1d-ae4f-4524-ba5d-0713b96be42f None None] Network 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:39:15.417857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa4264-d54e-479a-a24d-1c6eccf13b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e410dbe-e43f-47a0-8bfc-6fdf9da793e8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:15.419862 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4264-d54e-479a-a24d-1c6eccf13b6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.423172 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b8aa4264-d54e-479a-a24d-1c6eccf13b6a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2e410dbe-e43f-47a0-8bfc-6fdf9da793e8 HTTP/1.1" status: 204 len: 168 time: 0.2608051 Jan 31 19:39:15.425639 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58582) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:15.498163 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (286b2e51-02f6-4e7f-b5ee-5096d2a83f80), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.556429 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Deleting port 6bb809f3-ca4b-4d0d-b109-80155b82295c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:39:15.556773 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6bb809f3-ca4b-4d0d-b109-80155b82295c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.628145 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] For port 6bb809f3-ca4b-4d0d-b109-80155b82295c, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6bb809f3-ca4b-4d0d-b109-80155b82295c,segment=NetworkSegment(56cba6d8-7eac-401e-a050-0148e6dd9136),segment_id=56cba6d8-7eac-401e-a050-0148e6dd9136)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:15.628540 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6bb809f3-ca4b-4d0d-b109-80155b82295c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.643103 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Calling delete_port for 6bb809f3-ca4b-4d0d-b109-80155b82295c owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:39:15.724976 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (6bb809f3-ca4b-4d0d-b109-80155b82295c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.751235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb809f3-ca4b-4d0d-b109-80155b82295c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:15.756844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] No DVR routers for this DVR port 6bb809f3-ca4b-4d0d-b109-80155b82295c on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:39:15.813603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabf0d0a-c1bb-45ef-81d4-b01613ee1dc9 None None] DHCP port deletion for 286b2e51-02f6-4e7f-b5ee-5096d2a83f80 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:39:15.835715 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (286b2e51-02f6-4e7f-b5ee-5096d2a83f80), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.857181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286b2e51-02f6-4e7f-b5ee-5096d2a83f80']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:15.867041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cba6d8-7eac-401e-a050-0148e6dd9136') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:15.867333 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cba6d8-7eac-401e-a050-0148e6dd9136') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:15.876843 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (56cba6d8-7eac-401e-a050-0148e6dd9136), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.890690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (56cba6d8-7eac-401e-a050-0148e6dd9136), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.897428 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:39:15.897825 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (56cba6d8-7eac-401e-a050-0148e6dd9136), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:39:15.899582 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:39:15.961027 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (286b2e51-02f6-4e7f-b5ee-5096d2a83f80), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.966574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:15.973032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] 10.222.0.20 "DELETE /v2.0/networks/286b2e51-02f6-4e7f-b5ee-5096d2a83f80 HTTP/1.1" status: 204 len: 168 time: 0.5462697 Jan 31 19:39:15.973250 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58584) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:15.988189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a19c48-660f-471d-a4f0-f889de298c35 admin admin] Pushing event deleted for resources: {'Network': ['ID=286b2e51-02f6-4e7f-b5ee-5096d2a83f80,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:16.346438 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f250590a-2667-463a-a7d2-6ecc171f3347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (dcc1858d-e02a-47ff-a624-8412d6b6df9a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:16.586087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 67da92df-d1da-49af-a3e4-2fd660f394b2 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:39:16.603744 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f250590a-2667-463a-a7d2-6ecc171f3347 admin admin] Deleting port 15158cde-63fd-4a3a-ad2c-f68b8516fd16 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:39:16.604095 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f250590a-2667-463a-a7d2-6ecc171f3347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:16.610689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 67da92df-d1da-49af-a3e4-2fd660f394b2 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:39:16.611039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 67da92df-d1da-49af-a3e4-2fd660f394b2 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:39:16.611467 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6bb809f3-ca4b-4d0d-b109-80155b82295c no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:39:16.631652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 6bb809f3-ca4b-4d0d-b109-80155b82295c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:39:16.632003 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6bb809f3-ca4b-4d0d-b109-80155b82295c not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:39:16.632448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c05eb91b-4418-4e2d-b8f0-918f00fdf913 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:39:16.651013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c05eb91b-4418-4e2d-b8f0-918f00fdf913 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:39:16.651370 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c05eb91b-4418-4e2d-b8f0-918f00fdf913 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:39:16.683248 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f250590a-2667-463a-a7d2-6ecc171f3347 admin admin] For port 15158cde-63fd-4a3a-ad2c-f68b8516fd16, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=15158cde-63fd-4a3a-ad2c-f68b8516fd16,segment=NetworkSegment(69f7c171-5464-4a3a-83b1-abbd63debdd4),segment_id=69f7c171-5464-4a3a-83b1-abbd63debdd4)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:16.683614 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f250590a-2667-463a-a7d2-6ecc171f3347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:16.698219 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f250590a-2667-463a-a7d2-6ecc171f3347 admin admin] Calling delete_port for 15158cde-63fd-4a3a-ad2c-f68b8516fd16 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:39:16.894334 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f250590a-2667-463a-a7d2-6ecc171f3347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (15158cde-63fd-4a3a-ad2c-f68b8516fd16), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:16.934955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250590a-2667-463a-a7d2-6ecc171f3347 admin admin] Pushing event deleted for resources: {'Port': ['ID=15158cde-63fd-4a3a-ad2c-f68b8516fd16,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:17.108805 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f250590a-2667-463a-a7d2-6ecc171f3347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (dcc1858d-e02a-47ff-a624-8412d6b6df9a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:17.338064 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f250590a-2667-463a-a7d2-6ecc171f3347 admin admin] Router dcc1858d-e02a-47ff-a624-8412d6b6df9a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:39:17.449271 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f250590a-2667-463a-a7d2-6ecc171f3347 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:39:17.457082 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f250590a-2667-463a-a7d2-6ecc171f3347 admin admin] 10.222.0.20 "PUT /v2.0/routers/dcc1858d-e02a-47ff-a624-8412d6b6df9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4804511 Jan 31 19:39:17.457186 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58586) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:17.461120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567bcb68-a094-415e-9b49-372a0700e89d None None] Sync routers for ids ['dcc1858d-e02a-47ff-a624-8412d6b6df9a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:39:17.470880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567bcb68-a094-415e-9b49-372a0700e89d None None] Routers {'dcc1858d-e02a-47ff-a624-8412d6b6df9a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:39:17.471512 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-567bcb68-a094-415e-9b49-372a0700e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:38:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dcc1858d-e02a-47ff-a624-8412d6b6df9a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:17.564414 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Publish callbacks [] for router (dcc1858d-e02a-47ff-a624-8412d6b6df9a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:17.578568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-567bcb68-a094-415e-9b49-372a0700e89d None None] Set router dcc1858d-e02a-47ff-a624-8412d6b6df9a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:39:17.665165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Publish callbacks [] for router_gateway (dcc1858d-e02a-47ff-a624-8412d6b6df9a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:17.720150 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Deleting port d80bd949-30ac-4b65-9e1e-b2f59df72d7b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:39:17.720516 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:17.760377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-567bcb68-a094-415e-9b49-372a0700e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'name': 'tempest-TestMinimumBasicScenario-808306825-router', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:39:16Z', 'revision_number': 5, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'gw_port': {'id': 'd80bd949-30ac-4b65-9e1e-b2f59df72d7b', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:17.791464 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567bcb68-a094-415e-9b49-372a0700e89d None None] Checking router: dcc1858d-e02a-47ff-a624-8412d6b6df9a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:39:17.799704 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] For port d80bd949-30ac-4b65-9e1e-b2f59df72d7b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d80bd949-30ac-4b65-9e1e-b2f59df72d7b,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:17.799878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567bcb68-a094-415e-9b49-372a0700e89d None None] Routers {'dcc1858d-e02a-47ff-a624-8412d6b6df9a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:39:17.800075 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:17.800423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-567bcb68-a094-415e-9b49-372a0700e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:38:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dcc1858d-e02a-47ff-a624-8412d6b6df9a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:17.815306 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Calling delete_port for d80bd949-30ac-4b65-9e1e-b2f59df72d7b owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:39:17.888402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-567bcb68-a094-415e-9b49-372a0700e89d None None] Set router dcc1858d-e02a-47ff-a624-8412d6b6df9a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:39:17.940505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-567bcb68-a094-415e-9b49-372a0700e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'name': 'tempest-TestMinimumBasicScenario-808306825-router', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:39:17Z', 'revision_number': 6, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:17.970642 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567bcb68-a094-415e-9b49-372a0700e89d None None] The sync data for ids ['dcc1858d-e02a-47ff-a624-8412d6b6df9a'] in n-d-812111-15 is: [{'id': 'dcc1858d-e02a-47ff-a624-8412d6b6df9a', 'name': 'tempest-TestMinimumBasicScenario-808306825-router', 'tenant_id': '6e4ee22930c54776bb2b0d6590f20d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:36:54Z', 'updated_at': '2022-01-31T19:39:17Z', 'revision_number': 6, 'project_id': '6e4ee22930c54776bb2b0d6590f20d11', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:39:17.982907 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d80bd949-30ac-4b65-9e1e-b2f59df72d7b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.012876 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80bd949-30ac-4b65-9e1e-b2f59df72d7b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:18.077328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (dcc1858d-e02a-47ff-a624-8412d6b6df9a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.165494 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (dcc1858d-e02a-47ff-a624-8412d6b6df9a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.167482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Publish callbacks [] for router_controller (dcc1858d-e02a-47ff-a624-8412d6b6df9a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.214049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (dcc1858d-e02a-47ff-a624-8412d6b6df9a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.214572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcc1858d-e02a-47ff-a624-8412d6b6df9a {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:39:18.218945 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.220078 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a71f3f78-51e5-4ecd-b90b-0406352c7d82 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dcc1858d-e02a-47ff-a624-8412d6b6df9a HTTP/1.1" status: 204 len: 168 time: 0.7620242 Jan 31 19:39:18.222677 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58588) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:18.269778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e24a89f-2bf5-4029-adda-3b6bc6931c5c admin admin] Deleting subnet 1c6a71aa-eeb2-4b76-a589-cec5648a9b2a {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:39:18.273249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e24a89f-2bf5-4029-adda-3b6bc6931c5c admin admin] Publish callbacks [] for subnet (1c6a71aa-eeb2-4b76-a589-cec5648a9b2a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.308610 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e24a89f-2bf5-4029-adda-3b6bc6931c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (1c6a71aa-eeb2-4b76-a589-cec5648a9b2a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.390909 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e24a89f-2bf5-4029-adda-3b6bc6931c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (1c6a71aa-eeb2-4b76-a589-cec5648a9b2a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.444292 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e24a89f-2bf5-4029-adda-3b6bc6931c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (1c6a71aa-eeb2-4b76-a589-cec5648a9b2a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.477524 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24a89f-2bf5-4029-adda-3b6bc6931c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6a71aa-eeb2-4b76-a589-cec5648a9b2a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:18.479500 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e24a89f-2bf5-4029-adda-3b6bc6931c5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.482732 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7e24a89f-2bf5-4029-adda-3b6bc6931c5c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c6a71aa-eeb2-4b76-a589-cec5648a9b2a HTTP/1.1" status: 204 len: 168 time: 0.2591138 Jan 31 19:39:18.484197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95ef3a3-297b-4d5a-9246-8527ecbf696d None None] Network 08148e61-3a27-47ae-90a3-6cff1c13cd61 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:39:18.485288 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58590) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:18.553708 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (08148e61-3a27-47ae-90a3-6cff1c13cd61), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.609184 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Deleting port 06cf990a-fc2a-479f-bb07-ee53451e30db {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:39:18.609527 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.672851 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] For port 06cf990a-fc2a-479f-bb07-ee53451e30db, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=06cf990a-fc2a-479f-bb07-ee53451e30db,segment=NetworkSegment(69f7c171-5464-4a3a-83b1-abbd63debdd4),segment_id=69f7c171-5464-4a3a-83b1-abbd63debdd4)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:18.673133 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.685451 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Calling delete_port for 06cf990a-fc2a-479f-bb07-ee53451e30db owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:39:18.741252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] DHCP port deletion for 08148e61-3a27-47ae-90a3-6cff1c13cd61 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:39:18.773339 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.806584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cf990a-fc2a-479f-bb07-ee53451e30db,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:18.808819 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] No DVR routers for this DVR port 06cf990a-fc2a-479f-bb07-ee53451e30db on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:39:18.810701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Deleting port 06cf990a-fc2a-479f-bb07-ee53451e30db {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:39:18.811702 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.827818 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 15158cde-63fd-4a3a-ad2c-f68b8516fd16 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:39:18.884246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 15158cde-63fd-4a3a-ad2c-f68b8516fd16 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:39:18.884620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 15158cde-63fd-4a3a-ad2c-f68b8516fd16 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:39:18.885040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 06cf990a-fc2a-479f-bb07-ee53451e30db no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:39:18.899521 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (08148e61-3a27-47ae-90a3-6cff1c13cd61), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.919721 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08148e61-3a27-47ae-90a3-6cff1c13cd61']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:18.922893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 06cf990a-fc2a-479f-bb07-ee53451e30db {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:39:18.923559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 06cf990a-fc2a-479f-bb07-ee53451e30db not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:39:18.923698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d80bd949-30ac-4b65-9e1e-b2f59df72d7b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:39:18.929539 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f7c171-5464-4a3a-83b1-abbd63debdd4') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:18.929840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f7c171-5464-4a3a-83b1-abbd63debdd4') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:18.936137 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] For port 06cf990a-fc2a-479f-bb07-ee53451e30db, host n-d-812111-15, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:18.936567 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.939703 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (69f7c171-5464-4a3a-83b1-abbd63debdd4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.954445 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (69f7c171-5464-4a3a-83b1-abbd63debdd4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.962563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:39:18.963280 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (69f7c171-5464-4a3a-83b1-abbd63debdd4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.966444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d80bd949-30ac-4b65-9e1e-b2f59df72d7b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:39:18.966637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d80bd949-30ac-4b65-9e1e-b2f59df72d7b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:39:18.966761 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:39:18.971764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Calling delete_port for 06cf990a-fc2a-479f-bb07-ee53451e30db owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:39:18.976847 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Port 06cf990a-fc2a-479f-bb07-ee53451e30db was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 19:39:18.977719 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6f1c-8267-4db9-bf78-9debde178ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:18.979561 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (06cf990a-fc2a-479f-bb07-ee53451e30db), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:19.026401 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] No DVR routers for this DVR port 06cf990a-fc2a-479f-bb07-ee53451e30db on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:39:19.031239 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Pushing event deleted for resources: {'Port': ['ID=06cf990a-fc2a-479f-bb07-ee53451e30db,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:19.039779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (08148e61-3a27-47ae-90a3-6cff1c13cd61), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:19.040019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.040530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.041244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.041244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.041540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.042229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.042229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.042419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.042731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.043226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.043568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.043902 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.044290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f4674-81c3-4b01-94f9-88b9fa51f51a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:19.053433 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:19.060678 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] 10.222.0.20 "DELETE /v2.0/networks/08148e61-3a27-47ae-90a3-6cff1c13cd61 HTTP/1.1" status: 204 len: 168 time: 0.5720575 Jan 31 19:39:19.074824 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31225f78-240e-43f8-9f18-6192e20d9b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=08148e61-3a27-47ae-90a3-6cff1c13cd61,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:19.244751 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58594) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:19.286429 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9708f47e-5b89-4971-bc31-a8f7e1c65c17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf1b4cf32a6f407d93894c7b0b0bb015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404854 Jan 31 19:39:19.289805 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58596) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:19.337344 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47c72d19-cd4b-43f3-b03d-e85420d9f09a admin admin] Publish callbacks [] for security_group (b33a937d-12b3-4b4f-828a-7ef464b09e30), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:19.357637 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47c72d19-cd4b-43f3-b03d-e85420d9f09a admin admin] Publish callbacks [] for security_group (b33a937d-12b3-4b4f-828a-7ef464b09e30), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:19.403146 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47c72d19-cd4b-43f3-b03d-e85420d9f09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (b33a937d-12b3-4b4f-828a-7ef464b09e30), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:19.405787 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47c72d19-cd4b-43f3-b03d-e85420d9f09a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:19.406969 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-47c72d19-cd4b-43f3-b03d-e85420d9f09a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b33a937d-12b3-4b4f-828a-7ef464b09e30 HTTP/1.1" status: 204 len: 168 time: 0.1162162 Jan 31 19:39:19.414632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c72d19-cd4b-43f3-b03d-e85420d9f09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33a937d-12b3-4b4f-828a-7ef464b09e30,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:19.729406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58602) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:19.772789 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a6ecacad-1c17-4666-9068-589bb51598a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e4ee22930c54776bb2b0d6590f20d11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409234 Jan 31 19:39:19.775155 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58604) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:19.821498 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb1a32b7-a334-463e-b070-650cdf6147ac admin admin] Publish callbacks [] for security_group (7eb50ed7-b8b0-430f-9d5f-cf4d0b476643), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:19.845285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb1a32b7-a334-463e-b070-650cdf6147ac admin admin] Publish callbacks [] for security_group (7eb50ed7-b8b0-430f-9d5f-cf4d0b476643), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:19.892548 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb1a32b7-a334-463e-b070-650cdf6147ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7eb50ed7-b8b0-430f-9d5f-cf4d0b476643), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:19.895320 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb1a32b7-a334-463e-b070-650cdf6147ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:19.896571 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cb1a32b7-a334-463e-b070-650cdf6147ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eb50ed7-b8b0-430f-9d5f-cf4d0b476643 HTTP/1.1" status: 204 len: 168 time: 0.1204453 Jan 31 19:39:19.904592 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a32b7-a334-463e-b070-650cdf6147ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb50ed7-b8b0-430f-9d5f-cf4d0b476643,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:20.322109 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:39:21.200883 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a038ced0-7604-4224-a488-98222ea9792a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:21.949559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58644) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:21.954094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bd5dfd07-c100-4e2a-887e-0bdc8a8b67aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572490567', 'description': 'tempest-secgroup-smoke-1572490567 description', 'project_id': 'ce496218cec040368cda9320d0c85700'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:21.975719 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfd07-c100-4e2a-887e-0bdc8a8b67aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:21.984084 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfd07-c100-4e2a-887e-0bdc8a8b67aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.060449 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfd07-c100-4e2a-887e-0bdc8a8b67aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (8f0f18f0-8aaa-45d5-bd4b-f1844e333847), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.064207 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfd07-c100-4e2a-887e-0bdc8a8b67aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8f0f18f0-8aaa-45d5-bd4b-f1844e333847), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.106753 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dfd07-c100-4e2a-887e-0bdc8a8b67aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0f18f0-8aaa-45d5-bd4b-f1844e333847,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:22.142386 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfd07-c100-4e2a-887e-0bdc8a8b67aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (971cca98-5da0-4052-8320-40e3eced8cf0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.147131 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfd07-c100-4e2a-887e-0bdc8a8b67aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (971cca98-5da0-4052-8320-40e3eced8cf0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.177918 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfd07-c100-4e2a-887e-0bdc8a8b67aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.179095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bd5dfd07-c100-4e2a-887e-0bdc8a8b67aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2285025 Jan 31 19:39:22.181015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dfd07-c100-4e2a-887e-0bdc8a8b67aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971cca98-5da0-4052-8320-40e3eced8cf0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:22.182228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58646) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:22.186840 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-593e379a-14c6-4e9a-9156-91638e86ee73 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '971cca98-5da0-4052-8320-40e3eced8cf0', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:22.213644 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-593e379a-14c6-4e9a-9156-91638e86ee73 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (9e7773da-f909-41e5-a49b-041be2672a92), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.259421 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-593e379a-14c6-4e9a-9156-91638e86ee73 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (9e7773da-f909-41e5-a49b-041be2672a92), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.263028 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-593e379a-14c6-4e9a-9156-91638e86ee73 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (9e7773da-f909-41e5-a49b-041be2672a92), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.280812 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e379a-14c6-4e9a-9156-91638e86ee73 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7773da-f909-41e5-a49b-041be2672a92,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:22.288964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-593e379a-14c6-4e9a-9156-91638e86ee73 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.290173 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-593e379a-14c6-4e9a-9156-91638e86ee73 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1068451 Jan 31 19:39:22.293044 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58648) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:22.297461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-23e73c71-3f06-417c-9aa4-5f1a5138978f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '971cca98-5da0-4052-8320-40e3eced8cf0', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:22.322957 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23e73c71-3f06-417c-9aa4-5f1a5138978f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (ed62594b-a325-4e29-81d0-145c9291b9f4), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.382759 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23e73c71-3f06-417c-9aa4-5f1a5138978f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (ed62594b-a325-4e29-81d0-145c9291b9f4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.386433 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23e73c71-3f06-417c-9aa4-5f1a5138978f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (ed62594b-a325-4e29-81d0-145c9291b9f4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.404180 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e73c71-3f06-417c-9aa4-5f1a5138978f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed62594b-a325-4e29-81d0-145c9291b9f4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:22.412589 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23e73c71-3f06-417c-9aa4-5f1a5138978f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.413833 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-23e73c71-3f06-417c-9aa4-5f1a5138978f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198471 Jan 31 19:39:22.416515 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:22.420945 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2896800a-1c5a-4045-8990-a99751392769 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '971cca98-5da0-4052-8320-40e3eced8cf0', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:22.445106 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2896800a-1c5a-4045-8990-a99751392769 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (aac11964-a815-4c1f-a1be-6a385b9b5854), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.504596 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2896800a-1c5a-4045-8990-a99751392769 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (aac11964-a815-4c1f-a1be-6a385b9b5854), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.508804 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2896800a-1c5a-4045-8990-a99751392769 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (aac11964-a815-4c1f-a1be-6a385b9b5854), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.528587 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896800a-1c5a-4045-8990-a99751392769 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac11964-a815-4c1f-a1be-6a385b9b5854,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:22.538018 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2896800a-1c5a-4045-8990-a99751392769 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.539292 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2896800a-1c5a-4045-8990-a99751392769 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216555 Jan 31 19:39:22.541995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58652) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:22.546232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9d7219eb-3863-4c5f-89a8-5c7da1bc2a3c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '971cca98-5da0-4052-8320-40e3eced8cf0', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:22.570976 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d7219eb-3863-4c5f-89a8-5c7da1bc2a3c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (700859a6-8992-401a-966b-65ce753f6ebc), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.627453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d7219eb-3863-4c5f-89a8-5c7da1bc2a3c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (700859a6-8992-401a-966b-65ce753f6ebc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.631778 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d7219eb-3863-4c5f-89a8-5c7da1bc2a3c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (700859a6-8992-401a-966b-65ce753f6ebc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.652992 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7219eb-3863-4c5f-89a8-5c7da1bc2a3c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700859a6-8992-401a-966b-65ce753f6ebc,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:22.658801 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d7219eb-3863-4c5f-89a8-5c7da1bc2a3c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.659878 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9d7219eb-3863-4c5f-89a8-5c7da1bc2a3c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169562 Jan 31 19:39:22.662739 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58654) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:22.668317 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-501992bd-3998-4d9c-ad4f-1286b3c34978 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '971cca98-5da0-4052-8320-40e3eced8cf0', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:22.683693 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.689064 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-501992bd-3998-4d9c-ad4f-1286b3c34978 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Project ce496218cec040368cda9320d0c85700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:39:22.694908 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-501992bd-3998-4d9c-ad4f-1286b3c34978 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (b7ab20ac-4eba-4b44-87e8-53be7bb1b97d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.752756 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-501992bd-3998-4d9c-ad4f-1286b3c34978 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (b7ab20ac-4eba-4b44-87e8-53be7bb1b97d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.757014 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-501992bd-3998-4d9c-ad4f-1286b3c34978 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (b7ab20ac-4eba-4b44-87e8-53be7bb1b97d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.776100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501992bd-3998-4d9c-ad4f-1286b3c34978 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ab20ac-4eba-4b44-87e8-53be7bb1b97d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:22.783519 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-501992bd-3998-4d9c-ad4f-1286b3c34978 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.784759 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-501992bd-3998-4d9c-ad4f-1286b3c34978 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210928 Jan 31 19:39:22.787782 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58656) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:22.792002 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-05a17d58-e6f0-4fc5-9758-e3d51a588b3a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '971cca98-5da0-4052-8320-40e3eced8cf0', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:22.812158 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-05a17d58-e6f0-4fc5-9758-e3d51a588b3a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Project ce496218cec040368cda9320d0c85700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:39:22.816980 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05a17d58-e6f0-4fc5-9758-e3d51a588b3a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (337bdb0d-8348-4135-a0eb-bf9b1b032a54), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.879453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05a17d58-e6f0-4fc5-9758-e3d51a588b3a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (337bdb0d-8348-4135-a0eb-bf9b1b032a54), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.883829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05a17d58-e6f0-4fc5-9758-e3d51a588b3a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (337bdb0d-8348-4135-a0eb-bf9b1b032a54), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.903737 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a17d58-e6f0-4fc5-9758-e3d51a588b3a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337bdb0d-8348-4135-a0eb-bf9b1b032a54,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:22.912884 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05a17d58-e6f0-4fc5-9758-e3d51a588b3a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.914147 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-05a17d58-e6f0-4fc5-9758-e3d51a588b3a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253889 Jan 31 19:39:22.917261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:22.922012 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1c242006-4eb9-4d05-9408-ada3e2f89b67 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'network': {'name': 'tempest-network-smoke--44882985', 'project_id': 'ce496218cec040368cda9320d0c85700', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:22.939843 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c242006-4eb9-4d05-9408-ada3e2f89b67 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:39:22.943048 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c242006-4eb9-4d05-9408-ada3e2f89b67 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.965827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c242006-4eb9-4d05-9408-ada3e2f89b67 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:39:22.975223 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c242006-4eb9-4d05-9408-ada3e2f89b67 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1d122c8c-4869-4579-8aeb-0e2736513d5f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:22.975585 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-1c242006-4eb9-4d05-9408-ada3e2f89b67 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Added segment 1d122c8c-4869-4579-8aeb-0e2736513d5f of type vlan for network 8000b669-9713-4bce-bfdb-50ec7f9ebfed Jan 31 19:39:23.013773 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c242006-4eb9-4d05-9408-ada3e2f89b67 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (8000b669-9713-4bce-bfdb-50ec7f9ebfed), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:23.038992 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c242006-4eb9-4d05-9408-ada3e2f89b67 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (8000b669-9713-4bce-bfdb-50ec7f9ebfed), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:23.043868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c242006-4eb9-4d05-9408-ada3e2f89b67 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:23.044483 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c242006-4eb9-4d05-9408-ada3e2f89b67 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:23.099763 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1c242006-4eb9-4d05-9408-ada3e2f89b67 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1814187 Jan 31 19:39:23.102762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:23.107444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'admin_state_up': True, 'project_id': 'ce496218cec040368cda9320d0c85700', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:23.115011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c242006-4eb9-4d05-9408-ada3e2f89b67 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Network': ['ID=8000b669-9713-4bce-bfdb-50ec7f9ebfed,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:23.124944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 8000b669-9713-4bce-bfdb-50ec7f9ebfed details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:39:23.129440 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (dabfb04e-46fd-41a7-bdcf-86245580b3db), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:23.131027 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (dabfb04e-46fd-41a7-bdcf-86245580b3db), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:23.185876 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_controller (dabfb04e-46fd-41a7-bdcf-86245580b3db), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:23.322675 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (dabfb04e-46fd-41a7-bdcf-86245580b3db), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:23.843140 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (dabfb04e-46fd-41a7-bdcf-86245580b3db), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:23.860927 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:23.964159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.25.8.36 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/c8302516-7dd3-42ee-8691-4be330f5b2d1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:39:24.072503 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:24.109311 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:24.145273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:39:24.150653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:39:24.154177 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:39:24.185257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=c8302516-7dd3-42ee-8691-4be330f5b2d1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:24.321438 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:24.417096 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (dabfb04e-46fd-41a7-bdcf-86245580b3db), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:24.608884 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (dabfb04e-46fd-41a7-bdcf-86245580b3db), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:24.737138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router dabfb04e-46fd-41a7-bdcf-86245580b3db is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:39:24.843760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:39:24.853567 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Sync routers for ids ['dabfb04e-46fd-41a7-bdcf-86245580b3db'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:39:24.865005 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:24.865422 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Routers {'dabfb04e-46fd-41a7-bdcf-86245580b3db'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:39:24.866056 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:39:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dabfb04e-46fd-41a7-bdcf-86245580b3db'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:24.866860 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:24.868769 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1a1dbb05-3d73-41e7-ba04-081f6d7a5c6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7648730 Jan 31 19:39:24.871867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58662) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:24.971605 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Set router dabfb04e-46fd-41a7-bdcf-86245580b3db gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:39:25.007478 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5a4a4199-3b2a-400c-b2de-3065c6410670 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ce496218cec040368cda9320d0c85700&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1348052 Jan 31 19:39:25.010076 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58666) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:25.101323 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2957bd58-3642-41a1-aafd-f4cad77ed09a tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:25.102849 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2957bd58-3642-41a1-aafd-f4cad77ed09a tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918784 Jan 31 19:39:25.105696 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:25.133701 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3d9152f2-095b-47b9-a9b9-3bcdb6d3694e tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269411 Jan 31 19:39:25.136206 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58670) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:25.140914 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f13cd72b-e564-4e58-9d7e-481c26e73347 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-480136677', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'project_id': 'ce496218cec040368cda9320d0c85700', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:25.152259 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:24Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:25.182518 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Checking router: dabfb04e-46fd-41a7-bdcf-86245580b3db for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:39:25.182961 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Updating router dabfb04e-46fd-41a7-bdcf-86245580b3db port c8302516-7dd3-42ee-8691-4be330f5b2d1 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:39:25.210055 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:25.230063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13cd72b-e564-4e58-9d7e-481c26e73347 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:39:25.233606 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f13cd72b-e564-4e58-9d7e-481c26e73347 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:25.392769 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:25.482283 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Publish callbacks [] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:25.488010 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:25.541833 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Attempting to bind port c8302516-7dd3-42ee-8691-4be330f5b2d1 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:39:25.542204 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Attempting to bind port c8302516-7dd3-42ee-8691-4be330f5b2d1 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:39:25.542570 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Attempting to bind port c8302516-7dd3-42ee-8691-4be330f5b2d1 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:39:25.550520 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Pushing event updated for resources: {'Port': ['ID=c8302516-7dd3-42ee-8691-4be330f5b2d1,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:25.556495 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:39:25.556887 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:39:25.557302 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:25.557708 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:39:25.558184 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Bound port: c8302516-7dd3-42ee-8691-4be330f5b2d1, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:39:25.558570 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:25.565537 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.565891 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.566236 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.566581 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.566917 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.567301 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.567613 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.567948 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.568297 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.568707 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.569042 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.569370 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.569694 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:39:25.623528 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] For port c8302516-7dd3-42ee-8691-4be330f5b2d1, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:39:25.627157 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] For port c8302516-7dd3-42ee-8691-4be330f5b2d1, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c8302516-7dd3-42ee-8691-4be330f5b2d1,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:39:25.640071 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:25.697550 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Routers {'dabfb04e-46fd-41a7-bdcf-86245580b3db'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:39:25.698180 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:39:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dabfb04e-46fd-41a7-bdcf-86245580b3db'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:25.745937 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664b2e2-e8df-457f-8d47-37de89ff52e3 None None] Pushing event updated for resources: {'Port': ['ID=c8302516-7dd3-42ee-8691-4be330f5b2d1,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:25.762168 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f13cd72b-e564-4e58-9d7e-481c26e73347 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (e9962b0b-0ca5-4c9d-a6e1-14091f61ca36), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:25.818778 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] Set router dabfb04e-46fd-41a7-bdcf-86245580b3db gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:39:25.825630 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cd72b-e564-4e58-9d7e-481c26e73347 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Subnet': ['ID=e9962b0b-0ca5-4c9d-a6e1-14091f61ca36,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:25.832877 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13cd72b-e564-4e58-9d7e-481c26e73347 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Checking segment: {'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:39:25.833849 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13cd72b-e564-4e58-9d7e-481c26e73347 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network hostable DHCP agents. Network: 8000b669-9713-4bce-bfdb-50ec7f9ebfed, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:39:25.850580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13cd72b-e564-4e58-9d7e-481c26e73347 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 8000b669-9713-4bce-bfdb-50ec7f9ebfed is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:39:25.859094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f13cd72b-e564-4e58-9d7e-481c26e73347 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 8000b669-9713-4bce-bfdb-50ec7f9ebfed) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:39:25.864280 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13cd72b-e564-4e58-9d7e-481c26e73347 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:25.866001 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f13cd72b-e564-4e58-9d7e-481c26e73347 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:25.869356 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72650a7e-53aa-4000-a1d0-1e7cb6942d01 None None] Network 8000b669-9713-4bce-bfdb-50ec7f9ebfed requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:39:25.884477 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f13cd72b-e564-4e58-9d7e-481c26e73347 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7471979 Jan 31 19:39:25.887436 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58672) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:25.983439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ips': [{'subnet_id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:39:25.984317 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:26.006095 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:24Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:26.038762 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea5fa0-7318-458b-bcf2-52b0629ecec1 None None] The sync data for ids ['dabfb04e-46fd-41a7-bdcf-86245580b3db'] in n-d-812111-15 is: [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:24Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:39:26.132541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Allocated IP 172.20.0.2 (8000b669-9713-4bce-bfdb-50ec7f9ebfed/e9962b0b-0ca5-4c9d-a6e1-14091f61ca36/c4fbb2c9-47a6-49cd-90f1-90535e4da76d) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:39:26.326862 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Publish callbacks [] for port (c4fbb2c9-47a6-49cd-90f1-90535e4da76d), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:26.332821 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (c4fbb2c9-47a6-49cd-90f1-90535e4da76d), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:26.376090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Network 8000b669-9713-4bce-bfdb-50ec7f9ebfed is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:39:26.377587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:39:26.381126 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:39:26.393468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Pushing event updated for resources: {'Port': ['ID=c4fbb2c9-47a6-49cd-90f1-90535e4da76d,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:26.399692 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:26.455383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Attempting to bind port c4fbb2c9-47a6-49cd-90f1-90535e4da76d on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:39:26.455859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Attempting to bind port c4fbb2c9-47a6-49cd-90f1-90535e4da76d by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:39:26.456236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Attempting to bind port c4fbb2c9-47a6-49cd-90f1-90535e4da76d on network 8000b669-9713-4bce-bfdb-50ec7f9ebfed {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:39:26.462576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:39:26.462951 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Checking segment: {'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:39:26.463351 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:26.463876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Bound using segment: {'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:39:26.464361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Bound port: c4fbb2c9-47a6-49cd-90f1-90535e4da76d, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:39:26.464763 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c4fbb2c9-47a6-49cd-90f1-90535e4da76d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:26.534186 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] For port c4fbb2c9-47a6-49cd-90f1-90535e4da76d, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:39:26.537950 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] For port c4fbb2c9-47a6-49cd-90f1-90535e4da76d, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c4fbb2c9-47a6-49cd-90f1-90535e4da76d,segment=NetworkSegment(1d122c8c-4869-4579-8aeb-0e2736513d5f),segment_id=1d122c8c-4869-4579-8aeb-0e2736513d5f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:39:26.547264 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c4fbb2c9-47a6-49cd-90f1-90535e4da76d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:26.625398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d3752-ecc1-4c4b-8234-1d3df2efa97f None None] Pushing event updated for resources: {'Port': ['ID=c4fbb2c9-47a6-49cd-90f1-90535e4da76d,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:26.681712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c8302516-7dd3-42ee-8691-4be330f5b2d1 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:39:26.743952 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:26.753488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c8302516-7dd3-42ee-8691-4be330f5b2d1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:39:26.753868 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:26.871180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.20.0.1 (8000b669-9713-4bce-bfdb-50ec7f9ebfed/e9962b0b-0ca5-4c9d-a6e1-14091f61ca36/952d5cfd-1236-4343-b6d7-3011f3f910be) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:39:26.876700 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c8302516-7dd3-42ee-8691-4be330f5b2d1 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:39:26.876904 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:26.902490 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port c8302516-7dd3-42ee-8691-4be330f5b2d1, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c8302516-7dd3-42ee-8691-4be330f5b2d1,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:26.908205 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:26.969867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=c8302516-7dd3-42ee-8691-4be330f5b2d1,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:27.027838 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:27.064191 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:27.110438 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 8000b669-9713-4bce-bfdb-50ec7f9ebfed is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:39:27.113551 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:39:27.117367 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:39:27.145153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=952d5cfd-1236-4343-b6d7-3011f3f910be,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:27.167989 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (dabfb04e-46fd-41a7-bdcf-86245580b3db), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:27.300382 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:27.593123 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:27.597926 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:27.673356 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (dabfb04e-46fd-41a7-bdcf-86245580b3db), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:27.676218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=952d5cfd-1236-4343-b6d7-3011f3f910be,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:27.676885 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e254c18a-1042-44e6-b0f2-1ed201fb7774 None None] Network 8000b669-9713-4bce-bfdb-50ec7f9ebfed requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:39:27.780379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 8000b669-9713-4bce-bfdb-50ec7f9ebfed is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:39:27.782032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:39:27.901119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router dabfb04e-46fd-41a7-bdcf-86245580b3db has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:39:27.910489 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-aa1f35bf-ad36-46ae-8758-1bac2395f342 None None] Provisioning complete for port c4fbb2c9-47a6-49cd-90f1-90535e4da76d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:39:27.910954 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa1f35bf-ad36-46ae-8758-1bac2395f342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c4fbb2c9-47a6-49cd-90f1-90535e4da76d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:28.012408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:39:28.018022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-93065397-04c4-4197-9aac-6c432d60bc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "PUT /v2.0/routers/dabfb04e-46fd-41a7-bdcf-86245580b3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1289508 Jan 31 19:39:28.042115 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f35bf-ad36-46ae-8758-1bac2395f342 None None] Current status of the port c4fbb2c9-47a6-49cd-90f1-90535e4da76d is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:39:28.042624 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa1f35bf-ad36-46ae-8758-1bac2395f342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (c4fbb2c9-47a6-49cd-90f1-90535e4da76d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:28.081460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-aa1f35bf-ad36-46ae-8758-1bac2395f342 None None] For port c4fbb2c9-47a6-49cd-90f1-90535e4da76d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c4fbb2c9-47a6-49cd-90f1-90535e4da76d,segment=NetworkSegment(1d122c8c-4869-4579-8aeb-0e2736513d5f),segment_id=1d122c8c-4869-4579-8aeb-0e2736513d5f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:28.087124 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa1f35bf-ad36-46ae-8758-1bac2395f342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (c4fbb2c9-47a6-49cd-90f1-90535e4da76d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:28.156047 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f35bf-ad36-46ae-8758-1bac2395f342 None None] Pushing event updated for resources: {'Port': ['ID=c4fbb2c9-47a6-49cd-90f1-90535e4da76d,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:28.200583 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-1249b3cf-f6f6-4f41-ad80-d232381c5f31 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572490567&fields=id&tenant_id=ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 267 time: 0.0526359 Jan 31 19:39:28.317385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-dfb4dd2d-acc3-4a1d-b42b-19d08728134b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:28.320488 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-dfb4dd2d-acc3-4a1d-b42b-19d08728134b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/networks?id=8000b669-9713-4bce-bfdb-50ec7f9ebfed HTTP/1.1" status: 200 len: 795 time: 0.1133771 Jan 31 19:39:28.321710 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Sync routers for ids ['dabfb04e-46fd-41a7-bdcf-86245580b3db'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:39:28.331505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4b4530c1-f4d1-4603-8582-11d690d78356 None None] Provisioning complete for port c4fbb2c9-47a6-49cd-90f1-90535e4da76d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:39:28.331977 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b4530c1-f4d1-4603-8582-11d690d78356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c4fbb2c9-47a6-49cd-90f1-90535e4da76d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:28.340094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-df982e3a-45cc-4806-80cc-7b3ec20a9a45 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/quotas/ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 375 time: 0.0136375 Jan 31 19:39:28.359695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Routers {'dabfb04e-46fd-41a7-bdcf-86245580b3db'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:39:28.359695 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:39:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dabfb04e-46fd-41a7-bdcf-86245580b3db'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:28.402323 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-de38898d-be94-440d-935d-a371b67a65f6 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566697 Jan 31 19:39:28.511380 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-0a2781e9-4d4f-430a-9e64-ee2546ee2d2b service neutron] 10.222.0.20 "GET /v2.0/networks/8000b669-9713-4bce-bfdb-50ec7f9ebfed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973091 Jan 31 19:39:28.512731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Set router dabfb04e-46fd-41a7-bdcf-86245580b3db gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:39:28.545376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4b4530c1-f4d1-4603-8582-11d690d78356 None None] Current status of the port c4fbb2c9-47a6-49cd-90f1-90535e4da76d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:39:28.603912 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4b4530c1-f4d1-4603-8582-11d690d78356 None None] Provisioning complete for port 952d5cfd-1236-4343-b6d7-3011f3f910be triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:39:28.604526 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b4530c1-f4d1-4603-8582-11d690d78356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:28.621485 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-0d082b31-7c61-486d-be59-bea85d9c75ec service neutron] 10.222.0.20 "GET /v2.0/networks/8000b669-9713-4bce-bfdb-50ec7f9ebfed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038818 Jan 31 19:39:28.689972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4b4530c1-f4d1-4603-8582-11d690d78356 None None] Port 952d5cfd-1236-4343-b6d7-3011f3f910be cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:39:28.755685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c4fbb2c9-47a6-49cd-90f1-90535e4da76d up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:39:28.827733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ee348781-ae68-4f8c-84e9-8bbc4c074094 None None] Provisioning complete for port 952d5cfd-1236-4343-b6d7-3011f3f910be triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:39:28.828128 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee348781-ae68-4f8c-84e9-8bbc4c074094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:28.839731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3274b9a3-9e90-4075-b07d-c8f87d305c4a req-1f47e6d1-11e8-4727-a57a-0254d7ebea0f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 210 time: 0.0333138 Jan 31 19:39:28.867585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c4fbb2c9-47a6-49cd-90f1-90535e4da76d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:39:28.867956 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c4fbb2c9-47a6-49cd-90f1-90535e4da76d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:28.890798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ee348781-ae68-4f8c-84e9-8bbc4c074094 None None] Port 952d5cfd-1236-4343-b6d7-3011f3f910be cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:39:28.901550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:27Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '952d5cfd-1236-4343-b6d7-3011f3f910be', 'name': '', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:da:35:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:26Z', 'updated_at': '2022-01-31T19:39:27Z', 'revision_number': 2, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:28.934034 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Checking router: dabfb04e-46fd-41a7-bdcf-86245580b3db for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:39:28.934384 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Updating router dabfb04e-46fd-41a7-bdcf-86245580b3db port 952d5cfd-1236-4343-b6d7-3011f3f910be binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:39:28.969787 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:29.038783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c4fbb2c9-47a6-49cd-90f1-90535e4da76d is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:39:29.039867 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c8302516-7dd3-42ee-8691-4be330f5b2d1 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:39:29.210929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port c8302516-7dd3-42ee-8691-4be330f5b2d1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:39:29.211306 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:29.363817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port c8302516-7dd3-42ee-8691-4be330f5b2d1 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:39:29.380686 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Publish callbacks [] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:29.386213 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:29.440669 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6569e-0c69-4be8-99e7-7d4f929c2551 None None] Pushing event updated for resources: {'Port': ['ID=952d5cfd-1236-4343-b6d7-3011f3f910be,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:29.495371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Attempting to bind port 952d5cfd-1236-4343-b6d7-3011f3f910be on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:39:29.495747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Attempting to bind port 952d5cfd-1236-4343-b6d7-3011f3f910be by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:39:29.496112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Attempting to bind port 952d5cfd-1236-4343-b6d7-3011f3f910be on network 8000b669-9713-4bce-bfdb-50ec7f9ebfed {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:39:29.502964 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:39:29.503341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Checking segment: {'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:39:29.503745 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:29.504136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Bound using segment: {'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:39:29.504634 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Bound port: 952d5cfd-1236-4343-b6d7-3011f3f910be, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:39:29.505543 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:29.574906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] For port 952d5cfd-1236-4343-b6d7-3011f3f910be, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:39:29.578549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] For port 952d5cfd-1236-4343-b6d7-3011f3f910be, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=952d5cfd-1236-4343-b6d7-3011f3f910be,segment=NetworkSegment(1d122c8c-4869-4579-8aeb-0e2736513d5f),segment_id=1d122c8c-4869-4579-8aeb-0e2736513d5f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:39:29.585600 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:29.648540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Routers {'dabfb04e-46fd-41a7-bdcf-86245580b3db'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:39:29.649183 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:39:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dabfb04e-46fd-41a7-bdcf-86245580b3db'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:29.685696 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6569e-0c69-4be8-99e7-7d4f929c2551 None None] Pushing event updated for resources: {'Port': ['ID=952d5cfd-1236-4343-b6d7-3011f3f910be,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:29.760648 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3d6f7196-13ac-4731-b408-2256b06f5fc7 None None] Provisioning complete for port 952d5cfd-1236-4343-b6d7-3011f3f910be triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:39:29.761335 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3d6f7196-13ac-4731-b408-2256b06f5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:29.795430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] Set router dabfb04e-46fd-41a7-bdcf-86245580b3db gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:39:29.953242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6133ddf7-30c2-47da-9cad-c4b3dc6aadf7 req-165d107f-e583-4491-9b94-6152df605d07 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 210 time: 0.0354936 Jan 31 19:39:30.004652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-c2dc8949-f72b-445c-a090-a9492746d097 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:30.007376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-c2dc8949-f72b-445c-a090-a9492746d097 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "GET /v2.0/networks?id=8000b669-9713-4bce-bfdb-50ec7f9ebfed HTTP/1.1" status: 200 len: 795 time: 0.1508458 Jan 31 19:39:30.079836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-f71a30ef-7efd-407d-b7cb-12abdec84b64 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 380 time: 0.0636184 Jan 31 19:39:30.088504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'port': {'device_id': '934de1ad-decc-4671-a580-e9ca8a36da34', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'admin_state_up': True, 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'security_groups': ['971cca98-5da0-4052-8320-40e3eced8cf0']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:30.149223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f7196-13ac-4731-b408-2256b06f5fc7 None None] Current status of the port 952d5cfd-1236-4343-b6d7-3011f3f910be is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:39:30.149618 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3d6f7196-13ac-4731-b408-2256b06f5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:30.196588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:39:30.200117 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:30.224663 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3d6f7196-13ac-4731-b408-2256b06f5fc7 None None] For port 952d5cfd-1236-4343-b6d7-3011f3f910be, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=952d5cfd-1236-4343-b6d7-3011f3f910be,segment=NetworkSegment(1d122c8c-4869-4579-8aeb-0e2736513d5f),segment_id=1d122c8c-4869-4579-8aeb-0e2736513d5f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:30.232366 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3d6f7196-13ac-4731-b408-2256b06f5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:30.291317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f7196-13ac-4731-b408-2256b06f5fc7 None None] Pushing event updated for resources: {'Port': ['ID=952d5cfd-1236-4343-b6d7-3011f3f910be,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:30.299575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:27Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '952d5cfd-1236-4343-b6d7-3011f3f910be', 'name': '', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:da:35:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:26Z', 'updated_at': '2022-01-31T19:39:29Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:30.327667 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87affd6f-a9f3-4f3e-8445-c1acd195aebc None None] The sync data for ids ['dabfb04e-46fd-41a7-bdcf-86245580b3db'] in n-d-812111-15 is: [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:27Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '952d5cfd-1236-4343-b6d7-3011f3f910be', 'name': '', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:da:35:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:26Z', 'updated_at': '2022-01-31T19:39:29Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:39:30.340150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.20.0.10 (8000b669-9713-4bce-bfdb-50ec7f9ebfed/e9962b0b-0ca5-4c9d-a6e1-14091f61ca36/1366153d-731b-40fd-a4ca-098b93546f34) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:39:30.353516 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-91bc9913-091d-44e9-a367-49f839e30cda None None] Provisioning complete for port 952d5cfd-1236-4343-b6d7-3011f3f910be triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:39:30.353909 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-91bc9913-091d-44e9-a367-49f839e30cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:30.465595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-91bc9913-091d-44e9-a367-49f839e30cda None None] Current status of the port 952d5cfd-1236-4343-b6d7-3011f3f910be is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:39:30.524966 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (1366153d-731b-40fd-a4ca-098b93546f34), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:30.567828 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1366153d-731b-40fd-a4ca-098b93546f34), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:30.621197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 8000b669-9713-4bce-bfdb-50ec7f9ebfed is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:39:30.624679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:39:30.627176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:39:30.662832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 952d5cfd-1236-4343-b6d7-3011f3f910be up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:39:30.663544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=1366153d-731b-40fd-a4ca-098b93546f34,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:30.703147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:30.703824 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:30.719861 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 952d5cfd-1236-4343-b6d7-3011f3f910be triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:39:30.720243 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:30.729208 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-aab32fde-6c4e-49ef-8a9d-ec5a51266318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6444089 Jan 31 19:39:30.813682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Request body: {'port': {'device_id': '934de1ad-decc-4671-a580-e9ca8a36da34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:30.836541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 952d5cfd-1236-4343-b6d7-3011f3f910be is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:39:30.883759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1366153d-731b-40fd-a4ca-098b93546f34), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:30.892834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-46c4962e-f5df-4c0a-873e-4e42c8c28a9e None None] Provisioning complete for port 1366153d-731b-40fd-a4ca-098b93546f34 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:39:30.893203 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46c4962e-f5df-4c0a-873e-4e42c8c28a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1366153d-731b-40fd-a4ca-098b93546f34), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:30.929596 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-46c4962e-f5df-4c0a-873e-4e42c8c28a9e None None] Port 1366153d-731b-40fd-a4ca-098b93546f34 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:39:31.167448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58db13-3d4e-46c5-a18f-2d9c1a7a34bb req-6ab3050b-1678-4686-baa5-d79bb0378021 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:31.169027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c58db13-3d4e-46c5-a18f-2d9c1a7a34bb req-6ab3050b-1678-4686-baa5-d79bb0378021 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 932 time: 0.1217730 Jan 31 19:39:31.252930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1366153d-731b-40fd-a4ca-098b93546f34 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:39:31.266645 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Publish callbacks [] for port (1366153d-731b-40fd-a4ca-098b93546f34), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:31.272329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c58db13-3d4e-46c5-a18f-2d9c1a7a34bb req-22739bbb-5bbe-4d9b-8c20-cf68bd04dbac tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935488 Jan 31 19:39:31.287945 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Transition to ACTIVE for port object 1366153d-731b-40fd-a4ca-098b93546f34 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:39:31.291771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1366153d-731b-40fd-a4ca-098b93546f34), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:31.350596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=1366153d-731b-40fd-a4ca-098b93546f34,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:31.432862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Attempting to bind port 1366153d-731b-40fd-a4ca-098b93546f34 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:39:31.433275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Attempting to bind port 1366153d-731b-40fd-a4ca-098b93546f34 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:39:31.433679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Attempting to bind port 1366153d-731b-40fd-a4ca-098b93546f34 on network 8000b669-9713-4bce-bfdb-50ec7f9ebfed {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:39:31.439154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Port 1366153d-731b-40fd-a4ca-098b93546f34 on network 8000b669-9713-4bce-bfdb-50ec7f9ebfed not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:39:31.439573 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Attempting to bind port 1366153d-731b-40fd-a4ca-098b93546f34 on network 8000b669-9713-4bce-bfdb-50ec7f9ebfed {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:39:31.445792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:39:31.446266 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Checking segment: {'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:39:31.446664 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Bound using segment: {'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:39:31.447125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Bound port: 1366153d-731b-40fd-a4ca-098b93546f34, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d122c8c-4869-4579-8aeb-0e2736513d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:39:31.447490 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1366153d-731b-40fd-a4ca-098b93546f34), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:31.521521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] For port 1366153d-731b-40fd-a4ca-098b93546f34, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:39:31.524950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] For port 1366153d-731b-40fd-a4ca-098b93546f34, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1366153d-731b-40fd-a4ca-098b93546f34,segment=NetworkSegment(1d122c8c-4869-4579-8aeb-0e2736513d5f),segment_id=1d122c8c-4869-4579-8aeb-0e2736513d5f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:39:31.533068 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (1366153d-731b-40fd-a4ca-098b93546f34), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:31.573158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:31.573726 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:31.575176 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] 10.222.0.21 "PUT /v2.0/ports/1366153d-731b-40fd-a4ca-098b93546f34 HTTP/1.1" status: 200 len: 1093 time: 0.8384571 Jan 31 19:39:31.575541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934de1ad-decc-4671-a580-e9ca8a36da34', 'tag': '1366153d-731b-40fd-a4ca-098b93546f34'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:39:31.577843 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0f8c5c-0b73-4792-b007-3ed4b8d023f5" -d '{"events": [{"name": "network-changed", "server_uuid": "934de1ad-decc-4671-a580-e9ca8a36da34", "tag": "1366153d-731b-40fd-a4ca-098b93546f34"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:39:31.608690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b22af-1344-408f-a1b4-6c4bc9d17dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=1366153d-731b-40fd-a4ca-098b93546f34,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:31.629371 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96611c92-c1fe-4a6f-ba4b-ce24e6d819ba x-openstack-request-id: req-96611c92-c1fe-4a6f-ba4b-ce24e6d819ba {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:39:31.629676 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934de1ad-decc-4671-a580-e9ca8a36da34", "tag": "1366153d-731b-40fd-a4ca-098b93546f34", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:39:31.630001 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96611c92-c1fe-4a6f-ba4b-ce24e6d819ba {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:39:31.630386 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934de1ad-decc-4671-a580-e9ca8a36da34', 'tag': '1366153d-731b-40fd-a4ca-098b93546f34', 'status': 'completed', 'code': 200} Jan 31 19:39:31.678710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-53ee1b1c-6d53-4148-bb3a-fc5b24a98127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:31.680274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-53ee1b1c-6d53-4148-bb3a-fc5b24a98127 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 1127 time: 0.0481071 Jan 31 19:39:31.727721 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-a7561946-2772-42b6-b7d2-9f79e4ccef43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1366153d-731b-40fd-a4ca-098b93546f34 HTTP/1.1" status: 200 len: 217 time: 0.0405660 Jan 31 19:39:31.782074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-44698592-3735-4a74-b69c-4e16480b3abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:31.783427 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-44698592-3735-4a74-b69c-4e16480b3abb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9962b0b-0ca5-4c9d-a6e1-14091f61ca36 HTTP/1.1" status: 200 len: 834 time: 0.0500855 Jan 31 19:39:31.832122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-282af918-a431-4ffe-920b-1667d8ce6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:31.834258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-282af918-a431-4ffe-920b-1667d8ce6017 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8000b669-9713-4bce-bfdb-50ec7f9ebfed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453088 Jan 31 19:39:31.923319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-bcfa05a0-557f-49dc-b08a-079a8d7c845f service neutron] 10.222.0.21 "GET /v2.0/networks/8000b669-9713-4bce-bfdb-50ec7f9ebfed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832913 Jan 31 19:39:32.017593 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-335bdd52-746a-43df-815f-eedb6a8f5c64 req-640ad0f2-8485-4aff-81a7-3be553194f25 service neutron] 10.222.0.21 "GET /v2.0/networks/8000b669-9713-4bce-bfdb-50ec7f9ebfed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874746 Jan 31 19:39:32.107025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f8c5c-0b73-4792-b007-3ed4b8d023f5 req-0ca43201-3dfa-4207-bafd-4b84d2d7b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:32.108498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e0f8c5c-0b73-4792-b007-3ed4b8d023f5 req-0ca43201-3dfa-4207-bafd-4b84d2d7b4f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 1127 time: 0.0450997 Jan 31 19:39:32.201619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f8c5c-0b73-4792-b007-3ed4b8d023f5 req-f94e55c2-1321-43d3-b502-13cd62510db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:32.203092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e0f8c5c-0b73-4792-b007-3ed4b8d023f5 req-f94e55c2-1321-43d3-b502-13cd62510db6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8000b669-9713-4bce-bfdb-50ec7f9ebfed HTTP/1.1" status: 200 len: 896 time: 0.0876646 Jan 31 19:39:32.604069 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e0f8c5c-0b73-4792-b007-3ed4b8d023f5 req-b4767782-a05b-4fe8-b9a8-2924f0f3f336 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1366153d-731b-40fd-a4ca-098b93546f34 HTTP/1.1" status: 200 len: 217 time: 0.3934212 Jan 31 19:39:32.685249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f8c5c-0b73-4792-b007-3ed4b8d023f5 req-67def316-a70a-4211-80c7-c43759b1a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:32.686609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e0f8c5c-0b73-4792-b007-3ed4b8d023f5 req-67def316-a70a-4211-80c7-c43759b1a644 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9962b0b-0ca5-4c9d-a6e1-14091f61ca36 HTTP/1.1" status: 200 len: 834 time: 0.0754650 Jan 31 19:39:32.697508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f253c66-4b73-4160-90a7-6e79311486f3 req-88366d10-b828-4d95-bda8-678166fd9880 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:32.698888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f253c66-4b73-4160-90a7-6e79311486f3 req-88366d10-b828-4d95-bda8-678166fd9880 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 944 time: 0.0973556 Jan 31 19:39:32.776625 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2f253c66-4b73-4160-90a7-6e79311486f3 req-8e3b8cb4-ffe6-45c2-866c-cb154fc26c21 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676630 Jan 31 19:39:32.779211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f8c5c-0b73-4792-b007-3ed4b8d023f5 req-f4d157f4-50ff-40cd-9fab-ef63c96683da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:32.780662 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e0f8c5c-0b73-4792-b007-3ed4b8d023f5 req-f4d157f4-50ff-40cd-9fab-ef63c96683da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8000b669-9713-4bce-bfdb-50ec7f9ebfed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0796757 Jan 31 19:39:32.868567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e0f8c5c-0b73-4792-b007-3ed4b8d023f5 req-979dbfd6-2cb2-471c-a237-633f21bd82ca service neutron] 10.222.0.21 "GET /v2.0/networks/8000b669-9713-4bce-bfdb-50ec7f9ebfed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808356 Jan 31 19:39:32.961453 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e0f8c5c-0b73-4792-b007-3ed4b8d023f5 req-704af50e-cbe4-4ffb-a919-ea446f34bf07 service neutron] 10.222.0.21 "GET /v2.0/networks/8000b669-9713-4bce-bfdb-50ec7f9ebfed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868468 Jan 31 19:39:33.900076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d852018-3511-47cc-93e6-5ce3f9ad084a req-8976898d-4401-4720-9c8a-993342d65f86 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:33.901576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d852018-3511-47cc-93e6-5ce3f9ad084a req-8976898d-4401-4720-9c8a-993342d65f86 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 944 time: 0.0545650 Jan 31 19:39:33.950020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d852018-3511-47cc-93e6-5ce3f9ad084a req-92a6c6ac-c86b-438c-976d-22b6833225f4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427380 Jan 31 19:39:34.037477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1366153d-731b-40fd-a4ca-098b93546f34 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:39:34.135972 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 1366153d-731b-40fd-a4ca-098b93546f34, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1366153d-731b-40fd-a4ca-098b93546f34,segment=NetworkSegment(1d122c8c-4869-4579-8aeb-0e2736513d5f),segment_id=1d122c8c-4869-4579-8aeb-0e2736513d5f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:34.147572 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '1366153d-731b-40fd-a4ca-098b93546f34', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'port_id': '1366153d-731b-40fd-a4ca-098b93546f34', 'mac_address': 'fa:16:3e:89:79:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:39:34.182940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 1366153d-731b-40fd-a4ca-098b93546f34 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:39:34.183349 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1366153d-731b-40fd-a4ca-098b93546f34), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:34.196241 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1366153d-731b-40fd-a4ca-098b93546f34 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:39:34.214815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 1366153d-731b-40fd-a4ca-098b93546f34, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1366153d-731b-40fd-a4ca-098b93546f34,segment=NetworkSegment(1d122c8c-4869-4579-8aeb-0e2736513d5f),segment_id=1d122c8c-4869-4579-8aeb-0e2736513d5f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:34.218902 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1366153d-731b-40fd-a4ca-098b93546f34), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:34.267477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=1366153d-731b-40fd-a4ca-098b93546f34,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:34.425569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['1366153d-731b-40fd-a4ca-098b93546f34'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:39:35.073352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb2959-4c69-4496-b2cd-eb8aa7f0a381 req-a06756d2-f9ec-4981-86fc-0069c491a215 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:35.074853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4eb2959-4c69-4496-b2cd-eb8aa7f0a381 req-a06756d2-f9ec-4981-86fc-0069c491a215 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 945 time: 0.0567245 Jan 31 19:39:35.123015 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4eb2959-4c69-4496-b2cd-eb8aa7f0a381 req-bc5eec80-781b-4cb5-bd3d-bc1628117037 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426917 Jan 31 19:39:36.053140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1366153d-731b-40fd-a4ca-098b93546f34 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:39:36.104636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 1366153d-731b-40fd-a4ca-098b93546f34 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:39:36.108441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 1366153d-731b-40fd-a4ca-098b93546f34 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:39:36.108820 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (1366153d-731b-40fd-a4ca-098b93546f34), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:36.187567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 1366153d-731b-40fd-a4ca-098b93546f34 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:39:36.187992 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (1366153d-731b-40fd-a4ca-098b93546f34), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:36.211452 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934de1ad-decc-4671-a580-e9ca8a36da34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1366153d-731b-40fd-a4ca-098b93546f34'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:39:36.213725 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f555a5e-ef70-438c-8e08-9cca3c37ec70" -d '{"events": [{"server_uuid": "934de1ad-decc-4671-a580-e9ca8a36da34", "name": "network-vif-plugged", "status": "completed", "tag": "1366153d-731b-40fd-a4ca-098b93546f34"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:39:36.227014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 1366153d-731b-40fd-a4ca-098b93546f34, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1366153d-731b-40fd-a4ca-098b93546f34,segment=NetworkSegment(1d122c8c-4869-4579-8aeb-0e2736513d5f),segment_id=1d122c8c-4869-4579-8aeb-0e2736513d5f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:39:36.232887 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (1366153d-731b-40fd-a4ca-098b93546f34), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:36.247318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a6305-6754-4ca8-8f92-feca22e4c83e req-9c1e1e8f-7fa5-439f-acf3-29b6a637cec5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:36.248826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c2a6305-6754-4ca8-8f92-feca22e4c83e req-9c1e1e8f-7fa5-439f-acf3-29b6a637cec5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 945 time: 0.0541441 Jan 31 19:39:36.263730 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922842b4-9481-400b-90fb-6af28c17708f x-openstack-request-id: req-922842b4-9481-400b-90fb-6af28c17708f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:39:36.264030 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934de1ad-decc-4671-a580-e9ca8a36da34", "name": "network-vif-plugged", "status": "completed", "tag": "1366153d-731b-40fd-a4ca-098b93546f34", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:39:36.264292 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-922842b4-9481-400b-90fb-6af28c17708f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:39:36.264707 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934de1ad-decc-4671-a580-e9ca8a36da34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1366153d-731b-40fd-a4ca-098b93546f34', 'code': 200} Jan 31 19:39:36.296147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=1366153d-731b-40fd-a4ca-098b93546f34,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:36.307904 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4c2a6305-6754-4ca8-8f92-feca22e4c83e req-fae1422d-0330-4608-9c9e-a7778f24f031 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536499 Jan 31 19:39:36.369527 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd022b-130b-47d1-a051-c18f44e94a93 req-fb999ff3-d468-4154-a8f6-138229f5ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:36.371029 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18fd022b-130b-47d1-a051-c18f44e94a93 req-fb999ff3-d468-4154-a8f6-138229f5ad55 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 1129 time: 0.0444076 Jan 31 19:39:36.423241 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-18fd022b-130b-47d1-a051-c18f44e94a93 req-c1bd86d6-4b79-4fb8-a34e-677ab5627172 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447855 Jan 31 19:39:37.429638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef774f3-5417-4548-b9a1-d3b8d5ff0425 req-3c870cda-52a3-422e-ad85-99807ba8c81d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:37.431142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef774f3-5417-4548-b9a1-d3b8d5ff0425 req-3c870cda-52a3-422e-ad85-99807ba8c81d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 946 time: 0.0539625 Jan 31 19:39:37.481491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ef774f3-5417-4548-b9a1-d3b8d5ff0425 req-bf4024b6-646a-4133-8b79-fbc5e6bb7714 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447884 Jan 31 19:39:38.604456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fb1e8-ef44-4fad-a83d-5fef87845281 req-f75f048b-1e76-4f83-8c88-c28158102587 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:38.606042 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b0fb1e8-ef44-4fad-a83d-5fef87845281 req-f75f048b-1e76-4f83-8c88-c28158102587 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 946 time: 0.0527940 Jan 31 19:39:38.655253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b0fb1e8-ef44-4fad-a83d-5fef87845281 req-c91f2384-55a2-4fd8-993d-52194c11fd66 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435052 Jan 31 19:39:38.779902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6429a9e-9a58-45c4-a59c-528b64eef9d3 req-0f2c2165-8548-4529-9132-a996426b8a51 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:38.781415 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6429a9e-9a58-45c4-a59c-528b64eef9d3 req-0f2c2165-8548-4529-9132-a996426b8a51 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 946 time: 0.0562356 Jan 31 19:39:38.830034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6429a9e-9a58-45c4-a59c-528b64eef9d3 req-dff3872b-f9e7-44be-9fe4-727bfa1c9d60 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419295 Jan 31 19:39:38.852821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58724) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:38.895527 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6217997-23b7-43a3-a89c-325c67564841 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:38.897573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b6217997-23b7-43a3-a89c-325c67564841 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 1124 time: 0.0436754 Jan 31 19:39:38.900401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58726) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:38.904670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '1366153d-731b-40fd-a4ca-098b93546f34', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:39:38.925264 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:39.026004 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:39.128907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.25.8.161 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/deb449d3-3f50-4dfb-a9d4-35842d44f2b7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:39:39.234120 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (deb449d3-3f50-4dfb-a9d4-35842d44f2b7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:39.270881 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (deb449d3-3f50-4dfb-a9d4-35842d44f2b7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:39.306866 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:39:39.311171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:39:39.314624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:39:39.340321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=deb449d3-3f50-4dfb-a9d4-35842d44f2b7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:39.687031 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (6451157c-dae1-4321-b373-ebae3b6d579d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:39.756329 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (deb449d3-3f50-4dfb-a9d4-35842d44f2b7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:39.908414 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (deb449d3-3f50-4dfb-a9d4-35842d44f2b7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:39.913557 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (deb449d3-3f50-4dfb-a9d4-35842d44f2b7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:39.982406 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=deb449d3-3f50-4dfb-a9d4-35842d44f2b7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:39:39.993175 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (6451157c-dae1-4321-b373-ebae3b6d579d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:40.093542 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Floating IP 6451157c-dae1-4321-b373-ebae3b6d579d associated. External IP: 172.25.8.161, port: 1366153d-731b-40fd-a4ca-098b93546f34. Jan 31 19:39:40.302316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router dabfb04e-46fd-41a7-bdcf-86245580b3db has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:39:40.422036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:39:40.432120 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce7dbc-2422-446e-8f5c-a5b22eadb499 None None] Sync routers for ids ['dabfb04e-46fd-41a7-bdcf-86245580b3db'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:39:40.442973 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:40.443216 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce7dbc-2422-446e-8f5c-a5b22eadb499 None None] Routers {'dabfb04e-46fd-41a7-bdcf-86245580b3db'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:39:40.443788 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fbce7dbc-2422-446e-8f5c-a5b22eadb499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:39:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dabfb04e-46fd-41a7-bdcf-86245580b3db'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:40.479906 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7a7797c3-ffc1-404e-9e1c-38a35e10a169 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5784726 Jan 31 19:39:40.480577 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934de1ad-decc-4671-a580-e9ca8a36da34', 'tag': '1366153d-731b-40fd-a4ca-098b93546f34'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:39:40.482820 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e251b54e-7e03-4b39-930c-ae62deba30e9" -d '{"events": [{"name": "network-changed", "server_uuid": "934de1ad-decc-4671-a580-e9ca8a36da34", "tag": "1366153d-731b-40fd-a4ca-098b93546f34"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:39:40.528216 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6c8213-a96e-430a-999d-26f63f3ba276 x-openstack-request-id: req-7e6c8213-a96e-430a-999d-26f63f3ba276 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:39:40.528670 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934de1ad-decc-4671-a580-e9ca8a36da34", "tag": "1366153d-731b-40fd-a4ca-098b93546f34", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:39:40.529094 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e6c8213-a96e-430a-999d-26f63f3ba276 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:39:40.530207 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934de1ad-decc-4671-a580-e9ca8a36da34', 'tag': '1366153d-731b-40fd-a4ca-098b93546f34', 'status': 'completed', 'code': 200} Jan 31 19:39:40.557499 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fbce7dbc-2422-446e-8f5c-a5b22eadb499 None None] Set router dabfb04e-46fd-41a7-bdcf-86245580b3db gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:39:40.626789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b1d90-f5d1-4a50-86dc-77ef2d3ef2ab req-183555d4-e074-4ab4-a92a-0eec75bd3c1f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:40.628501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba0b1d90-f5d1-4a50-86dc-77ef2d3ef2ab req-183555d4-e074-4ab4-a92a-0eec75bd3c1f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 946 time: 0.0890899 Jan 31 19:39:40.643999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b54e-7e03-4b39-930c-ae62deba30e9 req-ee8ab18e-f580-4807-a63c-2ef8bd1b6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:40.645996 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e251b54e-7e03-4b39-930c-ae62deba30e9 req-ee8ab18e-f580-4807-a63c-2ef8bd1b6c51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 1129 time: 0.0763202 Jan 31 19:39:40.736561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba0b1d90-f5d1-4a50-86dc-77ef2d3ef2ab req-ef7a1253-5ab4-45a4-963f-078208efe44f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944793 Jan 31 19:39:40.753632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58732) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:40.768321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b54e-7e03-4b39-930c-ae62deba30e9 req-63d4d200-6ab2-497f-b34a-132a220d6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:40.769839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e251b54e-7e03-4b39-930c-ae62deba30e9 req-63d4d200-6ab2-497f-b34a-132a220d6781 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8000b669-9713-4bce-bfdb-50ec7f9ebfed HTTP/1.1" status: 200 len: 896 time: 0.1166704 Jan 31 19:39:40.797850 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fbce7dbc-2422-446e-8f5c-a5b22eadb499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:27Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '6451157c-dae1-4321-b373-ebae3b6d579d', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'port_id': '1366153d-731b-40fd-a4ca-098b93546f34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'mac_address': 'fa:16:3e:89:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934de1ad-decc-4671-a580-e9ca8a36da34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:39:39Z', 'updated_at': '2022-01-31T19:39:39Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d5cfd-1236-4343-b6d7-3011f3f910be', 'name': '', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:da:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:26Z', 'updated_at': '2022-01-31T19:39:30Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:40.823638 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a660201b-ed04-4648-bb48-4376e9f157d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/6451157c-dae1-4321-b373-ebae3b6d579d HTTP/1.1" status: 200 len: 992 time: 0.0656021 Jan 31 19:39:40.831779 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce7dbc-2422-446e-8f5c-a5b22eadb499 None None] Checking router: dabfb04e-46fd-41a7-bdcf-86245580b3db for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:39:40.841237 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce7dbc-2422-446e-8f5c-a5b22eadb499 None None] Routers {'dabfb04e-46fd-41a7-bdcf-86245580b3db'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:39:40.841862 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fbce7dbc-2422-446e-8f5c-a5b22eadb499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:39:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dabfb04e-46fd-41a7-bdcf-86245580b3db'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:40.845231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e251b54e-7e03-4b39-930c-ae62deba30e9 req-0a64dd67-b020-4a9b-a2b9-69c7488d19d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1366153d-731b-40fd-a4ca-098b93546f34 HTTP/1.1" status: 200 len: 1000 time: 0.0685034 Jan 31 19:39:40.894608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b54e-7e03-4b39-930c-ae62deba30e9 req-88403d19-4e0d-470c-bbf2-4fa783939e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:40.896608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e251b54e-7e03-4b39-930c-ae62deba30e9 req-88403d19-4e0d-470c-bbf2-4fa783939e64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9962b0b-0ca5-4c9d-a6e1-14091f61ca36 HTTP/1.1" status: 200 len: 834 time: 0.0452251 Jan 31 19:39:40.951584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b54e-7e03-4b39-930c-ae62deba30e9 req-9567a6d6-58ff-4542-9799-7cc6c2b65e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:39:40.953247 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e251b54e-7e03-4b39-930c-ae62deba30e9 req-9567a6d6-58ff-4542-9799-7cc6c2b65e25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8000b669-9713-4bce-bfdb-50ec7f9ebfed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509992 Jan 31 19:39:41.043400 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fbce7dbc-2422-446e-8f5c-a5b22eadb499 None None] Set router dabfb04e-46fd-41a7-bdcf-86245580b3db gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:39:41.049616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e251b54e-7e03-4b39-930c-ae62deba30e9 req-0cd57872-bf42-44b8-bbaf-3e03717f7d3d service neutron] 10.222.0.21 "GET /v2.0/networks/8000b669-9713-4bce-bfdb-50ec7f9ebfed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900726 Jan 31 19:39:41.139692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e251b54e-7e03-4b39-930c-ae62deba30e9 req-0c7cbf31-e042-4d7b-a0ff-2441e555f064 service neutron] 10.222.0.21 "GET /v2.0/networks/8000b669-9713-4bce-bfdb-50ec7f9ebfed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842950 Jan 31 19:39:41.268918 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fbce7dbc-2422-446e-8f5c-a5b22eadb499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:27Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '6451157c-dae1-4321-b373-ebae3b6d579d', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'port_id': '1366153d-731b-40fd-a4ca-098b93546f34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'mac_address': 'fa:16:3e:89:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934de1ad-decc-4671-a580-e9ca8a36da34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:39:39Z', 'updated_at': '2022-01-31T19:39:39Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d5cfd-1236-4343-b6d7-3011f3f910be', 'name': '', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:da:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:26Z', 'updated_at': '2022-01-31T19:39:30Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:39:41.298305 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce7dbc-2422-446e-8f5c-a5b22eadb499 None None] The sync data for ids ['dabfb04e-46fd-41a7-bdcf-86245580b3db'] in n-d-812111-15 is: [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:27Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '6451157c-dae1-4321-b373-ebae3b6d579d', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'port_id': '1366153d-731b-40fd-a4ca-098b93546f34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'mac_address': 'fa:16:3e:89:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934de1ad-decc-4671-a580-e9ca8a36da34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:39:39Z', 'updated_at': '2022-01-31T19:39:39Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d5cfd-1236-4343-b6d7-3011f3f910be', 'name': '', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:da:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:26Z', 'updated_at': '2022-01-31T19:39:30Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:39:41.484118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af0ad6c-4d9b-4f68-ac16-bfb6945513a9 None None] New status for floating IP 6451157c-dae1-4321-b373-ebae3b6d579d: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:39:41.825106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58734) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:39:41.890645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1ef4fbf2-0491-4179-bcdf-8bba6cd3a3fe tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/6451157c-dae1-4321-b373-ebae3b6d579d HTTP/1.1" status: 200 len: 994 time: 0.0642469 Jan 31 19:39:48.933585 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e451738-fd59-4db6-9663-31ffda8709bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:51.203401 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd39c78e-8c36-4968-83dc-83be5a85f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:52.684956 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:54.322609 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:54.881452 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:55.386711 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:56.718465 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:39:57.320473 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:40:10.717569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c9ab-5509-41d0-bbbe-7a82c2eda247 req-e731ab2b-befd-450a-8fb8-69e7023f1a6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:10.719079 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3652c9ab-5509-41d0-bbbe-7a82c2eda247 req-e731ab2b-befd-450a-8fb8-69e7023f1a6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 946 time: 0.0521100 Jan 31 19:40:10.770532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3652c9ab-5509-41d0-bbbe-7a82c2eda247 req-f7e3f9e9-590b-4356-bccd-62929b722636 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459800 Jan 31 19:40:11.897796 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350850d-3587-4c10-90be-c7c554942d39 req-43edfac8-fd79-4917-addb-37fbdd4ec86e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:11.899915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7350850d-3587-4c10-90be-c7c554942d39 req-43edfac8-fd79-4917-addb-37fbdd4ec86e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 946 time: 0.0571327 Jan 31 19:40:11.947182 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7350850d-3587-4c10-90be-c7c554942d39 req-f60e38fe-48eb-4493-9763-99e3407d65cb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416865 Jan 31 19:40:11.969845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58750) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:12.030622 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fb5b0e33-85ae-467a-862e-a10aa8bbccd9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/6451157c-dae1-4321-b373-ebae3b6d579d HTTP/1.1" status: 200 len: 994 time: 0.0596299 Jan 31 19:40:13.302018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab6f19-f186-446d-9b12-8f2a5482a16b req-29f997c8-79a6-4eca-8d55-86f2dd28cb4d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:13.303432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8ab6f19-f186-446d-9b12-8f2a5482a16b req-29f997c8-79a6-4eca-8d55-86f2dd28cb4d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 946 time: 0.0529675 Jan 31 19:40:13.358123 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b8ab6f19-f186-446d-9b12-8f2a5482a16b req-ec798f43-c082-4dc5-bbfb-33f5a9da217a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484102 Jan 31 19:40:14.482303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b1541-13ec-4581-bc9b-d6f842197835 req-a2f79af7-947c-4025-bf52-ecff87be9490 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:14.483789 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-323b1541-13ec-4581-bc9b-d6f842197835 req-a2f79af7-947c-4025-bf52-ecff87be9490 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 946 time: 0.0541983 Jan 31 19:40:14.532635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-323b1541-13ec-4581-bc9b-d6f842197835 req-50168b9b-ae8d-451d-9c1e-a11067a7b835 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Jan 31 19:40:14.554225 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58760) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:14.618841 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-4f6a2bb3-add1-4947-b7d0-15b7138408cd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/6451157c-dae1-4321-b373-ebae3b6d579d HTTP/1.1" status: 200 len: 994 time: 0.0631456 Jan 31 19:40:14.900664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58766) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:15.055948 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port deb449d3-3f50-4dfb-a9d4-35842d44f2b7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:40:15.056299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (deb449d3-3f50-4dfb-a9d4-35842d44f2b7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:15.130055 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (deb449d3-3f50-4dfb-a9d4-35842d44f2b7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:15.130389 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (deb449d3-3f50-4dfb-a9d4-35842d44f2b7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:15.142299 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for deb449d3-3f50-4dfb-a9d4-35842d44f2b7 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:40:15.293036 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (deb449d3-3f50-4dfb-a9d4-35842d44f2b7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:15.321536 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=deb449d3-3f50-4dfb-a9d4-35842d44f2b7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:15.357899 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.358279 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.358875 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.359376 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.359866 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.360382 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.360880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.361372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.361859 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.362344 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.362901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.363389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.363867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:15.411336 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (6451157c-dae1-4321-b373-ebae3b6d579d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:15.411692 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Floating IP 6451157c-dae1-4321-b373-ebae3b6d579d disassociated (deleted). External IP: 172.25.8.161, port: 1366153d-731b-40fd-a4ca-098b93546f34. Jan 31 19:40:15.623548 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router dabfb04e-46fd-41a7-bdcf-86245580b3db has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:40:15.734034 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:40:15.738716 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:15.743984 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f654957-c86c-42bc-8fdf-64ce326469f7 None None] Sync routers for ids ['dabfb04e-46fd-41a7-bdcf-86245580b3db'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:40:15.754193 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f654957-c86c-42bc-8fdf-64ce326469f7 None None] Routers {'dabfb04e-46fd-41a7-bdcf-86245580b3db'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:40:15.754792 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4f654957-c86c-42bc-8fdf-64ce326469f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:39:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dabfb04e-46fd-41a7-bdcf-86245580b3db'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:15.769200 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8babc5b2-904b-436d-8993-8b5cd4c637c5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/floatingips/6451157c-dae1-4321-b373-ebae3b6d579d HTTP/1.1" status: 204 len: 168 time: 0.8675425 Jan 31 19:40:15.769795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934de1ad-decc-4671-a580-e9ca8a36da34', 'tag': '1366153d-731b-40fd-a4ca-098b93546f34'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:40:15.772096 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf062fd22f1491cdb1f131427889817f882fb421c4e8e57ba399bfebafbedcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c508629-4c63-4975-af08-e5942a346b42" -d '{"events": [{"name": "network-changed", "server_uuid": "934de1ad-decc-4671-a580-e9ca8a36da34", "tag": "1366153d-731b-40fd-a4ca-098b93546f34"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:40:15.810155 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165a2bf3-614d-44b6-9330-12e4d1f3420a x-openstack-request-id: req-165a2bf3-614d-44b6-9330-12e4d1f3420a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:40:15.810457 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934de1ad-decc-4671-a580-e9ca8a36da34", "tag": "1366153d-731b-40fd-a4ca-098b93546f34", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:40:15.810853 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-165a2bf3-614d-44b6-9330-12e4d1f3420a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:40:15.811299 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934de1ad-decc-4671-a580-e9ca8a36da34', 'tag': '1366153d-731b-40fd-a4ca-098b93546f34', 'status': 'completed', 'code': 200} Jan 31 19:40:15.865862 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4f654957-c86c-42bc-8fdf-64ce326469f7 None None] Set router dabfb04e-46fd-41a7-bdcf-86245580b3db gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:40:15.886059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c508629-4c63-4975-af08-e5942a346b42 req-56831793-519c-4160-ac9c-30673c230d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:15.887780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c508629-4c63-4975-af08-e5942a346b42 req-56831793-519c-4160-ac9c-30673c230d94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 1129 time: 0.0540261 Jan 31 19:40:16.029015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c508629-4c63-4975-af08-e5942a346b42 req-20920d74-e8d1-4d56-9465-a0abfebf4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:16.030504 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c508629-4c63-4975-af08-e5942a346b42 req-20920d74-e8d1-4d56-9465-a0abfebf4edf service neutron] 10.222.0.21 "GET /v2.0/networks?id=8000b669-9713-4bce-bfdb-50ec7f9ebfed HTTP/1.1" status: 200 len: 896 time: 0.1332793 Jan 31 19:40:16.075578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c508629-4c63-4975-af08-e5942a346b42 req-3064e0f8-bf9a-4fd5-a7b8-50ab1b1a5d07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1366153d-731b-40fd-a4ca-098b93546f34 HTTP/1.1" status: 200 len: 217 time: 0.0379322 Jan 31 19:40:16.081308 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4f654957-c86c-42bc-8fdf-64ce326469f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:27Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '952d5cfd-1236-4343-b6d7-3011f3f910be', 'name': '', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:da:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:26Z', 'updated_at': '2022-01-31T19:39:30Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:16.087215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cecaa6-3071-41a6-91a5-26db36a8964e req-bb57d933-bd53-409e-9530-d45fc4ebd2bc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:16.088993 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72cecaa6-3071-41a6-91a5-26db36a8964e req-bb57d933-bd53-409e-9530-d45fc4ebd2bc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 946 time: 0.1230073 Jan 31 19:40:16.107708 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f654957-c86c-42bc-8fdf-64ce326469f7 None None] Checking router: dabfb04e-46fd-41a7-bdcf-86245580b3db for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:40:16.115856 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f654957-c86c-42bc-8fdf-64ce326469f7 None None] Routers {'dabfb04e-46fd-41a7-bdcf-86245580b3db'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:40:16.116494 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4f654957-c86c-42bc-8fdf-64ce326469f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:39:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dabfb04e-46fd-41a7-bdcf-86245580b3db'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:16.159362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c508629-4c63-4975-af08-e5942a346b42 req-688c854b-bac1-4e43-97d0-dd2597ecafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:16.160790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c508629-4c63-4975-af08-e5942a346b42 req-688c854b-bac1-4e43-97d0-dd2597ecafc2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9962b0b-0ca5-4c9d-a6e1-14091f61ca36 HTTP/1.1" status: 200 len: 834 time: 0.0709405 Jan 31 19:40:16.182450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-72cecaa6-3071-41a6-91a5-26db36a8964e req-4adacf2e-4c57-4a4f-9108-6d46e3689c92 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853853 Jan 31 19:40:16.222058 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c508629-4c63-4975-af08-e5942a346b42 req-8ebf5f69-0e09-4c71-ac46-e0093bd21c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:16.223269 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4f654957-c86c-42bc-8fdf-64ce326469f7 None None] Set router dabfb04e-46fd-41a7-bdcf-86245580b3db gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:40:16.223547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c508629-4c63-4975-af08-e5942a346b42 req-8ebf5f69-0e09-4c71-ac46-e0093bd21c2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8000b669-9713-4bce-bfdb-50ec7f9ebfed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534530 Jan 31 19:40:16.318705 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c508629-4c63-4975-af08-e5942a346b42 req-430005cf-670f-4d12-b625-c26c2709c5e4 service neutron] 10.222.0.21 "GET /v2.0/networks/8000b669-9713-4bce-bfdb-50ec7f9ebfed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883949 Jan 31 19:40:16.414463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c508629-4c63-4975-af08-e5942a346b42 req-8ae285ed-46cf-4289-bbc1-f92c7041b671 service neutron] 10.222.0.21 "GET /v2.0/networks/8000b669-9713-4bce-bfdb-50ec7f9ebfed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888197 Jan 31 19:40:16.426363 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4f654957-c86c-42bc-8fdf-64ce326469f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:27Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '952d5cfd-1236-4343-b6d7-3011f3f910be', 'name': '', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:da:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:26Z', 'updated_at': '2022-01-31T19:39:30Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:16.457637 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f654957-c86c-42bc-8fdf-64ce326469f7 None None] The sync data for ids ['dabfb04e-46fd-41a7-bdcf-86245580b3db'] in n-d-812111-15 is: [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:27Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '952d5cfd-1236-4343-b6d7-3011f3f910be', 'name': '', 'network_id': '8000b669-9713-4bce-bfdb-50ec7f9ebfed', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:da:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:26Z', 'updated_at': '2022-01-31T19:39:30Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'e9962b0b-0ca5-4c9d-a6e1-14091f61ca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:40:16.691547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140f087e-ff62-43ff-b908-e115566372f4 None None] New status for floating IP 6451157c-dae1-4321-b373-ebae3b6d579d: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:40:17.304691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a5a8a-de02-44ee-aeeb-1b6ad1ea25b6 req-0434db58-f823-4819-878c-13612eac432e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:17.306227 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a7a5a8a-de02-44ee-aeeb-1b6ad1ea25b6 req-0434db58-f823-4819-878c-13612eac432e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 946 time: 0.0531290 Jan 31 19:40:17.355725 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a7a5a8a-de02-44ee-aeeb-1b6ad1ea25b6 req-ee56c488-c799-4a41-b0e1-3a307415062d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=971cca98-5da0-4052-8320-40e3eced8cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Jan 31 19:40:17.647187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43fc03-781a-406c-b8cc-552ae286d47a req-e6143ee5-a8ba-4a39-beda-9006b80bf9b6 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:17.648821 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b43fc03-781a-406c-b8cc-552ae286d47a req-e6143ee5-a8ba-4a39-beda-9006b80bf9b6 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 946 time: 0.0519345 Jan 31 19:40:17.741446 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6b43fc03-781a-406c-b8cc-552ae286d47a req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 1366153d-731b-40fd-a4ca-098b93546f34 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:40:17.741792 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b43fc03-781a-406c-b8cc-552ae286d47a req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (1366153d-731b-40fd-a4ca-098b93546f34), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:17.828492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6b43fc03-781a-406c-b8cc-552ae286d47a req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port 1366153d-731b-40fd-a4ca-098b93546f34, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=1366153d-731b-40fd-a4ca-098b93546f34,segment=NetworkSegment(1d122c8c-4869-4579-8aeb-0e2736513d5f),segment_id=1d122c8c-4869-4579-8aeb-0e2736513d5f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:40:17.828860 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b43fc03-781a-406c-b8cc-552ae286d47a req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (1366153d-731b-40fd-a4ca-098b93546f34), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:17.845836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6b43fc03-781a-406c-b8cc-552ae286d47a req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 1366153d-731b-40fd-a4ca-098b93546f34 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:40:17.973266 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b43fc03-781a-406c-b8cc-552ae286d47a req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (1366153d-731b-40fd-a4ca-098b93546f34), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:18.000688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=1366153d-731b-40fd-a4ca-098b93546f34,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:18.013368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.013735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.014088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.014437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.014781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.015149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.015486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.015836 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.016467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.016808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.017143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.017472 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.017799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:18.063417 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b43fc03-781a-406c-b8cc-552ae286d47a req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] No DVR routers for this DVR port 1366153d-731b-40fd-a4ca-098b93546f34 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:40:18.066115 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b43fc03-781a-406c-b8cc-552ae286d47a req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:18.069531 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b43fc03-781a-406c-b8cc-552ae286d47a req-78f88a70-9150-440b-a20f-fda5c5a19ccf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "DELETE /v2.0/ports/1366153d-731b-40fd-a4ca-098b93546f34 HTTP/1.1" status: 204 len: 173 time: 0.4160974 Jan 31 19:40:18.069977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934de1ad-decc-4671-a580-e9ca8a36da34', 'name': 'network-vif-deleted', 'tag': '1366153d-731b-40fd-a4ca-098b93546f34'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:40:18.072363 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695e2e1d-b495-46d2-9e2c-03afe949e4e2" -d '{"events": [{"server_uuid": "934de1ad-decc-4671-a580-e9ca8a36da34", "name": "network-vif-deleted", "tag": "1366153d-731b-40fd-a4ca-098b93546f34"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:40:18.110171 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd4b496-3dd4-44b4-819c-d77a191fa717 x-openstack-request-id: req-cdd4b496-3dd4-44b4-819c-d77a191fa717 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:40:18.110473 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934de1ad-decc-4671-a580-e9ca8a36da34", "name": "network-vif-deleted", "tag": "1366153d-731b-40fd-a4ca-098b93546f34", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:40:18.110739 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdd4b496-3dd4-44b4-819c-d77a191fa717 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:40:18.111209 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934de1ad-decc-4671-a580-e9ca8a36da34', 'name': 'network-vif-deleted', 'tag': '1366153d-731b-40fd-a4ca-098b93546f34', 'status': 'completed', 'code': 200} Jan 31 19:40:18.472871 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-43516a89-5630-4633-b5c7-8c223a2fab60 req-e84f76a1-0234-47e8-9660-8f204f51137b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=934de1ad-decc-4671-a580-e9ca8a36da34 HTTP/1.1" status: 200 len: 210 time: 0.0314960 Jan 31 19:40:18.935895 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-95ca1948-159b-49dd-adf2-fd1727ce4c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:19.533911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58782) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:19.885560 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd11cac-ca91-45b0-bb24-3977dfc73f5a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (dabfb04e-46fd-41a7-bdcf-86245580b3db), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:20.140414 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7dd11cac-ca91-45b0-bb24-3977dfc73f5a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 952d5cfd-1236-4343-b6d7-3011f3f910be {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:40:20.140674 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd11cac-ca91-45b0-bb24-3977dfc73f5a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:20.229285 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7dd11cac-ca91-45b0-bb24-3977dfc73f5a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port 952d5cfd-1236-4343-b6d7-3011f3f910be, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=952d5cfd-1236-4343-b6d7-3011f3f910be,segment=NetworkSegment(1d122c8c-4869-4579-8aeb-0e2736513d5f),segment_id=1d122c8c-4869-4579-8aeb-0e2736513d5f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:40:20.229650 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd11cac-ca91-45b0-bb24-3977dfc73f5a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:20.241982 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7dd11cac-ca91-45b0-bb24-3977dfc73f5a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 952d5cfd-1236-4343-b6d7-3011f3f910be owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:40:20.427314 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd11cac-ca91-45b0-bb24-3977dfc73f5a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (952d5cfd-1236-4343-b6d7-3011f3f910be), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:20.454024 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd11cac-ca91-45b0-bb24-3977dfc73f5a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=952d5cfd-1236-4343-b6d7-3011f3f910be,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:20.642834 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd11cac-ca91-45b0-bb24-3977dfc73f5a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (dabfb04e-46fd-41a7-bdcf-86245580b3db), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:20.894743 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd11cac-ca91-45b0-bb24-3977dfc73f5a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router dabfb04e-46fd-41a7-bdcf-86245580b3db has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:40:21.010070 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd11cac-ca91-45b0-bb24-3977dfc73f5a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:40:21.019252 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7dd11cac-ca91-45b0-bb24-3977dfc73f5a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "PUT /v2.0/routers/dabfb04e-46fd-41a7-bdcf-86245580b3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4837148 Jan 31 19:40:21.021442 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc6da6-3feb-4243-95d4-6b2058ae9174 None None] Sync routers for ids ['dabfb04e-46fd-41a7-bdcf-86245580b3db'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:40:21.022159 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58786) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:21.036066 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc6da6-3feb-4243-95d4-6b2058ae9174 None None] Routers {'dabfb04e-46fd-41a7-bdcf-86245580b3db'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:40:21.036713 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d3fc6da6-3feb-4243-95d4-6b2058ae9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:39:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dabfb04e-46fd-41a7-bdcf-86245580b3db'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:21.083825 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd48356-5038-4db0-bd45-46fbf099a05c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting subnet e9962b0b-0ca5-4c9d-a6e1-14091f61ca36 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:40:21.087149 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efd48356-5038-4db0-bd45-46fbf099a05c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (e9962b0b-0ca5-4c9d-a6e1-14091f61ca36), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:21.135220 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efd48356-5038-4db0-bd45-46fbf099a05c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (e9962b0b-0ca5-4c9d-a6e1-14091f61ca36), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:21.157518 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d3fc6da6-3feb-4243-95d4-6b2058ae9174 None None] Set router dabfb04e-46fd-41a7-bdcf-86245580b3db gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:40:21.209087 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-98e62076-d4a3-40e7-93cb-6449551ff65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:21.228453 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efd48356-5038-4db0-bd45-46fbf099a05c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (e9962b0b-0ca5-4c9d-a6e1-14091f61ca36), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:21.302004 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efd48356-5038-4db0-bd45-46fbf099a05c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (e9962b0b-0ca5-4c9d-a6e1-14091f61ca36), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:21.320846 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efd48356-5038-4db0-bd45-46fbf099a05c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:21.324378 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-efd48356-5038-4db0-bd45-46fbf099a05c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/subnets/e9962b0b-0ca5-4c9d-a6e1-14091f61ca36 HTTP/1.1" status: 204 len: 168 time: 0.3009946 Jan 31 19:40:21.327282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58788) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:21.332024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49653d37-4813-4939-b139-d21400917b2e None None] Network 8000b669-9713-4bce-bfdb-50ec7f9ebfed requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:40:21.377760 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d3fc6da6-3feb-4243-95d4-6b2058ae9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:40:20Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:21.404374 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd48356-5038-4db0-bd45-46fbf099a05c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Subnet': ['ID=e9962b0b-0ca5-4c9d-a6e1-14091f61ca36,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:21.502333 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (dabfb04e-46fd-41a7-bdcf-86245580b3db), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:21.513164 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc6da6-3feb-4243-95d4-6b2058ae9174 None None] Checking router: dabfb04e-46fd-41a7-bdcf-86245580b3db for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:40:21.524198 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] DHCP port deletion for 8000b669-9713-4bce-bfdb-50ec7f9ebfed request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:40:21.525838 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc6da6-3feb-4243-95d4-6b2058ae9174 None None] Routers {'dabfb04e-46fd-41a7-bdcf-86245580b3db'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:40:21.526473 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d3fc6da6-3feb-4243-95d4-6b2058ae9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:40:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['dabfb04e-46fd-41a7-bdcf-86245580b3db'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:21.575419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Deleting port c4fbb2c9-47a6-49cd-90f1-90535e4da76d {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:40:21.576055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c4fbb2c9-47a6-49cd-90f1-90535e4da76d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:21.636812 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d3fc6da6-3feb-4243-95d4-6b2058ae9174 None None] Set router dabfb04e-46fd-41a7-bdcf-86245580b3db gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:40:21.646934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] For port c4fbb2c9-47a6-49cd-90f1-90535e4da76d, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c4fbb2c9-47a6-49cd-90f1-90535e4da76d,segment=NetworkSegment(1d122c8c-4869-4579-8aeb-0e2736513d5f),segment_id=1d122c8c-4869-4579-8aeb-0e2736513d5f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:40:21.647669 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c4fbb2c9-47a6-49cd-90f1-90535e4da76d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:21.663422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Calling delete_port for c4fbb2c9-47a6-49cd-90f1-90535e4da76d owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:40:21.751163 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (c4fbb2c9-47a6-49cd-90f1-90535e4da76d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:21.782305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Pushing event deleted for resources: {'Port': ['ID=c4fbb2c9-47a6-49cd-90f1-90535e4da76d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:21.790042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] No DVR routers for this DVR port c4fbb2c9-47a6-49cd-90f1-90535e4da76d on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:40:21.792431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.792794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.793142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.793482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.793832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.794250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.794593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.794927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.795258 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.795585 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.795925 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.796240 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.796595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769d7f6-dcef-420f-ac50-931a07a435e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:21.835508 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d3fc6da6-3feb-4243-95d4-6b2058ae9174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:40:20Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:21.862795 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc6da6-3feb-4243-95d4-6b2058ae9174 None None] The sync data for ids ['dabfb04e-46fd-41a7-bdcf-86245580b3db'] in n-d-812111-15 is: [{'id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773453771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:40:20Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': 'c8302516-7dd3-42ee-8691-4be330f5b2d1', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfb04e-46fd-41a7-bdcf-86245580b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:39:23Z', 'updated_at': '2022-01-31T19:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:40:21.951738 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (dabfb04e-46fd-41a7-bdcf-86245580b3db), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.010543 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port c8302516-7dd3-42ee-8691-4be330f5b2d1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:40:22.010886 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.088467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port c8302516-7dd3-42ee-8691-4be330f5b2d1, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=c8302516-7dd3-42ee-8691-4be330f5b2d1,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:40:22.088733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.101134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for c8302516-7dd3-42ee-8691-4be330f5b2d1 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:40:22.270851 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (c8302516-7dd3-42ee-8691-4be330f5b2d1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.301321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=c8302516-7dd3-42ee-8691-4be330f5b2d1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:22.365196 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (dabfb04e-46fd-41a7-bdcf-86245580b3db), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.372552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1366153d-731b-40fd-a4ca-098b93546f34 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:40:22.398019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 1366153d-731b-40fd-a4ca-098b93546f34 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:40:22.398377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 1366153d-731b-40fd-a4ca-098b93546f34 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:40:22.458601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (dabfb04e-46fd-41a7-bdcf-86245580b3db), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.460742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_controller (dabfb04e-46fd-41a7-bdcf-86245580b3db), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.504285 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (dabfb04e-46fd-41a7-bdcf-86245580b3db), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.504866 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Fanout notify agent at l3_agent the message router_deleted on router dabfb04e-46fd-41a7-bdcf-86245580b3db {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:40:22.512623 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.513752 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-dc56693a-5ad5-40a1-b0dd-15b56130032a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/routers/dabfb04e-46fd-41a7-bdcf-86245580b3db HTTP/1.1" status: 204 len: 168 time: 1.1860063 Jan 31 19:40:22.516819 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:22.619663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (8000b669-9713-4bce-bfdb-50ec7f9ebfed), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.689912 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.722186 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (8000b669-9713-4bce-bfdb-50ec7f9ebfed), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.751607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8000b669-9713-4bce-bfdb-50ec7f9ebfed']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:22.762093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d122c8c-4869-4579-8aeb-0e2736513d5f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:22.762399 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d122c8c-4869-4579-8aeb-0e2736513d5f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:22.777777 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (1d122c8c-4869-4579-8aeb-0e2736513d5f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.791547 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (1d122c8c-4869-4579-8aeb-0e2736513d5f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.797921 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:40:22.798328 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (1d122c8c-4869-4579-8aeb-0e2736513d5f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:40:22.801353 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:40:22.857175 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (8000b669-9713-4bce-bfdb-50ec7f9ebfed), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.864646 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.867034 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/networks/8000b669-9713-4bce-bfdb-50ec7f9ebfed HTTP/1.1" status: 204 len: 168 time: 0.3492539 Jan 31 19:40:22.870079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58794) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:22.878284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15fa3a-dda1-4018-8b5c-80b80baae0a4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Network': ['ID=8000b669-9713-4bce-bfdb-50ec7f9ebfed,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:22.927393 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0742257-c31c-4941-a57f-5f85d9fee288 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (971cca98-5da0-4052-8320-40e3eced8cf0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:22.952360 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0742257-c31c-4941-a57f-5f85d9fee288 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (971cca98-5da0-4052-8320-40e3eced8cf0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.004142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 952d5cfd-1236-4343-b6d7-3011f3f910be no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:40:23.021797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0742257-c31c-4941-a57f-5f85d9fee288 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (971cca98-5da0-4052-8320-40e3eced8cf0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.025074 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0742257-c31c-4941-a57f-5f85d9fee288 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.025731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 952d5cfd-1236-4343-b6d7-3011f3f910be {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:40:23.026249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c0742257-c31c-4941-a57f-5f85d9fee288 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/security-groups/971cca98-5da0-4052-8320-40e3eced8cf0 HTTP/1.1" status: 204 len: 168 time: 0.1551769 Jan 31 19:40:23.028970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 952d5cfd-1236-4343-b6d7-3011f3f910be not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:40:23.029407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c4fbb2c9-47a6-49cd-90f1-90535e4da76d no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:40:23.037204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0742257-c31c-4941-a57f-5f85d9fee288 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971cca98-5da0-4052-8320-40e3eced8cf0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:23.055317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c4fbb2c9-47a6-49cd-90f1-90535e4da76d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:40:23.055914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c4fbb2c9-47a6-49cd-90f1-90535e4da76d not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:40:23.552484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58800) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:23.558182 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8e85cd56-af88-4b79-9de6-213e88c7a015 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1994047274', 'description': 'tempest-secgroup-smoke-1994047274 description', 'project_id': 'ce496218cec040368cda9320d0c85700'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:23.579826 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e85cd56-af88-4b79-9de6-213e88c7a015 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.648359 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e85cd56-af88-4b79-9de6-213e88c7a015 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (7808035c-ada8-4277-8341-7ea49c1c7a8a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.652077 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e85cd56-af88-4b79-9de6-213e88c7a015 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7808035c-ada8-4277-8341-7ea49c1c7a8a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.682928 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e85cd56-af88-4b79-9de6-213e88c7a015 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.684193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8e85cd56-af88-4b79-9de6-213e88c7a015 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1306481 Jan 31 19:40:23.686163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85cd56-af88-4b79-9de6-213e88c7a015 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7808035c-ada8-4277-8341-7ea49c1c7a8a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:23.687240 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:23.691820 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3d2136a5-616f-45d6-b410-3f336f7d87a0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '7808035c-ada8-4277-8341-7ea49c1c7a8a', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:23.716966 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d2136a5-616f-45d6-b410-3f336f7d87a0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (58bac5b3-4a5a-43fe-88fe-d6cb86535c65), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.774317 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d2136a5-616f-45d6-b410-3f336f7d87a0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (58bac5b3-4a5a-43fe-88fe-d6cb86535c65), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.777732 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d2136a5-616f-45d6-b410-3f336f7d87a0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (58bac5b3-4a5a-43fe-88fe-d6cb86535c65), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.794969 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2136a5-616f-45d6-b410-3f336f7d87a0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58bac5b3-4a5a-43fe-88fe-d6cb86535c65,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:23.805447 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d2136a5-616f-45d6-b410-3f336f7d87a0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.806819 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3d2136a5-616f-45d6-b410-3f336f7d87a0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185746 Jan 31 19:40:23.809806 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:23.814124 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a94197ee-e96f-41ad-8c8a-78f3000b2279 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '7808035c-ada8-4277-8341-7ea49c1c7a8a', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:23.838282 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a94197ee-e96f-41ad-8c8a-78f3000b2279 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (5c98a4c6-5c03-45b9-a07d-0b4f1e4b7060), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.896313 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a94197ee-e96f-41ad-8c8a-78f3000b2279 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (5c98a4c6-5c03-45b9-a07d-0b4f1e4b7060), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.899851 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a94197ee-e96f-41ad-8c8a-78f3000b2279 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5c98a4c6-5c03-45b9-a07d-0b4f1e4b7060), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.918009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94197ee-e96f-41ad-8c8a-78f3000b2279 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c98a4c6-5c03-45b9-a07d-0b4f1e4b7060,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:23.922935 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a94197ee-e96f-41ad-8c8a-78f3000b2279 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:23.924114 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a94197ee-e96f-41ad-8c8a-78f3000b2279 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133893 Jan 31 19:40:23.926890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58806) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:23.931871 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d7c57c2a-f875-4961-9dc5-1ba9a67d68be tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '7808035c-ada8-4277-8341-7ea49c1c7a8a', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:23.957549 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7c57c2a-f875-4961-9dc5-1ba9a67d68be tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (8170631b-5361-441f-8137-41407bf8077d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.014750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7c57c2a-f875-4961-9dc5-1ba9a67d68be tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (8170631b-5361-441f-8137-41407bf8077d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.018659 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7c57c2a-f875-4961-9dc5-1ba9a67d68be tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (8170631b-5361-441f-8137-41407bf8077d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.035443 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c57c2a-f875-4961-9dc5-1ba9a67d68be tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8170631b-5361-441f-8137-41407bf8077d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:24.044424 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7c57c2a-f875-4961-9dc5-1ba9a67d68be tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.045622 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d7c57c2a-f875-4961-9dc5-1ba9a67d68be tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177869 Jan 31 19:40:24.048386 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:24.052655 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a79a0b2f-445e-461b-9831-d5d659658249 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '7808035c-ada8-4277-8341-7ea49c1c7a8a', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:24.078364 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a79a0b2f-445e-461b-9831-d5d659658249 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (4faf06d0-6efc-4715-bd2b-ecbc9ad14ca5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.135623 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a79a0b2f-445e-461b-9831-d5d659658249 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (4faf06d0-6efc-4715-bd2b-ecbc9ad14ca5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.138625 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a79a0b2f-445e-461b-9831-d5d659658249 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (4faf06d0-6efc-4715-bd2b-ecbc9ad14ca5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.156120 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a0b2f-445e-461b-9831-d5d659658249 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4faf06d0-6efc-4715-bd2b-ecbc9ad14ca5,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:24.163749 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a79a0b2f-445e-461b-9831-d5d659658249 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.165627 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a79a0b2f-445e-461b-9831-d5d659658249 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158850 Jan 31 19:40:24.168911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:24.173126 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2fc88bc9-ffc6-4488-ac4c-80acdee7c06b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '7808035c-ada8-4277-8341-7ea49c1c7a8a', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:24.192588 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-2fc88bc9-ffc6-4488-ac4c-80acdee7c06b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Project ce496218cec040368cda9320d0c85700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:40:24.197893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fc88bc9-ffc6-4488-ac4c-80acdee7c06b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (f96c9ba9-abc8-4f6e-b2fb-4594550b4c6a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.262147 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fc88bc9-ffc6-4488-ac4c-80acdee7c06b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (f96c9ba9-abc8-4f6e-b2fb-4594550b4c6a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.266344 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fc88bc9-ffc6-4488-ac4c-80acdee7c06b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (f96c9ba9-abc8-4f6e-b2fb-4594550b4c6a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.285646 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc88bc9-ffc6-4488-ac4c-80acdee7c06b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96c9ba9-abc8-4f6e-b2fb-4594550b4c6a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:24.290893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fc88bc9-ffc6-4488-ac4c-80acdee7c06b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.294972 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:24.295455 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2fc88bc9-ffc6-4488-ac4c-80acdee7c06b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251681 Jan 31 19:40:24.299637 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-34ad6aa0-0bdd-4ae2-9daa-4af1335bb943 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '7808035c-ada8-4277-8341-7ea49c1c7a8a', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:24.326451 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-34ad6aa0-0bdd-4ae2-9daa-4af1335bb943 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Project ce496218cec040368cda9320d0c85700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:40:24.334123 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.335847 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34ad6aa0-0bdd-4ae2-9daa-4af1335bb943 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (1390d500-470e-4689-94da-6bd74c958067), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.399389 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34ad6aa0-0bdd-4ae2-9daa-4af1335bb943 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (1390d500-470e-4689-94da-6bd74c958067), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.403310 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34ad6aa0-0bdd-4ae2-9daa-4af1335bb943 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (1390d500-470e-4689-94da-6bd74c958067), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.420873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad6aa0-0bdd-4ae2-9daa-4af1335bb943 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1390d500-470e-4689-94da-6bd74c958067,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:24.429438 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34ad6aa0-0bdd-4ae2-9daa-4af1335bb943 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.431455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-34ad6aa0-0bdd-4ae2-9daa-4af1335bb943 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352649 Jan 31 19:40:24.434317 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58814) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:24.440519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e7ddca16-d798-4abc-ab4e-736f3100f73d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'network': {'name': 'tempest-network-smoke--914115930', 'project_id': 'ce496218cec040368cda9320d0c85700', 'port_security_enabled': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:24.461449 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ddca16-d798-4abc-ab4e-736f3100f73d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:40:24.464947 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca16-d798-4abc-ab4e-736f3100f73d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.489313 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ddca16-d798-4abc-ab4e-736f3100f73d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:40:24.499141 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca16-d798-4abc-ab4e-736f3100f73d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a76711ab-a610-4666-a3ce-7cb16558a469), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.499484 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-e7ddca16-d798-4abc-ab4e-736f3100f73d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Added segment a76711ab-a610-4666-a3ce-7cb16558a469 of type vlan for network f1088783-bd2b-4008-ae11-60597a6f2b66 Jan 31 19:40:24.542704 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca16-d798-4abc-ab4e-736f3100f73d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (f1088783-bd2b-4008-ae11-60597a6f2b66), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.565861 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca16-d798-4abc-ab4e-736f3100f73d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (f1088783-bd2b-4008-ae11-60597a6f2b66), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.571240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ddca16-d798-4abc-ab4e-736f3100f73d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:24.571539 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ddca16-d798-4abc-ab4e-736f3100f73d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.578157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c8302516-7dd3-42ee-8691-4be330f5b2d1 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:40:24.602562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: c8302516-7dd3-42ee-8691-4be330f5b2d1 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:40:24.603009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device c8302516-7dd3-42ee-8691-4be330f5b2d1 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:40:24.638212 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e7ddca16-d798-4abc-ab4e-736f3100f73d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2028255 Jan 31 19:40:24.641117 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58816) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:24.645633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'admin_state_up': True, 'project_id': 'ce496218cec040368cda9320d0c85700', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:24.660572 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddca16-d798-4abc-ab4e-736f3100f73d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Network': ['ID=f1088783-bd2b-4008-ae11-60597a6f2b66,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:24.671562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network f1088783-bd2b-4008-ae11-60597a6f2b66 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:40:24.674649 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (f3bca694-b066-48a1-909e-ff3b59e2133a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.675726 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (f3bca694-b066-48a1-909e-ff3b59e2133a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.727466 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_controller (f3bca694-b066-48a1-909e-ff3b59e2133a), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.867013 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (f3bca694-b066-48a1-909e-ff3b59e2133a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:24.892950 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:25.059016 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (f3bca694-b066-48a1-909e-ff3b59e2133a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:25.077693 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:25.183224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.25.8.165 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/2376dcc1-0e8e-46e7-bf7a-3af979c71c79) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:40:25.286132 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:25.390756 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:25.659987 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:25.699867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:40:25.702682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:40:25.706025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:40:25.714144 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=2376dcc1-0e8e-46e7-bf7a-3af979c71c79,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:25.952438 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (f3bca694-b066-48a1-909e-ff3b59e2133a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:26.147484 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (f3bca694-b066-48a1-909e-ff3b59e2133a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:26.272475 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router f3bca694-b066-48a1-909e-ff3b59e2133a is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:40:26.379536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:40:26.389873 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Sync routers for ids ['f3bca694-b066-48a1-909e-ff3b59e2133a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:40:26.400589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Routers {'f3bca694-b066-48a1-909e-ff3b59e2133a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:40:26.401235 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:26.401358 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:40:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f3bca694-b066-48a1-909e-ff3b59e2133a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:26.402425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-177b6fff-1f19-47b3-9306-c7129cb383b5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7603908 Jan 31 19:40:26.405620 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58818) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:26.435530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c091e0a6-dc63-4884-91bb-e6becc672fd7 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ce496218cec040368cda9320d0c85700&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264826 Jan 31 19:40:26.435862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58820) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:26.512406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Set router f3bca694-b066-48a1-909e-ff3b59e2133a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:40:26.526320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d041f83-3558-4074-8884-39289a3ff9df tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:26.527752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7d041f83-3558-4074-8884-39289a3ff9df tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909393 Jan 31 19:40:26.530702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58822) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:26.563261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b417444e-94d0-48f1-a144-7127d9807b3b tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314627 Jan 31 19:40:26.565686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58824) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:26.571249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-89b0603d-e7fb-4eea-8750-59fe8bbd41d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-424781735', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'project_id': 'ce496218cec040368cda9320d0c85700', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:26.656911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b0603d-e7fb-4eea-8750-59fe8bbd41d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:40:26.660304 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89b0603d-e7fb-4eea-8750-59fe8bbd41d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:26.692727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:40:25Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:26.724032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Checking router: f3bca694-b066-48a1-909e-ff3b59e2133a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:40:26.724611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Updating router f3bca694-b066-48a1-909e-ff3b59e2133a port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:40:26.756585 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:26.759828 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:26.841984 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89b0603d-e7fb-4eea-8750-59fe8bbd41d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (9942af82-befb-4cdd-9cde-a34c1f95530e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:26.905318 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0603d-e7fb-4eea-8750-59fe8bbd41d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Subnet': ['ID=9942af82-befb-4cdd-9cde-a34c1f95530e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:26.910705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b0603d-e7fb-4eea-8750-59fe8bbd41d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Checking segment: {'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:40:26.910916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0603d-e7fb-4eea-8750-59fe8bbd41d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network hostable DHCP agents. Network: f1088783-bd2b-4008-ae11-60597a6f2b66, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:40:26.927735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0603d-e7fb-4eea-8750-59fe8bbd41d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network f1088783-bd2b-4008-ae11-60597a6f2b66 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:40:26.937771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-89b0603d-e7fb-4eea-8750-59fe8bbd41d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, f1088783-bd2b-4008-ae11-60597a6f2b66) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:40:26.941775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b0603d-e7fb-4eea-8750-59fe8bbd41d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:26.942584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89b0603d-e7fb-4eea-8750-59fe8bbd41d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:26.948568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b982a6-a66b-472e-bbe3-e525e1c944f5 None None] Network f1088783-bd2b-4008-ae11-60597a6f2b66 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:40:26.958855 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-89b0603d-e7fb-4eea-8750-59fe8bbd41d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3921700 Jan 31 19:40:26.961996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58826) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:27.107535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-f1088783-bd2b-4008-ae11-60597a6f2b66', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ips': [{'subnet_id': '9942af82-befb-4cdd-9cde-a34c1f95530e'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:40:27.108438 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:27.114285 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Publish callbacks [] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:27.128982 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:27.247586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Attempting to bind port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:40:27.247965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Attempting to bind port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:40:27.248329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Attempting to bind port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:40:27.252406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e78653-7d53-4fbb-9674-58fa06281fb7 None None] Pushing event updated for resources: {'Port': ['ID=2376dcc1-0e8e-46e7-bf7a-3af979c71c79,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:27.261644 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:40:27.262024 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:40:27.262443 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:27.262828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:40:27.263316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Bound port: 2376dcc1-0e8e-46e7-bf7a-3af979c71c79, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:40:27.263713 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:27.356184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] For port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:40:27.358503 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Allocated IP 172.20.0.2 (f1088783-bd2b-4008-ae11-60597a6f2b66/9942af82-befb-4cdd-9cde-a34c1f95530e/5a57a7e7-dcdf-46c6-9747-b8ad45606add) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:40:27.361496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] For port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2376dcc1-0e8e-46e7-bf7a-3af979c71c79,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:40:27.372647 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:27.418368 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:27.655743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Routers {'f3bca694-b066-48a1-909e-ff3b59e2133a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:40:27.656303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:40:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f3bca694-b066-48a1-909e-ff3b59e2133a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:27.659413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e78653-7d53-4fbb-9674-58fa06281fb7 None None] Pushing event updated for resources: {'Port': ['ID=2376dcc1-0e8e-46e7-bf7a-3af979c71c79,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:27.818837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] Set router f3bca694-b066-48a1-909e-ff3b59e2133a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:40:27.845203 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Publish callbacks [] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:27.879715 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:27.931728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.20.0.1 (f1088783-bd2b-4008-ae11-60597a6f2b66/9942af82-befb-4cdd-9cde-a34c1f95530e/9c530885-c9a6-4828-a2a9-a6d057e499c8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:40:27.961079 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Network f1088783-bd2b-4008-ae11-60597a6f2b66 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:40:27.968075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:40:27.970444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:40:27.983246 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Pushing event updated for resources: {'Port': ['ID=5a57a7e7-dcdf-46c6-9747-b8ad45606add,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:28.046113 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.072893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Attempting to bind port 5a57a7e7-dcdf-46c6-9747-b8ad45606add on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:40:28.073350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Attempting to bind port 5a57a7e7-dcdf-46c6-9747-b8ad45606add by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:40:28.073711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Attempting to bind port 5a57a7e7-dcdf-46c6-9747-b8ad45606add on network f1088783-bd2b-4008-ae11-60597a6f2b66 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:40:28.080862 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.082134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:40:28.082510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Checking segment: {'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:40:28.082910 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.083305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Bound using segment: {'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:40:28.083765 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Bound port: 5a57a7e7-dcdf-46c6-9747-b8ad45606add, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:40:28.084145 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.119944 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network f1088783-bd2b-4008-ae11-60597a6f2b66 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:40:28.123264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:40:28.125719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:40:28.168718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:40:25Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:28.171720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=9c530885-c9a6-4828-a2a9-a6d057e499c8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:28.172800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] For port 5a57a7e7-dcdf-46c6-9747-b8ad45606add, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:40:28.186219 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (f3bca694-b066-48a1-909e-ff3b59e2133a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.202230 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aab3ab-bad4-47c1-8ec2-6affd10ca4ce None None] The sync data for ids ['f3bca694-b066-48a1-909e-ff3b59e2133a'] in n-d-812111-15 is: [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:40:25Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:40:28.211933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] For port 5a57a7e7-dcdf-46c6-9747-b8ad45606add, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5a57a7e7-dcdf-46c6-9747-b8ad45606add,segment=NetworkSegment(a76711ab-a610-4666-a3ce-7cb16558a469),segment_id=a76711ab-a610-4666-a3ce-7cb16558a469)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:40:28.219664 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.282339 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ac3b9-082c-4e8e-8583-d3475d09c8e6 None None] Pushing event updated for resources: {'Port': ['ID=5a57a7e7-dcdf-46c6-9747-b8ad45606add,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:28.348018 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.748083 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.755036 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.771860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5a57a7e7-dcdf-46c6-9747-b8ad45606add up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:40:28.834224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 5a57a7e7-dcdf-46c6-9747-b8ad45606add triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:28.834771 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.858550 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (f3bca694-b066-48a1-909e-ff3b59e2133a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.860548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=9c530885-c9a6-4828-a2a9-a6d057e499c8,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:28.943177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 5a57a7e7-dcdf-46c6-9747-b8ad45606add is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:40:28.943674 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.979335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network f1088783-bd2b-4008-ae11-60597a6f2b66 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:40:28.980963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 5a57a7e7-dcdf-46c6-9747-b8ad45606add, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5a57a7e7-dcdf-46c6-9747-b8ad45606add,segment=NetworkSegment(a76711ab-a610-4666-a3ce-7cb16558a469),segment_id=a76711ab-a610-4666-a3ce-7cb16558a469)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:40:28.981137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:40:28.987792 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:28.988650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:40:29.096103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=5a57a7e7-dcdf-46c6-9747-b8ad45606add,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:29.109278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:29.109662 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:29.149517 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router f3bca694-b066-48a1-909e-ff3b59e2133a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:40:29.233589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:40:29.234725 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:29.266946 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2376dcc1-0e8e-46e7-bf7a-3af979c71c79,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:40:29.276220 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:29.323492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:40:29.333319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-249b7c44-4fc4-4640-881d-32941298acb1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "PUT /v2.0/routers/f3bca694-b066-48a1-909e-ff3b59e2133a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3702910 Jan 31 19:40:29.348173 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=2376dcc1-0e8e-46e7-bf7a-3af979c71c79,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:29.495974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-fc141160-0e58-4315-851b-e95a625ebc14 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1994047274&fields=id&tenant_id=ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 267 time: 0.0478482 Jan 31 19:40:29.513417 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b80ee8-bf11-4693-a980-905d8cad4b45 None None] Network f1088783-bd2b-4008-ae11-60597a6f2b66 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:40:29.599184 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-92872b1b-920e-4563-bcab-a839380f0d83 None None] Provisioning complete for port 5a57a7e7-dcdf-46c6-9747-b8ad45606add triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:29.599576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-92872b1b-920e-4563-bcab-a839380f0d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:29.625247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-471e7806-3fcb-40b7-bbc6-a16318eda720 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:29.626788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-471e7806-3fcb-40b7-bbc6-a16318eda720 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/networks?id=f1088783-bd2b-4008-ae11-60597a6f2b66 HTTP/1.1" status: 200 len: 796 time: 0.1236296 Jan 31 19:40:29.644513 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-7b7f9aaa-473c-4c3a-9ef3-f5d42e660645 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/quotas/ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 375 time: 0.0098889 Jan 31 19:40:29.703702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-ddaec258-0653-4100-8727-da3b98b45cf0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528624 Jan 31 19:40:29.719841 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-92872b1b-920e-4563-bcab-a839380f0d83 None None] Current status of the port 5a57a7e7-dcdf-46c6-9747-b8ad45606add is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:40:29.859706 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-6184ece1-e169-4a8e-80da-8f6ecfdb46b1 service neutron] 10.222.0.20 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411657 Jan 31 19:40:29.943797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ef793ffe-99b6-4918-b0cd-db15a9c9678d None None] Provisioning complete for port 9c530885-c9a6-4828-a2a9-a6d057e499c8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:29.944385 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ef793ffe-99b6-4918-b0cd-db15a9c9678d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:29.969053 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4651d412-b450-4fbd-b460-f7f4f2f5d53b service neutron] 10.222.0.20 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033199 Jan 31 19:40:29.995168 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ef793ffe-99b6-4918-b0cd-db15a9c9678d None None] Port 9c530885-c9a6-4828-a2a9-a6d057e499c8 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:40:30.005999 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ef793ffe-99b6-4918-b0cd-db15a9c9678d None None] Provisioning complete for port 5a57a7e7-dcdf-46c6-9747-b8ad45606add triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:30.006383 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ef793ffe-99b6-4918-b0cd-db15a9c9678d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:30.096672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ef793ffe-99b6-4918-b0cd-db15a9c9678d None None] Current status of the port 5a57a7e7-dcdf-46c6-9747-b8ad45606add is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:40:30.152869 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a19a9451-9c15-40ca-a73b-1f9033518415 req-c8b6cc21-574f-4b4a-b150-235a6e864045 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 210 time: 0.0338659 Jan 31 19:40:30.202473 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Sync routers for ids ['f3bca694-b066-48a1-909e-ff3b59e2133a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:40:30.214788 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Routers {'f3bca694-b066-48a1-909e-ff3b59e2133a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:40:30.215393 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:40:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f3bca694-b066-48a1-909e-ff3b59e2133a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:30.225718 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9531f2cb-1ebe-4c7f-ba06-d15b17147928 None None] Provisioning complete for port 9c530885-c9a6-4828-a2a9-a6d057e499c8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:30.226107 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9531f2cb-1ebe-4c7f-ba06-d15b17147928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:30.264253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9531f2cb-1ebe-4c7f-ba06-d15b17147928 None None] Port 9c530885-c9a6-4828-a2a9-a6d057e499c8 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:40:30.338393 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Set router f3bca694-b066-48a1-909e-ff3b59e2133a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:40:30.387732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-db2cd410-e5b9-4cbf-a86b-2cfb07868e2f None None] Provisioning complete for port 9c530885-c9a6-4828-a2a9-a6d057e499c8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:30.388509 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-db2cd410-e5b9-4cbf-a86b-2cfb07868e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:30.440099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-db2cd410-e5b9-4cbf-a86b-2cfb07868e2f None None] Port 9c530885-c9a6-4828-a2a9-a6d057e499c8 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:40:30.550858 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:40:28Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '9c530885-c9a6-4828-a2a9-a6d057e499c8', 'name': '', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:aa:ad:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:27Z', 'updated_at': '2022-01-31T19:40:28Z', 'revision_number': 2, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:30.582477 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Checking router: f3bca694-b066-48a1-909e-ff3b59e2133a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:40:30.582692 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Updating router f3bca694-b066-48a1-909e-ff3b59e2133a port 9c530885-c9a6-4828-a2a9-a6d057e499c8 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:40:30.612547 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:30.670548 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5a57a7e7-dcdf-46c6-9747-b8ad45606add up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:40:30.727458 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 5a57a7e7-dcdf-46c6-9747-b8ad45606add triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:30.728434 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:30.810872 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 5a57a7e7-dcdf-46c6-9747-b8ad45606add is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:40:30.812386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:40:30.868683 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:30.869062 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:30.894971 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Publish callbacks [] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:30.901786 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:30.955287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:40:31.000420 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Pushing event updated for resources: {'Port': ['ID=9c530885-c9a6-4828-a2a9-a6d057e499c8,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:31.017098 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.017449 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.017794 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.018137 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.018476 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.018809 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.019141 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.019473 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.019799 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.020128 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.020491 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.020814 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.021144 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:40:31.028469 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Attempting to bind port 9c530885-c9a6-4828-a2a9-a6d057e499c8 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:40:31.028845 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Attempting to bind port 9c530885-c9a6-4828-a2a9-a6d057e499c8 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:40:31.029425 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Attempting to bind port 9c530885-c9a6-4828-a2a9-a6d057e499c8 on network f1088783-bd2b-4008-ae11-60597a6f2b66 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:40:31.035052 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:40:31.035437 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Checking segment: {'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:40:31.035851 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:31.036246 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Bound using segment: {'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:40:31.036749 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Bound port: 9c530885-c9a6-4828-a2a9-a6d057e499c8, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:40:31.037138 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:31.105523 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] For port 9c530885-c9a6-4828-a2a9-a6d057e499c8, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:40:31.108955 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] For port 9c530885-c9a6-4828-a2a9-a6d057e499c8, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9c530885-c9a6-4828-a2a9-a6d057e499c8,segment=NetworkSegment(a76711ab-a610-4666-a3ce-7cb16558a469),segment_id=a76711ab-a610-4666-a3ce-7cb16558a469)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:40:31.115549 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:31.163692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-519f45e5-cafa-40dd-9581-38daeb7bbfcc None None] Provisioning complete for port 9c530885-c9a6-4828-a2a9-a6d057e499c8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:31.164414 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-519f45e5-cafa-40dd-9581-38daeb7bbfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:31.192613 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dce433-8b8a-423d-9ea1-6000082b8a5b None None] Pushing event updated for resources: {'Port': ['ID=9c530885-c9a6-4828-a2a9-a6d057e499c8,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:31.209698 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Routers {'f3bca694-b066-48a1-909e-ff3b59e2133a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:40:31.210346 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:40:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f3bca694-b066-48a1-909e-ff3b59e2133a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:31.294859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-52171f0e-4fe6-4d30-aaed-57570130b11e req-1af66531-fe80-42af-96d4-d9bd2458ceed tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 210 time: 0.0578241 Jan 31 19:40:31.324937 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-519f45e5-cafa-40dd-9581-38daeb7bbfcc None None] Current status of the port 9c530885-c9a6-4828-a2a9-a6d057e499c8 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:40:31.325467 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-519f45e5-cafa-40dd-9581-38daeb7bbfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:31.344815 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] Set router f3bca694-b066-48a1-909e-ff3b59e2133a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:40:31.358518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-7299c1a5-4b41-4950-803e-21588c8bc1d3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:31.360025 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-7299c1a5-4b41-4950-803e-21588c8bc1d3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "GET /v2.0/networks?id=f1088783-bd2b-4008-ae11-60597a6f2b66 HTTP/1.1" status: 200 len: 796 time: 0.2353861 Jan 31 19:40:31.372866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-519f45e5-cafa-40dd-9581-38daeb7bbfcc None None] For port 9c530885-c9a6-4828-a2a9-a6d057e499c8, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9c530885-c9a6-4828-a2a9-a6d057e499c8,segment=NetworkSegment(a76711ab-a610-4666-a3ce-7cb16558a469),segment_id=a76711ab-a610-4666-a3ce-7cb16558a469)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:40:31.377874 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-519f45e5-cafa-40dd-9581-38daeb7bbfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:31.442482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f45e5-cafa-40dd-9581-38daeb7bbfcc None None] Pushing event updated for resources: {'Port': ['ID=9c530885-c9a6-4828-a2a9-a6d057e499c8,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:31.486568 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-18049c15-e9d5-457c-9c76-5d59567c9fca tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 380 time: 0.1148212 Jan 31 19:40:31.497890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'port': {'device_id': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'admin_state_up': True, 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'security_groups': ['7808035c-ada8-4277-8341-7ea49c1c7a8a']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:31.607349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c94ae994-1281-4767-b675-9fba313908db None None] Provisioning complete for port 9c530885-c9a6-4828-a2a9-a6d057e499c8 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:31.608255 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c94ae994-1281-4767-b675-9fba313908db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:31.636527 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:40:31.640090 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:31.694435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c94ae994-1281-4767-b675-9fba313908db None None] Current status of the port 9c530885-c9a6-4828-a2a9-a6d057e499c8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:40:31.713042 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:40:28Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '9c530885-c9a6-4828-a2a9-a6d057e499c8', 'name': '', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:aa:ad:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:27Z', 'updated_at': '2022-01-31T19:40:31Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:31.738688 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38c6988-a489-44b8-b1bb-54cc2618bf39 None None] The sync data for ids ['f3bca694-b066-48a1-909e-ff3b59e2133a'] in n-d-812111-15 is: [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:40:28Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '9c530885-c9a6-4828-a2a9-a6d057e499c8', 'name': '', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:aa:ad:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:27Z', 'updated_at': '2022-01-31T19:40:31Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:40:31.781634 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.20.0.8 (f1088783-bd2b-4008-ae11-60597a6f2b66/9942af82-befb-4cdd-9cde-a34c1f95530e/f33bd04a-5db3-4c24-bd9d-c5a931a2fac9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:40:31.943827 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:31.980574 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:32.026352 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network f1088783-bd2b-4008-ae11-60597a6f2b66 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:40:32.029545 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:40:32.032044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:40:32.073353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:32.099874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:32.100571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:32.121402 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-010ed57a-5e83-46e1-b69c-ce751a7e796b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6289966 Jan 31 19:40:32.134319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Request body: {'port': {'device_id': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:32.200805 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:32.342759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-245befb6-22d6-4109-827b-7894e2119a2a None None] Provisioning complete for port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:32.343244 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-245befb6-22d6-4109-827b-7894e2119a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:32.396235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-245befb6-22d6-4109-827b-7894e2119a2a None None] Port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:40:32.487530 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015b526-b33c-4596-855b-9f215ac49811 req-ec05afc4-93bc-4343-8c4d-cf8ed864c503 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:32.489183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015b526-b33c-4596-855b-9f215ac49811 req-ec05afc4-93bc-4343-8c4d-cf8ed864c503 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 931 time: 0.1021197 Jan 31 19:40:32.583456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:40:32.591924 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8015b526-b33c-4596-855b-9f215ac49811 req-7f64e988-0a44-41eb-8003-56b0608312e5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958889 Jan 31 19:40:32.597594 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Publish callbacks [] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:32.614241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Transition to ACTIVE for port object f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:40:32.619516 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:32.724056 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Pushing event updated for resources: {'Port': ['ID=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:32.732870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9c530885-c9a6-4828-a2a9-a6d057e499c8 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:40:32.771745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Attempting to bind port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:40:32.772085 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Attempting to bind port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:40:32.772533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Attempting to bind port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 on network f1088783-bd2b-4008-ae11-60597a6f2b66 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:40:32.778694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 on network f1088783-bd2b-4008-ae11-60597a6f2b66 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:40:32.778925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Attempting to bind port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 on network f1088783-bd2b-4008-ae11-60597a6f2b66 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:40:32.784608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:40:32.785312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Checking segment: {'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:40:32.785486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Bound using segment: {'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:40:32.786014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Bound port: f33bd04a-5db3-4c24-bd9d-c5a931a2fac9, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76711ab-a610-4666-a3ce-7cb16558a469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:40:32.786283 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:32.795979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 9c530885-c9a6-4828-a2a9-a6d057e499c8 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:32.796534 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:32.870480 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] For port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:40:32.874491 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] For port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9,segment=NetworkSegment(a76711ab-a610-4666-a3ce-7cb16558a469),segment_id=a76711ab-a610-4666-a3ce-7cb16558a469)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:40:32.883325 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:32.886727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 9c530885-c9a6-4828-a2a9-a6d057e499c8 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:40:32.923303 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:32.923934 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:32.925400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] 10.222.0.21 "PUT /v2.0/ports/f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 HTTP/1.1" status: 200 len: 1092 time: 0.7965298 Jan 31 19:40:32.926034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'tag': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:40:32.928168 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55140b90-c402-48b6-bd42-1be063a36563" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f57229-3e6a-4e05-a08d-df332b48b700", "tag": "f33bd04a-5db3-4c24-bd9d-c5a931a2fac9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:40:32.956309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e470978-e911-45ea-80a9-8480c18e95ab service neutron] Pushing event updated for resources: {'Port': ['ID=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:33.009892 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e88b38-6013-4f39-a463-dc2fda76f177 x-openstack-request-id: req-41e88b38-6013-4f39-a463-dc2fda76f177 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:40:33.010189 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f57229-3e6a-4e05-a08d-df332b48b700", "tag": "f33bd04a-5db3-4c24-bd9d-c5a931a2fac9", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:40:33.010452 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41e88b38-6013-4f39-a463-dc2fda76f177 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:40:33.010863 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'tag': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9', 'status': 'completed', 'code': 200} Jan 31 19:40:33.033293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-183ca604-d475-4469-a523-bcf7e4cabd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:33.034872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-183ca604-d475-4469-a523-bcf7e4cabd03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 1126 time: 0.0578370 Jan 31 19:40:33.089980 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-f1df7564-0c2d-417b-ae25-4c96952a661c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 HTTP/1.1" status: 200 len: 217 time: 0.0467086 Jan 31 19:40:33.140006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-18036ed9-697e-4e62-b357-218805d4fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:33.141905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-18036ed9-697e-4e62-b357-218805d4fa29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9942af82-befb-4cdd-9cde-a34c1f95530e HTTP/1.1" status: 200 len: 834 time: 0.0461202 Jan 31 19:40:33.194248 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-44408afb-9f74-43af-ba99-ed0a44075072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:33.196358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-44408afb-9f74-43af-ba99-ed0a44075072 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1088783-bd2b-4008-ae11-60597a6f2b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484173 Jan 31 19:40:33.285283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-5eb4312c-f322-467f-95d6-d36cff0c8a6f service neutron] 10.222.0.21 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830524 Jan 31 19:40:33.377309 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ab3fee5-20a4-4da9-a41b-310806d6d2a7 req-0cce1e86-3fc5-4902-84a8-7dd6f552ddeb service neutron] 10.222.0.21 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853047 Jan 31 19:40:33.835357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55140b90-c402-48b6-bd42-1be063a36563 req-858bab7b-038c-4723-b651-29b574222ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:33.837470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55140b90-c402-48b6-bd42-1be063a36563 req-858bab7b-038c-4723-b651-29b574222ded service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 1126 time: 0.4129131 Jan 31 19:40:33.847646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4506b4-2ef6-43ee-9bd1-345e6871bd78 req-d719677f-efe9-43ec-a202-f081d576bb14 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:33.849053 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c4506b4-2ef6-43ee-9bd1-345e6871bd78 req-d719677f-efe9-43ec-a202-f081d576bb14 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 943 time: 0.0635266 Jan 31 19:40:33.946207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c4506b4-2ef6-43ee-9bd1-345e6871bd78 req-a70929a7-84de-4e28-a3b9-09607c1bda45 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892544 Jan 31 19:40:33.968304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55140b90-c402-48b6-bd42-1be063a36563 req-ddec101e-cda5-4966-b5ce-499c39b7632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:33.969792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55140b90-c402-48b6-bd42-1be063a36563 req-ddec101e-cda5-4966-b5ce-499c39b7632a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1088783-bd2b-4008-ae11-60597a6f2b66 HTTP/1.1" status: 200 len: 897 time: 0.1198959 Jan 31 19:40:34.011396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55140b90-c402-48b6-bd42-1be063a36563 req-d1b8e947-043e-4c15-851c-de45ce0fb3c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 HTTP/1.1" status: 200 len: 217 time: 0.0352895 Jan 31 19:40:34.062616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55140b90-c402-48b6-bd42-1be063a36563 req-ed6ed263-c48b-49bf-8ddb-92b95419bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:34.064014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55140b90-c402-48b6-bd42-1be063a36563 req-ed6ed263-c48b-49bf-8ddb-92b95419bacd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9942af82-befb-4cdd-9cde-a34c1f95530e HTTP/1.1" status: 200 len: 834 time: 0.0460758 Jan 31 19:40:34.112155 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55140b90-c402-48b6-bd42-1be063a36563 req-5cc33470-5b77-4b1f-bd74-55717a81b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:34.113696 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55140b90-c402-48b6-bd42-1be063a36563 req-5cc33470-5b77-4b1f-bd74-55717a81b6d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1088783-bd2b-4008-ae11-60597a6f2b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438399 Jan 31 19:40:34.202825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55140b90-c402-48b6-bd42-1be063a36563 req-061045e7-5151-4c0b-b0a3-a39801aa2415 service neutron] 10.222.0.21 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809565 Jan 31 19:40:34.294850 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-55140b90-c402-48b6-bd42-1be063a36563 req-8eca3845-44d0-4541-a6a6-f2fb01c1e28a service neutron] 10.222.0.21 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Jan 31 19:40:34.319802 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:40:35.066093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445ee82-0b1c-4ccb-98a7-db0e59257f4d req-d246fad7-70b6-4755-af72-309c34762aba tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:35.067584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3445ee82-0b1c-4ccb-98a7-db0e59257f4d req-d246fad7-70b6-4755-af72-309c34762aba tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 943 time: 0.0520120 Jan 31 19:40:35.115927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3445ee82-0b1c-4ccb-98a7-db0e59257f4d req-e7bbcce4-4a33-42f0-9c35-6f14764694de tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420475 Jan 31 19:40:36.238524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363a779-2b0e-480a-a83d-01098b384dfe req-7fa7f69d-d30e-45a4-b290-83b7c48d9b1a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:36.239999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f363a779-2b0e-480a-a83d-01098b384dfe req-7fa7f69d-d30e-45a4-b290-83b7c48d9b1a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 943 time: 0.0521867 Jan 31 19:40:36.293420 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f363a779-2b0e-480a-a83d-01098b384dfe req-b01ed2d7-543e-45cc-9dfb-05605b01e47c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467870 Jan 31 19:40:36.372289 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:40:36.470339 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9,segment=NetworkSegment(a76711ab-a610-4666-a3ce-7cb16558a469),segment_id=a76711ab-a610-4666-a3ce-7cb16558a469)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:40:36.485164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'port_id': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9', 'mac_address': 'fa:16:3e:f5:6b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:40:36.522486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:40:36.522896 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:36.536803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:40:36.556369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9,segment=NetworkSegment(a76711ab-a610-4666-a3ce-7cb16558a469),segment_id=a76711ab-a610-4666-a3ce-7cb16558a469)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:40:36.560273 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:36.605955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:36.769746 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['f33bd04a-5db3-4c24-bd9d-c5a931a2fac9'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:40:37.419120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1894-a9fd-438a-87c7-932dd7672519 req-5836b570-c589-4c2e-9b02-861ff0fdd426 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:37.420627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dffa1894-a9fd-438a-87c7-932dd7672519 req-5836b570-c589-4c2e-9b02-861ff0fdd426 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 944 time: 0.0515778 Jan 31 19:40:37.469428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dffa1894-a9fd-438a-87c7-932dd7672519 req-7d8a810e-654a-4c37-8933-b614e4630c0d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Jan 31 19:40:38.372048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:40:38.424589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:40:38.428439 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:40:38.428822 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:38.592652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e7ccd-0892-45b9-a490-01355b567882 req-ff02a20b-6d3e-4df9-b416-16ca4f0b2146 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:38.594390 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c5e7ccd-0892-45b9-a490-01355b567882 req-ff02a20b-6d3e-4df9-b416-16ca4f0b2146 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 944 time: 0.0557549 Jan 31 19:40:38.644236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c5e7ccd-0892-45b9-a490-01355b567882 req-abb7f414-22d2-4ea3-b47f-90b90456dc85 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442467 Jan 31 19:40:38.665519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:40:38.665915 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:38.688253 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:40:38.690508 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2663d85d-7639-4da4-9610-c03cd9dce1f5" -d '{"events": [{"server_uuid": "b3f57229-3e6a-4e05-a08d-df332b48b700", "name": "network-vif-plugged", "status": "completed", "tag": "f33bd04a-5db3-4c24-bd9d-c5a931a2fac9"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:40:38.703304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9,segment=NetworkSegment(a76711ab-a610-4666-a3ce-7cb16558a469),segment_id=a76711ab-a610-4666-a3ce-7cb16558a469)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:40:38.707530 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:38.754520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:38.787104 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cb6b5c-f414-496c-a935-64199eeab273 x-openstack-request-id: req-87cb6b5c-f414-496c-a935-64199eeab273 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:40:38.787408 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f57229-3e6a-4e05-a08d-df332b48b700", "name": "network-vif-plugged", "status": "completed", "tag": "f33bd04a-5db3-4c24-bd9d-c5a931a2fac9", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:40:38.787668 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87cb6b5c-f414-496c-a935-64199eeab273 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:40:38.788072 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9', 'code': 200} Jan 31 19:40:38.891159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e7ef3-9f2c-486e-8fad-54821d15b6ac req-cb0b2953-0c77-4332-b219-1cfe6c5e1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:38.892580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db0e7ef3-9f2c-486e-8fad-54821d15b6ac req-cb0b2953-0c77-4332-b219-1cfe6c5e1b92 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 1128 time: 0.0477881 Jan 31 19:40:38.938942 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db0e7ef3-9f2c-486e-8fad-54821d15b6ac req-0da1f90e-6127-4005-82e6-31095ace5a96 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383906 Jan 31 19:40:39.768891 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db89f5-0f85-4e7a-8eaf-b0d2be7b00e5 req-73ef0c00-d704-4ce5-b182-17e873e8f0a9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:39.770349 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3db89f5-0f85-4e7a-8eaf-b0d2be7b00e5 req-73ef0c00-d704-4ce5-b182-17e873e8f0a9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Jan 31 19:40:39.817341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e3db89f5-0f85-4e7a-8eaf-b0d2be7b00e5 req-746dece4-58ba-4877-95e7-b2033b3ccf86 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 Jan 31 19:40:40.945066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d461aa0-5e71-4a76-a54d-372fb4527423 req-364fb310-e9d7-4dcb-a614-d449f40f0b49 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:40.947563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d461aa0-5e71-4a76-a54d-372fb4527423 req-364fb310-e9d7-4dcb-a614-d449f40f0b49 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0607357 Jan 31 19:40:40.997007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d461aa0-5e71-4a76-a54d-372fb4527423 req-b951cf7d-e52a-4cfe-b559-9fe93684bf2e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440102 Jan 31 19:40:41.114849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e08352-d89b-426c-b508-8d9957c1f0cd req-9c56fc94-3edc-45c9-bba2-4804cbaa5119 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:41.116219 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21e08352-d89b-426c-b508-8d9957c1f0cd req-9c56fc94-3edc-45c9-bba2-4804cbaa5119 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0510383 Jan 31 19:40:41.165538 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-21e08352-d89b-426c-b508-8d9957c1f0cd req-70f9e050-f480-4541-9e74-80d6777d132c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430822 Jan 31 19:40:41.186974 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58884) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:41.229370 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19203329-6e7c-498c-b1b8-838aa3b282c2 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:41.230864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-19203329-6e7c-498c-b1b8-838aa3b282c2 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 1123 time: 0.0429137 Jan 31 19:40:41.234113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58886) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:41.238444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:40:41.259138 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:41.357899 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:41.465606 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.25.8.17 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/f61bdd80-ba03-46b4-ba54-6ab79e4b8f16) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:40:41.565604 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (f61bdd80-ba03-46b4-ba54-6ab79e4b8f16), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:41.599490 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f61bdd80-ba03-46b4-ba54-6ab79e4b8f16), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:41.635629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:40:41.638413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:40:41.642135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:40:41.673560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=f61bdd80-ba03-46b4-ba54-6ab79e4b8f16,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:42.010766 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (ff71c613-c254-4d13-b780-0f75e0d2cd88), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:42.082196 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (f61bdd80-ba03-46b4-ba54-6ab79e4b8f16), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:42.226698 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (f61bdd80-ba03-46b4-ba54-6ab79e4b8f16), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:42.231369 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (f61bdd80-ba03-46b4-ba54-6ab79e4b8f16), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:42.322895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=f61bdd80-ba03-46b4-ba54-6ab79e4b8f16,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:40:42.333342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (ff71c613-c254-4d13-b780-0f75e0d2cd88), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:42.436907 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Floating IP ff71c613-c254-4d13-b780-0f75e0d2cd88 associated. External IP: 172.25.8.17, port: f33bd04a-5db3-4c24-bd9d-c5a931a2fac9. Jan 31 19:40:42.648938 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router f3bca694-b066-48a1-909e-ff3b59e2133a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:40:42.762055 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:40:42.772895 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19b226-c5c2-435d-afb6-69628bddc96e None None] Sync routers for ids ['f3bca694-b066-48a1-909e-ff3b59e2133a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:40:42.780028 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:42.782906 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19b226-c5c2-435d-afb6-69628bddc96e None None] Routers {'f3bca694-b066-48a1-909e-ff3b59e2133a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:40:42.783524 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-da19b226-c5c2-435d-afb6-69628bddc96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:40:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f3bca694-b066-48a1-909e-ff3b59e2133a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:42.811089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ee8f4ec1-b0cf-4d5c-b34b-c276e9a94610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5758801 Jan 31 19:40:42.811785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'tag': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:40:42.814303 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aad241-6645-4f23-857a-79ed30f192be" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f57229-3e6a-4e05-a08d-df332b48b700", "tag": "f33bd04a-5db3-4c24-bd9d-c5a931a2fac9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:40:42.852657 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c569b844-6a87-4a10-ac70-f1e9e0db65c1 x-openstack-request-id: req-c569b844-6a87-4a10-ac70-f1e9e0db65c1 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:40:42.852967 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f57229-3e6a-4e05-a08d-df332b48b700", "tag": "f33bd04a-5db3-4c24-bd9d-c5a931a2fac9", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:40:42.853233 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c569b844-6a87-4a10-ac70-f1e9e0db65c1 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:40:42.853652 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'tag': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9', 'status': 'completed', 'code': 200} Jan 31 19:40:42.898590 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-da19b226-c5c2-435d-afb6-69628bddc96e None None] Set router f3bca694-b066-48a1-909e-ff3b59e2133a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:40:42.945928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4d186-067f-4890-936c-2c083224b5a0 req-5a1b1d86-2dad-4213-94b0-b6cc858ac9c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:42.947458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caf4d186-067f-4890-936c-2c083224b5a0 req-5a1b1d86-2dad-4213-94b0-b6cc858ac9c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0840700 Jan 31 19:40:42.950112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aad241-6645-4f23-857a-79ed30f192be req-8d7ee491-1976-4435-bf02-510c3718fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:42.951483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1aad241-6645-4f23-857a-79ed30f192be req-8d7ee491-1976-4435-bf02-510c3718fb6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 1128 time: 0.0767496 Jan 31 19:40:43.055151 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caf4d186-067f-4890-936c-2c083224b5a0 req-59795876-7510-482a-b96e-abd5878bde98 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013727 Jan 31 19:40:43.077829 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aad241-6645-4f23-857a-79ed30f192be req-3f06f485-91c8-46dd-9f6d-4f3dfb63997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:43.079044 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1aad241-6645-4f23-857a-79ed30f192be req-3f06f485-91c8-46dd-9f6d-4f3dfb63997f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1088783-bd2b-4008-ae11-60597a6f2b66 HTTP/1.1" status: 200 len: 897 time: 0.1196141 Jan 31 19:40:43.080088 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58892) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:43.135871 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-da19b226-c5c2-435d-afb6-69628bddc96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:40:28Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'ff71c613-c254-4d13-b780-0f75e0d2cd88', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'port_id': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'mac_address': 'fa:16:3e:f5:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:40:41Z', 'updated_at': '2022-01-31T19:40:41Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c530885-c9a6-4828-a2a9-a6d057e499c8', 'name': '', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:aa:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:27Z', 'updated_at': '2022-01-31T19:40:31Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:43.166720 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19b226-c5c2-435d-afb6-69628bddc96e None None] Checking router: f3bca694-b066-48a1-909e-ff3b59e2133a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:40:43.174943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19b226-c5c2-435d-afb6-69628bddc96e None None] Routers {'f3bca694-b066-48a1-909e-ff3b59e2133a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:40:43.175589 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-da19b226-c5c2-435d-afb6-69628bddc96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:40:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f3bca694-b066-48a1-909e-ff3b59e2133a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:43.191868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fed0afbb-59a4-4bb2-ac4f-46e522ceda78 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/ff71c613-c254-4d13-b780-0f75e0d2cd88 HTTP/1.1" status: 200 len: 990 time: 0.1106603 Jan 31 19:40:43.193879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1aad241-6645-4f23-857a-79ed30f192be req-aa7a8091-b9d0-4d1a-9ce7-28c1276330e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 HTTP/1.1" status: 200 len: 998 time: 0.1067791 Jan 31 19:40:43.243092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aad241-6645-4f23-857a-79ed30f192be req-7449876a-a49e-4c3c-ade5-4d46f4ebaf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:43.244597 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1aad241-6645-4f23-857a-79ed30f192be req-7449876a-a49e-4c3c-ade5-4d46f4ebaf2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9942af82-befb-4cdd-9cde-a34c1f95530e HTTP/1.1" status: 200 len: 834 time: 0.0440397 Jan 31 19:40:43.287893 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-da19b226-c5c2-435d-afb6-69628bddc96e None None] Set router f3bca694-b066-48a1-909e-ff3b59e2133a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:40:43.301486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aad241-6645-4f23-857a-79ed30f192be req-105cea62-77a2-4fad-94a8-acfda2e03452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:40:43.303045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1aad241-6645-4f23-857a-79ed30f192be req-105cea62-77a2-4fad-94a8-acfda2e03452 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1088783-bd2b-4008-ae11-60597a6f2b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0530591 Jan 31 19:40:43.392296 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1aad241-6645-4f23-857a-79ed30f192be req-6339b771-1874-4404-aa9d-231b12092231 service neutron] 10.222.0.21 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826211 Jan 31 19:40:43.487412 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f1aad241-6645-4f23-857a-79ed30f192be req-fb5521ad-d810-4b2c-80e9-7766471c491c service neutron] 10.222.0.21 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883121 Jan 31 19:40:43.531296 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-da19b226-c5c2-435d-afb6-69628bddc96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:40:28Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'ff71c613-c254-4d13-b780-0f75e0d2cd88', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'port_id': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'mac_address': 'fa:16:3e:f5:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:40:41Z', 'updated_at': '2022-01-31T19:40:41Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c530885-c9a6-4828-a2a9-a6d057e499c8', 'name': '', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:aa:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:27Z', 'updated_at': '2022-01-31T19:40:31Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:40:43.560065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19b226-c5c2-435d-afb6-69628bddc96e None None] The sync data for ids ['f3bca694-b066-48a1-909e-ff3b59e2133a'] in n-d-812111-15 is: [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:40:28Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'ff71c613-c254-4d13-b780-0f75e0d2cd88', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'port_id': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'mac_address': 'fa:16:3e:f5:6b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:40:41Z', 'updated_at': '2022-01-31T19:40:41Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c530885-c9a6-4828-a2a9-a6d057e499c8', 'name': '', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:aa:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:27Z', 'updated_at': '2022-01-31T19:40:31Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:40:43.751297 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be67c44-d6d9-4643-896a-644d7eac1b84 None None] New status for floating IP ff71c613-c254-4d13-b780-0f75e0d2cd88: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:40:44.196412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58894) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:40:44.256150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0ab4cb64-1dd8-4973-bab2-0e182d2c16e3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/ff71c613-c254-4d13-b780-0f75e0d2cd88 HTTP/1.1" status: 200 len: 992 time: 0.0586548 Jan 31 19:40:48.936581 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-837ea0ad-cc06-45b6-a389-cbac332040f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:51.200786 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbe1afcc-3380-4bde-b9f6-4c3ed1c9e069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:52.691444 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:54.329643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:54.911412 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:55.393315 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:40:56.717308 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:11.318051 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:41:15.560728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46507352-23ed-410f-9b54-d2703ce7f059 req-4a8b2af5-96be-4f5b-bf49-5d8e610a609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:15.562219 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46507352-23ed-410f-9b54-d2703ce7f059 req-4a8b2af5-96be-4f5b-bf49-5d8e610a609a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 1128 time: 0.0737519 Jan 31 19:41:15.569050 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebec65e-6197-4a0c-b307-3e541922ded1 req-ed671552-576c-414e-a33c-cf342b62fcfd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:15.570907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ebec65e-6197-4a0c-b307-3e541922ded1 req-ed671552-576c-414e-a33c-cf342b62fcfd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0913341 Jan 31 19:41:15.666550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ebec65e-6197-4a0c-b307-3e541922ded1 req-f299c31a-8a64-4983-96d8-e59451f838e5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877273 Jan 31 19:41:15.688195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46507352-23ed-410f-9b54-d2703ce7f059 req-25e51dea-fc4a-4fd9-b5e8-c0595c4e82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:15.689678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46507352-23ed-410f-9b54-d2703ce7f059 req-25e51dea-fc4a-4fd9-b5e8-c0595c4e82b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1088783-bd2b-4008-ae11-60597a6f2b66 HTTP/1.1" status: 200 len: 897 time: 0.1179423 Jan 31 19:41:15.757528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46507352-23ed-410f-9b54-d2703ce7f059 req-adc46d1e-8c65-4d7e-ac4b-039b5e6693f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 HTTP/1.1" status: 200 len: 1000 time: 0.0611486 Jan 31 19:41:15.805539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46507352-23ed-410f-9b54-d2703ce7f059 req-00604233-8bbb-4bc3-8a70-3054c4a97d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:15.806943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46507352-23ed-410f-9b54-d2703ce7f059 req-00604233-8bbb-4bc3-8a70-3054c4a97d16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9942af82-befb-4cdd-9cde-a34c1f95530e HTTP/1.1" status: 200 len: 834 time: 0.0434959 Jan 31 19:41:15.855327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46507352-23ed-410f-9b54-d2703ce7f059 req-ef14d7b6-3172-46fe-bd11-ee014087cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:15.856829 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46507352-23ed-410f-9b54-d2703ce7f059 req-ef14d7b6-3172-46fe-bd11-ee014087cad0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1088783-bd2b-4008-ae11-60597a6f2b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430498 Jan 31 19:41:15.867864 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-46507352-23ed-410f-9b54-d2703ce7f059 req-fc4d05aa-cfd0-4681-a6d8-fd70dc0b0c44 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:41:15.868837 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46507352-23ed-410f-9b54-d2703ce7f059 req-fc4d05aa-cfd0-4681-a6d8-fd70dc0b0c44 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054867 Jan 31 19:41:15.958692 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46507352-23ed-410f-9b54-d2703ce7f059 req-5888fab7-3c2f-4cc4-940c-7ed792a26eb3 service neutron] 10.222.0.21 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838475 Jan 31 19:41:16.046396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-46507352-23ed-410f-9b54-d2703ce7f059 req-689a675e-25db-4239-a2ac-d171aa1ab438 service neutron] 10.222.0.21 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807199 Jan 31 19:41:16.792589 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8d4c-676f-404e-99bb-c612c88a1443 req-b4ba70d8-c320-4793-8830-8d39fc75bad5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:16.794093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd0b8d4c-676f-404e-99bb-c612c88a1443 req-b4ba70d8-c320-4793-8830-8d39fc75bad5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0576153 Jan 31 19:41:16.842276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd0b8d4c-676f-404e-99bb-c612c88a1443 req-dd6bcd7d-673e-4518-9a0e-9e1486b4d882 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Jan 31 19:41:17.961973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf966715-2677-4a1e-b9fd-8e7b89ec3de1 req-45b8656b-4b9f-473b-82dc-6b98eb6e2377 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:17.963447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf966715-2677-4a1e-b9fd-8e7b89ec3de1 req-45b8656b-4b9f-473b-82dc-6b98eb6e2377 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0515618 Jan 31 19:41:18.010637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cf966715-2677-4a1e-b9fd-8e7b89ec3de1 req-cb195380-fa67-47e6-bb12-451b76066d40 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Jan 31 19:41:18.179084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c213cbf-7468-4e76-8d24-1c3116675533 req-990664ff-0bda-4d3c-baa8-98c905101d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:18.181274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c213cbf-7468-4e76-8d24-1c3116675533 req-990664ff-0bda-4d3c-baa8-98c905101d0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 1128 time: 0.0482421 Jan 31 19:41:18.280704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c213cbf-7468-4e76-8d24-1c3116675533 req-eb90c178-a899-4bbd-a81e-4dc704c6b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:18.282171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c213cbf-7468-4e76-8d24-1c3116675533 req-eb90c178-a899-4bbd-a81e-4dc704c6b550 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1088783-bd2b-4008-ae11-60597a6f2b66 HTTP/1.1" status: 200 len: 897 time: 0.0828557 Jan 31 19:41:18.350246 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c213cbf-7468-4e76-8d24-1c3116675533 req-0473922c-3660-4c51-8ed1-1de64dac1f5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 HTTP/1.1" status: 200 len: 1000 time: 0.0618410 Jan 31 19:41:18.399215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c213cbf-7468-4e76-8d24-1c3116675533 req-804d0e2b-b4b5-482d-8503-da191cd10653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:18.400678 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c213cbf-7468-4e76-8d24-1c3116675533 req-804d0e2b-b4b5-482d-8503-da191cd10653 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9942af82-befb-4cdd-9cde-a34c1f95530e HTTP/1.1" status: 200 len: 834 time: 0.0438144 Jan 31 19:41:18.448447 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c213cbf-7468-4e76-8d24-1c3116675533 req-b24a59dc-21c2-47f4-b0c4-1f6a10eef67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:18.449928 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c213cbf-7468-4e76-8d24-1c3116675533 req-b24a59dc-21c2-47f4-b0c4-1f6a10eef67a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1088783-bd2b-4008-ae11-60597a6f2b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437343 Jan 31 19:41:18.540324 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c213cbf-7468-4e76-8d24-1c3116675533 req-7e848129-63e9-44d3-adcf-cafd102a365f service neutron] 10.222.0.21 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841780 Jan 31 19:41:18.625888 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c213cbf-7468-4e76-8d24-1c3116675533 req-989944a4-79d7-46ea-9355-26e648da5ca0 service neutron] 10.222.0.21 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800648 Jan 31 19:41:18.938639 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bf447353-aee1-417e-8163-4a2d73c424d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:19.131419 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17654153-cc4c-4588-8e20-03b57b4c603f req-33769d9f-5d63-4487-8f61-7eb3f834adc0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:19.133595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17654153-cc4c-4588-8e20-03b57b4c603f req-33769d9f-5d63-4487-8f61-7eb3f834adc0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0533650 Jan 31 19:41:19.182691 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17654153-cc4c-4588-8e20-03b57b4c603f req-eb0f4ea9-0573-46d0-8f21-360c71452ae3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435822 Jan 31 19:41:20.305083 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68c116-cb39-40c4-af2b-273f5894930d req-1e798755-82bd-4b4f-b16a-ca94cf3398d4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:20.306476 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c68c116-cb39-40c4-af2b-273f5894930d req-1e798755-82bd-4b4f-b16a-ca94cf3398d4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0565052 Jan 31 19:41:20.355149 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9c68c116-cb39-40c4-af2b-273f5894930d req-5ae8cb06-649a-445d-b32f-c6464f26a499 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 Jan 31 19:41:21.203612 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-76da3db9-5d82-4837-88ac-7c36bad73583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:21.473044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36362a6-e210-484f-89cf-fea3c43ae3ca req-b1933ead-424f-4829-94c1-c1943f93cb86 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:21.474455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a36362a6-e210-484f-89cf-fea3c43ae3ca req-b1933ead-424f-4829-94c1-c1943f93cb86 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0527141 Jan 31 19:41:21.524001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a36362a6-e210-484f-89cf-fea3c43ae3ca req-1bcc534e-4bb0-4d03-bd91-e35032883276 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429821 Jan 31 19:41:22.645542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd713b1-1973-4ea4-ba02-f4f30d11bb70 req-da7505bf-7bdf-47f1-be43-477694a2a8d0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:22.647019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9dd713b1-1973-4ea4-ba02-f4f30d11bb70 req-da7505bf-7bdf-47f1-be43-477694a2a8d0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0563335 Jan 31 19:41:22.694610 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:22.696644 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9dd713b1-1973-4ea4-ba02-f4f30d11bb70 req-b23cbcc8-0154-4d3e-ad56-cb740031bffc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438778 Jan 31 19:41:23.814541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea147815-bbbb-4aa2-aa3d-9a1cbf1e1a1f req-2bed60c5-899e-4664-8ba3-475b0a01b702 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:23.816009 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea147815-bbbb-4aa2-aa3d-9a1cbf1e1a1f req-2bed60c5-899e-4664-8ba3-475b0a01b702 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0525384 Jan 31 19:41:23.863776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ea147815-bbbb-4aa2-aa3d-9a1cbf1e1a1f req-23829535-d9b0-4f70-b6fd-a1596b7d043a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Jan 31 19:41:24.332989 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:24.904507 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:24.981934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94057f34-455a-4055-9120-1c33e84fba47 req-b9e54604-85b1-4f9c-b2a1-39569b43c53f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:24.983391 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94057f34-455a-4055-9120-1c33e84fba47 req-b9e54604-85b1-4f9c-b2a1-39569b43c53f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0508087 Jan 31 19:41:25.035004 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-94057f34-455a-4055-9120-1c33e84fba47 req-99489b80-7be0-420f-946b-fd6f97ca8ab7 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460854 Jan 31 19:41:25.395372 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:26.154569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db586134-fb9f-4e8d-a7d7-1e7fc860c06e req-02a7a7f9-bea7-429f-b901-9faf8232e904 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:26.156045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db586134-fb9f-4e8d-a7d7-1e7fc860c06e req-02a7a7f9-bea7-429f-b901-9faf8232e904 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0523865 Jan 31 19:41:26.203559 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-db586134-fb9f-4e8d-a7d7-1e7fc860c06e req-69fe4b98-64a0-45a3-ad4b-0e0bc7cc2a2d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420134 Jan 31 19:41:26.717176 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:27.323566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad58ca-b54e-48ef-8de5-faee9fc7c483 req-9084bb2f-b038-44b0-a677-096ba0b328ab tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:27.325086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0ad58ca-b54e-48ef-8de5-faee9fc7c483 req-9084bb2f-b038-44b0-a677-096ba0b328ab tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0534499 Jan 31 19:41:27.372825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d0ad58ca-b54e-48ef-8de5-faee9fc7c483 req-89a70447-d113-422f-9d56-7a2174a5dc02 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 Jan 31 19:41:28.497346 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e2c91-2d84-45d9-851b-5ede6ca9e6ea req-dd341684-ebb8-45e5-b9de-6e04050b49d0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:28.498825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-700e2c91-2d84-45d9-851b-5ede6ca9e6ea req-dd341684-ebb8-45e5-b9de-6e04050b49d0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0589385 Jan 31 19:41:28.548016 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-700e2c91-2d84-45d9-851b-5ede6ca9e6ea req-3a07bf57-d5da-43af-8c21-56fe119c8911 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435789 Jan 31 19:41:29.666891 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997930d-da96-40ee-8d8f-538208c5e0c0 req-b8f0015b-a883-4113-aa7a-b56b0c52c45f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:29.668377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d997930d-da96-40ee-8d8f-538208c5e0c0 req-b8f0015b-a883-4113-aa7a-b56b0c52c45f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0532393 Jan 31 19:41:29.716347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d997930d-da96-40ee-8d8f-538208c5e0c0 req-e5ebb363-77af-4fa8-9b85-c4479cfd77fc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424886 Jan 31 19:41:30.833077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768ba4a-cf0e-4393-9330-97a6400f33c1 req-b279452e-4692-4e6d-8110-a1a54bca36fe tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:30.834536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c768ba4a-cf0e-4393-9330-97a6400f33c1 req-b279452e-4692-4e6d-8110-a1a54bca36fe tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0509593 Jan 31 19:41:30.885738 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c768ba4a-cf0e-4393-9330-97a6400f33c1 req-7cef3d84-d3ab-424b-bad2-c9d8d819b520 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456758 Jan 31 19:41:32.004687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb2978-9948-49ec-a427-73948dbdf1e2 req-f239b38f-0836-4e76-9ce4-0b1d2021c1ba tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:41:32.006154 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-defb2978-9948-49ec-a427-73948dbdf1e2 req-f239b38f-0836-4e76-9ce4-0b1d2021c1ba tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0511305 Jan 31 19:41:32.053790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-defb2978-9948-49ec-a427-73948dbdf1e2 req-682d2268-7fc7-4160-bd39-581538ae5d1f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415573 Jan 31 19:41:32.075966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58942) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:41:32.138005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-66347df5-a554-45a3-b925-fc279f0e14aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/ff71c613-c254-4d13-b780-0f75e0d2cd88 HTTP/1.1" status: 200 len: 992 time: 0.0608940 Jan 31 19:41:48.320860 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:41:48.940118 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f124493f-cee0-4b35-987a-8f19b74852dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:51.207552 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-05d469e4-37a9-4f2b-9811-c3c3474dc582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:52.697485 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:54.336004 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:54.907744 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:55.397557 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:41:56.715632 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:04.635084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58952) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:05.114255 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port f61bdd80-ba03-46b4-ba54-6ab79e4b8f16 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:42:05.114604 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f61bdd80-ba03-46b4-ba54-6ab79e4b8f16), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:05.188186 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f61bdd80-ba03-46b4-ba54-6ab79e4b8f16), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:05.188548 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (f61bdd80-ba03-46b4-ba54-6ab79e4b8f16), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:05.200628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for f61bdd80-ba03-46b4-ba54-6ab79e4b8f16 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:42:05.346732 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f61bdd80-ba03-46b4-ba54-6ab79e4b8f16), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:05.369705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=f61bdd80-ba03-46b4-ba54-6ab79e4b8f16,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:05.381773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.382130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.382479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.382823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.383792 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.384021 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.384399 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.384738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.385073 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.385427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.385741 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.386067 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.386393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:05.447622 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (ff71c613-c254-4d13-b780-0f75e0d2cd88), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:05.447962 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Floating IP ff71c613-c254-4d13-b780-0f75e0d2cd88 disassociated (deleted). External IP: 172.25.8.17, port: f33bd04a-5db3-4c24-bd9d-c5a931a2fac9. Jan 31 19:42:05.655014 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router f3bca694-b066-48a1-909e-ff3b59e2133a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:42:05.761137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:42:05.766184 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:05.771674 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1551cf4-9874-4b37-a0c8-9e13e4f44338 None None] Sync routers for ids ['f3bca694-b066-48a1-909e-ff3b59e2133a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:42:05.781383 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1551cf4-9874-4b37-a0c8-9e13e4f44338 None None] Routers {'f3bca694-b066-48a1-909e-ff3b59e2133a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:42:05.782012 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b1551cf4-9874-4b37-a0c8-9e13e4f44338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f3bca694-b066-48a1-909e-ff3b59e2133a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:05.795775 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1952beff-7263-4128-9d4e-98dd196a904e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/floatingips/ff71c613-c254-4d13-b780-0f75e0d2cd88 HTTP/1.1" status: 204 len: 168 time: 1.1595819 Jan 31 19:42:05.796401 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'tag': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:42:05.798674 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20761ba-4922-44e9-9a75-58c720619af7" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f57229-3e6a-4e05-a08d-df332b48b700", "tag": "f33bd04a-5db3-4c24-bd9d-c5a931a2fac9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:42:05.840454 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395b5582-5dab-4f8e-8d43-7ed8a3b2baa3 x-openstack-request-id: req-395b5582-5dab-4f8e-8d43-7ed8a3b2baa3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:42:05.840760 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f57229-3e6a-4e05-a08d-df332b48b700", "tag": "f33bd04a-5db3-4c24-bd9d-c5a931a2fac9", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:42:05.841029 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-395b5582-5dab-4f8e-8d43-7ed8a3b2baa3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:42:05.841622 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'tag': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9', 'status': 'completed', 'code': 200} Jan 31 19:42:05.892898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b1551cf4-9874-4b37-a0c8-9e13e4f44338 None None] Set router f3bca694-b066-48a1-909e-ff3b59e2133a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:42:05.913323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20761ba-4922-44e9-9a75-58c720619af7 req-11287557-9c63-489e-a03b-b964d4a29bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:05.916437 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d20761ba-4922-44e9-9a75-58c720619af7 req-11287557-9c63-489e-a03b-b964d4a29bb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 1128 time: 0.0522428 Jan 31 19:42:06.047562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20761ba-4922-44e9-9a75-58c720619af7 req-ac0b2824-f593-44a5-851f-e9af17e56fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:06.049166 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d20761ba-4922-44e9-9a75-58c720619af7 req-ac0b2824-f593-44a5-851f-e9af17e56fcb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1088783-bd2b-4008-ae11-60597a6f2b66 HTTP/1.1" status: 200 len: 897 time: 0.1274190 Jan 31 19:42:06.070929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe130217-dd70-4963-92f8-02d410320c67 req-b11192b4-e6dc-4ff6-a452-471bac48e4ce tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:06.072594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe130217-dd70-4963-92f8-02d410320c67 req-b11192b4-e6dc-4ff6-a452-471bac48e4ce tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0884368 Jan 31 19:42:06.101076 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d20761ba-4922-44e9-9a75-58c720619af7 req-cf8215de-c354-4bbf-9ef8-d46d5e4f6669 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 HTTP/1.1" status: 200 len: 217 time: 0.0436695 Jan 31 19:42:06.159612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b1551cf4-9874-4b37-a0c8-9e13e4f44338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:40:28Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '9c530885-c9a6-4828-a2a9-a6d057e499c8', 'name': '', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:aa:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:27Z', 'updated_at': '2022-01-31T19:40:31Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:06.182130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20761ba-4922-44e9-9a75-58c720619af7 req-cf5cc583-4ab5-41f0-9c40-198af0a340c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:06.183550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d20761ba-4922-44e9-9a75-58c720619af7 req-cf5cc583-4ab5-41f0-9c40-198af0a340c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9942af82-befb-4cdd-9cde-a34c1f95530e HTTP/1.1" status: 200 len: 834 time: 0.0759697 Jan 31 19:42:06.187277 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fe130217-dd70-4963-92f8-02d410320c67 req-4e089eb6-2434-4844-9f52-ae588bcac5da tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890195 Jan 31 19:42:06.192064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1551cf4-9874-4b37-a0c8-9e13e4f44338 None None] Checking router: f3bca694-b066-48a1-909e-ff3b59e2133a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:42:06.233395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20761ba-4922-44e9-9a75-58c720619af7 req-b65be3af-116f-44f3-9b02-18ab2282a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:06.235037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d20761ba-4922-44e9-9a75-58c720619af7 req-b65be3af-116f-44f3-9b02-18ab2282a2e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1088783-bd2b-4008-ae11-60597a6f2b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453768 Jan 31 19:42:06.237890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1551cf4-9874-4b37-a0c8-9e13e4f44338 None None] Routers {'f3bca694-b066-48a1-909e-ff3b59e2133a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:42:06.238501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b1551cf4-9874-4b37-a0c8-9e13e4f44338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f3bca694-b066-48a1-909e-ff3b59e2133a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:06.331474 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d20761ba-4922-44e9-9a75-58c720619af7 req-ff23b1f6-df11-454a-9b4d-96158d1555a3 service neutron] 10.222.0.21 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897245 Jan 31 19:42:06.431142 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d20761ba-4922-44e9-9a75-58c720619af7 req-91df31b7-de19-4dde-906a-9a12cd5a11ba service neutron] 10.222.0.21 "GET /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928211 Jan 31 19:42:06.546426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b1551cf4-9874-4b37-a0c8-9e13e4f44338 None None] Set router f3bca694-b066-48a1-909e-ff3b59e2133a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:42:06.738307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b1551cf4-9874-4b37-a0c8-9e13e4f44338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:40:28Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '9c530885-c9a6-4828-a2a9-a6d057e499c8', 'name': '', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:aa:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:27Z', 'updated_at': '2022-01-31T19:40:31Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:06.776242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1551cf4-9874-4b37-a0c8-9e13e4f44338 None None] The sync data for ids ['f3bca694-b066-48a1-909e-ff3b59e2133a'] in n-d-812111-15 is: [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:40:28Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '9c530885-c9a6-4828-a2a9-a6d057e499c8', 'name': '', 'network_id': 'f1088783-bd2b-4008-ae11-60597a6f2b66', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:aa:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:27Z', 'updated_at': '2022-01-31T19:40:31Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '9942af82-befb-4cdd-9cde-a34c1f95530e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:42:06.998730 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df639622-a146-4b47-af10-b82350c802f3 None None] New status for floating IP ff71c613-c254-4d13-b780-0f75e0d2cd88: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:42:07.310892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881968-1e43-466a-9deb-564d8ea51c11 req-f2a201d5-534b-4c4b-9e71-d6beec0fdfba tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:07.312521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8881968-1e43-466a-9deb-564d8ea51c11 req-f2a201d5-534b-4c4b-9e71-d6beec0fdfba tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0546227 Jan 31 19:42:07.362409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a8881968-1e43-466a-9deb-564d8ea51c11 req-d2fccdf0-1ec9-471c-ab7e-74091a9db7ec tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=7808035c-ada8-4277-8341-7ea49c1c7a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425870 Jan 31 19:42:07.556150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c843d-3d7a-4ba3-b8fc-cf0758c3d54b req-146edcc6-98b7-48fb-b71a-d8e947c6c1f8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:07.557729 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-172c843d-3d7a-4ba3-b8fc-cf0758c3d54b req-146edcc6-98b7-48fb-b71a-d8e947c6c1f8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 945 time: 0.0564945 Jan 31 19:42:07.650306 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-172c843d-3d7a-4ba3-b8fc-cf0758c3d54b req-9a635a1b-52d2-4a32-ac22-b380cbd25589 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:42:07.650571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-172c843d-3d7a-4ba3-b8fc-cf0758c3d54b req-9a635a1b-52d2-4a32-ac22-b380cbd25589 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:07.740042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-172c843d-3d7a-4ba3-b8fc-cf0758c3d54b req-9a635a1b-52d2-4a32-ac22-b380cbd25589 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9,segment=NetworkSegment(a76711ab-a610-4666-a3ce-7cb16558a469),segment_id=a76711ab-a610-4666-a3ce-7cb16558a469)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:42:07.740433 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-172c843d-3d7a-4ba3-b8fc-cf0758c3d54b req-9a635a1b-52d2-4a32-ac22-b380cbd25589 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:07.752782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-172c843d-3d7a-4ba3-b8fc-cf0758c3d54b req-9a635a1b-52d2-4a32-ac22-b380cbd25589 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:42:07.873449 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-172c843d-3d7a-4ba3-b8fc-cf0758c3d54b req-9a635a1b-52d2-4a32-ac22-b380cbd25589 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (f33bd04a-5db3-4c24-bd9d-c5a931a2fac9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:07.905555 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a635a1b-52d2-4a32-ac22-b380cbd25589 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=f33bd04a-5db3-4c24-bd9d-c5a931a2fac9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:07.949388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-172c843d-3d7a-4ba3-b8fc-cf0758c3d54b req-9a635a1b-52d2-4a32-ac22-b380cbd25589 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] No DVR routers for this DVR port f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:42:07.952092 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-172c843d-3d7a-4ba3-b8fc-cf0758c3d54b req-9a635a1b-52d2-4a32-ac22-b380cbd25589 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:07.955507 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-172c843d-3d7a-4ba3-b8fc-cf0758c3d54b req-9a635a1b-52d2-4a32-ac22-b380cbd25589 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "DELETE /v2.0/ports/f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 HTTP/1.1" status: 204 len: 173 time: 0.3923595 Jan 31 19:42:07.955984 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'name': 'network-vif-deleted', 'tag': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:42:07.958291 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f563fedc-bb94-46f6-ad13-c8281c5a1d62" -d '{"events": [{"server_uuid": "b3f57229-3e6a-4e05-a08d-df332b48b700", "name": "network-vif-deleted", "tag": "f33bd04a-5db3-4c24-bd9d-c5a931a2fac9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:42:07.995244 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fb31d5-a6f1-48da-b080-16f30781b2ce x-openstack-request-id: req-65fb31d5-a6f1-48da-b080-16f30781b2ce {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:42:07.995542 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f57229-3e6a-4e05-a08d-df332b48b700", "name": "network-vif-deleted", "tag": "f33bd04a-5db3-4c24-bd9d-c5a931a2fac9", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:42:07.995804 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65fb31d5-a6f1-48da-b080-16f30781b2ce {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:42:07.996218 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f57229-3e6a-4e05-a08d-df332b48b700', 'name': 'network-vif-deleted', 'tag': 'f33bd04a-5db3-4c24-bd9d-c5a931a2fac9', 'status': 'completed', 'code': 200} Jan 31 19:42:08.472984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f44c4d2c-b014-4ee6-abe4-d8726e3e837f req-08f3d207-3005-4866-b7ca-3c126007f3aa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3f57229-3e6a-4e05-a08d-df332b48b700 HTTP/1.1" status: 200 len: 210 time: 0.0279083 Jan 31 19:42:09.530282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:09.878061 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (f3bca694-b066-48a1-909e-ff3b59e2133a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:10.128324 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 9c530885-c9a6-4828-a2a9-a6d057e499c8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:42:10.128619 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:10.218560 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port 9c530885-c9a6-4828-a2a9-a6d057e499c8, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=9c530885-c9a6-4828-a2a9-a6d057e499c8,segment=NetworkSegment(a76711ab-a610-4666-a3ce-7cb16558a469),segment_id=a76711ab-a610-4666-a3ce-7cb16558a469)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:42:10.218931 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:10.232449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 9c530885-c9a6-4828-a2a9-a6d057e499c8 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:42:10.411692 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (9c530885-c9a6-4828-a2a9-a6d057e499c8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:10.435232 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=9c530885-c9a6-4828-a2a9-a6d057e499c8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:10.448162 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.448683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.449022 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.449377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.449697 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.450026 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.450356 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.450703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.451019 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.451352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.451675 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.451995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.452317 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:10.623581 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (f3bca694-b066-48a1-909e-ff3b59e2133a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:10.766353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:42:10.786432 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:42:10.786784 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device f33bd04a-5db3-4c24-bd9d-c5a931a2fac9 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:42:10.843744 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router f3bca694-b066-48a1-909e-ff3b59e2133a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:42:10.948094 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:42:10.953036 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-afb37e94-8d5e-4b80-a623-6897ad4b46cc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "PUT /v2.0/routers/f3bca694-b066-48a1-909e-ff3b59e2133a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4217441 Jan 31 19:42:10.955851 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58980) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:10.957390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075268a7-ea68-4d5b-a0fc-013c3a9f3321 None None] Sync routers for ids ['f3bca694-b066-48a1-909e-ff3b59e2133a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:42:10.967435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075268a7-ea68-4d5b-a0fc-013c3a9f3321 None None] Routers {'f3bca694-b066-48a1-909e-ff3b59e2133a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:42:10.968032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-075268a7-ea68-4d5b-a0fc-013c3a9f3321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f3bca694-b066-48a1-909e-ff3b59e2133a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:11.006625 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbe7db3-de7d-4813-87c4-355d7c438755 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting subnet 9942af82-befb-4cdd-9cde-a34c1f95530e {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:42:11.009856 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7db3-de7d-4813-87c4-355d7c438755 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (9942af82-befb-4cdd-9cde-a34c1f95530e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.055195 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7db3-de7d-4813-87c4-355d7c438755 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (9942af82-befb-4cdd-9cde-a34c1f95530e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.075786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-075268a7-ea68-4d5b-a0fc-013c3a9f3321 None None] Set router f3bca694-b066-48a1-909e-ff3b59e2133a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:42:11.137531 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7db3-de7d-4813-87c4-355d7c438755 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (9942af82-befb-4cdd-9cde-a34c1f95530e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.195145 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7db3-de7d-4813-87c4-355d7c438755 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (9942af82-befb-4cdd-9cde-a34c1f95530e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.224136 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe7db3-de7d-4813-87c4-355d7c438755 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Subnet': ['ID=9942af82-befb-4cdd-9cde-a34c1f95530e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:11.226057 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7db3-de7d-4813-87c4-355d7c438755 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.229581 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3bbe7db3-de7d-4813-87c4-355d7c438755 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/subnets/9942af82-befb-4cdd-9cde-a34c1f95530e HTTP/1.1" status: 204 len: 168 time: 0.2722616 Jan 31 19:42:11.232244 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58982) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:11.234806 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc69d1-39a1-4ef9-94d0-7f6d208885f5 None None] Network f1088783-bd2b-4008-ae11-60597a6f2b66 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:42:11.337416 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-075268a7-ea68-4d5b-a0fc-013c3a9f3321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:42:10Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:11.343518 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (f3bca694-b066-48a1-909e-ff3b59e2133a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.366884 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075268a7-ea68-4d5b-a0fc-013c3a9f3321 None None] Checking router: f3bca694-b066-48a1-909e-ff3b59e2133a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:42:11.380256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075268a7-ea68-4d5b-a0fc-013c3a9f3321 None None] Routers {'f3bca694-b066-48a1-909e-ff3b59e2133a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:42:11.380529 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-075268a7-ea68-4d5b-a0fc-013c3a9f3321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['f3bca694-b066-48a1-909e-ff3b59e2133a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:11.461743 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (f3bca694-b066-48a1-909e-ff3b59e2133a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.468973 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] DHCP port deletion for f1088783-bd2b-4008-ae11-60597a6f2b66 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:42:11.514747 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:42:11.515353 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.520110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-075268a7-ea68-4d5b-a0fc-013c3a9f3321 None None] Set router f3bca694-b066-48a1-909e-ff3b59e2133a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:42:11.598834 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port 2376dcc1-0e8e-46e7-bf7a-3af979c71c79, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2376dcc1-0e8e-46e7-bf7a-3af979c71c79,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:42:11.599214 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.611520 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:42:11.639103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Deleting port 5a57a7e7-dcdf-46c6-9747-b8ad45606add {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:42:11.639477 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.754824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] For port 5a57a7e7-dcdf-46c6-9747-b8ad45606add, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=5a57a7e7-dcdf-46c6-9747-b8ad45606add,segment=NetworkSegment(a76711ab-a610-4666-a3ce-7cb16558a469),segment_id=a76711ab-a610-4666-a3ce-7cb16558a469)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:42:11.755230 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.771610 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Calling delete_port for 5a57a7e7-dcdf-46c6-9747-b8ad45606add owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:42:11.778727 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2376dcc1-0e8e-46e7-bf7a-3af979c71c79), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.804407 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=2376dcc1-0e8e-46e7-bf7a-3af979c71c79,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:11.836629 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-075268a7-ea68-4d5b-a0fc-013c3a9f3321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:42:10Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:11.869080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075268a7-ea68-4d5b-a0fc-013c3a9f3321 None None] The sync data for ids ['f3bca694-b066-48a1-909e-ff3b59e2133a'] in n-d-812111-15 is: [{'id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639412475', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:40:24Z', 'updated_at': '2022-01-31T19:42:10Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2376dcc1-0e8e-46e7-bf7a-3af979c71c79', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bca694-b066-48a1-909e-ff3b59e2133a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:40:25Z', 'updated_at': '2022-01-31T19:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:42:11.870161 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (f3bca694-b066-48a1-909e-ff3b59e2133a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.892802 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (5a57a7e7-dcdf-46c6-9747-b8ad45606add), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.922764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Pushing event deleted for resources: {'Port': ['ID=5a57a7e7-dcdf-46c6-9747-b8ad45606add,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:11.927222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] No DVR routers for this DVR port 5a57a7e7-dcdf-46c6-9747-b8ad45606add on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:42:11.934840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.935188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.942143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.942143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.942143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.942143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.942143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.942143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.942143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.942143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.942143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.942143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.942143 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed00b-a16b-4e14-a614-8b3878412049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:11.965463 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (f3bca694-b066-48a1-909e-ff3b59e2133a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:11.967549 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_controller (f3bca694-b066-48a1-909e-ff3b59e2133a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.008607 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (f3bca694-b066-48a1-909e-ff3b59e2133a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.009145 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Fanout notify agent at l3_agent the message router_deleted on router f3bca694-b066-48a1-909e-ff3b59e2133a {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:42:12.017805 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.018931 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-049d3006-8790-42ba-8eb3-efffd21f3dc9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/routers/f3bca694-b066-48a1-909e-ff3b59e2133a HTTP/1.1" status: 204 len: 168 time: 0.7854617 Jan 31 19:42:12.021562 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58984) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:12.100956 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (f1088783-bd2b-4008-ae11-60597a6f2b66), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.187844 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (f1088783-bd2b-4008-ae11-60597a6f2b66), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.208260 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1088783-bd2b-4008-ae11-60597a6f2b66']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:12.219695 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76711ab-a610-4666-a3ce-7cb16558a469') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:12.219994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76711ab-a610-4666-a3ce-7cb16558a469') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:12.230090 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (a76711ab-a610-4666-a3ce-7cb16558a469), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.243239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (a76711ab-a610-4666-a3ce-7cb16558a469), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.250466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:42:12.250869 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (a76711ab-a610-4666-a3ce-7cb16558a469), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:42:12.253970 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:42:12.319106 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (f1088783-bd2b-4008-ae11-60597a6f2b66), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.327095 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.330339 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/networks/f1088783-bd2b-4008-ae11-60597a6f2b66 HTTP/1.1" status: 204 len: 168 time: 0.3078451 Jan 31 19:42:12.333161 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58986) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:12.343593 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac8f62-a7e1-40fd-a038-f6bc34cedfc3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Network': ['ID=f1088783-bd2b-4008-ae11-60597a6f2b66,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:12.393558 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-422e90a5-d2d1-484f-821e-1a870459c63d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (7808035c-ada8-4277-8341-7ea49c1c7a8a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.421540 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-422e90a5-d2d1-484f-821e-1a870459c63d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (7808035c-ada8-4277-8341-7ea49c1c7a8a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.489366 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-422e90a5-d2d1-484f-821e-1a870459c63d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7808035c-ada8-4277-8341-7ea49c1c7a8a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.491992 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-422e90a5-d2d1-484f-821e-1a870459c63d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.493342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-422e90a5-d2d1-484f-821e-1a870459c63d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/security-groups/7808035c-ada8-4277-8341-7ea49c1c7a8a HTTP/1.1" status: 204 len: 168 time: 0.1589799 Jan 31 19:42:12.503358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e90a5-d2d1-484f-821e-1a870459c63d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7808035c-ada8-4277-8341-7ea49c1c7a8a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:12.793578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 58992) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:12.798204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b2d80230-f056-4a90-8b77-9926dd69d01c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150796944', 'description': 'tempest-secgroup-smoke-150796944 description', 'project_id': 'ce496218cec040368cda9320d0c85700'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:12.818761 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2d80230-f056-4a90-8b77-9926dd69d01c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.886303 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2d80230-f056-4a90-8b77-9926dd69d01c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (3a34050e-c317-4e81-b7d1-6f3792a39368), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.889840 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2d80230-f056-4a90-8b77-9926dd69d01c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3a34050e-c317-4e81-b7d1-6f3792a39368), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.919417 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2d80230-f056-4a90-8b77-9926dd69d01c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:12.920689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b2d80230-f056-4a90-8b77-9926dd69d01c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1260364 Jan 31 19:42:12.922682 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d80230-f056-4a90-8b77-9926dd69d01c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a34050e-c317-4e81-b7d1-6f3792a39368,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:12.923750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58994) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:12.929190 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-14157952-f151-47fb-8377-e883ad6a8056 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '3a34050e-c317-4e81-b7d1-6f3792a39368', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:12.961284 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14157952-f151-47fb-8377-e883ad6a8056 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (b78d0492-fbf6-415d-b6be-cff9ab18916b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.003567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5a57a7e7-dcdf-46c6-9747-b8ad45606add no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:42:13.023006 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14157952-f151-47fb-8377-e883ad6a8056 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (b78d0492-fbf6-415d-b6be-cff9ab18916b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.026811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14157952-f151-47fb-8377-e883ad6a8056 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (b78d0492-fbf6-415d-b6be-cff9ab18916b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.027814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 5a57a7e7-dcdf-46c6-9747-b8ad45606add {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:42:13.028321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 5a57a7e7-dcdf-46c6-9747-b8ad45606add not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:42:13.028777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9c530885-c9a6-4828-a2a9-a6d057e499c8 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:42:13.046334 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14157952-f151-47fb-8377-e883ad6a8056 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78d0492-fbf6-415d-b6be-cff9ab18916b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:13.048962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 9c530885-c9a6-4828-a2a9-a6d057e499c8 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:42:13.049506 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 9c530885-c9a6-4828-a2a9-a6d057e499c8 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:42:13.050298 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:42:13.055133 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14157952-f151-47fb-8377-e883ad6a8056 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.057009 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-14157952-f151-47fb-8377-e883ad6a8056 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309826 Jan 31 19:42:13.059844 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58996) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:13.064217 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f0a32f8f-0af6-49e1-874c-148856c919fa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '3a34050e-c317-4e81-b7d1-6f3792a39368', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:13.070438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:42:13.070796 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2376dcc1-0e8e-46e7-bf7a-3af979c71c79 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:42:13.095327 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0a32f8f-0af6-49e1-874c-148856c919fa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (a3e45093-9e1a-4bd4-8b03-68b4c8e64e6c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.151554 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0a32f8f-0af6-49e1-874c-148856c919fa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (a3e45093-9e1a-4bd4-8b03-68b4c8e64e6c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.154939 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0a32f8f-0af6-49e1-874c-148856c919fa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a3e45093-9e1a-4bd4-8b03-68b4c8e64e6c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.172923 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a32f8f-0af6-49e1-874c-148856c919fa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e45093-9e1a-4bd4-8b03-68b4c8e64e6c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:13.186534 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0a32f8f-0af6-49e1-874c-148856c919fa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.187764 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f0a32f8f-0af6-49e1-874c-148856c919fa tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269562 Jan 31 19:42:13.190525 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 58998) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:13.194896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c8af621f-e1f0-420a-94a3-0020c6ef1e6d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '3a34050e-c317-4e81-b7d1-6f3792a39368', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:13.220990 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8af621f-e1f0-420a-94a3-0020c6ef1e6d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (24497f5a-9a6e-4632-bb40-ef47530b3ecb), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.281262 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8af621f-e1f0-420a-94a3-0020c6ef1e6d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (24497f5a-9a6e-4632-bb40-ef47530b3ecb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.284717 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8af621f-e1f0-420a-94a3-0020c6ef1e6d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (24497f5a-9a6e-4632-bb40-ef47530b3ecb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.304220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af621f-e1f0-420a-94a3-0020c6ef1e6d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24497f5a-9a6e-4632-bb40-ef47530b3ecb,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:13.308785 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8af621f-e1f0-420a-94a3-0020c6ef1e6d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.312569 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c8af621f-e1f0-420a-94a3-0020c6ef1e6d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185229 Jan 31 19:42:13.312774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59000) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:13.317293 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e58f39ba-cf81-487b-bacb-7543682806bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '3a34050e-c317-4e81-b7d1-6f3792a39368', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:13.342251 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e58f39ba-cf81-487b-bacb-7543682806bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (da2d2945-15a8-4263-ae06-a84c3f63fc72), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.398629 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e58f39ba-cf81-487b-bacb-7543682806bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (da2d2945-15a8-4263-ae06-a84c3f63fc72), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.402887 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e58f39ba-cf81-487b-bacb-7543682806bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (da2d2945-15a8-4263-ae06-a84c3f63fc72), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.420172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f39ba-cf81-487b-bacb-7543682806bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2d2945-15a8-4263-ae06-a84c3f63fc72,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:13.427384 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e58f39ba-cf81-487b-bacb-7543682806bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.431173 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e58f39ba-cf81-487b-bacb-7543682806bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149035 Jan 31 19:42:13.431325 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59002) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:13.435831 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c2e1beba-a7ca-422c-b074-ac46c44c57f1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '3a34050e-c317-4e81-b7d1-6f3792a39368', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:13.455496 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-c2e1beba-a7ca-422c-b074-ac46c44c57f1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Project ce496218cec040368cda9320d0c85700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:42:13.460299 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2e1beba-a7ca-422c-b074-ac46c44c57f1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (ba44971b-b1ba-4336-a70a-b3e9e8edde87), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.518467 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2e1beba-a7ca-422c-b074-ac46c44c57f1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (ba44971b-b1ba-4336-a70a-b3e9e8edde87), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.521790 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2e1beba-a7ca-422c-b074-ac46c44c57f1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (ba44971b-b1ba-4336-a70a-b3e9e8edde87), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.539778 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1beba-a7ca-422c-b074-ac46c44c57f1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba44971b-b1ba-4336-a70a-b3e9e8edde87,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:13.547076 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2e1beba-a7ca-422c-b074-ac46c44c57f1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.548276 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c2e1beba-a7ca-422c-b074-ac46c44c57f1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158085 Jan 31 19:42:13.551142 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59004) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:13.555420 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5c65ba44-c501-44db-9199-78ea62291125 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '3a34050e-c317-4e81-b7d1-6f3792a39368', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:13.576016 n-d-812111-15 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-5c65ba44-c501-44db-9199-78ea62291125 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Project ce496218cec040368cda9320d0c85700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:42:13.580835 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c65ba44-c501-44db-9199-78ea62291125 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (a6b42eab-24be-4cf1-8951-5a903902768d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.642342 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c65ba44-c501-44db-9199-78ea62291125 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (a6b42eab-24be-4cf1-8951-5a903902768d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.645708 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c65ba44-c501-44db-9199-78ea62291125 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a6b42eab-24be-4cf1-8951-5a903902768d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.663683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65ba44-c501-44db-9199-78ea62291125 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b42eab-24be-4cf1-8951-5a903902768d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:13.669065 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c65ba44-c501-44db-9199-78ea62291125 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.670380 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5c65ba44-c501-44db-9199-78ea62291125 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182942 Jan 31 19:42:13.673178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:13.677919 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6882c07f-c4f8-4b65-9881-e828f1b595d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'network': {'name': 'tempest-network-smoke--1116329905', 'project_id': 'ce496218cec040368cda9320d0c85700', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:13.697458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6882c07f-c4f8-4b65-9881-e828f1b595d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:42:13.701013 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6882c07f-c4f8-4b65-9881-e828f1b595d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.724085 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6882c07f-c4f8-4b65-9881-e828f1b595d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:42:13.733452 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6882c07f-c4f8-4b65-9881-e828f1b595d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c8f14c91-d59e-449f-9b28-2072bf4b8a63), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.733794 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-6882c07f-c4f8-4b65-9881-e828f1b595d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Added segment c8f14c91-d59e-449f-9b28-2072bf4b8a63 of type vlan for network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 Jan 31 19:42:13.773405 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6882c07f-c4f8-4b65-9881-e828f1b595d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.795986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6882c07f-c4f8-4b65-9881-e828f1b595d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.800931 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6882c07f-c4f8-4b65-9881-e828f1b595d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:13.801547 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6882c07f-c4f8-4b65-9881-e828f1b595d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.832868 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-6882c07f-c4f8-4b65-9881-e828f1b595d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1586802 Jan 31 19:42:13.836059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59008) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:13.841141 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'admin_state_up': True, 'project_id': 'ce496218cec040368cda9320d0c85700', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:13.861904 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (9e693ee0-c9e5-4714-935b-db81474dbf7a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.862911 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (9e693ee0-c9e5-4714-935b-db81474dbf7a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:13.878321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882c07f-c4f8-4b65-9881-e828f1b595d9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Network': ['ID=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:13.889600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:42:13.917846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_controller (9e693ee0-c9e5-4714-935b-db81474dbf7a), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:14.051857 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (9e693ee0-c9e5-4714-935b-db81474dbf7a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:14.240222 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (9e693ee0-c9e5-4714-935b-db81474dbf7a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:14.259471 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:14.361486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.25.8.172 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/17a3968a-acc7-43f9-a97a-01b114d165b7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:42:14.464583 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:14.498098 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:14.533611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:42:14.536354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:42:14.539760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:42:14.564884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=17a3968a-acc7-43f9-a97a-01b114d165b7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:14.784152 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (9e693ee0-c9e5-4714-935b-db81474dbf7a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:14.977848 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (9e693ee0-c9e5-4714-935b-db81474dbf7a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:15.100323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router 9e693ee0-c9e5-4714-935b-db81474dbf7a is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:42:15.204611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:42:15.216297 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Sync routers for ids ['9e693ee0-c9e5-4714-935b-db81474dbf7a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:42:15.225535 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Routers {'9e693ee0-c9e5-4714-935b-db81474dbf7a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:42:15.225753 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:15.226265 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9e693ee0-c9e5-4714-935b-db81474dbf7a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:15.227010 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-362b0eb3-adee-4739-8790-e6719386da47 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3896823 Jan 31 19:42:15.230206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59010) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:15.258831 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-14be4ee2-2d73-456b-b5b5-af588c8c43bb tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ce496218cec040368cda9320d0c85700&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275362 Jan 31 19:42:15.262234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59012) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:15.331131 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Set router 9e693ee0-c9e5-4714-935b-db81474dbf7a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:42:15.351013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922065a-ca6f-4754-a677-98085d7b96c2 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:15.352636 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8922065a-ca6f-4754-a677-98085d7b96c2 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892217 Jan 31 19:42:15.355276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59014) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:15.383785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-69ac08e8-467e-4065-a4eb-a392a50c0952 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273852 Jan 31 19:42:15.387409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59016) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:15.392550 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-55b0e285-c50f-4b58-a636-ff875285b94b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-816909064', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'project_id': 'ce496218cec040368cda9320d0c85700', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:15.482413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b0e285-c50f-4b58-a636-ff875285b94b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:42:15.485917 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55b0e285-c50f-4b58-a636-ff875285b94b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:15.514170 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:42:14Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:15.544090 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Checking router: 9e693ee0-c9e5-4714-935b-db81474dbf7a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:42:15.544516 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Updating router 9e693ee0-c9e5-4714-935b-db81474dbf7a port 17a3968a-acc7-43f9-a97a-01b114d165b7 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:42:15.572027 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:15.664521 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55b0e285-c50f-4b58-a636-ff875285b94b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (b6086d65-6bcd-444b-b84d-ba9bc6988832), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:15.724239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0e285-c50f-4b58-a636-ff875285b94b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Subnet': ['ID=b6086d65-6bcd-444b-b84d-ba9bc6988832,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:15.732614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0e285-c50f-4b58-a636-ff875285b94b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Checking segment: {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:42:15.732986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0e285-c50f-4b58-a636-ff875285b94b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network hostable DHCP agents. Network: eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:42:15.750238 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0e285-c50f-4b58-a636-ff875285b94b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:42:15.758490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-55b0e285-c50f-4b58-a636-ff875285b94b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:42:15.763076 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0e285-c50f-4b58-a636-ff875285b94b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:15.763584 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55b0e285-c50f-4b58-a636-ff875285b94b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:15.770065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc79009-7de7-4912-b420-f0ee95050b29 None None] Network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:42:15.784389 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59018) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:15.784968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-55b0e285-c50f-4b58-a636-ff875285b94b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3963931 Jan 31 19:42:15.823528 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Publish callbacks [] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:15.831182 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:15.879434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ips': [{'subnet_id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:42:15.880553 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:15.884558 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Attempting to bind port 17a3968a-acc7-43f9-a97a-01b114d165b7 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:42:15.884940 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Attempting to bind port 17a3968a-acc7-43f9-a97a-01b114d165b7 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:42:15.885315 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Attempting to bind port 17a3968a-acc7-43f9-a97a-01b114d165b7 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:42:15.893389 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:42:15.893773 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:42:15.894271 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:15.894673 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:42:15.895147 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Bound port: 17a3968a-acc7-43f9-a97a-01b114d165b7, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:42:15.895534 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:15.929765 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Pushing event updated for resources: {'Port': ['ID=17a3968a-acc7-43f9-a97a-01b114d165b7,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:15.961176 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] For port 17a3968a-acc7-43f9-a97a-01b114d165b7, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:42:15.964993 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] For port 17a3968a-acc7-43f9-a97a-01b114d165b7, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=17a3968a-acc7-43f9-a97a-01b114d165b7,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:42:15.968520 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.968909 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.969315 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.969738 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.970289 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.970467 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.970827 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.971191 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.971570 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.971943 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.972304 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.972657 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.972984 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:42:15.978435 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:16.039522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Allocated IP 172.20.0.2 (eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7/b6086d65-6bcd-444b-b84d-ba9bc6988832/488f97ec-23a0-4654-bd89-ece8911d9a4a) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:42:16.045160 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Routers {'9e693ee0-c9e5-4714-935b-db81474dbf7a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:42:16.045860 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9e693ee0-c9e5-4714-935b-db81474dbf7a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:16.079146 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09571d74-c11e-49a7-9b0c-7b63f20ac2ee None None] Pushing event updated for resources: {'Port': ['ID=17a3968a-acc7-43f9-a97a-01b114d165b7,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:16.192316 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Publish callbacks [] for port (488f97ec-23a0-4654-bd89-ece8911d9a4a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:16.201532 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (488f97ec-23a0-4654-bd89-ece8911d9a4a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:16.241678 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:16.247026 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:42:16.250970 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:42:16.252822 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] Set router 9e693ee0-c9e5-4714-935b-db81474dbf7a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:42:16.254709 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:42:16.271488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Pushing event updated for resources: {'Port': ['ID=488f97ec-23a0-4654-bd89-ece8911d9a4a,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:16.443526 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:42:14Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:16.475340 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e08f50f-39eb-44d9-9016-ad958f73d550 None None] The sync data for ids ['9e693ee0-c9e5-4714-935b-db81474dbf7a'] in n-d-812111-15 is: [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:42:14Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:42:16.497188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Attempting to bind port 488f97ec-23a0-4654-bd89-ece8911d9a4a on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:42:16.497565 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Attempting to bind port 488f97ec-23a0-4654-bd89-ece8911d9a4a by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:42:16.497935 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Attempting to bind port 488f97ec-23a0-4654-bd89-ece8911d9a4a on network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:42:16.503460 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:42:16.503736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Checking segment: {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:42:16.504090 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:16.504643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Bound using segment: {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:42:16.505121 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Bound port: 488f97ec-23a0-4654-bd89-ece8911d9a4a, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:42:16.505509 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (488f97ec-23a0-4654-bd89-ece8911d9a4a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:16.553216 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.20.0.1 (eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7/b6086d65-6bcd-444b-b84d-ba9bc6988832/ac6b4ee0-ad7b-494c-a6b2-50327f179857) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:42:16.571969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] For port 488f97ec-23a0-4654-bd89-ece8911d9a4a, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:42:16.576396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] For port 488f97ec-23a0-4654-bd89-ece8911d9a4a, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=488f97ec-23a0-4654-bd89-ece8911d9a4a,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:42:16.582825 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (488f97ec-23a0-4654-bd89-ece8911d9a4a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:16.665226 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2bf34-a10f-410a-ab25-6352e73660b8 None None] Pushing event updated for resources: {'Port': ['ID=488f97ec-23a0-4654-bd89-ece8911d9a4a,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:16.699116 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:16.751766 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:16.800284 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:42:16.808003 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:42:16.810802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:42:16.841502 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=ac6b4ee0-ad7b-494c-a6b2-50327f179857,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:16.887754 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (9e693ee0-c9e5-4714-935b-db81474dbf7a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:17.046055 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:17.692600 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:17.699031 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:17.733635 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf549dc0-9fdd-41ca-a39d-a4d9909b215f None None] Network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:42:17.771483 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=ac6b4ee0-ad7b-494c-a6b2-50327f179857,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:17.773987 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (9e693ee0-c9e5-4714-935b-db81474dbf7a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:17.842679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6d930324-573a-4de8-ab5a-e0e32d6e302a None None] Provisioning complete for port 488f97ec-23a0-4654-bd89-ece8911d9a4a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:42:17.843208 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6d930324-573a-4de8-ab5a-e0e32d6e302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (488f97ec-23a0-4654-bd89-ece8911d9a4a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:17.872378 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:42:17.874437 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:42:17.941375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6d930324-573a-4de8-ab5a-e0e32d6e302a None None] Current status of the port 488f97ec-23a0-4654-bd89-ece8911d9a4a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:42:17.941774 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6d930324-573a-4de8-ab5a-e0e32d6e302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (488f97ec-23a0-4654-bd89-ece8911d9a4a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:17.976777 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6d930324-573a-4de8-ab5a-e0e32d6e302a None None] For port 488f97ec-23a0-4654-bd89-ece8911d9a4a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=488f97ec-23a0-4654-bd89-ece8911d9a4a,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:42:17.981612 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6d930324-573a-4de8-ab5a-e0e32d6e302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (488f97ec-23a0-4654-bd89-ece8911d9a4a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:18.003785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router 9e693ee0-c9e5-4714-935b-db81474dbf7a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:42:18.038583 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d930324-573a-4de8-ab5a-e0e32d6e302a None None] Pushing event updated for resources: {'Port': ['ID=488f97ec-23a0-4654-bd89-ece8911d9a4a,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:18.123144 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:42:18.128852 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d01c2707-c7ab-4954-b3bc-9a0cf0c1ddb8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "PUT /v2.0/routers/9e693ee0-c9e5-4714-935b-db81474dbf7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3436825 Jan 31 19:42:18.208443 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-746e4a27-8f2a-4c55-8a93-8602b63660e0 None None] Provisioning complete for port ac6b4ee0-ad7b-494c-a6b2-50327f179857 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:42:18.208754 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-746e4a27-8f2a-4c55-8a93-8602b63660e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:18.254240 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-746e4a27-8f2a-4c55-8a93-8602b63660e0 None None] Port ac6b4ee0-ad7b-494c-a6b2-50327f179857 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:42:18.265288 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-746e4a27-8f2a-4c55-8a93-8602b63660e0 None None] Provisioning complete for port 488f97ec-23a0-4654-bd89-ece8911d9a4a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:42:18.265601 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-746e4a27-8f2a-4c55-8a93-8602b63660e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (488f97ec-23a0-4654-bd89-ece8911d9a4a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:18.287978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Sync routers for ids ['9e693ee0-c9e5-4714-935b-db81474dbf7a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:42:18.302473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-33e326ae-8c3f-4755-9b12-206f1bcd1dca tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150796944&fields=id&tenant_id=ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 267 time: 0.0564971 Jan 31 19:42:18.320598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Routers {'9e693ee0-c9e5-4714-935b-db81474dbf7a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:42:18.321235 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9e693ee0-c9e5-4714-935b-db81474dbf7a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:18.426900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-da31442a-9441-4cfd-b444-440cc0ab3cde tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:18.428602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-da31442a-9441-4cfd-b444-440cc0ab3cde tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/networks?id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 HTTP/1.1" status: 200 len: 797 time: 0.1169693 Jan 31 19:42:18.443942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-746e4a27-8f2a-4c55-8a93-8602b63660e0 None None] Current status of the port 488f97ec-23a0-4654-bd89-ece8911d9a4a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:42:18.446970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8592a7d6-5484-492b-aabc-85d7007f5514 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/quotas/ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 375 time: 0.0109756 Jan 31 19:42:18.469627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Set router 9e693ee0-c9e5-4714-935b-db81474dbf7a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:42:18.518740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-5fdc0709-a853-43c9-824a-1e1db9f773c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637112 Jan 31 19:42:18.581209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-a1ed832d-5f93-49cf-8c73-1a253041be84 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:42:18.582231 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-a1ed832d-5f93-49cf-8c73-1a253041be84 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0512416 Jan 31 19:42:18.612272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f9ba18d4-c703-4658-a8d5-3d7b8b169f09 None None] Provisioning complete for port ac6b4ee0-ad7b-494c-a6b2-50327f179857 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:42:18.612676 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f9ba18d4-c703-4658-a8d5-3d7b8b169f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:18.671675 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba18d4-c703-4658-a8d5-3d7b8b169f09 None None] Port ac6b4ee0-ad7b-494c-a6b2-50327f179857 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:42:18.686698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-f467b070-6485-4274-a1de-5b02f664e705 service neutron] 10.222.0.20 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975008 Jan 31 19:42:18.729376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:42:16Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'ac6b4ee0-ad7b-494c-a6b2-50327f179857', 'name': '', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:3f:29:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:16Z', 'updated_at': '2022-01-31T19:42:17Z', 'revision_number': 2, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:18.763462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Checking router: 9e693ee0-c9e5-4714-935b-db81474dbf7a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:42:18.764122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Updating router 9e693ee0-c9e5-4714-935b-db81474dbf7a port ac6b4ee0-ad7b-494c-a6b2-50327f179857 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:42:18.797466 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:18.816783 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 17a3968a-acc7-43f9-a97a-01b114d165b7 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:42:18.982329 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cd899d01-419c-41b6-bbb4-0330ca743b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:19.001959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 17a3968a-acc7-43f9-a97a-01b114d165b7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:42:19.002309 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:19.113085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-758c27d0-b33b-4879-8c42-f31fba0dabcb service neutron] 10.222.0.20 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256279 Jan 31 19:42:19.165719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 17a3968a-acc7-43f9-a97a-01b114d165b7 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:42:19.166123 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:19.209535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 17a3968a-acc7-43f9-a97a-01b114d165b7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=17a3968a-acc7-43f9-a97a-01b114d165b7,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:42:19.220939 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:19.221649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 488f97ec-23a0-4654-bd89-ece8911d9a4a up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:42:19.230508 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Publish callbacks [] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:19.284582 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:19.315550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aef6342d-aafa-44c5-9cf4-680e8a044e0f req-82997016-48c7-436a-b694-ba059b3fa42d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 210 time: 0.0372519 Jan 31 19:42:19.336428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=17a3968a-acc7-43f9-a97a-01b114d165b7,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:19.427040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 488f97ec-23a0-4654-bd89-ece8911d9a4a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:42:19.427509 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (488f97ec-23a0-4654-bd89-ece8911d9a4a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:19.432160 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafb6b3-a565-49b0-82bc-4143b9c3c0ea None None] Pushing event updated for resources: {'Port': ['ID=ac6b4ee0-ad7b-494c-a6b2-50327f179857,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:19.468017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Attempting to bind port ac6b4ee0-ad7b-494c-a6b2-50327f179857 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:42:19.468414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Attempting to bind port ac6b4ee0-ad7b-494c-a6b2-50327f179857 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:42:19.468788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Attempting to bind port ac6b4ee0-ad7b-494c-a6b2-50327f179857 on network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:42:19.478382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:42:19.478977 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Checking segment: {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:42:19.479654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:19.480104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Bound using segment: {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:42:19.480574 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Bound port: ac6b4ee0-ad7b-494c-a6b2-50327f179857, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:42:19.480967 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:19.585290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 488f97ec-23a0-4654-bd89-ece8911d9a4a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:42:19.591889 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] For port ac6b4ee0-ad7b-494c-a6b2-50327f179857, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:42:19.607008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] For port ac6b4ee0-ad7b-494c-a6b2-50327f179857, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ac6b4ee0-ad7b-494c-a6b2-50327f179857,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:42:19.614799 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:19.623107 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fd4f8fe0-e6c5-4aae-93ee-fe559516dff7 None None] Provisioning complete for port ac6b4ee0-ad7b-494c-a6b2-50327f179857 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:42:19.623479 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fd4f8fe0-e6c5-4aae-93ee-fe559516dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:19.705848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Routers {'9e693ee0-c9e5-4714-935b-db81474dbf7a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:42:19.706488 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:41:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9e693ee0-c9e5-4714-935b-db81474dbf7a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:19.715280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafb6b3-a565-49b0-82bc-4143b9c3c0ea None None] Pushing event updated for resources: {'Port': ['ID=ac6b4ee0-ad7b-494c-a6b2-50327f179857,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:19.846482 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f8fe0-e6c5-4aae-93ee-fe559516dff7 None None] Current status of the port ac6b4ee0-ad7b-494c-a6b2-50327f179857 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:42:19.847236 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fd4f8fe0-e6c5-4aae-93ee-fe559516dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:19.870743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] Set router 9e693ee0-c9e5-4714-935b-db81474dbf7a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:42:19.927213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fd4f8fe0-e6c5-4aae-93ee-fe559516dff7 None None] For port ac6b4ee0-ad7b-494c-a6b2-50327f179857, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ac6b4ee0-ad7b-494c-a6b2-50327f179857,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:42:19.934574 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fd4f8fe0-e6c5-4aae-93ee-fe559516dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:20.224933 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f8fe0-e6c5-4aae-93ee-fe559516dff7 None None] Pushing event updated for resources: {'Port': ['ID=ac6b4ee0-ad7b-494c-a6b2-50327f179857,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:20.254353 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a88747b4-3b0b-4d66-9b9f-5bba5c1859ea None None] Provisioning complete for port ac6b4ee0-ad7b-494c-a6b2-50327f179857 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:42:20.254730 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a88747b4-3b0b-4d66-9b9f-5bba5c1859ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:20.309996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-e8b93d5e-735a-4e4b-bcb7-54f72ebd0021 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:20.312045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-e8b93d5e-735a-4e4b-bcb7-54f72ebd0021 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "GET /v2.0/networks?id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 HTTP/1.1" status: 200 len: 797 time: 0.1189973 Jan 31 19:42:20.376113 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:42:16Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'ac6b4ee0-ad7b-494c-a6b2-50327f179857', 'name': '', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:3f:29:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:16Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:20.385451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-d10bd1f2-69eb-4daa-ae37-5a2c9efab87a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 379 time: 0.0648665 Jan 31 19:42:20.394769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'port': {'device_id': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'admin_state_up': True, 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'security_groups': ['3a34050e-c317-4e81-b7d1-6f3792a39368']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:20.408107 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d29739-14ab-4d93-892e-b0607b838012 None None] The sync data for ids ['9e693ee0-c9e5-4714-935b-db81474dbf7a'] in n-d-812111-15 is: [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:42:16Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'ac6b4ee0-ad7b-494c-a6b2-50327f179857', 'name': '', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:3f:29:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:16Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:42:20.409761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a88747b4-3b0b-4d66-9b9f-5bba5c1859ea None None] Current status of the port ac6b4ee0-ad7b-494c-a6b2-50327f179857 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:42:20.437936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a37224b-cc5e-4b3b-b988-ec1f7c181f1c req-533b8cb2-bf6e-4863-af3a-31cada9fce91 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 210 time: 0.0397062 Jan 31 19:42:20.539213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:42:20.547702 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:20.687265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.20.0.13 (eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7/b6086d65-6bcd-444b-b84d-ba9bc6988832/5d88efac-e8fc-4a99-9e73-289478b59e83) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:42:20.820835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 17a3968a-acc7-43f9-a97a-01b114d165b7 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:42:20.847893 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:20.873156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 17a3968a-acc7-43f9-a97a-01b114d165b7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:42:20.873727 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:20.887742 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:20.935483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:42:20.938612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:42:20.942382 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:42:20.975870 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=5d88efac-e8fc-4a99-9e73-289478b59e83,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:20.991689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 17a3968a-acc7-43f9-a97a-01b114d165b7 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:42:20.992179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ac6b4ee0-ad7b-494c-a6b2-50327f179857 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:42:21.013700 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:21.014586 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:21.044298 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-c930cfa8-5a10-4578-a31f-dcd7330fe138 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6532466 Jan 31 19:42:21.052643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port ac6b4ee0-ad7b-494c-a6b2-50327f179857 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:42:21.053294 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:21.062272 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Request body: {'port': {'device_id': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:21.142556 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:21.156487 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port ac6b4ee0-ad7b-494c-a6b2-50327f179857 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:42:21.211442 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c8c87db-34cb-4726-9dd5-e19eb73f938b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:21.239104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6e95686c-bf20-4b39-a200-0b545f9a5e8f None None] Provisioning complete for port 5d88efac-e8fc-4a99-9e73-289478b59e83 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:42:21.239839 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6e95686c-bf20-4b39-a200-0b545f9a5e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:21.278646 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6e95686c-bf20-4b39-a200-0b545f9a5e8f None None] Port 5d88efac-e8fc-4a99-9e73-289478b59e83 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:42:21.433522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d88efac-e8fc-4a99-9e73-289478b59e83 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:42:21.441556 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Publish callbacks [] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:21.454474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Transition to ACTIVE for port object 5d88efac-e8fc-4a99-9e73-289478b59e83 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:42:21.458229 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:21.514901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Pushing event updated for resources: {'Port': ['ID=5d88efac-e8fc-4a99-9e73-289478b59e83,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:21.634757 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Attempting to bind port 5d88efac-e8fc-4a99-9e73-289478b59e83 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:42:21.635098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Attempting to bind port 5d88efac-e8fc-4a99-9e73-289478b59e83 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:42:21.635435 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Attempting to bind port 5d88efac-e8fc-4a99-9e73-289478b59e83 on network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:42:21.648874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8be1a-3225-4974-a931-3aac101402d5 req-32c0b626-f5f1-45f1-b73e-1f3376962f49 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:21.651115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8c8be1a-3225-4974-a931-3aac101402d5 req-32c0b626-f5f1-45f1-b73e-1f3376962f49 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 944 time: 0.0872555 Jan 31 19:42:21.652533 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Port 5d88efac-e8fc-4a99-9e73-289478b59e83 on network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:42:21.652865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Attempting to bind port 5d88efac-e8fc-4a99-9e73-289478b59e83 on network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:42:21.660262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:42:21.660625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Checking segment: {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:42:21.661007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Bound using segment: {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:42:21.661442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Bound port: 5d88efac-e8fc-4a99-9e73-289478b59e83, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:42:21.661804 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:21.768253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8c8be1a-3225-4974-a931-3aac101402d5 req-c409d970-fa0c-4d2c-b9d5-d881ae15bffc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096511 Jan 31 19:42:21.793383 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:42:21.796635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5d88efac-e8fc-4a99-9e73-289478b59e83,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:42:21.803948 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:21.840709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:21.841374 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:21.842790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 200 len: 1093 time: 0.7897418 Jan 31 19:42:21.843292 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:42:21.846337 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93733b7-0f8b-4705-af94-3bc2925ae55f" -d '{"events": [{"name": "network-changed", "server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:42:21.877595 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f683314-86c0-4cfb-8854-b04f8002cc26 service neutron] Pushing event updated for resources: {'Port': ['ID=5d88efac-e8fc-4a99-9e73-289478b59e83,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:21.908329 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227bd56d-695f-40e4-bb3e-74efd3c2eafc x-openstack-request-id: req-227bd56d-695f-40e4-bb3e-74efd3c2eafc {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:42:21.909527 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:42:21.909813 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-227bd56d-695f-40e4-bb3e-74efd3c2eafc {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:42:21.911110 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'status': 'completed', 'code': 200} Jan 31 19:42:21.951213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-5578d84d-880f-4407-9625-8b1091537fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:21.953150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-5578d84d-880f-4407-9625-8b1091537fc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 1127 time: 0.0615511 Jan 31 19:42:22.006206 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-5caf5d86-892e-4dc4-b47b-0afcda8ebd13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 200 len: 217 time: 0.0468957 Jan 31 19:42:22.065844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-b2e1aeee-0faf-4e2e-a628-235450b43705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:22.067793 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-b2e1aeee-0faf-4e2e-a628-235450b43705 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6086d65-6bcd-444b-b84d-ba9bc6988832 HTTP/1.1" status: 200 len: 834 time: 0.0557091 Jan 31 19:42:22.117072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-feaeaa68-85f7-48d6-80cd-f7016fed0254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:22.119302 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-feaeaa68-85f7-48d6-80cd-f7016fed0254 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445337 Jan 31 19:42:22.219670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-3a5bf706-0029-4736-a0ec-73dda784e770 service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938222 Jan 31 19:42:22.324909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce7482dd-60ee-4d31-8dd9-5042079beddf req-1ddb1e64-2e5a-40f5-9c49-0593dc40a2a3 service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992603 Jan 31 19:42:22.425018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93733b7-0f8b-4705-af94-3bc2925ae55f req-21617496-f741-4833-95d5-b92fe88f7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:22.426541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d93733b7-0f8b-4705-af94-3bc2925ae55f req-21617496-f741-4833-95d5-b92fe88f7dc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 1127 time: 0.0538697 Jan 31 19:42:22.519600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93733b7-0f8b-4705-af94-3bc2925ae55f req-693ec172-cf03-4180-acc1-88d99a5a194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:22.521110 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d93733b7-0f8b-4705-af94-3bc2925ae55f req-693ec172-cf03-4180-acc1-88d99a5a194e service neutron] 10.222.0.21 "GET /v2.0/networks?id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 HTTP/1.1" status: 200 len: 898 time: 0.0887508 Jan 31 19:42:22.563489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d93733b7-0f8b-4705-af94-3bc2925ae55f req-f7e24843-25a8-4742-9ba0-432b976aee88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 200 len: 217 time: 0.0356338 Jan 31 19:42:22.617212 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93733b7-0f8b-4705-af94-3bc2925ae55f req-e3d95e74-42d4-4110-85f4-96b614567c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:22.618933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d93733b7-0f8b-4705-af94-3bc2925ae55f req-e3d95e74-42d4-4110-85f4-96b614567c56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6086d65-6bcd-444b-b84d-ba9bc6988832 HTTP/1.1" status: 200 len: 834 time: 0.0492156 Jan 31 19:42:22.669041 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93733b7-0f8b-4705-af94-3bc2925ae55f req-74578f3e-0464-4eb1-ab44-0a9681b14f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:22.670553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d93733b7-0f8b-4705-af94-3bc2925ae55f req-74578f3e-0464-4eb1-ab44-0a9681b14f57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450559 Jan 31 19:42:22.701649 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:22.759617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d93733b7-0f8b-4705-af94-3bc2925ae55f req-424186e8-8f9c-4a44-8e52-db702f0a0f53 service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824249 Jan 31 19:42:22.882272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d93733b7-0f8b-4705-af94-3bc2925ae55f req-f36344f9-a85b-4844-82d6-b1014d451e40 service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151533 Jan 31 19:42:22.902548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf222fb2-6091-4173-9e35-0c9a0214a936 req-ae7893a8-e7fe-4f9f-82cc-ffa6342797bb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:22.903999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf222fb2-6091-4173-9e35-0c9a0214a936 req-ae7893a8-e7fe-4f9f-82cc-ffa6342797bb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 944 time: 0.0667398 Jan 31 19:42:22.952649 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf222fb2-6091-4173-9e35-0c9a0214a936 req-8085378b-f290-446a-b1bb-0fa3f224b57c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430377 Jan 31 19:42:24.077948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c104a6-553b-47f8-9cbc-5aa78fba50d2 req-8ec07e05-7df1-44c9-b619-6aa793af6e0a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:24.085822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0c104a6-553b-47f8-9cbc-5aa78fba50d2 req-8ec07e05-7df1-44c9-b619-6aa793af6e0a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 944 time: 0.0641949 Jan 31 19:42:24.134881 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b0c104a6-553b-47f8-9cbc-5aa78fba50d2 req-0130e615-6e81-4cf3-9925-5d4acf1021fb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430043 Jan 31 19:42:24.338517 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:24.813541 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5d88efac-e8fc-4a99-9e73-289478b59e83 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:42:24.914864 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5d88efac-e8fc-4a99-9e73-289478b59e83,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:42:24.935204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'port_id': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'mac_address': 'fa:16:3e:a8:1d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:42:24.965267 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:24.978510 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5d88efac-e8fc-4a99-9e73-289478b59e83 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:42:24.978902 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:24.991707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d88efac-e8fc-4a99-9e73-289478b59e83 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:42:25.013448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5d88efac-e8fc-4a99-9e73-289478b59e83,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:42:25.017989 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:25.064794 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5d88efac-e8fc-4a99-9e73-289478b59e83,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:25.237974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['5d88efac-e8fc-4a99-9e73-289478b59e83'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:42:25.256624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e46517-9592-4471-8d7e-19c0f95acd79 req-0d5e3112-f0ba-48f1-af11-7830aa6e4866 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:25.258130 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7e46517-9592-4471-8d7e-19c0f95acd79 req-0d5e3112-f0ba-48f1-af11-7830aa6e4866 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 945 time: 0.0540745 Jan 31 19:42:25.307652 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c7e46517-9592-4471-8d7e-19c0f95acd79 req-6025dba0-f660-432e-b173-20d4be3ce237 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431914 Jan 31 19:42:25.324257 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:42:25.416555 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:26.428912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee1f9-698a-4cec-9e17-ed52548b53d4 req-fe0b7c79-8621-4ccf-9dc7-4e59d3941b52 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:26.430389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29bee1f9-698a-4cec-9e17-ed52548b53d4 req-fe0b7c79-8621-4ccf-9dc7-4e59d3941b52 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 945 time: 0.0530381 Jan 31 19:42:26.483631 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-29bee1f9-698a-4cec-9e17-ed52548b53d4 req-9b96c3a9-18dc-45a1-83d3-7779a00037c4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474999 Jan 31 19:42:26.715596 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:26.827925 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5d88efac-e8fc-4a99-9e73-289478b59e83 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:42:26.875747 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 5d88efac-e8fc-4a99-9e73-289478b59e83 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:42:26.879535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 5d88efac-e8fc-4a99-9e73-289478b59e83 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:42:26.879915 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:26.955081 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5d88efac-e8fc-4a99-9e73-289478b59e83 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:42:26.955478 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:26.981374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:42:26.983615 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19c3742-2b92-45c2-8cf8-656c5c146f22" -d '{"events": [{"server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "name": "network-vif-plugged", "status": "completed", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:42:26.995962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5d88efac-e8fc-4a99-9e73-289478b59e83,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:42:27.000503 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:27.024267 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108cd5c1-2397-4e07-b95f-5addf1c3cf3b x-openstack-request-id: req-108cd5c1-2397-4e07-b95f-5addf1c3cf3b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:42:27.025290 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "name": "network-vif-plugged", "status": "completed", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:42:27.025633 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-108cd5c1-2397-4e07-b95f-5addf1c3cf3b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:42:27.026102 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'code': 200} Jan 31 19:42:27.051058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5d88efac-e8fc-4a99-9e73-289478b59e83,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:27.122529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba859563-fd65-4938-b487-c119652f78cb req-73c4007c-c4bb-4f79-b29a-3872e89a41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:27.124049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba859563-fd65-4938-b487-c119652f78cb req-73c4007c-c4bb-4f79-b29a-3872e89a41ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 1129 time: 0.0443237 Jan 31 19:42:27.168944 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba859563-fd65-4938-b487-c119652f78cb req-3d7e7838-fdfd-40b7-ab56-e19169f6bcf4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389011 Jan 31 19:42:27.600756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6ebc2-46bb-4faf-8c1a-c43bb029957b req-f143b628-ede7-4b06-be92-52bf6d7ce707 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:27.602339 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10d6ebc2-46bb-4faf-8c1a-c43bb029957b req-f143b628-ede7-4b06-be92-52bf6d7ce707 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0531504 Jan 31 19:42:27.651109 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-10d6ebc2-46bb-4faf-8c1a-c43bb029957b req-aa087e7f-e89f-4533-a9ff-445bb89fc906 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426469 Jan 31 19:42:28.773773 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62abbd-84c6-4e53-82dc-8689bea31d48 req-d80ed902-266b-4133-a3a6-dd54534f50cf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:28.775235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a62abbd-84c6-4e53-82dc-8689bea31d48 req-d80ed902-266b-4133-a3a6-dd54534f50cf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0552227 Jan 31 19:42:28.823466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a62abbd-84c6-4e53-82dc-8689bea31d48 req-6c3dfe07-6936-4eab-a967-10b355944486 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426388 Jan 31 19:42:28.940798 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae1346-cb2e-4ebf-b977-2db645ccf018 req-ce8aac37-3bcf-4ac3-bdc3-2fb9d3cad683 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:28.942193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1ae1346-cb2e-4ebf-b977-2db645ccf018 req-ce8aac37-3bcf-4ac3-bdc3-2fb9d3cad683 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0527561 Jan 31 19:42:28.990579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d1ae1346-cb2e-4ebf-b977-2db645ccf018 req-81d94239-73d5-40f1-a66e-711a2f77fd87 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 Jan 31 19:42:29.012566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59070) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:29.058783 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7b4e35-a2eb-4e46-9edc-32a594898fea tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:29.060319 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6b7b4e35-a2eb-4e46-9edc-32a594898fea tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 1124 time: 0.0467341 Jan 31 19:42:29.063216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59072) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:29.067379 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:42:29.086858 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:29.181794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:29.287441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.25.8.65 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/0c437901-4625-4bdb-b45f-ac6c268fc921) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:42:29.388600 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (0c437901-4625-4bdb-b45f-ac6c268fc921), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:29.423967 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0c437901-4625-4bdb-b45f-ac6c268fc921), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:29.464668 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:42:29.467404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:42:29.470488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:42:29.499474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=0c437901-4625-4bdb-b45f-ac6c268fc921,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:29.831599 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (b232c9c5-347a-4223-a6a2-13d397e3e3d3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:29.904106 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0c437901-4625-4bdb-b45f-ac6c268fc921), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:30.064967 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (0c437901-4625-4bdb-b45f-ac6c268fc921), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:30.069670 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0c437901-4625-4bdb-b45f-ac6c268fc921), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:30.140672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=0c437901-4625-4bdb-b45f-ac6c268fc921,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:42:30.148610 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (b232c9c5-347a-4223-a6a2-13d397e3e3d3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:30.247018 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Floating IP b232c9c5-347a-4223-a6a2-13d397e3e3d3 associated. External IP: 172.25.8.65, port: 5d88efac-e8fc-4a99-9e73-289478b59e83. Jan 31 19:42:30.462364 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router 9e693ee0-c9e5-4714-935b-db81474dbf7a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:42:30.566985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:42:30.577238 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2c0d52-55a6-4463-8b1a-80442e08f465 None None] Sync routers for ids ['9e693ee0-c9e5-4714-935b-db81474dbf7a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:42:30.584169 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:30.586892 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c0d52-55a6-4463-8b1a-80442e08f465 None None] Routers {'9e693ee0-c9e5-4714-935b-db81474dbf7a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:42:30.587516 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9d2c0d52-55a6-4463-8b1a-80442e08f465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9e693ee0-c9e5-4714-935b-db81474dbf7a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:30.614173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-209e5f78-6321-4ac8-835f-e2385baf8fee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5499597 Jan 31 19:42:30.614750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:42:30.617096 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb1f8d3-0cce-4344-bf05-ed898f7002de" -d '{"events": [{"name": "network-changed", "server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:42:30.668508 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c781f52-5896-4653-ab6e-b9d6d8c7fdc1 x-openstack-request-id: req-2c781f52-5896-4653-ab6e-b9d6d8c7fdc1 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:42:30.668836 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:42:30.669126 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c781f52-5896-4653-ab6e-b9d6d8c7fdc1 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:42:30.669545 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'status': 'completed', 'code': 200} Jan 31 19:42:30.700610 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9d2c0d52-55a6-4463-8b1a-80442e08f465 None None] Set router 9e693ee0-c9e5-4714-935b-db81474dbf7a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:42:30.756624 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e326c-d555-476e-950a-81ee91638684 req-6c2e6f8d-d86e-42f5-b6b7-17982d1796b4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:30.758133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a56e326c-d555-476e-950a-81ee91638684 req-6c2e6f8d-d86e-42f5-b6b7-17982d1796b4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0877700 Jan 31 19:42:30.773874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f8d3-0cce-4344-bf05-ed898f7002de req-6e5aac57-598d-484e-bcef-34715dd19528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:30.775542 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-deb1f8d3-0cce-4344-bf05-ed898f7002de req-6e5aac57-598d-484e-bcef-34715dd19528 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 1129 time: 0.0754585 Jan 31 19:42:30.865168 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a56e326c-d555-476e-950a-81ee91638684 req-099e110b-f747-46e9-9494-cf343bb670b3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988374 Jan 31 19:42:30.889707 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:30.902904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f8d3-0cce-4344-bf05-ed898f7002de req-a9e5dd51-96bb-473e-89af-fb0e396f5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:30.904395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-deb1f8d3-0cce-4344-bf05-ed898f7002de req-a9e5dd51-96bb-473e-89af-fb0e396f5539 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 HTTP/1.1" status: 200 len: 898 time: 0.1200676 Jan 31 19:42:30.927925 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9d2c0d52-55a6-4463-8b1a-80442e08f465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:42:16Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'b232c9c5-347a-4223-a6a2-13d397e3e3d3', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'port_id': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'mac_address': 'fa:16:3e:a8:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:42:29Z', 'updated_at': '2022-01-31T19:42:29Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6b4ee0-ad7b-494c-a6b2-50327f179857', 'name': '', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:3f:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:16Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:30.954912 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2c0d52-55a6-4463-8b1a-80442e08f465 None None] Checking router: 9e693ee0-c9e5-4714-935b-db81474dbf7a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:42:30.957108 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c14eb8a7-31b2-4c2d-82a0-c61e0159eb14 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/b232c9c5-347a-4223-a6a2-13d397e3e3d3 HTTP/1.1" status: 200 len: 991 time: 0.0659006 Jan 31 19:42:30.963608 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c0d52-55a6-4463-8b1a-80442e08f465 None None] Routers {'9e693ee0-c9e5-4714-935b-db81474dbf7a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:42:30.964207 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9d2c0d52-55a6-4463-8b1a-80442e08f465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:42:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9e693ee0-c9e5-4714-935b-db81474dbf7a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:30.976122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-deb1f8d3-0cce-4344-bf05-ed898f7002de req-5f044503-0f84-45a9-91d3-a298e47ab10a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 200 len: 999 time: 0.0659344 Jan 31 19:42:31.023794 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f8d3-0cce-4344-bf05-ed898f7002de req-fc779795-50e1-4817-a47c-cb026962a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:31.025282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-deb1f8d3-0cce-4344-bf05-ed898f7002de req-fc779795-50e1-4817-a47c-cb026962a99d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6086d65-6bcd-444b-b84d-ba9bc6988832 HTTP/1.1" status: 200 len: 834 time: 0.0438535 Jan 31 19:42:31.071971 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9d2c0d52-55a6-4463-8b1a-80442e08f465 None None] Set router 9e693ee0-c9e5-4714-935b-db81474dbf7a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:42:31.075239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f8d3-0cce-4344-bf05-ed898f7002de req-766267b6-b66a-4797-a602-571932a6c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:42:31.076810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-deb1f8d3-0cce-4344-bf05-ed898f7002de req-766267b6-b66a-4797-a602-571932a6c01f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462799 Jan 31 19:42:31.168799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-deb1f8d3-0cce-4344-bf05-ed898f7002de req-01c03f09-7782-41c7-bffe-4040868d760c service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859084 Jan 31 19:42:31.257645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-deb1f8d3-0cce-4344-bf05-ed898f7002de req-c63e6449-7ed2-4fa8-a848-6ed97aeac833 service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832117 Jan 31 19:42:31.292529 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9d2c0d52-55a6-4463-8b1a-80442e08f465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:42:16Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'b232c9c5-347a-4223-a6a2-13d397e3e3d3', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'port_id': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'mac_address': 'fa:16:3e:a8:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:42:29Z', 'updated_at': '2022-01-31T19:42:29Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6b4ee0-ad7b-494c-a6b2-50327f179857', 'name': '', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:3f:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:16Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:42:31.322878 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2c0d52-55a6-4463-8b1a-80442e08f465 None None] The sync data for ids ['9e693ee0-c9e5-4714-935b-db81474dbf7a'] in n-d-812111-15 is: [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:42:16Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'b232c9c5-347a-4223-a6a2-13d397e3e3d3', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'port_id': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'mac_address': 'fa:16:3e:a8:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:42:29Z', 'updated_at': '2022-01-31T19:42:29Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6b4ee0-ad7b-494c-a6b2-50327f179857', 'name': '', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:3f:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:16Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:42:31.513111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae55916-237c-44ab-9fd2-39c1d46f0cc1 None None] New status for floating IP b232c9c5-347a-4223-a6a2-13d397e3e3d3: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:42:31.959370 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59082) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:42:32.018884 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5672a566-aa70-439f-9902-3404e9cdd162 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/b232c9c5-347a-4223-a6a2-13d397e3e3d3 HTTP/1.1" status: 200 len: 993 time: 0.0584533 Jan 31 19:42:48.943984 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f11f2468-5af4-4b6c-882b-49e1bf3dfe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:51.214068 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3fd9db9d-9a75-43c5-8563-1a3e8e7afc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:52.705970 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:54.341509 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:54.951445 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:55.400525 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:42:56.730568 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:02.322533 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:43:05.322564 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-40835de2-1834-4da7-af45-e0fb00b61b41 req-bd129ef2-5192-4cc3-a12c-ac8d5065b864 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:43:05.323611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-40835de2-1834-4da7-af45-e0fb00b61b41 req-bd129ef2-5192-4cc3-a12c-ac8d5065b864 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053282 Jan 31 19:43:06.511869 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59102) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:43:06.529190 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0ef3c-fe29-4518-92fc-d310c0b19d65 req-5e43fefd-8825-471f-aff6-c1c7370cd34d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:06.530698 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1aa0ef3c-fe29-4518-92fc-d310c0b19d65 req-5e43fefd-8825-471f-aff6-c1c7370cd34d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0563295 Jan 31 19:43:06.585133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1aa0ef3c-fe29-4518-92fc-d310c0b19d65 req-bc27a0cc-b8f1-461c-9273-2f1110038c9c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486383 Jan 31 19:43:06.597680 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-781bc167-ebff-49e9-b621-cdefb4d57ce5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845416 Jan 31 19:43:06.606758 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-c1806f74-5e85-4b88-b3c8-e5f8cfcd21f7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:43:06.607785 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-c1806f74-5e85-4b88-b3c8-e5f8cfcd21f7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056262 Jan 31 19:43:07.705934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfbd6e-0743-4629-a14c-21448ab78f1f req-d98e4fc5-3488-4a94-8ca8-2d7367aadfa7 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:07.707681 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65cfbd6e-0743-4629-a14c-21448ab78f1f req-d98e4fc5-3488-4a94-8ca8-2d7367aadfa7 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0538685 Jan 31 19:43:07.781027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65cfbd6e-0743-4629-a14c-21448ab78f1f req-549e41ea-852c-4200-bf5d-ed91edd6c5dd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674469 Jan 31 19:43:07.792500 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-87ac6654-5750-4125-b651-1ad76abf871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:07.793952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-87ac6654-5750-4125-b651-1ad76abf871c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 1129 time: 0.0616136 Jan 31 19:43:08.221742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-f6c63f63-2ac5-4c53-931f-2b0d8f3e72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:08.223219 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-f6c63f63-2ac5-4c53-931f-2b0d8f3e72fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 HTTP/1.1" status: 200 len: 898 time: 0.4236569 Jan 31 19:43:08.287805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-5af9e672-df25-49d5-89b9-683a5c14ae6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 200 len: 1001 time: 0.0576310 Jan 31 19:43:08.345521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-56037cfe-ad6b-497f-a61d-638c56384e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:08.346975 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-56037cfe-ad6b-497f-a61d-638c56384e7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6086d65-6bcd-444b-b84d-ba9bc6988832 HTTP/1.1" status: 200 len: 834 time: 0.0522447 Jan 31 19:43:08.397501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-52735f33-9511-4487-9e9d-c65238e91e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:08.398976 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-52735f33-9511-4487-9e9d-c65238e91e57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465734 Jan 31 19:43:08.492002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-bbab03e3-4736-4128-a1b4-4fd6f8505782 service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836089 Jan 31 19:43:08.582646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-0be530b9-0906-4555-b6ab-c4a6d5f6028c service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843143 Jan 31 19:43:08.899774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6a0cf-7ae8-4f1c-9510-70c40c63adb2 req-e1264ae0-6d04-41f1-b988-2eb917f56c9d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:08.901834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16f6a0cf-7ae8-4f1c-9510-70c40c63adb2 req-e1264ae0-6d04-41f1-b988-2eb917f56c9d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0516970 Jan 31 19:43:08.949249 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16f6a0cf-7ae8-4f1c-9510-70c40c63adb2 req-c3a384de-95c7-412b-b26d-ae83b7a49ac1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419757 Jan 31 19:43:10.067493 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df55d1-fafd-495f-8e8a-a742d04c6c88 req-161fcea6-4682-45c6-8d47-1daaf7ea0fda tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:10.068986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0df55d1-fafd-495f-8e8a-a742d04c6c88 req-161fcea6-4682-45c6-8d47-1daaf7ea0fda tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0520728 Jan 31 19:43:10.120475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0df55d1-fafd-495f-8e8a-a742d04c6c88 req-a3afba7d-053d-4ef9-84df-9c62bcf40b6c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457423 Jan 31 19:43:11.238684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730af44b-3e73-4b09-b1d4-daa87baba2df req-bca08bd0-3188-4154-a59f-02c026d043fc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:11.240184 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-730af44b-3e73-4b09-b1d4-daa87baba2df req-bca08bd0-3188-4154-a59f-02c026d043fc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0513086 Jan 31 19:43:11.288104 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-730af44b-3e73-4b09-b1d4-daa87baba2df req-38e2178e-a947-40d1-a66d-f9ad26664de0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416026 Jan 31 19:43:12.408719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fd8f5-544e-40a9-9217-ff5b2dae8456 req-b44fe512-e2ea-474d-b196-7293e5bf0bd6 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:12.410199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e8fd8f5-544e-40a9-9217-ff5b2dae8456 req-b44fe512-e2ea-474d-b196-7293e5bf0bd6 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0520835 Jan 31 19:43:12.457546 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e8fd8f5-544e-40a9-9217-ff5b2dae8456 req-3bd365b1-e6d6-4bd0-bb10-d5f54c348639 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418859 Jan 31 19:43:13.580756 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5df36c-555a-4fcc-b6cf-f1a3413f6fdc req-4635ef9e-b93b-46ae-b384-3761703343bc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:13.582124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b5df36c-555a-4fcc-b6cf-f1a3413f6fdc req-4635ef9e-b93b-46ae-b384-3761703343bc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0548623 Jan 31 19:43:13.629919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4b5df36c-555a-4fcc-b6cf-f1a3413f6fdc req-9ef03aa7-ec7b-49bf-a2e6-de7afedae753 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422816 Jan 31 19:43:14.747774 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00264e-4fb8-40f7-8ef7-db3f10ec8497 req-56f3f236-631a-48da-bce5-2c0e5bb7e175 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:14.749296 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f00264e-4fb8-40f7-8ef7-db3f10ec8497 req-56f3f236-631a-48da-bce5-2c0e5bb7e175 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0520542 Jan 31 19:43:14.802119 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f00264e-4fb8-40f7-8ef7-db3f10ec8497 req-7ad594a6-0c9e-454a-8d2c-1bf79907e134 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443442 Jan 31 19:43:15.920919 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd586253-ea92-451f-bdb6-4d4390d12cb0 req-adbc0c5e-d8e3-4694-8796-842b781aaa8b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:15.922435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd586253-ea92-451f-bdb6-4d4390d12cb0 req-adbc0c5e-d8e3-4694-8796-842b781aaa8b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0515573 Jan 31 19:43:15.974498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fd586253-ea92-451f-bdb6-4d4390d12cb0 req-475f9867-dae6-4968-b905-8230ce759610 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465579 Jan 31 19:43:17.091106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda107d-0a66-4d30-850d-6be34b3f06a9 req-780c1e20-8d1f-494b-8cec-1479082e4b4b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:17.092499 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cfda107d-0a66-4d30-850d-6be34b3f06a9 req-780c1e20-8d1f-494b-8cec-1479082e4b4b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0521374 Jan 31 19:43:17.142409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cfda107d-0a66-4d30-850d-6be34b3f06a9 req-5ea73e53-648b-4137-a7e6-bd32d7e22886 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444970 Jan 31 19:43:17.487666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d39e8-60e8-420d-81a0-ddd34f7175bf req-ee83cb33-66f1-4ad8-91c0-fc9c9865b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:17.489214 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a3d39e8-60e8-420d-81a0-ddd34f7175bf req-ee83cb33-66f1-4ad8-91c0-fc9c9865b36b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 1129 time: 0.0458736 Jan 31 19:43:17.595507 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d39e8-60e8-420d-81a0-ddd34f7175bf req-95686028-a984-4641-b94d-70e4b3831485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:17.596961 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a3d39e8-60e8-420d-81a0-ddd34f7175bf req-95686028-a984-4641-b94d-70e4b3831485 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 HTTP/1.1" status: 200 len: 898 time: 0.0899405 Jan 31 19:43:17.661580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a3d39e8-60e8-420d-81a0-ddd34f7175bf req-69d07064-75a3-4dd3-a193-41caa062cfbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 200 len: 1001 time: 0.0592124 Jan 31 19:43:17.712653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d39e8-60e8-420d-81a0-ddd34f7175bf req-7e855046-7f1d-41e8-bf70-57fa72ba5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:17.714874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a3d39e8-60e8-420d-81a0-ddd34f7175bf req-7e855046-7f1d-41e8-bf70-57fa72ba5098 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6086d65-6bcd-444b-b84d-ba9bc6988832 HTTP/1.1" status: 200 len: 834 time: 0.0472457 Jan 31 19:43:17.762028 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d39e8-60e8-420d-81a0-ddd34f7175bf req-81375a90-f89f-457b-a4c7-f942a00e41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:17.763547 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a3d39e8-60e8-420d-81a0-ddd34f7175bf req-81375a90-f89f-457b-a4c7-f942a00e41dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432935 Jan 31 19:43:17.849707 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a3d39e8-60e8-420d-81a0-ddd34f7175bf req-d668f8fc-aaa8-47c9-8449-b0036c5d6660 service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799448 Jan 31 19:43:17.939364 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a3d39e8-60e8-420d-81a0-ddd34f7175bf req-e7160d8a-e22a-407a-a396-0395c83ecbb3 service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833929 Jan 31 19:43:18.259501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b7bc7-45b2-49c3-8b3c-b9a023d0000f req-4964a771-2242-425a-a3d4-ced0d3bb9133 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:18.261637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-863b7bc7-45b2-49c3-8b3c-b9a023d0000f req-4964a771-2242-425a-a3d4-ced0d3bb9133 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0525205 Jan 31 19:43:18.310541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-863b7bc7-45b2-49c3-8b3c-b9a023d0000f req-471f18cf-5093-452e-99a8-103449b96134 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429363 Jan 31 19:43:18.944778 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f04931ed-f255-4e5b-ad56-089637cfe49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:19.431302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455f14a-e4fd-4b53-85fa-4cd0d4a5816d req-5eb99654-2341-4bcd-9855-7879b6f6fc40 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:19.433398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c455f14a-e4fd-4b53-85fa-4cd0d4a5816d req-5eb99654-2341-4bcd-9855-7879b6f6fc40 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0529456 Jan 31 19:43:19.486590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c455f14a-e4fd-4b53-85fa-4cd0d4a5816d req-41d15df5-0dfb-42a7-8275-99c033fb8750 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477316 Jan 31 19:43:20.444456 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-25716f6d-0662-46e3-9959-13715ae89839 service neutron] show failed (client error): The resource could not be found. Jan 31 19:43:20.445496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-25716f6d-0662-46e3-9959-13715ae89839 service neutron] 10.222.0.21 "GET /v2.0/ports/5d88efac-e8fc-4a99-9e73-289478b59e83/bindings/n-h1-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.0547905 Jan 31 19:43:20.614218 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f960f-2ba8-49e0-8e5a-75e589fca1e5 req-786b3c6d-7a73-4d2e-8f72-4264c69dbaed tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:20.615623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba1f960f-2ba8-49e0-8e5a-75e589fca1e5 req-786b3c6d-7a73-4d2e-8f72-4264c69dbaed tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0563140 Jan 31 19:43:20.675587 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba1f960f-2ba8-49e0-8e5a-75e589fca1e5 req-f8733089-1e2b-4c9b-8a15-1828a42f9737 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540504 Jan 31 19:43:20.714521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-a7087639-d975-43ea-b134-e057a1b090ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:20.716046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-a7087639-d975-43ea-b134-e057a1b090ee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f&tenant_id=ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 1129 time: 0.0995443 Jan 31 19:43:20.725822 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-1d735f29-8229-4915-8121-9c17c87e7713 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:43:20.726816 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-1d735f29-8229-4915-8121-9c17c87e7713 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049920 Jan 31 19:43:20.737351 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:43:20.799721 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:20.998819 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5d88efac-e8fc-4a99-9e73-289478b59e83,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:43:21.033420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:43:21.078087 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:43:21.080479 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93817efd-c5ee-41dd-a49e-32c0a4245d2a" -d '{"events": [{"server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "name": "network-vif-unplugged", "status": "completed", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:43:21.084277 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Publish callbacks [] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:21.097035 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Transition to ACTIVE for port object 5d88efac-e8fc-4a99-9e73-289478b59e83 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:43:21.101278 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:21.134177 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e3cb2a-fa66-45e2-9843-78cc78972f62 x-openstack-request-id: req-a6e3cb2a-fa66-45e2-9843-78cc78972f62 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:43:21.134462 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "name": "network-vif-unplugged", "status": "completed", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:43:21.134717 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6e3cb2a-fa66-45e2-9843-78cc78972f62 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:43:21.135832 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'code': 200} Jan 31 19:43:21.154541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Pushing event updated for resources: {'Port': ['ID=5d88efac-e8fc-4a99-9e73-289478b59e83,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:43:21.193718 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.194149 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.194501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.194844 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.195180 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.195513 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.195837 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.196164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.196519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.196856 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.197176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.197542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.197894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:21.218976 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a636687-de1f-4d3c-a746-1021aee4a51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:21.241759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] No DVR routers for this DVR port 5d88efac-e8fc-4a99-9e73-289478b59e83 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:43:21.379294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Attempting to bind port 5d88efac-e8fc-4a99-9e73-289478b59e83 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:43:21.379635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Attempting to bind port 5d88efac-e8fc-4a99-9e73-289478b59e83 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:43:21.379971 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Attempting to bind port 5d88efac-e8fc-4a99-9e73-289478b59e83 on network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:43:21.384268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Port 5d88efac-e8fc-4a99-9e73-289478b59e83 on network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:43:21.384628 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Attempting to bind port 5d88efac-e8fc-4a99-9e73-289478b59e83 on network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:43:21.390544 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:43:21.390886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Checking segment: {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:43:21.391274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Bound using segment: {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:43:21.391701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Bound port: 5d88efac-e8fc-4a99-9e73-289478b59e83, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f14c91-d59e-449f-9b28-2072bf4b8a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:43:21.392074 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:21.458327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:43:21.461528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5d88efac-e8fc-4a99-9e73-289478b59e83,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:43:21.467860 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:21.499765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:21.500430 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:21.501893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] 10.222.0.49 "PUT /v2.0/ports/5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 200 len: 1093 time: 0.7681377 Jan 31 19:43:21.524960 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc998286-6a44-4da1-aa8a-c65a68e69e58 service neutron] Pushing event updated for resources: {'Port': ['ID=5d88efac-e8fc-4a99-9e73-289478b59e83,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:43:21.575167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-12e33e0e-0a90-42b0-afb3-39b504f22788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:21.576711 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-12e33e0e-0a90-42b0-afb3-39b504f22788 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 1127 time: 0.0465260 Jan 31 19:43:21.673786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-a9bc0900-e25b-48f7-8ec1-850d5fe5c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:21.675257 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-a9bc0900-e25b-48f7-8ec1-850d5fe5c60c service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 HTTP/1.1" status: 200 len: 898 time: 0.0927827 Jan 31 19:43:21.748926 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-ea340ff5-b10d-4096-bbbe-68fa00619bb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 200 len: 999 time: 0.0625746 Jan 31 19:43:21.824134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-c1094f0a-fe64-44ae-bbf0-42dffc6a0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:21.825515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-c1094f0a-fe64-44ae-bbf0-42dffc6a0504 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b6086d65-6bcd-444b-b84d-ba9bc6988832 HTTP/1.1" status: 200 len: 834 time: 0.0680587 Jan 31 19:43:21.839924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf328c5c-a432-49fc-ba04-4d8cc4dbd3b8 req-9007052b-37b3-4aff-ab46-1a03034f0301 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:21.841360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf328c5c-a432-49fc-ba04-4d8cc4dbd3b8 req-9007052b-37b3-4aff-ab46-1a03034f0301 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 944 time: 0.0957277 Jan 31 19:43:21.913826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf328c5c-a432-49fc-ba04-4d8cc4dbd3b8 req-3f73d1ac-25ab-4b3d-b243-d42b31f1cfed tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644670 Jan 31 19:43:21.921061 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-9ed1f7ae-79d3-40ef-affa-f81343e75b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:21.922522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-9ed1f7ae-79d3-40ef-affa-f81343e75b1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0803313 Jan 31 19:43:22.017459 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-4dd1439c-9866-4762-b82e-bfcadc3d04a6 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853262 Jan 31 19:43:22.112060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4544168-3e1d-4c9f-84fb-5a2d650ed393 req-321e3047-0395-4272-8205-e4eb9edcca02 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819383 Jan 31 19:43:22.707004 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:23.035122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0720ed7-4f06-4c1b-abd7-37d4814d694c req-437268ac-53ad-4b52-b7bc-ee3c99af31e3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:23.036627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0720ed7-4f06-4c1b-abd7-37d4814d694c req-437268ac-53ad-4b52-b7bc-ee3c99af31e3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 944 time: 0.0525148 Jan 31 19:43:23.090242 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0720ed7-4f06-4c1b-abd7-37d4814d694c req-1bc884ae-7e29-4c57-ae9c-fb7a1840b4cd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475748 Jan 31 19:43:23.136930 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:43:23.139350 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b723ff-1258-49c6-9bcd-e678ac42af51" -d '{"events": [{"name": "network-changed", "server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:43:23.187512 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249afe50-da98-48d9-80a7-7b9fb37c339a x-openstack-request-id: req-249afe50-da98-48d9-80a7-7b9fb37c339a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:43:23.187817 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:43:23.188104 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-249afe50-da98-48d9-80a7-7b9fb37c339a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:43:23.188534 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'status': 'completed', 'code': 200} Jan 31 19:43:23.279546 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-97411a18-6a75-44c9-ba74-61a49917ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:23.281085 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-97411a18-6a75-44c9-ba74-61a49917ac39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 1127 time: 0.0762873 Jan 31 19:43:23.286933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-ea4078cc-79bf-4a16-9879-33b2f880bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:23.288352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-ea4078cc-79bf-4a16-9879-33b2f880bfea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 1127 time: 0.0576947 Jan 31 19:43:23.458284 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-ffe0f232-d7fd-4c19-bd7a-1f6f14045bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:23.460093 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-ffe0f232-d7fd-4c19-bd7a-1f6f14045bd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 HTTP/1.1" status: 200 len: 898 time: 0.1706617 Jan 31 19:43:23.461998 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-08ca85e3-4beb-43d2-9a2f-86ef98755503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:23.464701 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-08ca85e3-4beb-43d2-9a2f-86ef98755503 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 HTTP/1.1" status: 200 len: 898 time: 0.1675391 Jan 31 19:43:23.574013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-def3c410-97f7-438c-9b45-c63b5cce1955 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 200 len: 999 time: 0.1073110 Jan 31 19:43:23.577684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-8703b657-7d5c-45aa-925f-39c5d3914679 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 200 len: 999 time: 0.1033547 Jan 31 19:43:23.659542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-16d8bcc2-1652-4d67-a0bd-bd2772b64ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:23.661035 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-16d8bcc2-1652-4d67-a0bd-bd2772b64ef8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6086d65-6bcd-444b-b84d-ba9bc6988832 HTTP/1.1" status: 200 len: 834 time: 0.0817282 Jan 31 19:43:23.662711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-5a138969-5819-42eb-bff3-a885dd06702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:23.664019 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-5a138969-5819-42eb-bff3-a885dd06702d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b6086d65-6bcd-444b-b84d-ba9bc6988832 HTTP/1.1" status: 200 len: 834 time: 0.0776548 Jan 31 19:43:23.754709 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-596af84b-6d16-4387-b912-2f84efcb2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:23.757359 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-596af84b-6d16-4387-b912-2f84efcb2d80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0899956 Jan 31 19:43:23.760732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-44c1efd9-9f55-4be8-ba26-6fd13e9d263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:23.762209 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-44c1efd9-9f55-4be8-ba26-6fd13e9d263c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0879154 Jan 31 19:43:23.953401 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-c5b468be-7d7a-4e3b-be71-8a5abe9fcd6a service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899662 Jan 31 19:43:23.955086 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-cd6e7142-1591-4c65-b018-8ac8035b7c96 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829252 Jan 31 19:43:24.125826 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-7689f522-73ac-4255-957c-1e29de4e1730 service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661332 Jan 31 19:43:24.127760 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-59b723ff-1258-49c6-9bcd-e678ac42af51 req-3a4ec933-903a-46dd-bae4-df09a4ac5d12 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598392 Jan 31 19:43:24.228521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d331bd-6028-4336-bed0-2901a2e96b0f req-b8c2b27c-e838-44b8-85f3-0a445edacc52 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:24.230739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85d331bd-6028-4336-bed0-2901a2e96b0f req-b8c2b27c-e838-44b8-85f3-0a445edacc52 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 944 time: 0.0601881 Jan 31 19:43:24.289000 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-85d331bd-6028-4336-bed0-2901a2e96b0f req-d3eee840-df7d-4318-9281-a7eb71a80b9a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529971 Jan 31 19:43:24.347528 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:24.538378 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26645cbc-c8e8-404b-9195-b8c0241fbbf4 req-79527e4f-79df-46d3-abcb-83815541da17 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:24.539856 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26645cbc-c8e8-404b-9195-b8c0241fbbf4 req-79527e4f-79df-46d3-abcb-83815541da17 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 944 time: 0.0883160 Jan 31 19:43:24.552790 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-cc9bdf34-3047-4078-a708-7818c0346956 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:24.554191 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-cc9bdf34-3047-4078-a708-7818c0346956 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f&tenant_id=ce496218cec040368cda9320d0c85700&binding%3Ahost_id=n-h1-812111-15 HTTP/1.1" status: 200 len: 944 time: 0.0755515 Jan 31 19:43:24.628927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-26645cbc-c8e8-404b-9195-b8c0241fbbf4 req-e86c70e4-833f-4cf4-b397-0dc186b203e6 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830910 Jan 31 19:43:24.647723 n-d-812111-15 neutron-server[103225]: INFO neutron.api.v2.resource [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-f30ffd6a-16a9-494c-8bcf-5dbfaa54bb9b service neutron] delete failed (client error): The resource could not be found. Jan 31 19:43:24.648756 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-f30ffd6a-16a9-494c-8bcf-5dbfaa54bb9b service neutron] 10.222.0.21 "DELETE /v2.0/ports/5d88efac-e8fc-4a99-9e73-289478b59e83/bindings/n-h2-812111-15 HTTP/1.1" status: 404 len: 381 time: 0.0820887 Jan 31 19:43:24.766105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-9001b607-b7f0-44b3-af19-185b976d62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:24.767575 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-9001b607-b7f0-44b3-af19-185b976d62e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 1127 time: 0.0756738 Jan 31 19:43:24.778260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcb945-47be-4ea5-82bf-f13f31928c84 req-592ba959-a029-4d60-8069-2515700ec370 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:24.779611 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73fcb945-47be-4ea5-82bf-f13f31928c84 req-592ba959-a029-4d60-8069-2515700ec370 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 944 time: 0.0795467 Jan 31 19:43:24.881559 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-73fcb945-47be-4ea5-82bf-f13f31928c84 req-a58c6554-b12d-4470-b7bf-953c8849da44 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941203 Jan 31 19:43:24.898518 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-b30e0a39-29e2-4aca-8d46-16c58ffb4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:24.899955 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-b30e0a39-29e2-4aca-8d46-16c58ffb4e89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 HTTP/1.1" status: 200 len: 898 time: 0.1195199 Jan 31 19:43:24.964367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-b1bd72c0-7a44-43e7-b5f1-d600af50a7e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 200 len: 999 time: 0.0576904 Jan 31 19:43:24.964774 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:25.016688 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-0cf4bd09-a655-4f11-9bfc-e7059bbbffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:25.018207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-0cf4bd09-a655-4f11-9bfc-e7059bbbffb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b6086d65-6bcd-444b-b84d-ba9bc6988832 HTTP/1.1" status: 200 len: 834 time: 0.0482910 Jan 31 19:43:25.065875 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-8caa6df9-952e-4339-897d-30958f02a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:25.067447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-8caa6df9-952e-4339-897d-30958f02a2f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439343 Jan 31 19:43:25.109586 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5d88efac-e8fc-4a99-9e73-289478b59e83 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:43:25.157211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-f820b1a0-1d1a-4574-b1ee-0202d35132c7 service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835330 Jan 31 19:43:25.158496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] The host n-h2-812111-15 is not matching for port 5d88efac-e8fc-4a99-9e73-289478b59e83 host n-h1-812111-15! {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 19:43:25.158908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5d88efac-e8fc-4a99-9e73-289478b59e83 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:43:25.250232 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8cf22d1f-e3c2-4bd8-936f-65afa3060824 req-0376a027-d0c2-43e7-a15b-1f97af5e9d00 service neutron] 10.222.0.21 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872543 Jan 31 19:43:25.348974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 5d88efac-e8fc-4a99-9e73-289478b59e83 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:43:25.434859 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:25.459348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5d88efac-e8fc-4a99-9e73-289478b59e83,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:43:25.471174 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'port_id': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'mac_address': 'fa:16:3e:a8:1d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:43:25.506831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 5d88efac-e8fc-4a99-9e73-289478b59e83 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:43:25.507227 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:25.520407 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d88efac-e8fc-4a99-9e73-289478b59e83 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:43:25.539969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5d88efac-e8fc-4a99-9e73-289478b59e83,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:43:25.544590 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:25.595076 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=5d88efac-e8fc-4a99-9e73-289478b59e83,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:43:25.604356 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.604724 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.605077 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.605426 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.605805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.606136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.606472 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.606808 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.607142 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.607479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.607808 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.608136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.608495 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:25.814881 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['5d88efac-e8fc-4a99-9e73-289478b59e83'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:43:26.003315 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c09da0-5cb7-44bc-b733-a60de3dc0aaf req-41722bbb-5c31-4b05-83f1-1e79c844bf79 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:26.004892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54c09da0-5cb7-44bc-b733-a60de3dc0aaf req-41722bbb-5c31-4b05-83f1-1e79c844bf79 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 945 time: 0.0536134 Jan 31 19:43:26.054949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54c09da0-5cb7-44bc-b733-a60de3dc0aaf req-1b1d53cc-15a3-4859-8266-1a975dd155dd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443461 Jan 31 19:43:26.077176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59172) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:43:26.147307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-7ffb36d7-f4c7-472d-b904-b5efca17e7de tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/b232c9c5-347a-4223-a6a2-13d397e3e3d3 HTTP/1.1" status: 200 len: 992 time: 0.0688267 Jan 31 19:43:26.750056 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:27.361653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 5d88efac-e8fc-4a99-9e73-289478b59e83 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:43:27.410066 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 5d88efac-e8fc-4a99-9e73-289478b59e83 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:43:27.413817 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 5d88efac-e8fc-4a99-9e73-289478b59e83 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:43:27.414196 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:27.492319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 5d88efac-e8fc-4a99-9e73-289478b59e83 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:43:27.492737 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:27.515612 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:43:27.517892 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a80600-cea3-4158-bed3-7da0eb3f93f4" -d '{"events": [{"server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "name": "network-vif-plugged", "status": "completed", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:43:27.529919 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5d88efac-e8fc-4a99-9e73-289478b59e83,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:43:27.533909 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:27.557862 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b3eae3-010b-4315-808a-e25a9e8180da x-openstack-request-id: req-72b3eae3-010b-4315-808a-e25a9e8180da {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:43:27.558236 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "name": "network-vif-plugged", "status": "completed", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:43:27.558500 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72b3eae3-010b-4315-808a-e25a9e8180da {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:43:27.558893 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'code': 200} Jan 31 19:43:27.583098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=5d88efac-e8fc-4a99-9e73-289478b59e83,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:43:39.321735 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:43:48.948925 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a01a2f9-5320-4eb7-bf56-aa539955dd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:51.221096 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5abfafcf-781b-4f45-97ef-37794be7259e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:52.709363 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:54.341450 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:54.971049 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:55.409989 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:56.626289 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59186) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:43:56.749445 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:56.788668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 0c437901-4625-4bdb-b45f-ac6c268fc921 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:43:56.789016 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0c437901-4625-4bdb-b45f-ac6c268fc921), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:56.861489 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0c437901-4625-4bdb-b45f-ac6c268fc921), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:56.861818 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (0c437901-4625-4bdb-b45f-ac6c268fc921), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:56.873198 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 0c437901-4625-4bdb-b45f-ac6c268fc921 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:43:57.026240 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (0c437901-4625-4bdb-b45f-ac6c268fc921), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:57.051079 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=0c437901-4625-4bdb-b45f-ac6c268fc921,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:43:57.063028 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.063394 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.063750 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.064096 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.064467 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.064842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.065182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.065522 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.065860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.066195 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.066528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.066861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.067208 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:43:57.124849 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (b232c9c5-347a-4223-a6a2-13d397e3e3d3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:57.125228 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Floating IP b232c9c5-347a-4223-a6a2-13d397e3e3d3 disassociated (deleted). External IP: 172.25.8.65, port: 5d88efac-e8fc-4a99-9e73-289478b59e83. Jan 31 19:43:57.332387 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router 9e693ee0-c9e5-4714-935b-db81474dbf7a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:43:57.437955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:43:57.442870 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:57.449238 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57cb4c-acc6-425a-9661-cb4148c5d57b None None] Sync routers for ids ['9e693ee0-c9e5-4714-935b-db81474dbf7a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:43:57.458980 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce57cb4c-acc6-425a-9661-cb4148c5d57b None None] Routers {'9e693ee0-c9e5-4714-935b-db81474dbf7a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:43:57.459592 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ce57cb4c-acc6-425a-9661-cb4148c5d57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9e693ee0-c9e5-4714-935b-db81474dbf7a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:43:57.473941 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ac6d92c2-eb05-4d7b-84cc-ac73678ff182 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/floatingips/b232c9c5-347a-4223-a6a2-13d397e3e3d3 HTTP/1.1" status: 204 len: 168 time: 0.8466663 Jan 31 19:43:57.474521 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:43:57.476791 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf062fd22f1491cdb1f131427889817f882fb421c4e8e57ba399bfebafbedcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c179541-26ed-45fa-8ba4-9d9778c2af83" -d '{"events": [{"name": "network-changed", "server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:43:57.616976 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf424ae9-c214-4f1c-a1fb-fd07c3fec3b4 x-openstack-request-id: req-cf424ae9-c214-4f1c-a1fb-fd07c3fec3b4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:43:57.617599 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:43:57.618097 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf424ae9-c214-4f1c-a1fb-fd07c3fec3b4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:43:57.619044 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'status': 'completed', 'code': 200} Jan 31 19:43:57.684101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179541-26ed-45fa-8ba4-9d9778c2af83 req-c58d419c-7019-4cae-b36b-c5e27d46c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:57.685759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c179541-26ed-45fa-8ba4-9d9778c2af83 req-c58d419c-7019-4cae-b36b-c5e27d46c3ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 1129 time: 0.0467567 Jan 31 19:43:57.695140 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ce57cb4c-acc6-425a-9661-cb4148c5d57b None None] Set router 9e693ee0-c9e5-4714-935b-db81474dbf7a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:43:57.799271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b7c00-e008-4577-bd8c-ab516d9defa3 req-763d729d-9ce7-438a-9843-6e3438ecc5c7 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:57.800758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-395b7c00-e008-4577-bd8c-ab516d9defa3 req-763d729d-9ce7-438a-9843-6e3438ecc5c7 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.1138353 Jan 31 19:43:57.820233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179541-26ed-45fa-8ba4-9d9778c2af83 req-ccb02b68-6eec-4378-ac62-562441bdbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:57.822335 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c179541-26ed-45fa-8ba4-9d9778c2af83 req-ccb02b68-6eec-4378-ac62-562441bdbd39 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 HTTP/1.1" status: 200 len: 898 time: 0.1274216 Jan 31 19:43:57.871578 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c179541-26ed-45fa-8ba4-9d9778c2af83 req-64120385-72b7-4b4d-adb9-11081134f404 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 200 len: 217 time: 0.0413327 Jan 31 19:43:57.900251 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ce57cb4c-acc6-425a-9661-cb4148c5d57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:42:16Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'ac6b4ee0-ad7b-494c-a6b2-50327f179857', 'name': '', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:3f:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:16Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:43:57.922813 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-395b7c00-e008-4577-bd8c-ab516d9defa3 req-65bd245f-fd19-462e-befd-0745b0fd8fa2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127794 Jan 31 19:43:57.926001 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57cb4c-acc6-425a-9661-cb4148c5d57b None None] Checking router: 9e693ee0-c9e5-4714-935b-db81474dbf7a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:43:57.934844 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce57cb4c-acc6-425a-9661-cb4148c5d57b None None] Routers {'9e693ee0-c9e5-4714-935b-db81474dbf7a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:43:57.935448 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ce57cb4c-acc6-425a-9661-cb4148c5d57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9e693ee0-c9e5-4714-935b-db81474dbf7a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:43:57.936059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179541-26ed-45fa-8ba4-9d9778c2af83 req-6d67f2c2-3eee-4fde-bc44-6f337673ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:57.937650 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c179541-26ed-45fa-8ba4-9d9778c2af83 req-6d67f2c2-3eee-4fde-bc44-6f337673ce10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b6086d65-6bcd-444b-b84d-ba9bc6988832 HTTP/1.1" status: 200 len: 834 time: 0.0560741 Jan 31 19:43:57.986148 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179541-26ed-45fa-8ba4-9d9778c2af83 req-0553fcf8-87b7-447e-a71f-fd40a80af734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:57.987642 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c179541-26ed-45fa-8ba4-9d9778c2af83 req-0553fcf8-87b7-447e-a71f-fd40a80af734 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434935 Jan 31 19:43:58.039394 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ce57cb4c-acc6-425a-9661-cb4148c5d57b None None] Set router 9e693ee0-c9e5-4714-935b-db81474dbf7a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:43:58.078893 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c179541-26ed-45fa-8ba4-9d9778c2af83 req-2a58ad1f-d9dd-461f-a7be-178e04448bc6 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842249 Jan 31 19:43:58.168167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5c179541-26ed-45fa-8ba4-9d9778c2af83 req-d161f095-07c0-4980-aaad-02e806caa419 service neutron] 10.222.0.49 "GET /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825684 Jan 31 19:43:58.235774 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ce57cb4c-acc6-425a-9661-cb4148c5d57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:42:16Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'ac6b4ee0-ad7b-494c-a6b2-50327f179857', 'name': '', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:3f:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:16Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:43:58.265727 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57cb4c-acc6-425a-9661-cb4148c5d57b None None] The sync data for ids ['9e693ee0-c9e5-4714-935b-db81474dbf7a'] in n-d-812111-15 is: [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:42:16Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'ac6b4ee0-ad7b-494c-a6b2-50327f179857', 'name': '', 'network_id': 'eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:3f:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:16Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': 'b6086d65-6bcd-444b-b84d-ba9bc6988832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:43:58.482255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e49b9-b4d8-4afd-8ed3-e95720af7537 None None] New status for floating IP b232c9c5-347a-4223-a6a2-13d397e3e3d3: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:43:59.105839 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b11b-6bbe-41cf-afb4-067febcb47a8 req-726d838d-62a5-467a-b93d-97281995516d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:59.107333 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9454b11b-6bbe-41cf-afb4-067febcb47a8 req-726d838d-62a5-467a-b93d-97281995516d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.1133246 Jan 31 19:43:59.159017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9454b11b-6bbe-41cf-afb4-067febcb47a8 req-a5b79f11-6696-44b4-a25e-8623a08cbf29 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a34050e-c317-4e81-b7d1-6f3792a39368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462778 Jan 31 19:43:59.225511 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed663726-f1ea-4b8f-8201-8c9fc6d18815 req-a48277f6-0f6a-44ca-b31c-8694ecd0912a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:43:59.226874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed663726-f1ea-4b8f-8201-8c9fc6d18815 req-a48277f6-0f6a-44ca-b31c-8694ecd0912a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.49 "GET /v2.0/ports?device_id=eec1cad1-5fe4-4145-a690-d9777d9c002f HTTP/1.1" status: 200 len: 946 time: 0.0505345 Jan 31 19:43:59.317732 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ed663726-f1ea-4b8f-8201-8c9fc6d18815 req-20c014f8-1db2-4d17-9173-b677185878d2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 5d88efac-e8fc-4a99-9e73-289478b59e83 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:43:59.318082 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ed663726-f1ea-4b8f-8201-8c9fc6d18815 req-20c014f8-1db2-4d17-9173-b677185878d2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:59.739579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ed663726-f1ea-4b8f-8201-8c9fc6d18815 req-20c014f8-1db2-4d17-9173-b677185878d2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port 5d88efac-e8fc-4a99-9e73-289478b59e83, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=5d88efac-e8fc-4a99-9e73-289478b59e83,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:43:59.739937 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ed663726-f1ea-4b8f-8201-8c9fc6d18815 req-20c014f8-1db2-4d17-9173-b677185878d2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:59.752934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ed663726-f1ea-4b8f-8201-8c9fc6d18815 req-20c014f8-1db2-4d17-9173-b677185878d2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 5d88efac-e8fc-4a99-9e73-289478b59e83 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:43:59.876327 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ed663726-f1ea-4b8f-8201-8c9fc6d18815 req-20c014f8-1db2-4d17-9173-b677185878d2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5d88efac-e8fc-4a99-9e73-289478b59e83), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:59.904880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c014f8-1db2-4d17-9173-b677185878d2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=5d88efac-e8fc-4a99-9e73-289478b59e83,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:43:59.945252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed663726-f1ea-4b8f-8201-8c9fc6d18815 req-20c014f8-1db2-4d17-9173-b677185878d2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] No DVR routers for this DVR port 5d88efac-e8fc-4a99-9e73-289478b59e83 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:43:59.947987 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ed663726-f1ea-4b8f-8201-8c9fc6d18815 req-20c014f8-1db2-4d17-9173-b677185878d2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:43:59.951213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed663726-f1ea-4b8f-8201-8c9fc6d18815 req-20c014f8-1db2-4d17-9173-b677185878d2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.49 "DELETE /v2.0/ports/5d88efac-e8fc-4a99-9e73-289478b59e83 HTTP/1.1" status: 204 len: 173 time: 0.7177215 Jan 31 19:43:59.951653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'name': 'network-vif-deleted', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:43:59.953974 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708f193d-113a-4d31-b3e1-095e9cdd91e0" -d '{"events": [{"server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "name": "network-vif-deleted", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:44:00.043981 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050c57a9-5eb9-4094-9dbe-d184aa4ffbfe x-openstack-request-id: req-050c57a9-5eb9-4094-9dbe-d184aa4ffbfe {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:44:00.044286 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec1cad1-5fe4-4145-a690-d9777d9c002f", "name": "network-vif-deleted", "tag": "5d88efac-e8fc-4a99-9e73-289478b59e83", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:44:00.044572 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-050c57a9-5eb9-4094-9dbe-d184aa4ffbfe {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:44:00.044979 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec1cad1-5fe4-4145-a690-d9777d9c002f', 'name': 'network-vif-deleted', 'tag': '5d88efac-e8fc-4a99-9e73-289478b59e83', 'status': 'completed', 'code': 200} Jan 31 19:44:00.218989 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59206) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:00.585880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ced03720-4e7d-4726-9b47-7b02fd859cb3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (9e693ee0-c9e5-4714-935b-db81474dbf7a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:00.841268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ced03720-4e7d-4726-9b47-7b02fd859cb3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port ac6b4ee0-ad7b-494c-a6b2-50327f179857 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:44:00.841523 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ced03720-4e7d-4726-9b47-7b02fd859cb3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:00.926983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ced03720-4e7d-4726-9b47-7b02fd859cb3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port ac6b4ee0-ad7b-494c-a6b2-50327f179857, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=ac6b4ee0-ad7b-494c-a6b2-50327f179857,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:44:00.927348 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ced03720-4e7d-4726-9b47-7b02fd859cb3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:00.940431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ced03720-4e7d-4726-9b47-7b02fd859cb3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for ac6b4ee0-ad7b-494c-a6b2-50327f179857 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:44:01.131498 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ced03720-4e7d-4726-9b47-7b02fd859cb3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (ac6b4ee0-ad7b-494c-a6b2-50327f179857), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:01.159282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced03720-4e7d-4726-9b47-7b02fd859cb3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=ac6b4ee0-ad7b-494c-a6b2-50327f179857,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:01.335622 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ced03720-4e7d-4726-9b47-7b02fd859cb3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (9e693ee0-c9e5-4714-935b-db81474dbf7a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:01.553249 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced03720-4e7d-4726-9b47-7b02fd859cb3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router 9e693ee0-c9e5-4714-935b-db81474dbf7a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:44:01.659400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced03720-4e7d-4726-9b47-7b02fd859cb3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:44:01.665360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ced03720-4e7d-4726-9b47-7b02fd859cb3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "PUT /v2.0/routers/9e693ee0-c9e5-4714-935b-db81474dbf7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4447491 Jan 31 19:44:01.668382 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59208) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:01.669855 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac6b911-7b4e-4c31-aed5-8d91ab9063b2 None None] Sync routers for ids ['9e693ee0-c9e5-4714-935b-db81474dbf7a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:44:01.679783 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6b911-7b4e-4c31-aed5-8d91ab9063b2 None None] Routers {'9e693ee0-c9e5-4714-935b-db81474dbf7a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:44:01.681087 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8ac6b911-7b4e-4c31-aed5-8d91ab9063b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9e693ee0-c9e5-4714-935b-db81474dbf7a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:01.719698 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a611b03-5130-418e-8ab6-7afe872ac082 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting subnet b6086d65-6bcd-444b-b84d-ba9bc6988832 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:44:01.723286 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a611b03-5130-418e-8ab6-7afe872ac082 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (b6086d65-6bcd-444b-b84d-ba9bc6988832), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:01.764638 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a611b03-5130-418e-8ab6-7afe872ac082 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (b6086d65-6bcd-444b-b84d-ba9bc6988832), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:01.785813 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8ac6b911-7b4e-4c31-aed5-8d91ab9063b2 None None] Set router 9e693ee0-c9e5-4714-935b-db81474dbf7a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:44:01.850560 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a611b03-5130-418e-8ab6-7afe872ac082 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (b6086d65-6bcd-444b-b84d-ba9bc6988832), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:01.909390 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a611b03-5130-418e-8ab6-7afe872ac082 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (b6086d65-6bcd-444b-b84d-ba9bc6988832), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:01.936958 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a611b03-5130-418e-8ab6-7afe872ac082 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Subnet': ['ID=b6086d65-6bcd-444b-b84d-ba9bc6988832,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:01.940738 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a611b03-5130-418e-8ab6-7afe872ac082 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:01.944090 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8a611b03-5130-418e-8ab6-7afe872ac082 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/subnets/b6086d65-6bcd-444b-b84d-ba9bc6988832 HTTP/1.1" status: 204 len: 168 time: 0.2746341 Jan 31 19:44:01.947100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59210) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:01.950389 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57569668-705b-46ae-9a95-998080e39f2b None None] Network eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:44:01.973208 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8ac6b911-7b4e-4c31-aed5-8d91ab9063b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:44:01Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:02.000230 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac6b911-7b4e-4c31-aed5-8d91ab9063b2 None None] Checking router: 9e693ee0-c9e5-4714-935b-db81474dbf7a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:44:02.009514 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6b911-7b4e-4c31-aed5-8d91ab9063b2 None None] Routers {'9e693ee0-c9e5-4714-935b-db81474dbf7a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:44:02.010124 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8ac6b911-7b4e-4c31-aed5-8d91ab9063b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['9e693ee0-c9e5-4714-935b-db81474dbf7a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:02.066512 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (9e693ee0-c9e5-4714-935b-db81474dbf7a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.114613 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed609fb-af71-4daa-be1c-201fba56f88e None None] DHCP port deletion for eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:44:02.119199 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8ac6b911-7b4e-4c31-aed5-8d91ab9063b2 None None] Set router 9e693ee0-c9e5-4714-935b-db81474dbf7a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:44:02.163547 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1ed609fb-af71-4daa-be1c-201fba56f88e None None] Deleting port 488f97ec-23a0-4654-bd89-ece8911d9a4a {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:44:02.163924 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ed609fb-af71-4daa-be1c-201fba56f88e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (488f97ec-23a0-4654-bd89-ece8911d9a4a), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.183863 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (9e693ee0-c9e5-4714-935b-db81474dbf7a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.229660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-1ed609fb-af71-4daa-be1c-201fba56f88e None None] For port 488f97ec-23a0-4654-bd89-ece8911d9a4a, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=488f97ec-23a0-4654-bd89-ece8911d9a4a,segment=NetworkSegment(c8f14c91-d59e-449f-9b28-2072bf4b8a63),segment_id=c8f14c91-d59e-449f-9b28-2072bf4b8a63)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:44:02.230060 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ed609fb-af71-4daa-be1c-201fba56f88e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (488f97ec-23a0-4654-bd89-ece8911d9a4a), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.240969 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 17a3968a-acc7-43f9-a97a-01b114d165b7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:44:02.241335 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.243719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1ed609fb-af71-4daa-be1c-201fba56f88e None None] Calling delete_port for 488f97ec-23a0-4654-bd89-ece8911d9a4a owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:44:02.312087 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8ac6b911-7b4e-4c31-aed5-8d91ab9063b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:44:01Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:02.330207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port 17a3968a-acc7-43f9-a97a-01b114d165b7, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=17a3968a-acc7-43f9-a97a-01b114d165b7,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:44:02.330563 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.346440 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1ed609fb-af71-4daa-be1c-201fba56f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (488f97ec-23a0-4654-bd89-ece8911d9a4a), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.348138 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 17a3968a-acc7-43f9-a97a-01b114d165b7 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:44:02.370470 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac6b911-7b4e-4c31-aed5-8d91ab9063b2 None None] The sync data for ids ['9e693ee0-c9e5-4714-935b-db81474dbf7a'] in n-d-812111-15 is: [{'id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739425771', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:42:13Z', 'updated_at': '2022-01-31T19:44:01Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '17a3968a-acc7-43f9-a97a-01b114d165b7', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693ee0-c9e5-4714-935b-db81474dbf7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:42:14Z', 'updated_at': '2022-01-31T19:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:44:02.371886 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed609fb-af71-4daa-be1c-201fba56f88e None None] Pushing event deleted for resources: {'Port': ['ID=488f97ec-23a0-4654-bd89-ece8911d9a4a,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:02.378705 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed609fb-af71-4daa-be1c-201fba56f88e None None] No DVR routers for this DVR port 488f97ec-23a0-4654-bd89-ece8911d9a4a on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:44:02.530550 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (17a3968a-acc7-43f9-a97a-01b114d165b7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.566807 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=17a3968a-acc7-43f9-a97a-01b114d165b7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:02.629109 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (9e693ee0-c9e5-4714-935b-db81474dbf7a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.733443 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (9e693ee0-c9e5-4714-935b-db81474dbf7a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.736629 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_controller (9e693ee0-c9e5-4714-935b-db81474dbf7a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.797185 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (9e693ee0-c9e5-4714-935b-db81474dbf7a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.797927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Fanout notify agent at l3_agent the message router_deleted on router 9e693ee0-c9e5-4714-935b-db81474dbf7a {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:44:02.804787 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:02.809861 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59212) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:02.810431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6e944f0e-01c7-46c0-8be9-f73bc9a9d09a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/routers/9e693ee0-c9e5-4714-935b-db81474dbf7a HTTP/1.1" status: 204 len: 168 time: 0.8617282 Jan 31 19:44:02.835218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 488f97ec-23a0-4654-bd89-ece8911d9a4a no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:44:02.860743 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 488f97ec-23a0-4654-bd89-ece8911d9a4a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:44:02.861380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 488f97ec-23a0-4654-bd89-ece8911d9a4a not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:44:02.862282 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ac6b4ee0-ad7b-494c-a6b2-50327f179857 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:44:02.891376 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: ac6b4ee0-ad7b-494c-a6b2-50327f179857 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:44:02.891639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device ac6b4ee0-ad7b-494c-a6b2-50327f179857 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:44:02.921493 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.007938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.030801 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:03.040984 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f14c91-d59e-449f-9b28-2072bf4b8a63') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:03.041281 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f14c91-d59e-449f-9b28-2072bf4b8a63') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:03.050535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (c8f14c91-d59e-449f-9b28-2072bf4b8a63), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.063975 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (c8f14c91-d59e-449f-9b28-2072bf4b8a63), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.069748 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:44:03.070129 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (c8f14c91-d59e-449f-9b28-2072bf4b8a63), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:44:03.073839 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:44:03.135090 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.142539 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.145590 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/networks/eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7 HTTP/1.1" status: 204 len: 168 time: 0.3347292 Jan 31 19:44:03.148809 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59214) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:03.157199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35195d-aa58-4af4-acfe-a43fd3862588 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Network': ['ID=eaf6b2c4-ae17-4760-8bcb-6aa72ab6dec7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:03.207483 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5e4b9be-153a-4946-8d6c-6888c1a1109b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (3a34050e-c317-4e81-b7d1-6f3792a39368), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.232305 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5e4b9be-153a-4946-8d6c-6888c1a1109b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (3a34050e-c317-4e81-b7d1-6f3792a39368), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.298054 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5e4b9be-153a-4946-8d6c-6888c1a1109b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (3a34050e-c317-4e81-b7d1-6f3792a39368), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.301218 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5e4b9be-153a-4946-8d6c-6888c1a1109b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.302584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d5e4b9be-153a-4946-8d6c-6888c1a1109b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/security-groups/3a34050e-c317-4e81-b7d1-6f3792a39368 HTTP/1.1" status: 204 len: 168 time: 0.1524177 Jan 31 19:44:03.313991 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4b9be-153a-4946-8d6c-6888c1a1109b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a34050e-c317-4e81-b7d1-6f3792a39368,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:03.496759 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 5d88efac-e8fc-4a99-9e73-289478b59e83 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:44:03.518538 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 5d88efac-e8fc-4a99-9e73-289478b59e83 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:44:03.518990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 5d88efac-e8fc-4a99-9e73-289478b59e83 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:44:03.637183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59220) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:03.642046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-34cac5c8-91d5-4ffe-b36f-b6268ee3d928 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566865050', 'description': 'tempest-secgroup-smoke-566865050 description', 'project_id': 'ce496218cec040368cda9320d0c85700'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:03.662736 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34cac5c8-91d5-4ffe-b36f-b6268ee3d928 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.732053 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34cac5c8-91d5-4ffe-b36f-b6268ee3d928 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (4cc83487-fb11-4fd9-9fa2-92b8ce04d720), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.735769 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34cac5c8-91d5-4ffe-b36f-b6268ee3d928 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4cc83487-fb11-4fd9-9fa2-92b8ce04d720), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.765430 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34cac5c8-91d5-4ffe-b36f-b6268ee3d928 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.766661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-34cac5c8-91d5-4ffe-b36f-b6268ee3d928 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1284709 Jan 31 19:44:03.769998 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:03.770617 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cac5c8-91d5-4ffe-b36f-b6268ee3d928 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc83487-fb11-4fd9-9fa2-92b8ce04d720,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:03.776722 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e8238482-ff9c-4f07-879a-2faaa7234e27 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '4cc83487-fb11-4fd9-9fa2-92b8ce04d720', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:03.801580 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8238482-ff9c-4f07-879a-2faaa7234e27 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (a2b6191c-88f9-4b10-8dc5-6885faed97fc), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.856700 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8238482-ff9c-4f07-879a-2faaa7234e27 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (a2b6191c-88f9-4b10-8dc5-6885faed97fc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.860666 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8238482-ff9c-4f07-879a-2faaa7234e27 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a2b6191c-88f9-4b10-8dc5-6885faed97fc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.881242 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8238482-ff9c-4f07-879a-2faaa7234e27 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b6191c-88f9-4b10-8dc5-6885faed97fc,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:03.891254 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8238482-ff9c-4f07-879a-2faaa7234e27 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.892483 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e8238482-ff9c-4f07-879a-2faaa7234e27 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214366 Jan 31 19:44:03.895306 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59224) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:03.899574 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9aec8299-2c65-4b87-b527-fe926c9cb6bb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '4cc83487-fb11-4fd9-9fa2-92b8ce04d720', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:03.925049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aec8299-2c65-4b87-b527-fe926c9cb6bb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (be555f2a-3a24-4bce-9efc-9917b7b4023b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.982374 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aec8299-2c65-4b87-b527-fe926c9cb6bb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (be555f2a-3a24-4bce-9efc-9917b7b4023b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:03.985891 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aec8299-2c65-4b87-b527-fe926c9cb6bb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (be555f2a-3a24-4bce-9efc-9917b7b4023b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.004427 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec8299-2c65-4b87-b527-fe926c9cb6bb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be555f2a-3a24-4bce-9efc-9917b7b4023b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:04.012700 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aec8299-2c65-4b87-b527-fe926c9cb6bb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.013916 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9aec8299-2c65-4b87-b527-fe926c9cb6bb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176965 Jan 31 19:44:04.016990 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59226) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:04.021509 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7c305c16-0802-4630-92fc-2e0b7fe00302 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '4cc83487-fb11-4fd9-9fa2-92b8ce04d720', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:04.046314 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c305c16-0802-4630-92fc-2e0b7fe00302 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (4810dd84-b861-42ce-af2f-a5b776379fd9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.109264 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c305c16-0802-4630-92fc-2e0b7fe00302 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (4810dd84-b861-42ce-af2f-a5b776379fd9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.112904 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c305c16-0802-4630-92fc-2e0b7fe00302 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (4810dd84-b861-42ce-af2f-a5b776379fd9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.132152 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c305c16-0802-4630-92fc-2e0b7fe00302 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4810dd84-b861-42ce-af2f-a5b776379fd9,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:04.142353 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c305c16-0802-4630-92fc-2e0b7fe00302 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.143628 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7c305c16-0802-4630-92fc-2e0b7fe00302 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256983 Jan 31 19:44:04.146346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:04.151356 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fcbc4a63-741c-4481-a573-306489559176 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '4cc83487-fb11-4fd9-9fa2-92b8ce04d720', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:04.177532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4a63-741c-4481-a573-306489559176 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (8cfcf80a-44c0-4037-9926-d951a6cfb886), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.235253 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4a63-741c-4481-a573-306489559176 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (8cfcf80a-44c0-4037-9926-d951a6cfb886), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.239109 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4a63-741c-4481-a573-306489559176 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (8cfcf80a-44c0-4037-9926-d951a6cfb886), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.260666 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc4a63-741c-4481-a573-306489559176 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfcf80a-44c0-4037-9926-d951a6cfb886,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:04.266248 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcbc4a63-741c-4481-a573-306489559176 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.270073 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fcbc4a63-741c-4481-a573-306489559176 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200984 Jan 31 19:44:04.270425 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59230) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:04.275332 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-04263ccc-6b2c-4533-8791-4567b61a7159 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '4cc83487-fb11-4fd9-9fa2-92b8ce04d720', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:04.296662 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-04263ccc-6b2c-4533-8791-4567b61a7159 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Project ce496218cec040368cda9320d0c85700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:44:04.301756 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04263ccc-6b2c-4533-8791-4567b61a7159 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (c2515ebb-7936-4ea0-8269-de43b5c6f926), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.369132 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04263ccc-6b2c-4533-8791-4567b61a7159 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (c2515ebb-7936-4ea0-8269-de43b5c6f926), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.372973 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04263ccc-6b2c-4533-8791-4567b61a7159 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (c2515ebb-7936-4ea0-8269-de43b5c6f926), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.393616 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04263ccc-6b2c-4533-8791-4567b61a7159 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2515ebb-7936-4ea0-8269-de43b5c6f926,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:04.399598 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04263ccc-6b2c-4533-8791-4567b61a7159 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.400853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-04263ccc-6b2c-4533-8791-4567b61a7159 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293707 Jan 31 19:44:04.403644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59232) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:04.408006 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-36d94737-1ed4-46bb-8376-74c874aa6e6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': '4cc83487-fb11-4fd9-9fa2-92b8ce04d720', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:04.427945 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-36d94737-1ed4-46bb-8376-74c874aa6e6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Project ce496218cec040368cda9320d0c85700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:44:04.433298 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36d94737-1ed4-46bb-8376-74c874aa6e6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (0a7e8d29-eb1b-4a72-8c55-1f5e5d3ad31a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.490791 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36d94737-1ed4-46bb-8376-74c874aa6e6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (0a7e8d29-eb1b-4a72-8c55-1f5e5d3ad31a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.496522 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36d94737-1ed4-46bb-8376-74c874aa6e6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (0a7e8d29-eb1b-4a72-8c55-1f5e5d3ad31a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.517519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d94737-1ed4-46bb-8376-74c874aa6e6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7e8d29-eb1b-4a72-8c55-1f5e5d3ad31a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:04.526141 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36d94737-1ed4-46bb-8376-74c874aa6e6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.528220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-36d94737-1ed4-46bb-8376-74c874aa6e6b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233716 Jan 31 19:44:04.531060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59234) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:04.536187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2e70f9ab-82c0-4c86-850c-077f2efa4976 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'network': {'name': 'tempest-network-smoke--585791808', 'project_id': 'ce496218cec040368cda9320d0c85700', 'port_security_enabled': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:04.557903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e70f9ab-82c0-4c86-850c-077f2efa4976 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:44:04.561819 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e70f9ab-82c0-4c86-850c-077f2efa4976 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.590104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e70f9ab-82c0-4c86-850c-077f2efa4976 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:44:04.599709 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e70f9ab-82c0-4c86-850c-077f2efa4976 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (efbd8d28-e0ba-46e2-b21b-8b848343fb2e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.600204 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-2e70f9ab-82c0-4c86-850c-077f2efa4976 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Added segment efbd8d28-e0ba-46e2-b21b-8b848343fb2e of type vlan for network 470dcf03-bbd0-445c-8dae-38c1932e2cba Jan 31 19:44:04.641522 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e70f9ab-82c0-4c86-850c-077f2efa4976 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (470dcf03-bbd0-445c-8dae-38c1932e2cba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.667661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e70f9ab-82c0-4c86-850c-077f2efa4976 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (470dcf03-bbd0-445c-8dae-38c1932e2cba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.672670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e70f9ab-82c0-4c86-850c-077f2efa4976 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:04.673254 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e70f9ab-82c0-4c86-850c-077f2efa4976 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.701297 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 17a3968a-acc7-43f9-a97a-01b114d165b7 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:44:04.721736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 17a3968a-acc7-43f9-a97a-01b114d165b7 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:44:04.722156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 17a3968a-acc7-43f9-a97a-01b114d165b7 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:44:04.733688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2e70f9ab-82c0-4c86-850c-077f2efa4976 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2015417 Jan 31 19:44:04.736565 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59236) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:04.741100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'admin_state_up': True, 'project_id': 'ce496218cec040368cda9320d0c85700', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:04.748516 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70f9ab-82c0-4c86-850c-077f2efa4976 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Network': ['ID=470dcf03-bbd0-445c-8dae-38c1932e2cba,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:04.759330 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 470dcf03-bbd0-445c-8dae-38c1932e2cba details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:44:04.762102 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (c4cc6863-183b-4afd-9942-6989249cd039), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.763130 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (c4cc6863-183b-4afd-9942-6989249cd039), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.816218 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_controller (c4cc6863-183b-4afd-9942-6989249cd039), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:04.949330 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (c4cc6863-183b-4afd-9942-6989249cd039), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:05.135811 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (c4cc6863-183b-4afd-9942-6989249cd039), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:05.154466 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:05.255027 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.25.8.14 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/2de56146-8e90-400e-9c9c-e25d18a719e4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:44:05.354392 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:05.388771 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:05.425093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:44:05.427867 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:44:05.431271 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:44:05.460121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=2de56146-8e90-400e-9c9c-e25d18a719e4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:05.684094 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (c4cc6863-183b-4afd-9942-6989249cd039), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:05.871180 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (c4cc6863-183b-4afd-9942-6989249cd039), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:05.995771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router c4cc6863-183b-4afd-9942-6989249cd039 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:44:06.101751 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:44:06.121555 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:06.122784 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-05936515-1281-427e-aaa6-30ab7ff4856b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3852060 Jan 31 19:44:06.126118 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:06.158433 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-896b1706-0ae2-4a3a-b770-b8f68630e80a tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ce496218cec040368cda9320d0c85700&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312009 Jan 31 19:44:06.161139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:06.250051 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24f384e-62f3-42cb-ac67-779a2828848b tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:06.251472 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f24f384e-62f3-42cb-ac67-779a2828848b tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894153 Jan 31 19:44:06.254383 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59242) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:06.284752 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-c4208fe0-cc1c-47f1-aa62-c98625d942a8 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292528 Jan 31 19:44:06.287449 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59244) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:06.293036 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-40541343-1703-45f4-9f17-6c3ce1fdd13c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1536905430', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'project_id': 'ce496218cec040368cda9320d0c85700', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:06.302775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Sync routers for ids ['c4cc6863-183b-4afd-9942-6989249cd039'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:44:06.325229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Routers {'c4cc6863-183b-4afd-9942-6989249cd039'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:44:06.325853 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4cc6863-183b-4afd-9942-6989249cd039'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:06.382955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40541343-1703-45f4-9f17-6c3ce1fdd13c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:44:06.387078 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40541343-1703-45f4-9f17-6c3ce1fdd13c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:06.451527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Set router c4cc6863-183b-4afd-9942-6989249cd039 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:44:06.570126 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40541343-1703-45f4-9f17-6c3ce1fdd13c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (50b1f81d-703c-4644-93ac-047088a65c46), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:06.636009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:44:05Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:06.668228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Checking router: c4cc6863-183b-4afd-9942-6989249cd039 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:44:06.668609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Updating router c4cc6863-183b-4afd-9942-6989249cd039 port 2de56146-8e90-400e-9c9c-e25d18a719e4 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:44:06.698352 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:06.957616 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Publish callbacks [] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:06.962475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40541343-1703-45f4-9f17-6c3ce1fdd13c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Subnet': ['ID=50b1f81d-703c-4644-93ac-047088a65c46,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:06.963193 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:06.969795 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40541343-1703-45f4-9f17-6c3ce1fdd13c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Checking segment: {'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:44:06.970178 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40541343-1703-45f4-9f17-6c3ce1fdd13c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network hostable DHCP agents. Network: 470dcf03-bbd0-445c-8dae-38c1932e2cba, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:44:06.986458 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40541343-1703-45f4-9f17-6c3ce1fdd13c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 470dcf03-bbd0-445c-8dae-38c1932e2cba is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:44:06.995896 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-40541343-1703-45f4-9f17-6c3ce1fdd13c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 470dcf03-bbd0-445c-8dae-38c1932e2cba) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:44:07.000506 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40541343-1703-45f4-9f17-6c3ce1fdd13c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:07.001110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40541343-1703-45f4-9f17-6c3ce1fdd13c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:07.012838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72612f5-683c-4cd5-a8d1-83564eb60a4f None None] Network 470dcf03-bbd0-445c-8dae-38c1932e2cba requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:44:07.018620 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-40541343-1703-45f4-9f17-6c3ce1fdd13c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7300999 Jan 31 19:44:07.021415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:07.044923 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2120c2-df27-44ef-b83f-ee1a0e5d2cb0 None None] Pushing event updated for resources: {'Port': ['ID=2de56146-8e90-400e-9c9c-e25d18a719e4,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:07.047090 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Attempting to bind port 2de56146-8e90-400e-9c9c-e25d18a719e4 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:44:07.047456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Attempting to bind port 2de56146-8e90-400e-9c9c-e25d18a719e4 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:44:07.047851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Attempting to bind port 2de56146-8e90-400e-9c9c-e25d18a719e4 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:44:07.082188 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:44:07.082569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:44:07.082971 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:07.083359 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:44:07.083828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Bound port: 2de56146-8e90-400e-9c9c-e25d18a719e4, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:44:07.084208 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:07.171008 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] For port 2de56146-8e90-400e-9c9c-e25d18a719e4, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:44:07.180281 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-470dcf03-bbd0-445c-8dae-38c1932e2cba', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ips': [{'subnet_id': '50b1f81d-703c-4644-93ac-047088a65c46'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:44:07.181661 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:07.186814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] For port 2de56146-8e90-400e-9c9c-e25d18a719e4, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2de56146-8e90-400e-9c9c-e25d18a719e4,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:44:07.200387 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:07.342010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Routers {'c4cc6863-183b-4afd-9942-6989249cd039'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:44:07.342693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4cc6863-183b-4afd-9942-6989249cd039'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:07.351436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2120c2-df27-44ef-b83f-ee1a0e5d2cb0 None None] Pushing event updated for resources: {'Port': ['ID=2de56146-8e90-400e-9c9c-e25d18a719e4,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:07.458810 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:07.468858 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Allocated IP 172.20.0.2 (470dcf03-bbd0-445c-8dae-38c1932e2cba/50b1f81d-703c-4644-93ac-047088a65c46/3c80d445-ce24-4003-9941-55908f64b958) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:44:07.507243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] Set router c4cc6863-183b-4afd-9942-6989249cd039 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:44:07.756393 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Publish callbacks [] for port (3c80d445-ce24-4003-9941-55908f64b958), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:07.767271 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (3c80d445-ce24-4003-9941-55908f64b958), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:07.809114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Network 470dcf03-bbd0-445c-8dae-38c1932e2cba is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:44:07.811557 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.20.0.1 (470dcf03-bbd0-445c-8dae-38c1932e2cba/50b1f81d-703c-4644-93ac-047088a65c46/6d50a4dc-093e-49c5-bda7-6c22808c5b22) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:44:07.814254 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:44:07.823203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:44:07.828661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Pushing event updated for resources: {'Port': ['ID=3c80d445-ce24-4003-9941-55908f64b958,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:07.833145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:44:05Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:07.865406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5f8f04-7847-4f6e-ba2f-5a41060c80a6 None None] The sync data for ids ['c4cc6863-183b-4afd-9942-6989249cd039'] in n-d-812111-15 is: [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:44:05Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:44:07.912655 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Attempting to bind port 3c80d445-ce24-4003-9941-55908f64b958 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:44:07.913033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Attempting to bind port 3c80d445-ce24-4003-9941-55908f64b958 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:44:07.913396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Attempting to bind port 3c80d445-ce24-4003-9941-55908f64b958 on network 470dcf03-bbd0-445c-8dae-38c1932e2cba {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:44:07.919394 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:44:07.919775 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Checking segment: {'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:44:07.920182 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:07.920604 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Bound using segment: {'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:44:07.921074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Bound port: 3c80d445-ce24-4003-9941-55908f64b958, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:44:07.921459 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c80d445-ce24-4003-9941-55908f64b958), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:07.938128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:07.979093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:07.988664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] For port 3c80d445-ce24-4003-9941-55908f64b958, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:44:07.992875 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] For port 3c80d445-ce24-4003-9941-55908f64b958, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3c80d445-ce24-4003-9941-55908f64b958,segment=NetworkSegment(efbd8d28-e0ba-46e2-b21b-8b848343fb2e),segment_id=efbd8d28-e0ba-46e2-b21b-8b848343fb2e)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:44:07.998488 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3c80d445-ce24-4003-9941-55908f64b958), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:08.024828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 470dcf03-bbd0-445c-8dae-38c1932e2cba is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:44:08.027855 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:44:08.034483 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:44:08.038423 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=6d50a4dc-093e-49c5-bda7-6c22808c5b22,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:08.066098 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded657a5-7433-4a76-ba74-e9a7359383bc None None] Pushing event updated for resources: {'Port': ['ID=3c80d445-ce24-4003-9941-55908f64b958,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:08.094676 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (c4cc6863-183b-4afd-9942-6989249cd039), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:08.276600 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:08.582530 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:08.588508 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:08.670742 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=6d50a4dc-093e-49c5-bda7-6c22808c5b22,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:08.674183 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (c4cc6863-183b-4afd-9942-6989249cd039), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:08.796510 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 470dcf03-bbd0-445c-8dae-38c1932e2cba is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:44:08.798601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:44:08.865763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3c80d445-ce24-4003-9941-55908f64b958 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:44:08.923152 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3c80d445-ce24-4003-9941-55908f64b958 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:08.923152 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3c80d445-ce24-4003-9941-55908f64b958), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:08.956312 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router c4cc6863-183b-4afd-9942-6989249cd039 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:44:09.005459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3c80d445-ce24-4003-9941-55908f64b958 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:44:09.005863 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3c80d445-ce24-4003-9941-55908f64b958), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:09.047272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 3c80d445-ce24-4003-9941-55908f64b958, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3c80d445-ce24-4003-9941-55908f64b958,segment=NetworkSegment(efbd8d28-e0ba-46e2-b21b-8b848343fb2e),segment_id=efbd8d28-e0ba-46e2-b21b-8b848343fb2e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:44:09.051471 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (3c80d445-ce24-4003-9941-55908f64b958), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:09.052609 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2de56146-8e90-400e-9c9c-e25d18a719e4 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:44:09.079016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:44:09.084171 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9adae455-68ed-490e-8725-86b5bb617861 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "PUT /v2.0/routers/c4cc6863-183b-4afd-9942-6989249cd039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0617759 Jan 31 19:44:09.153519 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=3c80d445-ce24-4003-9941-55908f64b958,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:09.159826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2de56146-8e90-400e-9c9c-e25d18a719e4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:09.160387 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:09.195530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb505ecf-5b0b-42a7-b891-dd40c81b117e None None] Network 470dcf03-bbd0-445c-8dae-38c1932e2cba requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:44:09.312611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-16b47ebc-9d97-4cb4-95f6-8ce44b46e9dc None None] Provisioning complete for port 3c80d445-ce24-4003-9941-55908f64b958 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:09.312998 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-16b47ebc-9d97-4cb4-95f6-8ce44b46e9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3c80d445-ce24-4003-9941-55908f64b958), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:09.428853 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-e434c9a5-2e48-46cc-9ee8-525aaf162c82 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566865050&fields=id&tenant_id=ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 267 time: 0.0540152 Jan 31 19:44:09.540860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2de56146-8e90-400e-9c9c-e25d18a719e4 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:44:09.541500 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:09.545267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-45a77639-f1ad-41c4-9029-eb3fea5c0d42 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:09.547003 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-45a77639-f1ad-41c4-9029-eb3fea5c0d42 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/networks?id=470dcf03-bbd0-445c-8dae-38c1932e2cba HTTP/1.1" status: 200 len: 796 time: 0.1107090 Jan 31 19:44:09.563100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-15af7148-889b-4df8-acaa-b9d64b859318 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/quotas/ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 375 time: 0.0104349 Jan 31 19:44:09.576729 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 2de56146-8e90-400e-9c9c-e25d18a719e4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2de56146-8e90-400e-9c9c-e25d18a719e4,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:44:09.583664 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:09.628363 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-aa90ee7e-bdaa-42ab-ad04-279aa13b70a0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556142 Jan 31 19:44:09.670019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=2de56146-8e90-400e-9c9c-e25d18a719e4,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:09.679001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-16b47ebc-9d97-4cb4-95f6-8ce44b46e9dc None None] Current status of the port 3c80d445-ce24-4003-9941-55908f64b958 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:44:09.744612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9de2cf3a-9d2b-43c9-9ae6-d4edc0eb17e7 service neutron] 10.222.0.20 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973136 Jan 31 19:44:09.768159 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Sync routers for ids ['c4cc6863-183b-4afd-9942-6989249cd039'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:44:09.780033 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Routers {'c4cc6863-183b-4afd-9942-6989249cd039'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:44:09.780881 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4cc6863-183b-4afd-9942-6989249cd039'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:09.856062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-95d3ef43-4a66-44c7-a00f-a4416650cacb service neutron] 10.222.0.20 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055980 Jan 31 19:44:09.919250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e50d6736-9719-4a61-88c7-1b25b8aa53ef None None] Provisioning complete for port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:09.919804 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e50d6736-9719-4a61-88c7-1b25b8aa53ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:09.970009 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e50d6736-9719-4a61-88c7-1b25b8aa53ef None None] Port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:44:09.982147 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e50d6736-9719-4a61-88c7-1b25b8aa53ef None None] Provisioning complete for port 3c80d445-ce24-4003-9941-55908f64b958 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:09.982419 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e50d6736-9719-4a61-88c7-1b25b8aa53ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3c80d445-ce24-4003-9941-55908f64b958), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:10.042079 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Set router c4cc6863-183b-4afd-9942-6989249cd039 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:44:10.069268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99402135-b1c4-41c5-98a9-53155ee6b8c3 req-14241d21-2f56-4c61-bc08-0ce6de20e45b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 210 time: 0.0285649 Jan 31 19:44:10.090855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e50d6736-9719-4a61-88c7-1b25b8aa53ef None None] Current status of the port 3c80d445-ce24-4003-9941-55908f64b958 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:44:10.211065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a2725062-8deb-4540-aeae-9e19f31b84c7 None None] Provisioning complete for port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:10.212215 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a2725062-8deb-4540-aeae-9e19f31b84c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:10.260400 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a2725062-8deb-4540-aeae-9e19f31b84c7 None None] Port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:44:10.282801 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:44:08Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6d50a4dc-093e-49c5-bda7-6c22808c5b22', 'name': '', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:b3:da:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '50b1f81d-703c-4644-93ac-047088a65c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:07Z', 'updated_at': '2022-01-31T19:44:08Z', 'revision_number': 2, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '50b1f81d-703c-4644-93ac-047088a65c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:10.314319 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Checking router: c4cc6863-183b-4afd-9942-6989249cd039 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:44:10.314685 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Updating router c4cc6863-183b-4afd-9942-6989249cd039 port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:44:10.344537 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:10.484050 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8c943ffc-3f8f-4f8a-840f-b9979069380e None None] Provisioning complete for port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:10.484526 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c943ffc-3f8f-4f8a-840f-b9979069380e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:10.523525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8c943ffc-3f8f-4f8a-840f-b9979069380e None None] Port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:44:10.610865 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Publish callbacks [] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:10.616070 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:10.705427 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Pushing event updated for resources: {'Port': ['ID=6d50a4dc-093e-49c5-bda7-6c22808c5b22,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:10.713720 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.714268 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.714815 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.715099 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.715431 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.715763 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.716091 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.716512 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.716750 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.717233 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.717715 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.718443 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.718693 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:44:10.736229 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Attempting to bind port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:44:10.736646 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Attempting to bind port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:44:10.737003 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Attempting to bind port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 on network 470dcf03-bbd0-445c-8dae-38c1932e2cba {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:44:10.743120 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:44:10.743955 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Checking segment: {'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:44:10.744387 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:10.744786 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Bound using segment: {'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:44:10.745260 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Bound port: 6d50a4dc-093e-49c5-bda7-6c22808c5b22, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:44:10.745642 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:10.796250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3c80d445-ce24-4003-9941-55908f64b958 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:44:10.814432 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] For port 6d50a4dc-093e-49c5-bda7-6c22808c5b22, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:44:10.817704 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] For port 6d50a4dc-093e-49c5-bda7-6c22808c5b22, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6d50a4dc-093e-49c5-bda7-6c22808c5b22,segment=NetworkSegment(efbd8d28-e0ba-46e2-b21b-8b848343fb2e),segment_id=efbd8d28-e0ba-46e2-b21b-8b848343fb2e)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:44:10.824543 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:10.849431 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 3c80d445-ce24-4003-9941-55908f64b958 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:10.849910 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (3c80d445-ce24-4003-9941-55908f64b958), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:10.878769 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Routers {'c4cc6863-183b-4afd-9942-6989249cd039'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:44:10.879424 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:43:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4cc6863-183b-4afd-9942-6989249cd039'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:10.924891 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa507a-9bfc-4460-93f7-73285bd320cc None None] Pushing event updated for resources: {'Port': ['ID=6d50a4dc-093e-49c5-bda7-6c22808c5b22,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:10.949068 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 3c80d445-ce24-4003-9941-55908f64b958 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:44:10.950120 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2de56146-8e90-400e-9c9c-e25d18a719e4 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:44:10.980778 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ee90e5fb-9a49-4f43-acdb-4a5fd1d50367 None None] Provisioning complete for port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:10.980898 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee90e5fb-9a49-4f43-acdb-4a5fd1d50367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:11.004915 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] Set router c4cc6863-183b-4afd-9942-6989249cd039 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:44:11.065763 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 2de56146-8e90-400e-9c9c-e25d18a719e4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:11.066142 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:11.156832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ee90e5fb-9a49-4f43-acdb-4a5fd1d50367 None None] Current status of the port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:44:11.157230 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee90e5fb-9a49-4f43-acdb-4a5fd1d50367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:11.234804 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-86d5c897-18db-464b-9ebd-9f9a85afee2d req-70dedeed-ed29-4ec1-b296-18be905305c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 210 time: 0.0462132 Jan 31 19:44:11.256897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ee90e5fb-9a49-4f43-acdb-4a5fd1d50367 None None] For port 6d50a4dc-093e-49c5-bda7-6c22808c5b22, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6d50a4dc-093e-49c5-bda7-6c22808c5b22,segment=NetworkSegment(efbd8d28-e0ba-46e2-b21b-8b848343fb2e),segment_id=efbd8d28-e0ba-46e2-b21b-8b848343fb2e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:44:11.265959 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 2de56146-8e90-400e-9c9c-e25d18a719e4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:44:11.269931 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee90e5fb-9a49-4f43-acdb-4a5fd1d50367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:11.274994 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:44:08Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6d50a4dc-093e-49c5-bda7-6c22808c5b22', 'name': '', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:b3:da:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '50b1f81d-703c-4644-93ac-047088a65c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:07Z', 'updated_at': '2022-01-31T19:44:10Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '50b1f81d-703c-4644-93ac-047088a65c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:11.289254 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9e03687b-638f-4e16-b781-5764834f4ef7 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:11.290769 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9e03687b-638f-4e16-b781-5764834f4ef7 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.49 "GET /v2.0/networks?id=470dcf03-bbd0-445c-8dae-38c1932e2cba HTTP/1.1" status: 200 len: 796 time: 0.2027292 Jan 31 19:44:11.303078 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e03339-0a60-4978-b5f9-a85d5805febd None None] The sync data for ids ['c4cc6863-183b-4afd-9942-6989249cd039'] in n-d-812111-15 is: [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:44:08Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6d50a4dc-093e-49c5-bda7-6c22808c5b22', 'name': '', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:b3:da:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '50b1f81d-703c-4644-93ac-047088a65c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:07Z', 'updated_at': '2022-01-31T19:44:10Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '50b1f81d-703c-4644-93ac-047088a65c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:44:11.327042 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90e5fb-9a49-4f43-acdb-4a5fd1d50367 None None] Pushing event updated for resources: {'Port': ['ID=6d50a4dc-093e-49c5-bda7-6c22808c5b22,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:11.370580 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-d96c3276-7ed8-4875-8adf-81b5bd62d648 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 379 time: 0.0709848 Jan 31 19:44:11.385421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'port': {'device_id': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'admin_state_up': True, 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'security_groups': ['4cc83487-fb11-4fd9-9fa2-92b8ce04d720']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:11.400540 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-657e8536-4ccb-46a4-be39-d485bdaf6063 None None] Provisioning complete for port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:11.400918 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-657e8536-4ccb-46a4-be39-d485bdaf6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:11.500896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-657e8536-4ccb-46a4-be39-d485bdaf6063 None None] Current status of the port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:44:11.510995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:44:11.514777 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:11.646524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.20.0.14 (470dcf03-bbd0-445c-8dae-38c1932e2cba/50b1f81d-703c-4644-93ac-047088a65c46/12685c2e-670f-4783-8e6d-535c0310fe19) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:44:11.793514 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (12685c2e-670f-4783-8e6d-535c0310fe19), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:11.830372 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:11.875336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 470dcf03-bbd0-445c-8dae-38c1932e2cba is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:44:11.878409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:44:11.882068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:44:11.891321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=12685c2e-670f-4783-8e6d-535c0310fe19,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:11.938818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:11.939497 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:11.957950 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-468552af-61b2-4382-b4b8-7f5b8201ca5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800183 Jan 31 19:44:11.974240 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Request body: {'port': {'device_id': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:12.045503 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:12.131414 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b5a2f465-e8ed-4d9d-abd0-630e6a5b0795 None None] Provisioning complete for port 12685c2e-670f-4783-8e6d-535c0310fe19 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:12.131913 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5a2f465-e8ed-4d9d-abd0-630e6a5b0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:12.169594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b5a2f465-e8ed-4d9d-abd0-630e6a5b0795 None None] Port 12685c2e-670f-4783-8e6d-535c0310fe19 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:44:12.321563 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12685c2e-670f-4783-8e6d-535c0310fe19 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:44:12.338311 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Publish callbacks [] for port (12685c2e-670f-4783-8e6d-535c0310fe19), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:12.368174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Transition to ACTIVE for port object 12685c2e-670f-4783-8e6d-535c0310fe19 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:44:12.372267 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:12.436090 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Pushing event updated for resources: {'Port': ['ID=12685c2e-670f-4783-8e6d-535c0310fe19,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:12.447691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d38df-aa1a-41d3-9f75-a81dcc60f6ab req-34b00120-5ac2-4269-9ec3-fd3142f38bab tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:12.449347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec9d38df-aa1a-41d3-9f75-a81dcc60f6ab req-34b00120-5ac2-4269-9ec3-fd3142f38bab tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 932 time: 0.1232798 Jan 31 19:44:12.554609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec9d38df-aa1a-41d3-9f75-a81dcc60f6ab req-a3c4857a-14bb-4495-84bc-9c224c435c96 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838652 Jan 31 19:44:12.560386 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Attempting to bind port 12685c2e-670f-4783-8e6d-535c0310fe19 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:44:12.560910 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Attempting to bind port 12685c2e-670f-4783-8e6d-535c0310fe19 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:44:12.561337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Attempting to bind port 12685c2e-670f-4783-8e6d-535c0310fe19 on network 470dcf03-bbd0-445c-8dae-38c1932e2cba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:44:12.566252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Port 12685c2e-670f-4783-8e6d-535c0310fe19 on network 470dcf03-bbd0-445c-8dae-38c1932e2cba not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:44:12.566653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Attempting to bind port 12685c2e-670f-4783-8e6d-535c0310fe19 on network 470dcf03-bbd0-445c-8dae-38c1932e2cba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:44:12.572316 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:44:12.572684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Checking segment: {'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:44:12.573068 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Bound using segment: {'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:44:12.573558 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Bound port: 12685c2e-670f-4783-8e6d-535c0310fe19, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:44:12.573918 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:12.652658 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] For port 12685c2e-670f-4783-8e6d-535c0310fe19, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:44:12.655659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] For port 12685c2e-670f-4783-8e6d-535c0310fe19, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=12685c2e-670f-4783-8e6d-535c0310fe19,segment=NetworkSegment(efbd8d28-e0ba-46e2-b21b-8b848343fb2e),segment_id=efbd8d28-e0ba-46e2-b21b-8b848343fb2e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:44:12.661342 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:12.698059 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:12.698689 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:12.700124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] 10.222.0.49 "PUT /v2.0/ports/12685c2e-670f-4783-8e6d-535c0310fe19 HTTP/1.1" status: 200 len: 1093 time: 0.7305291 Jan 31 19:44:12.700565 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'tag': '12685c2e-670f-4783-8e6d-535c0310fe19'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:44:12.702824 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9031124-152f-475a-a59a-24dfe5be3072" -d '{"events": [{"name": "network-changed", "server_uuid": "bbde92f6-fef5-4ec3-ad87-77fd1794cd58", "tag": "12685c2e-670f-4783-8e6d-535c0310fe19"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:44:12.725649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984a2fc-8696-435f-b76a-cb1186b1cb60 service neutron] Pushing event updated for resources: {'Port': ['ID=12685c2e-670f-4783-8e6d-535c0310fe19,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:12.791648 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03e0082-f05e-49e7-9300-a6f5c927eba5 x-openstack-request-id: req-e03e0082-f05e-49e7-9300-a6f5c927eba5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:44:12.791940 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbde92f6-fef5-4ec3-ad87-77fd1794cd58", "tag": "12685c2e-670f-4783-8e6d-535c0310fe19", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:44:12.792199 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e03e0082-f05e-49e7-9300-a6f5c927eba5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:44:12.792646 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'tag': '12685c2e-670f-4783-8e6d-535c0310fe19', 'status': 'completed', 'code': 200} Jan 31 19:44:12.816421 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-0d983f6e-ed78-4416-8412-4fea7f0f4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:12.816421 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-0d983f6e-ed78-4416-8412-4fea7f0f4a85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 1127 time: 0.0582683 Jan 31 19:44:12.849331 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6d50a4dc-093e-49c5-bda7-6c22808c5b22 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:44:12.864771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-636173c0-6225-4897-aebc-cd9268dbbf34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12685c2e-670f-4783-8e6d-535c0310fe19 HTTP/1.1" status: 200 len: 217 time: 0.0411041 Jan 31 19:44:12.906337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:12.907191 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:12.920418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-85c9103e-1b5b-4937-95a4-e3d6384c1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:12.921909 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-85c9103e-1b5b-4937-95a4-e3d6384c1663 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50b1f81d-703c-4644-93ac-047088a65c46 HTTP/1.1" status: 200 len: 835 time: 0.0489748 Jan 31 19:44:12.970992 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-50876698-9ce0-407d-8fe3-4364a716e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:12.972526 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-50876698-9ce0-407d-8fe3-4364a716e255 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470dcf03-bbd0-445c-8dae-38c1932e2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447400 Jan 31 19:44:12.988422 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:44:13.067414 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-768ce550-4970-4f76-b62a-6e94b5b6327f service neutron] 10.222.0.49 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854697 Jan 31 19:44:13.159112 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb9ce1aa-a49e-4e2f-a6a0-a4d306f14b11 req-bb3e3811-7376-4e64-a0b5-4046e4743c7a service neutron] 10.222.0.49 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819480 Jan 31 19:44:13.250701 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9031124-152f-475a-a59a-24dfe5be3072 req-564bb190-2c9d-43f3-b332-6bf642fc58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:13.252289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9031124-152f-475a-a59a-24dfe5be3072 req-564bb190-2c9d-43f3-b332-6bf642fc58d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 1127 time: 0.0447619 Jan 31 19:44:13.714867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9031124-152f-475a-a59a-24dfe5be3072 req-1e5cb2e9-aaf5-4bf3-bd2f-4a5d78f3e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:13.716433 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9031124-152f-475a-a59a-24dfe5be3072 req-1e5cb2e9-aaf5-4bf3-bd2f-4a5d78f3e01e service neutron] 10.222.0.49 "GET /v2.0/networks?id=470dcf03-bbd0-445c-8dae-38c1932e2cba HTTP/1.1" status: 200 len: 897 time: 0.4582384 Jan 31 19:44:13.723886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce05cff-0d94-4ae6-96f9-c40ac57be5f1 req-86fe318a-3fb0-4d12-8f02-ae29ac5a2e22 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:13.725259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ce05cff-0d94-4ae6-96f9-c40ac57be5f1 req-86fe318a-3fb0-4d12-8f02-ae29ac5a2e22 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 944 time: 0.0807333 Jan 31 19:44:13.773911 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9031124-152f-475a-a59a-24dfe5be3072 req-2b25e73a-596a-4bca-b695-26b1193d33d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12685c2e-670f-4783-8e6d-535c0310fe19 HTTP/1.1" status: 200 len: 217 time: 0.0477102 Jan 31 19:44:13.834261 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2ce05cff-0d94-4ae6-96f9-c40ac57be5f1 req-62b42143-1b2f-48bf-9f20-357223327a2f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024153 Jan 31 19:44:13.843260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9031124-152f-475a-a59a-24dfe5be3072 req-433dbfb0-11da-45f5-be11-6499e7e08b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:13.844707 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9031124-152f-475a-a59a-24dfe5be3072 req-433dbfb0-11da-45f5-be11-6499e7e08b57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50b1f81d-703c-4644-93ac-047088a65c46 HTTP/1.1" status: 200 len: 835 time: 0.0636854 Jan 31 19:44:13.894350 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9031124-152f-475a-a59a-24dfe5be3072 req-384ef7ee-b7e3-4311-b7a2-0f0283f88d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:13.895823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9031124-152f-475a-a59a-24dfe5be3072 req-384ef7ee-b7e3-4311-b7a2-0f0283f88d6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470dcf03-bbd0-445c-8dae-38c1932e2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451219 Jan 31 19:44:13.987118 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9031124-152f-475a-a59a-24dfe5be3072 req-1197af63-4f36-4d72-acd3-336229f23971 service neutron] 10.222.0.49 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849094 Jan 31 19:44:14.076866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e9031124-152f-475a-a59a-24dfe5be3072 req-fa562fc2-ca6c-4e54-9365-aa385b79da51 service neutron] 10.222.0.49 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823607 Jan 31 19:44:14.958814 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d39c0-09ca-42ea-b922-a1652f8ad40d req-26b1e885-0285-4755-9954-ebe3564add7e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:14.960205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-088d39c0-09ca-42ea-b922-a1652f8ad40d req-26b1e885-0285-4755-9954-ebe3564add7e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 944 time: 0.0564163 Jan 31 19:44:15.010179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-088d39c0-09ca-42ea-b922-a1652f8ad40d req-14aa336a-8ce3-4fa4-b71e-249cb149c79c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429339 Jan 31 19:44:15.558699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 12685c2e-670f-4783-8e6d-535c0310fe19 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:44:15.654866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 12685c2e-670f-4783-8e6d-535c0310fe19, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=12685c2e-670f-4783-8e6d-535c0310fe19,segment=NetworkSegment(efbd8d28-e0ba-46e2-b21b-8b848343fb2e),segment_id=efbd8d28-e0ba-46e2-b21b-8b848343fb2e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:44:15.666423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '12685c2e-670f-4783-8e6d-535c0310fe19', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'port_id': '12685c2e-670f-4783-8e6d-535c0310fe19', 'mac_address': 'fa:16:3e:31:18:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b1f81d-703c-4644-93ac-047088a65c46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:44:15.702192 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 12685c2e-670f-4783-8e6d-535c0310fe19 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:44:15.702588 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:15.715305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12685c2e-670f-4783-8e6d-535c0310fe19 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:44:15.735180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 12685c2e-670f-4783-8e6d-535c0310fe19, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=12685c2e-670f-4783-8e6d-535c0310fe19,segment=NetworkSegment(efbd8d28-e0ba-46e2-b21b-8b848343fb2e),segment_id=efbd8d28-e0ba-46e2-b21b-8b848343fb2e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:44:15.739051 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:15.788233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=12685c2e-670f-4783-8e6d-535c0310fe19,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:15.971868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['12685c2e-670f-4783-8e6d-535c0310fe19'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:44:16.128049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6829909-a9a0-48ca-b752-77ae5c462f7f req-a285d9fe-bd01-41b2-ae73-eb05a0bb3955 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:16.129573 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6829909-a9a0-48ca-b752-77ae5c462f7f req-a285d9fe-bd01-41b2-ae73-eb05a0bb3955 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 945 time: 0.0509861 Jan 31 19:44:16.179190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6829909-a9a0-48ca-b752-77ae5c462f7f req-00fd94e6-f994-42fd-be28-e7c9dac1a212 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430105 Jan 31 19:44:16.320197 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:44:17.301575 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99060afc-0dbd-467f-9cc0-26cb468dc482 req-3a018179-39ef-4496-a0ed-cdbe68ad26e3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:17.303060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99060afc-0dbd-467f-9cc0-26cb468dc482 req-3a018179-39ef-4496-a0ed-cdbe68ad26e3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 945 time: 0.0566545 Jan 31 19:44:17.352475 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-99060afc-0dbd-467f-9cc0-26cb468dc482 req-68cf5024-6eac-4e77-b2d9-dd6916d94956 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431128 Jan 31 19:44:17.590958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 12685c2e-670f-4783-8e6d-535c0310fe19 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:44:17.642103 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 12685c2e-670f-4783-8e6d-535c0310fe19 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:44:17.646111 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 12685c2e-670f-4783-8e6d-535c0310fe19 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:44:17.646492 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:17.722436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 12685c2e-670f-4783-8e6d-535c0310fe19 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:44:17.722830 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:17.745449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12685c2e-670f-4783-8e6d-535c0310fe19'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:44:17.747679 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626e272b-2ec5-4770-8efb-2043cf05482b" -d '{"events": [{"server_uuid": "bbde92f6-fef5-4ec3-ad87-77fd1794cd58", "name": "network-vif-plugged", "status": "completed", "tag": "12685c2e-670f-4783-8e6d-535c0310fe19"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:44:17.763498 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 12685c2e-670f-4783-8e6d-535c0310fe19, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=12685c2e-670f-4783-8e6d-535c0310fe19,segment=NetworkSegment(efbd8d28-e0ba-46e2-b21b-8b848343fb2e),segment_id=efbd8d28-e0ba-46e2-b21b-8b848343fb2e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:44:17.767908 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:17.792106 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e76acf-ca10-4c05-a603-7bcd5deb5e37 x-openstack-request-id: req-14e76acf-ca10-4c05-a603-7bcd5deb5e37 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:44:17.792427 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbde92f6-fef5-4ec3-ad87-77fd1794cd58", "name": "network-vif-plugged", "status": "completed", "tag": "12685c2e-670f-4783-8e6d-535c0310fe19", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:44:17.792695 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14e76acf-ca10-4c05-a603-7bcd5deb5e37 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:44:17.793089 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12685c2e-670f-4783-8e6d-535c0310fe19', 'code': 200} Jan 31 19:44:17.818600 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=12685c2e-670f-4783-8e6d-535c0310fe19,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:17.902385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b1505-f30d-454f-b839-417c1a471356 req-4d9ec458-1d9d-483f-9b8a-325a5e9af5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:17.903822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-410b1505-f30d-454f-b839-417c1a471356 req-4d9ec458-1d9d-483f-9b8a-325a5e9af5cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 1129 time: 0.0443313 Jan 31 19:44:17.950386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-410b1505-f30d-454f-b839-417c1a471356 req-7995ab45-bbc9-478b-984d-593b0ca299cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384171 Jan 31 19:44:18.470229 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f075565-f1b7-497d-8b4a-4b3c28f7d844 req-370946d9-fb68-4658-bb87-e8499647881b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:18.471735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f075565-f1b7-497d-8b4a-4b3c28f7d844 req-370946d9-fb68-4658-bb87-e8499647881b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0526130 Jan 31 19:44:18.524800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f075565-f1b7-497d-8b4a-4b3c28f7d844 req-4c2149b2-85e0-4580-bf69-a1567e45005f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470674 Jan 31 19:44:18.951183 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-526d19d9-a053-4d70-92fc-18df9a89b589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:19.644385 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc74a1-6b59-4f93-8a98-4f3b94f7d0d6 req-86942dfb-9c6a-460f-931d-13734035f18f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:19.645880 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8bcc74a1-6b59-4f93-8a98-4f3b94f7d0d6 req-86942dfb-9c6a-460f-931d-13734035f18f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0529072 Jan 31 19:44:19.697178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8bcc74a1-6b59-4f93-8a98-4f3b94f7d0d6 req-afd2e4db-94b3-497d-aeb2-2bfa1d91af18 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451102 Jan 31 19:44:19.820665 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de9f52-ca62-4359-84d9-d0c669d9a2cb req-ecf299fc-d8b6-470f-bcb0-2e9e471792fc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:19.822387 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68de9f52-ca62-4359-84d9-d0c669d9a2cb req-ecf299fc-d8b6-470f-bcb0-2e9e471792fc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0556223 Jan 31 19:44:19.872092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-68de9f52-ca62-4359-84d9-d0c669d9a2cb req-ee70ffef-cad2-4c7c-ac66-e87555d886ca tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441663 Jan 31 19:44:19.894528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:19.942018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5006cb40-04f7-44e7-b7a8-50c7f58e1177 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:19.943557 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5006cb40-04f7-44e7-b7a8-50c7f58e1177 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 1124 time: 0.0480561 Jan 31 19:44:19.946978 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59302) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:19.951293 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '12685c2e-670f-4783-8e6d-535c0310fe19', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:44:19.971407 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:20.068536 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:20.173703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.25.8.16 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/35fd3ca9-aad4-4902-8ae5-32c14f250b7d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:44:20.274879 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (35fd3ca9-aad4-4902-8ae5-32c14f250b7d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:20.308212 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (35fd3ca9-aad4-4902-8ae5-32c14f250b7d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:20.352583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:44:20.355360 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:44:20.361731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:44:20.364720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=35fd3ca9-aad4-4902-8ae5-32c14f250b7d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:20.720026 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (3f804103-8719-463e-bbdb-05d868b3c4e9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:20.793046 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (35fd3ca9-aad4-4902-8ae5-32c14f250b7d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:20.944269 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (35fd3ca9-aad4-4902-8ae5-32c14f250b7d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:20.949176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (35fd3ca9-aad4-4902-8ae5-32c14f250b7d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:21.020483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=35fd3ca9-aad4-4902-8ae5-32c14f250b7d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:44:21.032459 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (3f804103-8719-463e-bbdb-05d868b3c4e9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:21.137050 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Floating IP 3f804103-8719-463e-bbdb-05d868b3c4e9 associated. External IP: 172.25.8.16, port: 12685c2e-670f-4783-8e6d-535c0310fe19. Jan 31 19:44:21.222240 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-56ff10b1-30e3-48d0-a130-6d0dbd8b85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:21.347196 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router c4cc6863-183b-4afd-9942-6989249cd039 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:44:21.454410 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:44:21.465710 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9347b-3308-47ab-8734-99df64e7993e None None] Sync routers for ids ['c4cc6863-183b-4afd-9942-6989249cd039'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:44:21.473972 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:21.478821 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9347b-3308-47ab-8734-99df64e7993e None None] Routers {'c4cc6863-183b-4afd-9942-6989249cd039'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:44:21.479463 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ddf9347b-3308-47ab-8734-99df64e7993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4cc6863-183b-4afd-9942-6989249cd039'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:21.506177 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-006497c4-de80-455f-8b09-495ffb14290e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5581493 Jan 31 19:44:21.506765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'tag': '12685c2e-670f-4783-8e6d-535c0310fe19'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:44:21.509200 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caa31d6-3deb-443b-866c-8d96b8e37d56" -d '{"events": [{"name": "network-changed", "server_uuid": "bbde92f6-fef5-4ec3-ad87-77fd1794cd58", "tag": "12685c2e-670f-4783-8e6d-535c0310fe19"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:44:21.548569 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834ff73b-993c-4f0a-95b5-5329cabf61d4 x-openstack-request-id: req-834ff73b-993c-4f0a-95b5-5329cabf61d4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:44:21.548870 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbde92f6-fef5-4ec3-ad87-77fd1794cd58", "tag": "12685c2e-670f-4783-8e6d-535c0310fe19", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:44:21.549139 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-834ff73b-993c-4f0a-95b5-5329cabf61d4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:44:21.549552 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'tag': '12685c2e-670f-4783-8e6d-535c0310fe19', 'status': 'completed', 'code': 200} Jan 31 19:44:21.592191 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ddf9347b-3308-47ab-8734-99df64e7993e None None] Set router c4cc6863-183b-4afd-9942-6989249cd039 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:44:21.627954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa31d6-3deb-443b-866c-8d96b8e37d56 req-d3bc1df9-cccf-4501-9a22-0ed81c34bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:21.629447 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8caa31d6-3deb-443b-866c-8d96b8e37d56 req-d3bc1df9-cccf-4501-9a22-0ed81c34bb99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 1129 time: 0.0557368 Jan 31 19:44:21.724638 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e3e24-5dc7-45a2-ab92-794649f9934e req-788bfcde-389d-45d7-a1ec-bde51bb17a5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:21.726020 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a6e3e24-5dc7-45a2-ab92-794649f9934e req-788bfcde-389d-45d7-a1ec-bde51bb17a5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.1113753 Jan 31 19:44:21.766175 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa31d6-3deb-443b-866c-8d96b8e37d56 req-00d664a9-f7e2-4494-a29e-56d6db089ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:21.767612 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8caa31d6-3deb-443b-866c-8d96b8e37d56 req-00d664a9-f7e2-4494-a29e-56d6db089ead service neutron] 10.222.0.49 "GET /v2.0/networks?id=470dcf03-bbd0-445c-8dae-38c1932e2cba HTTP/1.1" status: 200 len: 897 time: 0.1241157 Jan 31 19:44:21.824061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ddf9347b-3308-47ab-8734-99df64e7993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:44:08Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '3f804103-8719-463e-bbdb-05d868b3c4e9', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'port_id': '12685c2e-670f-4783-8e6d-535c0310fe19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'mac_address': 'fa:16:3e:31:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:44:20Z', 'updated_at': '2022-01-31T19:44:20Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d50a4dc-093e-49c5-bda7-6c22808c5b22', 'name': '', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:b3:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '50b1f81d-703c-4644-93ac-047088a65c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:07Z', 'updated_at': '2022-01-31T19:44:11Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '50b1f81d-703c-4644-93ac-047088a65c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:21.830732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a6e3e24-5dc7-45a2-ab92-794649f9934e req-4bb85b33-76a6-4f2b-9f16-40fd1adc0b19 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976748 Jan 31 19:44:21.853085 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9347b-3308-47ab-8734-99df64e7993e None None] Checking router: c4cc6863-183b-4afd-9942-6989249cd039 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:44:21.856979 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59310) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:21.859450 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8caa31d6-3deb-443b-866c-8d96b8e37d56 req-5fc16a48-eca6-4a50-8124-802007f676cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12685c2e-670f-4783-8e6d-535c0310fe19 HTTP/1.1" status: 200 len: 999 time: 0.0838604 Jan 31 19:44:21.865673 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9347b-3308-47ab-8734-99df64e7993e None None] Routers {'c4cc6863-183b-4afd-9942-6989249cd039'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:44:21.866271 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ddf9347b-3308-47ab-8734-99df64e7993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:44:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4cc6863-183b-4afd-9942-6989249cd039'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:21.910918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa31d6-3deb-443b-866c-8d96b8e37d56 req-42123835-a335-4528-aca7-5575443dd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:21.912424 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8caa31d6-3deb-443b-866c-8d96b8e37d56 req-42123835-a335-4528-aca7-5575443dd9a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50b1f81d-703c-4644-93ac-047088a65c46 HTTP/1.1" status: 200 len: 835 time: 0.0472248 Jan 31 19:44:21.920354 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4a099520-7ab2-4dae-88f2-826c035c4cde tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/3f804103-8719-463e-bbdb-05d868b3c4e9 HTTP/1.1" status: 200 len: 991 time: 0.0610387 Jan 31 19:44:21.961488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa31d6-3deb-443b-866c-8d96b8e37d56 req-9798a010-a390-47ca-89c2-450c06b65ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:21.962981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8caa31d6-3deb-443b-866c-8d96b8e37d56 req-9798a010-a390-47ca-89c2-450c06b65ba7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470dcf03-bbd0-445c-8dae-38c1932e2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450146 Jan 31 19:44:21.973216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-ddf9347b-3308-47ab-8734-99df64e7993e None None] Set router c4cc6863-183b-4afd-9942-6989249cd039 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:44:22.055626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8caa31d6-3deb-443b-866c-8d96b8e37d56 req-c5a7ddb3-a239-4228-9416-d2215dd74d8c service neutron] 10.222.0.49 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860105 Jan 31 19:44:22.145548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8caa31d6-3deb-443b-866c-8d96b8e37d56 req-20f57d39-22b3-49e1-99fd-8748016e1a9a service neutron] 10.222.0.49 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840020 Jan 31 19:44:22.208110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-ddf9347b-3308-47ab-8734-99df64e7993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:44:08Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '3f804103-8719-463e-bbdb-05d868b3c4e9', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'port_id': '12685c2e-670f-4783-8e6d-535c0310fe19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'mac_address': 'fa:16:3e:31:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:44:20Z', 'updated_at': '2022-01-31T19:44:20Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d50a4dc-093e-49c5-bda7-6c22808c5b22', 'name': '', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:b3:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '50b1f81d-703c-4644-93ac-047088a65c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:07Z', 'updated_at': '2022-01-31T19:44:11Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '50b1f81d-703c-4644-93ac-047088a65c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:44:22.238578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9347b-3308-47ab-8734-99df64e7993e None None] The sync data for ids ['c4cc6863-183b-4afd-9942-6989249cd039'] in n-d-812111-15 is: [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:44:08Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '3f804103-8719-463e-bbdb-05d868b3c4e9', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'port_id': '12685c2e-670f-4783-8e6d-535c0310fe19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'mac_address': 'fa:16:3e:31:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:44:20Z', 'updated_at': '2022-01-31T19:44:20Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d50a4dc-093e-49c5-bda7-6c22808c5b22', 'name': '', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:b3:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '50b1f81d-703c-4644-93ac-047088a65c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:07Z', 'updated_at': '2022-01-31T19:44:11Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '50b1f81d-703c-4644-93ac-047088a65c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:44:22.431515 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7acaf0-e955-4e37-a13e-4c2b483f5b4c None None] New status for floating IP 3f804103-8719-463e-bbdb-05d868b3c4e9: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:44:22.712594 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:22.923117 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59312) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:44:22.986895 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-3961312d-d605-4f58-8f6f-975a059f182e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/3f804103-8719-463e-bbdb-05d868b3c4e9 HTTP/1.1" status: 200 len: 993 time: 0.0627282 Jan 31 19:44:24.343736 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:24.978418 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:25.413455 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:26.743226 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:48.952836 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cca6ff43-49f4-4c2e-ab77-72370521e658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:51.226576 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43c4558e-1215-4436-a1de-7b4ce884bf13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:52.714483 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:53.320148 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:44:54.346244 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:54.976060 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:55.417379 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:56.438285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f811bd-0cc1-450e-8a9d-34b6c02a0eda req-9711b8fe-a7de-4777-9193-81a169c777a0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:56.439767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78f811bd-0cc1-450e-8a9d-34b6c02a0eda req-9711b8fe-a7de-4777-9193-81a169c777a0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0523078 Jan 31 19:44:56.492763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78f811bd-0cc1-450e-8a9d-34b6c02a0eda req-2959049a-afdb-4c7b-a551-7cad6566068b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472059 Jan 31 19:44:56.773224 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:44:57.616891 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f427820-d084-42bf-8a18-641c36997c13 req-4a10b749-49ef-4152-a9dc-729b4f0fef61 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:57.618291 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f427820-d084-42bf-8a18-641c36997c13 req-4a10b749-49ef-4152-a9dc-729b4f0fef61 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0531316 Jan 31 19:44:57.667089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0f427820-d084-42bf-8a18-641c36997c13 req-03e1b71b-6555-40ab-99fb-e55c0d863705 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416427 Jan 31 19:44:58.795585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769069a-a221-448f-874a-bf9890cb8de5 req-1d8f2248-a1e0-4923-80b0-cde5bbeeda18 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:58.797347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4769069a-a221-448f-874a-bf9890cb8de5 req-1d8f2248-a1e0-4923-80b0-cde5bbeeda18 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0619223 Jan 31 19:44:58.844395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4769069a-a221-448f-874a-bf9890cb8de5 req-d073254f-1203-4bc0-ab3c-a5eea9886309 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415723 Jan 31 19:44:59.961738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73152a-402b-4bfb-9134-7cf3ac256344 req-1ec49e25-bce7-47d1-b8c9-cab1abad3872 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:44:59.963352 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba73152a-402b-4bfb-9134-7cf3ac256344 req-1ec49e25-bce7-47d1-b8c9-cab1abad3872 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0521612 Jan 31 19:45:00.011962 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ba73152a-402b-4bfb-9134-7cf3ac256344 req-23e96db1-7e76-4547-b7a7-b95f66aad017 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429451 Jan 31 19:45:01.135966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79378c-d25d-4a18-89ea-de31fa50a4a6 req-6fd17941-3c2c-44d8-984a-c013aa995126 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:01.137467 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f79378c-d25d-4a18-89ea-de31fa50a4a6 req-6fd17941-3c2c-44d8-984a-c013aa995126 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0572782 Jan 31 19:45:01.185367 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4f79378c-d25d-4a18-89ea-de31fa50a4a6 req-46b077fe-cf44-4a99-b8cc-74c89160f7e2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421169 Jan 31 19:45:02.303502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d1ee3-7159-418a-a452-d88f5efc99e1 req-41452213-7a8b-4d8b-881c-04ad17fd7dd3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:02.309002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd7d1ee3-7159-418a-a452-d88f5efc99e1 req-41452213-7a8b-4d8b-881c-04ad17fd7dd3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0529394 Jan 31 19:45:02.353236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cd7d1ee3-7159-418a-a452-d88f5efc99e1 req-8f76355d-74f4-479b-b28c-2ad8a6614385 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418477 Jan 31 19:45:03.476170 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74ef5-285a-41a2-8e7e-ff0d72d50bd2 req-501e0b88-e89a-4424-8320-e1093d84e928 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:03.477838 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fde74ef5-285a-41a2-8e7e-ff0d72d50bd2 req-501e0b88-e89a-4424-8320-e1093d84e928 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0548332 Jan 31 19:45:03.535317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fde74ef5-285a-41a2-8e7e-ff0d72d50bd2 req-5f7ae7db-fe10-40c4-8502-d3c7479d3a35 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509179 Jan 31 19:45:04.657314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb539849-58a0-4472-951a-d14abc7750c7 req-f30d1e01-d6a3-4e41-957d-ab3c59a637bb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:04.658768 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bb539849-58a0-4472-951a-d14abc7750c7 req-f30d1e01-d6a3-4e41-957d-ab3c59a637bb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0520737 Jan 31 19:45:04.705964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bb539849-58a0-4472-951a-d14abc7750c7 req-443c68af-7564-474f-95a3-4829771857a3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417733 Jan 31 19:45:05.824495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db009f-3d07-46f2-a357-eae505a9a668 req-11468bcb-66c5-4c13-a002-e15f70962aaf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:05.826013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87db009f-3d07-46f2-a357-eae505a9a668 req-11468bcb-66c5-4c13-a002-e15f70962aaf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0524836 Jan 31 19:45:05.873952 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-87db009f-3d07-46f2-a357-eae505a9a668 req-fcae3bdc-a86d-4d53-820f-65f9b58e72d2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425067 Jan 31 19:45:06.992781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1785a9-d806-4106-bcda-2b5d7fad3a27 req-fd365555-aae4-43c4-aa85-c8802e26e64a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:06.994797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c1785a9-d806-4106-bcda-2b5d7fad3a27 req-fd365555-aae4-43c4-aa85-c8802e26e64a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0554407 Jan 31 19:45:07.042594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c1785a9-d806-4106-bcda-2b5d7fad3a27 req-55229c62-7082-4e1f-9f26-ff6f9b484b4e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423818 Jan 31 19:45:07.064750 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59348) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:07.123452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-22baf754-957d-4083-95c9-2d7ade5f95dc tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/3f804103-8719-463e-bbdb-05d868b3c4e9 HTTP/1.1" status: 200 len: 993 time: 0.0576038 Jan 31 19:45:08.429195 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eea840-7a48-4373-a4b7-6e201b7dfe3f req-79a9b583-cd74-488d-b8ac-fb41d288baef tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:08.430629 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56eea840-7a48-4373-a4b7-6e201b7dfe3f req-79a9b583-cd74-488d-b8ac-fb41d288baef tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0848601 Jan 31 19:45:08.470307 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8005f-ce62-4f72-90cd-9e6144c988b9 req-a5cbebaa-b75a-41de-989f-45d723afa618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:08.471830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1af8005f-ce62-4f72-90cd-9e6144c988b9 req-a5cbebaa-b75a-41de-989f-45d723afa618 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 1129 time: 0.0822036 Jan 31 19:45:08.507498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-56eea840-7a48-4373-a4b7-6e201b7dfe3f req-6c11e10b-3490-4aec-906b-ad5cd0b0a083 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708628 Jan 31 19:45:08.577134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8005f-ce62-4f72-90cd-9e6144c988b9 req-fb37b490-5105-4942-bef8-3117ab608618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:08.578602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1af8005f-ce62-4f72-90cd-9e6144c988b9 req-fb37b490-5105-4942-bef8-3117ab608618 service neutron] 10.222.0.49 "GET /v2.0/networks?id=470dcf03-bbd0-445c-8dae-38c1932e2cba HTTP/1.1" status: 200 len: 897 time: 0.0957725 Jan 31 19:45:08.645602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1af8005f-ce62-4f72-90cd-9e6144c988b9 req-3bc3be05-2df1-48eb-a5ff-84f2cad9e6d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12685c2e-670f-4783-8e6d-535c0310fe19 HTTP/1.1" status: 200 len: 1001 time: 0.0566721 Jan 31 19:45:08.694260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8005f-ce62-4f72-90cd-9e6144c988b9 req-7fe2a450-824b-4732-8266-5a4b7b078c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:08.695604 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1af8005f-ce62-4f72-90cd-9e6144c988b9 req-7fe2a450-824b-4732-8266-5a4b7b078c3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50b1f81d-703c-4644-93ac-047088a65c46 HTTP/1.1" status: 200 len: 835 time: 0.0413594 Jan 31 19:45:08.750013 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8005f-ce62-4f72-90cd-9e6144c988b9 req-1753ddae-6109-4cb9-aef2-1d7d11f06ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:08.751493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1af8005f-ce62-4f72-90cd-9e6144c988b9 req-1753ddae-6109-4cb9-aef2-1d7d11f06ef7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470dcf03-bbd0-445c-8dae-38c1932e2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470541 Jan 31 19:45:08.842192 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1af8005f-ce62-4f72-90cd-9e6144c988b9 req-e3c9c60f-e412-47b0-b6a0-56000bcf7230 service neutron] 10.222.0.49 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803864 Jan 31 19:45:08.936388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1af8005f-ce62-4f72-90cd-9e6144c988b9 req-e6673996-2749-4e29-8856-6f944445cfff service neutron] 10.222.0.49 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833132 Jan 31 19:45:09.632324 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde630dd-660a-4d90-b011-e996e328a7e4 req-81905251-6d5b-4706-9d9a-cb26b3161795 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:09.633732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dde630dd-660a-4d90-b011-e996e328a7e4 req-81905251-6d5b-4706-9d9a-cb26b3161795 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0523279 Jan 31 19:45:09.680251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dde630dd-660a-4d90-b011-e996e328a7e4 req-46344278-5fb7-4c0f-87cf-523ad4cc193b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407457 Jan 31 19:45:09.704723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59358) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:09.763057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bd530693-d212-4b8b-8a65-60c3eb2bcf49 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/3f804103-8719-463e-bbdb-05d868b3c4e9 HTTP/1.1" status: 200 len: 993 time: 0.0572169 Jan 31 19:45:17.391337 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5952c683-df45-4866-ac5d-650151b33e04 req-ea4f9d48-3bbb-4802-8e5d-8732c09d5e1d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466063 Jan 31 19:45:17.477393 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952c683-df45-4866-ac5d-650151b33e04 req-2d610fc4-fa44-45ec-bfd7-2347fe345e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:17.479292 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5952c683-df45-4866-ac5d-650151b33e04 req-2d610fc4-fa44-45ec-bfd7-2347fe345e42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 1129 time: 0.0457304 Jan 31 19:45:17.579804 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952c683-df45-4866-ac5d-650151b33e04 req-dc7a5b8e-a82d-4813-b2bd-fc1c53b7408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:17.581282 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5952c683-df45-4866-ac5d-650151b33e04 req-dc7a5b8e-a82d-4813-b2bd-fc1c53b7408c service neutron] 10.222.0.49 "GET /v2.0/networks?id=470dcf03-bbd0-445c-8dae-38c1932e2cba HTTP/1.1" status: 200 len: 897 time: 0.0828671 Jan 31 19:45:17.653982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5952c683-df45-4866-ac5d-650151b33e04 req-de855339-b79c-4c26-a3a6-c94963eb1b58 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12685c2e-670f-4783-8e6d-535c0310fe19 HTTP/1.1" status: 200 len: 1001 time: 0.0641446 Jan 31 19:45:17.700578 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952c683-df45-4866-ac5d-650151b33e04 req-14405807-9693-4e38-9789-cc91b88a36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:17.701963 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5952c683-df45-4866-ac5d-650151b33e04 req-14405807-9693-4e38-9789-cc91b88a36e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50b1f81d-703c-4644-93ac-047088a65c46 HTTP/1.1" status: 200 len: 835 time: 0.0425925 Jan 31 19:45:17.748536 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952c683-df45-4866-ac5d-650151b33e04 req-11da22cb-2dc9-4dba-b92d-01c6ea7a6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:17.749987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5952c683-df45-4866-ac5d-650151b33e04 req-11da22cb-2dc9-4dba-b92d-01c6ea7a6f2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470dcf03-bbd0-445c-8dae-38c1932e2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0422680 Jan 31 19:45:17.838428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5952c683-df45-4866-ac5d-650151b33e04 req-5581c845-fe7b-4b58-aeeb-1a29f581067b service neutron] 10.222.0.49 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824184 Jan 31 19:45:17.927289 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5952c683-df45-4866-ac5d-650151b33e04 req-356902fc-0a4f-4d7a-ac49-2fa82217b8eb service neutron] 10.222.0.49 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801308 Jan 31 19:45:18.954456 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-116e9e15-cc59-48bc-bd68-8b508f82b60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:21.227512 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0916-64b5-47a2-8da9-a91829f9b120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:22.717573 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:24.352286 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:24.975703 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:25.420627 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:26.779532 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:30.319209 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:45:42.169787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:42.328422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 35fd3ca9-aad4-4902-8ae5-32c14f250b7d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:45:42.328780 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (35fd3ca9-aad4-4902-8ae5-32c14f250b7d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:42.403559 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (35fd3ca9-aad4-4902-8ae5-32c14f250b7d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:42.403893 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (35fd3ca9-aad4-4902-8ae5-32c14f250b7d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:42.415674 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 35fd3ca9-aad4-4902-8ae5-32c14f250b7d owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:45:42.892515 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (35fd3ca9-aad4-4902-8ae5-32c14f250b7d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:42.914925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=35fd3ca9-aad4-4902-8ae5-32c14f250b7d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:42.929049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.929411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.929769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.930112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.930451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.930789 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.931122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.931458 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.931791 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.932702 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.933139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.933484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.933816 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:42.992039 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (3f804103-8719-463e-bbdb-05d868b3c4e9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:42.992273 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Floating IP 3f804103-8719-463e-bbdb-05d868b3c4e9 disassociated (deleted). External IP: 172.25.8.16, port: 12685c2e-670f-4783-8e6d-535c0310fe19. Jan 31 19:45:43.196049 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router c4cc6863-183b-4afd-9942-6989249cd039 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:45:43.304625 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:45:43.309453 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:43.317717 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98c0a6-227d-4216-96b6-7f76e90c90c1 None None] Sync routers for ids ['c4cc6863-183b-4afd-9942-6989249cd039'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:45:43.327800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98c0a6-227d-4216-96b6-7f76e90c90c1 None None] Routers {'c4cc6863-183b-4afd-9942-6989249cd039'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:45:43.328456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1d98c0a6-227d-4216-96b6-7f76e90c90c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:45:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4cc6863-183b-4afd-9942-6989249cd039'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:43.343318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e200d128-ff1e-482e-8f7a-5305d84c78f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/floatingips/3f804103-8719-463e-bbdb-05d868b3c4e9 HTTP/1.1" status: 204 len: 168 time: 1.1724384 Jan 31 19:45:43.343932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'tag': '12685c2e-670f-4783-8e6d-535c0310fe19'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:45:43.346283 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7732bef5-dfc9-4345-b94a-c3a1acb9d005" -d '{"events": [{"name": "network-changed", "server_uuid": "bbde92f6-fef5-4ec3-ad87-77fd1794cd58", "tag": "12685c2e-670f-4783-8e6d-535c0310fe19"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:45:43.386108 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8abbb7-b802-4feb-b801-7ec94bce6c42 x-openstack-request-id: req-0f8abbb7-b802-4feb-b801-7ec94bce6c42 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:45:43.386468 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbde92f6-fef5-4ec3-ad87-77fd1794cd58", "tag": "12685c2e-670f-4783-8e6d-535c0310fe19", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:45:43.386785 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f8abbb7-b802-4feb-b801-7ec94bce6c42 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:45:43.387254 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'tag': '12685c2e-670f-4783-8e6d-535c0310fe19', 'status': 'completed', 'code': 200} Jan 31 19:45:43.451658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1d98c0a6-227d-4216-96b6-7f76e90c90c1 None None] Set router c4cc6863-183b-4afd-9942-6989249cd039 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:45:43.459172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732bef5-dfc9-4345-b94a-c3a1acb9d005 req-5f25145f-b0c9-42b4-b2d5-3e22c37d11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:43.461061 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7732bef5-dfc9-4345-b94a-c3a1acb9d005 req-5f25145f-b0c9-42b4-b2d5-3e22c37d11ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 1129 time: 0.0490367 Jan 31 19:45:43.612069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732bef5-dfc9-4345-b94a-c3a1acb9d005 req-3263e444-c843-4cc0-af53-d8755d507751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:43.613516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7732bef5-dfc9-4345-b94a-c3a1acb9d005 req-3263e444-c843-4cc0-af53-d8755d507751 service neutron] 10.222.0.49 "GET /v2.0/networks?id=470dcf03-bbd0-445c-8dae-38c1932e2cba HTTP/1.1" status: 200 len: 897 time: 0.1399829 Jan 31 19:45:43.621723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731a134-cf28-4b9d-b374-ca469a96ec0c req-9d1dbd92-814d-46ce-bddd-e599b446d20c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:43.623228 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f731a134-cf28-4b9d-b374-ca469a96ec0c req-9d1dbd92-814d-46ce-bddd-e599b446d20c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0906866 Jan 31 19:45:43.665276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7732bef5-dfc9-4345-b94a-c3a1acb9d005 req-b34da06d-3181-4f03-8f3a-b9e700d42f7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12685c2e-670f-4783-8e6d-535c0310fe19 HTTP/1.1" status: 200 len: 217 time: 0.0410633 Jan 31 19:45:43.737757 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f731a134-cf28-4b9d-b374-ca469a96ec0c req-1ee2fd1c-c674-4ed6-bdc2-b790be530479 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076455 Jan 31 19:45:43.739955 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732bef5-dfc9-4345-b94a-c3a1acb9d005 req-b61ba968-cd1a-4a96-90e8-a1a4b447e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:43.741025 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7732bef5-dfc9-4345-b94a-c3a1acb9d005 req-b61ba968-cd1a-4a96-90e8-a1a4b447e828 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50b1f81d-703c-4644-93ac-047088a65c46 HTTP/1.1" status: 200 len: 835 time: 0.0691605 Jan 31 19:45:43.796124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732bef5-dfc9-4345-b94a-c3a1acb9d005 req-b06c7146-79b0-46a9-a8dc-05a0b53d55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:43.797727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7732bef5-dfc9-4345-b94a-c3a1acb9d005 req-b06c7146-79b0-46a9-a8dc-05a0b53d55b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=470dcf03-bbd0-445c-8dae-38c1932e2cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504286 Jan 31 19:45:43.820558 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1d98c0a6-227d-4216-96b6-7f76e90c90c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:44:08Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6d50a4dc-093e-49c5-bda7-6c22808c5b22', 'name': '', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:b3:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '50b1f81d-703c-4644-93ac-047088a65c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:07Z', 'updated_at': '2022-01-31T19:44:11Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '50b1f81d-703c-4644-93ac-047088a65c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:43.848164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98c0a6-227d-4216-96b6-7f76e90c90c1 None None] Checking router: c4cc6863-183b-4afd-9942-6989249cd039 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:45:43.857614 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98c0a6-227d-4216-96b6-7f76e90c90c1 None None] Routers {'c4cc6863-183b-4afd-9942-6989249cd039'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:45:43.858243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1d98c0a6-227d-4216-96b6-7f76e90c90c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:45:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4cc6863-183b-4afd-9942-6989249cd039'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:43.890105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7732bef5-dfc9-4345-b94a-c3a1acb9d005 req-e5d98612-4307-48c4-b208-34d223eb341d service neutron] 10.222.0.49 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842090 Jan 31 19:45:43.964803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-1d98c0a6-227d-4216-96b6-7f76e90c90c1 None None] Set router c4cc6863-183b-4afd-9942-6989249cd039 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:45:43.985872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7732bef5-dfc9-4345-b94a-c3a1acb9d005 req-7e1854e3-aa38-450d-8e25-ee2165f9b599 service neutron] 10.222.0.49 "GET /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871041 Jan 31 19:45:44.161877 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-1d98c0a6-227d-4216-96b6-7f76e90c90c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:44:08Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6d50a4dc-093e-49c5-bda7-6c22808c5b22', 'name': '', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:b3:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '50b1f81d-703c-4644-93ac-047088a65c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:07Z', 'updated_at': '2022-01-31T19:44:11Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '50b1f81d-703c-4644-93ac-047088a65c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:44.188242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98c0a6-227d-4216-96b6-7f76e90c90c1 None None] The sync data for ids ['c4cc6863-183b-4afd-9942-6989249cd039'] in n-d-812111-15 is: [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:44:08Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '6d50a4dc-093e-49c5-bda7-6c22808c5b22', 'name': '', 'network_id': '470dcf03-bbd0-445c-8dae-38c1932e2cba', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:b3:da:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '50b1f81d-703c-4644-93ac-047088a65c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:07Z', 'updated_at': '2022-01-31T19:44:11Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '50b1f81d-703c-4644-93ac-047088a65c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:45:44.406042 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11376437-a36b-4780-9a8a-ffaf2f8c5927 None None] New status for floating IP 3f804103-8719-463e-bbdb-05d868b3c4e9: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:45:44.864977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552523f9-8ce6-4eef-93ab-7e22efb71e33 req-790b7e98-19cd-4672-9cf8-ecdd65d5ed03 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:44.866455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-552523f9-8ce6-4eef-93ab-7e22efb71e33 req-790b7e98-19cd-4672-9cf8-ecdd65d5ed03 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0529180 Jan 31 19:45:44.915121 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-552523f9-8ce6-4eef-93ab-7e22efb71e33 req-412b7a59-2e95-4a26-8b89-df583858de9c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc83487-fb11-4fd9-9fa2-92b8ce04d720&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425866 Jan 31 19:45:45.374927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797e337-e5e8-45a7-b5e3-637d504c14fe req-b583cdff-da49-4f9d-bea0-26d4ca9ad87d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:45.376410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7797e337-e5e8-45a7-b5e3-637d504c14fe req-b583cdff-da49-4f9d-bea0-26d4ca9ad87d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 946 time: 0.0513613 Jan 31 19:45:45.475128 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7797e337-e5e8-45a7-b5e3-637d504c14fe req-374b8673-b630-4b27-b0d0-464a14d3c1a3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 12685c2e-670f-4783-8e6d-535c0310fe19 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:45:45.475464 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7797e337-e5e8-45a7-b5e3-637d504c14fe req-374b8673-b630-4b27-b0d0-464a14d3c1a3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:45.561120 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7797e337-e5e8-45a7-b5e3-637d504c14fe req-374b8673-b630-4b27-b0d0-464a14d3c1a3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port 12685c2e-670f-4783-8e6d-535c0310fe19, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=12685c2e-670f-4783-8e6d-535c0310fe19,segment=NetworkSegment(efbd8d28-e0ba-46e2-b21b-8b848343fb2e),segment_id=efbd8d28-e0ba-46e2-b21b-8b848343fb2e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:45:45.561485 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7797e337-e5e8-45a7-b5e3-637d504c14fe req-374b8673-b630-4b27-b0d0-464a14d3c1a3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:45.575796 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7797e337-e5e8-45a7-b5e3-637d504c14fe req-374b8673-b630-4b27-b0d0-464a14d3c1a3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 12685c2e-670f-4783-8e6d-535c0310fe19 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:45:45.704158 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7797e337-e5e8-45a7-b5e3-637d504c14fe req-374b8673-b630-4b27-b0d0-464a14d3c1a3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (12685c2e-670f-4783-8e6d-535c0310fe19), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:45.732221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b8673-b630-4b27-b0d0-464a14d3c1a3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=12685c2e-670f-4783-8e6d-535c0310fe19,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:45.779863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7797e337-e5e8-45a7-b5e3-637d504c14fe req-374b8673-b630-4b27-b0d0-464a14d3c1a3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] No DVR routers for this DVR port 12685c2e-670f-4783-8e6d-535c0310fe19 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:45:45.782481 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7797e337-e5e8-45a7-b5e3-637d504c14fe req-374b8673-b630-4b27-b0d0-464a14d3c1a3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:45.785809 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7797e337-e5e8-45a7-b5e3-637d504c14fe req-374b8673-b630-4b27-b0d0-464a14d3c1a3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.49 "DELETE /v2.0/ports/12685c2e-670f-4783-8e6d-535c0310fe19 HTTP/1.1" status: 204 len: 173 time: 0.4005651 Jan 31 19:45:45.786256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'name': 'network-vif-deleted', 'tag': '12685c2e-670f-4783-8e6d-535c0310fe19'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:45:45.788535 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dc4ea1-85ca-4daa-989f-0421a4e3b2e6" -d '{"events": [{"server_uuid": "bbde92f6-fef5-4ec3-ad87-77fd1794cd58", "name": "network-vif-deleted", "tag": "12685c2e-670f-4783-8e6d-535c0310fe19"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:45:45.828696 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e65de4f-3942-41f9-aeca-900021e62cc5 x-openstack-request-id: req-4e65de4f-3942-41f9-aeca-900021e62cc5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:45:45.829005 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbde92f6-fef5-4ec3-ad87-77fd1794cd58", "name": "network-vif-deleted", "tag": "12685c2e-670f-4783-8e6d-535c0310fe19", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:45:45.829271 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e65de4f-3942-41f9-aeca-900021e62cc5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:45:45.829689 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbde92f6-fef5-4ec3-ad87-77fd1794cd58', 'name': 'network-vif-deleted', 'tag': '12685c2e-670f-4783-8e6d-535c0310fe19', 'status': 'completed', 'code': 200} Jan 31 19:45:46.021827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dbc04ce2-9876-4aa3-8ec5-e77516e118be req-8d2e9ed3-f09f-4c92-ad56-0016845f5165 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbde92f6-fef5-4ec3-ad87-77fd1794cd58 HTTP/1.1" status: 200 len: 210 time: 0.0283008 Jan 31 19:45:47.077558 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59394) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:47.430927 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (c4cc6863-183b-4afd-9942-6989249cd039), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:47.692995 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 6d50a4dc-093e-49c5-bda7-6c22808c5b22 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:45:47.693262 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:47.782779 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port 6d50a4dc-093e-49c5-bda7-6c22808c5b22, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=6d50a4dc-093e-49c5-bda7-6c22808c5b22,segment=NetworkSegment(efbd8d28-e0ba-46e2-b21b-8b848343fb2e),segment_id=efbd8d28-e0ba-46e2-b21b-8b848343fb2e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:45:47.783149 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:47.794890 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 6d50a4dc-093e-49c5-bda7-6c22808c5b22 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:45:47.976425 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (6d50a4dc-093e-49c5-bda7-6c22808c5b22), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:48.003158 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=6d50a4dc-093e-49c5-bda7-6c22808c5b22,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:48.015959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.015959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.016199 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.016563 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.016905 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.017247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.017587 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.017927 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.018264 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.018601 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.018937 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.019268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.019597 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:48.057350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 12685c2e-670f-4783-8e6d-535c0310fe19 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:45:48.078301 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 12685c2e-670f-4783-8e6d-535c0310fe19 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:45:48.078682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 12685c2e-670f-4783-8e6d-535c0310fe19 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:45:48.185829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (c4cc6863-183b-4afd-9942-6989249cd039), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:48.399673 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router c4cc6863-183b-4afd-9942-6989249cd039 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:45:48.503070 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:45:48.508023 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4018de2d-184a-4e0e-9cbf-aa9486e264bf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "PUT /v2.0/routers/c4cc6863-183b-4afd-9942-6989249cd039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4293654 Jan 31 19:45:48.511430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59398) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:48.513021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527fa0d4-9384-4bfb-b4a9-0ddab3276961 None None] Sync routers for ids ['c4cc6863-183b-4afd-9942-6989249cd039'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:45:48.527546 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527fa0d4-9384-4bfb-b4a9-0ddab3276961 None None] Routers {'c4cc6863-183b-4afd-9942-6989249cd039'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:45:48.528154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-527fa0d4-9384-4bfb-b4a9-0ddab3276961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:45:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4cc6863-183b-4afd-9942-6989249cd039'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:48.561720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-14296da6-c805-4aea-b881-5dd7d7a6a6bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting subnet 50b1f81d-703c-4644-93ac-047088a65c46 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:45:48.564872 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14296da6-c805-4aea-b881-5dd7d7a6a6bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (50b1f81d-703c-4644-93ac-047088a65c46), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:48.604888 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14296da6-c805-4aea-b881-5dd7d7a6a6bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (50b1f81d-703c-4644-93ac-047088a65c46), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:48.631613 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-527fa0d4-9384-4bfb-b4a9-0ddab3276961 None None] Set router c4cc6863-183b-4afd-9942-6989249cd039 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:45:48.689958 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14296da6-c805-4aea-b881-5dd7d7a6a6bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (50b1f81d-703c-4644-93ac-047088a65c46), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:48.747448 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14296da6-c805-4aea-b881-5dd7d7a6a6bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (50b1f81d-703c-4644-93ac-047088a65c46), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:48.777233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14296da6-c805-4aea-b881-5dd7d7a6a6bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Subnet': ['ID=50b1f81d-703c-4644-93ac-047088a65c46,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:48.781441 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14296da6-c805-4aea-b881-5dd7d7a6a6bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:48.784963 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-14296da6-c805-4aea-b881-5dd7d7a6a6bd tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/subnets/50b1f81d-703c-4644-93ac-047088a65c46 HTTP/1.1" status: 204 len: 168 time: 0.2722397 Jan 31 19:45:48.787636 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59400) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:48.792839 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedb9c55-ceba-4212-9123-3fdbb68aa6e8 None None] Network 470dcf03-bbd0-445c-8dae-38c1932e2cba requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:45:48.895676 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (c4cc6863-183b-4afd-9942-6989249cd039), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:48.897805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-527fa0d4-9384-4bfb-b4a9-0ddab3276961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:45:47Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:48.925727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527fa0d4-9384-4bfb-b4a9-0ddab3276961 None None] Checking router: c4cc6863-183b-4afd-9942-6989249cd039 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:45:48.937370 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527fa0d4-9384-4bfb-b4a9-0ddab3276961 None None] Routers {'c4cc6863-183b-4afd-9942-6989249cd039'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:45:48.937838 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-527fa0d4-9384-4bfb-b4a9-0ddab3276961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:45:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['c4cc6863-183b-4afd-9942-6989249cd039'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:49.002035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] DHCP port deletion for 470dcf03-bbd0-445c-8dae-38c1932e2cba request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:45:49.008211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (c4cc6863-183b-4afd-9942-6989249cd039), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.009357 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41eaa5a8-627a-4771-96eb-9991c14770c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.063269 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 2de56146-8e90-400e-9c9c-e25d18a719e4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:45:49.063619 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.094594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-527fa0d4-9384-4bfb-b4a9-0ddab3276961 None None] Set router c4cc6863-183b-4afd-9942-6989249cd039 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:45:49.141392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port 2de56146-8e90-400e-9c9c-e25d18a719e4, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=2de56146-8e90-400e-9c9c-e25d18a719e4,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:45:49.141753 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.158912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 2de56146-8e90-400e-9c9c-e25d18a719e4 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:45:49.201445 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Deleting port 3c80d445-ce24-4003-9941-55908f64b958 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:45:49.201825 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3c80d445-ce24-4003-9941-55908f64b958), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.289059 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] For port 3c80d445-ce24-4003-9941-55908f64b958, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=3c80d445-ce24-4003-9941-55908f64b958,segment=NetworkSegment(efbd8d28-e0ba-46e2-b21b-8b848343fb2e),segment_id=efbd8d28-e0ba-46e2-b21b-8b848343fb2e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:45:49.289505 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3c80d445-ce24-4003-9941-55908f64b958), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.305369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Calling delete_port for 3c80d445-ce24-4003-9941-55908f64b958 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:45:49.321104 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (2de56146-8e90-400e-9c9c-e25d18a719e4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.353627 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=2de56146-8e90-400e-9c9c-e25d18a719e4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:49.411858 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (c4cc6863-183b-4afd-9942-6989249cd039), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.416114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-527fa0d4-9384-4bfb-b4a9-0ddab3276961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:45:47Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:49.444704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527fa0d4-9384-4bfb-b4a9-0ddab3276961 None None] The sync data for ids ['c4cc6863-183b-4afd-9942-6989249cd039'] in n-d-812111-15 is: [{'id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019951767', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:44:04Z', 'updated_at': '2022-01-31T19:45:47Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '2de56146-8e90-400e-9c9c-e25d18a719e4', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc6863-183b-4afd-9942-6989249cd039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:44:05Z', 'updated_at': '2022-01-31T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:45:49.448123 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (3c80d445-ce24-4003-9941-55908f64b958), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.477942 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Pushing event deleted for resources: {'Port': ['ID=3c80d445-ce24-4003-9941-55908f64b958,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:49.485382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] No DVR routers for this DVR port 3c80d445-ce24-4003-9941-55908f64b958 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:45:49.492711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.493101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.493406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.493749 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.494088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.494475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.494812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.495145 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.496133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.496133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.496355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.496645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.496988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84db291-6dbf-4d81-a3b2-b5cb9df9d925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:49.511493 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (c4cc6863-183b-4afd-9942-6989249cd039), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.513931 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_controller (c4cc6863-183b-4afd-9942-6989249cd039), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.556365 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (c4cc6863-183b-4afd-9942-6989249cd039), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.556983 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Fanout notify agent at l3_agent the message router_deleted on router c4cc6863-183b-4afd-9942-6989249cd039 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:45:49.563591 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.564742 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-50a6d542-f628-4975-823e-bda691d3bfe5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/routers/c4cc6863-183b-4afd-9942-6989249cd039 HTTP/1.1" status: 204 len: 168 time: 0.7759981 Jan 31 19:45:49.567526 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59402) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:49.644812 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (470dcf03-bbd0-445c-8dae-38c1932e2cba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.727198 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (470dcf03-bbd0-445c-8dae-38c1932e2cba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.751716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470dcf03-bbd0-445c-8dae-38c1932e2cba']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:49.761583 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:49.761898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbd8d28-e0ba-46e2-b21b-8b848343fb2e') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:49.771215 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (efbd8d28-e0ba-46e2-b21b-8b848343fb2e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.784478 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (efbd8d28-e0ba-46e2-b21b-8b848343fb2e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.792730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:45:49.793418 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (efbd8d28-e0ba-46e2-b21b-8b848343fb2e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:45:49.797016 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:45:49.857775 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (470dcf03-bbd0-445c-8dae-38c1932e2cba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.862527 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.866073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/networks/470dcf03-bbd0-445c-8dae-38c1932e2cba HTTP/1.1" status: 204 len: 168 time: 0.2975662 Jan 31 19:45:49.869023 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59406) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:49.881902 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcac05d-34d5-4719-acb3-a86529e2a591 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Network': ['ID=470dcf03-bbd0-445c-8dae-38c1932e2cba,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:49.939111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-143df662-fabb-45e0-845a-538c47453fa8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (4cc83487-fb11-4fd9-9fa2-92b8ce04d720), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:49.965579 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-143df662-fabb-45e0-845a-538c47453fa8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (4cc83487-fb11-4fd9-9fa2-92b8ce04d720), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.027432 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-143df662-fabb-45e0-845a-538c47453fa8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (4cc83487-fb11-4fd9-9fa2-92b8ce04d720), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.030262 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-143df662-fabb-45e0-845a-538c47453fa8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.031443 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-143df662-fabb-45e0-845a-538c47453fa8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/security-groups/4cc83487-fb11-4fd9-9fa2-92b8ce04d720 HTTP/1.1" status: 204 len: 168 time: 0.1602807 Jan 31 19:45:50.041785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143df662-fabb-45e0-845a-538c47453fa8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc83487-fb11-4fd9-9fa2-92b8ce04d720,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:50.214262 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59412) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:50.218834 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-376b6969-64eb-4366-b12e-6ca7f3cfe170 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828971950', 'description': 'tempest-secgroup-smoke-828971950 description', 'project_id': 'ce496218cec040368cda9320d0c85700'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:45:50.239074 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-376b6969-64eb-4366-b12e-6ca7f3cfe170 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.304605 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-376b6969-64eb-4366-b12e-6ca7f3cfe170 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (dfac5134-7fb8-41e1-b0d6-5b59f7b053ff), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.309730 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-376b6969-64eb-4366-b12e-6ca7f3cfe170 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (dfac5134-7fb8-41e1-b0d6-5b59f7b053ff), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.339738 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-376b6969-64eb-4366-b12e-6ca7f3cfe170 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.340996 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-376b6969-64eb-4366-b12e-6ca7f3cfe170 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1257257 Jan 31 19:45:50.344176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59414) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:50.344981 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b6969-64eb-4366-b12e-6ca7f3cfe170 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:50.349887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f92056c5-0e04-4019-9499-01d6fdfe9646 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': 'dfac5134-7fb8-41e1-b0d6-5b59f7b053ff', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:45:50.376286 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f92056c5-0e04-4019-9499-01d6fdfe9646 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (453f7b4f-cf82-4ee9-82df-375bb80c8e7f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.430261 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f92056c5-0e04-4019-9499-01d6fdfe9646 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (453f7b4f-cf82-4ee9-82df-375bb80c8e7f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.434261 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f92056c5-0e04-4019-9499-01d6fdfe9646 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (453f7b4f-cf82-4ee9-82df-375bb80c8e7f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.452152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92056c5-0e04-4019-9499-01d6fdfe9646 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453f7b4f-cf82-4ee9-82df-375bb80c8e7f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:50.461842 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f92056c5-0e04-4019-9499-01d6fdfe9646 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.463468 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f92056c5-0e04-4019-9499-01d6fdfe9646 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179559 Jan 31 19:45:50.466137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59416) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:50.471239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b6b53829-1d04-4b6e-a5d2-ba70dd2a71d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': 'dfac5134-7fb8-41e1-b0d6-5b59f7b053ff', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:45:50.499062 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6b53829-1d04-4b6e-a5d2-ba70dd2a71d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (04f6d5f2-7a37-409c-8470-c699a108ee86), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.561311 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6b53829-1d04-4b6e-a5d2-ba70dd2a71d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (04f6d5f2-7a37-409c-8470-c699a108ee86), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.564906 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6b53829-1d04-4b6e-a5d2-ba70dd2a71d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (04f6d5f2-7a37-409c-8470-c699a108ee86), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.582539 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b53829-1d04-4b6e-a5d2-ba70dd2a71d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f6d5f2-7a37-409c-8470-c699a108ee86,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:50.590195 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6b53829-1d04-4b6e-a5d2-ba70dd2a71d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.591443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b6b53829-1d04-4b6e-a5d2-ba70dd2a71d1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241660 Jan 31 19:45:50.594106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59418) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:50.598441 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f5679aad-fa56-4cbc-a911-7203ab9aa6cf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': 'dfac5134-7fb8-41e1-b0d6-5b59f7b053ff', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:45:50.624042 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5679aad-fa56-4cbc-a911-7203ab9aa6cf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (ca22c399-830c-4a42-963e-c1a5961027ba), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.680552 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5679aad-fa56-4cbc-a911-7203ab9aa6cf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (ca22c399-830c-4a42-963e-c1a5961027ba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.684613 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5679aad-fa56-4cbc-a911-7203ab9aa6cf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (ca22c399-830c-4a42-963e-c1a5961027ba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.704431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5679aad-fa56-4cbc-a911-7203ab9aa6cf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca22c399-830c-4a42-963e-c1a5961027ba,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:50.711541 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5679aad-fa56-4cbc-a911-7203ab9aa6cf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.712765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f5679aad-fa56-4cbc-a911-7203ab9aa6cf tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177197 Jan 31 19:45:50.715834 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:50.720271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-30368794-5ac2-4f85-a88c-723ae6d7fa98 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': 'dfac5134-7fb8-41e1-b0d6-5b59f7b053ff', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:45:50.745288 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30368794-5ac2-4f85-a88c-723ae6d7fa98 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (46c18e27-5018-49e1-82f6-6efd84abd255), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.803524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30368794-5ac2-4f85-a88c-723ae6d7fa98 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (46c18e27-5018-49e1-82f6-6efd84abd255), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.804157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6d50a4dc-093e-49c5-bda7-6c22808c5b22 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:45:50.813022 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30368794-5ac2-4f85-a88c-723ae6d7fa98 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (46c18e27-5018-49e1-82f6-6efd84abd255), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.825079 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 6d50a4dc-093e-49c5-bda7-6c22808c5b22 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:45:50.825432 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 6d50a4dc-093e-49c5-bda7-6c22808c5b22 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:45:50.825855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3c80d445-ce24-4003-9941-55908f64b958 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:45:50.830999 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30368794-5ac2-4f85-a88c-723ae6d7fa98 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c18e27-5018-49e1-82f6-6efd84abd255,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:50.839568 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30368794-5ac2-4f85-a88c-723ae6d7fa98 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.840863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-30368794-5ac2-4f85-a88c-723ae6d7fa98 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240387 Jan 31 19:45:50.843609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59422) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:50.844849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 3c80d445-ce24-4003-9941-55908f64b958 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:45:50.845203 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 3c80d445-ce24-4003-9941-55908f64b958 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:45:50.845626 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2de56146-8e90-400e-9c9c-e25d18a719e4 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:45:50.848154 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-789fc1eb-1fe4-4192-beb1-3b9652d2b71a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': 'dfac5134-7fb8-41e1-b0d6-5b59f7b053ff', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:45:50.865569 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 2de56146-8e90-400e-9c9c-e25d18a719e4 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:45:50.865921 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 2de56146-8e90-400e-9c9c-e25d18a719e4 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:45:50.871144 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-789fc1eb-1fe4-4192-beb1-3b9652d2b71a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Project ce496218cec040368cda9320d0c85700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:45:50.888913 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-789fc1eb-1fe4-4192-beb1-3b9652d2b71a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (a52b1ccb-6f7c-4096-98fe-e1eaf84708c0), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.949807 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-789fc1eb-1fe4-4192-beb1-3b9652d2b71a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (a52b1ccb-6f7c-4096-98fe-e1eaf84708c0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.953183 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-789fc1eb-1fe4-4192-beb1-3b9652d2b71a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (a52b1ccb-6f7c-4096-98fe-e1eaf84708c0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.971216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fc1eb-1fe4-4192-beb1-3b9652d2b71a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52b1ccb-6f7c-4096-98fe-e1eaf84708c0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:50.979754 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-789fc1eb-1fe4-4192-beb1-3b9652d2b71a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:50.981008 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-789fc1eb-1fe4-4192-beb1-3b9652d2b71a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364207 Jan 31 19:45:50.983704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:50.987986 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0118417a-7f71-4c4d-b0ed-dd0b50e38df8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'security_group_rule': {'security_group_id': 'dfac5134-7fb8-41e1-b0d6-5b59f7b053ff', 'project_id': 'ce496218cec040368cda9320d0c85700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:45:51.008511 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-0118417a-7f71-4c4d-b0ed-dd0b50e38df8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Project ce496218cec040368cda9320d0c85700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:45:51.013967 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0118417a-7f71-4c4d-b0ed-dd0b50e38df8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (72105c89-6d73-4610-b3dd-743858b37254), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.071240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0118417a-7f71-4c4d-b0ed-dd0b50e38df8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (72105c89-6d73-4610-b3dd-743858b37254), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.075071 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0118417a-7f71-4c4d-b0ed-dd0b50e38df8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (72105c89-6d73-4610-b3dd-743858b37254), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.096189 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118417a-7f71-4c4d-b0ed-dd0b50e38df8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72105c89-6d73-4610-b3dd-743858b37254,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:51.107097 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0118417a-7f71-4c4d-b0ed-dd0b50e38df8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.108478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0118417a-7f71-4c4d-b0ed-dd0b50e38df8 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237836 Jan 31 19:45:51.111207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59426) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:51.116054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a0b72dc9-bf8c-46ae-a562-aeb46198c188 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'network': {'name': 'tempest-network-smoke--27051098', 'project_id': 'ce496218cec040368cda9320d0c85700', 'port_security_enabled': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:45:51.134510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b72dc9-bf8c-46ae-a562-aeb46198c188 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:45:51.138010 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0b72dc9-bf8c-46ae-a562-aeb46198c188 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.161906 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b72dc9-bf8c-46ae-a562-aeb46198c188 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:45:51.171286 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0b72dc9-bf8c-46ae-a562-aeb46198c188 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.171700 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-a0b72dc9-bf8c-46ae-a562-aeb46198c188 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Added segment 9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73 of type vlan for network b2ad176d-64f8-4654-9d05-13968a6cd741 Jan 31 19:45:51.209990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0b72dc9-bf8c-46ae-a562-aeb46198c188 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (b2ad176d-64f8-4654-9d05-13968a6cd741), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.236876 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e13894f-a24b-40e0-8f32-4709b90e4ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.239703 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0b72dc9-bf8c-46ae-a562-aeb46198c188 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (b2ad176d-64f8-4654-9d05-13968a6cd741), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.244838 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b72dc9-bf8c-46ae-a562-aeb46198c188 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:51.245486 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0b72dc9-bf8c-46ae-a562-aeb46198c188 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.306006 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-a0b72dc9-bf8c-46ae-a562-aeb46198c188 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1937702 Jan 31 19:45:51.308940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59428) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:51.313355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'admin_state_up': True, 'project_id': 'ce496218cec040368cda9320d0c85700', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:45:51.328679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b72dc9-bf8c-46ae-a562-aeb46198c188 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Network': ['ID=b2ad176d-64f8-4654-9d05-13968a6cd741,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:51.340060 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network b2ad176d-64f8-4654-9d05-13968a6cd741 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:45:51.341835 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (85b9428f-5be5-4ca7-b9e2-24911ca59024), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.343232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (85b9428f-5be5-4ca7-b9e2-24911ca59024), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.398693 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_controller (85b9428f-5be5-4ca7-b9e2-24911ca59024), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.531970 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (85b9428f-5be5-4ca7-b9e2-24911ca59024), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.726329 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (85b9428f-5be5-4ca7-b9e2-24911ca59024), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.743980 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.841982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.25.8.191 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/98c929b9-b10e-437a-8957-d412059dc713) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:45:51.942905 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (98c929b9-b10e-437a-8957-d412059dc713), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:51.975778 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (98c929b9-b10e-437a-8957-d412059dc713), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:52.012678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:45:52.015710 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:45:52.018111 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:45:52.047914 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=98c929b9-b10e-437a-8957-d412059dc713,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:52.265039 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (85b9428f-5be5-4ca7-b9e2-24911ca59024), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:52.451441 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (85b9428f-5be5-4ca7-b9e2-24911ca59024), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:52.574907 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router 85b9428f-5be5-4ca7-b9e2-24911ca59024 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:45:52.684301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:45:52.694731 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Sync routers for ids ['85b9428f-5be5-4ca7-b9e2-24911ca59024'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:45:52.705096 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Routers {'85b9428f-5be5-4ca7-b9e2-24911ca59024'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:45:52.705328 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:52.705706 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['85b9428f-5be5-4ca7-b9e2-24911ca59024'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:52.709813 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59430) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:52.710318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-8e9ceba4-8e1b-4d27-8469-498263b5f329 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3999252 Jan 31 19:45:52.724324 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:52.787567 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3786b8a5-2ec9-46e1-b104-a1b6151e4f7a tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ce496218cec040368cda9320d0c85700&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0758386 Jan 31 19:45:52.790192 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59434) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:52.810702 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Set router 85b9428f-5be5-4ca7-b9e2-24911ca59024 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:45:52.881185 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ae42e6-6f71-4da2-ab6e-4a8ce45466c8 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:52.882621 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-63ae42e6-6f71-4da2-ab6e-4a8ce45466c8 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915039 Jan 31 19:45:52.886140 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:52.915381 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-49249939-f9c5-475e-b368-fa1e766c8265 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2a8a3ffb-59df-4b1a-a0af-4ef009848ec8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280325 Jan 31 19:45:52.918059 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59438) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:52.922962 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8dd2bee5-2cfc-4035-aa06-d04b2b2507db tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-865315883', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'project_id': 'ce496218cec040368cda9320d0c85700', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:45:53.008588 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd2bee5-2cfc-4035-aa06-d04b2b2507db tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:45:53.013733 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dd2bee5-2cfc-4035-aa06-d04b2b2507db tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:53.083600 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:52Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:53.110781 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Checking router: 85b9428f-5be5-4ca7-b9e2-24911ca59024 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:45:53.111132 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Updating router 85b9428f-5be5-4ca7-b9e2-24911ca59024 port 98c929b9-b10e-437a-8957-d412059dc713 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:45:53.140287 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (98c929b9-b10e-437a-8957-d412059dc713), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:53.199495 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dd2bee5-2cfc-4035-aa06-d04b2b2507db tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (361d1d84-c23f-4f87-ac2b-79be232007ba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:53.262889 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2bee5-2cfc-4035-aa06-d04b2b2507db tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Subnet': ['ID=361d1d84-c23f-4f87-ac2b-79be232007ba,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:53.273475 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd2bee5-2cfc-4035-aa06-d04b2b2507db tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Checking segment: {'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:45:53.273842 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2bee5-2cfc-4035-aa06-d04b2b2507db tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network hostable DHCP agents. Network: b2ad176d-64f8-4654-9d05-13968a6cd741, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:45:53.291636 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2bee5-2cfc-4035-aa06-d04b2b2507db tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network b2ad176d-64f8-4654-9d05-13968a6cd741 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:45:53.300894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2bee5-2cfc-4035-aa06-d04b2b2507db tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, b2ad176d-64f8-4654-9d05-13968a6cd741) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:45:53.305846 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd2bee5-2cfc-4035-aa06-d04b2b2507db tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:53.306967 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dd2bee5-2cfc-4035-aa06-d04b2b2507db tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:53.317534 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff50db4-5be3-43cb-bb36-cf65a0822a2a None None] Network b2ad176d-64f8-4654-9d05-13968a6cd741 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:45:53.330909 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8dd2bee5-2cfc-4035-aa06-d04b2b2507db tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4118083 Jan 31 19:45:53.333678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59440) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:45:53.398008 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Publish callbacks [] for port (98c929b9-b10e-437a-8957-d412059dc713), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:53.407080 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (98c929b9-b10e-437a-8957-d412059dc713), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:53.457330 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Attempting to bind port 98c929b9-b10e-437a-8957-d412059dc713 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:45:53.457741 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Attempting to bind port 98c929b9-b10e-437a-8957-d412059dc713 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:45:53.458072 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Attempting to bind port 98c929b9-b10e-437a-8957-d412059dc713 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:45:53.467127 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:45:53.467457 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:45:53.467858 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:53.468260 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:45:53.468789 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Bound port: 98c929b9-b10e-437a-8957-d412059dc713, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:45:53.469239 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (98c929b9-b10e-437a-8957-d412059dc713), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:53.477801 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Pushing event updated for resources: {'Port': ['ID=98c929b9-b10e-437a-8957-d412059dc713,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:53.507838 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.508223 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.508551 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.508895 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.509231 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.509566 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.510564 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.511126 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.511605 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.511945 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.512284 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.512647 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.512987 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:45:53.545743 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] For port 98c929b9-b10e-437a-8957-d412059dc713, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:45:53.549171 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] For port 98c929b9-b10e-437a-8957-d412059dc713, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=98c929b9-b10e-437a-8957-d412059dc713,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:45:53.555275 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (98c929b9-b10e-437a-8957-d412059dc713), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:53.606901 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-b2ad176d-64f8-4654-9d05-13968a6cd741', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ips': [{'subnet_id': '361d1d84-c23f-4f87-ac2b-79be232007ba'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:45:53.607897 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:53.612146 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Routers {'85b9428f-5be5-4ca7-b9e2-24911ca59024'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:45:53.612816 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['85b9428f-5be5-4ca7-b9e2-24911ca59024'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:53.727128 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] Set router 85b9428f-5be5-4ca7-b9e2-24911ca59024 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:45:53.747562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Allocated IP 172.20.0.2 (b2ad176d-64f8-4654-9d05-13968a6cd741/361d1d84-c23f-4f87-ac2b-79be232007ba/83c88f9b-4fea-4d53-8f17-b79d710362bc) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:45:53.803745 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d5264-ae46-471f-aadc-2040b1fd5570 None None] Pushing event updated for resources: {'Port': ['ID=98c929b9-b10e-437a-8957-d412059dc713,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:53.893681 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Publish callbacks [] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:53.901101 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:53.928468 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:52Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:53.946652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Network b2ad176d-64f8-4654-9d05-13968a6cd741 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:45:53.950269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:45:53.956739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:45:53.959807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Pushing event updated for resources: {'Port': ['ID=83c88f9b-4fea-4d53-8f17-b79d710362bc,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:53.967893 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086f4a7-7f8c-445a-92b6-9f0921789cae None None] The sync data for ids ['85b9428f-5be5-4ca7-b9e2-24911ca59024'] in n-d-812111-15 is: [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:52Z', 'revision_number': 3, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:45:54.019641 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Attempting to bind port 83c88f9b-4fea-4d53-8f17-b79d710362bc on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:45:54.020019 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Attempting to bind port 83c88f9b-4fea-4d53-8f17-b79d710362bc by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:45:54.020442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Attempting to bind port 83c88f9b-4fea-4d53-8f17-b79d710362bc on network b2ad176d-64f8-4654-9d05-13968a6cd741 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:45:54.026423 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:45:54.026859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Checking segment: {'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:45:54.027328 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:54.027730 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Bound using segment: {'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:45:54.028211 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Bound port: 83c88f9b-4fea-4d53-8f17-b79d710362bc, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:45:54.028637 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:54.096658 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] For port 83c88f9b-4fea-4d53-8f17-b79d710362bc, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:45:54.099772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] For port 83c88f9b-4fea-4d53-8f17-b79d710362bc, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=83c88f9b-4fea-4d53-8f17-b79d710362bc,segment=NetworkSegment(9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73),segment_id=9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:45:54.107131 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:54.135849 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:54.174698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c0441-3287-4395-ae41-be7cbdce64ef None None] Pushing event updated for resources: {'Port': ['ID=83c88f9b-4fea-4d53-8f17-b79d710362bc,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:54.363918 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:54.487583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.20.0.1 (b2ad176d-64f8-4654-9d05-13968a6cd741/361d1d84-c23f-4f87-ac2b-79be232007ba/e349cd90-8230-494f-938c-767cfad55998) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:45:54.622901 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (e349cd90-8230-494f-938c-767cfad55998), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:54.661372 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e349cd90-8230-494f-938c-767cfad55998), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:54.703584 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network b2ad176d-64f8-4654-9d05-13968a6cd741 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:45:54.706678 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:45:54.709286 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:45:54.736822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=e349cd90-8230-494f-938c-767cfad55998,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:54.766093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (85b9428f-5be5-4ca7-b9e2-24911ca59024), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:54.921104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e349cd90-8230-494f-938c-767cfad55998), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:54.924233 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 98c929b9-b10e-437a-8957-d412059dc713 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:45:55.000006 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:55.004647 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 98c929b9-b10e-437a-8957-d412059dc713 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:45:55.005025 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (98c929b9-b10e-437a-8957-d412059dc713), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:55.097852 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 98c929b9-b10e-437a-8957-d412059dc713 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:45:55.098257 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (98c929b9-b10e-437a-8957-d412059dc713), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:55.119826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 98c929b9-b10e-437a-8957-d412059dc713, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=98c929b9-b10e-437a-8957-d412059dc713,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:45:55.125069 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (98c929b9-b10e-437a-8957-d412059dc713), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:55.126190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 83c88f9b-4fea-4d53-8f17-b79d710362bc up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:45:55.216050 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=98c929b9-b10e-437a-8957-d412059dc713,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:55.223675 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 83c88f9b-4fea-4d53-8f17-b79d710362bc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:45:55.224058 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:55.249930 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (e349cd90-8230-494f-938c-767cfad55998), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:55.255468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (e349cd90-8230-494f-938c-767cfad55998), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:55.309846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 83c88f9b-4fea-4d53-8f17-b79d710362bc is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:45:55.309846 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:55.335913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=e349cd90-8230-494f-938c-767cfad55998,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:55.337428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcaa3c6-562e-4804-8c2d-65068a67b27a None None] Network b2ad176d-64f8-4654-9d05-13968a6cd741 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:45:55.339535 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (85b9428f-5be5-4ca7-b9e2-24911ca59024), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:55.365761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 83c88f9b-4fea-4d53-8f17-b79d710362bc, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=83c88f9b-4fea-4d53-8f17-b79d710362bc,segment=NetworkSegment(9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73),segment_id=9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:45:55.397317 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:55.443010 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network b2ad176d-64f8-4654-9d05-13968a6cd741 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:45:55.444665 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:45:55.463421 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5ee416dd-524a-4bec-994c-0d8cb73f6ea1 None None] Provisioning complete for port 83c88f9b-4fea-4d53-8f17-b79d710362bc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:45:55.463807 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ee416dd-524a-4bec-994c-0d8cb73f6ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:55.503551 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:55.518171 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=83c88f9b-4fea-4d53-8f17-b79d710362bc,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:55.578236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router 85b9428f-5be5-4ca7-b9e2-24911ca59024 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:45:55.609243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5ee416dd-524a-4bec-994c-0d8cb73f6ea1 None None] Current status of the port 83c88f9b-4fea-4d53-8f17-b79d710362bc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:45:55.696169 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:45:55.701996 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4e1a55a7-f998-42c7-8256-699580ffa770 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "PUT /v2.0/routers/85b9428f-5be5-4ca7-b9e2-24911ca59024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3672669 Jan 31 19:45:55.734665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Sync routers for ids ['85b9428f-5be5-4ca7-b9e2-24911ca59024'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:45:55.746087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Routers {'85b9428f-5be5-4ca7-b9e2-24911ca59024'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:45:55.746833 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['85b9428f-5be5-4ca7-b9e2-24911ca59024'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:55.866402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Set router 85b9428f-5be5-4ca7-b9e2-24911ca59024 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:45:55.871238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-d6e88748-b6c4-4ec7-9848-23e07e1837fe tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828971950&fields=id&tenant_id=ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 267 time: 0.0462742 Jan 31 19:45:56.008122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-467a5eb0-b024-4add-9355-b5d9316671c2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:56.010045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-467a5eb0-b024-4add-9355-b5d9316671c2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/networks?id=b2ad176d-64f8-4654-9d05-13968a6cd741 HTTP/1.1" status: 200 len: 795 time: 0.1321084 Jan 31 19:45:56.010931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d2040669-0276-4dbb-8e53-bc892a1ddcbc None None] Provisioning complete for port e349cd90-8230-494f-938c-767cfad55998 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:45:56.011416 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d2040669-0276-4dbb-8e53-bc892a1ddcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e349cd90-8230-494f-938c-767cfad55998), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:56.026889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-0d2f7493-e454-433d-96b5-a5374e701545 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/quotas/ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 375 time: 0.0100403 Jan 31 19:45:56.063350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d2040669-0276-4dbb-8e53-bc892a1ddcbc None None] Port e349cd90-8230-494f-938c-767cfad55998 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:45:56.090659 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-551cb069-2bfd-4fde-8e1e-b132239451c4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578361 Jan 31 19:45:56.107144 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d2040669-0276-4dbb-8e53-bc892a1ddcbc None None] Provisioning complete for port 83c88f9b-4fea-4d53-8f17-b79d710362bc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:45:56.107525 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d2040669-0276-4dbb-8e53-bc892a1ddcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:56.150662 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-4f11c0f1-d36a-4e63-8406-a62bc8e8d206 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:45:56.151868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-4f11c0f1-d36a-4e63-8406-a62bc8e8d206 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0528405 Jan 31 19:45:56.200859 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:54Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e349cd90-8230-494f-938c-767cfad55998', 'name': '', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:2a:83:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:54Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 2, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:56.231963 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Checking router: 85b9428f-5be5-4ca7-b9e2-24911ca59024 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:45:56.232724 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Updating router 85b9428f-5be5-4ca7-b9e2-24911ca59024 port e349cd90-8230-494f-938c-767cfad55998 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:45:56.262468 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d2040669-0276-4dbb-8e53-bc892a1ddcbc None None] Current status of the port 83c88f9b-4fea-4d53-8f17-b79d710362bc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:45:56.270637 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e349cd90-8230-494f-938c-767cfad55998), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:56.405187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5894f011-0a38-4a64-ab3c-54de51bf0b0f None None] Provisioning complete for port e349cd90-8230-494f-938c-767cfad55998 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:45:56.405565 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5894f011-0a38-4a64-ab3c-54de51bf0b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e349cd90-8230-494f-938c-767cfad55998), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:56.486133 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5894f011-0a38-4a64-ab3c-54de51bf0b0f None None] Port e349cd90-8230-494f-938c-767cfad55998 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:45:56.583342 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Publish callbacks [] for port (e349cd90-8230-494f-938c-767cfad55998), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:56.589729 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e349cd90-8230-494f-938c-767cfad55998), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:56.594117 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-58c4b7a6-7a96-44a5-98ba-ee0dfe0c2452 service neutron] 10.222.0.20 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358649 Jan 31 19:45:56.637187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a192d-9efe-48b7-9edb-ba83efc6d12c None None] Pushing event updated for resources: {'Port': ['ID=e349cd90-8230-494f-938c-767cfad55998,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:56.690595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-85f2bc3b-76fb-4814-9c2f-bfb58b8fcfd1 service neutron] 10.222.0.20 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892789 Jan 31 19:45:56.698834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Attempting to bind port e349cd90-8230-494f-938c-767cfad55998 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:45:56.699222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Attempting to bind port e349cd90-8230-494f-938c-767cfad55998 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:45:56.699595 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Attempting to bind port e349cd90-8230-494f-938c-767cfad55998 on network b2ad176d-64f8-4654-9d05-13968a6cd741 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:45:56.704973 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:45:56.705440 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Checking segment: {'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:45:56.705768 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:56.706169 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Bound using segment: {'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:45:56.706645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Bound port: e349cd90-8230-494f-938c-767cfad55998, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:45:56.707035 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e349cd90-8230-494f-938c-767cfad55998), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:56.789087 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] For port e349cd90-8230-494f-938c-767cfad55998, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:45:56.796106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] For port e349cd90-8230-494f-938c-767cfad55998, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e349cd90-8230-494f-938c-767cfad55998,segment=NetworkSegment(9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73),segment_id=9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:45:56.797436 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:56.803328 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e349cd90-8230-494f-938c-767cfad55998), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:56.862284 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 98c929b9-b10e-437a-8957-d412059dc713 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:45:56.904060 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-83139607-6922-4cd7-907f-502fdef2a795 req-247bbbbf-99f5-4ea8-9122-4729ef1cf1ee tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 210 time: 0.0353451 Jan 31 19:45:56.944036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Routers {'85b9428f-5be5-4ca7-b9e2-24911ca59024'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:45:56.944960 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['85b9428f-5be5-4ca7-b9e2-24911ca59024'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:56.984971 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a192d-9efe-48b7-9edb-ba83efc6d12c None None] Pushing event updated for resources: {'Port': ['ID=e349cd90-8230-494f-938c-767cfad55998,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:56.996269 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-24fcf56a-2b4f-4fbc-a3be-d1ca3830e951 None None] Provisioning complete for port e349cd90-8230-494f-938c-767cfad55998 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:45:56.996676 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-24fcf56a-2b4f-4fbc-a3be-d1ca3830e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e349cd90-8230-494f-938c-767cfad55998), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:57.270504 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 98c929b9-b10e-437a-8957-d412059dc713 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:45:57.271163 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (98c929b9-b10e-437a-8957-d412059dc713), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:57.305099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] Set router 85b9428f-5be5-4ca7-b9e2-24911ca59024 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:45:57.423782 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-24fcf56a-2b4f-4fbc-a3be-d1ca3830e951 None None] Current status of the port e349cd90-8230-494f-938c-767cfad55998 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:45:57.424193 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-24fcf56a-2b4f-4fbc-a3be-d1ca3830e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e349cd90-8230-494f-938c-767cfad55998), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:57.553074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-24fcf56a-2b4f-4fbc-a3be-d1ca3830e951 None None] For port e349cd90-8230-494f-938c-767cfad55998, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e349cd90-8230-494f-938c-767cfad55998,segment=NetworkSegment(9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73),segment_id=9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:45:57.557016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 98c929b9-b10e-437a-8957-d412059dc713 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:45:57.558393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 83c88f9b-4fea-4d53-8f17-b79d710362bc up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:45:57.563394 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-24fcf56a-2b4f-4fbc-a3be-d1ca3830e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e349cd90-8230-494f-938c-767cfad55998), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:57.682006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcf56a-2b4f-4fbc-a3be-d1ca3830e951 None None] Pushing event updated for resources: {'Port': ['ID=e349cd90-8230-494f-938c-767cfad55998,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:57.707613 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 83c88f9b-4fea-4d53-8f17-b79d710362bc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:45:57.707989 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:57.710419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ee43c702-2b94-4649-b300-9f866ff6e6ac None None] Provisioning complete for port e349cd90-8230-494f-938c-767cfad55998 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:45:57.710786 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee43c702-2b94-4649-b300-9f866ff6e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e349cd90-8230-494f-938c-767cfad55998), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:57.780127 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:54Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e349cd90-8230-494f-938c-767cfad55998', 'name': '', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:2a:83:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:54Z', 'updated_at': '2022-01-31T19:45:56Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:45:57.818863 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd6cd2d-080f-4c49-83db-5fed262d49e9 None None] The sync data for ids ['85b9428f-5be5-4ca7-b9e2-24911ca59024'] in n-d-812111-15 is: [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:54Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e349cd90-8230-494f-938c-767cfad55998', 'name': '', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:2a:83:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:54Z', 'updated_at': '2022-01-31T19:45:56Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:45:57.890283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ee43c702-2b94-4649-b300-9f866ff6e6ac None None] Current status of the port e349cd90-8230-494f-938c-767cfad55998 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:45:57.910989 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 83c88f9b-4fea-4d53-8f17-b79d710362bc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:45:58.024361 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-40f28f27-ab8d-491e-9e0b-49fe9e6e0ddb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:58.025905 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-40f28f27-ab8d-491e-9e0b-49fe9e6e0ddb tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "GET /v2.0/networks?id=b2ad176d-64f8-4654-9d05-13968a6cd741 HTTP/1.1" status: 200 len: 795 time: 0.1974027 Jan 31 19:45:58.048034 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-239e1069-89ca-4ac7-a37d-5f31c623d8a7 req-2ee171bd-2819-4532-a5ae-584511f0868f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 210 time: 0.0494585 Jan 31 19:45:58.100665 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-667e6c66-7125-404a-955a-f292618d8d1a tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce496218cec040368cda9320d0c85700 HTTP/1.1" status: 200 len: 379 time: 0.0601289 Jan 31 19:45:58.109100 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'port': {'device_id': 'edcf120e-a31b-49a7-82dd-81295394808e', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'admin_state_up': True, 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'security_groups': ['dfac5134-7fb8-41e1-b0d6-5b59f7b053ff']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:45:58.223412 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Made reservation on behalf of ce496218cec040368cda9320d0c85700 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:45:58.226976 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:58.362082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.20.0.11 (b2ad176d-64f8-4654-9d05-13968a6cd741/361d1d84-c23f-4f87-ac2b-79be232007ba/8be8d63c-6773-44fe-8960-a7eafe297a97) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:45:58.508182 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:58.544380 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:58.593092 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network b2ad176d-64f8-4654-9d05-13968a6cd741 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:45:58.596231 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:45:58.600047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:45:58.627139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=8be8d63c-6773-44fe-8960-a7eafe297a97,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:58.657134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:58.657769 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:58.678460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-a38d02bd-1b2f-4a69-a34e-94eddadf098d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5730994 Jan 31 19:45:58.732257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Request body: {'port': {'device_id': 'edcf120e-a31b-49a7-82dd-81295394808e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:45:58.799117 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:58.876058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e349cd90-8230-494f-938c-767cfad55998 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:45:58.933618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e7385a55-7643-439f-a5a0-247f0f780fa5 None None] Provisioning complete for port 8be8d63c-6773-44fe-8960-a7eafe297a97 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:45:58.933998 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7385a55-7643-439f-a5a0-247f0f780fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:58.974309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e7385a55-7643-439f-a5a0-247f0f780fa5 None None] Port 8be8d63c-6773-44fe-8960-a7eafe297a97 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:45:58.979857 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e349cd90-8230-494f-938c-767cfad55998 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:45:58.980400 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e349cd90-8230-494f-938c-767cfad55998), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:59.064028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e349cd90-8230-494f-938c-767cfad55998 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:45:59.103262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be8d63c-6773-44fe-8960-a7eafe297a97 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:45:59.112685 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Publish callbacks [] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:59.133973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Transition to ACTIVE for port object 8be8d63c-6773-44fe-8960-a7eafe297a97 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:45:59.152232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:59.218214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Pushing event updated for resources: {'Port': ['ID=8be8d63c-6773-44fe-8960-a7eafe297a97,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:59.239187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c5d35-0a60-4127-9615-0eb89b9a42ef req-9ed33991-7f4e-4026-8fc3-6607a86e819f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:59.240767 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436c5d35-0a60-4127-9615-0eb89b9a42ef req-9ed33991-7f4e-4026-8fc3-6607a86e819f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 932 time: 0.1191542 Jan 31 19:45:59.345585 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-436c5d35-0a60-4127-9615-0eb89b9a42ef req-b77bdb66-03a0-49c4-8565-965f3ead2c0c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779660 Jan 31 19:45:59.346251 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Attempting to bind port 8be8d63c-6773-44fe-8960-a7eafe297a97 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:45:59.346590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Attempting to bind port 8be8d63c-6773-44fe-8960-a7eafe297a97 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:45:59.346920 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Attempting to bind port 8be8d63c-6773-44fe-8960-a7eafe297a97 on network b2ad176d-64f8-4654-9d05-13968a6cd741 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:45:59.352025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Port 8be8d63c-6773-44fe-8960-a7eafe297a97 on network b2ad176d-64f8-4654-9d05-13968a6cd741 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:45:59.352529 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Attempting to bind port 8be8d63c-6773-44fe-8960-a7eafe297a97 on network b2ad176d-64f8-4654-9d05-13968a6cd741 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:45:59.358022 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:45:59.358392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Checking segment: {'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:45:59.358763 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Bound using segment: {'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:45:59.359204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Bound port: 8be8d63c-6773-44fe-8960-a7eafe297a97, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:45:59.359571 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:59.427931 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] For port 8be8d63c-6773-44fe-8960-a7eafe297a97, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:45:59.430889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] For port 8be8d63c-6773-44fe-8960-a7eafe297a97, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8be8d63c-6773-44fe-8960-a7eafe297a97,segment=NetworkSegment(9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73),segment_id=9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:45:59.437552 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:59.472577 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:59.473212 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:45:59.474616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] 10.222.0.21 "PUT /v2.0/ports/8be8d63c-6773-44fe-8960-a7eafe297a97 HTTP/1.1" status: 200 len: 1093 time: 0.7891283 Jan 31 19:45:59.475084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcf120e-a31b-49a7-82dd-81295394808e', 'tag': '8be8d63c-6773-44fe-8960-a7eafe297a97'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:45:59.477380 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86cd5de-1a89-4adb-bce3-65865757d827" -d '{"events": [{"name": "network-changed", "server_uuid": "edcf120e-a31b-49a7-82dd-81295394808e", "tag": "8be8d63c-6773-44fe-8960-a7eafe297a97"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:45:59.502811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59d047-d487-44d9-a893-f2df35ab8fbf service neutron] Pushing event updated for resources: {'Port': ['ID=8be8d63c-6773-44fe-8960-a7eafe297a97,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:45:59.528392 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17d2a30-f135-4927-b652-6bebcfa45077 x-openstack-request-id: req-c17d2a30-f135-4927-b652-6bebcfa45077 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:45:59.528765 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcf120e-a31b-49a7-82dd-81295394808e", "tag": "8be8d63c-6773-44fe-8960-a7eafe297a97", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:45:59.529092 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c17d2a30-f135-4927-b652-6bebcfa45077 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:45:59.529565 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcf120e-a31b-49a7-82dd-81295394808e', 'tag': '8be8d63c-6773-44fe-8960-a7eafe297a97', 'status': 'completed', 'code': 200} Jan 31 19:45:59.570538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-7a938c08-8a50-4597-bdf6-9b3bbe54841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:59.572626 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-7a938c08-8a50-4597-bdf6-9b3bbe54841a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 1127 time: 0.0545979 Jan 31 19:45:59.614943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-e274a3ce-b9ef-4947-a7d1-789805011cf4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be8d63c-6773-44fe-8960-a7eafe297a97 HTTP/1.1" status: 200 len: 217 time: 0.0358770 Jan 31 19:45:59.669788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-9c491400-9811-40d4-b4b8-4143d300cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:59.671272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-9c491400-9811-40d4-b4b8-4143d300cb22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361d1d84-c23f-4f87-ac2b-79be232007ba HTTP/1.1" status: 200 len: 834 time: 0.0510836 Jan 31 19:45:59.725512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-af438aed-2475-456b-881b-a84f0e1c6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:45:59.727065 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-af438aed-2475-456b-881b-a84f0e1c6b19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2ad176d-64f8-4654-9d05-13968a6cd741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487976 Jan 31 19:45:59.814707 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-53e69bde-189f-43ee-811f-daa0ab2c6b6a service neutron] 10.222.0.21 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811379 Jan 31 19:45:59.913165 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d7dfbfc-3d5a-408a-92d3-2b31291e79b8 req-81343dde-ff8a-4cc5-b5fc-48c1fe908abb service neutron] 10.222.0.21 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924814 Jan 31 19:46:00.004519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cd5de-1a89-4adb-bce3-65865757d827 req-3483309a-fe32-4e4e-b572-3b5181032875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:00.006026 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86cd5de-1a89-4adb-bce3-65865757d827 req-3483309a-fe32-4e4e-b572-3b5181032875 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 1127 time: 0.0456991 Jan 31 19:46:00.094416 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cd5de-1a89-4adb-bce3-65865757d827 req-7ce87fec-483e-473b-8b5b-467488768fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:00.095900 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86cd5de-1a89-4adb-bce3-65865757d827 req-7ce87fec-483e-473b-8b5b-467488768fc0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2ad176d-64f8-4654-9d05-13968a6cd741 HTTP/1.1" status: 200 len: 896 time: 0.0841599 Jan 31 19:46:00.141684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86cd5de-1a89-4adb-bce3-65865757d827 req-9df9cbaa-3ba1-4ef7-b387-b6e3ae803874 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be8d63c-6773-44fe-8960-a7eafe297a97 HTTP/1.1" status: 200 len: 217 time: 0.0384533 Jan 31 19:46:00.190860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cd5de-1a89-4adb-bce3-65865757d827 req-5fdc6cfa-6b0d-409b-8334-2bb4d6d1684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:00.192286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86cd5de-1a89-4adb-bce3-65865757d827 req-5fdc6cfa-6b0d-409b-8334-2bb4d6d1684f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361d1d84-c23f-4f87-ac2b-79be232007ba HTTP/1.1" status: 200 len: 834 time: 0.0438061 Jan 31 19:46:00.242017 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cd5de-1a89-4adb-bce3-65865757d827 req-bbe42229-d532-4d1a-ab9a-b88d4118f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:00.243517 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86cd5de-1a89-4adb-bce3-65865757d827 req-bbe42229-d532-4d1a-ab9a-b88d4118f754 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2ad176d-64f8-4654-9d05-13968a6cd741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441484 Jan 31 19:46:00.336776 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86cd5de-1a89-4adb-bce3-65865757d827 req-7dbb6c2f-64ba-40ba-976c-fa5bd88d1380 service neutron] 10.222.0.21 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866618 Jan 31 19:46:00.434233 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d86cd5de-1a89-4adb-bce3-65865757d827 req-010ac379-3a34-4cc1-80dc-e302fb4bb811 service neutron] 10.222.0.21 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915842 Jan 31 19:46:00.479818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade5ff-b186-4870-8218-ad2bb0b18dff req-1b877d6b-d004-4291-95cc-4ea17bc8bfe1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:00.481325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24ade5ff-b186-4870-8218-ad2bb0b18dff req-1b877d6b-d004-4291-95cc-4ea17bc8bfe1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 944 time: 0.0614915 Jan 31 19:46:00.530436 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-24ade5ff-b186-4870-8218-ad2bb0b18dff req-51c8f4fa-7fdb-466c-8ad1-a8ab1243f24d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435843 Jan 31 19:46:01.648060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0132e8-3c40-41cb-8bbf-91959c5cf774 req-4610f378-bcb7-4186-8dd9-a663e03bc4e4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:01.649576 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c0132e8-3c40-41cb-8bbf-91959c5cf774 req-4610f378-bcb7-4186-8dd9-a663e03bc4e4 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 944 time: 0.0521355 Jan 31 19:46:01.697934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1c0132e8-3c40-41cb-8bbf-91959c5cf774 req-e5e890f4-2a1a-4633-bccd-2539832465f7 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 Jan 31 19:46:01.773788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8be8d63c-6773-44fe-8960-a7eafe297a97 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:46:01.869040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8be8d63c-6773-44fe-8960-a7eafe297a97, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8be8d63c-6773-44fe-8960-a7eafe297a97,segment=NetworkSegment(9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73),segment_id=9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:46:01.880366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '8be8d63c-6773-44fe-8960-a7eafe297a97', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'port_id': '8be8d63c-6773-44fe-8960-a7eafe297a97', 'mac_address': 'fa:16:3e:27:ec:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:46:01.920898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8be8d63c-6773-44fe-8960-a7eafe297a97 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:46:01.921295 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:01.933699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be8d63c-6773-44fe-8960-a7eafe297a97 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:46:01.952525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8be8d63c-6773-44fe-8960-a7eafe297a97, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8be8d63c-6773-44fe-8960-a7eafe297a97,segment=NetworkSegment(9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73),segment_id=9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:46:01.956262 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:02.001813 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8be8d63c-6773-44fe-8960-a7eafe297a97,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:02.183434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['8be8d63c-6773-44fe-8960-a7eafe297a97'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:46:02.817452 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfa19c-2bb2-4393-8a51-20f9f867cd46 req-3d97a739-7599-4892-b669-2bc98967ff7c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:02.818920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cdfa19c-2bb2-4393-8a51-20f9f867cd46 req-3d97a739-7599-4892-b669-2bc98967ff7c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 945 time: 0.0538425 Jan 31 19:46:02.871958 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2cdfa19c-2bb2-4393-8a51-20f9f867cd46 req-589d5d0a-0b23-47a4-b13a-0130cde848d0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472021 Jan 31 19:46:03.789290 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8be8d63c-6773-44fe-8960-a7eafe297a97 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:46:03.838469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 8be8d63c-6773-44fe-8960-a7eafe297a97 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:46:03.842496 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 8be8d63c-6773-44fe-8960-a7eafe297a97 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:46:03.842871 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:03.922263 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 8be8d63c-6773-44fe-8960-a7eafe297a97 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:46:03.922658 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:03.946048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcf120e-a31b-49a7-82dd-81295394808e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be8d63c-6773-44fe-8960-a7eafe297a97'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:46:03.948408 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e5cc5b-c3c3-493e-bbdf-6c8577dde2e7" -d '{"events": [{"server_uuid": "edcf120e-a31b-49a7-82dd-81295394808e", "name": "network-vif-plugged", "status": "completed", "tag": "8be8d63c-6773-44fe-8960-a7eafe297a97"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:46:03.961649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 8be8d63c-6773-44fe-8960-a7eafe297a97, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8be8d63c-6773-44fe-8960-a7eafe297a97,segment=NetworkSegment(9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73),segment_id=9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:46:03.969682 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:04.008777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec94701-ff9c-4db1-9249-c797c1faccae req-34650c5d-5138-4c42-bf93-bc25d7ce617b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:04.011171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ec94701-ff9c-4db1-9249-c797c1faccae req-34650c5d-5138-4c42-bf93-bc25d7ce617b tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 945 time: 0.0684350 Jan 31 19:46:04.018661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=8be8d63c-6773-44fe-8960-a7eafe297a97,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:04.073842 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85716808-84f8-4246-b51f-675be3ddcc3f x-openstack-request-id: req-85716808-84f8-4246-b51f-675be3ddcc3f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:46:04.074146 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcf120e-a31b-49a7-82dd-81295394808e", "name": "network-vif-plugged", "status": "completed", "tag": "8be8d63c-6773-44fe-8960-a7eafe297a97", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:46:04.074410 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85716808-84f8-4246-b51f-675be3ddcc3f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:46:04.074633 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1ec94701-ff9c-4db1-9249-c797c1faccae req-dc43a5c4-2c0c-42f8-b5dd-54614179da5c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576465 Jan 31 19:46:04.074967 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcf120e-a31b-49a7-82dd-81295394808e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be8d63c-6773-44fe-8960-a7eafe297a97', 'code': 200} Jan 31 19:46:04.181187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82621ff-9cf1-4c84-9996-4a4dcc6bca48 req-e344f142-9264-40e2-8a67-40b6d853dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:04.182690 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c82621ff-9cf1-4c84-9996-4a4dcc6bca48 req-e344f142-9264-40e2-8a67-40b6d853dae6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 1129 time: 0.0439143 Jan 31 19:46:04.227999 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c82621ff-9cf1-4c84-9996-4a4dcc6bca48 req-e3aa3b1d-8dc0-440d-a970-51c8ea9179ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394084 Jan 31 19:46:05.202592 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d3c7e-51f6-4cd2-988a-ecc483d84f8c req-3ad0e940-fc5e-45e9-8d8c-926462f4f42c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:05.204091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a6d3c7e-51f6-4cd2-988a-ecc483d84f8c req-3ad0e940-fc5e-45e9-8d8c-926462f4f42c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 946 time: 0.0584357 Jan 31 19:46:05.254351 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a6d3c7e-51f6-4cd2-988a-ecc483d84f8c req-ebda5167-3313-4d00-913d-163092dc9b2e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446193 Jan 31 19:46:06.384699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b5e20-298c-44fb-8588-9e651be42766 req-3372ef7f-6d0d-4df0-8a75-7645c6b92ba1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:06.386317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-546b5e20-298c-44fb-8588-9e651be42766 req-3372ef7f-6d0d-4df0-8a75-7645c6b92ba1 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 946 time: 0.0639048 Jan 31 19:46:06.435089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-546b5e20-298c-44fb-8588-9e651be42766 req-433f00a7-37f3-453d-bf4c-0d1eadda7f0e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430338 Jan 31 19:46:06.552810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac57db-c17a-4f34-bced-aee3c71cf529 req-1dbca4a2-52e8-417c-887e-523121f40f8e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:06.554194 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ac57db-c17a-4f34-bced-aee3c71cf529 req-1dbca4a2-52e8-417c-887e-523121f40f8e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 946 time: 0.0519412 Jan 31 19:46:06.606302 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-47ac57db-c17a-4f34-bced-aee3c71cf529 req-24a9d6b4-0cdb-4685-84d9-fb92b8e33a18 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460479 Jan 31 19:46:06.628115 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:06.676112 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da13bf9c-74d0-42f7-8b98-7f4b4b524b06 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:06.677772 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-da13bf9c-74d0-42f7-8b98-7f4b4b524b06 tempest-TestNetworkAdvancedServerOps-279070969 tempest-TestNetworkAdvancedServerOps-279070969-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 1124 time: 0.0486426 Jan 31 19:46:06.680621 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59500) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:06.685130 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '8be8d63c-6773-44fe-8960-a7eafe297a97', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:46:06.705111 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:06.803325 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:06.901622 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Allocated IP 172.25.8.149 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/4910461c-0d9c-4589-ae08-c496d509c8de) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:46:07.001807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (4910461c-0d9c-4589-ae08-c496d509c8de), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:07.036420 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (4910461c-0d9c-4589-ae08-c496d509c8de), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:07.072976 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:46:07.075664 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:46:07.079894 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:46:07.105063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=4910461c-0d9c-4589-ae08-c496d509c8de,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:07.322671 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:46:07.441955 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (258feb49-2bcc-46de-855c-1eb77169e600), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:07.509355 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (4910461c-0d9c-4589-ae08-c496d509c8de), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:07.659011 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for port (4910461c-0d9c-4589-ae08-c496d509c8de), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:07.663532 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (4910461c-0d9c-4589-ae08-c496d509c8de), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:07.729580 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event updated for resources: {'Port': ['ID=4910461c-0d9c-4589-ae08-c496d509c8de,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:07.740934 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (258feb49-2bcc-46de-855c-1eb77169e600), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:07.839205 n-d-812111-15 neutron-server[103226]: INFO neutron.db.l3_db [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Floating IP 258feb49-2bcc-46de-855c-1eb77169e600 associated. External IP: 172.25.8.149, port: 8be8d63c-6773-44fe-8960-a7eafe297a97. Jan 31 19:46:08.042968 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router 85b9428f-5be5-4ca7-b9e2-24911ca59024 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:46:08.150856 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:46:08.160747 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2973301c-2e04-4368-b8a7-c60857cb0049 None None] Sync routers for ids ['85b9428f-5be5-4ca7-b9e2-24911ca59024'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:46:08.168599 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:08.170963 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2973301c-2e04-4368-b8a7-c60857cb0049 None None] Routers {'85b9428f-5be5-4ca7-b9e2-24911ca59024'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:46:08.171571 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2973301c-2e04-4368-b8a7-c60857cb0049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['85b9428f-5be5-4ca7-b9e2-24911ca59024'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:08.197648 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eb6ccb07-2063-401d-a0d2-a686842fc685 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5159223 Jan 31 19:46:08.198367 n-d-812111-15 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcf120e-a31b-49a7-82dd-81295394808e', 'tag': '8be8d63c-6773-44fe-8960-a7eafe297a97'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:46:08.200852 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf062fd22f1491cdb1f131427889817f882fb421c4e8e57ba399bfebafbedcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd744e2c-6553-4ef4-9b8e-828bf9f21b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "edcf120e-a31b-49a7-82dd-81295394808e", "tag": "8be8d63c-6773-44fe-8960-a7eafe297a97"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:46:08.240144 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1440f38f-f526-41d9-8094-ca290cad6e00 x-openstack-request-id: req-1440f38f-f526-41d9-8094-ca290cad6e00 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:46:08.240558 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcf120e-a31b-49a7-82dd-81295394808e", "tag": "8be8d63c-6773-44fe-8960-a7eafe297a97", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:46:08.240889 n-d-812111-15 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1440f38f-f526-41d9-8094-ca290cad6e00 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:46:08.241391 n-d-812111-15 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcf120e-a31b-49a7-82dd-81295394808e', 'tag': '8be8d63c-6773-44fe-8960-a7eafe297a97', 'status': 'completed', 'code': 200} Jan 31 19:46:08.279345 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2973301c-2e04-4368-b8a7-c60857cb0049 None None] Set router 85b9428f-5be5-4ca7-b9e2-24911ca59024 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:46:08.333653 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39bddd-ab3a-42d3-989f-8364507e55fb req-2b667a0c-fd93-47f5-867a-0eb5a7c3432f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:08.335159 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a39bddd-ab3a-42d3-989f-8364507e55fb req-2b667a0c-fd93-47f5-867a-0eb5a7c3432f tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 946 time: 0.0859375 Jan 31 19:46:08.341130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744e2c-6553-4ef4-9b8e-828bf9f21b0d req-5e4423b9-15c2-4a5c-b641-15db268ab969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:08.342544 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd744e2c-6553-4ef4-9b8e-828bf9f21b0d req-5e4423b9-15c2-4a5c-b641-15db268ab969 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 1129 time: 0.0805171 Jan 31 19:46:08.443181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4a39bddd-ab3a-42d3-989f-8364507e55fb req-fde25ed9-5fe8-4d81-a7ca-41fd7805cf88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996721 Jan 31 19:46:08.466667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:08.471024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744e2c-6553-4ef4-9b8e-828bf9f21b0d req-4d8ec461-53ef-49ec-b7a2-d06195399dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:08.472600 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd744e2c-6553-4ef4-9b8e-828bf9f21b0d req-4d8ec461-53ef-49ec-b7a2-d06195399dd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2ad176d-64f8-4654-9d05-13968a6cd741 HTTP/1.1" status: 200 len: 896 time: 0.1233659 Jan 31 19:46:08.503032 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2973301c-2e04-4368-b8a7-c60857cb0049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:54Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '258feb49-2bcc-46de-855c-1eb77169e600', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'port_id': '8be8d63c-6773-44fe-8960-a7eafe297a97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'mac_address': 'fa:16:3e:27:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf120e-a31b-49a7-82dd-81295394808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:46:07Z', 'updated_at': '2022-01-31T19:46:07Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349cd90-8230-494f-938c-767cfad55998', 'name': '', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:2a:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:54Z', 'updated_at': '2022-01-31T19:45:57Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:08.532264 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2973301c-2e04-4368-b8a7-c60857cb0049 None None] Checking router: 85b9428f-5be5-4ca7-b9e2-24911ca59024 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:46:08.536216 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0731c9bf-c7f4-44e7-b639-ec5b830d2fe2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/258feb49-2bcc-46de-855c-1eb77169e600 HTTP/1.1" status: 200 len: 992 time: 0.0681572 Jan 31 19:46:08.541898 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2973301c-2e04-4368-b8a7-c60857cb0049 None None] Routers {'85b9428f-5be5-4ca7-b9e2-24911ca59024'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:46:08.542506 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2973301c-2e04-4368-b8a7-c60857cb0049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:45:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['85b9428f-5be5-4ca7-b9e2-24911ca59024'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:08.542637 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd744e2c-6553-4ef4-9b8e-828bf9f21b0d req-0f0bd64b-f7dd-4f45-9c05-00ef0a67d73b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be8d63c-6773-44fe-8960-a7eafe297a97 HTTP/1.1" status: 200 len: 1000 time: 0.0630672 Jan 31 19:46:08.594635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744e2c-6553-4ef4-9b8e-828bf9f21b0d req-a2b1b749-b2da-4e1c-ab19-4bc2ad6c5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:08.596032 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd744e2c-6553-4ef4-9b8e-828bf9f21b0d req-a2b1b749-b2da-4e1c-ab19-4bc2ad6c5381 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361d1d84-c23f-4f87-ac2b-79be232007ba HTTP/1.1" status: 200 len: 834 time: 0.0482311 Jan 31 19:46:08.645237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744e2c-6553-4ef4-9b8e-828bf9f21b0d req-eb51a58f-3c20-420f-8e77-4505b3a8d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:08.646781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd744e2c-6553-4ef4-9b8e-828bf9f21b0d req-eb51a58f-3c20-420f-8e77-4505b3a8d691 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2ad176d-64f8-4654-9d05-13968a6cd741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447061 Jan 31 19:46:08.647171 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2973301c-2e04-4368-b8a7-c60857cb0049 None None] Set router 85b9428f-5be5-4ca7-b9e2-24911ca59024 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:46:08.735157 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd744e2c-6553-4ef4-9b8e-828bf9f21b0d req-63fe696f-b9e9-43a6-b5d5-760770153828 service neutron] 10.222.0.21 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825589 Jan 31 19:46:08.832234 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd744e2c-6553-4ef4-9b8e-828bf9f21b0d req-d411232b-72db-4bed-abd3-f750424a66d1 service neutron] 10.222.0.21 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910716 Jan 31 19:46:08.957986 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2973301c-2e04-4368-b8a7-c60857cb0049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:54Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '258feb49-2bcc-46de-855c-1eb77169e600', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'port_id': '8be8d63c-6773-44fe-8960-a7eafe297a97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'mac_address': 'fa:16:3e:27:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf120e-a31b-49a7-82dd-81295394808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:46:07Z', 'updated_at': '2022-01-31T19:46:07Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349cd90-8230-494f-938c-767cfad55998', 'name': '', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:2a:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:54Z', 'updated_at': '2022-01-31T19:45:57Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:08.984147 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2973301c-2e04-4368-b8a7-c60857cb0049 None None] The sync data for ids ['85b9428f-5be5-4ca7-b9e2-24911ca59024'] in n-d-812111-15 is: [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:54Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '258feb49-2bcc-46de-855c-1eb77169e600', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'port_id': '8be8d63c-6773-44fe-8960-a7eafe297a97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'mac_address': 'fa:16:3e:27:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf120e-a31b-49a7-82dd-81295394808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:46:07Z', 'updated_at': '2022-01-31T19:46:07Z', 'revision_number': 0, 'project_id': 'ce496218cec040368cda9320d0c85700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e349cd90-8230-494f-938c-767cfad55998', 'name': '', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:2a:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:54Z', 'updated_at': '2022-01-31T19:45:57Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:46:09.188776 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f24abc-4433-4819-b07b-ec1bd369642f None None] New status for floating IP 258feb49-2bcc-46de-855c-1eb77169e600: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:46:09.540137 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:09.600050 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0ad6c8cb-043e-44f0-a56d-5db77c3b0422 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/258feb49-2bcc-46de-855c-1eb77169e600 HTTP/1.1" status: 200 len: 994 time: 0.0580471 Jan 31 19:46:14.788492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-793f9f17-6109-4823-a73b-5f846cb170d7 req-4e991737-e03e-48a0-9ae2-b6cf999e47cf service neutron] (103226) timed out ('10.222.0.49', 53645) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:46:18.961621 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a6a0-70d2-4547-b58d-7111bbdb5828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:21.228643 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7a6f86ad-ff88-4cd1-b263-c476435390d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:22.450560 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f71d7bd5-fe16-4cbf-b08d-c2a53984718b req-cc83e7ec-e39d-47fe-ac94-b16b75ff6837 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437226 Jan 31 19:46:22.535260 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d7bd5-fe16-4cbf-b08d-c2a53984718b req-e761cd57-ef81-43d1-ae9d-b6a53dcda936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:22.536750 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f71d7bd5-fe16-4cbf-b08d-c2a53984718b req-e761cd57-ef81-43d1-ae9d-b6a53dcda936 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 1129 time: 0.0436327 Jan 31 19:46:22.641708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d7bd5-fe16-4cbf-b08d-c2a53984718b req-f55b3165-16cc-48c6-ba66-56f17041e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:22.643058 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f71d7bd5-fe16-4cbf-b08d-c2a53984718b req-f55b3165-16cc-48c6-ba66-56f17041e491 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2ad176d-64f8-4654-9d05-13968a6cd741 HTTP/1.1" status: 200 len: 896 time: 0.0862548 Jan 31 19:46:22.708968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f71d7bd5-fe16-4cbf-b08d-c2a53984718b req-f07abd95-5a83-4a70-a413-461553950e1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be8d63c-6773-44fe-8960-a7eafe297a97 HTTP/1.1" status: 200 len: 1002 time: 0.0580039 Jan 31 19:46:22.724873 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:22.762840 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d7bd5-fe16-4cbf-b08d-c2a53984718b req-6da6a7ba-e17b-4e0b-b717-a3b2c3b38f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:22.764264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f71d7bd5-fe16-4cbf-b08d-c2a53984718b req-6da6a7ba-e17b-4e0b-b717-a3b2c3b38f71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361d1d84-c23f-4f87-ac2b-79be232007ba HTTP/1.1" status: 200 len: 834 time: 0.0497575 Jan 31 19:46:22.814024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d7bd5-fe16-4cbf-b08d-c2a53984718b req-c7b6fcdf-f708-446a-bcb5-e7216c7e98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:22.815535 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f71d7bd5-fe16-4cbf-b08d-c2a53984718b req-c7b6fcdf-f708-446a-bcb5-e7216c7e98f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2ad176d-64f8-4654-9d05-13968a6cd741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454965 Jan 31 19:46:22.902193 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f71d7bd5-fe16-4cbf-b08d-c2a53984718b req-d12b703c-7138-495e-9147-8f4ccb77ec32 service neutron] 10.222.0.21 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799649 Jan 31 19:46:22.992795 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f71d7bd5-fe16-4cbf-b08d-c2a53984718b req-fe4ed9a6-aef5-4993-a5cc-07b0a65b8984 service neutron] 10.222.0.21 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850551 Jan 31 19:46:24.355133 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:24.991753 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:25.428993 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:26.771153 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:38.349988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e317187-f16f-4ffe-90af-e06c17f2b4df req-56e67ea2-3ff9-4619-b448-dae19d5ab677 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:38.351469 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e317187-f16f-4ffe-90af-e06c17f2b4df req-56e67ea2-3ff9-4619-b448-dae19d5ab677 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 946 time: 0.0538871 Jan 31 19:46:38.399498 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3e317187-f16f-4ffe-90af-e06c17f2b4df req-781594ce-55be-46a1-ad0b-c8d2313733f3 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424490 Jan 31 19:46:39.526510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88a47e-13b5-47e9-b788-3d30ae1b01e4 req-161add8c-1ab1-4af8-b91a-c5528e4ecb89 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:39.527970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e88a47e-13b5-47e9-b788-3d30ae1b01e4 req-161add8c-1ab1-4af8-b91a-c5528e4ecb89 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 946 time: 0.0570757 Jan 31 19:46:39.576083 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6e88a47e-13b5-47e9-b788-3d30ae1b01e4 req-014b5609-5968-4c50-b81c-f975f654fb44 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418949 Jan 31 19:46:39.598766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59528) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:39.657946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-72ddb20b-39ab-43a0-aad0-0f0276fa0133 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/258feb49-2bcc-46de-855c-1eb77169e600 HTTP/1.1" status: 200 len: 994 time: 0.0580626 Jan 31 19:46:40.958679 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abecc54-9fff-47ae-bd7a-fce338bb8fe3 req-92ab7742-0b55-4b15-9683-4b55773c969d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:40.960074 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5abecc54-9fff-47ae-bd7a-fce338bb8fe3 req-92ab7742-0b55-4b15-9683-4b55773c969d tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 946 time: 0.0852754 Jan 31 19:46:40.975445 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67c11a-c897-4091-9872-dafe60c8188b req-bcc4b335-fcd1-466e-9204-e80e86e70991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:40.976920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de67c11a-c897-4091-9872-dafe60c8188b req-bcc4b335-fcd1-466e-9204-e80e86e70991 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 1129 time: 0.0728168 Jan 31 19:46:41.066787 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5abecc54-9fff-47ae-bd7a-fce338bb8fe3 req-4af7cc45-6d40-4246-a434-5baeaddeb3f2 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995274 Jan 31 19:46:41.098853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67c11a-c897-4091-9872-dafe60c8188b req-bda4eddd-dcfa-4074-b96e-498818302440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:41.100313 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de67c11a-c897-4091-9872-dafe60c8188b req-bda4eddd-dcfa-4074-b96e-498818302440 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2ad176d-64f8-4654-9d05-13968a6cd741 HTTP/1.1" status: 200 len: 896 time: 0.1152205 Jan 31 19:46:41.165071 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de67c11a-c897-4091-9872-dafe60c8188b req-d7e9cba6-73cf-4f56-9c22-fb48daf8eb8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be8d63c-6773-44fe-8960-a7eafe297a97 HTTP/1.1" status: 200 len: 1002 time: 0.0587208 Jan 31 19:46:41.212745 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67c11a-c897-4091-9872-dafe60c8188b req-494ceb78-8f9e-4d2d-8b20-1cfe90d94a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:41.214091 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de67c11a-c897-4091-9872-dafe60c8188b req-494ceb78-8f9e-4d2d-8b20-1cfe90d94a56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361d1d84-c23f-4f87-ac2b-79be232007ba HTTP/1.1" status: 200 len: 834 time: 0.0428355 Jan 31 19:46:41.265408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67c11a-c897-4091-9872-dafe60c8188b req-a25359ce-68e4-4ac1-9927-cb4c7699f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:41.266894 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de67c11a-c897-4091-9872-dafe60c8188b req-a25359ce-68e4-4ac1-9927-cb4c7699f0c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2ad176d-64f8-4654-9d05-13968a6cd741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470533 Jan 31 19:46:41.353425 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de67c11a-c897-4091-9872-dafe60c8188b req-1c0f3855-086a-4871-9200-790772a39144 service neutron] 10.222.0.21 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804560 Jan 31 19:46:41.445017 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de67c11a-c897-4091-9872-dafe60c8188b req-6185819d-d92e-441d-809b-3300e1342455 service neutron] 10.222.0.21 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853128 Jan 31 19:46:42.190490 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a984720-47ef-4d1b-a362-5714bea52fb6 req-3d2bf3d9-cac4-4244-9c1a-e381016abf8e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:42.192116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a984720-47ef-4d1b-a362-5714bea52fb6 req-3d2bf3d9-cac4-4244-9c1a-e381016abf8e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 946 time: 0.0533929 Jan 31 19:46:42.242827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8a984720-47ef-4d1b-a362-5714bea52fb6 req-46ce7149-d263-43ca-9645-60382eb15b44 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447891 Jan 31 19:46:43.361852 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed194d5-76a1-4b29-ae3f-fd2237a47fe2 req-890c37e8-3dec-4aab-949f-b0e9d9fa3e28 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:43.363360 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ed194d5-76a1-4b29-ae3f-fd2237a47fe2 req-890c37e8-3dec-4aab-949f-b0e9d9fa3e28 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 946 time: 0.0516376 Jan 31 19:46:43.411551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ed194d5-76a1-4b29-ae3f-fd2237a47fe2 req-11068860-53ea-4af1-a7b0-97287894cba5 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426419 Jan 31 19:46:43.433738 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59540) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:43.497810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0c436315-2efe-435b-892c-eb1d6a479c24 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/floatingips/258feb49-2bcc-46de-855c-1eb77169e600 HTTP/1.1" status: 200 len: 994 time: 0.0629585 Jan 31 19:46:43.752327 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:43.908723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 4910461c-0d9c-4589-ae08-c496d509c8de {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:46:43.908981 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (4910461c-0d9c-4589-ae08-c496d509c8de), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:43.985221 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (4910461c-0d9c-4589-ae08-c496d509c8de), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:43.985551 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (4910461c-0d9c-4589-ae08-c496d509c8de), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:43.996925 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 4910461c-0d9c-4589-ae08-c496d509c8de owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:46:44.138426 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (4910461c-0d9c-4589-ae08-c496d509c8de), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:44.171576 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=4910461c-0d9c-4589-ae08-c496d509c8de,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:44.194997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.195348 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.195698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.196040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.196403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.196740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.197079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.197405 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.197735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.198070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.198397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.198719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.199039 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:44.237439 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for floatingip (258feb49-2bcc-46de-855c-1eb77169e600), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:44.237820 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Floating IP 258feb49-2bcc-46de-855c-1eb77169e600 disassociated (deleted). External IP: 172.25.8.149, port: 8be8d63c-6773-44fe-8960-a7eafe297a97. Jan 31 19:46:44.321854 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:46:44.441532 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router 85b9428f-5be5-4ca7-b9e2-24911ca59024 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:46:44.878646 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:46:44.883417 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:44.888374 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eeb731-d04a-4130-894b-61f7e4203090 None None] Sync routers for ids ['85b9428f-5be5-4ca7-b9e2-24911ca59024'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:46:44.898408 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eeb731-d04a-4130-894b-61f7e4203090 None None] Routers {'85b9428f-5be5-4ca7-b9e2-24911ca59024'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:46:44.899009 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-37eeb731-d04a-4130-894b-61f7e4203090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['85b9428f-5be5-4ca7-b9e2-24911ca59024'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:44.913013 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d57e8ed8-2b1a-4385-ae6b-6ecee7879044 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/floatingips/258feb49-2bcc-46de-855c-1eb77169e600 HTTP/1.1" status: 204 len: 168 time: 1.1595645 Jan 31 19:46:44.913862 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcf120e-a31b-49a7-82dd-81295394808e', 'tag': '8be8d63c-6773-44fe-8960-a7eafe297a97'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:46:44.916376 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322ef11d-0897-4fa0-ad08-98e60d0b4b20" -d '{"events": [{"name": "network-changed", "server_uuid": "edcf120e-a31b-49a7-82dd-81295394808e", "tag": "8be8d63c-6773-44fe-8960-a7eafe297a97"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:46:44.953984 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011bc6cf-98e2-45bb-a151-66e0be96fd0c x-openstack-request-id: req-011bc6cf-98e2-45bb-a151-66e0be96fd0c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:46:44.954311 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcf120e-a31b-49a7-82dd-81295394808e", "tag": "8be8d63c-6773-44fe-8960-a7eafe297a97", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:46:44.954576 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-011bc6cf-98e2-45bb-a151-66e0be96fd0c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:46:44.955007 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcf120e-a31b-49a7-82dd-81295394808e', 'tag': '8be8d63c-6773-44fe-8960-a7eafe297a97', 'status': 'completed', 'code': 200} Jan 31 19:46:45.008056 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-37eeb731-d04a-4130-894b-61f7e4203090 None None] Set router 85b9428f-5be5-4ca7-b9e2-24911ca59024 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:46:45.024455 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ef11d-0897-4fa0-ad08-98e60d0b4b20 req-6419ec0b-16c5-4f23-ae85-e1a82d0c9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:45.026011 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322ef11d-0897-4fa0-ad08-98e60d0b4b20 req-6419ec0b-16c5-4f23-ae85-e1a82d0c9166 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce496218cec040368cda9320d0c85700&device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 1129 time: 0.0472405 Jan 31 19:46:45.162994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ef11d-0897-4fa0-ad08-98e60d0b4b20 req-5a07c9fc-75ab-4c79-a3b3-bb753eecf008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:45.164491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322ef11d-0897-4fa0-ad08-98e60d0b4b20 req-5a07c9fc-75ab-4c79-a3b3-bb753eecf008 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2ad176d-64f8-4654-9d05-13968a6cd741 HTTP/1.1" status: 200 len: 896 time: 0.1280620 Jan 31 19:46:45.174391 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22290e6-04ce-4cb5-abce-494e8927a2ab req-d09be071-a7a5-4e73-ba9e-dd5e05c58d58 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:45.175825 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e22290e6-04ce-4cb5-abce-494e8927a2ab req-d09be071-a7a5-4e73-ba9e-dd5e05c58d58 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 946 time: 0.0775778 Jan 31 19:46:45.213615 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-37eeb731-d04a-4130-894b-61f7e4203090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:54Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e349cd90-8230-494f-938c-767cfad55998', 'name': '', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:2a:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:54Z', 'updated_at': '2022-01-31T19:45:57Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:45.221243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322ef11d-0897-4fa0-ad08-98e60d0b4b20 req-f59fd79b-084d-49b7-9275-3a90056e209a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be8d63c-6773-44fe-8960-a7eafe297a97 HTTP/1.1" status: 200 len: 217 time: 0.0444598 Jan 31 19:46:45.244126 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eeb731-d04a-4130-894b-61f7e4203090 None None] Checking router: 85b9428f-5be5-4ca7-b9e2-24911ca59024 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:46:45.253203 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eeb731-d04a-4130-894b-61f7e4203090 None None] Routers {'85b9428f-5be5-4ca7-b9e2-24911ca59024'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:46:45.253807 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-37eeb731-d04a-4130-894b-61f7e4203090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['85b9428f-5be5-4ca7-b9e2-24911ca59024'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:45.286178 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e22290e6-04ce-4cb5-abce-494e8927a2ab req-c1bbabf5-6c9d-4634-a010-934f52042336 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037891 Jan 31 19:46:45.294801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ef11d-0897-4fa0-ad08-98e60d0b4b20 req-89183618-ad34-46da-a3b9-10d3f85b3141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:45.296280 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322ef11d-0897-4fa0-ad08-98e60d0b4b20 req-89183618-ad34-46da-a3b9-10d3f85b3141 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361d1d84-c23f-4f87-ac2b-79be232007ba HTTP/1.1" status: 200 len: 834 time: 0.0676982 Jan 31 19:46:45.349281 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ef11d-0897-4fa0-ad08-98e60d0b4b20 req-c4d58e39-366c-4e67-88cb-84a1fb43ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:45.350792 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322ef11d-0897-4fa0-ad08-98e60d0b4b20 req-c4d58e39-366c-4e67-88cb-84a1fb43ea64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2ad176d-64f8-4654-9d05-13968a6cd741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483112 Jan 31 19:46:45.367778 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-37eeb731-d04a-4130-894b-61f7e4203090 None None] Set router 85b9428f-5be5-4ca7-b9e2-24911ca59024 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:46:45.442153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322ef11d-0897-4fa0-ad08-98e60d0b4b20 req-2f91be27-dbb6-41b8-93e4-238762b0f8b7 service neutron] 10.222.0.21 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827203 Jan 31 19:46:45.541515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-322ef11d-0897-4fa0-ad08-98e60d0b4b20 req-42cc4ac4-493c-4f16-9783-a455e3d747b5 service neutron] 10.222.0.21 "GET /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908568 Jan 31 19:46:45.570053 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-37eeb731-d04a-4130-894b-61f7e4203090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:54Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e349cd90-8230-494f-938c-767cfad55998', 'name': '', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:2a:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:54Z', 'updated_at': '2022-01-31T19:45:57Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:45.596621 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eeb731-d04a-4130-894b-61f7e4203090 None None] The sync data for ids ['85b9428f-5be5-4ca7-b9e2-24911ca59024'] in n-d-812111-15 is: [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:54Z', 'revision_number': 4, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'e349cd90-8230-494f-938c-767cfad55998', 'name': '', 'network_id': 'b2ad176d-64f8-4654-9d05-13968a6cd741', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'mac_address': 'fa:16:3e:2a:83:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:54Z', 'updated_at': '2022-01-31T19:45:57Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'subnets': [{'id': '361d1d84-c23f-4f87-ac2b-79be232007ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:46:45.807750 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f9aa56-faf5-4e9f-8b4b-3b2896568ff4 None None] New status for floating IP 258feb49-2bcc-46de-855c-1eb77169e600: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:46:46.671498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0249b-710c-4671-9982-4bd1caee406d req-2d329aa0-8cbc-4bcf-bc87-876a9d66ef2c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:46.672920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6c0249b-710c-4671-9982-4bd1caee406d req-2d329aa0-8cbc-4bcf-bc87-876a9d66ef2c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 946 time: 0.0540454 Jan 31 19:46:46.721493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e6c0249b-710c-4671-9982-4bd1caee406d req-ecf6a6e1-5c19-48cd-8ae8-c25fc5df0c1e tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430784 Jan 31 19:46:46.805448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2a2f8-581b-4e70-8770-8932a67da788 req-29806d97-3215-4dea-b805-0b8b1de7c86c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:46.806872 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78f2a2f8-581b-4e70-8770-8932a67da788 req-29806d97-3215-4dea-b805-0b8b1de7c86c tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "GET /v2.0/ports?device_id=edcf120e-a31b-49a7-82dd-81295394808e HTTP/1.1" status: 200 len: 946 time: 0.0549428 Jan 31 19:46:46.908584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-78f2a2f8-581b-4e70-8770-8932a67da788 req-57c8b953-c68c-4da7-b25d-8e866a1a4069 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 8be8d63c-6773-44fe-8960-a7eafe297a97 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:46:46.908922 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-78f2a2f8-581b-4e70-8770-8932a67da788 req-57c8b953-c68c-4da7-b25d-8e866a1a4069 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:46.996812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-78f2a2f8-581b-4e70-8770-8932a67da788 req-57c8b953-c68c-4da7-b25d-8e866a1a4069 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port 8be8d63c-6773-44fe-8960-a7eafe297a97, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=8be8d63c-6773-44fe-8960-a7eafe297a97,segment=NetworkSegment(9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73),segment_id=9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:46:46.997177 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-78f2a2f8-581b-4e70-8770-8932a67da788 req-57c8b953-c68c-4da7-b25d-8e866a1a4069 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:47.010157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-78f2a2f8-581b-4e70-8770-8932a67da788 req-57c8b953-c68c-4da7-b25d-8e866a1a4069 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 8be8d63c-6773-44fe-8960-a7eafe297a97 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:46:47.133744 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-78f2a2f8-581b-4e70-8770-8932a67da788 req-57c8b953-c68c-4da7-b25d-8e866a1a4069 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (8be8d63c-6773-44fe-8960-a7eafe297a97), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:47.166241 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8b953-c68c-4da7-b25d-8e866a1a4069 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=8be8d63c-6773-44fe-8960-a7eafe297a97,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:47.232084 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f2a2f8-581b-4e70-8770-8932a67da788 req-57c8b953-c68c-4da7-b25d-8e866a1a4069 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] No DVR routers for this DVR port 8be8d63c-6773-44fe-8960-a7eafe297a97 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:46:47.235240 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-78f2a2f8-581b-4e70-8770-8932a67da788 req-57c8b953-c68c-4da7-b25d-8e866a1a4069 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:47.238586 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78f2a2f8-581b-4e70-8770-8932a67da788 req-57c8b953-c68c-4da7-b25d-8e866a1a4069 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.21 "DELETE /v2.0/ports/8be8d63c-6773-44fe-8960-a7eafe297a97 HTTP/1.1" status: 204 len: 173 time: 0.4266055 Jan 31 19:46:47.239029 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcf120e-a31b-49a7-82dd-81295394808e', 'name': 'network-vif-deleted', 'tag': '8be8d63c-6773-44fe-8960-a7eafe297a97'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:46:47.241347 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fa2952-125d-42c3-b40d-da92510adf92" -d '{"events": [{"server_uuid": "edcf120e-a31b-49a7-82dd-81295394808e", "name": "network-vif-deleted", "tag": "8be8d63c-6773-44fe-8960-a7eafe297a97"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:46:47.282496 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824770f3-fef7-4d5a-829d-373640313951 x-openstack-request-id: req-824770f3-fef7-4d5a-829d-373640313951 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:46:47.282795 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcf120e-a31b-49a7-82dd-81295394808e", "name": "network-vif-deleted", "tag": "8be8d63c-6773-44fe-8960-a7eafe297a97", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:46:47.283060 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-824770f3-fef7-4d5a-829d-373640313951 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:46:47.283469 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcf120e-a31b-49a7-82dd-81295394808e', 'name': 'network-vif-deleted', 'tag': '8be8d63c-6773-44fe-8960-a7eafe297a97', 'status': 'completed', 'code': 200} Jan 31 19:46:47.776490 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:48.464165 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (85b9428f-5be5-4ca7-b9e2-24911ca59024), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:48.719331 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port e349cd90-8230-494f-938c-767cfad55998 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:46:48.719585 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e349cd90-8230-494f-938c-767cfad55998), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:48.805085 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port e349cd90-8230-494f-938c-767cfad55998, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e349cd90-8230-494f-938c-767cfad55998,segment=NetworkSegment(9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73),segment_id=9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:46:48.805683 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e349cd90-8230-494f-938c-767cfad55998), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:48.818276 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for e349cd90-8230-494f-938c-767cfad55998 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:46:48.964686 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50babd37-c17e-4c5a-a3b9-38b3ef4cde05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:49.001612 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e349cd90-8230-494f-938c-767cfad55998), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:49.031315 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=e349cd90-8230-494f-938c-767cfad55998,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:49.064848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.065223 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.065560 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.065901 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.066266 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.066607 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.066943 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.067283 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.067616 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.067946 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.068274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.068628 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.068951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:49.224040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (85b9428f-5be5-4ca7-b9e2-24911ca59024), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:49.438349 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Router 85b9428f-5be5-4ca7-b9e2-24911ca59024 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:46:49.541679 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:46:49.546822 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-55b1e0c8-2445-476b-9bde-3d4adf989d88 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "PUT /v2.0/routers/85b9428f-5be5-4ca7-b9e2-24911ca59024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7693000 Jan 31 19:46:49.549695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59562) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:49.553818 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c21df7-4ffc-478d-8c18-89b9baedd5c7 None None] Sync routers for ids ['85b9428f-5be5-4ca7-b9e2-24911ca59024'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:46:49.563987 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c21df7-4ffc-478d-8c18-89b9baedd5c7 None None] Routers {'85b9428f-5be5-4ca7-b9e2-24911ca59024'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:46:49.564613 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4c21df7-4ffc-478d-8c18-89b9baedd5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['85b9428f-5be5-4ca7-b9e2-24911ca59024'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:49.602135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb17c894-7583-4419-b496-645687c87aa0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting subnet 361d1d84-c23f-4f87-ac2b-79be232007ba {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:46:49.605154 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb17c894-7583-4419-b496-645687c87aa0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (361d1d84-c23f-4f87-ac2b-79be232007ba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:49.648812 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb17c894-7583-4419-b496-645687c87aa0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (361d1d84-c23f-4f87-ac2b-79be232007ba), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:49.668069 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a4c21df7-4ffc-478d-8c18-89b9baedd5c7 None None] Set router 85b9428f-5be5-4ca7-b9e2-24911ca59024 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:46:49.730905 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb17c894-7583-4419-b496-645687c87aa0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (361d1d84-c23f-4f87-ac2b-79be232007ba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:49.789300 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb17c894-7583-4419-b496-645687c87aa0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (361d1d84-c23f-4f87-ac2b-79be232007ba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:49.820758 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17c894-7583-4419-b496-645687c87aa0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Subnet': ['ID=361d1d84-c23f-4f87-ac2b-79be232007ba,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:49.824675 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb17c894-7583-4419-b496-645687c87aa0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:49.831583 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59564) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:49.832073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bb17c894-7583-4419-b496-645687c87aa0 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/subnets/361d1d84-c23f-4f87-ac2b-79be232007ba HTTP/1.1" status: 204 len: 168 time: 0.2808704 Jan 31 19:46:49.835409 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f42225-d66d-4574-8f11-d49c5c21dc52 None None] Network b2ad176d-64f8-4654-9d05-13968a6cd741 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:46:49.851023 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4c21df7-4ffc-478d-8c18-89b9baedd5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:46:48Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:49.878217 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c21df7-4ffc-478d-8c18-89b9baedd5c7 None None] Checking router: 85b9428f-5be5-4ca7-b9e2-24911ca59024 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:46:49.887276 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c21df7-4ffc-478d-8c18-89b9baedd5c7 None None] Routers {'85b9428f-5be5-4ca7-b9e2-24911ca59024'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:46:49.888148 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4c21df7-4ffc-478d-8c18-89b9baedd5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['85b9428f-5be5-4ca7-b9e2-24911ca59024'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:49.930371 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8be8d63c-6773-44fe-8960-a7eafe297a97 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:46:49.952533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 8be8d63c-6773-44fe-8960-a7eafe297a97 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:46:49.953181 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 8be8d63c-6773-44fe-8960-a7eafe297a97 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:46:49.955168 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (85b9428f-5be5-4ca7-b9e2-24911ca59024), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.013031 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] DHCP port deletion for b2ad176d-64f8-4654-9d05-13968a6cd741 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:46:50.063248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Deleting port 83c88f9b-4fea-4d53-8f17-b79d710362bc {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:46:50.063787 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.071316 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_gateway (85b9428f-5be5-4ca7-b9e2-24911ca59024), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.095700 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a4c21df7-4ffc-478d-8c18-89b9baedd5c7 None None] Set router 85b9428f-5be5-4ca7-b9e2-24911ca59024 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:46:50.129999 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Deleting port 98c929b9-b10e-437a-8957-d412059dc713 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:46:50.130373 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (98c929b9-b10e-437a-8957-d412059dc713), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.132578 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] For port 83c88f9b-4fea-4d53-8f17-b79d710362bc, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=83c88f9b-4fea-4d53-8f17-b79d710362bc,segment=NetworkSegment(9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73),segment_id=9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:46:50.133318 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.146911 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Calling delete_port for 83c88f9b-4fea-4d53-8f17-b79d710362bc owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:46:50.216172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] For port 98c929b9-b10e-437a-8957-d412059dc713, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=98c929b9-b10e-437a-8957-d412059dc713,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:46:50.216606 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (98c929b9-b10e-437a-8957-d412059dc713), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.229038 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (83c88f9b-4fea-4d53-8f17-b79d710362bc), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.230528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Calling delete_port for 98c929b9-b10e-437a-8957-d412059dc713 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:46:50.256576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Pushing event deleted for resources: {'Port': ['ID=83c88f9b-4fea-4d53-8f17-b79d710362bc,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:50.264792 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] No DVR routers for this DVR port 83c88f9b-4fea-4d53-8f17-b79d710362bc on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:46:50.266918 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.267272 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.267620 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.267964 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.268329 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.268685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.269021 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.269354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.269687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.270018 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.270349 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.270679 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.271014 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9df71-fe51-4019-9134-f8f190cb061e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:46:50.296575 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4c21df7-4ffc-478d-8c18-89b9baedd5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:46:48Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:50.328999 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c21df7-4ffc-478d-8c18-89b9baedd5c7 None None] The sync data for ids ['85b9428f-5be5-4ca7-b9e2-24911ca59024'] in n-d-812111-15 is: [{'id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1377939092', 'tenant_id': 'ce496218cec040368cda9320d0c85700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '98c929b9-b10e-437a-8957-d412059dc713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:46:48Z', 'revision_number': 5, 'project_id': 'ce496218cec040368cda9320d0c85700', 'gw_port': {'id': '98c929b9-b10e-437a-8957-d412059dc713', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:97:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b9428f-5be5-4ca7-b9e2-24911ca59024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:45:51Z', 'updated_at': '2022-01-31T19:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:46:50.409151 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (98c929b9-b10e-437a-8957-d412059dc713), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.435139 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Port': ['ID=98c929b9-b10e-437a-8957-d412059dc713,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:50.499078 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (85b9428f-5be5-4ca7-b9e2-24911ca59024), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.587937 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (85b9428f-5be5-4ca7-b9e2-24911ca59024), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.590005 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router_controller (85b9428f-5be5-4ca7-b9e2-24911ca59024), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.632929 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (85b9428f-5be5-4ca7-b9e2-24911ca59024), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.633474 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Fanout notify agent at l3_agent the message router_deleted on router 85b9428f-5be5-4ca7-b9e2-24911ca59024 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:46:50.640457 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.641543 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a2c4e639-059d-4e32-abe6-4af80865a879 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/routers/85b9428f-5be5-4ca7-b9e2-24911ca59024 HTTP/1.1" status: 204 len: 168 time: 0.8076327 Jan 31 19:46:50.644233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:50.725016 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (b2ad176d-64f8-4654-9d05-13968a6cd741), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.814742 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (b2ad176d-64f8-4654-9d05-13968a6cd741), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.841339 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ad176d-64f8-4654-9d05-13968a6cd741']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:50.853729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:50.854097 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:50.865207 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.880683 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.887290 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:46:50.887912 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (9cdf8e91-f4a4-43cf-8b9d-c81f9e11bd73), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:46:50.892241 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:46:50.899945 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 83c88f9b-4fea-4d53-8f17-b79d710362bc no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:46:50.927252 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 83c88f9b-4fea-4d53-8f17-b79d710362bc {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:46:50.927652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 83c88f9b-4fea-4d53-8f17-b79d710362bc not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:46:50.928166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e349cd90-8230-494f-938c-767cfad55998 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:46:50.949619 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: e349cd90-8230-494f-938c-767cfad55998 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:46:50.950110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e349cd90-8230-494f-938c-767cfad55998 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:46:50.952171 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (b2ad176d-64f8-4654-9d05-13968a6cd741), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.960249 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:50.963818 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/networks/b2ad176d-64f8-4654-9d05-13968a6cd741 HTTP/1.1" status: 204 len: 168 time: 0.3186333 Jan 31 19:46:50.966668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59568) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:50.984385 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b98398-efad-469b-b0bd-2840bc65b4c9 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'Network': ['ID=b2ad176d-64f8-4654-9d05-13968a6cd741,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:51.039298 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f7284a2-0102-4828-9fbf-7266a2383808 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (dfac5134-7fb8-41e1-b0d6-5b59f7b053ff), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:51.063062 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f7284a2-0102-4828-9fbf-7266a2383808 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (dfac5134-7fb8-41e1-b0d6-5b59f7b053ff), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:51.128068 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f7284a2-0102-4828-9fbf-7266a2383808 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (dfac5134-7fb8-41e1-b0d6-5b59f7b053ff), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:51.130786 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f7284a2-0102-4828-9fbf-7266a2383808 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:51.131986 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0f7284a2-0102-4828-9fbf-7266a2383808 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] 10.222.0.20 "DELETE /v2.0/security-groups/dfac5134-7fb8-41e1-b0d6-5b59f7b053ff HTTP/1.1" status: 204 len: 168 time: 0.1551692 Jan 31 19:46:51.142188 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7284a2-0102-4828-9fbf-7266a2383808 tempest-TestNetworkAdvancedServerOps-159979089 tempest-TestNetworkAdvancedServerOps-159979089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfac5134-7fb8-41e1-b0d6-5b59f7b053ff,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:51.231252 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-94e7f9c9-5e9f-42ea-ad78-4bf0b39a8c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:51.467703 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59576) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:51.606652 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-f0dc8af6-b34d-4e0d-9ee0-15e6fb8c357d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce496218cec040368cda9320d0c85700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377244 Jan 31 19:46:51.609637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59580) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:51.655187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0424cca-061b-45d7-a790-26a5ad56e822 admin admin] Publish callbacks [] for security_group (8f0f18f0-8aaa-45d5-bd4b-f1844e333847), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:51.675751 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0424cca-061b-45d7-a790-26a5ad56e822 admin admin] Publish callbacks [] for security_group (8f0f18f0-8aaa-45d5-bd4b-f1844e333847), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:51.721284 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0424cca-061b-45d7-a790-26a5ad56e822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8f0f18f0-8aaa-45d5-bd4b-f1844e333847), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:51.723938 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a0424cca-061b-45d7-a790-26a5ad56e822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:51.725126 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a0424cca-061b-45d7-a790-26a5ad56e822 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f0f18f0-8aaa-45d5-bd4b-f1844e333847 HTTP/1.1" status: 204 len: 168 time: 0.1145899 Jan 31 19:46:51.733827 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0424cca-061b-45d7-a790-26a5ad56e822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0f18f0-8aaa-45d5-bd4b-f1844e333847,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:51.981359 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59586) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:51.995088 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d8a100b-4e83-4acd-9a3e-2d98716849fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:52.067999 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d8a100b-4e83-4acd-9a3e-2d98716849fd admin admin] Publish callbacks [] for security_group (c444da30-12b0-430d-a268-f64c207b2683), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:52.071836 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d8a100b-4e83-4acd-9a3e-2d98716849fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c444da30-12b0-430d-a268-f64c207b2683), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:52.112301 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-3d8a100b-4e83-4acd-9a3e-2d98716849fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b60227ba211411d8d1cc684189606bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298532 Jan 31 19:46:52.113182 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a100b-4e83-4acd-9a3e-2d98716849fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c444da30-12b0-430d-a268-f64c207b2683,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:52.115082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59588) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:52.164365 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2af6-0236-4f5b-ac0b-36caf76c685a admin admin] Publish callbacks [] for security_group (c444da30-12b0-430d-a268-f64c207b2683), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:52.184691 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2af6-0236-4f5b-ac0b-36caf76c685a admin admin] Publish callbacks [] for security_group (c444da30-12b0-430d-a268-f64c207b2683), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:52.229294 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2af6-0236-4f5b-ac0b-36caf76c685a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (c444da30-12b0-430d-a268-f64c207b2683), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:52.232135 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2af6-0236-4f5b-ac0b-36caf76c685a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:52.233374 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5bbf2af6-0236-4f5b-ac0b-36caf76c685a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c444da30-12b0-430d-a268-f64c207b2683 HTTP/1.1" status: 204 len: 168 time: 0.1172063 Jan 31 19:46:52.241171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf2af6-0236-4f5b-ac0b-36caf76c685a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c444da30-12b0-430d-a268-f64c207b2683,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:52.726832 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:52.797410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 98c929b9-b10e-437a-8957-d412059dc713 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:46:52.818061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 98c929b9-b10e-437a-8957-d412059dc713 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:46:52.818484 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 98c929b9-b10e-437a-8957-d412059dc713 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:46:52.933882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59610) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:53.028955 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1128636165-network', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:46:53.049354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Made reservation on behalf of 5096ad7e87e84ab1960433f78b078dee for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:46:53.051850 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.059890 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.134007 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Publish callbacks [] for security_group (9ceb4c7f-8901-4e23-9d5c-fe5ae1f3bf83), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.137661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9ceb4c7f-8901-4e23-9d5c-fe5ae1f3bf83), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.159899 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:46:53.178845 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceb4c7f-8901-4e23-9d5c-fe5ae1f3bf83,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:53.183857 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (6b182574-d429-4130-b8b4-d288529769e9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.184417 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Added segment 6b182574-d429-4130-b8b4-d288529769e9 of type vlan for network 648e3ebd-7e9f-46fb-bee4-80526794c443 Jan 31 19:46:53.226958 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (648e3ebd-7e9f-46fb-bee4-80526794c443), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.254461 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (648e3ebd-7e9f-46fb-bee4-80526794c443), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.255459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:53.256051 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.310071 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3750613 Jan 31 19:46:53.313535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59614) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:53.319940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0c72cfd0-a2c9-4867-8b3e-3d2cfef9169f admin admin] Request body: {'subnet': {'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1128636165-subnet', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:46:53.328508 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99209953-4df6-4fc1-92b7-f18c701da70a admin admin] Pushing event updated for resources: {'Network': ['ID=648e3ebd-7e9f-46fb-bee4-80526794c443,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:53.338338 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 648e3ebd-7e9f-46fb-bee4-80526794c443 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:46:53.343823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c72cfd0-a2c9-4867-8b3e-3d2cfef9169f admin admin] Made reservation on behalf of 5096ad7e87e84ab1960433f78b078dee for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:46:53.347052 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c72cfd0-a2c9-4867-8b3e-3d2cfef9169f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.517150 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c72cfd0-a2c9-4867-8b3e-3d2cfef9169f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (0c511f05-1061-4d3f-bb13-9bd94850e0dc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.565312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72cfd0-a2c9-4867-8b3e-3d2cfef9169f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c511f05-1061-4d3f-bb13-9bd94850e0dc,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:53.580590 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72cfd0-a2c9-4867-8b3e-3d2cfef9169f admin admin] Checking segment: {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:46:53.580958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72cfd0-a2c9-4867-8b3e-3d2cfef9169f admin admin] Network hostable DHCP agents. Network: 648e3ebd-7e9f-46fb-bee4-80526794c443, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:46:53.597142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72cfd0-a2c9-4867-8b3e-3d2cfef9169f admin admin] Network 648e3ebd-7e9f-46fb-bee4-80526794c443 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:46:53.605450 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0c72cfd0-a2c9-4867-8b3e-3d2cfef9169f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 648e3ebd-7e9f-46fb-bee4-80526794c443) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:46:53.609740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72cfd0-a2c9-4867-8b3e-3d2cfef9169f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:53.610321 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c72cfd0-a2c9-4867-8b3e-3d2cfef9169f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.614607 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990a681a-c230-454b-bad0-ef935411c3f3 None None] Network 648e3ebd-7e9f-46fb-bee4-80526794c443 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:46:53.626497 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-0c72cfd0-a2c9-4867-8b3e-3d2cfef9169f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3119929 Jan 31 19:46:53.629362 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59616) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:53.633654 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:46:53.653031 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (01e55402-a68c-4945-9d82-25c3ef1ba9c4), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.654010 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (01e55402-a68c-4945-9d82-25c3ef1ba9c4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.708834 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Publish callbacks [] for router_controller (01e55402-a68c-4945-9d82-25c3ef1ba9c4), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.851206 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Publish callbacks [] for router_gateway (01e55402-a68c-4945-9d82-25c3ef1ba9c4), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:53.883437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-648e3ebd-7e9f-46fb-bee4-80526794c443', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:46:53.884396 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.018947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Allocated IP 172.20.0.2 (648e3ebd-7e9f-46fb-bee4-80526794c443/0c511f05-1061-4d3f-bb13-9bd94850e0dc/95f22e33-8957-41d8-8e0c-14e2fda4c8dd) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:46:54.046861 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Publish callbacks [] for router_gateway (01e55402-a68c-4945-9d82-25c3ef1ba9c4), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.069550 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.161657 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Publish callbacks [] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.168751 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.172860 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Allocated IP 172.25.8.68 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/50636b8a-58d1-49b6-8902-18bca44b1235) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:46:54.216161 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Network 648e3ebd-7e9f-46fb-bee4-80526794c443 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:46:54.217879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:46:54.224236 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:46:54.227415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Pushing event updated for resources: {'Port': ['ID=95f22e33-8957-41d8-8e0c-14e2fda4c8dd,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:54.278278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Publish callbacks [] for port (50636b8a-58d1-49b6-8902-18bca44b1235), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.282242 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Attempting to bind port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:46:54.282618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Attempting to bind port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:46:54.282992 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Attempting to bind port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd on network 648e3ebd-7e9f-46fb-bee4-80526794c443 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:46:54.287943 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:46:54.288348 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Checking segment: {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:46:54.288766 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.289164 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Bound using segment: {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:46:54.289639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Bound port: 95f22e33-8957-41d8-8e0c-14e2fda4c8dd, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:46:54.290025 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.320440 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (50636b8a-58d1-49b6-8902-18bca44b1235), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.359477 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:46:54.362872 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:46:54.365880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] For port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:46:54.366038 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:46:54.369343 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] For port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=95f22e33-8957-41d8-8e0c-14e2fda4c8dd,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:46:54.372676 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.376409 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.401668 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Pushing event updated for resources: {'Port': ['ID=50636b8a-58d1-49b6-8902-18bca44b1235,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:54.435311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6e92c-5eef-4f80-ae0b-3a25730aee4f None None] Pushing event updated for resources: {'Port': ['ID=95f22e33-8957-41d8-8e0c-14e2fda4c8dd,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:54.885772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 95f22e33-8957-41d8-8e0c-14e2fda4c8dd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:46:54.939621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:46:54.939911 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.974856 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Publish callbacks [] for router_gateway (01e55402-a68c-4945-9d82-25c3ef1ba9c4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:54.992065 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:55.031256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:46:55.031654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:55.068475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=95f22e33-8957-41d8-8e0c-14e2fda4c8dd,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:46:55.073012 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:55.127892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=95f22e33-8957-41d8-8e0c-14e2fda4c8dd,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:55.178386 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (01e55402-a68c-4945-9d82-25c3ef1ba9c4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:55.314766 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:46:55.412069 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4edf7e6-38df-473c-9eb4-75256ffd8e24 None None] Network 648e3ebd-7e9f-46fb-bee4-80526794c443 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:46:55.431868 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:46:55.450074 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:55.452059 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b0cec8e0-af58-4dc5-83fb-8c4cd176999d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8216972 Jan 31 19:46:55.455046 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59618) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:55.471991 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Sync routers for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:46:55.488479 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:55.509207 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:46:55.509851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:55.601412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7d1466d5-1a4f-4a91-ad95-939a228ecd42 None None] Provisioning complete for port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:46:55.601792 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7d1466d5-1a4f-4a91-ad95-939a228ecd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:55.690418 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:46:55.835897 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7d1466d5-1a4f-4a91-ad95-939a228ecd42 None None] Current status of the port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:46:55.878710 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:55.916134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:54Z', 'revision_number': 3, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:55.943032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Checking router: 01e55402-a68c-4945-9d82-25c3ef1ba9c4 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:46:55.943390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Updating router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 port 50636b8a-58d1-49b6-8902-18bca44b1235 binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:46:55.985218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2eb15ae5-cb48-47d6-89e6-cd8e1333c4c6 None None] Provisioning complete for port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:46:55.985511 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2eb15ae5-cb48-47d6-89e6-cd8e1333c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:55.986920 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (50636b8a-58d1-49b6-8902-18bca44b1235), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.036994 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Allocated IP 172.20.0.1 (648e3ebd-7e9f-46fb-bee4-80526794c443/0c511f05-1061-4d3f-bb13-9bd94850e0dc/b409a859-44cd-4045-8a88-d9ed4719c928) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:46:56.143967 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Publish callbacks [] for port (b409a859-44cd-4045-8a88-d9ed4719c928), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.178773 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.194449 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2eb15ae5-cb48-47d6-89e6-cd8e1333c4c6 None None] Current status of the port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:46:56.218346 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Network 648e3ebd-7e9f-46fb-bee4-80526794c443 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:46:56.221281 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:46:56.223720 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:46:56.255550 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Pushing event updated for resources: {'Port': ['ID=b409a859-44cd-4045-8a88-d9ed4719c928,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:56.271488 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (01e55402-a68c-4945-9d82-25c3ef1ba9c4), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.315422 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Publish callbacks [] for port (50636b8a-58d1-49b6-8902-18bca44b1235), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.322399 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (50636b8a-58d1-49b6-8902-18bca44b1235), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.377831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Attempting to bind port 50636b8a-58d1-49b6-8902-18bca44b1235 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:46:56.378202 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Attempting to bind port 50636b8a-58d1-49b6-8902-18bca44b1235 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:46:56.378567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Attempting to bind port 50636b8a-58d1-49b6-8902-18bca44b1235 on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:46:56.390949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e012466-88b8-4ba7-8883-77467f4b294a None None] Pushing event updated for resources: {'Port': ['ID=50636b8a-58d1-49b6-8902-18bca44b1235,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:56.394639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:46:56.394639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:46:56.394639 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.395032 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:46:56.395303 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Bound port: 50636b8a-58d1-49b6-8902-18bca44b1235, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:46:56.395699 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (50636b8a-58d1-49b6-8902-18bca44b1235), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.422577 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.452213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] For port 50636b8a-58d1-49b6-8902-18bca44b1235, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:46:56.456028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] For port 50636b8a-58d1-49b6-8902-18bca44b1235, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=50636b8a-58d1-49b6-8902-18bca44b1235,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:46:56.461495 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (50636b8a-58d1-49b6-8902-18bca44b1235), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.528779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e012466-88b8-4ba7-8883-77467f4b294a None None] Pushing event updated for resources: {'Port': ['ID=50636b8a-58d1-49b6-8902-18bca44b1235,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:56.531719 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:46:56.532324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:56.577135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0c9ce911-7d16-4b63-b795-1de6652ccd39 None None] Provisioning complete for port b409a859-44cd-4045-8a88-d9ed4719c928 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:46:56.577421 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce911-7d16-4b63-b795-1de6652ccd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.595626 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Publish callbacks [] for port (b409a859-44cd-4045-8a88-d9ed4719c928), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.600826 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.649228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ce911-7d16-4b63-b795-1de6652ccd39 None None] Port b409a859-44cd-4045-8a88-d9ed4719c928 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:46:56.667264 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (01e55402-a68c-4945-9d82-25c3ef1ba9c4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.669167 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Pushing event updated for resources: {'Port': ['ID=b409a859-44cd-4045-8a88-d9ed4719c928,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:56.674444 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:46:56.762848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Network 648e3ebd-7e9f-46fb-bee4-80526794c443 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:46:56.764799 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:46:56.808251 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:56.886106 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:46:56.891182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 95f22e33-8957-41d8-8e0c-14e2fda4c8dd up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:46:56.959499 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:46:56.960179 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:57.000780 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:46:57.006375 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ea3d4527-68e4-4eee-9d8e-46098df30eeb admin admin] 10.222.0.20 "PUT /v2.0/routers/01e55402-a68c-4945-9d82-25c3ef1ba9c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5501316 Jan 31 19:46:57.166990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 1, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:57.204784 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41327cc2-66a2-4459-be09-fa7179868c74 None None] The sync data for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 is: [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 1, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:46:57.215570 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9b8fa7f9-feed-4c30-9990-ecdf12aedf71 None None] Provisioning complete for port b409a859-44cd-4045-8a88-d9ed4719c928 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:46:57.215964 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9b8fa7f9-feed-4c30-9990-ecdf12aedf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:57.273326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9b8fa7f9-feed-4c30-9990-ecdf12aedf71 None None] Port b409a859-44cd-4045-8a88-d9ed4719c928 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:46:57.295255 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:46:57.543667 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:57.549281 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1178322948-network', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:46:57.570561 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Made reservation on behalf of 877514174e9f4ceca75f420807e9a2aa for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:46:57.573204 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:57.583040 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:57.662728 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Publish callbacks [] for security_group (fa4999ab-8ba6-4a29-8f8b-30df3613686f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:57.666588 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fa4999ab-8ba6-4a29-8f8b-30df3613686f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:57.692439 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:46:57.708261 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4999ab-8ba6-4a29-8f8b-30df3613686f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:57.714475 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ff8fd93a-33ca-43ae-9756-de30bb378468), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:57.714823 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Added segment ff8fd93a-33ca-43ae-9756-de30bb378468 of type vlan for network 50736a4c-f7e9-4ba9-bb31-3d790265c757 Jan 31 19:46:57.755782 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (50736a4c-f7e9-4ba9-bb31-3d790265c757), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:57.782187 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (50736a4c-f7e9-4ba9-bb31-3d790265c757), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:57.783200 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:57.783772 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:57.846753 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3009961 Jan 31 19:46:57.849237 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59636) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:57.851392 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c75f9a-128c-4d52-8755-53a244067f32 admin admin] Pushing event updated for resources: {'Network': ['ID=50736a4c-f7e9-4ba9-bb31-3d790265c757,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:57.854504 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-394fc8c6-a586-47c3-9476-9e8a83c2c501 admin admin] Request body: {'subnet': {'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1178322948-subnet', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:46:57.869182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 50736a4c-f7e9-4ba9-bb31-3d790265c757 details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:46:57.876689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394fc8c6-a586-47c3-9476-9e8a83c2c501 admin admin] Made reservation on behalf of 877514174e9f4ceca75f420807e9a2aa for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:46:57.879373 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-394fc8c6-a586-47c3-9476-9e8a83c2c501 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.074834 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-394fc8c6-a586-47c3-9476-9e8a83c2c501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (4f94e5f1-b3f5-4c6c-85bd-c7b342d06017), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.132271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fc8c6-a586-47c3-9476-9e8a83c2c501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f94e5f1-b3f5-4c6c-85bd-c7b342d06017,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:58.142074 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394fc8c6-a586-47c3-9476-9e8a83c2c501 admin admin] Checking segment: {'id': 'ff8fd93a-33ca-43ae-9756-de30bb378468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:46:58.142454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394fc8c6-a586-47c3-9476-9e8a83c2c501 admin admin] Network hostable DHCP agents. Network: 50736a4c-f7e9-4ba9-bb31-3d790265c757, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:46:58.158996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394fc8c6-a586-47c3-9476-9e8a83c2c501 admin admin] Network 50736a4c-f7e9-4ba9-bb31-3d790265c757 is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:46:58.169045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-394fc8c6-a586-47c3-9476-9e8a83c2c501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 50736a4c-f7e9-4ba9-bb31-3d790265c757) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:46:58.173211 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394fc8c6-a586-47c3-9476-9e8a83c2c501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:46:58.173809 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-394fc8c6-a586-47c3-9476-9e8a83c2c501 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.179869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354f862a-4059-4c5e-bb98-db71f012ee96 None None] Network 50736a4c-f7e9-4ba9-bb31-3d790265c757 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:46:58.196210 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:46:58.197004 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-394fc8c6-a586-47c3-9476-9e8a83c2c501 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3464887 Jan 31 19:46:58.203492 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1178322948-router', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:46:58.225211 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.226384 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.279750 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Publish callbacks [] for router_controller (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.297061 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-50736a4c-f7e9-4ba9-bb31-3d790265c757', 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757', 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'fixed_ips': [{'subnet_id': '4f94e5f1-b3f5-4c6c-85bd-c7b342d06017'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:46:58.298409 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.426551 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Publish callbacks [] for router_gateway (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.456939 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Allocated IP 172.20.0.2 (50736a4c-f7e9-4ba9-bb31-3d790265c757/4f94e5f1-b3f5-4c6c-85bd-c7b342d06017/06ccaae2-155d-446c-bf79-4c4222af07aa) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:46:58.621078 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Publish callbacks [] for port (06ccaae2-155d-446c-bf79-4c4222af07aa), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.628833 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (06ccaae2-155d-446c-bf79-4c4222af07aa), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.635647 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Publish callbacks [] for router_gateway (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.660045 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.674300 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Network 50736a4c-f7e9-4ba9-bb31-3d790265c757 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:46:58.677355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:46:58.680896 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:46:58.690088 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Pushing event updated for resources: {'Port': ['ID=06ccaae2-155d-446c-bf79-4c4222af07aa,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:58.747649 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Attempting to bind port 06ccaae2-155d-446c-bf79-4c4222af07aa on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:46:58.748442 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Attempting to bind port 06ccaae2-155d-446c-bf79-4c4222af07aa by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'ff8fd93a-33ca-43ae-9756-de30bb378468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:46:58.749102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Attempting to bind port 06ccaae2-155d-446c-bf79-4c4222af07aa on network 50736a4c-f7e9-4ba9-bb31-3d790265c757 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:46:58.754748 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:46:58.755136 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Checking segment: {'id': 'ff8fd93a-33ca-43ae-9756-de30bb378468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:46:58.755553 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.755962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Bound using segment: {'id': 'ff8fd93a-33ca-43ae-9756-de30bb378468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:46:58.756470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Bound port: 06ccaae2-155d-446c-bf79-4c4222af07aa, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8fd93a-33ca-43ae-9756-de30bb378468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:46:58.756864 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (06ccaae2-155d-446c-bf79-4c4222af07aa), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.828313 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] For port 06ccaae2-155d-446c-bf79-4c4222af07aa, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:46:58.832304 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] For port 06ccaae2-155d-446c-bf79-4c4222af07aa, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=06ccaae2-155d-446c-bf79-4c4222af07aa,segment=NetworkSegment(ff8fd93a-33ca-43ae-9756-de30bb378468),segment_id=ff8fd93a-33ca-43ae-9756-de30bb378468)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:46:58.840767 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (06ccaae2-155d-446c-bf79-4c4222af07aa), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:58.902581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850678e-77c7-430d-aa04-f6842463f327 None None] Pushing event updated for resources: {'Port': ['ID=06ccaae2-155d-446c-bf79-4c4222af07aa,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:58.934892 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 50636b8a-58d1-49b6-8902-18bca44b1235 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:46:58.989178 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 50636b8a-58d1-49b6-8902-18bca44b1235 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:46:58.989559 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (50636b8a-58d1-49b6-8902-18bca44b1235), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:59.098209 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 50636b8a-58d1-49b6-8902-18bca44b1235 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:46:59.099103 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (50636b8a-58d1-49b6-8902-18bca44b1235), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:59.130219 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 50636b8a-58d1-49b6-8902-18bca44b1235, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=50636b8a-58d1-49b6-8902-18bca44b1235,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:46:59.139516 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (50636b8a-58d1-49b6-8902-18bca44b1235), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:59.178421 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Allocated IP 172.25.8.16 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/456a4cf4-fd87-476f-aca1-9dbdb074f0de) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:46:59.212894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=50636b8a-58d1-49b6-8902-18bca44b1235,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:59.300362 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Publish callbacks [] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:59.333800 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:59.370879 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:46:59.373966 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:46:59.377366 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:46:59.408398 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Pushing event updated for resources: {'Port': ['ID=456a4cf4-fd87-476f-aca1-9dbdb074f0de,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:46:59.635826 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Publish callbacks [] for router_gateway (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:59.845239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:59.901717 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Sync routers for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:46:59.902212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaa9fb9-4e89-4640-a03b-3085ff194733 None None] Network 50736a4c-f7e9-4ba9-bb31-3d790265c757 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:46:59.912723 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:46:59.913331 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:46:59.967927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-49add30d-6972-418c-9c03-730fc535e377 None None] Provisioning complete for port 06ccaae2-155d-446c-bf79-4c4222af07aa triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:46:59.968303 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49add30d-6972-418c-9c03-730fc535e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06ccaae2-155d-446c-bf79-4c4222af07aa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:46:59.985043 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Router 47d8ec41-0e4b-45ae-9852-f1a5f22e738e is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:47:00.023983 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:47:00.089598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-49add30d-6972-418c-9c03-730fc535e377 None None] Current status of the port 06ccaae2-155d-446c-bf79-4c4222af07aa is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:00.089990 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49add30d-6972-418c-9c03-730fc535e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (06ccaae2-155d-446c-bf79-4c4222af07aa), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.104570 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:47:00.117807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Sync routers for ids ['47d8ec41-0e4b-45ae-9852-f1a5f22e738e'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:47:00.125486 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.126910 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-92321931-3b10-426d-b24a-612783ad4474 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9289658 Jan 31 19:47:00.129706 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59640) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:47:00.130197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-49add30d-6972-418c-9c03-730fc535e377 None None] For port 06ccaae2-155d-446c-bf79-4c4222af07aa, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=06ccaae2-155d-446c-bf79-4c4222af07aa,segment=NetworkSegment(ff8fd93a-33ca-43ae-9756-de30bb378468),segment_id=ff8fd93a-33ca-43ae-9756-de30bb378468)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:47:00.142781 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49add30d-6972-418c-9c03-730fc535e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (06ccaae2-155d-446c-bf79-4c4222af07aa), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.151101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Routers {'47d8ec41-0e4b-45ae-9852-f1a5f22e738e'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:47:00.151456 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['47d8ec41-0e4b-45ae-9852-f1a5f22e738e'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:00.245017 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49add30d-6972-418c-9c03-730fc535e377 None None] Pushing event updated for resources: {'Port': ['ID=06ccaae2-155d-446c-bf79-4c4222af07aa,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:00.281608 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 2, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:00.299837 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Set router 47d8ec41-0e4b-45ae-9852-f1a5f22e738e gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:47:00.316984 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Checking router: 01e55402-a68c-4945-9d82-25c3ef1ba9c4 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:47:00.317561 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Updating router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 port b409a859-44cd-4045-8a88-d9ed4719c928 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:47:00.352864 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.430665 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-65309b18-9e5c-4a81-ba84-d2b44bccf54b None None] Provisioning complete for port 06ccaae2-155d-446c-bf79-4c4222af07aa triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:00.431074 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65309b18-9e5c-4a81-ba84-d2b44bccf54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06ccaae2-155d-446c-bf79-4c4222af07aa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.561325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-65309b18-9e5c-4a81-ba84-d2b44bccf54b None None] Current status of the port 06ccaae2-155d-446c-bf79-4c4222af07aa is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:00.575045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'name': 'tempest-TestShelveInstance-1178322948-router', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 3, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'gw_port': {'id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:00.606493 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Checking router: 47d8ec41-0e4b-45ae-9852-f1a5f22e738e for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:47:00.606944 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Updating router 47d8ec41-0e4b-45ae-9852-f1a5f22e738e port 456a4cf4-fd87-476f-aca1-9dbdb074f0de binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:47:00.628514 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.637058 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.652212 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Publish callbacks [] for port (b409a859-44cd-4045-8a88-d9ed4719c928), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.661958 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.722677 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Pushing event updated for resources: {'Port': ['ID=b409a859-44cd-4045-8a88-d9ed4719c928,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:00.736134 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.736134 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.736443 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.736776 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.737102 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.737442 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.737774 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.738126 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.738430 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.740212 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.740212 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.740212 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.740212 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:47:00.805015 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Attempting to bind port b409a859-44cd-4045-8a88-d9ed4719c928 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:47:00.805843 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Attempting to bind port b409a859-44cd-4045-8a88-d9ed4719c928 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:47:00.806326 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Attempting to bind port b409a859-44cd-4045-8a88-d9ed4719c928 on network 648e3ebd-7e9f-46fb-bee4-80526794c443 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:47:00.819866 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:47:00.820445 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Checking segment: {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:47:00.820904 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.821209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Allocated IP 172.20.0.1 (50736a4c-f7e9-4ba9-bb31-3d790265c757/4f94e5f1-b3f5-4c6c-85bd-c7b342d06017/931870c5-12c4-4301-b4e0-f4af5fcfe818) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:47:00.823053 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Bound using segment: {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:47:00.823303 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Bound port: b409a859-44cd-4045-8a88-d9ed4719c928, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:47:00.824067 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.936067 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] For port b409a859-44cd-4045-8a88-d9ed4719c928, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:47:00.939668 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] For port b409a859-44cd-4045-8a88-d9ed4719c928, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b409a859-44cd-4045-8a88-d9ed4719c928,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:47:00.951118 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.976030 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Publish callbacks [] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.978696 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Publish callbacks [] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:00.989019 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.033922 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:47:01.034189 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:01.036264 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bc9f2-bbe2-464e-b718-e920aee442da None None] Pushing event updated for resources: {'Port': ['ID=b409a859-44cd-4045-8a88-d9ed4719c928,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:01.060764 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 50636b8a-58d1-49b6-8902-18bca44b1235 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:47:01.073735 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.127688 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b1d11-82c4-4029-b94b-fdbaf02a8e4c None None] Pushing event updated for resources: {'Port': ['ID=456a4cf4-fd87-476f-aca1-9dbdb074f0de,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:01.134739 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Attempting to bind port 456a4cf4-fd87-476f-aca1-9dbdb074f0de on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:47:01.135492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Attempting to bind port 456a4cf4-fd87-476f-aca1-9dbdb074f0de by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:47:01.135492 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Attempting to bind port 456a4cf4-fd87-476f-aca1-9dbdb074f0de on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:47:01.142731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Network 50736a4c-f7e9-4ba9-bb31-3d790265c757 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:47:01.149053 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:47:01.151212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:47:01.151212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:47:01.151620 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.152140 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:47:01.152538 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Bound port: 456a4cf4-fd87-476f-aca1-9dbdb074f0de, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:47:01.152928 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.153176 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:47:01.158419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fb436866-fe4d-4a92-a16f-1e2bc258488f None None] Provisioning complete for port b409a859-44cd-4045-8a88-d9ed4719c928 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:01.158789 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb436866-fe4d-4a92-a16f-1e2bc258488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.195226 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Pushing event updated for resources: {'Port': ['ID=931870c5-12c4-4301-b4e0-f4af5fcfe818,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:01.220319 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.220553 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:47:01.267473 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 50636b8a-58d1-49b6-8902-18bca44b1235 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:01.268040 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (50636b8a-58d1-49b6-8902-18bca44b1235), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.344552 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] For port 456a4cf4-fd87-476f-aca1-9dbdb074f0de, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:47:01.351862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] For port 456a4cf4-fd87-476f-aca1-9dbdb074f0de, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=456a4cf4-fd87-476f-aca1-9dbdb074f0de,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:47:01.367336 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.464709 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.470398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Routers {'47d8ec41-0e4b-45ae-9852-f1a5f22e738e'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:47:01.471036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['47d8ec41-0e4b-45ae-9852-f1a5f22e738e'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:01.474197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fb436866-fe4d-4a92-a16f-1e2bc258488f None None] Current status of the port b409a859-44cd-4045-8a88-d9ed4719c928 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:01.474837 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb436866-fe4d-4a92-a16f-1e2bc258488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.500645 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:00Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:01.528497 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a6d27d-e748-4668-bf5e-15f7254166d3 None None] The sync data for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 is: [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:00Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:47:01.553770 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b1d11-82c4-4029-b94b-fdbaf02a8e4c None None] Pushing event updated for resources: {'Port': ['ID=456a4cf4-fd87-476f-aca1-9dbdb074f0de,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:01.586197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 50636b8a-58d1-49b6-8902-18bca44b1235 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:01.587462 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 06ccaae2-155d-446c-bf79-4c4222af07aa up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:47:01.655117 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-fb436866-fe4d-4a92-a16f-1e2bc258488f None None] For port b409a859-44cd-4045-8a88-d9ed4719c928, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b409a859-44cd-4045-8a88-d9ed4719c928,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:47:01.664866 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Publish callbacks [] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.666302 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fb436866-fe4d-4a92-a16f-1e2bc258488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.673166 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.719216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] Set router 47d8ec41-0e4b-45ae-9852-f1a5f22e738e gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:47:01.745299 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:01.748642 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Pushing event updated for resources: {'Port': ['ID=931870c5-12c4-4301-b4e0-f4af5fcfe818,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:01.788397 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb436866-fe4d-4a92-a16f-1e2bc258488f None None] Pushing event updated for resources: {'Port': ['ID=b409a859-44cd-4045-8a88-d9ed4719c928,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:01.845285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Network 50736a4c-f7e9-4ba9-bb31-3d790265c757 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:47:01.846779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:47:01.985438 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Router 47d8ec41-0e4b-45ae-9852-f1a5f22e738e has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:47:01.995170 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 06ccaae2-155d-446c-bf79-4c4222af07aa triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:01.995652 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (06ccaae2-155d-446c-bf79-4c4222af07aa), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:02.086403 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e2a44861-7b9b-44fe-9dbb-4c711efc7c24 None None] Provisioning complete for port 931870c5-12c4-4301-b4e0-f4af5fcfe818 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:02.087087 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2a44861-7b9b-44fe-9dbb-4c711efc7c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:02.114094 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:47:02.120014 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-47ae7fd2-6918-4584-a803-942e21dc9cef admin admin] 10.222.0.20 "PUT /v2.0/routers/47d8ec41-0e4b-45ae-9852-f1a5f22e738e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9880066 Jan 31 19:47:02.170020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e2a44861-7b9b-44fe-9dbb-4c711efc7c24 None None] Port 931870c5-12c4-4301-b4e0-f4af5fcfe818 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:47:02.243476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e2a44861-7b9b-44fe-9dbb-4c711efc7c24 None None] Provisioning complete for port b409a859-44cd-4045-8a88-d9ed4719c928 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:02.243861 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2a44861-7b9b-44fe-9dbb-4c711efc7c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:02.245682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 06ccaae2-155d-446c-bf79-4c4222af07aa is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:02.301532 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'name': 'tempest-TestShelveInstance-1178322948-router', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 4, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'gw_port': {'id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '931870c5-12c4-4301-b4e0-f4af5fcfe818', 'name': '', 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'mac_address': 'fa:16:3e:2c:75:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '4f94e5f1-b3f5-4c6c-85bd-c7b342d06017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:47:00Z', 'updated_at': '2022-01-31T19:47:00Z', 'revision_number': 1, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'subnets': [{'id': '4f94e5f1-b3f5-4c6c-85bd-c7b342d06017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:02.337166 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6797c-b0ab-4813-b6f9-b09eeae55f7c None None] The sync data for ids ['47d8ec41-0e4b-45ae-9852-f1a5f22e738e'] in n-d-812111-15 is: [{'id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'name': 'tempest-TestShelveInstance-1178322948-router', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 4, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'gw_port': {'id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '931870c5-12c4-4301-b4e0-f4af5fcfe818', 'name': '', 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'mac_address': 'fa:16:3e:2c:75:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '4f94e5f1-b3f5-4c6c-85bd-c7b342d06017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:47:00Z', 'updated_at': '2022-01-31T19:47:00Z', 'revision_number': 1, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'subnets': [{'id': '4f94e5f1-b3f5-4c6c-85bd-c7b342d06017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:47:02.376410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e2a44861-7b9b-44fe-9dbb-4c711efc7c24 None None] Current status of the port b409a859-44cd-4045-8a88-d9ed4719c928 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:02.498335 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-aa01eebd-9f68-461f-bf41-77f003386cc4 None None] Provisioning complete for port 931870c5-12c4-4301-b4e0-f4af5fcfe818 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:02.499246 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa01eebd-9f68-461f-bf41-77f003386cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:02.557865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-aa01eebd-9f68-461f-bf41-77f003386cc4 None None] Port 931870c5-12c4-4301-b4e0-f4af5fcfe818 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:47:02.738908 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59652) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:47:02.743988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1108a718-ecc3-4754-a271-ea1a28c54a9d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357557609', 'description': 'tempest-secgroup-smoke-1357557609 description', 'project_id': '5096ad7e87e84ab1960433f78b078dee'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:47:02.766808 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1108a718-ecc3-4754-a271-ea1a28c54a9d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:02.869889 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1108a718-ecc3-4754-a271-ea1a28c54a9d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group (8e29b0b0-3973-4155-bc73-4b443abe682a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:02.878759 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1108a718-ecc3-4754-a271-ea1a28c54a9d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8e29b0b0-3973-4155-bc73-4b443abe682a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:02.913065 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1108a718-ecc3-4754-a271-ea1a28c54a9d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:02.917207 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1108a718-ecc3-4754-a271-ea1a28c54a9d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1743762 Jan 31 19:47:02.917207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108a718-ecc3-4754-a271-ea1a28c54a9d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e29b0b0-3973-4155-bc73-4b443abe682a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:02.918066 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59654) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:47:02.924323 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-eea1279b-debe-4b90-95da-2cc043f541b8 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group_rule': {'security_group_id': '8e29b0b0-3973-4155-bc73-4b443abe682a', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:47:02.950800 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b409a859-44cd-4045-8a88-d9ed4719c928 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:47:02.969941 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eea1279b-debe-4b90-95da-2cc043f541b8 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (55a98b0b-f2ea-4ec0-a0f7-71b3dd90e8dd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.006148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port b409a859-44cd-4045-8a88-d9ed4719c928 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:03.006732 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.062798 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eea1279b-debe-4b90-95da-2cc043f541b8 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (55a98b0b-f2ea-4ec0-a0f7-71b3dd90e8dd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.069903 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eea1279b-debe-4b90-95da-2cc043f541b8 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (55a98b0b-f2ea-4ec0-a0f7-71b3dd90e8dd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.093273 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1279b-debe-4b90-95da-2cc043f541b8 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a98b0b-f2ea-4ec0-a0f7-71b3dd90e8dd,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:03.109441 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port b409a859-44cd-4045-8a88-d9ed4719c928 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:03.112083 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eea1279b-debe-4b90-95da-2cc043f541b8 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.113493 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-eea1279b-debe-4b90-95da-2cc043f541b8 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1932819 Jan 31 19:47:03.116236 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59656) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:47:03.121161 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-477144af-00b2-4a87-80b8-49e60e1c49ab tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group_rule': {'security_group_id': '8e29b0b0-3973-4155-bc73-4b443abe682a', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:47:03.148239 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-477144af-00b2-4a87-80b8-49e60e1c49ab tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (5f0228fa-dfd5-4104-bd41-9542c0e600d8), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.206799 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-477144af-00b2-4a87-80b8-49e60e1c49ab tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (5f0228fa-dfd5-4104-bd41-9542c0e600d8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.211030 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-477144af-00b2-4a87-80b8-49e60e1c49ab tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5f0228fa-dfd5-4104-bd41-9542c0e600d8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.230663 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477144af-00b2-4a87-80b8-49e60e1c49ab tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0228fa-dfd5-4104-bd41-9542c0e600d8,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:03.241502 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-477144af-00b2-4a87-80b8-49e60e1c49ab tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.242740 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-477144af-00b2-4a87-80b8-49e60e1c49ab tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253548 Jan 31 19:47:03.245614 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 59658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:47:03.250728 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fb9be358-a2fc-49cf-b988-81e4bba60230 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group_rule': {'security_group_id': '8e29b0b0-3973-4155-bc73-4b443abe682a', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:47:03.275334 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb9be358-a2fc-49cf-b988-81e4bba60230 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (f7400569-1c21-4d15-9acb-ce4741f6b8cb), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.339841 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb9be358-a2fc-49cf-b988-81e4bba60230 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (f7400569-1c21-4d15-9acb-ce4741f6b8cb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.344358 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb9be358-a2fc-49cf-b988-81e4bba60230 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (f7400569-1c21-4d15-9acb-ce4741f6b8cb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.362011 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9be358-a2fc-49cf-b988-81e4bba60230 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7400569-1c21-4d15-9acb-ce4741f6b8cb,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:03.370892 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb9be358-a2fc-49cf-b988-81e4bba60230 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.375296 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-fb9be358-a2fc-49cf-b988-81e4bba60230 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255386 Jan 31 19:47:03.375640 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:47:03.380253 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f4c7d913-5df1-444f-988d-5f0cce4255cd tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group_rule': {'security_group_id': '8e29b0b0-3973-4155-bc73-4b443abe682a', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:47:03.406279 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d913-5df1-444f-988d-5f0cce4255cd tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (03b0b733-df9d-4eb0-9f9a-95dc9458d698), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.470312 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d913-5df1-444f-988d-5f0cce4255cd tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (03b0b733-df9d-4eb0-9f9a-95dc9458d698), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.474297 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d913-5df1-444f-988d-5f0cce4255cd tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (03b0b733-df9d-4eb0-9f9a-95dc9458d698), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.492192 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7d913-5df1-444f-988d-5f0cce4255cd tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b0b733-df9d-4eb0-9f9a-95dc9458d698,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:03.500120 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d913-5df1-444f-988d-5f0cce4255cd tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.501376 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f4c7d913-5df1-444f-988d-5f0cce4255cd tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246536 Jan 31 19:47:03.504146 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59662) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:47:03.508515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e945e598-cfb5-4c3b-a33c-929af92e78a6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group_rule': {'security_group_id': '8e29b0b0-3973-4155-bc73-4b443abe682a', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:47:03.528694 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-e945e598-cfb5-4c3b-a33c-929af92e78a6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Project 5096ad7e87e84ab1960433f78b078dee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:47:03.534095 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e945e598-cfb5-4c3b-a33c-929af92e78a6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (4f87c046-36fa-4964-9c02-df3c5b18fa64), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.597045 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e945e598-cfb5-4c3b-a33c-929af92e78a6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (4f87c046-36fa-4964-9c02-df3c5b18fa64), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.601709 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e945e598-cfb5-4c3b-a33c-929af92e78a6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (4f87c046-36fa-4964-9c02-df3c5b18fa64), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.620566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945e598-cfb5-4c3b-a33c-929af92e78a6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f87c046-36fa-4964-9c02-df3c5b18fa64,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:03.628078 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e945e598-cfb5-4c3b-a33c-929af92e78a6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.629330 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e945e598-cfb5-4c3b-a33c-929af92e78a6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241984 Jan 31 19:47:03.632113 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59664) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:47:03.636661 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-73a57a58-62f1-4722-a0ee-5f20d4e57b57 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group_rule': {'security_group_id': '8e29b0b0-3973-4155-bc73-4b443abe682a', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:47:03.657771 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-73a57a58-62f1-4722-a0ee-5f20d4e57b57 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Project 5096ad7e87e84ab1960433f78b078dee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:47:03.662736 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73a57a58-62f1-4722-a0ee-5f20d4e57b57 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (ce6433ba-1568-4558-8cdc-9bebac3320b4), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.727207 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73a57a58-62f1-4722-a0ee-5f20d4e57b57 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (ce6433ba-1568-4558-8cdc-9bebac3320b4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.745459 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73a57a58-62f1-4722-a0ee-5f20d4e57b57 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (ce6433ba-1568-4558-8cdc-9bebac3320b4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.770693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a57a58-62f1-4722-a0ee-5f20d4e57b57 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6433ba-1568-4558-8cdc-9bebac3320b4,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:03.775273 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73a57a58-62f1-4722-a0ee-5f20d4e57b57 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:03.776526 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-73a57a58-62f1-4722-a0ee-5f20d4e57b57 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433356 Jan 31 19:47:03.929280 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-38947005-217e-4afc-be1f-738f18b2df03 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357557609&fields=id&tenant_id=5096ad7e87e84ab1960433f78b078dee HTTP/1.1" status: 200 len: 267 time: 0.0476315 Jan 31 19:47:04.035928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-1710def9-0a67-4149-b623-e3575c8978ab tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:04.037443 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-1710def9-0a67-4149-b623-e3575c8978ab tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 809 time: 0.1018901 Jan 31 19:47:04.053211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-09653814-be81-43cb-9fd1-0f06aa7fb697 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/quotas/5096ad7e87e84ab1960433f78b078dee HTTP/1.1" status: 200 len: 375 time: 0.0097425 Jan 31 19:47:04.115778 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-48212d00-7c61-43b8-8ccb-548119278dd4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553193 Jan 31 19:47:04.238569 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-785016bc-7a5f-41aa-bb18-638b1d28d97e service neutron] 10.222.0.20 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027479 Jan 31 19:47:04.342536 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-e0b3f717-cd87-4804-9c03-67dedd3842c4 service neutron] 10.222.0.20 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982661 Jan 31 19:47:04.541196 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-859dad89-1778-431d-9a93-17189c1657cc req-9bbcb5a1-5ff6-43a9-a6c5-11798bf8c7c8 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 210 time: 0.0393295 Jan 31 19:47:04.893172 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 456a4cf4-fd87-476f-aca1-9dbdb074f0de up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:47:04.943036 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 456a4cf4-fd87-476f-aca1-9dbdb074f0de triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:04.943413 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:05.022505 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 456a4cf4-fd87-476f-aca1-9dbdb074f0de is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:05.022902 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:05.043908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 456a4cf4-fd87-476f-aca1-9dbdb074f0de, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=456a4cf4-fd87-476f-aca1-9dbdb074f0de,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:47:05.048301 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:05.098914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=456a4cf4-fd87-476f-aca1-9dbdb074f0de,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:05.536700 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Sync routers for ids ['47d8ec41-0e4b-45ae-9852-f1a5f22e738e'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:47:05.547095 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Routers {'47d8ec41-0e4b-45ae-9852-f1a5f22e738e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:47:05.547689 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['47d8ec41-0e4b-45ae-9852-f1a5f22e738e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:05.658205 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0ff65939-2ca0-47a5-9323-43a9006f7960 req-674d6231-ad2b-4f0d-90c7-d9e35cf2343e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 210 time: 0.0362313 Jan 31 19:47:05.670389 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Set router 47d8ec41-0e4b-45ae-9852-f1a5f22e738e gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:47:05.707811 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-9adec23d-43ba-436e-a9c4-75df870521b0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:05.709510 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-9adec23d-43ba-436e-a9c4-75df870521b0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 809 time: 0.1475153 Jan 31 19:47:05.784022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-b6944e0a-4daa-4238-b553-144704aa4eba tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5096ad7e87e84ab1960433f78b078dee HTTP/1.1" status: 200 len: 380 time: 0.0637197 Jan 31 19:47:05.793492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'port': {'device_id': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'admin_state_up': True, 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'security_groups': ['8e29b0b0-3973-4155-bc73-4b443abe682a']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:47:05.902588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Made reservation on behalf of 5096ad7e87e84ab1960433f78b078dee for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:47:05.906126 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:05.971750 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'name': 'tempest-TestShelveInstance-1178322948-router', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 4, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'gw_port': {'id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '931870c5-12c4-4301-b4e0-f4af5fcfe818', 'name': '', 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'mac_address': 'fa:16:3e:2c:75:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '4f94e5f1-b3f5-4c6c-85bd-c7b342d06017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:47:00Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 2, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'subnets': [{'id': '4f94e5f1-b3f5-4c6c-85bd-c7b342d06017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:05.997936 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Checking router: 47d8ec41-0e4b-45ae-9852-f1a5f22e738e for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:47:05.999044 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Updating router 47d8ec41-0e4b-45ae-9852-f1a5f22e738e port 931870c5-12c4-4301-b4e0-f4af5fcfe818 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:47:06.025552 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.036775 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Allocated IP 172.20.0.8 (648e3ebd-7e9f-46fb-bee4-80526794c443/0c511f05-1061-4d3f-bb13-9bd94850e0dc/356b47eb-a04a-4cfe-974a-862222c2a718) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:47:06.174771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for port (356b47eb-a04a-4cfe-974a-862222c2a718), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.209126 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.256765 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Network 648e3ebd-7e9f-46fb-bee4-80526794c443 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:47:06.259911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:47:06.263612 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:47:06.290762 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Publish callbacks [] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.297526 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'Port': ['ID=356b47eb-a04a-4cfe-974a-862222c2a718,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:06.297966 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.342602 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:06.344608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.346477 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e86b4-9a8a-4f4f-9082-c2358c790e3f None None] Pushing event updated for resources: {'Port': ['ID=931870c5-12c4-4301-b4e0-f4af5fcfe818,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:06.369122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-cba308a7-6b55-421c-a7cf-cb1b901a9677 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795169 Jan 31 19:47:06.382143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Request body: {'port': {'device_id': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:47:06.412695 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Attempting to bind port 931870c5-12c4-4301-b4e0-f4af5fcfe818 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:47:06.413620 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Attempting to bind port 931870c5-12c4-4301-b4e0-f4af5fcfe818 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'ff8fd93a-33ca-43ae-9756-de30bb378468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:47:06.414162 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Attempting to bind port 931870c5-12c4-4301-b4e0-f4af5fcfe818 on network 50736a4c-f7e9-4ba9-bb31-3d790265c757 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:47:06.420637 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:47:06.421098 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Checking segment: {'id': 'ff8fd93a-33ca-43ae-9756-de30bb378468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:47:06.421511 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.421908 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Bound using segment: {'id': 'ff8fd93a-33ca-43ae-9756-de30bb378468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:47:06.422380 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Bound port: 931870c5-12c4-4301-b4e0-f4af5fcfe818, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8fd93a-33ca-43ae-9756-de30bb378468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:47:06.422766 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.453689 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.497372 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] For port 931870c5-12c4-4301-b4e0-f4af5fcfe818, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:47:06.501020 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] For port 931870c5-12c4-4301-b4e0-f4af5fcfe818, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=931870c5-12c4-4301-b4e0-f4af5fcfe818,segment=NetworkSegment(ff8fd93a-33ca-43ae-9756-de30bb378468),segment_id=ff8fd93a-33ca-43ae-9756-de30bb378468)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:47:06.508063 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.563462 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e86b4-9a8a-4f4f-9082-c2358c790e3f None None] Pushing event updated for resources: {'Port': ['ID=931870c5-12c4-4301-b4e0-f4af5fcfe818,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:06.577351 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Routers {'47d8ec41-0e4b-45ae-9852-f1a5f22e738e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:47:06.578082 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['47d8ec41-0e4b-45ae-9852-f1a5f22e738e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:06.614562 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0dbe3d03-a2e9-4993-807d-bef1f1251014 None None] Provisioning complete for port 356b47eb-a04a-4cfe-974a-862222c2a718 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:06.615551 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3d03-a2e9-4993-807d-bef1f1251014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.664511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe3d03-a2e9-4993-807d-bef1f1251014 None None] Port 356b47eb-a04a-4cfe-974a-862222c2a718 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:47:06.694270 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] Set router 47d8ec41-0e4b-45ae-9852-f1a5f22e738e gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:47:06.780069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356b47eb-a04a-4cfe-974a-862222c2a718 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:47:06.788231 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Publish callbacks [] for port (356b47eb-a04a-4cfe-974a-862222c2a718), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.801633 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Transition to ACTIVE for port object 356b47eb-a04a-4cfe-974a-862222c2a718 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:47:06.813651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7cebae41-49a5-4636-ba28-35a5a3c86c85 None None] Provisioning complete for port 931870c5-12c4-4301-b4e0-f4af5fcfe818 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:06.815391 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7cebae41-49a5-4636-ba28-35a5a3c86c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.820580 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:06.908828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Pushing event updated for resources: {'Port': ['ID=356b47eb-a04a-4cfe-974a-862222c2a718,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:06.942105 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e658b-6334-4dd0-b227-3b3d43360367 req-8ad111a5-b9ce-421a-a27f-fdae2ea8719d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:06.943702 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a3e658b-6334-4dd0-b227-3b3d43360367 req-8ad111a5-b9ce-421a-a27f-fdae2ea8719d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 931 time: 0.1866269 Jan 31 19:47:07.010787 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7cebae41-49a5-4636-ba28-35a5a3c86c85 None None] Current status of the port 931870c5-12c4-4301-b4e0-f4af5fcfe818 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:07.014819 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7cebae41-49a5-4636-ba28-35a5a3c86c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:07.015747 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'name': 'tempest-TestShelveInstance-1178322948-router', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 4, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'gw_port': {'id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '931870c5-12c4-4301-b4e0-f4af5fcfe818', 'name': '', 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'mac_address': 'fa:16:3e:2c:75:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '4f94e5f1-b3f5-4c6c-85bd-c7b342d06017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:47:00Z', 'updated_at': '2022-01-31T19:47:06Z', 'revision_number': 4, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'subnets': [{'id': '4f94e5f1-b3f5-4c6c-85bd-c7b342d06017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:07.036788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Attempting to bind port 356b47eb-a04a-4cfe-974a-862222c2a718 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:47:07.037656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Attempting to bind port 356b47eb-a04a-4cfe-974a-862222c2a718 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:47:07.037656 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Attempting to bind port 356b47eb-a04a-4cfe-974a-862222c2a718 on network 648e3ebd-7e9f-46fb-bee4-80526794c443 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:47:07.051246 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a34a64-7899-4d3a-b4bd-8079e6142631 None None] The sync data for ids ['47d8ec41-0e4b-45ae-9852-f1a5f22e738e'] in n-d-812111-15 is: [{'id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'name': 'tempest-TestShelveInstance-1178322948-router', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 4, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'gw_port': {'id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '931870c5-12c4-4301-b4e0-f4af5fcfe818', 'name': '', 'network_id': '50736a4c-f7e9-4ba9-bb31-3d790265c757', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'mac_address': 'fa:16:3e:2c:75:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '4f94e5f1-b3f5-4c6c-85bd-c7b342d06017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:47:00Z', 'updated_at': '2022-01-31T19:47:06Z', 'revision_number': 4, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'subnets': [{'id': '4f94e5f1-b3f5-4c6c-85bd-c7b342d06017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:47:07.055098 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9a3e658b-6334-4dd0-b227-3b3d43360367 req-5529177b-3369-4ebb-b963-3947f4fbd050 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025491 Jan 31 19:47:07.057980 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 456a4cf4-fd87-476f-aca1-9dbdb074f0de up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:47:07.064682 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7cebae41-49a5-4636-ba28-35a5a3c86c85 None None] For port 931870c5-12c4-4301-b4e0-f4af5fcfe818, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=931870c5-12c4-4301-b4e0-f4af5fcfe818,segment=NetworkSegment(ff8fd93a-33ca-43ae-9756-de30bb378468),segment_id=ff8fd93a-33ca-43ae-9756-de30bb378468)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:47:07.069160 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Port 356b47eb-a04a-4cfe-974a-862222c2a718 on network 648e3ebd-7e9f-46fb-bee4-80526794c443 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:47:07.069826 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Attempting to bind port 356b47eb-a04a-4cfe-974a-862222c2a718 on network 648e3ebd-7e9f-46fb-bee4-80526794c443 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:47:07.077966 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:47:07.078596 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Checking segment: {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:47:07.079095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Bound using segment: {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:47:07.079690 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Bound port: 356b47eb-a04a-4cfe-974a-862222c2a718, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:47:07.080131 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:07.097570 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7cebae41-49a5-4636-ba28-35a5a3c86c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:07.156854 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebae41-49a5-4636-ba28-35a5a3c86c85 None None] Pushing event updated for resources: {'Port': ['ID=931870c5-12c4-4301-b4e0-f4af5fcfe818,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:07.171566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:47:07.175142 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=356b47eb-a04a-4cfe-974a-862222c2a718,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:47:07.181880 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 456a4cf4-fd87-476f-aca1-9dbdb074f0de triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:07.182273 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:07.183065 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:07.227443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:07.228026 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:07.229864 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] 10.222.0.21 "PUT /v2.0/ports/356b47eb-a04a-4cfe-974a-862222c2a718 HTTP/1.1" status: 200 len: 1092 time: 0.8525586 Jan 31 19:47:07.232165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:47:07.235433 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f821ec86-8f2a-4bdc-b81e-d177d7043ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:47:07.288246 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d16903-d196-404f-ba9d-e0d8b1c61198 service neutron] Pushing event updated for resources: {'Port': ['ID=356b47eb-a04a-4cfe-974a-862222c2a718,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:07.296292 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4175619-fa2b-45c6-bf00-f8504275a6e9 x-openstack-request-id: req-f4175619-fa2b-45c6-bf00-f8504275a6e9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:47:07.296292 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:47:07.296841 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4175619-fa2b-45c6-bf00-f8504275a6e9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:47:07.297333 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718', 'status': 'completed', 'code': 200} Jan 31 19:47:07.317006 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-13f1e297-624d-42e9-80da-b8a0f0fc0d02 None None] Provisioning complete for port 931870c5-12c4-4301-b4e0-f4af5fcfe818 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:07.317396 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-13f1e297-624d-42e9-80da-b8a0f0fc0d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:07.340169 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-da3f9fef-970b-4986-8f8c-8b968b59e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:07.342248 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-da3f9fef-970b-4986-8f8c-8b968b59e332 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1126 time: 0.0624826 Jan 31 19:47:07.362502 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 456a4cf4-fd87-476f-aca1-9dbdb074f0de is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:07.363637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 931870c5-12c4-4301-b4e0-f4af5fcfe818 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:47:07.387987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-32a2f1c1-6584-41cc-84c7-40fc1f09035d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356b47eb-a04a-4cfe-974a-862222c2a718 HTTP/1.1" status: 200 len: 217 time: 0.0394630 Jan 31 19:47:07.455005 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-23d97006-0271-4ffa-ac67-6a76cf38cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:07.456530 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-23d97006-0271-4ffa-ac67-6a76cf38cb05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0567975 Jan 31 19:47:07.457531 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-13f1e297-624d-42e9-80da-b8a0f0fc0d02 None None] Current status of the port 931870c5-12c4-4301-b4e0-f4af5fcfe818 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:07.461681 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 931870c5-12c4-4301-b4e0-f4af5fcfe818 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:07.462076 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:07.508329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-fa45f798-b8af-41fd-a8ef-92054259c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:07.509788 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-fa45f798-b8af-41fd-a8ef-92054259c926 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472488 Jan 31 19:47:07.543157 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 931870c5-12c4-4301-b4e0-f4af5fcfe818 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:07.599887 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-b53cf60c-a6b7-4453-9f91-a427317ff5cb service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827713 Jan 31 19:47:07.693423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6ae0ef2c-46d7-4f53-a654-922c57ecc5bd req-e3229f3e-7daf-43d5-82c3-5ed72e33fb99 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879428 Jan 31 19:47:07.791258 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ec86-8f2a-4bdc-b81e-d177d7043ffa req-0b29c93c-e42a-49f4-864d-7070cf4ddfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:07.792780 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f821ec86-8f2a-4bdc-b81e-d177d7043ffa req-0b29c93c-e42a-49f4-864d-7070cf4ddfdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1126 time: 0.0449920 Jan 31 19:47:07.883719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ec86-8f2a-4bdc-b81e-d177d7043ffa req-d3b1c51a-4e32-4e0a-994a-00d58e32fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:07.885135 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f821ec86-8f2a-4bdc-b81e-d177d7043ffa req-d3b1c51a-4e32-4e0a-994a-00d58e32fb05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0866053 Jan 31 19:47:07.928395 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f821ec86-8f2a-4bdc-b81e-d177d7043ffa req-df4ed8ce-f4be-4faa-9f15-8827f3a49d38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356b47eb-a04a-4cfe-974a-862222c2a718 HTTP/1.1" status: 200 len: 217 time: 0.0361443 Jan 31 19:47:07.975699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ec86-8f2a-4bdc-b81e-d177d7043ffa req-cd1c6600-bcee-4161-878b-af39e0738d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:07.977169 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f821ec86-8f2a-4bdc-b81e-d177d7043ffa req-cd1c6600-bcee-4161-878b-af39e0738d5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0423260 Jan 31 19:47:08.024762 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ec86-8f2a-4bdc-b81e-d177d7043ffa req-dd66501c-4f18-4b62-87e6-73abd3ba4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:08.026235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f821ec86-8f2a-4bdc-b81e-d177d7043ffa req-dd66501c-4f18-4b62-87e6-73abd3ba4573 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425949 Jan 31 19:47:08.117116 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f821ec86-8f2a-4bdc-b81e-d177d7043ffa req-c6a0ab19-a45c-4b49-a918-65c21c3c8840 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838606 Jan 31 19:47:08.238784 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1e7a-65fa-4901-8385-b82d6ccd8e90 req-4da3e16e-dd3d-4a2f-96ed-5ca90540644e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:08.240369 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2fc1e7a-65fa-4901-8385-b82d6ccd8e90 req-4da3e16e-dd3d-4a2f-96ed-5ca90540644e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.1183925 Jan 31 19:47:08.257322 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f821ec86-8f2a-4bdc-b81e-d177d7043ffa req-56a8889e-a960-4d7a-9c91-20c98464c59f service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273401 Jan 31 19:47:08.299440 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d2fc1e7a-65fa-4901-8385-b82d6ccd8e90 req-0ac45b1e-c0b7-47f3-bbf1-f3dad08e4392 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533984 Jan 31 19:47:08.848430 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 931870c5-12c4-4301-b4e0-f4af5fcfe818 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:47:08.898807 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 931870c5-12c4-4301-b4e0-f4af5fcfe818 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:08.899176 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:08.971866 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 931870c5-12c4-4301-b4e0-f4af5fcfe818 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:09.429639 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9419e53-f454-4a8f-99ad-7d76f19aa9ec req-5344b32f-4733-46c2-a5a8-5b2aec07c7f7 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:09.431137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9419e53-f454-4a8f-99ad-7d76f19aa9ec req-5344b32f-4733-46c2-a5a8-5b2aec07c7f7 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.0602477 Jan 31 19:47:09.479025 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9419e53-f454-4a8f-99ad-7d76f19aa9ec req-e0855c45-1e49-4592-a72f-677fae9f490e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421803 Jan 31 19:47:10.054317 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 356b47eb-a04a-4cfe-974a-862222c2a718 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:47:10.151224 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=356b47eb-a04a-4cfe-974a-862222c2a718,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:47:10.163190 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '356b47eb-a04a-4cfe-974a-862222c2a718', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'port_id': '356b47eb-a04a-4cfe-974a-862222c2a718', 'mac_address': 'fa:16:3e:f1:74:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:47:10.199035 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 356b47eb-a04a-4cfe-974a-862222c2a718 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:10.199432 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:10.211780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356b47eb-a04a-4cfe-974a-862222c2a718 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:47:10.231410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=356b47eb-a04a-4cfe-974a-862222c2a718,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:47:10.235807 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:10.281653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=356b47eb-a04a-4cfe-974a-862222c2a718,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:10.447986 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['356b47eb-a04a-4cfe-974a-862222c2a718'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:47:10.608541 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42e9f6-6e7d-4bb8-a4f3-fd149e2c06ea req-879734d1-d270-4a0a-b294-67e64382c9af tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:10.610028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a42e9f6-6e7d-4bb8-a4f3-fd149e2c06ea req-879734d1-d270-4a0a-b294-67e64382c9af tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 944 time: 0.0557585 Jan 31 19:47:10.660030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7a42e9f6-6e7d-4bb8-a4f3-fd149e2c06ea req-667d74ed-7a57-45c3-b2b4-270c29413f16 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442646 Jan 31 19:47:11.778470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f5f7f-17fa-4753-b6c8-eea17914bbbb req-91485cc8-cab3-482f-9586-265f9728e3cb tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:11.780552 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb6f5f7f-17fa-4753-b6c8-eea17914bbbb req-91485cc8-cab3-482f-9586-265f9728e3cb tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 944 time: 0.0534592 Jan 31 19:47:11.828548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cb6f5f7f-17fa-4753-b6c8-eea17914bbbb req-c6fbd1ac-24f0-41a6-9270-08ac6e3d7c33 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424173 Jan 31 19:47:12.065575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 356b47eb-a04a-4cfe-974a-862222c2a718 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:47:12.114471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 356b47eb-a04a-4cfe-974a-862222c2a718 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:47:12.118354 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 356b47eb-a04a-4cfe-974a-862222c2a718 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:47:12.118733 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:12.194522 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 356b47eb-a04a-4cfe-974a-862222c2a718 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:47:12.194916 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:12.216294 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:47:12.219089 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736e00ad-8007-4d99-8031-805dc19762b7" -d '{"events": [{"server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "name": "network-vif-plugged", "status": "completed", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:47:12.235760 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=356b47eb-a04a-4cfe-974a-862222c2a718,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:47:12.239957 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:12.263453 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5451630-ecf7-4922-add7-110adbbcfc51 x-openstack-request-id: req-b5451630-ecf7-4922-add7-110adbbcfc51 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:47:12.263748 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "name": "network-vif-plugged", "status": "completed", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:47:12.264007 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5451630-ecf7-4922-add7-110adbbcfc51 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:47:12.264685 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718', 'code': 200} Jan 31 19:47:12.294162 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=356b47eb-a04a-4cfe-974a-862222c2a718,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:12.365711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31b661-00f6-44be-9362-fbfc01a5b61b req-1bf99421-31fb-41d5-bc8a-bc7614b40459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:12.367183 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed31b661-00f6-44be-9362-fbfc01a5b61b req-1bf99421-31fb-41d5-bc8a-bc7614b40459 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1128 time: 0.0473773 Jan 31 19:47:12.413867 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ed31b661-00f6-44be-9362-fbfc01a5b61b req-a9498bf6-addb-4496-9fd7-6af63b95d4eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406399 Jan 31 19:47:12.946755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31906410-7a68-49d0-b443-13a32a1f6c34 req-54860dc4-ce13-4803-8c9c-63290aa86f5c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:12.949114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31906410-7a68-49d0-b443-13a32a1f6c34 req-54860dc4-ce13-4803-8c9c-63290aa86f5c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0539927 Jan 31 19:47:12.996461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-31906410-7a68-49d0-b443-13a32a1f6c34 req-f54008a5-ccd2-46f0-b70a-72b22686ac8e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418532 Jan 31 19:47:14.118561 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb0cbf-3ca9-4fb5-a7a8-6a885ea8267f req-7d2712a0-dbd2-4b99-8f81-8604fe817700 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:14.120029 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7cbb0cbf-3ca9-4fb5-a7a8-6a885ea8267f req-7d2712a0-dbd2-4b99-8f81-8604fe817700 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0513623 Jan 31 19:47:14.171679 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7cbb0cbf-3ca9-4fb5-a7a8-6a885ea8267f req-b8df2e07-a408-4023-8ac8-29327ba7d3f2 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459709 Jan 31 19:47:14.289482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e378-cef0-41e3-b053-fa8c9123905d req-962bbfb3-e3e9-4e20-ad9f-9f13b15426b3 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:14.290935 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6441e378-cef0-41e3-b053-fa8c9123905d req-962bbfb3-e3e9-4e20-ad9f-9f13b15426b3 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0524726 Jan 31 19:47:14.339614 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6441e378-cef0-41e3-b053-fa8c9123905d req-956e2e25-e902-49aa-b2f0-ddaaa46faeaf tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426931 Jan 31 19:47:14.361968 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59716) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:47:14.490993 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56597436-6d28-4a73-9d2d-d80316971ff8 tempest-TestShelveInstance-548942739 tempest-TestShelveInstance-548942739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:14.492563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-56597436-6d28-4a73-9d2d-d80316971ff8 tempest-TestShelveInstance-548942739 tempest-TestShelveInstance-548942739-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1123 time: 0.1296113 Jan 31 19:47:14.495498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 59720) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:47:14.500312 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '356b47eb-a04a-4cfe-974a-862222c2a718', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:47:14.520251 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:14.616206 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:14.714781 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Allocated IP 172.25.8.248 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/cf467ead-1b0a-47bb-9348-3ac42031baa4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:47:15.151396 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for port (cf467ead-1b0a-47bb-9348-3ac42031baa4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:15.184941 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (cf467ead-1b0a-47bb-9348-3ac42031baa4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:15.222973 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:47:15.225680 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:47:15.228171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:47:15.252127 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'Port': ['ID=cf467ead-1b0a-47bb-9348-3ac42031baa4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:15.601013 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for floatingip (f06d8901-ae77-4682-83e9-d605ba42c7ad), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:15.670380 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (cf467ead-1b0a-47bb-9348-3ac42031baa4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:15.823519 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for port (cf467ead-1b0a-47bb-9348-3ac42031baa4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:15.828070 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (cf467ead-1b0a-47bb-9348-3ac42031baa4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:15.901788 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'Port': ['ID=cf467ead-1b0a-47bb-9348-3ac42031baa4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:47:15.911500 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (f06d8901-ae77-4682-83e9-d605ba42c7ad), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:16.011755 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Floating IP f06d8901-ae77-4682-83e9-d605ba42c7ad associated. External IP: 172.25.8.248, port: 356b47eb-a04a-4cfe-974a-862222c2a718. Jan 31 19:47:16.219808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:47:16.341751 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:47:16.351476 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e41ee6-d5fc-4ec0-8033-2ce87bd63a7d None None] Sync routers for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:47:16.361456 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:16.365603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e41ee6-d5fc-4ec0-8033-2ce87bd63a7d None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:47:16.366517 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d8e41ee6-d5fc-4ec0-8033-2ce87bd63a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:16.395795 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c2078926-6f9f-4dab-a218-6f9172ee5ea9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8992774 Jan 31 19:47:16.396534 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:47:16.398835 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd76fdbf-7369-44b8-a6d9-f934efe6a6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:47:16.434782 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adbe24f-2c5c-4762-92ed-bf459e63c63a x-openstack-request-id: req-9adbe24f-2c5c-4762-92ed-bf459e63c63a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:47:16.435083 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:47:16.435340 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9adbe24f-2c5c-4762-92ed-bf459e63c63a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:47:16.435752 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718', 'status': 'completed', 'code': 200} Jan 31 19:47:16.474898 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-d8e41ee6-d5fc-4ec0-8033-2ce87bd63a7d None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:47:16.503754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76fdbf-7369-44b8-a6d9-f934efe6a6f2 req-9dcc9fd9-c0aa-4171-871b-82d1f8c07c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:16.505304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd76fdbf-7369-44b8-a6d9-f934efe6a6f2 req-9dcc9fd9-c0aa-4171-871b-82d1f8c07c4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1128 time: 0.0460949 Jan 31 19:47:16.595817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76fdbf-7369-44b8-a6d9-f934efe6a6f2 req-3e846eda-54ff-4571-b9df-5583c99b38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:16.597358 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd76fdbf-7369-44b8-a6d9-f934efe6a6f2 req-3e846eda-54ff-4571-b9df-5583c99b38cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0851948 Jan 31 19:47:16.667199 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd76fdbf-7369-44b8-a6d9-f934efe6a6f2 req-ef0ba2d9-9664-4184-a643-170e86252215 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356b47eb-a04a-4cfe-974a-862222c2a718 HTTP/1.1" status: 200 len: 999 time: 0.0637913 Jan 31 19:47:16.701557 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d8e41ee6-d5fc-4ec0-8033-2ce87bd63a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f06d8901-ae77-4682-83e9-d605ba42c7ad', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'port_id': '356b47eb-a04a-4cfe-974a-862222c2a718', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'mac_address': 'fa:16:3e:f1:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:47:15Z', 'updated_at': '2022-01-31T19:47:15Z', 'revision_number': 0, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:16.718996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76fdbf-7369-44b8-a6d9-f934efe6a6f2 req-7f979b73-1c2e-4187-9cf4-c5932d4c74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:16.720762 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd76fdbf-7369-44b8-a6d9-f934efe6a6f2 req-7f979b73-1c2e-4187-9cf4-c5932d4c74e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0469704 Jan 31 19:47:16.729278 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e41ee6-d5fc-4ec0-8033-2ce87bd63a7d None None] Checking router: 01e55402-a68c-4945-9d82-25c3ef1ba9c4 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:47:16.737762 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e41ee6-d5fc-4ec0-8033-2ce87bd63a7d None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:47:16.738380 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d8e41ee6-d5fc-4ec0-8033-2ce87bd63a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:46:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:16.769994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76fdbf-7369-44b8-a6d9-f934efe6a6f2 req-c3d47d6c-cb06-438e-91c6-7d085cafa3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:16.771529 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd76fdbf-7369-44b8-a6d9-f934efe6a6f2 req-c3d47d6c-cb06-438e-91c6-7d085cafa3c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458281 Jan 31 19:47:16.842067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-d8e41ee6-d5fc-4ec0-8033-2ce87bd63a7d None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:47:16.865277 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd76fdbf-7369-44b8-a6d9-f934efe6a6f2 req-8995ef84-fd9d-46b2-b368-02afd63d50a1 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877266 Jan 31 19:47:16.956798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd76fdbf-7369-44b8-a6d9-f934efe6a6f2 req-ec6da9d1-5e87-40ec-8d3e-3e1e0e09ffc2 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858595 Jan 31 19:47:17.061713 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d8e41ee6-d5fc-4ec0-8033-2ce87bd63a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f06d8901-ae77-4682-83e9-d605ba42c7ad', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'port_id': '356b47eb-a04a-4cfe-974a-862222c2a718', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'mac_address': 'fa:16:3e:f1:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:47:15Z', 'updated_at': '2022-01-31T19:47:15Z', 'revision_number': 0, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:47:17.246169 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e41ee6-d5fc-4ec0-8033-2ce87bd63a7d None None] The sync data for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 is: [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': 'f06d8901-ae77-4682-83e9-d605ba42c7ad', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'port_id': '356b47eb-a04a-4cfe-974a-862222c2a718', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'mac_address': 'fa:16:3e:f1:74:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:47:15Z', 'updated_at': '2022-01-31T19:47:15Z', 'revision_number': 0, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:47:17.438943 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c38f8b-c68b-4c31-9d65-3f51b73aed4a None None] New status for floating IP f06d8901-ae77-4682-83e9-d605ba42c7ad: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:47:18.967110 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a8c91ddc-2784-4975-aa71-569007203586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:21.232068 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ca26174-35b2-46b7-9714-7b5e9ec123e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:21.322356 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:47:22.733001 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:24.359433 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:24.457441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38adfec1-3c11-4e99-9e66-da4318b4ef31 req-8648cbaa-dbb2-406c-a594-0dc5efcabef9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484042 Jan 31 19:47:24.546777 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adfec1-3c11-4e99-9e66-da4318b4ef31 req-2bb37ec1-3415-40cb-ad93-558edcd9f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:24.548300 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38adfec1-3c11-4e99-9e66-da4318b4ef31 req-2bb37ec1-3415-40cb-ad93-558edcd9f291 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1128 time: 0.0459228 Jan 31 19:47:24.647657 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adfec1-3c11-4e99-9e66-da4318b4ef31 req-7b48995a-53cd-4c57-a3de-f9adbb6b1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:24.649139 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38adfec1-3c11-4e99-9e66-da4318b4ef31 req-7b48995a-53cd-4c57-a3de-f9adbb6b1caf service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0824068 Jan 31 19:47:24.716258 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38adfec1-3c11-4e99-9e66-da4318b4ef31 req-9ace95b7-1e48-434c-8e10-02dced3e358c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356b47eb-a04a-4cfe-974a-862222c2a718 HTTP/1.1" status: 200 len: 1001 time: 0.0608103 Jan 31 19:47:24.763329 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adfec1-3c11-4e99-9e66-da4318b4ef31 req-2f86a710-a7be-403f-bd52-ffc8e439875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:24.765007 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38adfec1-3c11-4e99-9e66-da4318b4ef31 req-2f86a710-a7be-403f-bd52-ffc8e439875d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0419822 Jan 31 19:47:24.813031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adfec1-3c11-4e99-9e66-da4318b4ef31 req-c2b4387d-9001-41e8-b8bb-f5ac37f1e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:47:24.814594 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38adfec1-3c11-4e99-9e66-da4318b4ef31 req-c2b4387d-9001-41e8-b8bb-f5ac37f1e466 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428159 Jan 31 19:47:24.905898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38adfec1-3c11-4e99-9e66-da4318b4ef31 req-d30a1fde-d4de-4b26-ab2d-8c70a62ad3c1 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858090 Jan 31 19:47:24.992859 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38adfec1-3c11-4e99-9e66-da4318b4ef31 req-a68a8e64-92fd-4f19-ad29-3bb8d5be928a service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804884 Jan 31 19:47:25.000524 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:25.430251 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:26.772764 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:43.736172 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-e8b2fee4-2294-4808-b735-3b32f510ca33 req-27c0c1d5-0855-40f6-a953-2ae652e41f42 service neutron] (103226) timed out ('10.222.0.20', 55816) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 19:47:48.967545 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42bdd6ad-a1fc-4008-990b-cb6023de44f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:51.231864 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e6aea264-fccc-4e5c-b176-974261b34a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:52.736514 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:54.364532 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:55.003925 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:55.433130 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:56.771956 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:47:58.321917 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:48:18.968420 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d41deb73-7531-42d6-9d87-e22ef055be2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:21.232903 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-edbfbcd0-3502-419f-8be1-a36372ccd6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:22.734520 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:24.366117 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:24.466438 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0117e937-16eb-4793-8f36-3099783c5682 req-80725b0b-44a8-4a40-8cd1-e075e4dbe81d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489118 Jan 31 19:48:24.551881 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e937-16eb-4793-8f36-3099783c5682 req-e0d977be-a681-49c9-a8af-f0f26193a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:48:24.553416 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0117e937-16eb-4793-8f36-3099783c5682 req-e0d977be-a681-49c9-a8af-f0f26193a5d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1128 time: 0.0440648 Jan 31 19:48:24.654832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e937-16eb-4793-8f36-3099783c5682 req-8b4efd45-6d7b-4e20-899c-dc47f4d972a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:48:24.656304 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0117e937-16eb-4793-8f36-3099783c5682 req-8b4efd45-6d7b-4e20-899c-dc47f4d972a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0846643 Jan 31 19:48:24.723992 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0117e937-16eb-4793-8f36-3099783c5682 req-fe3f6230-2d1d-49b6-94df-f02ba0534e6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356b47eb-a04a-4cfe-974a-862222c2a718 HTTP/1.1" status: 200 len: 1001 time: 0.0619452 Jan 31 19:48:24.770890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e937-16eb-4793-8f36-3099783c5682 req-8f73684e-ff03-4aa9-b1b1-c1354d67a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:48:24.772318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0117e937-16eb-4793-8f36-3099783c5682 req-8f73684e-ff03-4aa9-b1b1-c1354d67a377 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0431345 Jan 31 19:48:24.819613 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e937-16eb-4793-8f36-3099783c5682 req-f76df396-da33-4cb5-bf3c-8fc8b77bcf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:48:24.821145 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0117e937-16eb-4793-8f36-3099783c5682 req-f76df396-da33-4cb5-bf3c-8fc8b77bcf2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430903 Jan 31 19:48:24.912025 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0117e937-16eb-4793-8f36-3099783c5682 req-8c8b36e6-82c1-4869-9337-f01bd62350b3 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844038 Jan 31 19:48:25.001286 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0117e937-16eb-4793-8f36-3099783c5682 req-b016a623-4743-4ccd-be7d-6a19598cb589 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832157 Jan 31 19:48:25.021897 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:25.434889 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:26.774377 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:35.321026 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:48:48.969919 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bc296684-5148-489f-928a-b9d66ddbd651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:51.233845 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7b00315-c8e6-47e9-923d-8b6d8ad0595b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:52.741204 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:54.368192 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:55.023817 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:55.436655 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:48:56.787797 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:12.321382 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:49:12.512843 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0bdf1-9a96-4dca-8719-1da4eaacaef0 req-3b24ac81-7f3a-4943-9ef8-d8cdb253a5f6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:12.514339 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6f0bdf1-9a96-4dca-8719-1da4eaacaef0 req-3b24ac81-7f3a-4943-9ef8-d8cdb253a5f6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.1050653 Jan 31 19:49:12.562241 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6f0bdf1-9a96-4dca-8719-1da4eaacaef0 req-ec053403-aa09-4cc5-af29-6765b534b51f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419765 Jan 31 19:49:13.683698 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3629ee2-099f-4e99-9623-70bbc194a0e6 req-99e313fa-5e03-4e04-acc4-07a2cf2f87a1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:13.685235 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3629ee2-099f-4e99-9623-70bbc194a0e6 req-99e313fa-5e03-4e04-acc4-07a2cf2f87a1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0514975 Jan 31 19:49:13.733054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a3629ee2-099f-4e99-9623-70bbc194a0e6 req-460e1348-8d2a-411b-a8c8-c6156c32c8d1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423138 Jan 31 19:49:14.856268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d01d2-5d45-4a7c-b8e2-d75b6a86f17e req-8b62a06b-5f5e-48c1-bf95-b8c53727bd84 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:14.857806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-631d01d2-5d45-4a7c-b8e2-d75b6a86f17e req-8b62a06b-5f5e-48c1-bf95-b8c53727bd84 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0530260 Jan 31 19:49:14.910113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-631d01d2-5d45-4a7c-b8e2-d75b6a86f17e req-310bb658-8aeb-4def-828b-6b6c760d0a0a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467429 Jan 31 19:49:16.039250 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b5d21-20bd-4b7b-904e-f989b521931b req-911a96fc-9f45-4c5a-bafd-b482020b3e98 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:16.041368 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c1b5d21-20bd-4b7b-904e-f989b521931b req-911a96fc-9f45-4c5a-bafd-b482020b3e98 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0517490 Jan 31 19:49:16.088731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6c1b5d21-20bd-4b7b-904e-f989b521931b req-c86ad2ee-391e-4a4c-bd55-a324e607eb40 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418100 Jan 31 19:49:17.206470 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8247e-ef87-4406-89f3-f5738d779524 req-7b4beb16-59c2-453a-b70f-5409db641858 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:17.207945 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4d8247e-ef87-4406-89f3-f5738d779524 req-7b4beb16-59c2-453a-b70f-5409db641858 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0521507 Jan 31 19:49:17.256739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4d8247e-ef87-4406-89f3-f5738d779524 req-01030563-5c33-432b-a9e6-9f73b677fb16 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430188 Jan 31 19:49:18.380358 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea70d79-f3e7-412b-bd97-ca0a78a62c6b req-8435a60e-8694-45c1-be98-05b1292c79fe tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:18.381857 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bea70d79-f3e7-412b-bd97-ca0a78a62c6b req-8435a60e-8694-45c1-be98-05b1292c79fe tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0559676 Jan 31 19:49:18.429585 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bea70d79-f3e7-412b-bd97-ca0a78a62c6b req-d52cdcf0-32bf-4b8b-a8c8-473645044d0d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415485 Jan 31 19:49:18.970746 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a7bd417-e3c0-45f1-a2b2-63732257d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:19.548325 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41132172-a0ce-4e39-a4a8-061bc325871a req-ed76f581-e7e6-46a1-8d4f-9b1d0495b78f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:19.549799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41132172-a0ce-4e39-a4a8-061bc325871a req-ed76f581-e7e6-46a1-8d4f-9b1d0495b78f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0515804 Jan 31 19:49:19.597461 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-41132172-a0ce-4e39-a4a8-061bc325871a req-e116b8d2-4aab-46cf-b455-419b6a1e17c0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Jan 31 19:49:20.717889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db55d52-03c6-41ce-980c-02fce6f94548 req-08b4a637-b21c-49a3-ae46-8cf6ac31fb19 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:20.719382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3db55d52-03c6-41ce-980c-02fce6f94548 req-08b4a637-b21c-49a3-ae46-8cf6ac31fb19 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0560193 Jan 31 19:49:20.769156 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3db55d52-03c6-41ce-980c-02fce6f94548 req-75579add-e709-4249-bcbb-2ee841f4c290 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442636 Jan 31 19:49:21.233835 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac25a994-b00b-4f3d-9c3d-c37dabce92c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:21.889082 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b755dd-5b82-4024-9315-d5890a09eefe req-05d7f11f-6659-46d9-8478-3e0fe523fe5e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:21.890564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1b755dd-5b82-4024-9315-d5890a09eefe req-05d7f11f-6659-46d9-8478-3e0fe523fe5e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0521321 Jan 31 19:49:21.939040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e1b755dd-5b82-4024-9315-d5890a09eefe req-eb891c52-b5c1-403b-8623-58c0ec508c74 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Jan 31 19:49:22.740684 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:23.055193 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f104479-8afe-409f-ab27-9fa8f42a0514 req-34a64888-d42f-42b5-9a39-89150a453893 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:23.057114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f104479-8afe-409f-ab27-9fa8f42a0514 req-34a64888-d42f-42b5-9a39-89150a453893 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0525570 Jan 31 19:49:23.108055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9f104479-8afe-409f-ab27-9fa8f42a0514 req-3181b85d-78cb-4412-b548-680cbab20f1e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453558 Jan 31 19:49:24.226079 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7148c1a-c511-4131-9dcf-fa661414ce7f req-edb40cb7-41a2-4846-9343-028a5e5ecf00 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:24.227563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7148c1a-c511-4131-9dcf-fa661414ce7f req-edb40cb7-41a2-4846-9343-028a5e5ecf00 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0515449 Jan 31 19:49:24.276689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e7148c1a-c511-4131-9dcf-fa661414ce7f req-793bd87a-a038-421d-bcd6-859a624d7ebc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 Jan 31 19:49:24.371303 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:24.713286 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 356b47eb-a04a-4cfe-974a-862222c2a718 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:49:24.833931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=356b47eb-a04a-4cfe-974a-862222c2a718,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:49:24.846049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '356b47eb-a04a-4cfe-974a-862222c2a718', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'port_id': '356b47eb-a04a-4cfe-974a-862222c2a718', 'mac_address': 'fa:16:3e:f1:74:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:49:24.882525 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 356b47eb-a04a-4cfe-974a-862222c2a718 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:49:24.882917 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:24.896741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 356b47eb-a04a-4cfe-974a-862222c2a718 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:49:24.917062 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=356b47eb-a04a-4cfe-974a-862222c2a718,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:49:24.920843 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:24.990559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=356b47eb-a04a-4cfe-974a-862222c2a718,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:49:25.006741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['356b47eb-a04a-4cfe-974a-862222c2a718'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:49:25.015038 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.015631 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.016501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.017106 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.017786 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.019276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.019870 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.020478 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.021058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.021627 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.022202 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.022771 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.023332 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:49:25.098870 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:25.450440 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:25.670343 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894df8a1-f8f3-471b-b46c-f9a1085125b1 req-107dd779-217b-4737-b029-df4c2bd2d01b tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:25.671732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-894df8a1-f8f3-471b-b46c-f9a1085125b1 req-107dd779-217b-4737-b029-df4c2bd2d01b tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 944 time: 0.0575099 Jan 31 19:49:25.723887 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-894df8a1-f8f3-471b-b46c-f9a1085125b1 req-d052c66a-0922-4fb7-9ae0-accbdd07a534 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466208 Jan 31 19:49:26.527304 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6578cde-828c-4e49-817b-a03c9fe177e2 req-95965052-e389-429d-8e52-1b0b63e92496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:26.529158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6578cde-828c-4e49-817b-a03c9fe177e2 req-95965052-e389-429d-8e52-1b0b63e92496 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1127 time: 0.0579429 Jan 31 19:49:26.655889 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6578cde-828c-4e49-817b-a03c9fe177e2 req-d819ced0-1a3e-4017-887d-8587c0dc1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:26.657516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6578cde-828c-4e49-817b-a03c9fe177e2 req-d819ced0-1a3e-4017-887d-8587c0dc1d1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.1073225 Jan 31 19:49:26.711680 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 356b47eb-a04a-4cfe-974a-862222c2a718 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:49:26.758428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6578cde-828c-4e49-817b-a03c9fe177e2 req-83cf389e-0561-4b23-8442-ed1ab026bded service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356b47eb-a04a-4cfe-974a-862222c2a718 HTTP/1.1" status: 200 len: 1000 time: 0.0946710 Jan 31 19:49:26.824785 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6578cde-828c-4e49-817b-a03c9fe177e2 req-07031e0a-20ac-4e13-ae95-bea969a5d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:26.826250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6578cde-828c-4e49-817b-a03c9fe177e2 req-07031e0a-20ac-4e13-ae95-bea969a5d6e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0609627 Jan 31 19:49:26.858913 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:26.865890 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 356b47eb-a04a-4cfe-974a-862222c2a718 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:49:26.866480 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:26.933354 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6578cde-828c-4e49-817b-a03c9fe177e2 req-a7715e94-a693-4434-9e55-293b3602080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:26.934810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6578cde-828c-4e49-817b-a03c9fe177e2 req-a7715e94-a693-4434-9e55-293b3602080d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1003363 Jan 31 19:49:26.948832 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d2ae-0bb5-4a3a-8a3b-a0443460b929 req-1d53641d-8f9c-44f1-b70a-2c0fb6d1317f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:26.950346 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e647d2ae-0bb5-4a3a-8a3b-a0443460b929 req-1d53641d-8f9c-44f1-b70a-2c0fb6d1317f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 944 time: 0.0754726 Jan 31 19:49:27.002171 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 356b47eb-a04a-4cfe-974a-862222c2a718 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:49:27.002579 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:27.028914 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:49:27.032033 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97291c31-b49f-4df8-b8ca-d585065eb3f7" -d '{"events": [{"server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "name": "network-vif-plugged", "status": "completed", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:49:27.046832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=356b47eb-a04a-4cfe-974a-862222c2a718,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:49:27.057006 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:27.070862 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e647d2ae-0bb5-4a3a-8a3b-a0443460b929 req-92d0451b-8007-4360-a9d9-8c40ca8cd2b3 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934629 Jan 31 19:49:27.123531 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f4ada3-5be4-48c0-a09b-459ad1a03373 x-openstack-request-id: req-d8f4ada3-5be4-48c0-a09b-459ad1a03373 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:49:27.124067 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "name": "network-vif-plugged", "status": "completed", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:49:27.124523 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8f4ada3-5be4-48c0-a09b-459ad1a03373 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:49:27.125090 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718', 'code': 200} Jan 31 19:49:27.135984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6578cde-828c-4e49-817b-a03c9fe177e2 req-9558ba77-f731-4ad6-89bc-c1a0d3fa6469 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845567 Jan 31 19:49:27.150131 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=356b47eb-a04a-4cfe-974a-862222c2a718,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:49:27.241028 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d6578cde-828c-4e49-817b-a03c9fe177e2 req-88018e70-af7d-4b9c-9ef4-9db27161fc2b service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987904 Jan 31 19:49:28.202776 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeee7e-4932-4d64-89b3-944df2d496a5 req-d3d2288a-8656-4c28-8cef-ec7d6d2c9df6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:28.204388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cbeee7e-4932-4d64-89b3-944df2d496a5 req-d3d2288a-8656-4c28-8cef-ec7d6d2c9df6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0578868 Jan 31 19:49:28.265396 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9cbeee7e-4932-4d64-89b3-944df2d496a5 req-0f13f336-cddb-4eb7-9f23-8418ea8a07e9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550954 Jan 31 19:49:29.413853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae99d1-0f11-42d0-90d2-1f8fe8649743 req-dd145e31-08eb-423e-8055-ea725d76e62a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:29.415766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4dae99d1-0f11-42d0-90d2-1f8fe8649743 req-dd145e31-08eb-423e-8055-ea725d76e62a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0658433 Jan 31 19:49:29.480638 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4dae99d1-0f11-42d0-90d2-1f8fe8649743 req-70edafe1-85d7-4da6-b685-27ffcc95d60d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528476 Jan 31 19:49:30.604659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57558c8-acf2-4980-92fe-4fa6003e131c req-511da66d-8916-41ff-937a-5e2e0192ad19 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:30.606274 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e57558c8-acf2-4980-92fe-4fa6003e131c req-511da66d-8916-41ff-937a-5e2e0192ad19 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0640965 Jan 31 19:49:30.665241 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e57558c8-acf2-4980-92fe-4fa6003e131c req-4f272fb7-c9af-43ba-8052-efbc1eda44e9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512333 Jan 31 19:49:31.802286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b5ed3-cabc-436d-b965-2a1b0ad74269 req-7785c1d5-7f07-4eb7-9602-6d74b0f826f4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:31.804759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad5b5ed3-cabc-436d-b965-2a1b0ad74269 req-7785c1d5-7f07-4eb7-9602-6d74b0f826f4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0657809 Jan 31 19:49:31.860473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ad5b5ed3-cabc-436d-b965-2a1b0ad74269 req-4f2bd9cc-ebc1-4287-96ba-cd00a8a3a330 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489647 Jan 31 19:49:32.997486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66871006-5655-4954-b85b-b84ab48b4d77 req-7b3b58b2-4831-49be-b7a5-dc0d4b4af51c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:32.999108 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66871006-5655-4954-b85b-b84ab48b4d77 req-7b3b58b2-4831-49be-b7a5-dc0d4b4af51c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0591071 Jan 31 19:49:33.065265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-66871006-5655-4954-b85b-b84ab48b4d77 req-95542914-2660-4bbd-9b2a-6cafec802595 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600593 Jan 31 19:49:34.190159 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dfd92-0d44-411d-a195-c53021fb8c5d req-f2e98554-eb82-4eb6-809d-f5cf94ac6002 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:34.191630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-823dfd92-0d44-411d-a195-c53021fb8c5d req-f2e98554-eb82-4eb6-809d-f5cf94ac6002 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0549722 Jan 31 19:49:34.241365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-823dfd92-0d44-411d-a195-c53021fb8c5d req-c5a65ab8-9ad6-4461-ae2d-1ad59cc23e0c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438924 Jan 31 19:49:34.828526 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d6512-fbd2-46ee-bd1c-4b3bf8120ad4 req-29e2d9e4-1bee-436c-9ef4-ab90c4f521a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:34.830040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-808d6512-fbd2-46ee-bd1c-4b3bf8120ad4 req-29e2d9e4-1bee-436c-9ef4-ab90c4f521a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1128 time: 0.0445511 Jan 31 19:49:34.947521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d6512-fbd2-46ee-bd1c-4b3bf8120ad4 req-24c2f1e1-2407-4038-a5ea-3d21b42562de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:34.949044 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-808d6512-fbd2-46ee-bd1c-4b3bf8120ad4 req-24c2f1e1-2407-4038-a5ea-3d21b42562de service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.1131587 Jan 31 19:49:35.012823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-808d6512-fbd2-46ee-bd1c-4b3bf8120ad4 req-c4304e5f-3b6d-4bd5-8cba-05e918eb5bea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356b47eb-a04a-4cfe-974a-862222c2a718 HTTP/1.1" status: 200 len: 1001 time: 0.0574527 Jan 31 19:49:35.063886 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d6512-fbd2-46ee-bd1c-4b3bf8120ad4 req-dd3544b9-e5f1-4c56-945e-ba273f703d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:35.065325 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-808d6512-fbd2-46ee-bd1c-4b3bf8120ad4 req-dd3544b9-e5f1-4c56-945e-ba273f703d6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0463185 Jan 31 19:49:35.113629 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d6512-fbd2-46ee-bd1c-4b3bf8120ad4 req-387242f4-cea1-4135-8229-00bfbc6c77be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:35.115018 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-808d6512-fbd2-46ee-bd1c-4b3bf8120ad4 req-387242f4-cea1-4135-8229-00bfbc6c77be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0418227 Jan 31 19:49:35.201865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-808d6512-fbd2-46ee-bd1c-4b3bf8120ad4 req-e06a35ec-9d26-4ebe-ab75-eb982d9cf3b8 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806005 Jan 31 19:49:35.296714 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-808d6512-fbd2-46ee-bd1c-4b3bf8120ad4 req-278abd0d-2ed5-44cd-aaa7-eeb76dc26017 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885811 Jan 31 19:49:35.370165 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141c279-2e32-4171-b319-764f12ecc5ec req-6b083485-2d72-45ed-b0e0-4903f5b827ec tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:35.371567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f141c279-2e32-4171-b319-764f12ecc5ec req-6b083485-2d72-45ed-b0e0-4903f5b827ec tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0528398 Jan 31 19:49:35.419919 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f141c279-2e32-4171-b319-764f12ecc5ec req-caae770e-2f7c-476b-a3f1-e643849a711f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 Jan 31 19:49:36.538849 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdbb6c-bfda-4357-aadb-7c9fd72278ce req-f0b7cb35-cc84-47c2-a621-09c89fc668b7 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:36.540433 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ccdbb6c-bfda-4357-aadb-7c9fd72278ce req-f0b7cb35-cc84-47c2-a621-09c89fc668b7 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 945 time: 0.0532725 Jan 31 19:49:36.593846 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4ccdbb6c-bfda-4357-aadb-7c9fd72278ce req-453f44cd-a162-470d-95be-2ee78fd3e124 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468495 Jan 31 19:49:36.774064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 356b47eb-a04a-4cfe-974a-862222c2a718 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:49:36.855025 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 356b47eb-a04a-4cfe-974a-862222c2a718 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:49:36.855351 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:36.881479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:49:36.885576 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9832db9c-1cd7-4063-b37e-6c94ed6e66f9" -d '{"events": [{"server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "name": "network-vif-unplugged", "status": "completed", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:49:36.900065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=356b47eb-a04a-4cfe-974a-862222c2a718,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:49:36.905250 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:36.955355 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=356b47eb-a04a-4cfe-974a-862222c2a718,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:49:37.710719 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c81a0-f256-4d8e-9bf5-c13bc51df555 req-155b493e-8e11-40fd-8e74-735c89cd922c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:37.712245 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b2c81a0-f256-4d8e-9bf5-c13bc51df555 req-155b493e-8e11-40fd-8e74-735c89cd922c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.0516632 Jan 31 19:49:37.760727 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b2c81a0-f256-4d8e-9bf5-c13bc51df555 req-4c937718-82d3-49d9-9adb-bc38ecff3dae tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426626 Jan 31 19:49:37.829614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-69c1fe52-3477-4333-b937-dc4ba34346ed req-ee91c829-6e89-4a79-a8b8-fca9b931ffd1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:49:37.830620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-69c1fe52-3477-4333-b937-dc4ba34346ed req-ee91c829-6e89-4a79-a8b8-fca9b931ffd1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054033 Jan 31 19:49:37.948455 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0884112e-f960-4d47-88e1-da16e6a75522 x-openstack-request-id: req-0884112e-f960-4d47-88e1-da16e6a75522 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:49:37.948905 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "name": "network-vif-unplugged", "status": "completed", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:49:37.949037 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0884112e-f960-4d47-88e1-da16e6a75522 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:49:37.949439 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718', 'code': 200} Jan 31 19:49:38.997833 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bf499-cbde-457e-b175-e7f44c1e1bf3 req-7b896982-b4e1-47bf-b74b-40ceda907bbe tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:38.999423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-905bf499-cbde-457e-b175-e7f44c1e1bf3 req-7b896982-b4e1-47bf-b74b-40ceda907bbe tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.0539198 Jan 31 19:49:39.049458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-905bf499-cbde-457e-b175-e7f44c1e1bf3 req-9f30fe2f-b61b-4e98-aa24-4a5d29fe6817 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444927 Jan 31 19:49:39.172000 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-946042ad-d75d-4983-b38b-b61b35b474e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898259 Jan 31 19:49:39.922562 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-3fec40d8-0435-4f15-a777-0424ade93950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:39.924039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-3fec40d8-0435-4f15-a777-0424ade93950 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a&tenant_id=5096ad7e87e84ab1960433f78b078dee HTTP/1.1" status: 200 len: 1126 time: 0.0486097 Jan 31 19:49:39.987300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-33948a13-e043-494f-9338-6cf17595149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:39.988804 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-33948a13-e043-494f-9338-6cf17595149a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1126 time: 0.0439262 Jan 31 19:49:40.076060 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-24ba82ab-3074-4cbc-8b0c-72642127d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:40.077567 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-24ba82ab-3074-4cbc-8b0c-72642127d791 service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0827637 Jan 31 19:49:40.171483 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-f51a4e93-6218-4fb6-b494-83755319af3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356b47eb-a04a-4cfe-974a-862222c2a718 HTTP/1.1" status: 200 len: 999 time: 0.0880344 Jan 31 19:49:40.217609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f3e10-5009-4ba5-adbf-8873ac6aaf5d req-bf6e9970-cc1d-49af-ae9e-fa05c882848b tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:40.219344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e72f3e10-5009-4ba5-adbf-8873ac6aaf5d req-bf6e9970-cc1d-49af-ae9e-fa05c882848b tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.0966005 Jan 31 19:49:40.248571 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-f182c876-3ca0-4e5c-bd51-4160cecf4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:40.250262 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-f182c876-3ca0-4e5c-bd51-4160cecf4722 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0729444 Jan 31 19:49:40.302627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e72f3e10-5009-4ba5-adbf-8873ac6aaf5d req-c877296f-d900-45e6-99dc-a84c82c84978 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770221 Jan 31 19:49:40.319026 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-eceed5c5-40c0-4c25-b927-abf50a09b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:40.320548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-eceed5c5-40c0-4c25-b927-abf50a09b30c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0644767 Jan 31 19:49:40.406491 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-90ef44b8-ec15-4222-9a07-eac837a1033f service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800891 Jan 31 19:49:40.498432 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-224e82bc-fd60-4ed6-9044-a0ccf5b817a2 req-cf416651-56e7-4f38-be4c-d3d1671f17ce service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860925 Jan 31 19:49:40.788768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 356b47eb-a04a-4cfe-974a-862222c2a718 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:49:40.906659 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 356b47eb-a04a-4cfe-974a-862222c2a718 is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:49:41.433591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ffdec-e603-4907-80ec-3a84cd858f68 req-becf8f30-8eb9-468b-a43d-c5a7d150453d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:41.435223 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-055ffdec-e603-4907-80ec-3a84cd858f68 req-becf8f30-8eb9-468b-a43d-c5a7d150453d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.0580916 Jan 31 19:49:41.488279 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-055ffdec-e603-4907-80ec-3a84cd858f68 req-b6ec4753-1561-426b-a2d5-1c2ed4afe3a4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468719 Jan 31 19:49:42.625297 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b32a-9a51-42f4-8069-63d566254f09 req-f0089a52-22e3-40cf-b02d-fbd47d045d85 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:42.626669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc23b32a-9a51-42f4-8069-63d566254f09 req-f0089a52-22e3-40cf-b02d-fbd47d045d85 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.0593779 Jan 31 19:49:43.028590 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc23b32a-9a51-42f4-8069-63d566254f09 req-c892be92-c640-4ed3-aabc-321dc36c126a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953724 Jan 31 19:49:44.158025 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d587f-0232-451f-9015-3b5fe05303c7 req-859c9105-74dd-47c8-a1f3-d4e2b3b86b9d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:44.159670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa0d587f-0232-451f-9015-3b5fe05303c7 req-859c9105-74dd-47c8-a1f3-d4e2b3b86b9d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.0551019 Jan 31 19:49:44.212238 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-aa0d587f-0232-451f-9015-3b5fe05303c7 req-1638b152-4c7c-4d1e-9cfd-9bb8d43d73ad tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468519 Jan 31 19:49:45.342349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29be22-ee28-4456-a896-7e2f412b2f3c req-9e224b04-4480-42ab-a671-bbcd8ef34565 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:45.343898 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd29be22-ee28-4456-a896-7e2f412b2f3c req-9e224b04-4480-42ab-a671-bbcd8ef34565 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.0583415 Jan 31 19:49:45.398479 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd29be22-ee28-4456-a896-7e2f412b2f3c req-3c57a42d-fc2b-42ce-8aef-e8fcd7a7eeee tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489366 Jan 31 19:49:46.528519 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3865ba-5921-424d-9b0e-763eb87e0669 req-80f3b7af-9936-4a7a-a1d1-d3136eb109d5 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:46.529995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c3865ba-5921-424d-9b0e-763eb87e0669 req-80f3b7af-9936-4a7a-a1d1-d3136eb109d5 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.0584300 Jan 31 19:49:46.583688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3c3865ba-5921-424d-9b0e-763eb87e0669 req-a2e02b1c-16df-4767-9559-1b2d86ddb54d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479491 Jan 31 19:49:47.710270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16805197-aaca-4857-af29-ecdd02c71ffe req-120cb8e6-8fec-4a28-9e65-d6c7c0b937d1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:47.711910 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16805197-aaca-4857-af29-ecdd02c71ffe req-120cb8e6-8fec-4a28-9e65-d6c7c0b937d1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.0545545 Jan 31 19:49:47.767518 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-16805197-aaca-4857-af29-ecdd02c71ffe req-5a67d715-12de-4ca0-8f15-0843d9caab58 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493803 Jan 31 19:49:48.890482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce98fa-610c-4df2-b9c9-d70f13230549 req-5c8955c5-3b19-4174-ac83-7dd626c5a24a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:48.892221 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9bce98fa-610c-4df2-b9c9-d70f13230549 req-5c8955c5-3b19-4174-ac83-7dd626c5a24a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.0568273 Jan 31 19:49:48.939541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9bce98fa-610c-4df2-b9c9-d70f13230549 req-2b4f65ea-fcc6-4211-bf7a-bda6fa304ce8 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Jan 31 19:49:48.972891 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-de10e10a-5f4c-4c98-a53b-2cb2df08815a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:49.319984 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:49:50.056451 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2b9b7-6f1f-4ae2-ba44-e0ae43926a9b req-c5d78591-362c-4dba-8907-aa9222348e79 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:50.057928 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4e2b9b7-6f1f-4ae2-ba44-e0ae43926a9b req-c5d78591-362c-4dba-8907-aa9222348e79 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 943 time: 0.0516813 Jan 31 19:49:50.105264 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c4e2b9b7-6f1f-4ae2-ba44-e0ae43926a9b req-3aba81a5-ace8-41c1-838d-a4b3b8f8dd28 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418117 Jan 31 19:49:50.861969 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 356b47eb-a04a-4cfe-974a-862222c2a718 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:49:50.954200 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=356b47eb-a04a-4cfe-974a-862222c2a718,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:49:50.965398 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '356b47eb-a04a-4cfe-974a-862222c2a718', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'port_id': '356b47eb-a04a-4cfe-974a-862222c2a718', 'mac_address': 'fa:16:3e:f1:74:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:49:51.006707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 356b47eb-a04a-4cfe-974a-862222c2a718 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:49:51.007100 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:51.019687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356b47eb-a04a-4cfe-974a-862222c2a718 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:49:51.037940 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=356b47eb-a04a-4cfe-974a-862222c2a718,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:49:51.042803 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:51.088064 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=356b47eb-a04a-4cfe-974a-862222c2a718,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:49:51.231961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c038bb0-e59c-416c-96c0-527c4a7123d8 req-a7b04936-18fe-4e7b-90f5-775568fc17d1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:51.233479 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c038bb0-e59c-416c-96c0-527c4a7123d8 req-a7b04936-18fe-4e7b-90f5-775568fc17d1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 944 time: 0.0558274 Jan 31 19:49:51.241427 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65f9d5ad-8bc7-45d3-84b2-93efa02c9764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:51.282957 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0c038bb0-e59c-416c-96c0-527c4a7123d8 req-ac0f4750-470f-4145-b536-ade74375c7da tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437088 Jan 31 19:49:51.290640 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['356b47eb-a04a-4cfe-974a-862222c2a718'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:49:52.407339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6e061-2517-4fb9-bff8-0adde593d7dd req-4649af64-0161-47ad-8bb5-053b09d7762e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:52.408840 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dc6e061-2517-4fb9-bff8-0adde593d7dd req-4649af64-0161-47ad-8bb5-053b09d7762e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 944 time: 0.0531154 Jan 31 19:49:52.456312 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6dc6e061-2517-4fb9-bff8-0adde593d7dd req-ce2ff3af-2ae6-4fe9-83af-8f090b9eecce tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419788 Jan 31 19:49:52.744832 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:52.864571 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 356b47eb-a04a-4cfe-974a-862222c2a718 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:49:52.912368 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 356b47eb-a04a-4cfe-974a-862222c2a718 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:49:52.912749 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:52.987988 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 356b47eb-a04a-4cfe-974a-862222c2a718 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:49:52.988411 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:53.010656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:49:53.012825 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfebd6d-b2fe-4a0a-b4b6-ba8f349d015f" -d '{"events": [{"server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "name": "network-vif-plugged", "status": "completed", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:49:53.024795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=356b47eb-a04a-4cfe-974a-862222c2a718,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:49:53.029194 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:53.054067 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11571bf-da51-412c-8f3b-f093217cc010 x-openstack-request-id: req-a11571bf-da51-412c-8f3b-f093217cc010 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:49:53.054371 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "name": "network-vif-plugged", "status": "completed", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:49:53.054635 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a11571bf-da51-412c-8f3b-f093217cc010 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:49:53.055030 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718', 'code': 200} Jan 31 19:49:53.079311 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=356b47eb-a04a-4cfe-974a-862222c2a718,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:49:53.273171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e524da3-ea8f-410e-8ff3-26898ece0202 req-98000963-c8c9-4fc1-90f0-a986886f90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:53.274596 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e524da3-ea8f-410e-8ff3-26898ece0202 req-98000963-c8c9-4fc1-90f0-a986886f90e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1129 time: 0.0553603 Jan 31 19:49:53.324299 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1e524da3-ea8f-410e-8ff3-26898ece0202 req-3cdb3347-509b-43d8-a3c2-c151dfeefd9a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430572 Jan 31 19:49:53.574397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85d7ab-5b20-484c-8d4d-0fafd3e31cd1 req-95a423b1-98ac-409e-ad76-6cbcdc79cf4c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:53.575753 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee85d7ab-5b20-484c-8d4d-0fafd3e31cd1 req-95a423b1-98ac-409e-ad76-6cbcdc79cf4c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 946 time: 0.0505071 Jan 31 19:49:53.623094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ee85d7ab-5b20-484c-8d4d-0fafd3e31cd1 req-562cb3d2-a407-4654-83a6-a097c184f62f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417864 Jan 31 19:49:54.378605 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:54.746268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cdd65-e50f-4a1f-8583-934be1a8ba50 req-a0c9cd95-3384-4e18-bfc3-d8f55d345e6a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:54.747688 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a48cdd65-e50f-4a1f-8583-934be1a8ba50 req-a0c9cd95-3384-4e18-bfc3-d8f55d345e6a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 946 time: 0.0549476 Jan 31 19:49:54.798003 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a48cdd65-e50f-4a1f-8583-934be1a8ba50 req-6d9ef299-b849-492d-acaa-dd540fbdeca2 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Jan 31 19:49:55.040957 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:55.444441 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:49:55.918952 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f067-dcb0-4cee-acbd-f135541b9657 req-7a21e13d-0f5f-4368-9805-b494a158f259 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:49:55.920463 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5f1f067-dcb0-4cee-acbd-f135541b9657 req-7a21e13d-0f5f-4368-9805-b494a158f259 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 946 time: 0.0560508 Jan 31 19:49:55.967726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b5f1f067-dcb0-4cee-acbd-f135541b9657 req-7aaf96c6-2b0f-43aa-bbab-edeb52260d46 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417864 Jan 31 19:49:56.819111 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:18.974512 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a500c913-5eb5-4db3-bd73-3246171d4f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:21.233406 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36c04af7-4bdb-42b5-870f-c029c3948bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:22.747041 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:24.380135 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:25.034473 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:25.446705 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:26.319139 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:50:26.817907 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:28.456200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07a5755b-dfe3-4336-ba37-ae6c1d271014 req-697033a5-ea11-4c22-ae09-43e3f0073882 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431364 Jan 31 19:50:28.540835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5755b-dfe3-4336-ba37-ae6c1d271014 req-6dac268b-c371-4045-8e81-c6411ff8fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:50:28.542341 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07a5755b-dfe3-4336-ba37-ae6c1d271014 req-6dac268b-c371-4045-8e81-c6411ff8fa68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1129 time: 0.0443118 Jan 31 19:50:28.647130 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5755b-dfe3-4336-ba37-ae6c1d271014 req-f227b714-00d1-448a-9e17-18ae8344e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:50:28.648541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07a5755b-dfe3-4336-ba37-ae6c1d271014 req-f227b714-00d1-448a-9e17-18ae8344e27a service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0865068 Jan 31 19:50:28.711344 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07a5755b-dfe3-4336-ba37-ae6c1d271014 req-4ce5e939-0ac8-49e3-9d4c-3bf32158b869 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356b47eb-a04a-4cfe-974a-862222c2a718 HTTP/1.1" status: 200 len: 1001 time: 0.0570445 Jan 31 19:50:28.769066 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5755b-dfe3-4336-ba37-ae6c1d271014 req-88b0c1b2-6dc7-4be6-996c-ed25c1d3a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:50:28.770521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07a5755b-dfe3-4336-ba37-ae6c1d271014 req-88b0c1b2-6dc7-4be6-996c-ed25c1d3a310 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0528572 Jan 31 19:50:28.826787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5755b-dfe3-4336-ba37-ae6c1d271014 req-ae64d826-debd-4d6b-ab1c-fbfd99fc126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:50:28.828252 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07a5755b-dfe3-4336-ba37-ae6c1d271014 req-ae64d826-debd-4d6b-ab1c-fbfd99fc126b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518651 Jan 31 19:50:28.914558 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07a5755b-dfe3-4336-ba37-ae6c1d271014 req-4f75e48f-4f66-4b86-bfc9-e00e08f0534f service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805860 Jan 31 19:50:29.005328 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-07a5755b-dfe3-4336-ba37-ae6c1d271014 req-8cdde37d-9346-40e7-bfc9-2fe589b7cf70 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842285 Jan 31 19:50:48.976096 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eabb660e-7ec9-4e75-8fe4-2626d58f2da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:51.234149 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6418e451-afe8-411a-a89b-fa866c653329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:52.749081 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:54.380234 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:55.032360 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:55.449264 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:50:56.826146 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:03.317620 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:51:05.706298 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60020) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:51:05.862868 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Deleting port cf467ead-1b0a-47bb-9348-3ac42031baa4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:51:05.863217 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (cf467ead-1b0a-47bb-9348-3ac42031baa4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:05.937150 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (cf467ead-1b0a-47bb-9348-3ac42031baa4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:05.937479 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for floatingip (cf467ead-1b0a-47bb-9348-3ac42031baa4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:05.949032 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Calling delete_port for cf467ead-1b0a-47bb-9348-3ac42031baa4 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:51:06.095585 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (cf467ead-1b0a-47bb-9348-3ac42031baa4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:06.126671 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event deleted for resources: {'Port': ['ID=cf467ead-1b0a-47bb-9348-3ac42031baa4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:06.153129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.153492 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.153848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.154198 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.154547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.154895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.155236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.155579 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.155916 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.156282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.156649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.156988 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.157321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:06.196810 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for floatingip (f06d8901-ae77-4682-83e9-d605ba42c7ad), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:06.197146 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Floating IP f06d8901-ae77-4682-83e9-d605ba42c7ad disassociated (deleted). External IP: 172.25.8.248, port: 356b47eb-a04a-4cfe-974a-862222c2a718. Jan 31 19:51:06.404124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:51:06.515954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:51:06.521090 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:06.526883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0392ab92-f572-4215-9cd6-f23495935ea5 None None] Sync routers for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:51:06.536834 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0392ab92-f572-4215-9cd6-f23495935ea5 None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:51:06.537446 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0392ab92-f572-4215-9cd6-f23495935ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:50:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:51:06.551080 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-13a43078-c39b-497b-85a4-c8e4eb7feb77 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "DELETE /v2.0/floatingips/f06d8901-ae77-4682-83e9-d605ba42c7ad HTTP/1.1" status: 204 len: 168 time: 0.8437676 Jan 31 19:51:06.551691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:51:06.554273 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b082c78-1049-4124-a6de-2a129cb396ed" -d '{"events": [{"name": "network-changed", "server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:51:06.653707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-0392ab92-f572-4215-9cd6-f23495935ea5 None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:51:06.664537 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53e356a-923b-4c93-985c-ec7fca92fffa x-openstack-request-id: req-f53e356a-923b-4c93-985c-ec7fca92fffa {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:51:06.665312 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:51:06.665312 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f53e356a-923b-4c93-985c-ec7fca92fffa {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:51:06.665620 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718', 'status': 'completed', 'code': 200} Jan 31 19:51:06.814686 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b082c78-1049-4124-a6de-2a129cb396ed req-aeef9b5c-24d2-4b95-b552-065fe4d02ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:06.816363 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b082c78-1049-4124-a6de-2a129cb396ed req-aeef9b5c-24d2-4b95-b552-065fe4d02ec2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 1129 time: 0.1272295 Jan 31 19:51:06.827337 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4e42b-73c7-4eb2-9375-beea9355d089 req-ca961a6e-7e76-430f-b3e4-a4b7354f772b tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:06.828799 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d4e42b-73c7-4eb2-9375-beea9355d089 req-ca961a6e-7e76-430f-b3e4-a4b7354f772b tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 946 time: 0.0812318 Jan 31 19:51:06.861424 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0392ab92-f572-4215-9cd6-f23495935ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:51:06.891396 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0392ab92-f572-4215-9cd6-f23495935ea5 None None] Checking router: 01e55402-a68c-4945-9d82-25c3ef1ba9c4 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:51:06.899929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0392ab92-f572-4215-9cd6-f23495935ea5 None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:51:06.900560 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0392ab92-f572-4215-9cd6-f23495935ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:50:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:51:06.937301 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b9d4e42b-73c7-4eb2-9375-beea9355d089 req-feb37229-f5ef-4830-a85b-4a12e158406e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989580 Jan 31 19:51:06.954726 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b082c78-1049-4124-a6de-2a129cb396ed req-4a837090-cb26-47e0-b0e1-70f4a85885e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:06.956296 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b082c78-1049-4124-a6de-2a129cb396ed req-4a837090-cb26-47e0-b0e1-70f4a85885e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.1266410 Jan 31 19:51:06.997785 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b082c78-1049-4124-a6de-2a129cb396ed req-cf84f524-1ebb-411c-9cce-ef29df477bc4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=356b47eb-a04a-4cfe-974a-862222c2a718 HTTP/1.1" status: 200 len: 217 time: 0.0350931 Jan 31 19:51:07.007568 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-0392ab92-f572-4215-9cd6-f23495935ea5 None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:51:07.052288 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b082c78-1049-4124-a6de-2a129cb396ed req-cf10dd77-e34a-45f1-a164-21a8b51f2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:07.053800 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b082c78-1049-4124-a6de-2a129cb396ed req-cf10dd77-e34a-45f1-a164-21a8b51f2585 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0491643 Jan 31 19:51:07.103291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b082c78-1049-4124-a6de-2a129cb396ed req-fcb4f8c8-587f-4f78-a731-8b3ffc5cdef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:07.104874 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b082c78-1049-4124-a6de-2a129cb396ed req-fcb4f8c8-587f-4f78-a731-8b3ffc5cdef6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448968 Jan 31 19:51:07.201489 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b082c78-1049-4124-a6de-2a129cb396ed req-d120bf26-718a-45c5-86b6-af4b1512c4ed service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892417 Jan 31 19:51:07.308830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5b082c78-1049-4124-a6de-2a129cb396ed req-4b214bd6-db6b-46d6-bb5e-e8f3f5303e57 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005442 Jan 31 19:51:07.362678 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0392ab92-f572-4215-9cd6-f23495935ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:51:07.388712 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0392ab92-f572-4215-9cd6-f23495935ea5 None None] The sync data for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 is: [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:51:07.599718 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be17c8-3958-4533-970a-0682838373bc None None] New status for floating IP f06d8901-ae77-4682-83e9-d605ba42c7ad: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:51:08.060202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2df70-7fff-4b11-b229-471cd039573e req-d107eb5f-5f0f-44da-b0fc-ff749418cb90 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:08.061732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1bb2df70-7fff-4b11-b229-471cd039573e req-d107eb5f-5f0f-44da-b0fc-ff749418cb90 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 946 time: 0.0546305 Jan 31 19:51:08.142759 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1bb2df70-7fff-4b11-b229-471cd039573e req-6b1f8d11-efe6-4c1e-a783-89bd836cffea tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e29b0b0-3973-4155-bc73-4b443abe682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727475 Jan 31 19:51:08.151034 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dab477-4a77-4a81-8fc2-d416eac65db5 req-f99f1e9d-f553-4167-b385-f0fc86b5b258 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:08.152527 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14dab477-4a77-4a81-8fc2-d416eac65db5 req-f99f1e9d-f553-4167-b385-f0fc86b5b258 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ed4e9e-6dfe-421b-9d5a-dc8f5284099a HTTP/1.1" status: 200 len: 946 time: 0.0899241 Jan 31 19:51:08.242495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-14dab477-4a77-4a81-8fc2-d416eac65db5 req-dd38ad62-99c8-412b-a4f7-fbb4fc5c27ca tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Deleting port 356b47eb-a04a-4cfe-974a-862222c2a718 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:51:08.243005 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-14dab477-4a77-4a81-8fc2-d416eac65db5 req-dd38ad62-99c8-412b-a4f7-fbb4fc5c27ca tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:08.332262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-14dab477-4a77-4a81-8fc2-d416eac65db5 req-dd38ad62-99c8-412b-a4f7-fbb4fc5c27ca tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] For port 356b47eb-a04a-4cfe-974a-862222c2a718, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=356b47eb-a04a-4cfe-974a-862222c2a718,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:51:08.332662 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-14dab477-4a77-4a81-8fc2-d416eac65db5 req-dd38ad62-99c8-412b-a4f7-fbb4fc5c27ca tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:08.346057 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-14dab477-4a77-4a81-8fc2-d416eac65db5 req-dd38ad62-99c8-412b-a4f7-fbb4fc5c27ca tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Calling delete_port for 356b47eb-a04a-4cfe-974a-862222c2a718 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:51:08.476315 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-14dab477-4a77-4a81-8fc2-d416eac65db5 req-dd38ad62-99c8-412b-a4f7-fbb4fc5c27ca tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (356b47eb-a04a-4cfe-974a-862222c2a718), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:08.515500 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38ad62-99c8-412b-a4f7-fbb4fc5c27ca tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event deleted for resources: {'Port': ['ID=356b47eb-a04a-4cfe-974a-862222c2a718,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:08.558965 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dab477-4a77-4a81-8fc2-d416eac65db5 req-dd38ad62-99c8-412b-a4f7-fbb4fc5c27ca tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] No DVR routers for this DVR port 356b47eb-a04a-4cfe-974a-862222c2a718 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:51:08.561594 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-14dab477-4a77-4a81-8fc2-d416eac65db5 req-dd38ad62-99c8-412b-a4f7-fbb4fc5c27ca tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:08.564899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-14dab477-4a77-4a81-8fc2-d416eac65db5 req-dd38ad62-99c8-412b-a4f7-fbb4fc5c27ca tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.21 "DELETE /v2.0/ports/356b47eb-a04a-4cfe-974a-862222c2a718 HTTP/1.1" status: 204 len: 173 time: 0.4063554 Jan 31 19:51:08.666963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'name': 'network-vif-deleted', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:51:08.669425 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506d8da5-6db6-4851-853b-7e9815971692" -d '{"events": [{"server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "name": "network-vif-deleted", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:51:08.706100 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf7623e-d9f0-4542-b8e6-fe0be8d577f5 x-openstack-request-id: req-bbf7623e-d9f0-4542-b8e6-fe0be8d577f5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:51:08.706405 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ed4e9e-6dfe-421b-9d5a-dc8f5284099a", "name": "network-vif-deleted", "tag": "356b47eb-a04a-4cfe-974a-862222c2a718", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:51:08.706698 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbf7623e-d9f0-4542-b8e6-fe0be8d577f5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:51:08.707112 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ed4e9e-6dfe-421b-9d5a-dc8f5284099a', 'name': 'network-vif-deleted', 'tag': '356b47eb-a04a-4cfe-974a-862222c2a718', 'status': 'completed', 'code': 200} Jan 31 19:51:09.200117 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:51:09.258658 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group (8e29b0b0-3973-4155-bc73-4b443abe682a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.285592 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group (8e29b0b0-3973-4155-bc73-4b443abe682a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.348989 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (8e29b0b0-3973-4155-bc73-4b443abe682a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.352451 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.353812 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e29b0b0-3973-4155-bc73-4b443abe682a HTTP/1.1" status: 204 len: 168 time: 0.1526637 Jan 31 19:51:09.362763 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e29b0b0-3973-4155-bc73-4b443abe682a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:09.370372 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.370729 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.371073 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.371416 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.371754 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.372093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.372444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.372937 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.373098 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.373415 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.373785 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.374156 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.374614 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4d21c3-0fb0-49ed-ad35-65fece030749 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:09.562147 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60050) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:51:09.566709 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-038bb457-31f8-4ff2-8a44-b83713ae229d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310609082', 'description': 'tempest-secgroup-smoke-310609082 description', 'project_id': '5096ad7e87e84ab1960433f78b078dee'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:51:09.588233 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-038bb457-31f8-4ff2-8a44-b83713ae229d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.655419 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-038bb457-31f8-4ff2-8a44-b83713ae229d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group (9a9d0030-f2d1-4e68-916b-7ad04d71ade6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.659093 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-038bb457-31f8-4ff2-8a44-b83713ae229d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9a9d0030-f2d1-4e68-916b-7ad04d71ade6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.691482 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-038bb457-31f8-4ff2-8a44-b83713ae229d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.692729 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-038bb457-31f8-4ff2-8a44-b83713ae229d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1295800 Jan 31 19:51:09.693430 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bb457-31f8-4ff2-8a44-b83713ae229d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9d0030-f2d1-4e68-916b-7ad04d71ade6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:09.696434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60052) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:51:09.701054 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-334119ba-6efa-4770-99a2-57671c5b3beb tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group_rule': {'security_group_id': '9a9d0030-f2d1-4e68-916b-7ad04d71ade6', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:51:09.725354 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334119ba-6efa-4770-99a2-57671c5b3beb tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (0a4db2bc-212d-47f3-bdb8-24f5b0af27d8), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.779733 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334119ba-6efa-4770-99a2-57671c5b3beb tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (0a4db2bc-212d-47f3-bdb8-24f5b0af27d8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.783331 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334119ba-6efa-4770-99a2-57671c5b3beb tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (0a4db2bc-212d-47f3-bdb8-24f5b0af27d8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.801119 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334119ba-6efa-4770-99a2-57671c5b3beb tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4db2bc-212d-47f3-bdb8-24f5b0af27d8,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:09.806010 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334119ba-6efa-4770-99a2-57671c5b3beb tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.807220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-334119ba-6efa-4770-99a2-57671c5b3beb tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097755 Jan 31 19:51:09.810121 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60054) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:51:09.814411 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-69c9c9bf-1793-452f-8db7-5abdbf9b8c74 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group_rule': {'security_group_id': '9a9d0030-f2d1-4e68-916b-7ad04d71ade6', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:51:09.839241 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69c9c9bf-1793-452f-8db7-5abdbf9b8c74 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (5359ed21-7022-4dff-9f6a-a70ed93dad4e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.896720 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69c9c9bf-1793-452f-8db7-5abdbf9b8c74 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (5359ed21-7022-4dff-9f6a-a70ed93dad4e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.900887 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69c9c9bf-1793-452f-8db7-5abdbf9b8c74 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (5359ed21-7022-4dff-9f6a-a70ed93dad4e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.918730 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9c9bf-1793-452f-8db7-5abdbf9b8c74 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5359ed21-7022-4dff-9f6a-a70ed93dad4e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:09.926093 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69c9c9bf-1793-452f-8db7-5abdbf9b8c74 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:09.927288 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-69c9c9bf-1793-452f-8db7-5abdbf9b8c74 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162395 Jan 31 19:51:09.930112 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60056) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:51:09.934430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ec0eaf22-92fb-486a-8611-d03c2343691c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group_rule': {'security_group_id': '9a9d0030-f2d1-4e68-916b-7ad04d71ade6', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:51:09.958704 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec0eaf22-92fb-486a-8611-d03c2343691c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (49ba89ce-dd5b-4eb5-ad2e-68faa3de8968), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.015593 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec0eaf22-92fb-486a-8611-d03c2343691c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (49ba89ce-dd5b-4eb5-ad2e-68faa3de8968), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.019590 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec0eaf22-92fb-486a-8611-d03c2343691c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (49ba89ce-dd5b-4eb5-ad2e-68faa3de8968), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.036499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0eaf22-92fb-486a-8611-d03c2343691c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ba89ce-dd5b-4eb5-ad2e-68faa3de8968,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:10.044873 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec0eaf22-92fb-486a-8611-d03c2343691c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.046073 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-ec0eaf22-92fb-486a-8611-d03c2343691c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150050 Jan 31 19:51:10.048810 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60058) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:51:10.053168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-df509e4c-9616-4bc1-9d81-002de9b59ea6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group_rule': {'security_group_id': '9a9d0030-f2d1-4e68-916b-7ad04d71ade6', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:51:10.078751 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df509e4c-9616-4bc1-9d81-002de9b59ea6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (f28de756-7e7f-4690-b059-8d4e4a7aa2fa), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.135037 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df509e4c-9616-4bc1-9d81-002de9b59ea6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (f28de756-7e7f-4690-b059-8d4e4a7aa2fa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.138605 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df509e4c-9616-4bc1-9d81-002de9b59ea6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (f28de756-7e7f-4690-b059-8d4e4a7aa2fa), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.157224 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df509e4c-9616-4bc1-9d81-002de9b59ea6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28de756-7e7f-4690-b059-8d4e4a7aa2fa,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:10.166887 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df509e4c-9616-4bc1-9d81-002de9b59ea6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.168062 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-df509e4c-9616-4bc1-9d81-002de9b59ea6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183352 Jan 31 19:51:10.170812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60060) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:51:10.175207 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1e744ed2-eba0-4df4-ac37-62d0d234d584 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group_rule': {'security_group_id': '9a9d0030-f2d1-4e68-916b-7ad04d71ade6', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:51:10.194079 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-1e744ed2-eba0-4df4-ac37-62d0d234d584 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Project 5096ad7e87e84ab1960433f78b078dee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:51:10.199366 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e744ed2-eba0-4df4-ac37-62d0d234d584 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (e4b1088b-fa22-4175-98f0-a61422befce6), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.257432 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e744ed2-eba0-4df4-ac37-62d0d234d584 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (e4b1088b-fa22-4175-98f0-a61422befce6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.261548 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e744ed2-eba0-4df4-ac37-62d0d234d584 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (e4b1088b-fa22-4175-98f0-a61422befce6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.279164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e744ed2-eba0-4df4-ac37-62d0d234d584 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b1088b-fa22-4175-98f0-a61422befce6,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:10.287509 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e744ed2-eba0-4df4-ac37-62d0d234d584 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.288739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-1e744ed2-eba0-4df4-ac37-62d0d234d584 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168976 Jan 31 19:51:10.291549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60062) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:51:10.296132 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f681671c-6fe4-479e-aaa1-bf62420bfe03 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'security_group_rule': {'security_group_id': '9a9d0030-f2d1-4e68-916b-7ad04d71ade6', 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:51:10.316694 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-f681671c-6fe4-479e-aaa1-bf62420bfe03 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Project 5096ad7e87e84ab1960433f78b078dee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:51:10.322148 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f681671c-6fe4-479e-aaa1-bf62420bfe03 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (c9c71371-4fab-4efc-ab39-8071f6ec023a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.380216 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f681671c-6fe4-479e-aaa1-bf62420bfe03 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (c9c71371-4fab-4efc-ab39-8071f6ec023a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.384008 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f681671c-6fe4-479e-aaa1-bf62420bfe03 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (c9c71371-4fab-4efc-ab39-8071f6ec023a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.401867 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681671c-6fe4-479e-aaa1-bf62420bfe03 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c71371-4fab-4efc-ab39-8071f6ec023a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:10.408755 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f681671c-6fe4-479e-aaa1-bf62420bfe03 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:10.409891 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f681671c-6fe4-479e-aaa1-bf62420bfe03 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173747 Jan 31 19:51:11.161095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 356b47eb-a04a-4cfe-974a-862222c2a718 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:51:11.182466 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 356b47eb-a04a-4cfe-974a-862222c2a718 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:51:11.183118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 356b47eb-a04a-4cfe-974a-862222c2a718 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:51:18.979518 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-756c1411-2407-4ade-b16d-35a5f63cee5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:21.237519 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-24df930f-ba5b-4f20-a3f7-5e6c0d75db9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:22.751815 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:24.383055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:25.034415 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:25.452747 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:26.835302 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:29.831752 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-a8096446-dc3f-4f04-b03a-a1b0c4e4874a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310609082&fields=id&tenant_id=5096ad7e87e84ab1960433f78b078dee HTTP/1.1" status: 200 len: 267 time: 0.0434451 Jan 31 19:51:29.938408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-98089834-b9dd-40f1-9bc3-a6ca734397c1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:29.939790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-98089834-b9dd-40f1-9bc3-a6ca734397c1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 809 time: 0.1010313 Jan 31 19:51:29.954392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-d8871c8a-55d3-4fc0-8ceb-69a8f437e4c2 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/quotas/5096ad7e87e84ab1960433f78b078dee HTTP/1.1" status: 200 len: 375 time: 0.0087216 Jan 31 19:51:30.008094 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-6d7f11d8-cb39-4435-90fe-44b44525168a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484209 Jan 31 19:51:30.152970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-8a8f272c-9de1-472e-bd7d-fc2a2aa28b31 service neutron] 10.222.0.20 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335154 Jan 31 19:51:30.238857 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-e5a683b0-ccdb-4288-8f4e-c721a89c22c8 service neutron] 10.222.0.20 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802367 Jan 31 19:51:30.547740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4c3857d-7299-4dcf-9cae-7f079b19fb3d req-a677c749-c17b-409a-af9c-977cf559e7e7 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0275781 Jan 31 19:51:31.625037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a5502cec-4a17-4104-b9e4-684b546dba43 req-3aa78f27-a34e-4248-b8d1-83c254fe72b7 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0277028 Jan 31 19:51:32.708641 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-126ffa89-981a-41ec-8e8f-1d723b0395e2 req-7dd5766a-bb15-43c2-b53b-444666e6ae30 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0338364 Jan 31 19:51:33.790174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e839b0b-2167-4842-9dbd-6a0268479c41 req-7a59b210-071f-4021-be34-785444bbbdc6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0274556 Jan 31 19:51:34.884145 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-22c44a9e-e216-4ac8-9989-0d590613e856 req-64500c44-d587-45c6-a4c8-70cea373904c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0262585 Jan 31 19:51:35.489890 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-f143b32d-1f53-4de5-bf84-e6a229f186ba tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:35.491331 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-f143b32d-1f53-4de5-bf84-e6a229f186ba tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 809 time: 0.1016648 Jan 31 19:51:35.559571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-f6b50a34-acb0-4db8-b370-f2b6eb94694f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5096ad7e87e84ab1960433f78b078dee HTTP/1.1" status: 200 len: 379 time: 0.0588732 Jan 31 19:51:35.568601 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'port': {'device_id': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'admin_state_up': True, 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'security_groups': ['9a9d0030-f2d1-4e68-916b-7ad04d71ade6']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:51:35.672369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Made reservation on behalf of 5096ad7e87e84ab1960433f78b078dee for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:51:35.675764 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:35.806256 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Allocated IP 172.20.0.13 (648e3ebd-7e9f-46fb-bee4-80526794c443/0c511f05-1061-4d3f-bb13-9bd94850e0dc/0336062e-31f8-41ec-90e2-1ba36413a090) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:51:35.943205 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for port (0336062e-31f8-41ec-90e2-1ba36413a090), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:35.993173 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-073c68c3-547a-436f-9608-61530fb1dae6 req-d073da24-3e4b-42de-babd-0d40e4e51c4c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0377970 Jan 31 19:51:36.004794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:36.055746 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Network 648e3ebd-7e9f-46fb-bee4-80526794c443 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:51:36.058695 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:51:36.062203 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:51:36.089184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'Port': ['ID=0336062e-31f8-41ec-90e2-1ba36413a090,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:36.118077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:36.118960 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:36.139096 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-365b3a45-e4c1-4554-aeb4-109f74650dda tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5741570 Jan 31 19:51:36.148768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-7a6069b5-c6fc-468b-a01c-c9e7075848e6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:51:36.150684 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-7a6069b5-c6fc-468b-a01c-c9e7075848e6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058026 Jan 31 19:51:36.162723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Request body: {'port': {'device_id': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:51:36.232158 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:36.349217 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7f7fa7b2-7418-4fae-80c2-dddc75b255b0 None None] Provisioning complete for port 0336062e-31f8-41ec-90e2-1ba36413a090 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:51:36.350235 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f7fa7b2-7418-4fae-80c2-dddc75b255b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:36.385874 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7f7fa7b2-7418-4fae-80c2-dddc75b255b0 None None] Port 0336062e-31f8-41ec-90e2-1ba36413a090 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:51:36.494869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0336062e-31f8-41ec-90e2-1ba36413a090 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:51:36.502376 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Publish callbacks [] for port (0336062e-31f8-41ec-90e2-1ba36413a090), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:36.514167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Transition to ACTIVE for port object 0336062e-31f8-41ec-90e2-1ba36413a090 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:51:36.518356 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:36.573684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Pushing event updated for resources: {'Port': ['ID=0336062e-31f8-41ec-90e2-1ba36413a090,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:36.658821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Attempting to bind port 0336062e-31f8-41ec-90e2-1ba36413a090 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:51:36.659167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Attempting to bind port 0336062e-31f8-41ec-90e2-1ba36413a090 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:51:36.659500 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Attempting to bind port 0336062e-31f8-41ec-90e2-1ba36413a090 on network 648e3ebd-7e9f-46fb-bee4-80526794c443 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:51:36.664289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Port 0336062e-31f8-41ec-90e2-1ba36413a090 on network 648e3ebd-7e9f-46fb-bee4-80526794c443 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:51:36.664648 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Attempting to bind port 0336062e-31f8-41ec-90e2-1ba36413a090 on network 648e3ebd-7e9f-46fb-bee4-80526794c443 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:51:36.669812 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:51:36.670150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Checking segment: {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:51:36.670538 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Bound using segment: {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:51:36.670980 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Bound port: 0336062e-31f8-41ec-90e2-1ba36413a090, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:51:36.671335 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:36.747280 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:51:36.750672 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0336062e-31f8-41ec-90e2-1ba36413a090,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:51:36.758033 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:36.789278 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:36.789750 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:36.791285 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] 10.222.0.21 "PUT /v2.0/ports/0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 1093 time: 0.6331356 Jan 31 19:51:36.793779 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:51:36.796805 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87c02f9-bb7a-4190-9a5e-7131b6cf8dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:51:36.849012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9b45c-9dcf-4474-8dff-9083f53bf6ad service neutron] Pushing event updated for resources: {'Port': ['ID=0336062e-31f8-41ec-90e2-1ba36413a090,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:36.872055 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092face3-262a-4440-96b3-629894d01948 x-openstack-request-id: req-092face3-262a-4440-96b3-629894d01948 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:51:36.872377 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:51:36.873351 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-092face3-262a-4440-96b3-629894d01948 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:51:36.873775 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090', 'status': 'completed', 'code': 200} Jan 31 19:51:36.897137 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-e3bbd7e7-c117-47fd-bb79-791d3616f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:36.899305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-e3bbd7e7-c117-47fd-bb79-791d3616f2b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1127 time: 0.0594618 Jan 31 19:51:36.943798 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-9f366875-6197-4366-8df6-569df1a387f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 217 time: 0.0352831 Jan 31 19:51:36.994400 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4f93daa2-7e63-462a-bcd8-0dbdb2f4ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:36.996036 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-4f93daa2-7e63-462a-bcd8-0dbdb2f4ecf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0464313 Jan 31 19:51:37.055276 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-0fa60e16-ca45-41a0-8eff-ad015fd3ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:37.057071 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-0fa60e16-ca45-41a0-8eff-ad015fd3ab11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548053 Jan 31 19:51:37.528183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343f90b-9489-4d77-8a0d-703c0327823f req-bdd3582d-3ec9-43d3-afec-796e675fc5a5 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:37.529686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f343f90b-9489-4d77-8a0d-703c0327823f req-bdd3582d-3ec9-43d3-afec-796e675fc5a5 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.4452972 Jan 31 19:51:37.535525 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-c9924d48-c841-4812-a848-d5dcedfd9315 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715753 Jan 31 19:51:37.627618 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f343f90b-9489-4d77-8a0d-703c0327823f req-e3a1744f-f0d4-4b2f-ac0e-eb92355be8c8 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910182 Jan 31 19:51:37.656188 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5f2528cc-d8bb-46a3-a4c4-0e6a75fefa64 req-3b5f3194-7a48-45e8-98b9-f710a18629f0 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133525 Jan 31 19:51:37.747540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c02f9-bb7a-4190-9a5e-7131b6cf8dd3 req-e775b937-e41c-466b-9bf3-38c02a2ff2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:37.749001 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87c02f9-bb7a-4190-9a5e-7131b6cf8dd3 req-e775b937-e41c-466b-9bf3-38c02a2ff2ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1127 time: 0.0495341 Jan 31 19:51:37.834894 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c02f9-bb7a-4190-9a5e-7131b6cf8dd3 req-8422982b-660f-406a-9b2b-79b6959806db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:37.836891 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87c02f9-bb7a-4190-9a5e-7131b6cf8dd3 req-8422982b-660f-406a-9b2b-79b6959806db service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0815811 Jan 31 19:51:37.878790 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87c02f9-bb7a-4190-9a5e-7131b6cf8dd3 req-9a472443-edd8-4d02-bd1c-e530723125bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 217 time: 0.0351408 Jan 31 19:51:37.927728 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c02f9-bb7a-4190-9a5e-7131b6cf8dd3 req-280bbad5-7e58-47dc-96ed-d1dd64ec3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:37.929781 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87c02f9-bb7a-4190-9a5e-7131b6cf8dd3 req-280bbad5-7e58-47dc-96ed-d1dd64ec3322 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0449321 Jan 31 19:51:37.978174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c02f9-bb7a-4190-9a5e-7131b6cf8dd3 req-d698ae9f-4893-475b-b19d-bfae7a2ca53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:37.979663 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87c02f9-bb7a-4190-9a5e-7131b6cf8dd3 req-d698ae9f-4893-475b-b19d-bfae7a2ca53b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444214 Jan 31 19:51:38.067661 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87c02f9-bb7a-4190-9a5e-7131b6cf8dd3 req-9f21ceba-f4be-4f1b-a970-61cda6d946b8 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806713 Jan 31 19:51:38.158873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87c02f9-bb7a-4190-9a5e-7131b6cf8dd3 req-e1c725a6-d4df-4891-86e8-9c21188a7907 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857751 Jan 31 19:51:38.748815 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace47940-fdba-4217-bb7f-656537e93306 req-86e4927e-dd32-4357-8825-b7581688492f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:38.750332 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ace47940-fdba-4217-bb7f-656537e93306 req-86e4927e-dd32-4357-8825-b7581688492f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0528517 Jan 31 19:51:38.804995 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ace47940-fdba-4217-bb7f-656537e93306 req-5a057bf3-2994-4c5d-b0ad-6c4bbc635a21 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490937 Jan 31 19:51:39.935172 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79be91-82c2-4305-a134-9b655d1fce27 req-c7d0d45d-4058-4c3e-bf4d-43b49f168eb2 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:39.936721 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b79be91-82c2-4305-a134-9b655d1fce27 req-c7d0d45d-4058-4c3e-bf4d-43b49f168eb2 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0591815 Jan 31 19:51:39.986284 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3b79be91-82c2-4305-a134-9b655d1fce27 req-7fda7dc8-1d08-417d-9f13-8c78da215033 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436893 Jan 31 19:51:40.317177 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:51:41.108723 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c024c-6df6-41a1-a861-c58d46a03d97 req-f7aa5720-bfd1-4579-8511-14faebf0e76f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:41.110879 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-811c024c-6df6-41a1-a861-c58d46a03d97 req-f7aa5720-bfd1-4579-8511-14faebf0e76f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0581295 Jan 31 19:51:41.162410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-811c024c-6df6-41a1-a861-c58d46a03d97 req-baa2a7c1-21fb-4442-872c-9ddc5894c81c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459433 Jan 31 19:51:42.282641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fe8d6-8e39-4c17-af05-554545bc66c9 req-c6c4a35f-7c81-4749-a13b-9b3194847868 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:42.284140 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-665fe8d6-8e39-4c17-af05-554545bc66c9 req-c6c4a35f-7c81-4749-a13b-9b3194847868 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0533075 Jan 31 19:51:42.338405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-665fe8d6-8e39-4c17-af05-554545bc66c9 req-28de23f7-73df-4765-9043-c6e6494e7c0a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482984 Jan 31 19:51:43.459722 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26460a1-ca73-48a4-a4ba-8af3d4932ad1 req-7793c34b-17f0-488b-a11b-a6460ab21374 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:43.461657 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f26460a1-ca73-48a4-a4ba-8af3d4932ad1 req-7793c34b-17f0-488b-a11b-a6460ab21374 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0512571 Jan 31 19:51:43.509408 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f26460a1-ca73-48a4-a4ba-8af3d4932ad1 req-5aacaa2b-0564-4fed-996d-763fbc3e87fc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419576 Jan 31 19:51:44.629892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2db369-2ef1-4313-a7af-bdc9e564857f req-b4d813ac-bd55-4fc6-a8dc-81ad17c0cd9b tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:44.631307 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e2db369-2ef1-4313-a7af-bdc9e564857f req-b4d813ac-bd55-4fc6-a8dc-81ad17c0cd9b tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0537686 Jan 31 19:51:44.683037 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8e2db369-2ef1-4313-a7af-bdc9e564857f req-043ca72e-b039-4e3f-ab79-194364020d8c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460663 Jan 31 19:51:45.807353 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd505880-f2b4-4d0a-85bd-9675dbb6e68a req-ea965a0c-c2eb-466a-a5dc-dc8ab84d0dd9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:45.808830 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd505880-f2b4-4d0a-85bd-9675dbb6e68a req-ea965a0c-c2eb-466a-a5dc-dc8ab84d0dd9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0557086 Jan 31 19:51:45.855743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bd505880-f2b4-4d0a-85bd-9675dbb6e68a req-ca4ff919-9da0-4185-adf1-237b067f1913 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412936 Jan 31 19:51:46.976841 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b12d-13c3-4e8b-8722-982e1dd9537d req-e481df49-3442-4ac5-a92c-5325651b99b4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:46.978347 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8522b12d-13c3-4e8b-8722-982e1dd9537d req-e481df49-3442-4ac5-a92c-5325651b99b4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0524094 Jan 31 19:51:47.027280 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8522b12d-13c3-4e8b-8722-982e1dd9537d req-146689c6-a405-4d2c-9def-c1eb50000aee tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429678 Jan 31 19:51:48.147156 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800d9e9-49ee-45cc-af02-6ba4957187f2 req-d390467f-d514-49bf-be52-820d6b061e59 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:48.148681 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9800d9e9-49ee-45cc-af02-6ba4957187f2 req-d390467f-d514-49bf-be52-820d6b061e59 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0557735 Jan 31 19:51:48.196755 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9800d9e9-49ee-45cc-af02-6ba4957187f2 req-94f3486e-39d5-4eff-8f33-7145c8c31c5f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423543 Jan 31 19:51:48.984841 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e54d6894-b813-4c2a-b9d8-529eb5650417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:49.313996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bd2b5-3c60-4ff9-a35f-eb39f0c4d8a7 req-cad24a40-a26c-44a7-9529-00946cd54cd3 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:49.315488 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef2bd2b5-3c60-4ff9-a35f-eb39f0c4d8a7 req-cad24a40-a26c-44a7-9529-00946cd54cd3 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0511909 Jan 31 19:51:49.363420 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef2bd2b5-3c60-4ff9-a35f-eb39f0c4d8a7 req-f7ffb27c-de93-4f89-88d1-87edb92b8a3e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416055 Jan 31 19:51:50.484488 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17011017-48bc-43e0-83e4-725af2fce9f1 req-e1befa51-5c7f-4e67-b0f0-d7d611bd2806 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:50.485954 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17011017-48bc-43e0-83e4-725af2fce9f1 req-e1befa51-5c7f-4e67-b0f0-d7d611bd2806 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0520625 Jan 31 19:51:50.538672 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-17011017-48bc-43e0-83e4-725af2fce9f1 req-c8c59c0f-905e-4c1d-9458-77ca31e56d2f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471966 Jan 31 19:51:51.238348 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90299596-5ef1-46f8-832a-b76d1935cca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:51.657163 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a559c50-5952-4c58-9db6-22c8ca736f68 req-38b07d6c-9506-4681-96b5-44d971fb30d6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:51.658645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a559c50-5952-4c58-9db6-22c8ca736f68 req-38b07d6c-9506-4681-96b5-44d971fb30d6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0525930 Jan 31 19:51:51.706400 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2a559c50-5952-4c58-9db6-22c8ca736f68 req-f0a215ac-e93b-49e6-b2b1-1ec64acd6f02 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Jan 31 19:51:52.754737 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:52.824645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fcba9-717e-46be-b2b0-415bfe06108f req-8e4b9528-733e-4468-990f-3f85824d3a61 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:52.826111 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-882fcba9-717e-46be-b2b0-415bfe06108f req-8e4b9528-733e-4468-990f-3f85824d3a61 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0511632 Jan 31 19:51:52.875724 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-882fcba9-717e-46be-b2b0-415bfe06108f req-8da6918b-75db-455a-85f3-75984e7d359d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440958 Jan 31 19:51:53.394618 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0336062e-31f8-41ec-90e2-1ba36413a090 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:51:53.489527 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0336062e-31f8-41ec-90e2-1ba36413a090,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:51:53.501037 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '0336062e-31f8-41ec-90e2-1ba36413a090', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'port_id': '0336062e-31f8-41ec-90e2-1ba36413a090', 'mac_address': 'fa:16:3e:d3:4d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:51:53.536869 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 0336062e-31f8-41ec-90e2-1ba36413a090 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:51:53.537265 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:53.549860 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0336062e-31f8-41ec-90e2-1ba36413a090 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:51:53.569122 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0336062e-31f8-41ec-90e2-1ba36413a090,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:51:53.573263 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:53.617477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=0336062e-31f8-41ec-90e2-1ba36413a090,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:53.624987 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.625342 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.625689 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.626057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.626393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.626725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.627055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.627386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.627711 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.628065 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.628413 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.628767 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.629091 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:51:53.786477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['0336062e-31f8-41ec-90e2-1ba36413a090'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:51:53.998669 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ce63c-ffeb-4133-bc36-9fa028d88cc3 req-1567c646-2fb5-44de-9108-96f153e2fbd1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:54.000190 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f75ce63c-ffeb-4133-bc36-9fa028d88cc3 req-1567c646-2fb5-44de-9108-96f153e2fbd1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 945 time: 0.0567915 Jan 31 19:51:54.049407 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f75ce63c-ffeb-4133-bc36-9fa028d88cc3 req-93322e89-b832-48dd-a509-a372ad0e9fc4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430198 Jan 31 19:51:54.386197 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:55.047788 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:55.168300 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0cbd0-293d-4090-addf-e16e1b8392d5 req-f13f27c7-e9f1-4dfb-8e76-dfe5c50c82db tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:55.169806 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-83e0cbd0-293d-4090-addf-e16e1b8392d5 req-f13f27c7-e9f1-4dfb-8e76-dfe5c50c82db tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 945 time: 0.0536673 Jan 31 19:51:55.218660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-83e0cbd0-293d-4090-addf-e16e1b8392d5 req-34abe594-2adf-4b20-8e0a-27a902fc810a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431917 Jan 31 19:51:55.427935 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0336062e-31f8-41ec-90e2-1ba36413a090 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:51:55.480978 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:55.494321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 0336062e-31f8-41ec-90e2-1ba36413a090 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:51:55.498223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 0336062e-31f8-41ec-90e2-1ba36413a090 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:51:55.498613 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:55.573799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 0336062e-31f8-41ec-90e2-1ba36413a090 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:51:55.574192 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:55.595840 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:51:55.598103 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e93a69-c9ff-4a81-ac81-7dc1f5aa6090" -d '{"events": [{"server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "name": "network-vif-plugged", "status": "completed", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:51:55.614350 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0336062e-31f8-41ec-90e2-1ba36413a090,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:51:55.619286 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:55.667366 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=0336062e-31f8-41ec-90e2-1ba36413a090,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:55.692824 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eb97d0-edfb-4b5d-90c6-654963562db7 x-openstack-request-id: req-68eb97d0-edfb-4b5d-90c6-654963562db7 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:51:55.693107 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "name": "network-vif-plugged", "status": "completed", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:51:55.693369 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68eb97d0-edfb-4b5d-90c6-654963562db7 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:51:55.693769 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090', 'code': 200} Jan 31 19:51:55.789261 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ebde9-f9c9-4fd8-b919-d9b4282ba364 req-3ac438db-9001-4b00-adfa-b5d2ddfaa020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:55.790739 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-799ebde9-f9c9-4fd8-b919-d9b4282ba364 req-3ac438db-9001-4b00-adfa-b5d2ddfaa020 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1129 time: 0.0435038 Jan 31 19:51:55.839899 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-799ebde9-f9c9-4fd8-b919-d9b4282ba364 req-0d800d58-10e3-4ade-9ef6-f0b2fb9d45b0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419118 Jan 31 19:51:56.336320 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc48d8-f7da-4fb8-90ee-c646809ab3fe req-38e9249d-7c7d-48f3-bd97-44d222273a01 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:56.337827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20cc48d8-f7da-4fb8-90ee-c646809ab3fe req-38e9249d-7c7d-48f3-bd97-44d222273a01 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0525906 Jan 31 19:51:56.385435 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-20cc48d8-f7da-4fb8-90ee-c646809ab3fe req-4cc536a2-6a45-4807-ada3-038434b1b08c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420909 Jan 31 19:51:56.835362 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:57.503000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa701e-a014-46f6-b2f7-b76e19003fd1 req-ace2a4a3-7a64-4f60-ad83-395f5986856a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:57.504522 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4afa701e-a014-46f6-b2f7-b76e19003fd1 req-ace2a4a3-7a64-4f60-ad83-395f5986856a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0518763 Jan 31 19:51:57.554385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4afa701e-a014-46f6-b2f7-b76e19003fd1 req-aa3822bf-3a37-40ee-9c01-703f9aa81503 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441244 Jan 31 19:51:57.676911 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a9569-5db6-4a1c-9ffe-7304910d680b req-3be0852e-6694-49e2-b644-cc8450339bb5 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:57.678417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-987a9569-5db6-4a1c-9ffe-7304910d680b req-3be0852e-6694-49e2-b644-cc8450339bb5 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0577865 Jan 31 19:51:57.726987 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-987a9569-5db6-4a1c-9ffe-7304910d680b req-d7d1b7bc-7da2-4f8f-b475-21ce9c1e1108 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Jan 31 19:51:57.748714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:51:57.797157 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a8cd49-0a73-493b-9151-58b5a16208a8 tempest-TestShelveInstance-548942739 tempest-TestShelveInstance-548942739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:57.798670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-50a8cd49-0a73-493b-9151-58b5a16208a8 tempest-TestShelveInstance-548942739 tempest-TestShelveInstance-548942739-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1124 time: 0.0489509 Jan 31 19:51:57.801467 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60292) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:51:57.806277 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '0336062e-31f8-41ec-90e2-1ba36413a090', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:51:57.826506 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:57.927340 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:58.029731 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Allocated IP 172.25.8.183 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/420b59e0-5d68-43a5-9808-265cccc99b72) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:51:58.130607 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for port (420b59e0-5d68-43a5-9808-265cccc99b72), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:58.164508 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (420b59e0-5d68-43a5-9808-265cccc99b72), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:58.202098 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:51:58.204828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:51:58.207454 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:51:58.234010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'Port': ['ID=420b59e0-5d68-43a5-9808-265cccc99b72,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:58.571821 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for floatingip (6f1fb500-3c81-4d1c-8225-4cf2ebb2af99), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:58.638151 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (420b59e0-5d68-43a5-9808-265cccc99b72), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:58.788558 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for port (420b59e0-5d68-43a5-9808-265cccc99b72), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:58.792895 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (420b59e0-5d68-43a5-9808-265cccc99b72), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:58.865515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event updated for resources: {'Port': ['ID=420b59e0-5d68-43a5-9808-265cccc99b72,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:51:58.877069 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (6f1fb500-3c81-4d1c-8225-4cf2ebb2af99), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:58.978922 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Floating IP 6f1fb500-3c81-4d1c-8225-4cf2ebb2af99 associated. External IP: 172.25.8.183, port: 0336062e-31f8-41ec-90e2-1ba36413a090. Jan 31 19:51:59.182204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:51:59.289062 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:51:59.298865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd9ed0-f4ed-492e-950a-284ea3d4d025 None None] Sync routers for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:51:59.307481 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:51:59.308738 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd9ed0-f4ed-492e-950a-284ea3d4d025 None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:51:59.309550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-33bd9ed0-f4ed-492e-950a-284ea3d4d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:51:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:51:59.342300 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6075c79d-514c-44c5-8397-99435257eafc tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5398190 Jan 31 19:51:59.342898 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:51:59.345225 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491d571c-bffa-44b8-b2fb-c40a83e029af" -d '{"events": [{"name": "network-changed", "server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:51:59.385992 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3acce75-7f52-49de-8f3a-17339571077a x-openstack-request-id: req-c3acce75-7f52-49de-8f3a-17339571077a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:51:59.386295 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:51:59.386560 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3acce75-7f52-49de-8f3a-17339571077a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:51:59.386974 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090', 'status': 'completed', 'code': 200} Jan 31 19:51:59.424249 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-33bd9ed0-f4ed-492e-950a-284ea3d4d025 None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:51:59.455285 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d571c-bffa-44b8-b2fb-c40a83e029af req-3f5ec423-7579-47da-87b1-c79b041e5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:59.456758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-491d571c-bffa-44b8-b2fb-c40a83e029af req-3f5ec423-7579-47da-87b1-c79b041e5b10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1129 time: 0.0473628 Jan 31 19:51:59.549357 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d571c-bffa-44b8-b2fb-c40a83e029af req-8d742728-d879-46e2-a601-29c3b87aff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:59.550868 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-491d571c-bffa-44b8-b2fb-c40a83e029af req-8d742728-d879-46e2-a601-29c3b87aff0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0855637 Jan 31 19:51:59.623733 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-491d571c-bffa-44b8-b2fb-c40a83e029af req-d634d74a-8416-4b82-b0ef-ab3af254cff1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 1000 time: 0.0647156 Jan 31 19:51:59.653048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-33bd9ed0-f4ed-492e-950a-284ea3d4d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '6f1fb500-3c81-4d1c-8225-4cf2ebb2af99', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'port_id': '0336062e-31f8-41ec-90e2-1ba36413a090', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'mac_address': 'fa:16:3e:d3:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:51:58Z', 'updated_at': '2022-01-31T19:51:58Z', 'revision_number': 0, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:51:59.674202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d571c-bffa-44b8-b2fb-c40a83e029af req-7ee89c80-82bf-46b6-a6e0-60bf4253d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:59.675709 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-491d571c-bffa-44b8-b2fb-c40a83e029af req-7ee89c80-82bf-46b6-a6e0-60bf4253d5f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0450838 Jan 31 19:51:59.680245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd9ed0-f4ed-492e-950a-284ea3d4d025 None None] Checking router: 01e55402-a68c-4945-9d82-25c3ef1ba9c4 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:51:59.688513 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd9ed0-f4ed-492e-950a-284ea3d4d025 None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:51:59.689115 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-33bd9ed0-f4ed-492e-950a-284ea3d4d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:51:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:51:59.729913 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d571c-bffa-44b8-b2fb-c40a83e029af req-4b72e1e7-2245-442a-a0b9-5e810db0dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:51:59.731318 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-491d571c-bffa-44b8-b2fb-c40a83e029af req-4b72e1e7-2245-442a-a0b9-5e810db0dfd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494993 Jan 31 19:51:59.795550 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-33bd9ed0-f4ed-492e-950a-284ea3d4d025 None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:51:59.824689 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-491d571c-bffa-44b8-b2fb-c40a83e029af req-aabdce1b-85d3-4568-8c77-28794184366f service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864754 Jan 31 19:51:59.915690 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-491d571c-bffa-44b8-b2fb-c40a83e029af req-1d125146-486a-484c-ab51-2bba3258e851 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844235 Jan 31 19:52:00.019734 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-33bd9ed0-f4ed-492e-950a-284ea3d4d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '6f1fb500-3c81-4d1c-8225-4cf2ebb2af99', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'port_id': '0336062e-31f8-41ec-90e2-1ba36413a090', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'mac_address': 'fa:16:3e:d3:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:51:58Z', 'updated_at': '2022-01-31T19:51:58Z', 'revision_number': 0, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:52:00.050189 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd9ed0-f4ed-492e-950a-284ea3d4d025 None None] The sync data for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 is: [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '6f1fb500-3c81-4d1c-8225-4cf2ebb2af99', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'port_id': '0336062e-31f8-41ec-90e2-1ba36413a090', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'mac_address': 'fa:16:3e:d3:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:51:58Z', 'updated_at': '2022-01-31T19:51:58Z', 'revision_number': 0, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:52:00.249451 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d256b-5972-4c60-a96f-7c01096a5fd8 None None] New status for floating IP 6f1fb500-3c81-4d1c-8225-4cf2ebb2af99: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:52:17.317131 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:52:18.989825 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4ebe3d18-fc01-4ac5-89e7-70744195a53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:21.239084 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-729aae2f-b362-4e3b-a181-768977bcb2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:22.757337 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:24.391870 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:25.045295 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:25.453143 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:26.832088 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:30.455562 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0105b9c-a872-4119-ba23-6078e9c143bd req-372610ba-260b-4913-9ebc-d037f0f59750 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503426 Jan 31 19:52:30.545714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0105b9c-a872-4119-ba23-6078e9c143bd req-9aa22aa3-61af-4f16-a76b-7e9c8d2f7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:52:30.547213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0105b9c-a872-4119-ba23-6078e9c143bd req-9aa22aa3-61af-4f16-a76b-7e9c8d2f7ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1129 time: 0.0480971 Jan 31 19:52:30.650484 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0105b9c-a872-4119-ba23-6078e9c143bd req-1a4c8576-089c-469a-9af1-3e4e75298770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:52:30.651916 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0105b9c-a872-4119-ba23-6078e9c143bd req-1a4c8576-089c-469a-9af1-3e4e75298770 service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0855658 Jan 31 19:52:30.723964 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0105b9c-a872-4119-ba23-6078e9c143bd req-b7b4a5f6-bdcd-4623-b8c1-7ced34991a6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 1002 time: 0.0646942 Jan 31 19:52:30.772644 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0105b9c-a872-4119-ba23-6078e9c143bd req-3f11b322-afc3-4438-aa27-ca0cecafdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:52:30.774055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0105b9c-a872-4119-ba23-6078e9c143bd req-3f11b322-afc3-4438-aa27-ca0cecafdd9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0437608 Jan 31 19:52:30.826641 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0105b9c-a872-4119-ba23-6078e9c143bd req-d51fe348-f2aa-40e5-b5c1-9f01bf8ab432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:52:30.828120 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0105b9c-a872-4119-ba23-6078e9c143bd req-d51fe348-f2aa-40e5-b5c1-9f01bf8ab432 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468316 Jan 31 19:52:30.922411 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0105b9c-a872-4119-ba23-6078e9c143bd req-4e85bb4a-7a6a-4bde-9c9d-d6001ba6e3d5 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877533 Jan 31 19:52:31.013981 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0105b9c-a872-4119-ba23-6078e9c143bd req-51a782a1-34ea-4644-8feb-fbb82b1b32c1 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849428 Jan 31 19:52:48.991231 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f4cce87a-6fd7-4546-a838-2805bb50f3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:51.242500 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9828164-f92f-4544-b3a3-8737ca156a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:52.760570 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:54.316573 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:52:54.392146 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:55.062090 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:55.456347 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:52:56.843178 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:18.993952 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93c4a505-4bd8-42cf-9811-546fc46aa84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:21.243902 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ebc73ccd-72d3-42db-b867-dc837d7afb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:22.761871 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:24.398554 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:25.064281 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:25.457901 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:26.839590 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:31.315656 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:53:31.446385 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38e72155-f7e8-4655-b38c-8f5af1411d72 req-45a0fda9-8a8b-4ed1-a679-51f43ea09c7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485134 Jan 31 19:53:31.530808 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e72155-f7e8-4655-b38c-8f5af1411d72 req-d46a834c-83f0-47b6-a44e-478de9a4f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:53:31.532311 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38e72155-f7e8-4655-b38c-8f5af1411d72 req-d46a834c-83f0-47b6-a44e-478de9a4f38a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1129 time: 0.0449359 Jan 31 19:53:31.630483 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e72155-f7e8-4655-b38c-8f5af1411d72 req-df5c2342-e580-48b8-a2e3-dcb0e9b49bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:53:31.631843 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38e72155-f7e8-4655-b38c-8f5af1411d72 req-df5c2342-e580-48b8-a2e3-dcb0e9b49bb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0823002 Jan 31 19:53:31.700763 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38e72155-f7e8-4655-b38c-8f5af1411d72 req-d207b57d-7ddb-49c3-befc-89892278bfcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 1002 time: 0.0611498 Jan 31 19:53:31.745652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e72155-f7e8-4655-b38c-8f5af1411d72 req-87d65629-6725-4710-91e9-798782d02f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:53:31.747532 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38e72155-f7e8-4655-b38c-8f5af1411d72 req-87d65629-6725-4710-91e9-798782d02f80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0413938 Jan 31 19:53:31.794040 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e72155-f7e8-4655-b38c-8f5af1411d72 req-e0576827-4115-4e25-bf0f-425e3525e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:53:31.795521 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38e72155-f7e8-4655-b38c-8f5af1411d72 req-e0576827-4115-4e25-bf0f-425e3525e496 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427325 Jan 31 19:53:31.884260 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38e72155-f7e8-4655-b38c-8f5af1411d72 req-fa0c5495-b0db-423f-9600-c4a07250006e service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827441 Jan 31 19:53:31.970365 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-38e72155-f7e8-4655-b38c-8f5af1411d72 req-6bb5c598-025f-44e6-9498-6d730ec97f3e service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799651 Jan 31 19:53:48.995619 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-21ea5e7c-740b-4336-9f91-4b4c83b4f30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:51.244562 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-987e3f5f-8dfd-4200-bacb-5acfed8ba39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:52.766151 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:54.398050 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:55.060398 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:55.461948 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:55.769319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e067c-e1c0-42b5-a4e1-b3fb1fd84e58 req-b50df92b-f9ba-4ab4-9cef-bb02fcfb6b68 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:53:55.770807 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f64e067c-e1c0-42b5-a4e1-b3fb1fd84e58 req-b50df92b-f9ba-4ab4-9cef-bb02fcfb6b68 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0597198 Jan 31 19:53:55.819451 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f64e067c-e1c0-42b5-a4e1-b3fb1fd84e58 req-b6a10b54-7af6-4399-9263-b57716db9594 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430505 Jan 31 19:53:56.833525 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:53:56.947729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15197e6f-6da4-4515-8607-621bbc6c1a9e req-2ba5dd35-3445-4c3f-b08c-3fa54b8b50c4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:53:56.949236 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15197e6f-6da4-4515-8607-621bbc6c1a9e req-2ba5dd35-3445-4c3f-b08c-3fa54b8b50c4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0517740 Jan 31 19:53:56.999606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-15197e6f-6da4-4515-8607-621bbc6c1a9e req-96c7dd22-56a9-423e-acd3-dfbdd597539b tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444915 Jan 31 19:53:58.123793 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0713d25-877e-4f7f-af3c-6bbb1a4c8500 req-ff5562f9-5086-44fe-a376-f74fa5abaf71 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:53:58.125268 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0713d25-877e-4f7f-af3c-6bbb1a4c8500 req-ff5562f9-5086-44fe-a376-f74fa5abaf71 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0518498 Jan 31 19:53:58.176393 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f0713d25-877e-4f7f-af3c-6bbb1a4c8500 req-a410448f-f4cf-4431-8c8f-72f64f0e78a1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455608 Jan 31 19:53:59.294958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf2373-3648-4569-9db7-913287b42b4a req-563d3aeb-e8bd-483a-85c1-61cc81fbc7fe tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:53:59.296677 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9dbf2373-3648-4569-9db7-913287b42b4a req-563d3aeb-e8bd-483a-85c1-61cc81fbc7fe tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0527191 Jan 31 19:53:59.347244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9dbf2373-3648-4569-9db7-913287b42b4a req-ee79fce6-0496-4812-a139-1fc98db5c0a0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449524 Jan 31 19:54:00.464786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b3e8e-2a25-439b-aeaa-368a9039e88f req-6b74ba3e-2a19-4ea3-b05e-52883c466d33 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:00.466243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-877b3e8e-2a25-439b-aeaa-368a9039e88f req-6b74ba3e-2a19-4ea3-b05e-52883c466d33 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0507040 Jan 31 19:54:00.519534 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-877b3e8e-2a25-439b-aeaa-368a9039e88f req-546ea8e0-4dd6-4416-9c09-dec53f07a6a6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465899 Jan 31 19:54:01.645131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc915b-24f4-485f-b454-90d13af2fe32 req-6d4d22a0-0eda-4386-8a88-66888bfa09f9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:01.646492 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98bc915b-24f4-485f-b454-90d13af2fe32 req-6d4d22a0-0eda-4386-8a88-66888bfa09f9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0557907 Jan 31 19:54:01.694225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-98bc915b-24f4-485f-b454-90d13af2fe32 req-52d356bc-518f-4578-a5c8-9f75cf9482d2 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422342 Jan 31 19:54:02.811448 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051e9f7-974d-4504-b297-3b6e3292aa28 req-e1672022-4cbb-46ab-b39d-045b4708a328 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:02.812933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e051e9f7-974d-4504-b297-3b6e3292aa28 req-e1672022-4cbb-46ab-b39d-045b4708a328 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0516970 Jan 31 19:54:02.859812 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e051e9f7-974d-4504-b297-3b6e3292aa28 req-e19f22df-8054-4210-93f4-c4c267246ed8 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412691 Jan 31 19:54:03.979093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35161ad9-02a1-44a5-ad4c-7d6ac0706fc1 req-81f53479-6946-4d34-9236-b72588f14b02 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:03.980589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35161ad9-02a1-44a5-ad4c-7d6ac0706fc1 req-81f53479-6946-4d34-9236-b72588f14b02 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0527945 Jan 31 19:54:04.033115 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-35161ad9-02a1-44a5-ad4c-7d6ac0706fc1 req-499133dc-d506-4bad-ae2d-27500a23f90c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462570 Jan 31 19:54:05.150336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3428cd-deec-4e57-bd35-2106e4fafa59 req-deb63c2e-3a06-4ba7-af35-2b224e1305ec tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:05.151793 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df3428cd-deec-4e57-bd35-2106e4fafa59 req-deb63c2e-3a06-4ba7-af35-2b224e1305ec tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0515559 Jan 31 19:54:05.199340 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-df3428cd-deec-4e57-bd35-2106e4fafa59 req-0a0a7b90-51f1-44ed-b0e1-397a0167c7f9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416303 Jan 31 19:54:05.893001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ea462-f4a6-4791-ac62-0e04c198553e req-32bc9168-f976-40ad-97ee-758520634d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:05.894474 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-895ea462-f4a6-4791-ac62-0e04c198553e req-32bc9168-f976-40ad-97ee-758520634d53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1129 time: 0.0438826 Jan 31 19:54:05.983525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ea462-f4a6-4791-ac62-0e04c198553e req-313dbbe2-7195-48e6-afc7-170a2df515ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:05.985002 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-895ea462-f4a6-4791-ac62-0e04c198553e req-313dbbe2-7195-48e6-afc7-170a2df515ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0848002 Jan 31 19:54:06.048645 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-895ea462-f4a6-4791-ac62-0e04c198553e req-3273922b-4667-4988-bcdd-327e2c794b5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 1002 time: 0.0576091 Jan 31 19:54:06.099557 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ea462-f4a6-4791-ac62-0e04c198553e req-5c712156-403b-4d66-b6a3-b7473c05bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:06.101049 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-895ea462-f4a6-4791-ac62-0e04c198553e req-5c712156-403b-4d66-b6a3-b7473c05bef4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0473197 Jan 31 19:54:06.150737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ea462-f4a6-4791-ac62-0e04c198553e req-f4039aa5-21fb-42ff-bb56-625f5cb1074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:06.152070 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-895ea462-f4a6-4791-ac62-0e04c198553e req-f4039aa5-21fb-42ff-bb56-625f5cb1074d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441220 Jan 31 19:54:06.241077 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-895ea462-f4a6-4791-ac62-0e04c198553e req-cca5fbdb-cb69-4763-baa3-c6fc99d13866 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830650 Jan 31 19:54:06.696973 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-895ea462-f4a6-4791-ac62-0e04c198553e req-30d3c27e-3ea3-40d2-a7e0-1bb4016c9d55 service neutron] 10.222.0.21 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488194 Jan 31 19:54:06.704901 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4aa12e-2f61-4617-8efc-f6c1e45729c5 req-177b5c35-6b2b-4f6b-b646-73ee97eb4eef tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:06.706287 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d4aa12e-2f61-4617-8efc-f6c1e45729c5 req-177b5c35-6b2b-4f6b-b646-73ee97eb4eef tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.4363451 Jan 31 19:54:06.755220 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5d4aa12e-2f61-4617-8efc-f6c1e45729c5 req-9d339c30-18b9-4e60-9a9b-b8e7948997f4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433531 Jan 31 19:54:07.877990 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969a354-2eb8-40d0-b5b7-a97dc1ebd2bd req-2c816b6e-34c8-4af0-8866-e2ca3c88c67e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:07.879473 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8969a354-2eb8-40d0-b5b7-a97dc1ebd2bd req-2c816b6e-34c8-4af0-8866-e2ca3c88c67e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0558810 Jan 31 19:54:07.928550 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8969a354-2eb8-40d0-b5b7-a97dc1ebd2bd req-7ffec049-ad7d-4912-b07d-a374ec64f710 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435371 Jan 31 19:54:08.317598 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:54:09.047619 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2110ef-b1d4-4d76-a6bb-33c7442288b1 req-85ae5430-631c-479c-b423-f72072d07cb7 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:09.049132 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ab2110ef-b1d4-4d76-a6bb-33c7442288b1 req-85ae5430-631c-479c-b423-f72072d07cb7 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0526800 Jan 31 19:54:09.097488 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ab2110ef-b1d4-4d76-a6bb-33c7442288b1 req-51b43f59-3cfa-42b3-87c7-e8b6911a07ac tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427568 Jan 31 19:54:09.940617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 0336062e-31f8-41ec-90e2-1ba36413a090 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:54:10.181179 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 0336062e-31f8-41ec-90e2-1ba36413a090 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:54:10.181866 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:10.205187 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:54:10.207317 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fec792-b3c8-4735-8774-f5b6562fc1ec" -d '{"events": [{"server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "name": "network-vif-unplugged", "status": "completed", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:54:10.219836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0336062e-31f8-41ec-90e2-1ba36413a090,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:54:10.228310 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:10.230015 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcee6b-9c18-4087-81c2-4e1e7512ddd3 req-9dfb6716-787e-4d95-ba3e-d688b050f5e2 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:10.238620 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82dcee6b-9c18-4087-81c2-4e1e7512ddd3 req-9dfb6716-787e-4d95-ba3e-d688b050f5e2 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 946 time: 0.0661135 Jan 31 19:54:10.259970 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42524a25-3165-4192-81be-fbe0a219a86a x-openstack-request-id: req-42524a25-3165-4192-81be-fbe0a219a86a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:54:10.260270 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "name": "network-vif-unplugged", "status": "completed", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:54:10.260557 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42524a25-3165-4192-81be-fbe0a219a86a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:54:10.261440 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090', 'code': 200} Jan 31 19:54:10.285469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=0336062e-31f8-41ec-90e2-1ba36413a090,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:54:10.291623 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-82dcee6b-9c18-4087-81c2-4e1e7512ddd3 req-ed304383-bc20-4a90-ad43-7027d66699f1 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521426 Jan 31 19:54:10.293795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:10.294273 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:10.295268 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:10.295826 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:10.296486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:10.296910 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:10.297341 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:10.297848 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:10.298356 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:10.298707 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:10.299049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:10.299388 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:10.299722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:11.414977 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ff20e-d1f9-42bf-adf8-e572269438f6 req-6c101b8a-4eaa-4bd6-af22-5a6a7f683411 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:11.416526 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e1ff20e-d1f9-42bf-adf8-e572269438f6 req-6c101b8a-4eaa-4bd6-af22-5a6a7f683411 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0536175 Jan 31 19:54:11.467379 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5e1ff20e-d1f9-42bf-adf8-e572269438f6 req-f2d79eb2-f64a-456d-b64f-de0e98dc608d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450115 Jan 31 19:54:12.654012 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fa8d1-acf1-4631-b0fd-500d97a509af req-3e7c1c99-d043-4993-bf09-99ad174ad6c4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:12.655506 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef1fa8d1-acf1-4631-b0fd-500d97a509af req-3e7c1c99-d043-4993-bf09-99ad174ad6c4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.1202672 Jan 31 19:54:12.704124 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ef1fa8d1-acf1-4631-b0fd-500d97a509af req-0b2bc955-ed1f-4530-9d87-862a2cb3568d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427530 Jan 31 19:54:12.813216 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-cea2282f-97ec-4093-a1d5-9481805fa600 req-60aaf52c-c436-4a36-ac53-e4c9fbd068b2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:54:12.814265 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-cea2282f-97ec-4093-a1d5-9481805fa600 req-60aaf52c-c436-4a36-ac53-e4c9fbd068b2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468078 Jan 31 19:54:12.940694 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-247e8fe3-cdf6-4fca-8472-5f1173082afa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440133 Jan 31 19:54:12.949643 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-5dc0a683-58c4-41e1-be07-55f9124dcd4a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:54:12.950593 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-5dc0a683-58c4-41e1-be07-55f9124dcd4a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050771 Jan 31 19:54:12.974860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b44e3-fcb4-4a3e-b47b-effe0f3b4156 req-8ec94f4a-0450-47c7-873a-83b29cd5a020 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:12.975627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d8b44e3-fcb4-4a3e-b47b-effe0f3b4156 req-8ec94f4a-0450-47c7-873a-83b29cd5a020 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0568731 Jan 31 19:54:13.026496 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3d8b44e3-fcb4-4a3e-b47b-effe0f3b4156 req-c21d14a5-19b6-47fd-8547-3577da5650cb tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448241 Jan 31 19:54:14.189514 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b485e02-95df-400f-8875-6b886f548f45 req-1cc85261-0b72-4d7b-884a-37ac2da14e6f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:14.190982 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b485e02-95df-400f-8875-6b886f548f45 req-1cc85261-0b72-4d7b-884a-37ac2da14e6f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0959654 Jan 31 19:54:14.240989 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8b485e02-95df-400f-8875-6b886f548f45 req-dd97e76a-2a17-4ad4-a141-20db075f01fb tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440488 Jan 31 19:54:15.370136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a340c-55b5-4654-a0b3-bac663dbdf1a req-8bf09618-bda6-4ad9-a9ee-1fb973381a79 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:15.371609 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc3a340c-55b5-4654-a0b3-bac663dbdf1a req-8bf09618-bda6-4ad9-a9ee-1fb973381a79 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0617378 Jan 31 19:54:15.421105 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dc3a340c-55b5-4654-a0b3-bac663dbdf1a req-ae16b302-f064-4cee-bb99-6b87ff1fdd91 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425937 Jan 31 19:54:16.548817 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cea6d-fa6c-40d2-87b7-34a5d44b14f8 req-d6cd6736-caad-44f8-b687-55f64606e13a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:16.550308 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40cea6d-fa6c-40d2-87b7-34a5d44b14f8 req-d6cd6736-caad-44f8-b687-55f64606e13a tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0592785 Jan 31 19:54:16.599526 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a40cea6d-fa6c-40d2-87b7-34a5d44b14f8 req-b2c68b6e-1329-4511-ad35-4ce7422e9808 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434268 Jan 31 19:54:17.728368 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5729f-b107-4418-8241-355c82442a9e req-289e4107-82ff-4bea-bb82-83ba2c3a7137 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:17.730044 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b5729f-b107-4418-8241-355c82442a9e req-289e4107-82ff-4bea-bb82-83ba2c3a7137 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0566113 Jan 31 19:54:17.783584 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8b5729f-b107-4418-8241-355c82442a9e req-b0f11335-40c7-4232-ab73-d700acf3278e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475473 Jan 31 19:54:18.903711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b362482-04fe-4655-8298-cd04f7a2f5ee req-3129ae33-b19d-473a-a06b-6eff9920b293 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:18.905863 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b362482-04fe-4655-8298-cd04f7a2f5ee req-3129ae33-b19d-473a-a06b-6eff9920b293 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0532475 Jan 31 19:54:18.953100 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7b362482-04fe-4655-8298-cd04f7a2f5ee req-d5aafbe7-fad2-49b1-aaaf-e385ddbd8d33 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417111 Jan 31 19:54:18.997385 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5c47aa0e-e1c1-49a4-9c84-0bc40bc84601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:20.074708 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1b094-1fd8-46ee-b58c-e8baf6ce6f1e req-0e99d861-0951-4af7-8b55-f3d59c40323d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:20.076226 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6f1b094-1fd8-46ee-b58c-e8baf6ce6f1e req-0e99d861-0951-4af7-8b55-f3d59c40323d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0548372 Jan 31 19:54:20.125715 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b6f1b094-1fd8-46ee-b58c-e8baf6ce6f1e req-62e5a83d-477b-49db-aa61-0a1dae2993e7 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437732 Jan 31 19:54:21.247366 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-be948120-ffda-4489-83f9-52cdbd1d9c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:21.258118 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2ed31-4a0d-4880-a236-ecb8eb984c7c req-cff75efc-21f1-46ad-bde3-ee61faf4791f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:21.259617 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1c2ed31-4a0d-4880-a236-ecb8eb984c7c req-cff75efc-21f1-46ad-bde3-ee61faf4791f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0616932 Jan 31 19:54:21.308847 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c1c2ed31-4a0d-4880-a236-ecb8eb984c7c req-2106ba34-8880-451e-adbc-51e6cdc0d048 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435834 Jan 31 19:54:22.430252 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162a601-8041-4001-aa6c-af7d71088120 req-c190e110-4b95-401c-958e-8d37514a1632 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:22.431740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2162a601-8041-4001-aa6c-af7d71088120 req-c190e110-4b95-401c-958e-8d37514a1632 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0528884 Jan 31 19:54:22.482339 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2162a601-8041-4001-aa6c-af7d71088120 req-e032d5b1-daad-40ee-a2f9-d4691e624ca4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438955 Jan 31 19:54:22.767098 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:23.344174 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af952de-ed25-48f2-bbc2-482091753beb req-b6945f8c-da0a-4282-9640-cef3e7e1c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:23.345731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-b6945f8c-da0a-4282-9640-cef3e7e1c6a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef&tenant_id=5096ad7e87e84ab1960433f78b078dee HTTP/1.1" status: 200 len: 1127 time: 0.0956342 Jan 31 19:54:23.358712 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-32e7c362-512b-4753-9499-8e5e8a350fa4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:54:23.359646 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-32e7c362-512b-4753-9499-8e5e8a350fa4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054224 Jan 31 19:54:23.374799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-15', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:54:23.435830 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:23.664420 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6324ca-12ae-4b93-bc2f-eb4b9ae283c7 req-365b8ded-45f2-45ac-bed5-ccf7d77f78c3 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:23.665882 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e6324ca-12ae-4b93-bc2f-eb4b9ae283c7 req-365b8ded-45f2-45ac-bed5-ccf7d77f78c3 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.1129518 Jan 31 19:54:23.695735 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=0336062e-31f8-41ec-90e2-1ba36413a090,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:54:23.754974 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7e6324ca-12ae-4b93-bc2f-eb4b9ae283c7 req-c11b9483-09c7-4e2f-8573-a3fcdc24e8a6 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827889 Jan 31 19:54:23.758339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:54:23.793236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0336062e-31f8-41ec-90e2-1ba36413a090 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:54:23.801808 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Publish callbacks [] for port (0336062e-31f8-41ec-90e2-1ba36413a090), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:23.813892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Transition to ACTIVE for port object 0336062e-31f8-41ec-90e2-1ba36413a090 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:54:23.817156 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:23.894759 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Pushing event updated for resources: {'Port': ['ID=0336062e-31f8-41ec-90e2-1ba36413a090,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:54:23.911525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.911880 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.912228 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.912599 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.912941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.913275 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.913608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.913941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.914267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.914593 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.914921 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.915245 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.915566 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:54:23.953171 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] No DVR routers for this DVR port 0336062e-31f8-41ec-90e2-1ba36413a090 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:54:24.088047 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Attempting to bind port 0336062e-31f8-41ec-90e2-1ba36413a090 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:54:24.088314 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Attempting to bind port 0336062e-31f8-41ec-90e2-1ba36413a090 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:54:24.088678 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Attempting to bind port 0336062e-31f8-41ec-90e2-1ba36413a090 on network 648e3ebd-7e9f-46fb-bee4-80526794c443 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:54:24.093499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Port 0336062e-31f8-41ec-90e2-1ba36413a090 on network 648e3ebd-7e9f-46fb-bee4-80526794c443 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:54:24.093828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Attempting to bind port 0336062e-31f8-41ec-90e2-1ba36413a090 on network 648e3ebd-7e9f-46fb-bee4-80526794c443 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:54:24.098994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:54:24.099323 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Checking segment: {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:54:24.099703 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Bound using segment: {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:54:24.100122 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Bound port: 0336062e-31f8-41ec-90e2-1ba36413a090, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b182574-d429-4130-b8b4-d288529769e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:54:24.100502 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:24.162153 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:54:24.165000 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0336062e-31f8-41ec-90e2-1ba36413a090,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:54:24.171679 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:24.211239 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:24.211880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:24.213305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] 10.222.0.49 "PUT /v2.0/ports/0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 1093 time: 0.8427365 Jan 31 19:54:24.213742 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:54:24.216104 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d093ceb6-653e-4d04-807b-157cd5d29ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:54:24.255143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba43cd-525a-41b1-b233-715e0b5bcb43 service neutron] Pushing event updated for resources: {'Port': ['ID=0336062e-31f8-41ec-90e2-1ba36413a090,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:54:24.278518 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d2e5c9-1e87-4584-84ea-d0b88a013070 x-openstack-request-id: req-53d2e5c9-1e87-4584-84ea-d0b88a013070 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:54:24.278995 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:54:24.279379 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53d2e5c9-1e87-4584-84ea-d0b88a013070 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:54:24.279826 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090', 'status': 'completed', 'code': 200} Jan 31 19:54:24.301168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af952de-ed25-48f2-bbc2-482091753beb req-afb5c147-4582-489d-b637-316a6815968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:24.302814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-afb5c147-4582-489d-b637-316a6815968b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1127 time: 0.0577304 Jan 31 19:54:24.401953 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af952de-ed25-48f2-bbc2-482091753beb req-affc0c1d-8be8-411b-9ef7-c50b65b1bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:24.402601 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:24.404200 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-affc0c1d-8be8-411b-9ef7-c50b65b1bbd4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0912085 Jan 31 19:54:24.479585 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-3154d61e-63a7-46ea-923e-4cca18d367b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 1000 time: 0.0648417 Jan 31 19:54:24.530243 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af952de-ed25-48f2-bbc2-482091753beb req-ae44e2c3-dd0a-4d0b-a478-abb21c691972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:24.537552 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-ae44e2c3-dd0a-4d0b-a478-abb21c691972 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0434668 Jan 31 19:54:24.585418 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af952de-ed25-48f2-bbc2-482091753beb req-92b97426-1f70-49cc-9533-e57f3f43d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:24.586933 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-92b97426-1f70-49cc-9533-e57f3f43d821 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460005 Jan 31 19:54:24.683342 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-c009e2bc-7762-4942-9d45-4be79d9c1df0 service neutron] 10.222.0.49 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855603 Jan 31 19:54:24.776837 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-ba21aea9-2426-4b58-9940-ce0697be47ef service neutron] 10.222.0.49 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812294 Jan 31 19:54:24.910075 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093ceb6-653e-4d04-807b-157cd5d29ecb req-4d3329f5-4eff-437c-8059-2f518db85dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:24.911598 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d093ceb6-653e-4d04-807b-157cd5d29ecb req-4d3329f5-4eff-437c-8059-2f518db85dcf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1127 time: 0.0845089 Jan 31 19:54:24.918349 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cca83-f1cb-45de-abf5-04b8e04ce7b9 req-6d983c81-f4f5-4825-b51e-388b6f6f00b3 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:24.919866 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b5cca83-f1cb-45de-abf5-04b8e04ce7b9 req-6d983c81-f4f5-4825-b51e-388b6f6f00b3 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0944145 Jan 31 19:54:25.017064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2b5cca83-f1cb-45de-abf5-04b8e04ce7b9 req-9941d59f-cca1-4f5f-a123-d37d93455ac7 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893130 Jan 31 19:54:25.039104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093ceb6-653e-4d04-807b-157cd5d29ecb req-0d10b73d-c490-4274-9b61-97c9c222f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:25.040579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d093ceb6-653e-4d04-807b-157cd5d29ecb req-0d10b73d-c490-4274-9b61-97c9c222f2b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.1198118 Jan 31 19:54:25.060166 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:25.107884 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d093ceb6-653e-4d04-807b-157cd5d29ecb req-8b98eb26-6c92-48c7-b401-48c344e63ecc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 1000 time: 0.0582805 Jan 31 19:54:25.155496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093ceb6-653e-4d04-807b-157cd5d29ecb req-a029d98e-e726-4ad2-85a3-444e35eb6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:25.156923 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d093ceb6-653e-4d04-807b-157cd5d29ecb req-a029d98e-e726-4ad2-85a3-444e35eb6c43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0427203 Jan 31 19:54:25.209766 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093ceb6-653e-4d04-807b-157cd5d29ecb req-bbe28a5a-e554-4d28-9ef3-9b3bf88a963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:25.211241 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d093ceb6-653e-4d04-807b-157cd5d29ecb req-bbe28a5a-e554-4d28-9ef3-9b3bf88a963b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482497 Jan 31 19:54:25.299681 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d093ceb6-653e-4d04-807b-157cd5d29ecb req-f7642d08-249d-4934-822e-9ea1f02c72fc service neutron] 10.222.0.49 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810387 Jan 31 19:54:25.396516 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d093ceb6-653e-4d04-807b-157cd5d29ecb req-933aa324-af2f-4e4a-830d-434b5ae8a3ba service neutron] 10.222.0.49 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908597 Jan 31 19:54:25.465052 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:26.137222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1824-c298-4c3a-aa23-12f3fe8226de req-d8f888b2-8427-45d2-a3af-124bbb2fc3df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:26.139305 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb8c1824-c298-4c3a-aa23-12f3fe8226de req-d8f888b2-8427-45d2-a3af-124bbb2fc3df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0535319 Jan 31 19:54:26.186943 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb8c1824-c298-4c3a-aa23-12f3fe8226de req-f67897d0-6230-4019-922f-48ac79091687 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418086 Jan 31 19:54:26.864135 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:27.307206 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f4e09-583b-425a-9e6d-d8b3b688ee5f req-6f7d51a2-bf2a-410d-876c-f00f651d646f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:27.308730 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-928f4e09-583b-425a-9e6d-d8b3b688ee5f req-6f7d51a2-bf2a-410d-876c-f00f651d646f tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0531087 Jan 31 19:54:27.359581 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-928f4e09-583b-425a-9e6d-d8b3b688ee5f req-bcc35b27-1084-4c6b-9aba-d5d64c88d62d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439589 Jan 31 19:54:28.425444 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7cbcf-b4ea-4940-9921-12ac2c3c775f req-effc798d-44ed-427e-8d66-8b9f3d6a758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:28.426949 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65e7cbcf-b4ea-4940-9921-12ac2c3c775f req-effc798d-44ed-427e-8d66-8b9f3d6a758c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1127 time: 0.0504494 Jan 31 19:54:28.531396 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc7c89-6f00-47c4-be4c-7c412c08227d req-0a72d38d-75e8-4064-ba2e-d8aa5afe35f9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:28.532892 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbbc7c89-6f00-47c4-be4c-7c412c08227d req-0a72d38d-75e8-4064-ba2e-d8aa5afe35f9 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.1050787 Jan 31 19:54:28.574713 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7cbcf-b4ea-4940-9921-12ac2c3c775f req-f30a3a62-8396-4084-b9c3-cdbacd55d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:28.576802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65e7cbcf-b4ea-4940-9921-12ac2c3c775f req-f30a3a62-8396-4084-b9c3-cdbacd55d08c service neutron] 10.222.0.49 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.1237359 Jan 31 19:54:28.635713 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbbc7c89-6f00-47c4-be4c-7c412c08227d req-5b6ec622-f2dc-4803-a5bc-24300f19d6ce tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929351 Jan 31 19:54:28.654704 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65e7cbcf-b4ea-4940-9921-12ac2c3c775f req-574b4920-5c5e-4e55-810c-cfb24be18eb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 1000 time: 0.0705593 Jan 31 19:54:28.708296 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7cbcf-b4ea-4940-9921-12ac2c3c775f req-a5d16af7-70a7-4d3b-8039-447563d920a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:28.709732 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65e7cbcf-b4ea-4940-9921-12ac2c3c775f req-a5d16af7-70a7-4d3b-8039-447563d920a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0460794 Jan 31 19:54:28.759501 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7cbcf-b4ea-4940-9921-12ac2c3c775f req-4a5c3943-05e9-459a-9f36-7e49b12bae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:28.761030 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65e7cbcf-b4ea-4940-9921-12ac2c3c775f req-4a5c3943-05e9-459a-9f36-7e49b12bae46 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0426099 Jan 31 19:54:28.850244 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65e7cbcf-b4ea-4940-9921-12ac2c3c775f req-f7f895f4-ae68-4428-a7dd-07ea29e5c3a9 service neutron] 10.222.0.49 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801442 Jan 31 19:54:28.944203 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65e7cbcf-b4ea-4940-9921-12ac2c3c775f req-5f77df6f-aeb9-4ab2-bfa7-c2d36af2577f service neutron] 10.222.0.49 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852773 Jan 31 19:54:29.755848 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdbc0d-85d8-4eaf-aecd-175ec20c0198 req-8d73565b-6839-4546-8eb4-2ebc17a5db28 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:29.757343 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebbdbc0d-85d8-4eaf-aecd-175ec20c0198 req-8d73565b-6839-4546-8eb4-2ebc17a5db28 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0521417 Jan 31 19:54:29.805911 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ebbdbc0d-85d8-4eaf-aecd-175ec20c0198 req-0fb7e2d6-e85a-4810-aeee-10bdc25f7ae5 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429833 Jan 31 19:54:30.928310 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb5bb9-b093-40b3-892e-a14d00fbd658 req-786a6ab8-3eaf-4ae4-8111-8f5be870cdad tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:30.929836 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34eb5bb9-b093-40b3-892e-a14d00fbd658 req-786a6ab8-3eaf-4ae4-8111-8f5be870cdad tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0557320 Jan 31 19:54:30.977084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-34eb5bb9-b093-40b3-892e-a14d00fbd658 req-bbc9920a-82f3-4dbb-b6d9-4594d05fd76c tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411732 Jan 31 19:54:32.094552 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3977743-92d4-41cb-a0b8-c201bd62fc05 req-8b9f2eac-7931-4c87-814e-ddb2aa9270ab tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:32.096046 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3977743-92d4-41cb-a0b8-c201bd62fc05 req-8b9f2eac-7931-4c87-814e-ddb2aa9270ab tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 944 time: 0.0521588 Jan 31 19:54:32.144549 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f3977743-92d4-41cb-a0b8-c201bd62fc05 req-d1ccd469-a111-492f-8ccc-cdda1d1a6103 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429914 Jan 31 19:54:32.709932 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0336062e-31f8-41ec-90e2-1ba36413a090 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:54:32.805916 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0336062e-31f8-41ec-90e2-1ba36413a090,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:54:32.817657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '0336062e-31f8-41ec-90e2-1ba36413a090', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'port_id': '0336062e-31f8-41ec-90e2-1ba36413a090', 'mac_address': 'fa:16:3e:d3:4d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:54:32.853888 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0336062e-31f8-41ec-90e2-1ba36413a090 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:54:32.854283 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:32.867154 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0336062e-31f8-41ec-90e2-1ba36413a090 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:54:32.887687 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0336062e-31f8-41ec-90e2-1ba36413a090,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:54:32.892989 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:32.939102 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0336062e-31f8-41ec-90e2-1ba36413a090,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:54:33.229666 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['0336062e-31f8-41ec-90e2-1ba36413a090'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:54:33.262219 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0545-4d47-47c8-85d0-6218124aaab7 req-062d88e8-9288-469a-94e3-c196aad2c8d5 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:33.264022 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-882c0545-4d47-47c8-85d0-6218124aaab7 req-062d88e8-9288-469a-94e3-c196aad2c8d5 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 945 time: 0.0526354 Jan 31 19:54:33.320237 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-882c0545-4d47-47c8-85d0-6218124aaab7 req-9efb9e3c-02ed-4534-9e56-d8f665095afd tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491712 Jan 31 19:54:34.438496 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654ebfc-b034-436b-92a8-e3f2aaf24476 req-a267bdd2-83ad-45bf-ac2a-95ecac2d1642 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:34.439946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9654ebfc-b034-436b-92a8-e3f2aaf24476 req-a267bdd2-83ad-45bf-ac2a-95ecac2d1642 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 945 time: 0.0522110 Jan 31 19:54:34.486823 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9654ebfc-b034-436b-92a8-e3f2aaf24476 req-12581801-ce5e-4b69-993f-02eade6bbb94 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413306 Jan 31 19:54:34.725435 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0336062e-31f8-41ec-90e2-1ba36413a090 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:54:34.777390 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 0336062e-31f8-41ec-90e2-1ba36413a090 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:54:34.781177 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 0336062e-31f8-41ec-90e2-1ba36413a090 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:54:34.781550 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:34.854804 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0336062e-31f8-41ec-90e2-1ba36413a090 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:54:34.855197 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:34.877801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:54:34.880016 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae12f5a-97b7-4d42-934e-759997a74b94" -d '{"events": [{"server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "name": "network-vif-plugged", "status": "completed", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:54:34.892045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0336062e-31f8-41ec-90e2-1ba36413a090,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:54:34.896477 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:34.923256 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a900c4d1-ed0f-4912-aca5-a54736418cdd x-openstack-request-id: req-a900c4d1-ed0f-4912-aca5-a54736418cdd {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:54:34.923554 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "name": "network-vif-plugged", "status": "completed", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:54:34.923816 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a900c4d1-ed0f-4912-aca5-a54736418cdd {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:54:34.924230 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090', 'code': 200} Jan 31 19:54:34.949704 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0336062e-31f8-41ec-90e2-1ba36413a090,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:54:35.069512 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d4492-a4bd-4f4d-9db5-71c9f5cd8173 req-335c5fc8-cfbc-42eb-9a70-864da887244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:35.071005 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-543d4492-a4bd-4f4d-9db5-71c9f5cd8173 req-335c5fc8-cfbc-42eb-9a70-864da887244b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1130 time: 0.0437386 Jan 31 19:54:35.118912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-543d4492-a4bd-4f4d-9db5-71c9f5cd8173 req-82a97ffb-bb27-4d5e-8485-5e68cd617970 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390575 Jan 31 19:54:35.630010 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd138ed2-dbfe-4c82-8dbb-a371b81c81ff req-9ebd2b71-9f59-4ed6-8ee4-896c41425cbd tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:35.631417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd138ed2-dbfe-4c82-8dbb-a371b81c81ff req-9ebd2b71-9f59-4ed6-8ee4-896c41425cbd tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 947 time: 0.0751269 Jan 31 19:54:35.681441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-dd138ed2-dbfe-4c82-8dbb-a371b81c81ff req-0debaa06-24b6-44ff-95de-69587dc09537 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444257 Jan 31 19:54:36.800607 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb3031-fc58-4b38-bc3a-4f8beaed5457 req-550ef6a9-ab43-44de-b52a-5746846abbed tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:54:36.802095 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbdb3031-fc58-4b38-bc3a-4f8beaed5457 req-550ef6a9-ab43-44de-b52a-5746846abbed tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 947 time: 0.0522377 Jan 31 19:54:36.850181 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fbdb3031-fc58-4b38-bc3a-4f8beaed5457 req-9ba31a68-dbaa-4048-a2bb-d21001395bbb tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424573 Jan 31 19:54:45.316082 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:54:48.999977 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-17beb9b1-60ce-4e32-b583-13e8ee10d550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:51.250709 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5d8311ae-03fa-46e7-adb0-86990314a25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:52.770905 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:54.405226 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:55.062579 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:55.468398 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:54:56.863303 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:19.001553 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34a65b59-869f-44e1-96bc-15909a32029b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:21.258197 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0b142e58-aa12-49db-a223-5b8cca037640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:22.317707 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:55:22.772991 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:24.408780 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:25.058838 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:25.472126 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:26.863050 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:30.044563 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00c0b62c-8d51-4743-b4ff-270bd677395a req-0e824c76-4d41-4be4-b664-cc077337afa2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438142 Jan 31 19:55:30.139950 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b62c-8d51-4743-b4ff-270bd677395a req-86247775-219a-40e6-9ef0-79614dfe5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:55:30.141455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00c0b62c-8d51-4743-b4ff-270bd677395a req-86247775-219a-40e6-9ef0-79614dfe5e85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1130 time: 0.0471900 Jan 31 19:55:30.242704 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b62c-8d51-4743-b4ff-270bd677395a req-6c42d5ee-df26-42d0-a806-49d1eb536611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:55:30.244171 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00c0b62c-8d51-4743-b4ff-270bd677395a req-6c42d5ee-df26-42d0-a806-49d1eb536611 service neutron] 10.222.0.49 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.0821633 Jan 31 19:55:30.314854 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00c0b62c-8d51-4743-b4ff-270bd677395a req-d7733dd4-6862-4cde-a891-7f658acae7e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 1002 time: 0.0616567 Jan 31 19:55:30.364821 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b62c-8d51-4743-b4ff-270bd677395a req-9aa21023-f2ca-452c-9217-a2d89d24ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:55:30.366251 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00c0b62c-8d51-4743-b4ff-270bd677395a req-9aa21023-f2ca-452c-9217-a2d89d24ece8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0431211 Jan 31 19:55:30.415782 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0b62c-8d51-4743-b4ff-270bd677395a req-e494812d-e01d-4d19-8f74-1e82d03135e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:55:30.417267 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00c0b62c-8d51-4743-b4ff-270bd677395a req-e494812d-e01d-4d19-8f74-1e82d03135e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425036 Jan 31 19:55:30.508180 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00c0b62c-8d51-4743-b4ff-270bd677395a req-ab0762f5-218c-4677-9bcf-40a4ec28ec6b service neutron] 10.222.0.49 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812011 Jan 31 19:55:30.595861 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-00c0b62c-8d51-4743-b4ff-270bd677395a req-c4f9a7fb-2f93-4a9f-827a-3d75cc99c7d9 service neutron] 10.222.0.49 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810606 Jan 31 19:55:49.002934 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-042c8948-cf4a-48aa-9813-64481e25561d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:51.249432 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2fe73935-1c3d-4c65-8e8b-6aa324c89d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:52.768430 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60480) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:55:52.776893 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:52.922693 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Deleting port 420b59e0-5d68-43a5-9808-265cccc99b72 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:55:52.923038 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (420b59e0-5d68-43a5-9808-265cccc99b72), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:52.999945 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (420b59e0-5d68-43a5-9808-265cccc99b72), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:53.000807 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for floatingip (420b59e0-5d68-43a5-9808-265cccc99b72), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:53.012125 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Calling delete_port for 420b59e0-5d68-43a5-9808-265cccc99b72 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:55:53.157990 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (420b59e0-5d68-43a5-9808-265cccc99b72), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:53.184294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event deleted for resources: {'Port': ['ID=420b59e0-5d68-43a5-9808-265cccc99b72,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:55:53.210559 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.210917 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.211267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.211614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.211959 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.212302 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.212670 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.213007 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.213342 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.213676 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.214009 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.214339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.214666 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:55:53.252617 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for floatingip (6f1fb500-3c81-4d1c-8225-4cf2ebb2af99), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:53.252952 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Floating IP 6f1fb500-3c81-4d1c-8225-4cf2ebb2af99 disassociated (deleted). External IP: 172.25.8.183, port: 0336062e-31f8-41ec-90e2-1ba36413a090. Jan 31 19:55:53.458903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:55:53.565404 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:55:53.570364 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:53.574993 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b625206-1b16-465e-9b2b-21225c8f6f44 None None] Sync routers for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:55:53.584325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b625206-1b16-465e-9b2b-21225c8f6f44 None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:55:53.584975 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5b625206-1b16-465e-9b2b-21225c8f6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:55:53.598640 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-de631435-6be5-4603-9bd3-a9c3be4e01df tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "DELETE /v2.0/floatingips/6f1fb500-3c81-4d1c-8225-4cf2ebb2af99 HTTP/1.1" status: 204 len: 168 time: 0.8290238 Jan 31 19:55:53.599236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:55:53.601498 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cfa220-e1fb-46e8-a86b-113d38460b13" -d '{"events": [{"name": "network-changed", "server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:55:53.641960 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df2ec46-5544-4db9-bb29-80f58ff4b72e x-openstack-request-id: req-2df2ec46-5544-4db9-bb29-80f58ff4b72e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:55:53.642333 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:55:53.642662 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2df2ec46-5544-4db9-bb29-80f58ff4b72e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:55:53.643394 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090', 'status': 'completed', 'code': 200} Jan 31 19:55:53.695470 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-5b625206-1b16-465e-9b2b-21225c8f6f44 None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:55:53.716585 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfa220-e1fb-46e8-a86b-113d38460b13 req-1ac0f268-9beb-4a5c-8ebf-e8012145027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:55:53.718170 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65cfa220-e1fb-46e8-a86b-113d38460b13 req-1ac0f268-9beb-4a5c-8ebf-e8012145027f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5096ad7e87e84ab1960433f78b078dee&device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 1130 time: 0.0476680 Jan 31 19:55:53.916617 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5b625206-1b16-465e-9b2b-21225c8f6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:55:53.943559 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b625206-1b16-465e-9b2b-21225c8f6f44 None None] Checking router: 01e55402-a68c-4945-9d82-25c3ef1ba9c4 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:55:53.952567 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b625206-1b16-465e-9b2b-21225c8f6f44 None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:55:53.953721 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5b625206-1b16-465e-9b2b-21225c8f6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:55:54.065661 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-5b625206-1b16-465e-9b2b-21225c8f6f44 None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:55:54.207760 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfa220-e1fb-46e8-a86b-113d38460b13 req-d37d43b2-3459-412c-b15b-203990a89f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:55:54.209186 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65cfa220-e1fb-46e8-a86b-113d38460b13 req-d37d43b2-3459-412c-b15b-203990a89f56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 200 len: 910 time: 0.4766214 Jan 31 19:55:54.219502 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a889b-7c43-47be-9fd3-b84d1899acd9 req-1192b279-5e95-40f9-9357-9b8f02a9024d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:55:54.221114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ab7a889b-7c43-47be-9fd3-b84d1899acd9 req-1192b279-5e95-40f9-9357-9b8f02a9024d tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 947 time: 0.0827999 Jan 31 19:55:54.266336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-5b625206-1b16-465e-9b2b-21225c8f6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:55:54.271543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65cfa220-e1fb-46e8-a86b-113d38460b13 req-be99bcff-be27-4b19-8eeb-6eda9c5b1ee6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 200 len: 217 time: 0.0494885 Jan 31 19:55:54.293436 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b625206-1b16-465e-9b2b-21225c8f6f44 None None] The sync data for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 is: [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:46:56Z', 'revision_number': 4, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'b409a859-44cd-4045-8a88-d9ed4719c928', 'name': '', 'network_id': '648e3ebd-7e9f-46fb-bee4-80526794c443', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'mac_address': 'fa:16:3e:e7:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:55Z', 'updated_at': '2022-01-31T19:47:01Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'subnets': [{'id': '0c511f05-1061-4d3f-bb13-9bd94850e0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:55:54.335331 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ab7a889b-7c43-47be-9fd3-b84d1899acd9 req-f0f59388-89df-4a34-8ed2-345c81c096ba tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077082 Jan 31 19:55:54.345274 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfa220-e1fb-46e8-a86b-113d38460b13 req-2cedc5ef-8f92-4215-a347-f0cab8a2385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:55:54.346822 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65cfa220-e1fb-46e8-a86b-113d38460b13 req-2cedc5ef-8f92-4215-a347-f0cab8a2385f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 200 len: 848 time: 0.0688834 Jan 31 19:55:54.400823 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfa220-e1fb-46e8-a86b-113d38460b13 req-9e547bcf-d2dc-4424-a23d-025c097bb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:55:54.402404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65cfa220-e1fb-46e8-a86b-113d38460b13 req-9e547bcf-d2dc-4424-a23d-025c097bb868 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=648e3ebd-7e9f-46fb-bee4-80526794c443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493932 Jan 31 19:55:54.409799 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:54.499048 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65cfa220-e1fb-46e8-a86b-113d38460b13 req-f7ff0b44-bdca-49b6-b129-3390cb070e9f service neutron] 10.222.0.49 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889115 Jan 31 19:55:54.534048 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16b051-cd8b-4e55-a5ad-dcd9d49cc24b None None] New status for floating IP 6f1fb500-3c81-4d1c-8225-4cf2ebb2af99: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:55:54.591047 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-65cfa220-e1fb-46e8-a86b-113d38460b13 req-1ea3e965-227c-40b3-ab18-a62ba9c96321 service neutron] 10.222.0.49 "GET /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834219 Jan 31 19:55:55.075535 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:55.459486 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e006b-96ba-4bae-97c3-d605848fb071 req-b66d58a3-452b-4dc4-bdaf-3a7147c8e005 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:55:55.461027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-834e006b-96ba-4bae-97c3-d605848fb071 req-b66d58a3-452b-4dc4-bdaf-3a7147c8e005 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 947 time: 0.0540981 Jan 31 19:55:55.476428 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:55.518946 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-834e006b-96ba-4bae-97c3-d605848fb071 req-7658f526-4ed3-4ceb-b8f2-4f57ea7da108 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a9d0030-f2d1-4e68-916b-7ad04d71ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522180 Jan 31 19:55:55.705995 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f87df-c67d-45f4-b399-15fc9e61300c req-b02ea5c3-34cc-42ac-b525-8ac6998a29ba tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:55:55.707986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-234f87df-c67d-45f4-b399-15fc9e61300c req-b02ea5c3-34cc-42ac-b525-8ac6998a29ba tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.49 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 947 time: 0.0528281 Jan 31 19:55:55.803547 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-234f87df-c67d-45f4-b399-15fc9e61300c req-ab35b0c3-b02f-4faa-a274-e6338e853bc0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Deleting port 0336062e-31f8-41ec-90e2-1ba36413a090 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:55:55.803943 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-234f87df-c67d-45f4-b399-15fc9e61300c req-ab35b0c3-b02f-4faa-a274-e6338e853bc0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:55.894233 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-234f87df-c67d-45f4-b399-15fc9e61300c req-ab35b0c3-b02f-4faa-a274-e6338e853bc0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] For port 0336062e-31f8-41ec-90e2-1ba36413a090, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0336062e-31f8-41ec-90e2-1ba36413a090,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:55:55.894579 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-234f87df-c67d-45f4-b399-15fc9e61300c req-ab35b0c3-b02f-4faa-a274-e6338e853bc0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:55.908543 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-234f87df-c67d-45f4-b399-15fc9e61300c req-ab35b0c3-b02f-4faa-a274-e6338e853bc0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Calling delete_port for 0336062e-31f8-41ec-90e2-1ba36413a090 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:55:56.039096 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-234f87df-c67d-45f4-b399-15fc9e61300c req-ab35b0c3-b02f-4faa-a274-e6338e853bc0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0336062e-31f8-41ec-90e2-1ba36413a090), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:56.067892 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35b0c3-b02f-4faa-a274-e6338e853bc0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event deleted for resources: {'Port': ['ID=0336062e-31f8-41ec-90e2-1ba36413a090,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:55:56.108918 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-234f87df-c67d-45f4-b399-15fc9e61300c req-ab35b0c3-b02f-4faa-a274-e6338e853bc0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] No DVR routers for this DVR port 0336062e-31f8-41ec-90e2-1ba36413a090 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:55:56.112457 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-234f87df-c67d-45f4-b399-15fc9e61300c req-ab35b0c3-b02f-4faa-a274-e6338e853bc0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:56.115805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-234f87df-c67d-45f4-b399-15fc9e61300c req-ab35b0c3-b02f-4faa-a274-e6338e853bc0 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.49 "DELETE /v2.0/ports/0336062e-31f8-41ec-90e2-1ba36413a090 HTTP/1.1" status: 204 len: 173 time: 0.4025488 Jan 31 19:55:56.116264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'name': 'network-vif-deleted', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:55:56.118541 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5f6d39-69d0-465e-9fb1-cf30aad3392f" -d '{"events": [{"server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "name": "network-vif-deleted", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:55:56.160736 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac74d14-1cff-40d2-ab55-c988a7e74f09 x-openstack-request-id: req-0ac74d14-1cff-40d2-ab55-c988a7e74f09 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:55:56.161201 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c376f4-8a45-4e1c-8cf6-c767638e5aef", "name": "network-vif-deleted", "tag": "0336062e-31f8-41ec-90e2-1ba36413a090", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:55:56.161656 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ac74d14-1cff-40d2-ab55-c988a7e74f09 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:55:56.162066 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c376f4-8a45-4e1c-8cf6-c767638e5aef', 'name': 'network-vif-deleted', 'tag': '0336062e-31f8-41ec-90e2-1ba36413a090', 'status': 'completed', 'code': 200} Jan 31 19:55:56.614243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c55d5c99-e267-460c-894b-a6ca6c6f4309 req-bcb7e966-3626-4bd0-b45f-e2f35e21a95e tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0272474 Jan 31 19:55:56.862146 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:55:57.716802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-abf12a8c-1136-4d4c-8199-1cdfb3694514 req-cbfd9a2b-e7f6-4f22-bc76-48ee34531a3b tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0315037 Jan 31 19:55:58.811772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e4fae9b8-ba6b-4fd1-bf20-27c22ee79f4b req-96178fb3-3b1c-4e25-a5dc-2613552230a4 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0263815 Jan 31 19:55:59.068832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0336062e-31f8-41ec-90e2-1ba36413a090 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:55:59.092264 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 0336062e-31f8-41ec-90e2-1ba36413a090 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:55:59.092636 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0336062e-31f8-41ec-90e2-1ba36413a090 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:55:59.318151 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:55:59.911638 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-54b2cf0d-c32d-4b8d-96a2-c60f3d6646eb req-d1ff9ada-1bfe-4bbb-90ff-78bc1a63c634 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0279164 Jan 31 19:56:01.028842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3df9f6d8-96c0-40ab-944e-e6dd1befb7ea req-cd91b216-44d1-4909-a810-251839723738 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0289915 Jan 31 19:56:02.125556 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-990b0dc3-1d5e-4342-857e-08d76603daa2 req-b2ba520a-1e39-4389-84ec-f950a8d86d85 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0271077 Jan 31 19:56:03.228198 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e8ca92a2-3f7f-48ed-9f39-ad5947feb4d1 req-f1e05ba9-9cb3-4601-9bd4-43eed5563995 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0299001 Jan 31 19:56:04.345290 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6eb0e03e-69ab-45d7-9472-c23379ff64a3 req-8d1e5bf9-c52c-4b07-b3db-a76fa341bb63 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c376f4-8a45-4e1c-8cf6-c767638e5aef HTTP/1.1" status: 200 len: 210 time: 0.0414062 Jan 31 19:56:05.400209 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60518) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:05.456805 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ae2329f-bebc-4040-8ffa-7c5da4331e07 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group (9a9d0030-f2d1-4e68-916b-7ad04d71ade6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:05.481218 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ae2329f-bebc-4040-8ffa-7c5da4331e07 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group (9a9d0030-f2d1-4e68-916b-7ad04d71ade6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:05.548687 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ae2329f-bebc-4040-8ffa-7c5da4331e07 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9a9d0030-f2d1-4e68-916b-7ad04d71ade6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:05.552164 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ae2329f-bebc-4040-8ffa-7c5da4331e07 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:05.553392 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-6ae2329f-bebc-4040-8ffa-7c5da4331e07 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a9d0030-f2d1-4e68-916b-7ad04d71ade6 HTTP/1.1" status: 204 len: 168 time: 0.1521330 Jan 31 19:56:05.563234 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2329f-bebc-4040-8ffa-7c5da4331e07 tempest-TestShelveInstance-874767628 tempest-TestShelveInstance-874767628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9d0030-f2d1-4e68-916b-7ad04d71ade6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:05.606724 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60522) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:06.052063 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f36f97de-9958-482e-b051-e3911fe16387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (01e55402-a68c-4945-9d82-25c3ef1ba9c4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:06.317663 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f36f97de-9958-482e-b051-e3911fe16387 admin admin] Deleting port b409a859-44cd-4045-8a88-d9ed4719c928 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:56:06.317663 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f36f97de-9958-482e-b051-e3911fe16387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:06.396736 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f36f97de-9958-482e-b051-e3911fe16387 admin admin] For port b409a859-44cd-4045-8a88-d9ed4719c928, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=b409a859-44cd-4045-8a88-d9ed4719c928,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:06.397105 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f36f97de-9958-482e-b051-e3911fe16387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:06.409946 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f36f97de-9958-482e-b051-e3911fe16387 admin admin] Calling delete_port for b409a859-44cd-4045-8a88-d9ed4719c928 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:56:06.589716 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f36f97de-9958-482e-b051-e3911fe16387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (b409a859-44cd-4045-8a88-d9ed4719c928), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:06.616129 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f97de-9958-482e-b051-e3911fe16387 admin admin] Pushing event deleted for resources: {'Port': ['ID=b409a859-44cd-4045-8a88-d9ed4719c928,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:06.792597 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f36f97de-9958-482e-b051-e3911fe16387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (01e55402-a68c-4945-9d82-25c3ef1ba9c4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:07.011871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36f97de-9958-482e-b051-e3911fe16387 admin admin] Router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:56:07.124942 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f97de-9958-482e-b051-e3911fe16387 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:56:07.133548 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f36f97de-9958-482e-b051-e3911fe16387 admin admin] 10.222.0.20 "PUT /v2.0/routers/01e55402-a68c-4945-9d82-25c3ef1ba9c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5226810 Jan 31 19:56:07.133548 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60526) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:07.136929 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4982b278-9e21-48a6-aff6-230dc6876b19 None None] Sync routers for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:56:07.149862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982b278-9e21-48a6-aff6-230dc6876b19 None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:07.150594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4982b278-9e21-48a6-aff6-230dc6876b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:07.254511 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Publish callbacks [] for router (01e55402-a68c-4945-9d82-25c3ef1ba9c4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:07.259842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4982b278-9e21-48a6-aff6-230dc6876b19 None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:07.367846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Publish callbacks [] for router_gateway (01e55402-a68c-4945-9d82-25c3ef1ba9c4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:07.425369 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Deleting port 50636b8a-58d1-49b6-8902-18bca44b1235 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:56:07.426088 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (50636b8a-58d1-49b6-8902-18bca44b1235), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:07.443204 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4982b278-9e21-48a6-aff6-230dc6876b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:56:06Z', 'revision_number': 5, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port': {'id': '50636b8a-58d1-49b6-8902-18bca44b1235', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:54Z', 'updated_at': '2022-01-31T19:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:07.469228 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4982b278-9e21-48a6-aff6-230dc6876b19 None None] Checking router: 01e55402-a68c-4945-9d82-25c3ef1ba9c4 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:56:07.478100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982b278-9e21-48a6-aff6-230dc6876b19 None None] Routers {'01e55402-a68c-4945-9d82-25c3ef1ba9c4'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:07.478698 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4982b278-9e21-48a6-aff6-230dc6876b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:07.506747 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] For port 50636b8a-58d1-49b6-8902-18bca44b1235, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=50636b8a-58d1-49b6-8902-18bca44b1235,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:07.507152 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (50636b8a-58d1-49b6-8902-18bca44b1235), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:07.521783 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Calling delete_port for 50636b8a-58d1-49b6-8902-18bca44b1235 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:56:07.701892 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (50636b8a-58d1-49b6-8902-18bca44b1235), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:07.732621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-4982b278-9e21-48a6-aff6-230dc6876b19 None None] Set router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:07.732895 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=50636b8a-58d1-49b6-8902-18bca44b1235,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:07.788780 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-4982b278-9e21-48a6-aff6-230dc6876b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:56:07Z', 'revision_number': 6, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:07.797135 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (01e55402-a68c-4945-9d82-25c3ef1ba9c4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:07.818731 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4982b278-9e21-48a6-aff6-230dc6876b19 None None] The sync data for ids ['01e55402-a68c-4945-9d82-25c3ef1ba9c4'] in n-d-812111-15 is: [{'id': '01e55402-a68c-4945-9d82-25c3ef1ba9c4', 'name': 'tempest-TestShelveInstance-1128636165-router', 'tenant_id': '5096ad7e87e84ab1960433f78b078dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:53Z', 'updated_at': '2022-01-31T19:56:07Z', 'revision_number': 6, 'project_id': '5096ad7e87e84ab1960433f78b078dee', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:56:07.892130 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (01e55402-a68c-4945-9d82-25c3ef1ba9c4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:07.894542 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Publish callbacks [] for router_controller (01e55402-a68c-4945-9d82-25c3ef1ba9c4), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:07.949421 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (01e55402-a68c-4945-9d82-25c3ef1ba9c4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:07.949970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01e55402-a68c-4945-9d82-25c3ef1ba9c4 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:56:07.954541 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:07.955630 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cfde3f23-12d7-4e99-a479-f153cb7c4c9c admin admin] 10.222.0.20 "DELETE /v2.0/routers/01e55402-a68c-4945-9d82-25c3ef1ba9c4 HTTP/1.1" status: 204 len: 168 time: 0.8211501 Jan 31 19:56:07.958179 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60528) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:08.351964 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-07377d6e-c3e9-4203-99c8-135d5e000f39 admin admin] Deleting subnet 0c511f05-1061-4d3f-bb13-9bd94850e0dc {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:56:08.355094 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07377d6e-c3e9-4203-99c8-135d5e000f39 admin admin] Publish callbacks [] for subnet (0c511f05-1061-4d3f-bb13-9bd94850e0dc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.389085 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07377d6e-c3e9-4203-99c8-135d5e000f39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (0c511f05-1061-4d3f-bb13-9bd94850e0dc), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.466985 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07377d6e-c3e9-4203-99c8-135d5e000f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (0c511f05-1061-4d3f-bb13-9bd94850e0dc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.519097 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07377d6e-c3e9-4203-99c8-135d5e000f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (0c511f05-1061-4d3f-bb13-9bd94850e0dc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.543271 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07377d6e-c3e9-4203-99c8-135d5e000f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c511f05-1061-4d3f-bb13-9bd94850e0dc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:08.550152 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07377d6e-c3e9-4203-99c8-135d5e000f39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.553410 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-07377d6e-c3e9-4203-99c8-135d5e000f39 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c511f05-1061-4d3f-bb13-9bd94850e0dc HTTP/1.1" status: 204 len: 168 time: 0.5942862 Jan 31 19:56:08.557080 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:08.558697 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2e30b-e777-433a-8649-9b6d5c31bcc6 None None] Network 648e3ebd-7e9f-46fb-bee4-80526794c443 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:56:08.629660 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (648e3ebd-7e9f-46fb-bee4-80526794c443), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.692431 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Deleting port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:56:08.692778 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.737028 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] DHCP port deletion for 648e3ebd-7e9f-46fb-bee4-80526794c443 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:56:08.761106 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] For port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=95f22e33-8957-41d8-8e0c-14e2fda4c8dd,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:08.761596 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.776783 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Calling delete_port for 95f22e33-8957-41d8-8e0c-14e2fda4c8dd owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:56:08.789830 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Deleting port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:56:08.790211 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.856692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] For port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=95f22e33-8957-41d8-8e0c-14e2fda4c8dd,segment=NetworkSegment(6b182574-d429-4130-b8b4-d288529769e9),segment_id=6b182574-d429-4130-b8b4-d288529769e9)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:08.856692 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.864763 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.870615 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Calling delete_port for 95f22e33-8957-41d8-8e0c-14e2fda4c8dd owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:56:08.892443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Pushing event deleted for resources: {'Port': ['ID=95f22e33-8957-41d8-8e0c-14e2fda4c8dd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:08.894699 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] No DVR routers for this DVR port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:56:08.959028 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (95f22e33-8957-41d8-8e0c-14e2fda4c8dd), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.968687 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (648e3ebd-7e9f-46fb-bee4-80526794c443), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:08.984314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Pushing event deleted for resources: {'Port': ['ID=95f22e33-8957-41d8-8e0c-14e2fda4c8dd,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:08.993097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648e3ebd-7e9f-46fb-bee4-80526794c443']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:08.995119 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] No DVR routers for this DVR port 95f22e33-8957-41d8-8e0c-14e2fda4c8dd on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:56:09.000843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.001319 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.001639 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.001993 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.007797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.007797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.007797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.007797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.008778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b182574-d429-4130-b8b4-d288529769e9') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:09.008778 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b182574-d429-4130-b8b4-d288529769e9') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:09.009412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.009412 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.009622 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.011182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.011182 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14e2244-e3ab-474e-a61a-ea79d8f34912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:09.026276 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (6b182574-d429-4130-b8b4-d288529769e9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:09.042376 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (6b182574-d429-4130-b8b4-d288529769e9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:09.049403 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:56:09.049802 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (6b182574-d429-4130-b8b4-d288529769e9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: timer() Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:56:09.051847 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:56:09.120602 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (648e3ebd-7e9f-46fb-bee4-80526794c443), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:09.126078 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:09.129912 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] 10.222.0.20 "DELETE /v2.0/networks/648e3ebd-7e9f-46fb-bee4-80526794c443 HTTP/1.1" status: 204 len: 168 time: 0.5714552 Jan 31 19:56:09.132809 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:09.146476 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3cc19-77c4-420c-983f-a91ca1847447 admin admin] Pushing event deleted for resources: {'Network': ['ID=648e3ebd-7e9f-46fb-bee4-80526794c443,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:09.151016 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 95f22e33-8957-41d8-8e0c-14e2fda4c8dd no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:56:09.172637 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 95f22e33-8957-41d8-8e0c-14e2fda4c8dd {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:56:09.172974 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 95f22e33-8957-41d8-8e0c-14e2fda4c8dd not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:56:09.173395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 50636b8a-58d1-49b6-8902-18bca44b1235 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:56:09.197234 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 50636b8a-58d1-49b6-8902-18bca44b1235 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:56:09.197594 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 50636b8a-58d1-49b6-8902-18bca44b1235 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:56:09.198023 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b409a859-44cd-4045-8a88-d9ed4719c928 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:56:09.223471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: b409a859-44cd-4045-8a88-d9ed4719c928 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:56:09.223825 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device b409a859-44cd-4045-8a88-d9ed4719c928 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:56:09.517366 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:09.762706 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Deleting port 931870c5-12c4-4301-b4e0-f4af5fcfe818 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:56:09.763049 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:09.839044 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] For port 931870c5-12c4-4301-b4e0-f4af5fcfe818, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=931870c5-12c4-4301-b4e0-f4af5fcfe818,segment=NetworkSegment(ff8fd93a-33ca-43ae-9756-de30bb378468),segment_id=ff8fd93a-33ca-43ae-9756-de30bb378468)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:09.839407 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:09.851944 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Calling delete_port for 931870c5-12c4-4301-b4e0-f4af5fcfe818 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:56:10.029893 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (931870c5-12c4-4301-b4e0-f4af5fcfe818), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:10.054095 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=931870c5-12c4-4301-b4e0-f4af5fcfe818,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:10.089401 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.089756 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.090109 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.090451 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.090794 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.091133 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.091466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.091802 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.092134 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.092485 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.092818 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.093143 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.093466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:10.243318 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:10.465409 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Router 47d8ec41-0e4b-45ae-9852-f1a5f22e738e has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:56:10.571282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:56:10.579314 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7f493c87-a09e-439e-adaf-a8de369c1ed2 admin admin] 10.222.0.20 "PUT /v2.0/routers/47d8ec41-0e4b-45ae-9852-f1a5f22e738e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4406650 Jan 31 19:56:10.579461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60536) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:10.581946 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8fff76-1a50-4c9b-acec-3d6813457026 None None] Sync routers for ids ['47d8ec41-0e4b-45ae-9852-f1a5f22e738e'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:56:10.592810 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fff76-1a50-4c9b-acec-3d6813457026 None None] Routers {'47d8ec41-0e4b-45ae-9852-f1a5f22e738e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:10.593547 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7a8fff76-1a50-4c9b-acec-3d6813457026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['47d8ec41-0e4b-45ae-9852-f1a5f22e738e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:10.687092 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Publish callbacks [] for router (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:10.701156 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7a8fff76-1a50-4c9b-acec-3d6813457026 None None] Set router 47d8ec41-0e4b-45ae-9852-f1a5f22e738e gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:10.791414 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Publish callbacks [] for router_gateway (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:10.849442 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Deleting port 456a4cf4-fd87-476f-aca1-9dbdb074f0de {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:56:10.850082 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:10.886062 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7a8fff76-1a50-4c9b-acec-3d6813457026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'name': 'tempest-TestShelveInstance-1178322948-router', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:56:09Z', 'revision_number': 5, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'gw_port': {'id': '456a4cf4-fd87-476f-aca1-9dbdb074f0de', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:15:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:10.912860 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8fff76-1a50-4c9b-acec-3d6813457026 None None] Checking router: 47d8ec41-0e4b-45ae-9852-f1a5f22e738e for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:56:10.921393 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fff76-1a50-4c9b-acec-3d6813457026 None None] Routers {'47d8ec41-0e4b-45ae-9852-f1a5f22e738e'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:10.921990 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7a8fff76-1a50-4c9b-acec-3d6813457026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['47d8ec41-0e4b-45ae-9852-f1a5f22e738e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:10.933771 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] For port 456a4cf4-fd87-476f-aca1-9dbdb074f0de, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=456a4cf4-fd87-476f-aca1-9dbdb074f0de,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:10.934146 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:10.946366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Calling delete_port for 456a4cf4-fd87-476f-aca1-9dbdb074f0de owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:56:11.120557 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7a8fff76-1a50-4c9b-acec-3d6813457026 None None] Set router 47d8ec41-0e4b-45ae-9852-f1a5f22e738e gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:11.128600 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (456a4cf4-fd87-476f-aca1-9dbdb074f0de), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.155131 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Pushing event deleted for resources: {'Port': ['ID=456a4cf4-fd87-476f-aca1-9dbdb074f0de,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:11.186088 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7a8fff76-1a50-4c9b-acec-3d6813457026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'name': 'tempest-TestShelveInstance-1178322948-router', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:56:10Z', 'revision_number': 6, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:11.216461 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8fff76-1a50-4c9b-acec-3d6813457026 None None] The sync data for ids ['47d8ec41-0e4b-45ae-9852-f1a5f22e738e'] in n-d-812111-15 is: [{'id': '47d8ec41-0e4b-45ae-9852-f1a5f22e738e', 'name': 'tempest-TestShelveInstance-1178322948-router', 'tenant_id': '877514174e9f4ceca75f420807e9a2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:46:58Z', 'updated_at': '2022-01-31T19:56:10Z', 'revision_number': 6, 'project_id': '877514174e9f4ceca75f420807e9a2aa', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:56:11.243369 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.337493 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.339589 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Publish callbacks [] for router_controller (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.386079 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (47d8ec41-0e4b-45ae-9852-f1a5f22e738e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.386615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47d8ec41-0e4b-45ae-9852-f1a5f22e738e {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 19:56:11.391131 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.392501 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-5781a283-3380-4878-aa2b-88fbc0f9db19 admin admin] 10.222.0.20 "DELETE /v2.0/routers/47d8ec41-0e4b-45ae-9852-f1a5f22e738e HTTP/1.1" status: 204 len: 168 time: 0.8118522 Jan 31 19:56:11.395395 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60538) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:11.439474 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-96044d1b-6c91-420d-aec3-41ce9da34e71 admin admin] Deleting subnet 4f94e5f1-b3f5-4c6c-85bd-c7b342d06017 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 19:56:11.442513 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96044d1b-6c91-420d-aec3-41ce9da34e71 admin admin] Publish callbacks [] for subnet (4f94e5f1-b3f5-4c6c-85bd-c7b342d06017), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.476708 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96044d1b-6c91-420d-aec3-41ce9da34e71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (4f94e5f1-b3f5-4c6c-85bd-c7b342d06017), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.566846 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96044d1b-6c91-420d-aec3-41ce9da34e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (4f94e5f1-b3f5-4c6c-85bd-c7b342d06017), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.623896 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96044d1b-6c91-420d-aec3-41ce9da34e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (4f94e5f1-b3f5-4c6c-85bd-c7b342d06017), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.653213 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96044d1b-6c91-420d-aec3-41ce9da34e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f94e5f1-b3f5-4c6c-85bd-c7b342d06017,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:11.655211 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96044d1b-6c91-420d-aec3-41ce9da34e71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.659616 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-96044d1b-6c91-420d-aec3-41ce9da34e71 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4f94e5f1-b3f5-4c6c-85bd-c7b342d06017 HTTP/1.1" status: 204 len: 168 time: 0.2632360 Jan 31 19:56:11.661962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c4694a-634a-4367-ae9a-e328169b054a None None] Network 50736a4c-f7e9-4ba9-bb31-3d790265c757 requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:56:11.663102 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:11.737954 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (50736a4c-f7e9-4ba9-bb31-3d790265c757), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.792738 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Deleting port 06ccaae2-155d-446c-bf79-4c4222af07aa {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 19:56:11.793081 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (06ccaae2-155d-446c-bf79-4c4222af07aa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.857669 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] For port 06ccaae2-155d-446c-bf79-4c4222af07aa, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=06ccaae2-155d-446c-bf79-4c4222af07aa,segment=NetworkSegment(ff8fd93a-33ca-43ae-9756-de30bb378468),segment_id=ff8fd93a-33ca-43ae-9756-de30bb378468)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:11.857961 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (06ccaae2-155d-446c-bf79-4c4222af07aa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.871444 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Calling delete_port for 06ccaae2-155d-446c-bf79-4c4222af07aa owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 19:56:11.947527 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (06ccaae2-155d-446c-bf79-4c4222af07aa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:11.975365 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ccaae2-155d-446c-bf79-4c4222af07aa,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:11.978828 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] No DVR routers for this DVR port 06ccaae2-155d-446c-bf79-4c4222af07aa on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 19:56:11.997377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b9545-9f7d-4c94-b7cd-4a134492cca0 None None] DHCP port deletion for 50736a4c-f7e9-4ba9-bb31-3d790265c757 request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 19:56:12.058688 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (50736a4c-f7e9-4ba9-bb31-3d790265c757), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.079377 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50736a4c-f7e9-4ba9-bb31-3d790265c757']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:12.089455 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8fd93a-33ca-43ae-9756-de30bb378468') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:12.089915 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8fd93a-33ca-43ae-9756-de30bb378468') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:12.100663 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (ff8fd93a-33ca-43ae-9756-de30bb378468), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.114638 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (ff8fd93a-33ca-43ae-9756-de30bb378468), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.121660 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 19:56:12.122090 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (ff8fd93a-33ca-43ae-9756-de30bb378468), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: timer() Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 19:56:12.123885 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 19:56:12.178444 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (50736a4c-f7e9-4ba9-bb31-3d790265c757), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.183682 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.187151 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] 10.222.0.20 "DELETE /v2.0/networks/50736a4c-f7e9-4ba9-bb31-3d790265c757 HTTP/1.1" status: 204 len: 168 time: 0.5228820 Jan 31 19:56:12.207443 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53f47e-7ec6-4458-be37-a9228571b499 admin admin] Pushing event deleted for resources: {'Network': ['ID=50736a4c-f7e9-4ba9-bb31-3d790265c757,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:12.306268 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:12.346517 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-9a006ad3-5a19-4d3c-8ed7-070c21c6b336 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5096ad7e87e84ab1960433f78b078dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390613 Jan 31 19:56:12.348955 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60546) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:12.398278 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-240efe9d-94b7-4f15-97ef-431e24183225 admin admin] Publish callbacks [] for security_group (9ceb4c7f-8901-4e23-9d5c-fe5ae1f3bf83), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.421141 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-240efe9d-94b7-4f15-97ef-431e24183225 admin admin] Publish callbacks [] for security_group (9ceb4c7f-8901-4e23-9d5c-fe5ae1f3bf83), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.466074 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-240efe9d-94b7-4f15-97ef-431e24183225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (9ceb4c7f-8901-4e23-9d5c-fe5ae1f3bf83), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.468714 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-240efe9d-94b7-4f15-97ef-431e24183225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.472789 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-240efe9d-94b7-4f15-97ef-431e24183225 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ceb4c7f-8901-4e23-9d5c-fe5ae1f3bf83 HTTP/1.1" status: 204 len: 168 time: 0.1228993 Jan 31 19:56:12.480466 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240efe9d-94b7-4f15-97ef-431e24183225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceb4c7f-8901-4e23-9d5c-fe5ae1f3bf83,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:12.788790 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:12.826306 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-229f459b-9f04-4211-bd0c-6c69f988fd48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=877514174e9f4ceca75f420807e9a2aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0363691 Jan 31 19:56:12.829151 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:12.873403 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57862c5e-7332-406b-9d1e-778da208d23c admin admin] Publish callbacks [] for security_group (fa4999ab-8ba6-4a29-8f8b-30df3613686f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.896807 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57862c5e-7332-406b-9d1e-778da208d23c admin admin] Publish callbacks [] for security_group (fa4999ab-8ba6-4a29-8f8b-30df3613686f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.942029 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57862c5e-7332-406b-9d1e-778da208d23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (fa4999ab-8ba6-4a29-8f8b-30df3613686f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.945388 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57862c5e-7332-406b-9d1e-778da208d23c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:12.946532 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-57862c5e-7332-406b-9d1e-778da208d23c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa4999ab-8ba6-4a29-8f8b-30df3613686f HTTP/1.1" status: 204 len: 168 time: 0.1164994 Jan 31 19:56:12.956582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57862c5e-7332-406b-9d1e-778da208d23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4999ab-8ba6-4a29-8f8b-30df3613686f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:13.119225 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 456a4cf4-fd87-476f-aca1-9dbdb074f0de no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:56:13.140213 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 456a4cf4-fd87-476f-aca1-9dbdb074f0de {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:56:13.140581 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 456a4cf4-fd87-476f-aca1-9dbdb074f0de not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:56:13.140996 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 06ccaae2-155d-446c-bf79-4c4222af07aa no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:56:13.163386 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 06ccaae2-155d-446c-bf79-4c4222af07aa {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:56:13.163843 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 06ccaae2-155d-446c-bf79-4c4222af07aa not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:56:13.164382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 931870c5-12c4-4301-b4e0-f4af5fcfe818 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:56:13.183307 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 931870c5-12c4-4301-b4e0-f4af5fcfe818 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 19:56:13.183651 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 931870c5-12c4-4301-b4e0-f4af5fcfe818 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 19:56:13.601341 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60576) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:13.695116 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1628123434-network', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:13.713803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Made reservation on behalf of 0d4f93f3cee242f997709c9e21c17b67 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:56:13.716154 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:13.725059 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:13.798609 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Publish callbacks [] for security_group (376339b1-fbad-4b01-8297-ed45cd001639), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:13.802187 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (376339b1-fbad-4b01-8297-ed45cd001639), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:13.822202 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:56:13.835188 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376339b1-fbad-4b01-8297-ed45cd001639,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:13.839820 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e3a12df3-b893-420f-bd3f-c604c610157c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:13.840159 n-d-812111-15 neutron-server[103225]: INFO neutron.db.segments_db [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Added segment e3a12df3-b893-420f-bd3f-c604c610157c of type vlan for network b0bf21e7-7a85-4646-8600-8533c213279e Jan 31 19:56:13.882843 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (b0bf21e7-7a85-4646-8600-8533c213279e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:13.906474 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (b0bf21e7-7a85-4646-8600-8533c213279e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:13.907924 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:13.908524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:13.961685 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3592525 Jan 31 19:56:13.964698 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60580) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:13.970228 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cfbf3772-c160-43ac-92bb-06ba13f2f606 admin admin] Request body: {'subnet': {'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1628123434-subnet', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:13.975117 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a772c6-e8ca-4acf-8437-ac19973e635a admin admin] Pushing event updated for resources: {'Network': ['ID=b0bf21e7-7a85-4646-8600-8533c213279e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:13.987114 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network b0bf21e7-7a85-4646-8600-8533c213279e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:56:13.990009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbf3772-c160-43ac-92bb-06ba13f2f606 admin admin] Made reservation on behalf of 0d4f93f3cee242f997709c9e21c17b67 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:56:13.992362 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbf3772-c160-43ac-92bb-06ba13f2f606 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13981189'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.155019 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbf3772-c160-43ac-92bb-06ba13f2f606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14621141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13981235'] for subnet (dfc2a37c-fe6f-493c-a57b-807033800f10), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.207479 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf3772-c160-43ac-92bb-06ba13f2f606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc2a37c-fe6f-493c-a57b-807033800f10,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:14.218534 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbf3772-c160-43ac-92bb-06ba13f2f606 admin admin] Checking segment: {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:56:14.218900 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf3772-c160-43ac-92bb-06ba13f2f606 admin admin] Network hostable DHCP agents. Network: b0bf21e7-7a85-4646-8600-8533c213279e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:56:14.235888 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf3772-c160-43ac-92bb-06ba13f2f606 admin admin] Network b0bf21e7-7a85-4646-8600-8533c213279e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:56:14.244992 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf3772-c160-43ac-92bb-06ba13f2f606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, b0bf21e7-7a85-4646-8600-8533c213279e) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:56:14.250790 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbf3772-c160-43ac-92bb-06ba13f2f606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:14.252082 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbf3772-c160-43ac-92bb-06ba13f2f606 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.252876 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2fba65-d4e4-4234-82e1-d9adce55a8ef None None] Network b0bf21e7-7a85-4646-8600-8533c213279e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:56:14.271095 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-cfbf3772-c160-43ac-92bb-06ba13f2f606 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3027742 Jan 31 19:56:14.271316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:14.275471 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:14.294823 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (3590fe16-0f7f-4c14-8730-90228aa01f5a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.295986 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (3590fe16-0f7f-4c14-8730-90228aa01f5a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.351376 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Publish callbacks [] for router_controller (3590fe16-0f7f-4c14-8730-90228aa01f5a), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.362931 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-b0bf21e7-7a85-4646-8600-8533c213279e', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:56:14.363810 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.489104 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Publish callbacks [] for router_gateway (3590fe16-0f7f-4c14-8730-90228aa01f5a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.495244 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Allocated IP 172.20.0.2 (b0bf21e7-7a85-4646-8600-8533c213279e/dfc2a37c-fe6f-493c-a57b-807033800f10/a236c9de-87e4-4398-9b16-1893b1117376) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:56:14.641091 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Publish callbacks [] for port (a236c9de-87e4-4398-9b16-1893b1117376), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.647325 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (a236c9de-87e4-4398-9b16-1893b1117376), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.685375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Network b0bf21e7-7a85-4646-8600-8533c213279e is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:56:14.688558 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Publish callbacks [] for router_gateway (3590fe16-0f7f-4c14-8730-90228aa01f5a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.688722 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:56:14.691701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:56:14.708049 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Pushing event updated for resources: {'Port': ['ID=a236c9de-87e4-4398-9b16-1893b1117376,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:14.708566 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.760958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Attempting to bind port a236c9de-87e4-4398-9b16-1893b1117376 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:56:14.761305 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Attempting to bind port a236c9de-87e4-4398-9b16-1893b1117376 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:56:14.761664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Attempting to bind port a236c9de-87e4-4398-9b16-1893b1117376 on network b0bf21e7-7a85-4646-8600-8533c213279e {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:56:14.767167 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:56:14.767632 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Checking segment: {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:56:14.768515 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.769237 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Bound using segment: {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:56:14.769976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Bound port: a236c9de-87e4-4398-9b16-1893b1117376, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:56:14.770559 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a236c9de-87e4-4398-9b16-1893b1117376), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.807406 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Allocated IP 172.25.8.73 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/e1d4c873-7dd5-4dab-be85-a8f13ebf235f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:56:14.845045 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] For port a236c9de-87e4-4398-9b16-1893b1117376, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:56:14.848055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] For port a236c9de-87e4-4398-9b16-1893b1117376, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a236c9de-87e4-4398-9b16-1893b1117376,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:56:14.853820 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a236c9de-87e4-4398-9b16-1893b1117376), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:14.915002 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe767a-b394-49ed-b4cf-fa4899122967 None None] Pushing event updated for resources: {'Port': ['ID=a236c9de-87e4-4398-9b16-1893b1117376,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:14.917528 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Publish callbacks [] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:15.206520 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a236c9de-87e4-4398-9b16-1893b1117376 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:56:15.266973 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a236c9de-87e4-4398-9b16-1893b1117376 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:15.267671 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a236c9de-87e4-4398-9b16-1893b1117376), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:15.320423 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:15.354135 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a236c9de-87e4-4398-9b16-1893b1117376 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:15.354397 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:56:15.354539 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (a236c9de-87e4-4398-9b16-1893b1117376), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:15.357193 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:56:15.361572 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:56:15.389208 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port a236c9de-87e4-4398-9b16-1893b1117376, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a236c9de-87e4-4398-9b16-1893b1117376,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:15.393983 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (a236c9de-87e4-4398-9b16-1893b1117376), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:15.395239 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d4c873-7dd5-4dab-be85-a8f13ebf235f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:15.446433 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=a236c9de-87e4-4398-9b16-1893b1117376,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:15.616687 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Publish callbacks [] for router_gateway (3590fe16-0f7f-4c14-8730-90228aa01f5a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:15.818014 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (3590fe16-0f7f-4c14-8730-90228aa01f5a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:15.887194 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1d2401-1e8a-49b1-9d72-283c66c57f79 None None] Network b0bf21e7-7a85-4646-8600-8533c213279e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:56:15.950393 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Router 3590fe16-0f7f-4c14-8730-90228aa01f5a is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:56:15.962469 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c0553e49-a993-47ee-a3ee-788afe0d0233 None None] Provisioning complete for port a236c9de-87e4-4398-9b16-1893b1117376 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:15.962858 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c0553e49-a993-47ee-a3ee-788afe0d0233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a236c9de-87e4-4398-9b16-1893b1117376), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.063424 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:56:16.079576 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Sync routers for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:56:16.082072 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c0553e49-a993-47ee-a3ee-788afe0d0233 None None] Current status of the port a236c9de-87e4-4398-9b16-1893b1117376 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:16.083829 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.086759 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-327d9494-f1b8-4f85-bb4c-658976d10627 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8142703 Jan 31 19:56:16.089281 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60584) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:16.094452 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:16.095104 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:16.210948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:16.331779 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-016df46c-271c-410a-80b9-bc7da685ed41 None None] Provisioning complete for port a236c9de-87e4-4398-9b16-1893b1117376 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:16.332504 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-016df46c-271c-410a-80b9-bc7da685ed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a236c9de-87e4-4398-9b16-1893b1117376), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.463040 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-016df46c-271c-410a-80b9-bc7da685ed41 None None] Current status of the port a236c9de-87e4-4398-9b16-1893b1117376 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:16.469851 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:15Z', 'revision_number': 3, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:16.496965 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Checking router: 3590fe16-0f7f-4c14-8730-90228aa01f5a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:56:16.497324 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Updating router 3590fe16-0f7f-4c14-8730-90228aa01f5a port e1d4c873-7dd5-4dab-be85-a8f13ebf235f binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:56:16.517181 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.530626 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.671472 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Allocated IP 172.20.0.1 (b0bf21e7-7a85-4646-8600-8533c213279e/dfc2a37c-fe6f-493c-a57b-807033800f10/d99db2bc-f1c3-4b96-b8cb-39f9de40496b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:56:16.773114 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Publish callbacks [] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.778303 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Publish callbacks [] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.783887 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.809131 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.831116 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Attempting to bind port e1d4c873-7dd5-4dab-be85-a8f13ebf235f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:56:16.831486 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Attempting to bind port e1d4c873-7dd5-4dab-be85-a8f13ebf235f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:56:16.831855 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Attempting to bind port e1d4c873-7dd5-4dab-be85-a8f13ebf235f on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:56:16.839118 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce51411-700a-474a-813e-b176d3bc295e None None] Pushing event updated for resources: {'Port': ['ID=e1d4c873-7dd5-4dab-be85-a8f13ebf235f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:16.843593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:56:16.843976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:56:16.844934 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.845321 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:56:16.845789 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Bound port: e1d4c873-7dd5-4dab-be85-a8f13ebf235f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:56:16.846165 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.846501 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Network b0bf21e7-7a85-4646-8600-8533c213279e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:56:16.849413 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:56:16.852904 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:56:16.880683 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Pushing event updated for resources: {'Port': ['ID=d99db2bc-f1c3-4b96-b8cb-39f9de40496b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:16.899674 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (3590fe16-0f7f-4c14-8730-90228aa01f5a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.900708 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] For port e1d4c873-7dd5-4dab-be85-a8f13ebf235f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:56:16.905438 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] For port e1d4c873-7dd5-4dab-be85-a8f13ebf235f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e1d4c873-7dd5-4dab-be85-a8f13ebf235f,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:56:16.911858 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:16.958314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:16.958941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:17.007382 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce51411-700a-474a-813e-b176d3bc295e None None] Pushing event updated for resources: {'Port': ['ID=e1d4c873-7dd5-4dab-be85-a8f13ebf235f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:17.041648 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:17.102406 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-721c3a8b-97b6-49e1-92b5-0d4bc8c13b9c None None] Provisioning complete for port d99db2bc-f1c3-4b96-b8cb-39f9de40496b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:17.102842 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-721c3a8b-97b6-49e1-92b5-0d4bc8c13b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:17.105450 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:17.213651 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Publish callbacks [] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:17.218615 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:17.286233 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Pushing event updated for resources: {'Port': ['ID=d99db2bc-f1c3-4b96-b8cb-39f9de40496b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:17.288711 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (3590fe16-0f7f-4c14-8730-90228aa01f5a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:17.344148 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a236c9de-87e4-4398-9b16-1893b1117376 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:56:17.383590 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Network b0bf21e7-7a85-4646-8600-8533c213279e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:56:17.385092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:56:17.395643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-721c3a8b-97b6-49e1-92b5-0d4bc8c13b9c None None] Port d99db2bc-f1c3-4b96-b8cb-39f9de40496b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:56:17.476797 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port a236c9de-87e4-4398-9b16-1893b1117376 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:17.477181 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (a236c9de-87e4-4398-9b16-1893b1117376), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:17.506774 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Router 3590fe16-0f7f-4c14-8730-90228aa01f5a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:56:17.596258 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:15Z', 'revision_number': 3, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:17.623461 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:56:17.630621 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port a236c9de-87e4-4398-9b16-1893b1117376 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:17.633256 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2dc63-e9e6-4593-add1-654f9dd2704e None None] The sync data for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 is: [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:15Z', 'revision_number': 3, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:56:17.637126 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-e2275a48-8916-4bc1-9519-8c2b3200649d admin admin] 10.222.0.20 "PUT /v2.0/routers/3590fe16-0f7f-4c14-8730-90228aa01f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5464380 Jan 31 19:56:17.647479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2ba5c967-1863-423c-adf9-fd4360b7d398 None None] Provisioning complete for port d99db2bc-f1c3-4b96-b8cb-39f9de40496b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:17.648011 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2ba5c967-1863-423c-adf9-fd4360b7d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:17.685664 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5c967-1863-423c-adf9-fd4360b7d398 None None] Port d99db2bc-f1c3-4b96-b8cb-39f9de40496b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:56:18.130304 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60600) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:18.135650 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1734418564-network', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:18.158822 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Made reservation on behalf of 7e728bb902fd44d8a243313ae96e408c for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:56:18.166458 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.176691 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.255676 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Publish callbacks [] for security_group (72ee62da-3ad7-4c2c-b9d2-25b65c476444), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.260219 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (72ee62da-3ad7-4c2c-b9d2-25b65c476444), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.289239 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 19:56:18.295931 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ee62da-3ad7-4c2c-b9d2-25b65c476444,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:18.302437 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (416a7062-e275-4c30-a8c1-5364973e2c03), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.302785 n-d-812111-15 neutron-server[103226]: INFO neutron.db.segments_db [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Added segment 416a7062-e275-4c30-a8c1-5364973e2c03 of type vlan for network 4c4a8092-9906-4d5d-81cc-58489465c65e Jan 31 19:56:18.349110 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781438822256'] for network (4c4a8092-9906-4d5d-81cc-58489465c65e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.373223 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471'] for network (4c4a8092-9906-4d5d-81cc-58489465c65e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.374197 n-d-812111-15 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:18.374768 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.427822 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2962120 Jan 31 19:56:18.430687 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60602) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:18.436540 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-47a34d95-8bf2-40e5-a9ed-e1bd71cd2195 admin admin] Request body: {'subnet': {'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1734418564-subnet', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:18.441661 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadc2a9-6fd6-4594-9b8f-fe7fe4f27b7b admin admin] Pushing event updated for resources: {'Network': ['ID=4c4a8092-9906-4d5d-81cc-58489465c65e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:18.452194 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Network 4c4a8092-9906-4d5d-81cc-58489465c65e details requested by agent ovs-agent-n-d-812111-15 with host n-d-812111-15 {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 19:56:18.465522 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a34d95-8bf2-40e5-a9ed-e1bd71cd2195 admin admin] Made reservation on behalf of 7e728bb902fd44d8a243313ae96e408c for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:56:18.468463 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47a34d95-8bf2-40e5-a9ed-e1bd71cd2195 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14315680'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.642649 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47a34d95-8bf2-40e5-a9ed-e1bd71cd2195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15873111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14315670'] for subnet (62e27c74-3220-4b83-b810-23f392cb8c42), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.698335 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a34d95-8bf2-40e5-a9ed-e1bd71cd2195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e27c74-3220-4b83-b810-23f392cb8c42,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:18.705598 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a34d95-8bf2-40e5-a9ed-e1bd71cd2195 admin admin] Checking segment: {'id': '416a7062-e275-4c30-a8c1-5364973e2c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:56:18.705963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a34d95-8bf2-40e5-a9ed-e1bd71cd2195 admin admin] Network hostable DHCP agents. Network: 4c4a8092-9906-4d5d-81cc-58489465c65e, hostable agents: ['52cd3048-d044-4017-a4ad-8bdc31b9f8dd'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 19:56:18.722691 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a34d95-8bf2-40e5-a9ed-e1bd71cd2195 admin admin] Network 4c4a8092-9906-4d5d-81cc-58489465c65e is scheduled to be hosted by DHCP agent 52cd3048-d044-4017-a4ad-8bdc31b9f8dd with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 19:56:18.731720 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-47a34d95-8bf2-40e5-a9ed-e1bd71cd2195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-15, 4c4a8092-9906-4d5d-81cc-58489465c65e) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:56:18.737001 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a34d95-8bf2-40e5-a9ed-e1bd71cd2195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:18.737939 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47a34d95-8bf2-40e5-a9ed-e1bd71cd2195 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.741788 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c091ecaa-320d-49de-80ad-6102ce843acc None None] Network 4c4a8092-9906-4d5d-81cc-58489465c65e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:56:18.760635 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-47a34d95-8bf2-40e5-a9ed-e1bd71cd2195 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3287833 Jan 31 19:56:18.763262 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60604) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:18.768347 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1734418564-router', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:18.788070 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2786'] for router (03308219-175e-4dc1-9333-84cdd61b9e59), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.789148 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1815884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1814498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2805'] for router (03308219-175e-4dc1-9333-84cdd61b9e59), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.846107 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Publish callbacks [] for router_controller (03308219-175e-4dc1-9333-84cdd61b9e59), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.851908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27489669-3c5f-5ac8-8892-2d6034bf6d55-4c4a8092-9906-4d5d-81cc-58489465c65e', 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e', 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'fixed_ips': [{'subnet_id': '62e27c74-3220-4b83-b810-23f392cb8c42'}]}} from n-d-812111-15. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 19:56:18.852956 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:18.983023 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Publish callbacks [] for router_gateway (03308219-175e-4dc1-9333-84cdd61b9e59), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.008156 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Allocated IP 172.20.0.2 (4c4a8092-9906-4d5d-81cc-58489465c65e/62e27c74-3220-4b83-b810-23f392cb8c42/10f4f355-15d2-45ed-bbf0-37023a5bb07f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:56:19.021654 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a6ae72a0-872e-4346-a61d-c4a99ad825e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.201648 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Publish callbacks [] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.202616 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Publish callbacks [] for router_gateway (03308219-175e-4dc1-9333-84cdd61b9e59), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.208235 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.212927 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e1d4c873-7dd5-4dab-be85-a8f13ebf235f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:56:19.222806 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.290812 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Network 4c4a8092-9906-4d5d-81cc-58489465c65e is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:56:19.291917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Pushing event updated for resources: {'Port': ['ID=10f4f355-15d2-45ed-bbf0-37023a5bb07f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:19.296948 n-d-812111-15 neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:56:19.300134 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:56:19.343714 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Allocated IP 172.25.8.111 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/85c7c2eb-bf9d-48a4-9269-9aae36cf0cec) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:56:19.350556 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e1d4c873-7dd5-4dab-be85-a8f13ebf235f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:19.350927 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.381197 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Sync routers for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:56:19.381737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Attempting to bind port 10f4f355-15d2-45ed-bbf0-37023a5bb07f on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:56:19.381737 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Attempting to bind port 10f4f355-15d2-45ed-bbf0-37023a5bb07f by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '416a7062-e275-4c30-a8c1-5364973e2c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:56:19.381936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Attempting to bind port 10f4f355-15d2-45ed-bbf0-37023a5bb07f on network 4c4a8092-9906-4d5d-81cc-58489465c65e {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:56:19.390518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:56:19.391535 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Checking segment: {'id': '416a7062-e275-4c30-a8c1-5364973e2c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:56:19.391802 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.392197 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Bound using segment: {'id': '416a7062-e275-4c30-a8c1-5364973e2c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:56:19.392645 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:19.392741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Bound port: 10f4f355-15d2-45ed-bbf0-37023a5bb07f, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416a7062-e275-4c30-a8c1-5364973e2c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:56:19.393326 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.393440 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:19.451288 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Publish callbacks [] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.498314 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] For port 10f4f355-15d2-45ed-bbf0-37023a5bb07f, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:56:19.499068 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.500447 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e1d4c873-7dd5-4dab-be85-a8f13ebf235f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:19.500903 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.507857 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:19.521545 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] For port 10f4f355-15d2-45ed-bbf0-37023a5bb07f, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=10f4f355-15d2-45ed-bbf0-37023a5bb07f,segment=NetworkSegment(416a7062-e275-4c30-a8c1-5364973e2c03),segment_id=416a7062-e275-4c30-a8c1-5364973e2c03)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:56:19.531363 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port e1d4c873-7dd5-4dab-be85-a8f13ebf235f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e1d4c873-7dd5-4dab-be85-a8f13ebf235f,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:19.534075 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.546608 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:56:19.550355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:56:19.554070 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:56:19.558885 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.596961 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22052d72-fde7-4a89-9797-74d5b9b36ebf None None] Pushing event updated for resources: {'Port': ['ID=10f4f355-15d2-45ed-bbf0-37023a5bb07f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:19.601279 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Pushing event updated for resources: {'Port': ['ID=85c7c2eb-bf9d-48a4-9269-9aae36cf0cec,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:19.677229 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=e1d4c873-7dd5-4dab-be85-a8f13ebf235f,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:19.744495 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 2, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:19.790782 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Checking router: 3590fe16-0f7f-4c14-8730-90228aa01f5a for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:56:19.791366 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Updating router 3590fe16-0f7f-4c14-8730-90228aa01f5a port d99db2bc-f1c3-4b96-b8cb-39f9de40496b binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:56:19.825402 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:19.852973 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Publish callbacks [] for router_gateway (03308219-175e-4dc1-9333-84cdd61b9e59), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:20.055670 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1815861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1814455'] for router (03308219-175e-4dc1-9333-84cdd61b9e59), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:20.113315 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Publish callbacks [] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:20.120012 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:20.194336 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Router 03308219-175e-4dc1-9333-84cdd61b9e59 is scheduled to L3 agent ddf8a537-73d8-4213-852e-79a019d7279b with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 19:56:20.199712 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Pushing event updated for resources: {'Port': ['ID=d99db2bc-f1c3-4b96-b8cb-39f9de40496b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:20.223994 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.224659 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.225181 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.225696 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.226193 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.226697 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.227185 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.227692 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.228023 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.228379 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.228719 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.229046 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.229372 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:56:20.244522 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Attempting to bind port d99db2bc-f1c3-4b96-b8cb-39f9de40496b on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:56:20.244907 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Attempting to bind port d99db2bc-f1c3-4b96-b8cb-39f9de40496b by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:56:20.245276 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Attempting to bind port d99db2bc-f1c3-4b96-b8cb-39f9de40496b on network b0bf21e7-7a85-4646-8600-8533c213279e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:56:20.251343 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:56:20.251980 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Checking segment: {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:56:20.252459 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:20.252889 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Bound using segment: {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:56:20.253368 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Bound port: d99db2bc-f1c3-4b96-b8cb-39f9de40496b, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:56:20.253755 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:20.328116 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] For port d99db2bc-f1c3-4b96-b8cb-39f9de40496b, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:56:20.331583 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] For port d99db2bc-f1c3-4b96-b8cb-39f9de40496b, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d99db2bc-f1c3-4b96-b8cb-39f9de40496b,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:56:20.333770 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:56:20.338035 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:20.344312 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Sync routers for ids ['03308219-175e-4dc1-9333-84cdd61b9e59'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:56:20.354395 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:20.356126 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-03c138e9-4c37-42ac-b6a5-3b0f8635763a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5918419 Jan 31 19:56:20.359016 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60606) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:20.367768 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Routers {'03308219-175e-4dc1-9333-84cdd61b9e59'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:20.368437 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03308219-175e-4dc1-9333-84cdd61b9e59'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:20.426038 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a798440-9c6a-4a44-a44c-6301e464a026 None None] Pushing event updated for resources: {'Port': ['ID=d99db2bc-f1c3-4b96-b8cb-39f9de40496b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:20.457276 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:20.458722 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:55:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:20.530824 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Set router 03308219-175e-4dc1-9333-84cdd61b9e59 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:20.626859 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:20.640109 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-ccfce77a-a670-4e36-944d-91388b6acfcb None None] Provisioning complete for port d99db2bc-f1c3-4b96-b8cb-39f9de40496b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:20.640516 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccfce77a-a670-4e36-944d-91388b6acfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:20.855276 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ccfce77a-a670-4e36-944d-91388b6acfcb None None] Current status of the port d99db2bc-f1c3-4b96-b8cb-39f9de40496b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:20.857231 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccfce77a-a670-4e36-944d-91388b6acfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:20.935101 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'name': 'tempest-TestSnapshotPattern-1734418564-router', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:18Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 3, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'gw_port': {'id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:59:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:19Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:20.938325 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ccfce77a-a670-4e36-944d-91388b6acfcb None None] For port d99db2bc-f1c3-4b96-b8cb-39f9de40496b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d99db2bc-f1c3-4b96-b8cb-39f9de40496b,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:20.981798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8c6a46-cc24-4e18-b58f-f04ce1024444 None None] Network 4c4a8092-9906-4d5d-81cc-58489465c65e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 19:56:20.986906 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ccfce77a-a670-4e36-944d-91388b6acfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:20.988790 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Checking router: 03308219-175e-4dc1-9333-84cdd61b9e59 for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:56:20.989144 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Updating router 03308219-175e-4dc1-9333-84cdd61b9e59 port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec binding host n-d-812111-15 {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:56:21.040376 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:21.086673 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e22574-6dc3-43f5-a7fd-32eb1430b326 None None] The sync data for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 is: [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:56:21.355958 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 10f4f355-15d2-45ed-bbf0-37023a5bb07f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:56:21.362894 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:21.390075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfce77a-a670-4e36-944d-91388b6acfcb None None] Pushing event updated for resources: {'Port': ['ID=d99db2bc-f1c3-4b96-b8cb-39f9de40496b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:21.407027 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:21.421820 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6767f3f6-ba2b-4518-9286-79c443a00167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:21.444275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5154a3e3-bea4-47e7-86c7-8e5e6fc9d5ef None None] Provisioning complete for port 10f4f355-15d2-45ed-bbf0-37023a5bb07f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:21.444823 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5154a3e3-bea4-47e7-86c7-8e5e6fc9d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:21.586440 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Allocated IP 172.20.0.1 (4c4a8092-9906-4d5d-81cc-58489465c65e/62e27c74-3220-4b83-b810-23f392cb8c42/63eed6c7-f227-4662-ae46-57f82235dee3) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:56:21.620070 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 10f4f355-15d2-45ed-bbf0-37023a5bb07f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:21.620712 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:21.707597 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Publish callbacks [] for port (63eed6c7-f227-4662-ae46-57f82235dee3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:21.747587 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5154a3e3-bea4-47e7-86c7-8e5e6fc9d5ef None None] Current status of the port 10f4f355-15d2-45ed-bbf0-37023a5bb07f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:21.748092 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5154a3e3-bea4-47e7-86c7-8e5e6fc9d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:21.751524 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:21.796637 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Network 4c4a8092-9906-4d5d-81cc-58489465c65e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:56:21.801586 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:56:21.805247 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:56:21.839760 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Pushing event updated for resources: {'Port': ['ID=63eed6c7-f227-4662-ae46-57f82235dee3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:21.857144 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5154a3e3-bea4-47e7-86c7-8e5e6fc9d5ef None None] For port 10f4f355-15d2-45ed-bbf0-37023a5bb07f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=10f4f355-15d2-45ed-bbf0-37023a5bb07f,segment=NetworkSegment(416a7062-e275-4c30-a8c1-5364973e2c03),segment_id=416a7062-e275-4c30-a8c1-5364973e2c03)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:21.862220 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1812706'] for router_interface (03308219-175e-4dc1-9333-84cdd61b9e59), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:21.868382 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5154a3e3-bea4-47e7-86c7-8e5e6fc9d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:21.930428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 10f4f355-15d2-45ed-bbf0-37023a5bb07f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:21.930823 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.029518 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5154a3e3-bea4-47e7-86c7-8e5e6fc9d5ef None None] Provisioning complete for port d99db2bc-f1c3-4b96-b8cb-39f9de40496b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:22.029901 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5154a3e3-bea4-47e7-86c7-8e5e6fc9d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.030099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.102449 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Publish callbacks [] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.114798 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154a3e3-bea4-47e7-86c7-8e5e6fc9d5ef None None] Pushing event updated for resources: {'Port': ['ID=10f4f355-15d2-45ed-bbf0-37023a5bb07f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:22.125818 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 19:56:22.126245 n-d-812111-15 neutron-server[103227]: DEBUG oslo_db.api [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 19:56:22.128260 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.194611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5154a3e3-bea4-47e7-86c7-8e5e6fc9d5ef None None] Current status of the port d99db2bc-f1c3-4b96-b8cb-39f9de40496b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:22.231039 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa574a1-f1be-48fb-9e31-3ed97f993729 None None] Pushing event updated for resources: {'Port': ['ID=85c7c2eb-bf9d-48a4-9269-9aae36cf0cec,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:22.233336 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Attempting to bind port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec on host n-d-812111-15 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:56:22.233715 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Attempting to bind port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:56:22.234080 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Attempting to bind port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec on network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:56:22.246266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:56:22.247212 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Checking segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:56:22.247632 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.248372 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Bound using segment: {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:56:22.248566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Bound port: 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0a555d-9502-47c2-ae06-b8d3c8518fad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:56:22.249096 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.261608 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Publish callbacks [] for port (63eed6c7-f227-4662-ae46-57f82235dee3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.269391 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14618962'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.319218 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] For port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec, host n-d-812111-15, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:56:22.335425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] For port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=85c7c2eb-bf9d-48a4-9269-9aae36cf0cec,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:56:22.341879 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fbd47cf5-9eea-4197-bfb2-a5204d49bc11 None None] Provisioning complete for port 63eed6c7-f227-4662-ae46-57f82235dee3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:22.342549 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbd47cf5-9eea-4197-bfb2-a5204d49bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.342880 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Pushing event updated for resources: {'Port': ['ID=63eed6c7-f227-4662-ae46-57f82235dee3,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:22.347431 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.370558 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1813106'] for router_interface (03308219-175e-4dc1-9333-84cdd61b9e59), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.436243 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fbd47cf5-9eea-4197-bfb2-a5204d49bc11 None None] Port 63eed6c7-f227-4662-ae46-57f82235dee3 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:56:22.439761 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Routers {'03308219-175e-4dc1-9333-84cdd61b9e59'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:22.440434 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03308219-175e-4dc1-9333-84cdd61b9e59'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:22.476779 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Network 4c4a8092-9906-4d5d-81cc-58489465c65e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:56:22.478009 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:56:22.488979 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa574a1-f1be-48fb-9e31-3ed97f993729 None None] Pushing event updated for resources: {'Port': ['ID=85c7c2eb-bf9d-48a4-9269-9aae36cf0cec,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:22.497990 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fbd47cf5-9eea-4197-bfb2-a5204d49bc11 None None] Provisioning complete for port 10f4f355-15d2-45ed-bbf0-37023a5bb07f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:22.498375 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbd47cf5-9eea-4197-bfb2-a5204d49bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.609375 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] Set router 03308219-175e-4dc1-9333-84cdd61b9e59 gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:22.611308 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Router 03308219-175e-4dc1-9333-84cdd61b9e59 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:56:22.736100 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:56:22.744870 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-b47519c1-3cde-4464-9424-7109b0adfa04 admin admin] 10.222.0.20 "PUT /v2.0/routers/03308219-175e-4dc1-9333-84cdd61b9e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3825302 Jan 31 19:56:22.745395 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fbd47cf5-9eea-4197-bfb2-a5204d49bc11 None None] Current status of the port 10f4f355-15d2-45ed-bbf0-37023a5bb07f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:22.747630 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 10f4f355-15d2-45ed-bbf0-37023a5bb07f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:22.748566 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e1d4c873-7dd5-4dab-be85-a8f13ebf235f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:56:22.842532 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.903405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f41cb55c-8bf9-4ad9-a990-d7968ae96416 None None] Provisioning complete for port 63eed6c7-f227-4662-ae46-57f82235dee3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:22.903981 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f41cb55c-8bf9-4ad9-a990-d7968ae96416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.908381 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port e1d4c873-7dd5-4dab-be85-a8f13ebf235f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:22.908381 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:22.997894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f41cb55c-8bf9-4ad9-a990-d7968ae96416 None None] Port 63eed6c7-f227-4662-ae46-57f82235dee3 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:56:23.219755 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'name': 'tempest-TestSnapshotPattern-1734418564-router', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:18Z', 'updated_at': '2022-01-31T19:56:21Z', 'revision_number': 4, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'gw_port': {'id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:59:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:19Z', 'updated_at': '2022-01-31T19:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '63eed6c7-f227-4662-ae46-57f82235dee3', 'name': '', 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'mac_address': 'fa:16:3e:ad:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '62e27c74-3220-4b83-b810-23f392cb8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:21Z', 'updated_at': '2022-01-31T19:56:22Z', 'revision_number': 2, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'subnets': [{'id': '62e27c74-3220-4b83-b810-23f392cb8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:23.249214 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port e1d4c873-7dd5-4dab-be85-a8f13ebf235f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:23.251598 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93704b7f-6831-42c2-9728-78aa4da66d28 None None] The sync data for ids ['03308219-175e-4dc1-9333-84cdd61b9e59'] in n-d-812111-15 is: [{'id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'name': 'tempest-TestSnapshotPattern-1734418564-router', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:18Z', 'updated_at': '2022-01-31T19:56:21Z', 'revision_number': 4, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'gw_port': {'id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:59:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:19Z', 'updated_at': '2022-01-31T19:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '63eed6c7-f227-4662-ae46-57f82235dee3', 'name': '', 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'mac_address': 'fa:16:3e:ad:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '62e27c74-3220-4b83-b810-23f392cb8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:21Z', 'updated_at': '2022-01-31T19:56:22Z', 'revision_number': 2, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'subnets': [{'id': '62e27c74-3220-4b83-b810-23f392cb8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:56:23.398528 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60616) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:23.403234 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0bff4956-8eeb-4a50-ad33-30363243f46d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647283586', 'description': 'tempest-secgroup-smoke-647283586 description', 'project_id': '0d4f93f3cee242f997709c9e21c17b67'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:23.429865 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bff4956-8eeb-4a50-ad33-30363243f46d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:23.462048 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 10f4f355-15d2-45ed-bbf0-37023a5bb07f up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:56:23.522689 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bff4956-8eeb-4a50-ad33-30363243f46d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group (7d8246e1-829b-45bf-9497-a4252d8c1139), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:23.528227 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bff4956-8eeb-4a50-ad33-30363243f46d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7d8246e1-829b-45bf-9497-a4252d8c1139), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:23.556361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 10f4f355-15d2-45ed-bbf0-37023a5bb07f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:23.556749 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:23.561096 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bff4956-8eeb-4a50-ad33-30363243f46d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:23.562352 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-0bff4956-8eeb-4a50-ad33-30363243f46d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1628137 Jan 31 19:56:23.564002 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff4956-8eeb-4a50-ad33-30363243f46d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8246e1-829b-45bf-9497-a4252d8c1139,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:23.567274 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 60618) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:23.573063 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4faa4527-7261-421a-8d66-2431a131e89f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Request body: {'security_group_rule': {'security_group_id': '7d8246e1-829b-45bf-9497-a4252d8c1139', 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:23.603628 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4faa4527-7261-421a-8d66-2431a131e89f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (ddc98657-ff9c-4a5e-a1c9-9aef1bc8ae49), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:23.661507 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 10f4f355-15d2-45ed-bbf0-37023a5bb07f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:23.662645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d99db2bc-f1c3-4b96-b8cb-39f9de40496b up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:56:23.670628 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4faa4527-7261-421a-8d66-2431a131e89f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (ddc98657-ff9c-4a5e-a1c9-9aef1bc8ae49), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:23.674744 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4faa4527-7261-421a-8d66-2431a131e89f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (ddc98657-ff9c-4a5e-a1c9-9aef1bc8ae49), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:23.695092 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa4527-7261-421a-8d66-2431a131e89f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc98657-ff9c-4a5e-a1c9-9aef1bc8ae49,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:23.704853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4faa4527-7261-421a-8d66-2431a131e89f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:23.708814 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-4faa4527-7261-421a-8d66-2431a131e89f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380074 Jan 31 19:56:23.709468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60620) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:23.713475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port d99db2bc-f1c3-4b96-b8cb-39f9de40496b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:23.713937 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:23.714515 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f6c59ff0-1663-4074-9207-8798489a6d95 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Request body: {'security_group_rule': {'security_group_id': '7d8246e1-829b-45bf-9497-a4252d8c1139', 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:23.744510 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6c59ff0-1663-4074-9207-8798489a6d95 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (59ca0f4d-344c-42d2-96a7-1cdd6f57b953), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:23.801326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port d99db2bc-f1c3-4b96-b8cb-39f9de40496b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:24.147176 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6c59ff0-1663-4074-9207-8798489a6d95 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (59ca0f4d-344c-42d2-96a7-1cdd6f57b953), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.151402 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6c59ff0-1663-4074-9207-8798489a6d95 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (59ca0f4d-344c-42d2-96a7-1cdd6f57b953), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.173929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c59ff0-1663-4074-9207-8798489a6d95 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ca0f4d-344c-42d2-96a7-1cdd6f57b953,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:24.186122 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6c59ff0-1663-4074-9207-8798489a6d95 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.187366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f6c59ff0-1663-4074-9207-8798489a6d95 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4767418 Jan 31 19:56:24.190168 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60622) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:24.194769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f5473cca-7619-49a7-a30a-2743663a37b8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Request body: {'security_group_rule': {'security_group_id': '7d8246e1-829b-45bf-9497-a4252d8c1139', 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:24.222460 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5473cca-7619-49a7-a30a-2743663a37b8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (f62d2146-f83a-4467-9508-a58a4ca29364), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.287554 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5473cca-7619-49a7-a30a-2743663a37b8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (f62d2146-f83a-4467-9508-a58a4ca29364), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.291474 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5473cca-7619-49a7-a30a-2743663a37b8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (f62d2146-f83a-4467-9508-a58a4ca29364), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.307259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5473cca-7619-49a7-a30a-2743663a37b8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62d2146-f83a-4467-9508-a58a4ca29364,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:24.321838 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5473cca-7619-49a7-a30a-2743663a37b8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.325541 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f5473cca-7619-49a7-a30a-2743663a37b8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318750 Jan 31 19:56:24.325803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:24.331134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-13d909c5-9989-4a74-9d93-3f0e7079619e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Request body: {'security_group_rule': {'security_group_id': '7d8246e1-829b-45bf-9497-a4252d8c1139', 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:24.359048 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13d909c5-9989-4a74-9d93-3f0e7079619e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (e81c72ff-00e0-43d0-b2d4-bc03187e4888), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.414374 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.421567 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13d909c5-9989-4a74-9d93-3f0e7079619e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (e81c72ff-00e0-43d0-b2d4-bc03187e4888), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.425685 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13d909c5-9989-4a74-9d93-3f0e7079619e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (e81c72ff-00e0-43d0-b2d4-bc03187e4888), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.444549 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d909c5-9989-4a74-9d93-3f0e7079619e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81c72ff-00e0-43d0-b2d4-bc03187e4888,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:24.451949 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-13d909c5-9989-4a74-9d93-3f0e7079619e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.453326 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-13d909c5-9989-4a74-9d93-3f0e7079619e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263816 Jan 31 19:56:24.455860 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60626) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:24.460468 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-321f8fcf-1677-4c63-a166-641600b1051b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Request body: {'security_group_rule': {'security_group_id': '7d8246e1-829b-45bf-9497-a4252d8c1139', 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:24.481734 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-321f8fcf-1677-4c63-a166-641600b1051b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Project 0d4f93f3cee242f997709c9e21c17b67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:56:24.487699 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-321f8fcf-1677-4c63-a166-641600b1051b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (abe9626a-c741-400e-8831-45271f3e02e0), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.551259 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-321f8fcf-1677-4c63-a166-641600b1051b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (abe9626a-c741-400e-8831-45271f3e02e0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.555183 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-321f8fcf-1677-4c63-a166-641600b1051b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (abe9626a-c741-400e-8831-45271f3e02e0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.573802 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f8fcf-1677-4c63-a166-641600b1051b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe9626a-c741-400e-8831-45271f3e02e0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:24.581742 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-321f8fcf-1677-4c63-a166-641600b1051b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.585040 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-321f8fcf-1677-4c63-a166-641600b1051b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279776 Jan 31 19:56:24.586479 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60628) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:24.591150 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fa1532e5-c725-492a-8ce4-d0a899cdd7ba tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Request body: {'security_group_rule': {'security_group_id': '7d8246e1-829b-45bf-9497-a4252d8c1139', 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:24.613601 n-d-812111-15 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-fa1532e5-c725-492a-8ce4-d0a899cdd7ba tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Project 0d4f93f3cee242f997709c9e21c17b67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 19:56:24.618850 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1532e5-c725-492a-8ce4-d0a899cdd7ba tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (ad4188e0-a17a-4ff1-96bc-ef59677c2d6c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.683585 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1532e5-c725-492a-8ce4-d0a899cdd7ba tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (ad4188e0-a17a-4ff1-96bc-ef59677c2d6c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.688062 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1532e5-c725-492a-8ce4-d0a899cdd7ba tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576351'] for security_group_rule (ad4188e0-a17a-4ff1-96bc-ef59677c2d6c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.708394 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1532e5-c725-492a-8ce4-d0a899cdd7ba tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4188e0-a17a-4ff1-96bc-ef59677c2d6c,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:24.716222 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa1532e5-c725-492a-8ce4-d0a899cdd7ba tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:24.717458 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-fa1532e5-c725-492a-8ce4-d0a899cdd7ba tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299467 Jan 31 19:56:24.867983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-361cc288-907b-43ed-9c4b-4c38a4805dc9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647283586&fields=id&tenant_id=0d4f93f3cee242f997709c9e21c17b67 HTTP/1.1" status: 200 len: 267 time: 0.0453963 Jan 31 19:56:24.973994 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-13f059b6-8815-4977-ac86-a444775b08ca tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:24.975455 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-13f059b6-8815-4977-ac86-a444775b08ca tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 810 time: 0.1011114 Jan 31 19:56:24.989983 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-59877da6-b2eb-41aa-b6fa-a310d5c0c37d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/quotas/0d4f93f3cee242f997709c9e21c17b67 HTTP/1.1" status: 200 len: 375 time: 0.0091071 Jan 31 19:56:25.045500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-f817653b-5219-4637-a5c3-28da12b4656a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504050 Jan 31 19:56:25.060505 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-d3470d7f-c176-4e08-899e-015f26632f17 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 19:56:25.061515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-d3470d7f-c176-4e08-899e-015f26632f17 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051723 Jan 31 19:56:25.074867 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:25.157927 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-027e03c4-2eb3-4947-a03a-38b21f4604bc service neutron] 10.222.0.20 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896370 Jan 31 19:56:25.247452 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-fe96cad7-24b7-4c4b-8ced-8b7a8e85ee13 service neutron] 10.222.0.20 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834198 Jan 31 19:56:25.350653 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:56:25.408393 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:25.408789 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:25.445686 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-97e74df0-159b-4c17-9dc3-a2cd91a0ac61 req-1686a80e-ffda-42ef-adeb-e76a55382bad tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 210 time: 0.0305679 Jan 31 19:56:25.484057 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Sync routers for ids ['03308219-175e-4dc1-9333-84cdd61b9e59'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:56:25.494224 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Routers {'03308219-175e-4dc1-9333-84cdd61b9e59'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:25.494832 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03308219-175e-4dc1-9333-84cdd61b9e59'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:25.525010 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:25.525626 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:25.530666 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:25.550772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] For port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=85c7c2eb-bf9d-48a4-9269-9aae36cf0cec,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:25.557099 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:25.611732 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Pushing event updated for resources: {'Port': ['ID=85c7c2eb-bf9d-48a4-9269-9aae36cf0cec,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:25.623932 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Set router 03308219-175e-4dc1-9333-84cdd61b9e59 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:25.937429 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'name': 'tempest-TestSnapshotPattern-1734418564-router', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:18Z', 'updated_at': '2022-01-31T19:56:21Z', 'revision_number': 4, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'gw_port': {'id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:59:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:19Z', 'updated_at': '2022-01-31T19:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '63eed6c7-f227-4662-ae46-57f82235dee3', 'name': '', 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'mac_address': 'fa:16:3e:ad:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '62e27c74-3220-4b83-b810-23f392cb8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:21Z', 'updated_at': '2022-01-31T19:56:22Z', 'revision_number': 2, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'subnets': [{'id': '62e27c74-3220-4b83-b810-23f392cb8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:25.963753 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Checking router: 03308219-175e-4dc1-9333-84cdd61b9e59 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:56:25.964113 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Updating router 03308219-175e-4dc1-9333-84cdd61b9e59 port 63eed6c7-f227-4662-ae46-57f82235dee3 binding host n-d-812111-15 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 19:56:25.992059 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:26.254524 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Publish callbacks [] for port (63eed6c7-f227-4662-ae46-57f82235dee3), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:26.259800 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:26.307881 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb51bac-0113-4724-9504-3caf0cc1b07f None None] Pushing event updated for resources: {'Port': ['ID=63eed6c7-f227-4662-ae46-57f82235dee3,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:26.366193 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Attempting to bind port 63eed6c7-f227-4662-ae46-57f82235dee3 on host n-d-812111-15 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:56:26.366559 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Attempting to bind port 63eed6c7-f227-4662-ae46-57f82235dee3 by drivers openvswitch,hyperv on host n-d-812111-15 at level 0 using segments [{'id': '416a7062-e275-4c30-a8c1-5364973e2c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:56:26.366944 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Attempting to bind port 63eed6c7-f227-4662-ae46-57f82235dee3 on network 4c4a8092-9906-4d5d-81cc-58489465c65e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:56:26.373360 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Checking agent: {'id': '8296a805-c130-457d-9bb5-eae3307284ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 19, 25), 'started_at': datetime.datetime(2022, 1, 31, 18, 19, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:56:26.373731 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Checking segment: {'id': '416a7062-e275-4c30-a8c1-5364973e2c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:56:26.374125 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:26.374624 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Bound using segment: {'id': '416a7062-e275-4c30-a8c1-5364973e2c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:56:26.375292 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Bound port: 63eed6c7-f227-4662-ae46-57f82235dee3, host: n-d-812111-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416a7062-e275-4c30-a8c1-5364973e2c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:56:26.375590 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:26.446068 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] For port 63eed6c7-f227-4662-ae46-57f82235dee3, host n-d-812111-15, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:56:26.450466 n-d-812111-15 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] For port 63eed6c7-f227-4662-ae46-57f82235dee3, host n-d-812111-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=63eed6c7-f227-4662-ae46-57f82235dee3,segment=NetworkSegment(416a7062-e275-4c30-a8c1-5364973e2c03),segment_id=416a7062-e275-4c30-a8c1-5364973e2c03)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:56:26.458234 n-d-812111-15 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:26.540083 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb51bac-0113-4724-9504-3caf0cc1b07f None None] Pushing event updated for resources: {'Port': ['ID=63eed6c7-f227-4662-ae46-57f82235dee3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:26.550311 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Routers {'03308219-175e-4dc1-9333-84cdd61b9e59'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:26.550929 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03308219-175e-4dc1-9333-84cdd61b9e59'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:26.613634 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6a585ed9-92b6-4305-9eea-0c0a16955cc1 req-18b4b88e-9953-4933-8be0-8f78e17d5f45 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 210 time: 0.0549014 Jan 31 19:56:26.645323 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9d661427-01b5-40d6-8ffd-6907bae294c6 None None] Provisioning complete for port 63eed6c7-f227-4662-ae46-57f82235dee3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:26.646464 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9d661427-01b5-40d6-8ffd-6907bae294c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:26.659940 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-d3817ec8-dd7a-4a16-a6b5-9cd426d608d8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:26.661676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-d3817ec8-dd7a-4a16-a6b5-9cd426d608d8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.21 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 810 time: 0.2364798 Jan 31 19:56:26.686560 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] Set router 03308219-175e-4dc1-9333-84cdd61b9e59 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:26.744676 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9d661427-01b5-40d6-8ffd-6907bae294c6 None None] Current status of the port 63eed6c7-f227-4662-ae46-57f82235dee3 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:26.745227 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9d661427-01b5-40d6-8ffd-6907bae294c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:26.751608 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-3ba92c22-7a32-40b3-a74c-a6292c0ecee1 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d4f93f3cee242f997709c9e21c17b67 HTTP/1.1" status: 200 len: 379 time: 0.0745108 Jan 31 19:56:26.762397 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Request body: {'port': {'device_id': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'admin_state_up': True, 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'security_groups': ['7d8246e1-829b-45bf-9497-a4252d8c1139']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:26.785057 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9d661427-01b5-40d6-8ffd-6907bae294c6 None None] For port 63eed6c7-f227-4662-ae46-57f82235dee3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=63eed6c7-f227-4662-ae46-57f82235dee3,segment=NetworkSegment(416a7062-e275-4c30-a8c1-5364973e2c03),segment_id=416a7062-e275-4c30-a8c1-5364973e2c03)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:26.791245 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9d661427-01b5-40d6-8ffd-6907bae294c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:26.854223 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d661427-01b5-40d6-8ffd-6907bae294c6 None None] Pushing event updated for resources: {'Port': ['ID=63eed6c7-f227-4662-ae46-57f82235dee3,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:26.876806 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:26.897214 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Made reservation on behalf of 0d4f93f3cee242f997709c9e21c17b67 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:56:26.902454 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:26.913657 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b50dea53-4414-41ca-ba19-24a7f90c9eda None None] Provisioning complete for port 63eed6c7-f227-4662-ae46-57f82235dee3 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:26.914121 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b50dea53-4414-41ca-ba19-24a7f90c9eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:26.920681 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'name': 'tempest-TestSnapshotPattern-1734418564-router', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:18Z', 'updated_at': '2022-01-31T19:56:21Z', 'revision_number': 4, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'gw_port': {'id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:19Z', 'updated_at': '2022-01-31T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '63eed6c7-f227-4662-ae46-57f82235dee3', 'name': '', 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'mac_address': 'fa:16:3e:ad:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '62e27c74-3220-4b83-b810-23f392cb8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:21Z', 'updated_at': '2022-01-31T19:56:26Z', 'revision_number': 4, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'subnets': [{'id': '62e27c74-3220-4b83-b810-23f392cb8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:26.948686 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d821360-3d10-48ff-a738-f7bc176f96ef None None] The sync data for ids ['03308219-175e-4dc1-9333-84cdd61b9e59'] in n-d-812111-15 is: [{'id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'name': 'tempest-TestSnapshotPattern-1734418564-router', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:18Z', 'updated_at': '2022-01-31T19:56:21Z', 'revision_number': 4, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'gw_port': {'id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:19Z', 'updated_at': '2022-01-31T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': '63eed6c7-f227-4662-ae46-57f82235dee3', 'name': '', 'network_id': '4c4a8092-9906-4d5d-81cc-58489465c65e', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'mac_address': 'fa:16:3e:ad:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '62e27c74-3220-4b83-b810-23f392cb8c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:21Z', 'updated_at': '2022-01-31T19:56:26Z', 'revision_number': 4, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'subnets': [{'id': '62e27c74-3220-4b83-b810-23f392cb8c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:56:26.999772 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b50dea53-4414-41ca-ba19-24a7f90c9eda None None] Current status of the port 63eed6c7-f227-4662-ae46-57f82235dee3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:27.039499 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Allocated IP 172.20.0.11 (b0bf21e7-7a85-4646-8600-8533c213279e/dfc2a37c-fe6f-493c-a57b-807033800f10/5ef8bd03-02a5-44fe-8758-5e764772c708) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:56:27.191767 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:27.228690 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:27.280725 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Network b0bf21e7-7a85-4646-8600-8533c213279e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:56:27.284537 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:56:27.291650 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:56:27.295934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'Port': ['ID=5ef8bd03-02a5-44fe-8758-5e764772c708,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:27.363861 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:27.365355 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:27.384797 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-a828a117-b9f9-41da-82e2-f9dab31d03b7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6278858 Jan 31 19:56:27.416220 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 63eed6c7-f227-4662-ae46-57f82235dee3 up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:56:27.481250 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 63eed6c7-f227-4662-ae46-57f82235dee3 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:27.481646 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:27.526295 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Request body: {'port': {'device_id': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:27.576369 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 63eed6c7-f227-4662-ae46-57f82235dee3 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:27.577500 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec up at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:56:27.599252 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:27.634660 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Provisioning complete for port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:27.635025 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:27.663267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7cd99632-dfdf-4ac0-90b1-3d7b9ebdae34 None None] Provisioning complete for port 5ef8bd03-02a5-44fe-8758-5e764772c708 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:27.663999 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7cd99632-dfdf-4ac0-90b1-3d7b9ebdae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:27.709033 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7cd99632-dfdf-4ac0-90b1-3d7b9ebdae34 None None] Port 5ef8bd03-02a5-44fe-8758-5e764772c708 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:56:27.752774 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Current status of the port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:27.824882 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093454f-3af5-4e45-9649-35322e32248f req-957ef54e-9c43-40b1-8b7b-947367d29b9e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:27.826259 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7093454f-3af5-4e45-9649-35322e32248f req-957ef54e-9c43-40b1-8b7b-947367d29b9e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 932 time: 0.1171823 Jan 31 19:56:27.906345 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7093454f-3af5-4e45-9649-35322e32248f req-6674a1ef-d69f-43bb-91ab-ae27a1a950c8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734389 Jan 31 19:56:27.958319 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef8bd03-02a5-44fe-8758-5e764772c708 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:56:27.966432 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Publish callbacks [] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:27.980124 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Transition to ACTIVE for port object 5ef8bd03-02a5-44fe-8758-5e764772c708 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:56:27.983496 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:28.035377 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef8bd03-02a5-44fe-8758-5e764772c708,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:28.112510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Attempting to bind port 5ef8bd03-02a5-44fe-8758-5e764772c708 on host n-h2-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:56:28.112853 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Attempting to bind port 5ef8bd03-02a5-44fe-8758-5e764772c708 by drivers openvswitch,hyperv on host n-h2-812111-15 at level 0 using segments [{'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:56:28.113184 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Attempting to bind port 5ef8bd03-02a5-44fe-8758-5e764772c708 on network b0bf21e7-7a85-4646-8600-8533c213279e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:56:28.117805 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Port 5ef8bd03-02a5-44fe-8758-5e764772c708 on network b0bf21e7-7a85-4646-8600-8533c213279e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:56:28.118133 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Attempting to bind port 5ef8bd03-02a5-44fe-8758-5e764772c708 on network b0bf21e7-7a85-4646-8600-8533c213279e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:56:28.123135 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Checking agent: {'id': '898b1825-c88e-4594-aa5f-e12005851778', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:56:28.123482 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Checking segment: {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:56:28.123872 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Bound using segment: {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:56:28.124301 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Bound port: 5ef8bd03-02a5-44fe-8758-5e764772c708, host: n-h2-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:56:28.124698 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:28.197510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] For port 5ef8bd03-02a5-44fe-8758-5e764772c708, host n-h2-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:56:28.200963 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] For port 5ef8bd03-02a5-44fe-8758-5e764772c708, host n-h2-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ef8bd03-02a5-44fe-8758-5e764772c708,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:56:28.208142 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:28.242362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:28.242995 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:28.244545 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ef8bd03-02a5-44fe-8758-5e764772c708 HTTP/1.1" status: 200 len: 1093 time: 0.8484387 Jan 31 19:56:28.244926 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:56:28.247407 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f595a0-7762-4310-a023-17276e3eb199" -d '{"events": [{"name": "network-changed", "server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:56:28.280933 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b1f6a-2a9a-40ad-928a-69c5f9f545d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef8bd03-02a5-44fe-8758-5e764772c708,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:28.340042 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-3f1f6d34-cd3f-4928-a6fd-9e1632dc0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:28.341748 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-3f1f6d34-cd3f-4928-a6fd-9e1632dc0508 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0554497 Jan 31 19:56:28.384868 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb25233-27b4-4453-857c-15e85ebd5ee0 x-openstack-request-id: req-9cb25233-27b4-4453-857c-15e85ebd5ee0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:56:28.385162 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:56:28.385426 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cb25233-27b4-4453-857c-15e85ebd5ee0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:56:28.385834 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'status': 'completed', 'code': 200} Jan 31 19:56:28.387699 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-d2dde5ed-ef84-4abf-99e8-9a2794835395 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ef8bd03-02a5-44fe-8758-5e764772c708 HTTP/1.1" status: 200 len: 217 time: 0.0390031 Jan 31 19:56:28.438101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-d8adf5d9-fcf3-43de-8014-ea1c559bc4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:28.439627 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-d8adf5d9-fcf3-43de-8014-ea1c559bc4dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0456841 Jan 31 19:56:28.496813 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-c18334c8-17f4-40b1-a57d-a7fed564d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:28.498334 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-c18334c8-17f4-40b1-a57d-a7fed564d5af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526259 Jan 31 19:56:28.595571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-f9064cee-d9b2-4243-9351-a496c6135331 service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904200 Jan 31 19:56:28.695027 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ac4a4be1-2572-4532-8f5c-ea60ce647ab2 req-f48757dd-007d-47d0-8d81-93425430533f service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935428 Jan 31 19:56:28.786495 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f595a0-7762-4310-a023-17276e3eb199 req-737cd98f-19bb-4a2b-839b-53fa44204f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:28.788137 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42f595a0-7762-4310-a023-17276e3eb199 req-737cd98f-19bb-4a2b-839b-53fa44204f6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0482910 Jan 31 19:56:28.879158 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f595a0-7762-4310-a023-17276e3eb199 req-f2708af8-b186-4714-8ebb-c4b60eba939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:28.880543 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42f595a0-7762-4310-a023-17276e3eb199 req-f2708af8-b186-4714-8ebb-c4b60eba939f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 911 time: 0.0846303 Jan 31 19:56:28.927715 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42f595a0-7762-4310-a023-17276e3eb199 req-16278752-ecbc-4892-9efc-8b2a25b1e19b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ef8bd03-02a5-44fe-8758-5e764772c708 HTTP/1.1" status: 200 len: 217 time: 0.0391142 Jan 31 19:56:28.977374 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f595a0-7762-4310-a023-17276e3eb199 req-8984816a-c48f-43ec-802e-d9212d3bdf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:28.978828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42f595a0-7762-4310-a023-17276e3eb199 req-8984816a-c48f-43ec-802e-d9212d3bdf2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0432889 Jan 31 19:56:29.063970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792b16d-37be-4b5d-a382-af66634270c2 req-f779c23c-e82b-4295-8503-8f9e329ef217 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:29.065466 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b792b16d-37be-4b5d-a382-af66634270c2 req-f779c23c-e82b-4295-8503-8f9e329ef217 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 944 time: 0.0857840 Jan 31 19:56:29.067904 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f595a0-7762-4310-a023-17276e3eb199 req-24328aed-9693-43d2-ac5b-54cd2345a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:29.069271 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42f595a0-7762-4310-a023-17276e3eb199 req-24328aed-9693-43d2-ac5b-54cd2345a8ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0809469 Jan 31 19:56:29.164533 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b792b16d-37be-4b5d-a382-af66634270c2 req-a8ae8ffa-ee50-41f5-9145-621447f0e380 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932999 Jan 31 19:56:29.189373 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42f595a0-7762-4310-a023-17276e3eb199 req-798740d6-35c5-4371-aae3-9e17cbb952b3 service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126890 Jan 31 19:56:29.279890 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-42f595a0-7762-4310-a023-17276e3eb199 req-dec420af-1604-4254-a36a-9cd4e861979d service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847917 Jan 31 19:56:30.287753 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dde7eb-b4c3-4089-9a88-f22b95be2850 req-0931ce7b-8af7-4a7a-b23d-a1956645f578 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:30.289404 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5dde7eb-b4c3-4089-9a88-f22b95be2850 req-0931ce7b-8af7-4a7a-b23d-a1956645f578 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 944 time: 0.0555544 Jan 31 19:56:30.340055 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-d5dde7eb-b4c3-4089-9a88-f22b95be2850 req-a535494f-c199-474d-8c9f-b8bf8982914c tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448363 Jan 31 19:56:31.460769 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5ddeb-3427-4616-b299-af55e2939962 req-3e43f05b-8c25-4b34-b306-778e23220f02 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:31.462253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ff5ddeb-3427-4616-b299-af55e2939962 req-3e43f05b-8c25-4b34-b306-778e23220f02 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 944 time: 0.0530474 Jan 31 19:56:31.517697 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-5ff5ddeb-3427-4616-b299-af55e2939962 req-25e343ca-8bd6-4b2b-b45f-55c94882bdfb tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498059 Jan 31 19:56:32.514099 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5ef8bd03-02a5-44fe-8758-5e764772c708 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:56:32.614699 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5ef8bd03-02a5-44fe-8758-5e764772c708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ef8bd03-02a5-44fe-8758-5e764772c708,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:32.627020 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'port_id': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'mac_address': 'fa:16:3e:7d:4f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:56:32.636535 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc38ed-2d2b-4dec-bbaa-1afcf2d1aa82 req-66eca660-223d-41ea-8cec-cdeb3d8d5d24 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:32.641470 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32cc38ed-2d2b-4dec-bbaa-1afcf2d1aa82 req-66eca660-223d-41ea-8cec-cdeb3d8d5d24 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 944 time: 0.0549071 Jan 31 19:56:32.664644 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5ef8bd03-02a5-44fe-8758-5e764772c708 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:32.664644 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:32.677905 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef8bd03-02a5-44fe-8758-5e764772c708 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:56:32.689628 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-32cc38ed-2d2b-4dec-bbaa-1afcf2d1aa82 req-3283cdf0-05cb-487c-ba3d-1e9910a9a57b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447991 Jan 31 19:56:32.697616 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5ef8bd03-02a5-44fe-8758-5e764772c708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ef8bd03-02a5-44fe-8758-5e764772c708,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:32.701631 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:32.746795 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5ef8bd03-02a5-44fe-8758-5e764772c708,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:32.986723 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['5ef8bd03-02a5-44fe-8758-5e764772c708'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:56:33.816928 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4701fb7-407f-4871-90f3-fa242e84cb43 req-5c261da6-06b5-4ecf-8667-cd0b94f7706d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:33.818493 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4701fb7-407f-4871-90f3-fa242e84cb43 req-5c261da6-06b5-4ecf-8667-cd0b94f7706d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 945 time: 0.0544503 Jan 31 19:56:33.877669 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b4701fb7-407f-4871-90f3-fa242e84cb43 req-c8a45466-bad8-4c42-ad64-c2be3413c51b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529251 Jan 31 19:56:34.508479 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5ef8bd03-02a5-44fe-8758-5e764772c708 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:56:34.560351 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning for port 5ef8bd03-02a5-44fe-8758-5e764772c708 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:56:34.564955 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 5ef8bd03-02a5-44fe-8758-5e764772c708 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:56:34.565330 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:34.641058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5ef8bd03-02a5-44fe-8758-5e764772c708 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:56:34.641520 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:34.663602 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:56:34.666260 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d8f847-6a1d-4b45-bba7-5585d4235517" -d '{"events": [{"server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "name": "network-vif-plugged", "status": "completed", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:56:34.679727 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5ef8bd03-02a5-44fe-8758-5e764772c708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ef8bd03-02a5-44fe-8758-5e764772c708,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:56:34.683891 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:34.707169 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce52af2b-62b5-4827-b024-5b0508594e24 x-openstack-request-id: req-ce52af2b-62b5-4827-b024-5b0508594e24 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:56:34.707462 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "name": "network-vif-plugged", "status": "completed", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:56:34.707719 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce52af2b-62b5-4827-b024-5b0508594e24 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:56:34.708101 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'code': 200} Jan 31 19:56:34.733425 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5ef8bd03-02a5-44fe-8758-5e764772c708,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:34.817652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c974f-7e2d-4ccf-9f31-ad793531125b req-e0bea593-90d6-4b90-b3c8-334a22a7559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:34.819089 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de5c974f-7e2d-4ccf-9f31-ad793531125b req-e0bea593-90d6-4b90-b3c8-334a22a7559f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 1129 time: 0.0484638 Jan 31 19:56:34.864054 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-de5c974f-7e2d-4ccf-9f31-ad793531125b req-4afc217e-2fbe-4b20-98a0-f873b20fad0e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387871 Jan 31 19:56:34.996259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d605eb1-e4cd-4e16-91fc-2671f42991b6 req-2bc2804c-7acd-4f52-a865-c54cd3b2222f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:34.997765 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d605eb1-e4cd-4e16-91fc-2671f42991b6 req-2bc2804c-7acd-4f52-a865-c54cd3b2222f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0515625 Jan 31 19:56:35.045057 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-0d605eb1-e4cd-4e16-91fc-2671f42991b6 req-8e8433cb-2d4e-4766-9c1c-ee270da8714b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416799 Jan 31 19:56:36.172069 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147e10b-3322-46f3-8d54-3fc067e6b14b req-5293042c-1dc1-4823-8b11-c8995bcb5e75 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:36.173589 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9147e10b-3322-46f3-8d54-3fc067e6b14b req-5293042c-1dc1-4823-8b11-c8995bcb5e75 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0571842 Jan 31 19:56:36.224632 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9147e10b-3322-46f3-8d54-3fc067e6b14b req-7ffd7aff-90b5-45ef-b9af-04eee033e1ba tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453341 Jan 31 19:56:36.319146 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:56:37.346268 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845b6fb-634b-45f1-9ddf-6a91751de3a8 req-9715393c-88bd-4115-85f2-224154c64ccc tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:37.347758 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c845b6fb-634b-45f1-9ddf-6a91751de3a8 req-9715393c-88bd-4115-85f2-224154c64ccc tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0532498 Jan 31 19:56:37.396357 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c845b6fb-634b-45f1-9ddf-6a91751de3a8 req-8812b8b5-3ccb-4a53-936b-0503500aef6d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430353 Jan 31 19:56:37.512970 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70b2d8-05d4-4093-9038-c4146ad06688 req-a0e0192e-30e8-4b9f-8df5-6e3613e9b1fb tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:37.514366 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d70b2d8-05d4-4093-9038-c4146ad06688 req-a0e0192e-30e8-4b9f-8df5-6e3613e9b1fb tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 946 time: 0.0518825 Jan 31 19:56:37.568114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6d70b2d8-05d4-4093-9038-c4146ad06688 req-89eb71f4-d46f-42a4-8aff-71a8a92a211a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474384 Jan 31 19:56:37.590366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60690) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:37.676887 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb93cb2f-c823-490b-8202-cb196a7e8f18 tempest-TestSnapshotPattern-560938047 tempest-TestSnapshotPattern-560938047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:37.678377 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-bb93cb2f-c823-490b-8202-cb196a7e8f18 tempest-TestSnapshotPattern-560938047 tempest-TestSnapshotPattern-560938047-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 1124 time: 0.0870228 Jan 31 19:56:37.681235 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:56:37.685423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:56:37.705600 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:37.800070 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:37.905044 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Allocated IP 172.25.8.226 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/e629e704-d18b-4d4a-b798-52cdc4735e82) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:56:38.003306 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for port (e629e704-d18b-4d4a-b798-52cdc4735e82), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:38.036450 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e629e704-d18b-4d4a-b798-52cdc4735e82), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:38.076659 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:56:38.080259 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:56:38.083588 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:56:38.091407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'Port': ['ID=e629e704-d18b-4d4a-b798-52cdc4735e82,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:38.446399 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for floatingip (2260c601-b0c1-4773-a9e1-69eb364e044d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:38.515928 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (e629e704-d18b-4d4a-b798-52cdc4735e82), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:38.666389 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for port (e629e704-d18b-4d4a-b798-52cdc4735e82), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:38.670771 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (e629e704-d18b-4d4a-b798-52cdc4735e82), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:38.738982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'Port': ['ID=e629e704-d18b-4d4a-b798-52cdc4735e82,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:56:38.749351 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (2260c601-b0c1-4773-a9e1-69eb364e044d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:38.847786 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Floating IP 2260c601-b0c1-4773-a9e1-69eb364e044d associated. External IP: 172.25.8.226, port: 5ef8bd03-02a5-44fe-8758-5e764772c708. Jan 31 19:56:39.053139 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Router 3590fe16-0f7f-4c14-8730-90228aa01f5a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:56:39.160597 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:56:39.170058 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f3758-1829-46ee-8a62-83932188f8f6 None None] Sync routers for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:56:39.178797 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:39.181374 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f3758-1829-46ee-8a62-83932188f8f6 None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:39.182013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-557f3758-1829-46ee-8a62-83932188f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:39.208595 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-738a18c0-41fc-4672-8ede-ef910bcf461f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5263331 Jan 31 19:56:39.209309 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:56:39.211566 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87aede8-f49c-4590-ae86-6b2267b0aa05" -d '{"events": [{"name": "network-changed", "server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:56:39.256601 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfc3a99-9cf4-471a-ae81-e7ded3ab699e x-openstack-request-id: req-acfc3a99-9cf4-471a-ae81-e7ded3ab699e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:56:39.256902 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:56:39.257166 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acfc3a99-9cf4-471a-ae81-e7ded3ab699e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:56:39.257587 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'status': 'completed', 'code': 200} Jan 31 19:56:39.294692 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-557f3758-1829-46ee-8a62-83932188f8f6 None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:39.328542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aede8-f49c-4590-ae86-6b2267b0aa05 req-0d620aad-577a-4942-ac65-8396906d670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:39.330175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87aede8-f49c-4590-ae86-6b2267b0aa05 req-0d620aad-577a-4942-ac65-8396906d670e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 1129 time: 0.0458083 Jan 31 19:56:39.428696 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aede8-f49c-4590-ae86-6b2267b0aa05 req-3cbefa66-b75f-45fe-ae7a-ab88a1ffe28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:39.430175 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87aede8-f49c-4590-ae86-6b2267b0aa05 req-3cbefa66-b75f-45fe-ae7a-ab88a1ffe28f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 911 time: 0.0882807 Jan 31 19:56:39.499660 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87aede8-f49c-4590-ae86-6b2267b0aa05 req-be298687-e8fd-4f0c-a03b-7a97d9e5190f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ef8bd03-02a5-44fe-8758-5e764772c708 HTTP/1.1" status: 200 len: 1000 time: 0.0591855 Jan 31 19:56:39.523685 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-557f3758-1829-46ee-8a62-83932188f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '2260c601-b0c1-4773-a9e1-69eb364e044d', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'port_id': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'mac_address': 'fa:16:3e:7d:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:56:38Z', 'updated_at': '2022-01-31T19:56:38Z', 'revision_number': 0, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:39.553912 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aede8-f49c-4590-ae86-6b2267b0aa05 req-ebb308bb-21fe-4fd9-aab5-803d0cfc2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:39.555386 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87aede8-f49c-4590-ae86-6b2267b0aa05 req-ebb308bb-21fe-4fd9-aab5-803d0cfc2bda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0482156 Jan 31 19:56:39.555643 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f3758-1829-46ee-8a62-83932188f8f6 None None] Checking router: 3590fe16-0f7f-4c14-8730-90228aa01f5a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:56:39.564318 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f3758-1829-46ee-8a62-83932188f8f6 None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:56:39.564947 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-557f3758-1829-46ee-8a62-83932188f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:56:21Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:39.609716 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aede8-f49c-4590-ae86-6b2267b0aa05 req-454abd1f-507f-47d1-9e96-fcd3cc66774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:56:39.612158 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87aede8-f49c-4590-ae86-6b2267b0aa05 req-454abd1f-507f-47d1-9e96-fcd3cc66774a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461829 Jan 31 19:56:39.672185 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-557f3758-1829-46ee-8a62-83932188f8f6 None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:56:39.702075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87aede8-f49c-4590-ae86-6b2267b0aa05 req-c2293b2d-46ea-43df-a11a-d4a7e4f2fb9a service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829158 Jan 31 19:56:39.799390 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a87aede8-f49c-4590-ae86-6b2267b0aa05 req-bb9d2a73-4353-42e0-ab38-c060c6f1ea05 service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875683 Jan 31 19:56:39.891656 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-557f3758-1829-46ee-8a62-83932188f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '2260c601-b0c1-4773-a9e1-69eb364e044d', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'port_id': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'mac_address': 'fa:16:3e:7d:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:56:38Z', 'updated_at': '2022-01-31T19:56:38Z', 'revision_number': 0, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:56:39.921428 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f3758-1829-46ee-8a62-83932188f8f6 None None] The sync data for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 is: [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '2260c601-b0c1-4773-a9e1-69eb364e044d', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'port_id': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'mac_address': 'fa:16:3e:7d:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:56:38Z', 'updated_at': '2022-01-31T19:56:38Z', 'revision_number': 0, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:56:40.116309 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e7dd7-6788-4db6-ba27-d9f8fff7896b None None] New status for floating IP 2260c601-b0c1-4773-a9e1-69eb364e044d: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:56:49.004487 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e1b36188-946d-4424-acc6-fee8b0c2400e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:51.254529 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a5ded94-a669-492b-83bb-306b0195d9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:52.782004 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:54.417685 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:55.078374 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:55.628947 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:56:56.877581 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:13.317191 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:57:19.006530 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e23cbd28-7e9d-488f-8bad-6e9b80a86be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:21.255731 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3c07857e-daf7-4352-8b4f-23eeb3edee3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:22.784202 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:24.419404 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:25.073667 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:25.481081 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:26.877521 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:35.436409 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bccc1552-a2ac-4f8e-ad7a-ad85712ab03c req-adc74480-4dbd-48b6-a907-4699901230d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447605 Jan 31 19:57:35.525187 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1552-a2ac-4f8e-ad7a-ad85712ab03c req-93ae3c8d-02ea-4361-a344-f826bb3cc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:57:35.526741 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bccc1552-a2ac-4f8e-ad7a-ad85712ab03c req-93ae3c8d-02ea-4361-a344-f826bb3cc8ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 1129 time: 0.0459039 Jan 31 19:57:35.635667 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1552-a2ac-4f8e-ad7a-ad85712ab03c req-337208a0-9034-4bc8-8568-ef750e71fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:57:35.637078 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bccc1552-a2ac-4f8e-ad7a-ad85712ab03c req-337208a0-9034-4bc8-8568-ef750e71fe0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 911 time: 0.0897808 Jan 31 19:57:35.702929 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bccc1552-a2ac-4f8e-ad7a-ad85712ab03c req-c17ba103-9b2e-46bd-87c8-f2049762db13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ef8bd03-02a5-44fe-8758-5e764772c708 HTTP/1.1" status: 200 len: 1002 time: 0.0589201 Jan 31 19:57:35.756694 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1552-a2ac-4f8e-ad7a-ad85712ab03c req-bee6eb3d-a9a0-4b97-b0d6-903af771e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:57:35.758157 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bccc1552-a2ac-4f8e-ad7a-ad85712ab03c req-bee6eb3d-a9a0-4b97-b0d6-903af771e341 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0485859 Jan 31 19:57:36.143937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1552-a2ac-4f8e-ad7a-ad85712ab03c req-ed08e3ce-03d3-414b-81f3-0f525140253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:57:36.145571 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bccc1552-a2ac-4f8e-ad7a-ad85712ab03c req-ed08e3ce-03d3-414b-81f3-0f525140253b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3807793 Jan 31 19:57:36.238889 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bccc1552-a2ac-4f8e-ad7a-ad85712ab03c req-038833af-4d45-48a7-9d37-8bf055487e0b service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857105 Jan 31 19:57:36.335528 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bccc1552-a2ac-4f8e-ad7a-ad85712ab03c req-2d192647-e97f-4cec-8434-3b1cec1c7914 service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898297 Jan 31 19:57:49.007623 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c1e4cdf-0dfd-41fd-92b1-152d0c190793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:50.316872 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:57:51.257635 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a18207a-c470-44c3-bf2b-10ffdb6246b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:52.787464 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:54.423102 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:55.087840 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:55.482397 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:57:56.877069 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:19.008786 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8767a14-1c8b-4f14-993f-5dc8e5a50f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:21.259037 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c0ef7e72-f022-463f-827a-3d2f5c075dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:22.790478 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:24.425859 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:25.085239 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:25.484533 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:26.876678 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:27.316343 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:58:37.436103 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ff6107a-f6c2-4b8b-b864-b10edfd3f6f0 req-99578d0a-3003-473b-9569-f2fb18332698 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448933 Jan 31 19:58:37.522077 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6107a-f6c2-4b8b-b864-b10edfd3f6f0 req-7880fd1e-f168-4e90-ac58-39b678bbf14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:58:37.523606 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ff6107a-f6c2-4b8b-b864-b10edfd3f6f0 req-7880fd1e-f168-4e90-ac58-39b678bbf14c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 1129 time: 0.0441284 Jan 31 19:58:37.634048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6107a-f6c2-4b8b-b864-b10edfd3f6f0 req-b79d4aac-43ee-4b36-901d-c257daa7046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:58:37.635428 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ff6107a-f6c2-4b8b-b864-b10edfd3f6f0 req-b79d4aac-43ee-4b36-901d-c257daa7046b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 911 time: 0.0905738 Jan 31 19:58:37.711500 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ff6107a-f6c2-4b8b-b864-b10edfd3f6f0 req-ee360a4f-1b30-4eb9-a6de-57ef3a35c75f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ef8bd03-02a5-44fe-8758-5e764772c708 HTTP/1.1" status: 200 len: 1002 time: 0.0697300 Jan 31 19:58:37.766754 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6107a-f6c2-4b8b-b864-b10edfd3f6f0 req-eef142e7-e2c4-414d-9a99-606592cd6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:58:37.768505 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ff6107a-f6c2-4b8b-b864-b10edfd3f6f0 req-eef142e7-e2c4-414d-9a99-606592cd6099 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0495579 Jan 31 19:58:37.819197 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6107a-f6c2-4b8b-b864-b10edfd3f6f0 req-010acde8-1f4f-41af-a7b2-96cb7d0e9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:58:37.820751 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ff6107a-f6c2-4b8b-b864-b10edfd3f6f0 req-010acde8-1f4f-41af-a7b2-96cb7d0e9b6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462418 Jan 31 19:58:37.911605 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ff6107a-f6c2-4b8b-b864-b10edfd3f6f0 req-02e84a09-e102-4b24-a530-3324eed7aa3e service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842838 Jan 31 19:58:38.010915 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-9ff6107a-f6c2-4b8b-b864-b10edfd3f6f0 req-1573699c-af1b-4488-9a66-a08a560495c8 service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920544 Jan 31 19:58:40.997415 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5ef8bd03-02a5-44fe-8758-5e764772c708 details requested by agent hyperv_n-h2-812111-15 with host n-h2-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:58:41.095129 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5ef8bd03-02a5-44fe-8758-5e764772c708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ef8bd03-02a5-44fe-8758-5e764772c708,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:58:41.106691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Returning: {'device': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'port_id': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'mac_address': 'fa:16:3e:7d:4f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:58:41.143084 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5ef8bd03-02a5-44fe-8758-5e764772c708 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:58:41.143483 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:41.156740 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ef8bd03-02a5-44fe-8758-5e764772c708 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:58:41.177725 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5ef8bd03-02a5-44fe-8758-5e764772c708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ef8bd03-02a5-44fe-8758-5e764772c708,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:58:41.181822 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:41.240701 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5ef8bd03-02a5-44fe-8758-5e764772c708,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:58:41.248261 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.248575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.248913 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.249248 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.249575 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.249900 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.250222 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.250543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.250862 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.251180 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.251501 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.251816 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.252132 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:41.285611 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] get_ports_and_sgs() called for port_ids ['5ef8bd03-02a5-44fe-8758-5e764772c708'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:58:43.012247 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5ef8bd03-02a5-44fe-8758-5e764772c708 up at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:58:43.068836 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Provisioning complete for port 5ef8bd03-02a5-44fe-8758-5e764772c708 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:58:43.069230 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:43.149894 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5ef8bd03-02a5-44fe-8758-5e764772c708 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:58:43.150314 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:43.176803 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:58:43.179193 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7de759-cb94-4641-87f6-a42c7a836a96" -d '{"events": [{"server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "name": "network-vif-plugged", "status": "completed", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:58:43.195402 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5ef8bd03-02a5-44fe-8758-5e764772c708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ef8bd03-02a5-44fe-8758-5e764772c708,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:58:43.201970 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:43.266849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5ef8bd03-02a5-44fe-8758-5e764772c708,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:58:43.297793 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067887bc-1adc-43a2-bf72-02453c476e9d x-openstack-request-id: req-067887bc-1adc-43a2-bf72-02453c476e9d {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:58:43.298095 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "name": "network-vif-plugged", "status": "completed", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:58:43.298359 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-067887bc-1adc-43a2-bf72-02453c476e9d {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:58:43.298765 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'code': 200} Jan 31 19:58:49.017715 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-523045b6-64ac-49c4-9ac7-5e6b5d24708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:51.261253 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-33986ba7-740b-42c3-af6b-daaae8f5130f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:51.890737 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-5b520d59-a362-4d36-855c-7f6cf2e52702 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647283586&fields=id&tenant_id=0d4f93f3cee242f997709c9e21c17b67 HTTP/1.1" status: 200 len: 267 time: 0.0446386 Jan 31 19:58:51.997340 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-afb0a413-963e-438e-bf11-b007422935e1 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:58:51.998802 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-afb0a413-963e-438e-bf11-b007422935e1 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 810 time: 0.1014621 Jan 31 19:58:52.013250 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-25ecc1c6-39ac-4902-8f15-ee28a83d7b28 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/quotas/0d4f93f3cee242f997709c9e21c17b67 HTTP/1.1" status: 200 len: 375 time: 0.0089097 Jan 31 19:58:52.068405 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-43d726e0-8c58-4ba1-a13a-8d09adbf9c90 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498741 Jan 31 19:58:52.214676 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-466f4c43-b20e-4b40-a9f8-f95fe13e6344 service neutron] 10.222.0.20 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350200 Jan 31 19:58:52.305375 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-55d7a73f-8dc8-42e0-8528-fc1a6de94898 service neutron] 10.222.0.20 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850036 Jan 31 19:58:52.488460 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f8e1770e-0ccb-4bcd-9e35-048ae3d77993 req-02a355ce-072d-4aa6-9652-75b1be322788 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 210 time: 0.0269785 Jan 31 19:58:52.793310 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:53.464294 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-40f6e1c1-31e9-456d-8a99-0d33596ac79f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:58:53.465766 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-40f6e1c1-31e9-456d-8a99-0d33596ac79f tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.49 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 810 time: 0.1042671 Jan 31 19:58:53.535113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-4171c409-b3df-4fd0-b874-092ce774ebc4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d4f93f3cee242f997709c9e21c17b67 HTTP/1.1" status: 200 len: 379 time: 0.0559514 Jan 31 19:58:53.543689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Request body: {'port': {'device_id': '541cd715-f612-4bad-b819-cf5f976f9301', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'admin_state_up': True, 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'security_groups': ['7d8246e1-829b-45bf-9497-a4252d8c1139']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:58:53.616133 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-a4db13b2-573e-4d69-a6c5-66a3b8fbe945 req-13f6f77d-18d4-4f78-bf82-c362755c8ab8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 210 time: 0.0572026 Jan 31 19:58:53.688611 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Made reservation on behalf of 0d4f93f3cee242f997709c9e21c17b67 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 19:58:53.692812 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:53.850905 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Allocated IP 172.20.0.10 (b0bf21e7-7a85-4646-8600-8533c213279e/dfc2a37c-fe6f-493c-a57b-807033800f10/0a86efc6-899d-4be6-a4c3-ba1319e90d75) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:58:54.052588 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:54.095921 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:54.152818 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Network b0bf21e7-7a85-4646-8600-8533c213279e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:58:54.156366 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:58:54.160874 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:58:54.211101 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'Port': ['ID=0a86efc6-899d-4be6-a4c3-ba1319e90d75,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:58:54.227321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.227681 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.228031 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.228427 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.228873 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.229525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.229525 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.229737 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.230339 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.230456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.231072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.231072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.231787 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 19:58:54.259045 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:58:54.264429 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:54.311269 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-0073daaa-bece-4ffb-86e1-cdff8fccd4d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7699566 Jan 31 19:58:54.434607 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:54.470067 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dd61673b-02de-4a38-9364-ee25dc077d47 None None] Provisioning complete for port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:58:54.470446 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dd61673b-02de-4a38-9364-ee25dc077d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:54.509645 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dd61673b-02de-4a38-9364-ee25dc077d47 None None] Port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 19:58:54.742975 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb4169-efb5-4afd-a6c9-9172d4af1d70 req-88d8be8a-b3c3-4104-8f86-0c6de62a129c tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:58:54.744565 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3abb4169-efb5-4afd-a6c9-9172d4af1d70 req-88d8be8a-b3c3-4104-8f86-0c6de62a129c tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 932 time: 0.0565875 Jan 31 19:58:54.800084 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-3abb4169-efb5-4afd-a6c9-9172d4af1d70 req-c2c9ebe3-7241-4515-8d54-b59f580a753d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492973 Jan 31 19:58:55.058509 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5ef8bd03-02a5-44fe-8758-5e764772c708 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 19:58:55.138841 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:55.154624 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Current status of the port 5ef8bd03-02a5-44fe-8758-5e764772c708 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:58:55.155302 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:55.180733 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:58:55.183100 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b37af40-5382-4f7d-bf64-44704a125c0f" -d '{"events": [{"server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:58:55.204593 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] For port 5ef8bd03-02a5-44fe-8758-5e764772c708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ef8bd03-02a5-44fe-8758-5e764772c708,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:58:55.217006 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:55.249865 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 19:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db64e73-d6f7-4dbc-bf32-e3d3ab5c4905 x-openstack-request-id: req-7db64e73-d6f7-4dbc-bf32-e3d3ab5c4905 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:58:55.250158 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:58:55.250433 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7db64e73-d6f7-4dbc-bf32-e3d3ab5c4905 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:58:55.250858 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'code': 200} Jan 31 19:58:55.278801 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Pushing event updated for resources: {'Port': ['ID=5ef8bd03-02a5-44fe-8758-5e764772c708,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:58:55.490186 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:55.930134 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2564b4b-e932-4c52-b274-77962b6755b3 req-261b4636-8e16-422d-a926-b363629683c7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:58:55.931774 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2564b4b-e932-4c52-b274-77962b6755b3 req-261b4636-8e16-422d-a926-b363629683c7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 932 time: 0.0564337 Jan 31 19:58:55.982561 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c2564b4b-e932-4c52-b274-77962b6755b3 req-31e2b71e-acbf-47c5-b6af-80b688a2af9c tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449758 Jan 31 19:58:56.892090 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:58:57.116900 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080a3b8-2524-4139-8532-c6d4c1d23878 req-ee4f090c-2e56-477c-ab92-655d23a155b3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:58:57.120818 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4080a3b8-2524-4139-8532-c6d4c1d23878 req-ee4f090c-2e56-477c-ab92-655d23a155b3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 932 time: 0.0623686 Jan 31 19:58:57.173075 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4080a3b8-2524-4139-8532-c6d4c1d23878 req-e35b178e-29ed-4576-97b9-291b2b202eb4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479548 Jan 31 19:58:58.308143 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e9e0-2a17-49cd-98fc-c3f29696ca03 req-3bb3077b-bde6-4080-a285-c3f8ab1f028e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:58:58.315254 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1157e9e0-2a17-49cd-98fc-c3f29696ca03 req-3bb3077b-bde6-4080-a285-c3f8ab1f028e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 932 time: 0.0599763 Jan 31 19:58:58.366327 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1157e9e0-2a17-49cd-98fc-c3f29696ca03 req-b5727f5f-1bf2-4bb6-a943-9653af81cb9a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496764 Jan 31 19:58:59.490947 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d69b7c-8917-464a-99b7-a985b5c983b4 req-734761d5-19a4-408c-a5d6-21654a42182a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:58:59.494478 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81d69b7c-8917-464a-99b7-a985b5c983b4 req-734761d5-19a4-408c-a5d6-21654a42182a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 932 time: 0.0568521 Jan 31 19:58:59.549179 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-81d69b7c-8917-464a-99b7-a985b5c983b4 req-900bd11f-1cf4-46dd-bc78-4c8a0fb9cc2c tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510094 Jan 31 19:59:00.688152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e29cef-f2a8-4432-805c-c369b3e90589 req-dd0a0693-1609-4bb0-8a18-f829414914c8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:00.689726 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45e29cef-f2a8-4432-805c-c369b3e90589 req-dd0a0693-1609-4bb0-8a18-f829414914c8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 932 time: 0.0544345 Jan 31 19:59:00.742354 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-45e29cef-f2a8-4432-805c-c369b3e90589 req-a4003f93-f303-4a4a-be1b-5bd11ad4c2c7 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465708 Jan 31 19:59:01.571328 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Request body: {'port': {'device_id': '541cd715-f612-4bad-b819-cf5f976f9301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:59:01.632643 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:01.900443 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c23f6-4451-4d97-a938-492c183a7bf4 req-db93f5fe-9435-475c-9d60-98c107446d0c tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:01.901827 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-457c23f6-4451-4d97-a938-492c183a7bf4 req-db93f5fe-9435-475c-9d60-98c107446d0c tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 932 time: 0.0836484 Jan 31 19:59:01.947897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a86efc6-899d-4be6-a4c3-ba1319e90d75 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:59:01.965962 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Publish callbacks [] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:01.991736 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-457c23f6-4451-4d97-a938-492c183a7bf4 req-bd19c164-0a7a-4220-8f15-95a5ae994ae8 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722573 Jan 31 19:59:01.992635 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Transition to ACTIVE for port object 0a86efc6-899d-4be6-a4c3-ba1319e90d75 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 19:59:01.996283 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:02.067422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Pushing event updated for resources: {'Port': ['ID=0a86efc6-899d-4be6-a4c3-ba1319e90d75,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:59:02.117591 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Attempting to bind port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 on host n-h1-812111-15 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 19:59:02.117932 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Attempting to bind port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 by drivers openvswitch,hyperv on host n-h1-812111-15 at level 0 using segments [{'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 19:59:02.118264 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Attempting to bind port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 on network b0bf21e7-7a85-4646-8600-8533c213279e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:59:02.122927 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 on network b0bf21e7-7a85-4646-8600-8533c213279e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-15 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 19:59:02.123257 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Attempting to bind port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 on network b0bf21e7-7a85-4646-8600-8533c213279e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 19:59:02.128835 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Checking agent: {'id': 'ba63679a-d508-4dad-89fa-0aca65a66259', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'started_at': datetime.datetime(2022, 1, 31, 18, 27, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 19, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 19:59:02.129181 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Checking segment: {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 19:59:02.129649 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Bound using segment: {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 19:59:02.130086 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Bound port: 0a86efc6-899d-4be6-a4c3-ba1319e90d75, host: n-h1-812111-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a12df3-b893-420f-bd3f-c604c610157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 19:59:02.130451 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:02.200434 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] For port 0a86efc6-899d-4be6-a4c3-ba1319e90d75, host n-h1-812111-15, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 19:59:02.203934 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] For port 0a86efc6-899d-4be6-a4c3-ba1319e90d75, host n-h1-812111-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 19:59:02.210455 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:02.245847 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:02.246475 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:02.247942 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] 10.222.0.49 "PUT /v2.0/ports/0a86efc6-899d-4be6-a4c3-ba1319e90d75 HTTP/1.1" status: 200 len: 1093 time: 0.6811624 Jan 31 19:59:02.248407 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541cd715-f612-4bad-b819-cf5f976f9301', 'tag': '0a86efc6-899d-4be6-a4c3-ba1319e90d75'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:59:02.250669 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17d7243-7554-4eb3-9c69-c116c32a4ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "541cd715-f612-4bad-b819-cf5f976f9301", "tag": "0a86efc6-899d-4be6-a4c3-ba1319e90d75"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:59:02.283948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a0f49-5e36-456b-bca3-92f88710d919 service neutron] Pushing event updated for resources: {'Port': ['ID=0a86efc6-899d-4be6-a4c3-ba1319e90d75,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:59:02.308457 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b212b406-3636-4367-8ad0-91c029ffef90 x-openstack-request-id: req-b212b406-3636-4367-8ad0-91c029ffef90 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:59:02.308809 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541cd715-f612-4bad-b819-cf5f976f9301", "tag": "0a86efc6-899d-4be6-a4c3-ba1319e90d75", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:59:02.309012 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b212b406-3636-4367-8ad0-91c029ffef90 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:59:02.309437 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541cd715-f612-4bad-b819-cf5f976f9301', 'tag': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'status': 'completed', 'code': 200} Jan 31 19:59:02.348869 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-61be32b0-cdac-4d85-adb0-ffbeec02d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:02.350441 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-61be32b0-cdac-4d85-adb0-ffbeec02d348 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 1127 time: 0.0520318 Jan 31 19:59:02.397039 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-43ec6a9b-c015-4ac7-a2c2-be1ad2229ccb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75 HTTP/1.1" status: 200 len: 217 time: 0.0370040 Jan 31 19:59:02.455652 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-e12c2db7-d8dd-4d9c-b10a-e8bb6a316bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:02.457225 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-e12c2db7-d8dd-4d9c-b10a-e8bb6a316bff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0503330 Jan 31 19:59:02.510574 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-9c51ae13-fb4a-4bbb-bb06-d1f3c5296499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:02.512540 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-9c51ae13-fb4a-4bbb-bb06-d1f3c5296499 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470796 Jan 31 19:59:02.601772 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-75dfa79b-537a-4ee5-bda8-91c926cce76d service neutron] 10.222.0.49 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799062 Jan 31 19:59:02.694294 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-f9d0bb8b-d731-4708-bf91-d99d8848688f req-b08ed250-cd40-457c-ab61-27206fe0ad10 service neutron] 10.222.0.49 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851901 Jan 31 19:59:02.786705 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d7243-7554-4eb3-9c69-c116c32a4ba3 req-ab6e2c4c-38bb-46ab-9b30-6fbae99bd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:02.788189 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e17d7243-7554-4eb3-9c69-c116c32a4ba3 req-ab6e2c4c-38bb-46ab-9b30-6fbae99bd819 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 1127 time: 0.0463805 Jan 31 19:59:02.880048 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d7243-7554-4eb3-9c69-c116c32a4ba3 req-2f639734-d002-4fcd-a5e4-7210abd6891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:02.881564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e17d7243-7554-4eb3-9c69-c116c32a4ba3 req-2f639734-d002-4fcd-a5e4-7210abd6891b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 911 time: 0.0872889 Jan 31 19:59:02.921323 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e17d7243-7554-4eb3-9c69-c116c32a4ba3 req-395d3afb-47ed-4504-914e-a91e3a9cc924 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75 HTTP/1.1" status: 200 len: 217 time: 0.0339110 Jan 31 19:59:02.970167 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d7243-7554-4eb3-9c69-c116c32a4ba3 req-1793e568-6eec-4af3-b8b5-1b95d6ceca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:02.971523 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e17d7243-7554-4eb3-9c69-c116c32a4ba3 req-1793e568-6eec-4af3-b8b5-1b95d6ceca89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0425851 Jan 31 19:59:03.025152 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d7243-7554-4eb3-9c69-c116c32a4ba3 req-10931eb4-0dc7-4646-ae14-85d6c3bb7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:03.026668 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e17d7243-7554-4eb3-9c69-c116c32a4ba3 req-10931eb4-0dc7-4646-ae14-85d6c3bb7dc6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483525 Jan 31 19:59:03.167519 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e17d7243-7554-4eb3-9c69-c116c32a4ba3 req-3fa9bb70-32e3-4eaf-85e4-335359ff972a service neutron] 10.222.0.49 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321633 Jan 31 19:59:03.176282 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a68d37-c3db-44b8-b63d-446f5d5c34cf req-3787dfca-5814-4513-ab03-f6ee0fb74d6b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:03.177746 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-74a68d37-c3db-44b8-b63d-446f5d5c34cf req-3787dfca-5814-4513-ab03-f6ee0fb74d6b tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 944 time: 0.1155109 Jan 31 19:59:03.280735 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-74a68d37-c3db-44b8-b63d-446f5d5c34cf req-b6463874-6961-4bdd-8404-39f9d610b369 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948257 Jan 31 19:59:03.297789 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-e17d7243-7554-4eb3-9c69-c116c32a4ba3 req-4561d75b-20ab-4d24-83e3-651cea7e2488 service neutron] 10.222.0.49 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190801 Jan 31 19:59:04.317110 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:59:04.411321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d22c-e834-4c5d-940e-cea051ed4489 req-25bb7b35-9b1f-4676-86e4-f4cb90ed84f6 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:04.412805 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d15d22c-e834-4c5d-940e-cea051ed4489 req-25bb7b35-9b1f-4676-86e4-f4cb90ed84f6 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 944 time: 0.0574038 Jan 31 19:59:04.460956 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2d15d22c-e834-4c5d-940e-cea051ed4489 req-76860960-cf61-4f92-bf6b-44aa06590c46 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421178 Jan 31 19:59:05.579392 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8640e12-b57a-4aa3-916a-73ad42e1f124 req-33b90cdd-41d8-418c-bbf0-312e50856d55 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:05.580810 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8640e12-b57a-4aa3-916a-73ad42e1f124 req-33b90cdd-41d8-418c-bbf0-312e50856d55 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 944 time: 0.0514007 Jan 31 19:59:05.629122 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-c8640e12-b57a-4aa3-916a-73ad42e1f124 req-202e7c92-0674-4239-a747-5ab0cceeadb1 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421171 Jan 31 19:59:05.972275 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0a86efc6-899d-4be6-a4c3-ba1319e90d75 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 19:59:06.067949 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0a86efc6-899d-4be6-a4c3-ba1319e90d75, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:59:06.078936 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'port_id': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'mac_address': 'fa:16:3e:e7:87:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 19:59:06.114842 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:59:06.115224 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:06.127110 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a86efc6-899d-4be6-a4c3-ba1319e90d75 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 19:59:06.150251 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0a86efc6-899d-4be6-a4c3-ba1319e90d75, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:59:06.154248 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:06.199459 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0a86efc6-899d-4be6-a4c3-ba1319e90d75,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:59:06.475582 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['0a86efc6-899d-4be6-a4c3-ba1319e90d75'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 19:59:06.747481 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2adf8-ed06-4bdf-bf42-50b416ebd47e req-c73acf1f-c272-4d97-a75e-3d080a7f4996 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:06.748984 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3f2adf8-ed06-4bdf-bf42-50b416ebd47e req-c73acf1f-c272-4d97-a75e-3d080a7f4996 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 945 time: 0.0509832 Jan 31 19:59:06.801552 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-b3f2adf8-ed06-4bdf-bf42-50b416ebd47e req-98ffda81-88b8-40b2-b093-ed8032a5474a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461047 Jan 31 19:59:07.920104 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d3dca-b101-44bf-bab8-97ea069c3202 req-3d389efe-f047-44e7-a724-2e47fdca7cc5 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:07.921602 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf7d3dca-b101-44bf-bab8-97ea069c3202 req-3d389efe-f047-44e7-a724-2e47fdca7cc5 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 945 time: 0.0523376 Jan 31 19:59:07.970398 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf7d3dca-b101-44bf-bab8-97ea069c3202 req-689f6784-55bf-4b1f-81ee-82b2c1dd97ed tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423968 Jan 31 19:59:07.971471 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0a86efc6-899d-4be6-a4c3-ba1319e90d75 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 19:59:08.021549 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning for port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 19:59:08.025221 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 19:59:08.025619 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:08.101846 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 19:59:08.102136 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:08.122941 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541cd715-f612-4bad-b819-cf5f976f9301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a86efc6-899d-4be6-a4c3-ba1319e90d75'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:59:08.125148 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c974d378-c925-49ac-a030-2ead53f05675" -d '{"events": [{"server_uuid": "541cd715-f612-4bad-b819-cf5f976f9301", "name": "network-vif-plugged", "status": "completed", "tag": "0a86efc6-899d-4be6-a4c3-ba1319e90d75"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:59:08.138397 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0a86efc6-899d-4be6-a4c3-ba1319e90d75, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 19:59:08.142992 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:08.168244 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 19:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaa569a-4d63-4a29-bcca-d1c18ced456c x-openstack-request-id: req-abaa569a-4d63-4a29-bcca-d1c18ced456c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:59:08.168572 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541cd715-f612-4bad-b819-cf5f976f9301", "name": "network-vif-plugged", "status": "completed", "tag": "0a86efc6-899d-4be6-a4c3-ba1319e90d75", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:59:08.168825 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abaa569a-4d63-4a29-bcca-d1c18ced456c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:59:08.169211 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541cd715-f612-4bad-b819-cf5f976f9301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'code': 200} Jan 31 19:59:08.193283 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0a86efc6-899d-4be6-a4c3-ba1319e90d75,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:59:08.273247 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d9b6d-8437-4fc8-9270-e3f0b7a75bcc req-63dfec60-060c-4457-8d37-5ceb2ea2d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:08.274740 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af1d9b6d-8437-4fc8-9270-e3f0b7a75bcc req-63dfec60-060c-4457-8d37-5ceb2ea2d26f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 1129 time: 0.0451906 Jan 31 19:59:08.320670 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-af1d9b6d-8437-4fc8-9270-e3f0b7a75bcc req-27923e47-60fc-4334-b761-df0058f16f21 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386915 Jan 31 19:59:09.091230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03937567-d518-4164-9bb0-16d312876ddb req-a8854c2f-50aa-41ca-a634-c9ccdc40a08e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:09.092731 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-03937567-d518-4164-9bb0-16d312876ddb req-a8854c2f-50aa-41ca-a634-c9ccdc40a08e tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 946 time: 0.0553520 Jan 31 19:59:09.140865 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-03937567-d518-4164-9bb0-16d312876ddb req-98adcea7-972c-4f83-9bf9-18a26e5afd08 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416961 Jan 31 19:59:10.261897 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a65d4-6bd4-4458-a790-5bd2665ac893 req-56ee6fbb-1ece-4b7f-86e2-f73d567c6312 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:10.263382 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec3a65d4-6bd4-4458-a790-5bd2665ac893 req-56ee6fbb-1ece-4b7f-86e2-f73d567c6312 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 946 time: 0.0517669 Jan 31 19:59:10.312092 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ec3a65d4-6bd4-4458-a790-5bd2665ac893 req-8a6f152e-099b-47a8-ab90-761ec4118b8c tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428216 Jan 31 19:59:10.435136 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7711f-a7cf-4ba5-8794-e3ba19cce3b5 req-5deb96db-0b50-4600-8ce1-9da64406cff2 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:10.436564 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caf7711f-a7cf-4ba5-8794-e3ba19cce3b5 req-5deb96db-0b50-4600-8ce1-9da64406cff2 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 946 time: 0.0564454 Jan 31 19:59:10.483811 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-caf7711f-a7cf-4ba5-8794-e3ba19cce3b5 req-9191fe6e-cf28-4ec2-a24b-30c5c7535d70 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416412 Jan 31 19:59:10.505204 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:59:10.547164 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad04bc5-a960-4a32-a2f7-8b06d0049d19 tempest-TestSnapshotPattern-560938047 tempest-TestSnapshotPattern-560938047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:10.548754 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-2ad04bc5-a960-4a32-a2f7-8b06d0049d19 tempest-TestSnapshotPattern-560938047 tempest-TestSnapshotPattern-560938047-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 1124 time: 0.0425000 Jan 31 19:59:10.552018 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 60980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 19:59:10.556215 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Request body: {'floatingip': {'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'port_id': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 19:59:10.575633 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:10.672873 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:10.772273 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Allocated IP 172.25.8.63 (2a8a3ffb-59df-4b1a-a0af-4ef009848ec8/70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c/3485bdf5-3ea8-4474-8356-0de2073f9877) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 19:59:10.874250 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for port (3485bdf5-3ea8-4474-8356-0de2073f9877), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:10.907062 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781438801960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3485bdf5-3ea8-4474-8356-0de2073f9877), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:10.943951 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Network 2a8a3ffb-59df-4b1a-a0af-4ef009848ec8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 19:59:10.946684 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 19:59:10.949985 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 19:59:10.957803 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'Port': ['ID=3485bdf5-3ea8-4474-8356-0de2073f9877,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:59:11.306855 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for floatingip (20ee10fa-b46d-4a3e-87f4-eaff29362a50), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:11.374656 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (3485bdf5-3ea8-4474-8356-0de2073f9877), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:11.524035 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for port (3485bdf5-3ea8-4474-8356-0de2073f9877), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:11.528439 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15875280'] for port (3485bdf5-3ea8-4474-8356-0de2073f9877), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:11.600267 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event updated for resources: {'Port': ['ID=3485bdf5-3ea8-4474-8356-0de2073f9877,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 19:59:11.609927 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1812585'] for floatingip (20ee10fa-b46d-4a3e-87f4-eaff29362a50), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:12.054799 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Floating IP 20ee10fa-b46d-4a3e-87f4-eaff29362a50 associated. External IP: 172.25.8.63, port: 0a86efc6-899d-4be6-a4c3-ba1319e90d75. Jan 31 19:59:12.257388 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Router 3590fe16-0f7f-4c14-8730-90228aa01f5a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 19:59:12.363929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 19:59:12.374337 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc12294-2335-4d87-ad5f-2a6df3120702 None None] Sync routers for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 19:59:12.382983 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:12.386410 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc12294-2335-4d87-ad5f-2a6df3120702 None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:59:12.387055 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0dc12294-2335-4d87-ad5f-2a6df3120702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:58:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:59:12.416901 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-d2be795d-7e44-4cd4-b150-f64f928dc7b4 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8638380 Jan 31 19:59:12.417609 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541cd715-f612-4bad-b819-cf5f976f9301', 'tag': '0a86efc6-899d-4be6-a4c3-ba1319e90d75'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 19:59:12.419882 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b28762c-e39e-45cc-ba9f-327ab15496d9" -d '{"events": [{"name": "network-changed", "server_uuid": "541cd715-f612-4bad-b819-cf5f976f9301", "tag": "0a86efc6-899d-4be6-a4c3-ba1319e90d75"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 19:59:12.460797 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 19:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221ffc11-c505-41f2-99a7-f861d44996de x-openstack-request-id: req-221ffc11-c505-41f2-99a7-f861d44996de {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 19:59:12.461099 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541cd715-f612-4bad-b819-cf5f976f9301", "tag": "0a86efc6-899d-4be6-a4c3-ba1319e90d75", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 19:59:12.461361 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-221ffc11-c505-41f2-99a7-f861d44996de {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 19:59:12.461801 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541cd715-f612-4bad-b819-cf5f976f9301', 'tag': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'status': 'completed', 'code': 200} Jan 31 19:59:12.493908 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-0dc12294-2335-4d87-ad5f-2a6df3120702 None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:59:12.526584 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28762c-e39e-45cc-ba9f-327ab15496d9 req-10967658-2d4c-460a-aa59-8dedea54a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:12.528113 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b28762c-e39e-45cc-ba9f-327ab15496d9 req-10967658-2d4c-460a-aa59-8dedea54a87e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 1129 time: 0.0452366 Jan 31 19:59:12.617768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28762c-e39e-45cc-ba9f-327ab15496d9 req-886ecbb9-8c42-4d8a-bee3-750a6071cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:12.619160 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b28762c-e39e-45cc-ba9f-327ab15496d9 req-886ecbb9-8c42-4d8a-bee3-750a6071cff7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 911 time: 0.0855534 Jan 31 19:59:12.688936 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b28762c-e39e-45cc-ba9f-327ab15496d9 req-714abe4c-39c9-437d-95de-5cd32d1c00ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75 HTTP/1.1" status: 200 len: 999 time: 0.0635333 Jan 31 19:59:12.719628 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0dc12294-2335-4d87-ad5f-2a6df3120702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '20ee10fa-b46d-4a3e-87f4-eaff29362a50', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'port_id': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'mac_address': 'fa:16:3e:e7:87:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541cd715-f612-4bad-b819-cf5f976f9301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:59:11Z', 'updated_at': '2022-01-31T19:59:11Z', 'revision_number': 0, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address_scope': None}, {'id': '2260c601-b0c1-4773-a9e1-69eb364e044d', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'port_id': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'mac_address': 'fa:16:3e:7d:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:56:38Z', 'updated_at': '2022-01-31T19:56:40Z', 'revision_number': 1, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:59:12.736186 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28762c-e39e-45cc-ba9f-327ab15496d9 req-72975716-f36c-44ea-8013-d25d99e07a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:12.738423 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b28762c-e39e-45cc-ba9f-327ab15496d9 req-72975716-f36c-44ea-8013-d25d99e07a01 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0430949 Jan 31 19:59:12.746633 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc12294-2335-4d87-ad5f-2a6df3120702 None None] Checking router: 3590fe16-0f7f-4c14-8730-90228aa01f5a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 19:59:12.755095 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc12294-2335-4d87-ad5f-2a6df3120702 None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 19:59:12.755693 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0dc12294-2335-4d87-ad5f-2a6df3120702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T19:58:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:59:12.786308 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28762c-e39e-45cc-ba9f-327ab15496d9 req-4c2eadfe-99b9-4664-ac80-8714824234ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:12.787809 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b28762c-e39e-45cc-ba9f-327ab15496d9 req-4c2eadfe-99b9-4664-ac80-8714824234ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440404 Jan 31 19:59:12.862654 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-0dc12294-2335-4d87-ad5f-2a6df3120702 None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 19:59:12.878814 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b28762c-e39e-45cc-ba9f-327ab15496d9 req-e424da85-65ad-469c-94fe-fbc7a02c1664 service neutron] 10.222.0.49 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845983 Jan 31 19:59:12.967355 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-6b28762c-e39e-45cc-ba9f-327ab15496d9 req-5dd94fdf-f04c-4f2a-a0c7-8b05611e80cb service neutron] 10.222.0.49 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828547 Jan 31 19:59:13.089457 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0dc12294-2335-4d87-ad5f-2a6df3120702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '20ee10fa-b46d-4a3e-87f4-eaff29362a50', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'port_id': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'mac_address': 'fa:16:3e:e7:87:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541cd715-f612-4bad-b819-cf5f976f9301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:59:11Z', 'updated_at': '2022-01-31T19:59:11Z', 'revision_number': 0, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address_scope': None}, {'id': '2260c601-b0c1-4773-a9e1-69eb364e044d', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'port_id': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'mac_address': 'fa:16:3e:7d:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:56:38Z', 'updated_at': '2022-01-31T19:56:40Z', 'revision_number': 1, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 19:59:13.115745 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc12294-2335-4d87-ad5f-2a6df3120702 None None] The sync data for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 is: [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '20ee10fa-b46d-4a3e-87f4-eaff29362a50', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'port_id': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'mac_address': 'fa:16:3e:e7:87:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541cd715-f612-4bad-b819-cf5f976f9301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:59:11Z', 'updated_at': '2022-01-31T19:59:11Z', 'revision_number': 0, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address_scope': None}, {'id': '2260c601-b0c1-4773-a9e1-69eb364e044d', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'port_id': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'mac_address': 'fa:16:3e:7d:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:56:38Z', 'updated_at': '2022-01-31T19:56:40Z', 'revision_number': 1, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 19:59:13.321834 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04a6c0-7b96-4d4f-9960-d92bb15ff526 None None] New status for floating IP 20ee10fa-b46d-4a3e-87f4-eaff29362a50: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 19:59:19.011482 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-13342672-4fc5-49cb-abbb-445f67c3392f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:21.261601 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b9e169d7-5159-40bb-bc9b-9cff33f68eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:22.796301 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:24.434013 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:25.147842 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:25.483597 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:26.907655 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:35.181717 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c7f2f86-067c-4660-bb15-b9122a6a863e req-6cdd4a36-fc1c-4d87-ae81-a7f7d4e9ffd9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0908632 Jan 31 19:59:35.268528 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f2f86-067c-4660-bb15-b9122a6a863e req-b3b25d2a-1ccf-4a68-bbdd-bc113baebfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:35.270024 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c7f2f86-067c-4660-bb15-b9122a6a863e req-b3b25d2a-1ccf-4a68-bbdd-bc113baebfd0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 1129 time: 0.0443461 Jan 31 19:59:35.375786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f2f86-067c-4660-bb15-b9122a6a863e req-62d2df3b-2372-4f85-90a8-6d0d8cc71995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:35.377389 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c7f2f86-067c-4660-bb15-b9122a6a863e req-62d2df3b-2372-4f85-90a8-6d0d8cc71995 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 911 time: 0.0848315 Jan 31 19:59:35.448907 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c7f2f86-067c-4660-bb15-b9122a6a863e req-b6bc0c98-c91b-4a64-bd94-cfd7d607a5e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75 HTTP/1.1" status: 200 len: 1001 time: 0.0626249 Jan 31 19:59:35.499305 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f2f86-067c-4660-bb15-b9122a6a863e req-6f7f06bf-7202-4ef6-9d94-d253504938b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:35.500771 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c7f2f86-067c-4660-bb15-b9122a6a863e req-6f7f06bf-7202-4ef6-9d94-d253504938b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0427587 Jan 31 19:59:35.554199 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f2f86-067c-4660-bb15-b9122a6a863e req-27db1ac0-a164-46d1-adba-ca48dcbbddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:35.555764 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c7f2f86-067c-4660-bb15-b9122a6a863e req-27db1ac0-a164-46d1-adba-ca48dcbbddce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463333 Jan 31 19:59:35.651114 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c7f2f86-067c-4660-bb15-b9122a6a863e req-2105bb2f-5422-4e1a-ad16-20d762c7671f service neutron] 10.222.0.49 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847995 Jan 31 19:59:35.744986 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-2c7f2f86-067c-4660-bb15-b9122a6a863e req-326c6f4b-41ea-4ea2-b9c5-fb464840103e service neutron] 10.222.0.49 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824325 Jan 31 19:59:37.437424 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78939442-7ed1-4169-b239-a4b2e5c9d0bc req-cdb6f3e8-f342-49e3-b100-189fe3d2d019 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489926 Jan 31 19:59:37.524355 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939442-7ed1-4169-b239-a4b2e5c9d0bc req-9d9c9ed4-8678-43c2-9fa5-2e6f44175bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:37.526119 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78939442-7ed1-4169-b239-a4b2e5c9d0bc req-9d9c9ed4-8678-43c2-9fa5-2e6f44175bca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0452380 Jan 31 19:59:37.630937 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939442-7ed1-4169-b239-a4b2e5c9d0bc req-536c1fb1-2af2-4496-88a1-f04e9314b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:37.632350 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78939442-7ed1-4169-b239-a4b2e5c9d0bc req-536c1fb1-2af2-4496-88a1-f04e9314b17b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 911 time: 0.0864620 Jan 31 19:59:37.706317 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78939442-7ed1-4169-b239-a4b2e5c9d0bc req-8fa5f766-ff1c-44ec-856f-fdcd5d5c1a42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ef8bd03-02a5-44fe-8758-5e764772c708 HTTP/1.1" status: 200 len: 1000 time: 0.0679626 Jan 31 19:59:37.757408 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939442-7ed1-4169-b239-a4b2e5c9d0bc req-b5e31cd7-e7e5-446d-a0d7-6d15c94d367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:37.758914 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78939442-7ed1-4169-b239-a4b2e5c9d0bc req-b5e31cd7-e7e5-446d-a0d7-6d15c94d367a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0460315 Jan 31 19:59:37.812147 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939442-7ed1-4169-b239-a4b2e5c9d0bc req-7fb190f4-de4d-4e6f-851a-c6e9af298689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 19:59:37.813842 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78939442-7ed1-4169-b239-a4b2e5c9d0bc req-7fb190f4-de4d-4e6f-851a-c6e9af298689 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491066 Jan 31 19:59:37.910431 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78939442-7ed1-4169-b239-a4b2e5c9d0bc req-5edeadd4-6ff6-4c5d-854b-14b5f84475ed service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897558 Jan 31 19:59:38.014045 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-78939442-7ed1-4169-b239-a4b2e5c9d0bc req-648c6552-9abe-4511-b9a9-27a239164e13 service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965915 Jan 31 19:59:41.316972 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 19:59:49.012843 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-77d9227f-92e5-4333-8743-524a5041efa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:51.262731 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-143dfb29-2e3f-4a99-83fd-f20b9fb3df36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:52.798182 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:54.436628 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:55.150476 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:55.485644 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 19:59:56.905783 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:18.316200 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:00:19.015282 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-192acc09-c642-4820-ada5-3caafc1c7117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:21.263644 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-49a95620-50e2-4703-9889-ca30dfdee331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:22.801685 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:24.440960 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:25.145551 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:25.487357 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:26.921229 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:34.384481 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-609a6120-2ea0-41b9-b9f7-32ba7bacd526 req-a599a2dc-5398-46eb-9603-e644e0603b5a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481493 Jan 31 20:00:34.474063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a6120-2ea0-41b9-b9f7-32ba7bacd526 req-536ce0e7-4541-4e92-a330-d8617f8e3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:00:34.475553 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-609a6120-2ea0-41b9-b9f7-32ba7bacd526 req-536ce0e7-4541-4e92-a330-d8617f8e3f5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 1129 time: 0.0446994 Jan 31 20:00:34.583095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a6120-2ea0-41b9-b9f7-32ba7bacd526 req-bdcb95b1-6498-4937-98df-91c47a12ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:00:34.584515 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-609a6120-2ea0-41b9-b9f7-32ba7bacd526 req-bdcb95b1-6498-4937-98df-91c47a12ca99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 911 time: 0.0848432 Jan 31 20:00:34.657329 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-609a6120-2ea0-41b9-b9f7-32ba7bacd526 req-767456c5-16a3-403a-ab0a-8f65d82b3ebf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75 HTTP/1.1" status: 200 len: 1001 time: 0.0618224 Jan 31 20:00:34.706786 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a6120-2ea0-41b9-b9f7-32ba7bacd526 req-8537413f-7fc4-4415-b447-9191e7116955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:00:34.708272 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-609a6120-2ea0-41b9-b9f7-32ba7bacd526 req-8537413f-7fc4-4415-b447-9191e7116955 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0431147 Jan 31 20:00:34.760270 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a6120-2ea0-41b9-b9f7-32ba7bacd526 req-15c866df-f9bb-436d-afa8-9ebef5b020a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:00:34.761789 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-609a6120-2ea0-41b9-b9f7-32ba7bacd526 req-15c866df-f9bb-436d-afa8-9ebef5b020a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438788 Jan 31 20:00:34.853631 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-609a6120-2ea0-41b9-b9f7-32ba7bacd526 req-2d816ea2-9cab-4c9d-aa6f-8c5461012570 service neutron] 10.222.0.49 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842259 Jan 31 20:00:34.943877 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-609a6120-2ea0-41b9-b9f7-32ba7bacd526 req-23e770aa-9627-47fc-b233-1fe7796d2b03 service neutron] 10.222.0.49 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810325 Jan 31 20:00:39.465808 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-167db548-1a0b-4ba2-ab48-6be97d206c7d req-80385e3c-ced6-4bf4-ae53-83595a02f4f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488615 Jan 31 20:00:39.553162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167db548-1a0b-4ba2-ab48-6be97d206c7d req-655b2285-3483-47f2-b6e7-a169f001e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:00:39.554743 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-167db548-1a0b-4ba2-ab48-6be97d206c7d req-655b2285-3483-47f2-b6e7-a169f001e232 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0463989 Jan 31 20:00:39.664711 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167db548-1a0b-4ba2-ab48-6be97d206c7d req-92b931eb-1667-4b22-9412-df0ad6ea72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:00:39.666119 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-167db548-1a0b-4ba2-ab48-6be97d206c7d req-92b931eb-1667-4b22-9412-df0ad6ea72fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 911 time: 0.0923085 Jan 31 20:00:39.735211 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-167db548-1a0b-4ba2-ab48-6be97d206c7d req-01d50f31-5284-467c-b726-4122844e2a54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ef8bd03-02a5-44fe-8758-5e764772c708 HTTP/1.1" status: 200 len: 1000 time: 0.0628145 Jan 31 20:00:39.784799 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167db548-1a0b-4ba2-ab48-6be97d206c7d req-f524ab8d-759b-4ed3-a7db-d78ad0d76129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:00:39.786276 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-167db548-1a0b-4ba2-ab48-6be97d206c7d req-f524ab8d-759b-4ed3-a7db-d78ad0d76129 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0447037 Jan 31 20:00:39.833865 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167db548-1a0b-4ba2-ab48-6be97d206c7d req-bc59e71d-52d5-49b2-a740-8214cf149360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:00:39.835349 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-167db548-1a0b-4ba2-ab48-6be97d206c7d req-bc59e71d-52d5-49b2-a740-8214cf149360 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436549 Jan 31 20:00:39.927723 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-167db548-1a0b-4ba2-ab48-6be97d206c7d req-8d758e21-9028-466d-8b42-e61fa66892b9 service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856323 Jan 31 20:00:40.014961 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-167db548-1a0b-4ba2-ab48-6be97d206c7d req-061f13af-34ef-4560-9166-84754cce5fb2 service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804980 Jan 31 20:00:49.017329 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65426e50-a637-4f62-bcc0-f5820d09c79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:51.265014 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-71acea94-2f82-437d-a8fa-690ad8da1afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:52.566100 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0a86efc6-899d-4be6-a4c3-ba1319e90d75 details requested by agent hyperv_n-h1-812111-15 with host n-h1-812111-15 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:00:52.662561 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0a86efc6-899d-4be6-a4c3-ba1319e90d75, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:00:52.673625 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Returning: {'device': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'port_id': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'mac_address': 'fa:16:3e:e7:87:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:00:52.709553 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:00:52.709950 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:52.723266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a86efc6-899d-4be6-a4c3-ba1319e90d75 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:00:52.742962 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0a86efc6-899d-4be6-a4c3-ba1319e90d75, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:00:52.745879 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:52.803215 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0a86efc6-899d-4be6-a4c3-ba1319e90d75,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:00:52.814280 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.814632 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.814976 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.815316 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.815652 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.815984 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.816377 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.816672 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.817001 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.817326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.817835 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.818266 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.818603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:00:52.821899 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:52.830570 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] get_ports_and_sgs() called for port_ids ['0a86efc6-899d-4be6-a4c3-ba1319e90d75'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:00:54.445606 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:54.579828 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0a86efc6-899d-4be6-a4c3-ba1319e90d75 up at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:00:54.632691 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Provisioning complete for port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:00:54.633097 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733110'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:54.716075 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Current status of the port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:00:54.716508 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628874'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:54.745193 n-d-812111-15 neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541cd715-f612-4bad-b819-cf5f976f9301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a86efc6-899d-4be6-a4c3-ba1319e90d75'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:00:54.747541 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27bedd2d8c11527d01bdf326e121efcef5adc2973021df9768363207272966c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a33c830-ab5f-494b-86c4-7bccc973aa04" -d '{"events": [{"server_uuid": "541cd715-f612-4bad-b819-cf5f976f9301", "name": "network-vif-plugged", "status": "completed", "tag": "0a86efc6-899d-4be6-a4c3-ba1319e90d75"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:00:54.768706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] For port 0a86efc6-899d-4be6-a4c3-ba1319e90d75, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:00:54.784208 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781439280074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781438801978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781438801996'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:54.802609 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bb0af8-10fa-441a-a770-e611dc84688b x-openstack-request-id: req-40bb0af8-10fa-441a-a770-e611dc84688b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:00:54.802909 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541cd715-f612-4bad-b819-cf5f976f9301", "name": "network-vif-plugged", "status": "completed", "tag": "0a86efc6-899d-4be6-a4c3-ba1319e90d75", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:00:54.803170 n-d-812111-15 neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40bb0af8-10fa-441a-a770-e611dc84688b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:00:54.803579 n-d-812111-15 neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541cd715-f612-4bad-b819-cf5f976f9301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'code': 200} Jan 31 20:00:54.859408 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Pushing event updated for resources: {'Port': ['ID=0a86efc6-899d-4be6-a4c3-ba1319e90d75,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:00:55.186532 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:55.315846 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:00:55.496109 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:00:56.921772 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:03.456982 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 32950) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:03.622614 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Deleting port 3485bdf5-3ea8-4474-8356-0de2073f9877 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:01:03.622956 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (3485bdf5-3ea8-4474-8356-0de2073f9877), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:03.701522 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (3485bdf5-3ea8-4474-8356-0de2073f9877), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:03.701843 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for floatingip (3485bdf5-3ea8-4474-8356-0de2073f9877), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:03.714456 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Calling delete_port for 3485bdf5-3ea8-4474-8356-0de2073f9877 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:01:03.865350 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (3485bdf5-3ea8-4474-8356-0de2073f9877), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:03.891520 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event deleted for resources: {'Port': ['ID=3485bdf5-3ea8-4474-8356-0de2073f9877,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:03.902828 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.903183 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.903531 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.903878 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.904221 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.904594 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.904929 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.905286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.905621 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.905954 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.906286 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.906617 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.906948 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:03.967889 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for floatingip (20ee10fa-b46d-4a3e-87f4-eaff29362a50), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:03.968669 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Floating IP 20ee10fa-b46d-4a3e-87f4-eaff29362a50 disassociated (deleted). External IP: 172.25.8.63, port: 0a86efc6-899d-4be6-a4c3-ba1319e90d75. Jan 31 20:01:04.174222 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Router 3590fe16-0f7f-4c14-8730-90228aa01f5a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:01:04.282903 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:01:04.287832 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:04.292650 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8837d292-ebb0-4cf9-9df5-c1362d0e25b2 None None] Sync routers for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:01:04.309155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8837d292-ebb0-4cf9-9df5-c1362d0e25b2 None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:01:04.309155 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8837d292-ebb0-4cf9-9df5-c1362d0e25b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T20:00:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:04.328228 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9ecc4c79-b364-4b45-84a7-ebd201e623a9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "DELETE /v2.0/floatingips/20ee10fa-b46d-4a3e-87f4-eaff29362a50 HTTP/1.1" status: 204 len: 168 time: 0.8699343 Jan 31 20:01:04.328881 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541cd715-f612-4bad-b819-cf5f976f9301', 'tag': '0a86efc6-899d-4be6-a4c3-ba1319e90d75'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:01:04.331625 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184851f0-cc06-4a18-8282-5ae722a6ae2f" -d '{"events": [{"name": "network-changed", "server_uuid": "541cd715-f612-4bad-b819-cf5f976f9301", "tag": "0a86efc6-899d-4be6-a4c3-ba1319e90d75"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:01:04.404991 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb5d650-436c-4814-afe0-b21d44e3a3c7 x-openstack-request-id: req-acb5d650-436c-4814-afe0-b21d44e3a3c7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:01:04.405295 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541cd715-f612-4bad-b819-cf5f976f9301", "tag": "0a86efc6-899d-4be6-a4c3-ba1319e90d75", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:01:04.405562 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acb5d650-436c-4814-afe0-b21d44e3a3c7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:01:04.405992 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541cd715-f612-4bad-b819-cf5f976f9301', 'tag': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'status': 'completed', 'code': 200} Jan 31 20:01:04.421339 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8837d292-ebb0-4cf9-9df5-c1362d0e25b2 None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:01:04.488879 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184851f0-cc06-4a18-8282-5ae722a6ae2f req-be32c094-237c-4184-94b5-8f6d8d16e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:04.493870 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-184851f0-cc06-4a18-8282-5ae722a6ae2f req-be32c094-237c-4184-94b5-8f6d8d16e2b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 1129 time: 0.0579889 Jan 31 20:01:04.619615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184851f0-cc06-4a18-8282-5ae722a6ae2f req-b8dd26b4-13e0-48ef-8ab5-b515f1a63571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:04.621243 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-184851f0-cc06-4a18-8282-5ae722a6ae2f req-b8dd26b4-13e0-48ef-8ab5-b515f1a63571 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 911 time: 0.1217742 Jan 31 20:01:04.682579 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8837d292-ebb0-4cf9-9df5-c1362d0e25b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '2260c601-b0c1-4773-a9e1-69eb364e044d', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'port_id': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'mac_address': 'fa:16:3e:7d:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:56:38Z', 'updated_at': '2022-01-31T19:56:40Z', 'revision_number': 1, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:04.688417 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-184851f0-cc06-4a18-8282-5ae722a6ae2f req-3a266c68-4993-44a6-a8d1-a08141987066 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75 HTTP/1.1" status: 200 len: 217 time: 0.0602248 Jan 31 20:01:04.710920 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8837d292-ebb0-4cf9-9df5-c1362d0e25b2 None None] Checking router: 3590fe16-0f7f-4c14-8730-90228aa01f5a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:01:04.719744 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8837d292-ebb0-4cf9-9df5-c1362d0e25b2 None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:01:04.720361 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8837d292-ebb0-4cf9-9df5-c1362d0e25b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T20:00:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:04.741863 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf785f5e-f80e-4f8b-9ff7-dac8d61b7793 req-16f73172-0336-45c1-b791-8f5924101a98 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:04.743336 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf785f5e-f80e-4f8b-9ff7-dac8d61b7793 req-16f73172-0336-45c1-b791-8f5924101a98 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 946 time: 0.1789963 Jan 31 20:01:04.764605 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184851f0-cc06-4a18-8282-5ae722a6ae2f req-82ec2f62-12c7-4b3f-85b0-1149d4f0f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:04.766520 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-184851f0-cc06-4a18-8282-5ae722a6ae2f req-82ec2f62-12c7-4b3f-85b0-1149d4f0f03d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0692317 Jan 31 20:01:04.825746 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8837d292-ebb0-4cf9-9df5-c1362d0e25b2 None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:01:04.825970 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-bf785f5e-f80e-4f8b-9ff7-dac8d61b7793 req-8ded2e5d-3c08-4bc9-8188-eb02b314e205 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763912 Jan 31 20:01:04.838961 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184851f0-cc06-4a18-8282-5ae722a6ae2f req-f1a96168-cc28-4def-acbb-80a467001488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:04.840551 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-184851f0-cc06-4a18-8282-5ae722a6ae2f req-f1a96168-cc28-4def-acbb-80a467001488 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0675559 Jan 31 20:01:04.929167 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-184851f0-cc06-4a18-8282-5ae722a6ae2f req-976757c3-a7e2-4d8a-bf67-1b49d117841f service neutron] 10.222.0.49 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814266 Jan 31 20:01:05.021388 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-184851f0-cc06-4a18-8282-5ae722a6ae2f req-ef9dfc42-7775-4cab-b8a1-9263359a3625 service neutron] 10.222.0.49 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857244 Jan 31 20:01:05.055511 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8837d292-ebb0-4cf9-9df5-c1362d0e25b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '2260c601-b0c1-4773-a9e1-69eb364e044d', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'port_id': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'mac_address': 'fa:16:3e:7d:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:56:38Z', 'updated_at': '2022-01-31T19:56:40Z', 'revision_number': 1, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:05.082475 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8837d292-ebb0-4cf9-9df5-c1362d0e25b2 None None] The sync data for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 is: [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_floatingips': [{'id': '2260c601-b0c1-4773-a9e1-69eb364e044d', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'router_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'port_id': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'mac_address': 'fa:16:3e:7d:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T19:56:38Z', 'updated_at': '2022-01-31T19:56:40Z', 'revision_number': 1, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:01:05.306534 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73740ac2-5b75-4a82-8093-04c082f39ff6 None None] New status for floating IP 20ee10fa-b46d-4a3e-87f4-eaff29362a50: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 20:01:05.949768 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c17cd-ea6e-4d39-aed5-d1c7b55479bb req-d2d7764a-462d-4e81-a8ee-49a0dc1d29cd tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:05.951253 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-150c17cd-ea6e-4d39-aed5-d1c7b55479bb req-d2d7764a-462d-4e81-a8ee-49a0dc1d29cd tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 946 time: 0.0533907 Jan 31 20:01:06.000213 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-150c17cd-ea6e-4d39-aed5-d1c7b55479bb req-c0504b1d-bd3f-44a2-94a2-e8717a4957d0 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430372 Jan 31 20:01:06.277729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcea01-6f74-47e5-8bc3-22ab05007e1b req-396ee24e-486c-407e-9ac2-a158cf0da7bd tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:06.279150 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63dcea01-6f74-47e5-8bc3-22ab05007e1b req-396ee24e-486c-407e-9ac2-a158cf0da7bd tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.49 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 946 time: 0.0506604 Jan 31 20:01:06.379569 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-63dcea01-6f74-47e5-8bc3-22ab05007e1b req-712eb043-98bf-44ed-96f6-2472044edc6a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Deleting port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:01:06.379912 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-63dcea01-6f74-47e5-8bc3-22ab05007e1b req-712eb043-98bf-44ed-96f6-2472044edc6a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:06.465857 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-63dcea01-6f74-47e5-8bc3-22ab05007e1b req-712eb043-98bf-44ed-96f6-2472044edc6a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] For port 0a86efc6-899d-4be6-a4c3-ba1319e90d75, host n-h1-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-15',level=0,port_id=0a86efc6-899d-4be6-a4c3-ba1319e90d75,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:01:06.466225 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-63dcea01-6f74-47e5-8bc3-22ab05007e1b req-712eb043-98bf-44ed-96f6-2472044edc6a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:06.479422 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-63dcea01-6f74-47e5-8bc3-22ab05007e1b req-712eb043-98bf-44ed-96f6-2472044edc6a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Calling delete_port for 0a86efc6-899d-4be6-a4c3-ba1319e90d75 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:01:06.607557 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-63dcea01-6f74-47e5-8bc3-22ab05007e1b req-712eb043-98bf-44ed-96f6-2472044edc6a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (0a86efc6-899d-4be6-a4c3-ba1319e90d75), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:06.635755 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712eb043-98bf-44ed-96f6-2472044edc6a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event deleted for resources: {'Port': ['ID=0a86efc6-899d-4be6-a4c3-ba1319e90d75,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:06.676530 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0a86efc6-899d-4be6-a4c3-ba1319e90d75 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:01:06.682660 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dcea01-6f74-47e5-8bc3-22ab05007e1b req-712eb043-98bf-44ed-96f6-2472044edc6a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] No DVR routers for this DVR port 0a86efc6-899d-4be6-a4c3-ba1319e90d75 on host n-h1-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:01:06.685246 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-63dcea01-6f74-47e5-8bc3-22ab05007e1b req-712eb043-98bf-44ed-96f6-2472044edc6a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:06.688710 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-63dcea01-6f74-47e5-8bc3-22ab05007e1b req-712eb043-98bf-44ed-96f6-2472044edc6a tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.49 "DELETE /v2.0/ports/0a86efc6-899d-4be6-a4c3-ba1319e90d75 HTTP/1.1" status: 204 len: 173 time: 0.4006474 Jan 31 20:01:06.689162 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541cd715-f612-4bad-b819-cf5f976f9301', 'name': 'network-vif-deleted', 'tag': '0a86efc6-899d-4be6-a4c3-ba1319e90d75'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:01:06.691424 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d423d3c4-a880-45de-8237-290d56575ce6" -d '{"events": [{"server_uuid": "541cd715-f612-4bad-b819-cf5f976f9301", "name": "network-vif-deleted", "tag": "0a86efc6-899d-4be6-a4c3-ba1319e90d75"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:01:06.696563 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 0a86efc6-899d-4be6-a4c3-ba1319e90d75 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:01:06.696915 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0a86efc6-899d-4be6-a4c3-ba1319e90d75 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:01:06.732935 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952e5ec0-0e5a-4f96-9be2-625768f68c9e x-openstack-request-id: req-952e5ec0-0e5a-4f96-9be2-625768f68c9e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:01:06.733794 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541cd715-f612-4bad-b819-cf5f976f9301", "name": "network-vif-deleted", "tag": "0a86efc6-899d-4be6-a4c3-ba1319e90d75", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:01:06.734078 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-952e5ec0-0e5a-4f96-9be2-625768f68c9e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:01:06.735420 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541cd715-f612-4bad-b819-cf5f976f9301', 'name': 'network-vif-deleted', 'tag': '0a86efc6-899d-4be6-a4c3-ba1319e90d75', 'status': 'completed', 'code': 200} Jan 31 20:01:07.112153 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-fb9e0504-182b-4d7b-8e98-ecc629b17ea0 req-1fb32d9b-6f4d-4830-8710-17fe1814f2e6 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=541cd715-f612-4bad-b819-cf5f976f9301 HTTP/1.1" status: 200 len: 210 time: 0.0294826 Jan 31 20:01:08.666740 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33014) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:08.818645 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Deleting port e629e704-d18b-4d4a-b798-52cdc4735e82 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:01:08.819032 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e629e704-d18b-4d4a-b798-52cdc4735e82), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:08.894823 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e629e704-d18b-4d4a-b798-52cdc4735e82), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:08.895149 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for floatingip (e629e704-d18b-4d4a-b798-52cdc4735e82), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:08.907244 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Calling delete_port for e629e704-d18b-4d4a-b798-52cdc4735e82 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:01:09.381125 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (e629e704-d18b-4d4a-b798-52cdc4735e82), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:09.410409 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event deleted for resources: {'Port': ['ID=e629e704-d18b-4d4a-b798-52cdc4735e82,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:09.471281 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for floatingip (2260c601-b0c1-4773-a9e1-69eb364e044d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:09.471603 n-d-812111-15 neutron-server[103225]: INFO neutron.db.l3_db [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Floating IP 2260c601-b0c1-4773-a9e1-69eb364e044d disassociated (deleted). External IP: 172.25.8.226, port: 5ef8bd03-02a5-44fe-8758-5e764772c708. Jan 31 20:01:09.675063 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Router 3590fe16-0f7f-4c14-8730-90228aa01f5a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:01:09.787036 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:01:09.791901 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:09.797945 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76370a45-d7b8-43e9-922a-c155e5574c38 None None] Sync routers for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:01:09.807815 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76370a45-d7b8-43e9-922a-c155e5574c38 None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:01:09.808448 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-76370a45-d7b8-43e9-922a-c155e5574c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T20:00:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:09.821201 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f413bf70-baaf-441e-bf9e-d7d74afc71a3 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "DELETE /v2.0/floatingips/2260c601-b0c1-4773-a9e1-69eb364e044d HTTP/1.1" status: 204 len: 168 time: 1.1533647 Jan 31 20:01:09.821801 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:01:09.824063 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4def2ffc-ba3c-4940-9bc9-e57c980fa507" -d '{"events": [{"name": "network-changed", "server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:01:09.862939 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f082d355-e428-4545-a657-3ca6eccc2516 x-openstack-request-id: req-f082d355-e428-4545-a657-3ca6eccc2516 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:01:09.863411 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:01:09.863843 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f082d355-e428-4545-a657-3ca6eccc2516 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:01:09.864285 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'status': 'completed', 'code': 200} Jan 31 20:01:09.926849 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-76370a45-d7b8-43e9-922a-c155e5574c38 None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:01:09.933321 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2ffc-ba3c-4940-9bc9-e57c980fa507 req-7c97388e-3900-4479-a57e-2f64bbb7979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:09.935422 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4def2ffc-ba3c-4940-9bc9-e57c980fa507 req-7c97388e-3900-4479-a57e-2f64bbb7979a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d4f93f3cee242f997709c9e21c17b67&device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0482938 Jan 31 20:01:10.070093 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2ffc-ba3c-4940-9bc9-e57c980fa507 req-5e57ed42-0e95-4eb5-b3f3-284e4c6c2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:10.071579 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4def2ffc-ba3c-4940-9bc9-e57c980fa507 req-5e57ed42-0e95-4eb5-b3f3-284e4c6c2689 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 200 len: 911 time: 0.1298897 Jan 31 20:01:10.090461 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a7c27-a9b4-4c66-a25d-1b501557f429 req-57965800-6d7e-4af6-80d5-43e5b49bc48d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:10.091920 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce0a7c27-a9b4-4c66-a25d-1b501557f429 req-57965800-6d7e-4af6-80d5-43e5b49bc48d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 944 time: 0.0715313 Jan 31 20:01:10.136533 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-76370a45-d7b8-43e9-922a-c155e5574c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:10.141834 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-ce0a7c27-a9b4-4c66-a25d-1b501557f429 req-ee78a595-908a-4803-a828-58d42e7bec88 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441585 Jan 31 20:01:10.162364 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76370a45-d7b8-43e9-922a-c155e5574c38 None None] Checking router: 3590fe16-0f7f-4c14-8730-90228aa01f5a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:01:10.170741 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76370a45-d7b8-43e9-922a-c155e5574c38 None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:01:10.171343 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-76370a45-d7b8-43e9-922a-c155e5574c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T20:00:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:10.259667 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4def2ffc-ba3c-4940-9bc9-e57c980fa507 req-11bd3208-b342-4871-99ee-81962340e381 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ef8bd03-02a5-44fe-8758-5e764772c708 HTTP/1.1" status: 200 len: 217 time: 0.0391231 Jan 31 20:01:10.277419 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-76370a45-d7b8-43e9-922a-c155e5574c38 None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:01:10.307871 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2ffc-ba3c-4940-9bc9-e57c980fa507 req-cc1f250b-6705-4f08-ab0d-750a177cd306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:10.309378 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4def2ffc-ba3c-4940-9bc9-e57c980fa507 req-cc1f250b-6705-4f08-ab0d-750a177cd306 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 200 len: 849 time: 0.0442150 Jan 31 20:01:10.360437 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2ffc-ba3c-4940-9bc9-e57c980fa507 req-a913fcd6-647f-4657-92cc-2922f17b0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:10.361968 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4def2ffc-ba3c-4940-9bc9-e57c980fa507 req-a913fcd6-647f-4657-92cc-2922f17b0b42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0bf21e7-7a85-4646-8600-8533c213279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459290 Jan 31 20:01:10.459283 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4def2ffc-ba3c-4940-9bc9-e57c980fa507 req-159cbbda-058f-4904-84c6-c1481366a82d service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894666 Jan 31 20:01:10.478805 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-76370a45-d7b8-43e9-922a-c155e5574c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:10.505287 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76370a45-d7b8-43e9-922a-c155e5574c38 None None] The sync data for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 is: [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:17Z', 'revision_number': 4, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15', '_interfaces': [{'id': 'd99db2bc-f1c3-4b96-b8cb-39f9de40496b', 'name': '', 'network_id': 'b0bf21e7-7a85-4646-8600-8533c213279e', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'mac_address': 'fa:16:3e:42:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:16Z', 'updated_at': '2022-01-31T19:56:20Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'subnets': [{'id': 'dfc2a37c-fe6f-493c-a57b-807033800f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:01:10.551041 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-4def2ffc-ba3c-4940-9bc9-e57c980fa507 req-bedcbf5f-8235-4046-8b35-ea45909f3b0b service neutron] 10.222.0.21 "GET /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852225 Jan 31 20:01:10.691736 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0a86efc6-899d-4be6-a4c3-ba1319e90d75 no longer exists at agent hyperv_n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:01:10.712195 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] No Port match for: 0a86efc6-899d-4be6-a4c3-ba1319e90d75 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:01:10.712603 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Device 0a86efc6-899d-4be6-a4c3-ba1319e90d75 not bound to the agent host n-h1-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:01:10.722693 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ec428-f9cc-4d93-99a0-795efdcb3e64 None None] New status for floating IP 2260c601-b0c1-4773-a9e1-69eb364e044d: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 20:01:11.267459 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94af25-08d3-4b5e-894b-73424dda2f47 req-3ff97d03-fc96-4224-90fa-789bd00ad30d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:11.269217 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d94af25-08d3-4b5e-894b-73424dda2f47 req-3ff97d03-fc96-4224-90fa-789bd00ad30d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 944 time: 0.0575500 Jan 31 20:01:11.317828 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-1d94af25-08d3-4b5e-894b-73424dda2f47 req-9ded374c-95bf-4b92-b990-6531c952880d tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d8246e1-829b-45bf-9497-a4252d8c1139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426726 Jan 31 20:01:11.789423 n-d-812111-15 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d259-ead6-4986-80be-bdb7e263053c req-61940e43-d05a-4447-a691-8e91bed63e02 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:01:11.790873 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c91d259-ead6-4986-80be-bdb7e263053c req-61940e43-d05a-4447-a691-8e91bed63e02 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.21 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 944 time: 0.0570450 Jan 31 20:01:11.880051 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8c91d259-ead6-4986-80be-bdb7e263053c req-252fc0a0-f487-45d8-867a-acbdc0bbee97 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Deleting port 5ef8bd03-02a5-44fe-8758-5e764772c708 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:01:11.880420 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8c91d259-ead6-4986-80be-bdb7e263053c req-252fc0a0-f487-45d8-867a-acbdc0bbee97 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:11.970542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8c91d259-ead6-4986-80be-bdb7e263053c req-252fc0a0-f487-45d8-867a-acbdc0bbee97 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] For port 5ef8bd03-02a5-44fe-8758-5e764772c708, host n-h2-812111-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-15',level=0,port_id=5ef8bd03-02a5-44fe-8758-5e764772c708,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:01:11.970906 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8c91d259-ead6-4986-80be-bdb7e263053c req-252fc0a0-f487-45d8-867a-acbdc0bbee97 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:11.983524 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8c91d259-ead6-4986-80be-bdb7e263053c req-252fc0a0-f487-45d8-867a-acbdc0bbee97 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Calling delete_port for 5ef8bd03-02a5-44fe-8758-5e764772c708 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:01:12.110663 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8c91d259-ead6-4986-80be-bdb7e263053c req-252fc0a0-f487-45d8-867a-acbdc0bbee97 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (5ef8bd03-02a5-44fe-8758-5e764772c708), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:12.136729 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fc0a0-f487-45d8-867a-acbdc0bbee97 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event deleted for resources: {'Port': ['ID=5ef8bd03-02a5-44fe-8758-5e764772c708,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:12.182236 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c91d259-ead6-4986-80be-bdb7e263053c req-252fc0a0-f487-45d8-867a-acbdc0bbee97 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] No DVR routers for this DVR port 5ef8bd03-02a5-44fe-8758-5e764772c708 on host n-h2-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:01:12.184791 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8c91d259-ead6-4986-80be-bdb7e263053c req-252fc0a0-f487-45d8-867a-acbdc0bbee97 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43367'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:12.188839 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-8c91d259-ead6-4986-80be-bdb7e263053c req-252fc0a0-f487-45d8-867a-acbdc0bbee97 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.21 "DELETE /v2.0/ports/5ef8bd03-02a5-44fe-8758-5e764772c708 HTTP/1.1" status: 204 len: 173 time: 0.3930633 Jan 31 20:01:12.189291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'name': 'network-vif-deleted', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:01:12.191622 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}221fe66297e2a9c4f1baa730989032ddb18a7323e61f76dee5de1874cf852788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec69ccd8-1c3c-490a-b1c3-9fac318c6607" -d '{"events": [{"server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "name": "network-vif-deleted", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:01:12.227821 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99be33a2-0816-4123-bea2-f03054eb2a9d x-openstack-request-id: req-99be33a2-0816-4123-bea2-f03054eb2a9d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:01:12.228120 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5", "name": "network-vif-deleted", "tag": "5ef8bd03-02a5-44fe-8758-5e764772c708", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:01:12.228913 n-d-812111-15 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99be33a2-0816-4123-bea2-f03054eb2a9d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:01:12.229357 n-d-812111-15 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5', 'name': 'network-vif-deleted', 'tag': '5ef8bd03-02a5-44fe-8758-5e764772c708', 'status': 'completed', 'code': 200} Jan 31 20:01:12.427511 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [req-7fb43975-129c-4ad3-9eed-7d60e876cb50 req-47333ff4-025f-4e24-844d-379dc285aec9 tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "GET /v2.0/ports?device_id=aacb2b22-9c20-4d45-99ba-f7b7a4bc3fb5 HTTP/1.1" status: 200 len: 210 time: 0.0316298 Jan 31 20:01:13.484289 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33030) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:13.542071 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93585d36-9ffa-4ded-9a42-f7c222bc8cac tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group (7d8246e1-829b-45bf-9497-a4252d8c1139), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:13.567236 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93585d36-9ffa-4ded-9a42-f7c222bc8cac tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group (7d8246e1-829b-45bf-9497-a4252d8c1139), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:13.629068 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93585d36-9ffa-4ded-9a42-f7c222bc8cac tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (7d8246e1-829b-45bf-9497-a4252d8c1139), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:13.631682 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93585d36-9ffa-4ded-9a42-f7c222bc8cac tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:13.632918 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-93585d36-9ffa-4ded-9a42-f7c222bc8cac tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] 10.222.0.20 "DELETE /v2.0/security-groups/7d8246e1-829b-45bf-9497-a4252d8c1139 HTTP/1.1" status: 204 len: 168 time: 0.1475766 Jan 31 20:01:13.642097 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93585d36-9ffa-4ded-9a42-f7c222bc8cac tempest-TestSnapshotPattern-1758071410 tempest-TestSnapshotPattern-1758071410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8246e1-829b-45bf-9497-a4252d8c1139,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:13.681121 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33034) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:14.134251 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (3590fe16-0f7f-4c14-8730-90228aa01f5a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:14.378749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Deleting port d99db2bc-f1c3-4b96-b8cb-39f9de40496b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:01:14.379099 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:14.455054 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] For port d99db2bc-f1c3-4b96-b8cb-39f9de40496b, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=d99db2bc-f1c3-4b96-b8cb-39f9de40496b,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:01:14.455339 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:14.471753 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Calling delete_port for d99db2bc-f1c3-4b96-b8cb-39f9de40496b owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:01:14.646141 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (d99db2bc-f1c3-4b96-b8cb-39f9de40496b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:14.669912 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99db2bc-f1c3-4b96-b8cb-39f9de40496b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:14.680220 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.680619 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.680971 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.681316 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.681951 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.682606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.682606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.682606 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.682993 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.683254 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.683582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.683911 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.684282 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-15 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:01:14.850037 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (3590fe16-0f7f-4c14-8730-90228aa01f5a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:15.058682 n-d-812111-15 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Router 3590fe16-0f7f-4c14-8730-90228aa01f5a has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:01:15.162321 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:01:15.167323 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-d2b58f50-6150-4405-9ae4-a6103d109a86 admin admin] 10.222.0.20 "PUT /v2.0/routers/3590fe16-0f7f-4c14-8730-90228aa01f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4851453 Jan 31 20:01:15.169913 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33040) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:15.172558 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95d06d-7cc0-4df5-b7e8-80524d879d6d None None] Sync routers for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:01:15.183326 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95d06d-7cc0-4df5-b7e8-80524d879d6d None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:01:15.183934 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c95d06d-7cc0-4df5-b7e8-80524d879d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T20:00:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:15.271190 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Publish callbacks [] for router (3590fe16-0f7f-4c14-8730-90228aa01f5a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:15.376964 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Publish callbacks [] for router_gateway (3590fe16-0f7f-4c14-8730-90228aa01f5a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:15.438972 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Deleting port e1d4c873-7dd5-4dab-be85-a8f13ebf235f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:01:15.439360 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:15.454543 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2c95d06d-7cc0-4df5-b7e8-80524d879d6d None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: n-d-812111-15 {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:01:15.518481 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] For port e1d4c873-7dd5-4dab-be85-a8f13ebf235f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=e1d4c873-7dd5-4dab-be85-a8f13ebf235f,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:01:15.518845 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:15.532352 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Calling delete_port for e1d4c873-7dd5-4dab-be85-a8f13ebf235f owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:01:15.631899 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c95d06d-7cc0-4df5-b7e8-80524d879d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T20:01:14Z', 'revision_number': 5, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port': {'id': 'e1d4c873-7dd5-4dab-be85-a8f13ebf235f', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T19:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:15.662112 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95d06d-7cc0-4df5-b7e8-80524d879d6d None None] Checking router: 3590fe16-0f7f-4c14-8730-90228aa01f5a for host: n-d-812111-15 {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:01:15.670956 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95d06d-7cc0-4df5-b7e8-80524d879d6d None None] Routers {'3590fe16-0f7f-4c14-8730-90228aa01f5a'} bound to L3 agent in host n-d-812111-15 {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:01:15.671917 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c95d06d-7cc0-4df5-b7e8-80524d879d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T20:00:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['3590fe16-0f7f-4c14-8730-90228aa01f5a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:15.698176 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (e1d4c873-7dd5-4dab-be85-a8f13ebf235f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:15.727917 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d4c873-7dd5-4dab-be85-a8f13ebf235f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:15.761094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-2c95d06d-7cc0-4df5-b7e8-80524d879d6d None None] Set router 3590fe16-0f7f-4c14-8730-90228aa01f5a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:01:15.792874 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5ef8bd03-02a5-44fe-8758-5e764772c708 no longer exists at agent hyperv_n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:01:15.795547 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (3590fe16-0f7f-4c14-8730-90228aa01f5a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:15.823267 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-2c95d06d-7cc0-4df5-b7e8-80524d879d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T20:01:15Z', 'revision_number': 6, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:15.842865 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] No Port match for: 5ef8bd03-02a5-44fe-8758-5e764772c708 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:01:15.843216 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Device 5ef8bd03-02a5-44fe-8758-5e764772c708 not bound to the agent host n-h2-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:01:15.869399 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95d06d-7cc0-4df5-b7e8-80524d879d6d None None] The sync data for ids ['3590fe16-0f7f-4c14-8730-90228aa01f5a'] in n-d-812111-15 is: [{'id': '3590fe16-0f7f-4c14-8730-90228aa01f5a', 'name': 'tempest-TestSnapshotPattern-1628123434-router', 'tenant_id': '0d4f93f3cee242f997709c9e21c17b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:14Z', 'updated_at': '2022-01-31T20:01:15Z', 'revision_number': 6, 'project_id': '0d4f93f3cee242f997709c9e21c17b67', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:01:15.893227 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (3590fe16-0f7f-4c14-8730-90228aa01f5a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:15.895464 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Publish callbacks [] for router_controller (3590fe16-0f7f-4c14-8730-90228aa01f5a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:15.939468 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (3590fe16-0f7f-4c14-8730-90228aa01f5a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:15.940468 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3590fe16-0f7f-4c14-8730-90228aa01f5a {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 20:01:15.945128 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:15.946684 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-ab8f489e-0c22-423e-95a8-9290af7c55c9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3590fe16-0f7f-4c14-8730-90228aa01f5a HTTP/1.1" status: 204 len: 168 time: 0.7758515 Jan 31 20:01:15.949170 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:16.001341 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef0e5b2-cf23-4a2b-beb6-203791ce2158 admin admin] Deleting subnet dfc2a37c-fe6f-493c-a57b-807033800f10 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 20:01:16.004660 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e5b2-cf23-4a2b-beb6-203791ce2158 admin admin] Publish callbacks [] for subnet (dfc2a37c-fe6f-493c-a57b-807033800f10), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.041853 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e5b2-cf23-4a2b-beb6-203791ce2158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13866013'] for subnet (dfc2a37c-fe6f-493c-a57b-807033800f10), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.117779 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e5b2-cf23-4a2b-beb6-203791ce2158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (dfc2a37c-fe6f-493c-a57b-807033800f10), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.181601 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e5b2-cf23-4a2b-beb6-203791ce2158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14618904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13981240'] for subnet (dfc2a37c-fe6f-493c-a57b-807033800f10), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.212093 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0e5b2-cf23-4a2b-beb6-203791ce2158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc2a37c-fe6f-493c-a57b-807033800f10,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:16.214083 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e5b2-cf23-4a2b-beb6-203791ce2158 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.217928 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fdc76b-5384-4592-990e-ef8a266a8a68 None None] Network b0bf21e7-7a85-4646-8600-8533c213279e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:01:16.220108 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-8ef0e5b2-cf23-4a2b-beb6-203791ce2158 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dfc2a37c-fe6f-493c-a57b-807033800f10 HTTP/1.1" status: 204 len: 168 time: 0.2696798 Jan 31 20:01:16.221694 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.20', 33044) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:16.288885 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (b0bf21e7-7a85-4646-8600-8533c213279e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.353632 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Deleting port a236c9de-87e4-4398-9b16-1893b1117376 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:01:16.353980 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a236c9de-87e4-4398-9b16-1893b1117376), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.389978 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f80f13c-7cf2-41d8-bb34-a5afe3d0e9d6 None None] DHCP port deletion for b0bf21e7-7a85-4646-8600-8533c213279e request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 20:01:16.428196 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] For port a236c9de-87e4-4398-9b16-1893b1117376, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a236c9de-87e4-4398-9b16-1893b1117376,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:01:16.428661 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a236c9de-87e4-4398-9b16-1893b1117376), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.439810 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0f80f13c-7cf2-41d8-bb34-a5afe3d0e9d6 None None] Deleting port a236c9de-87e4-4398-9b16-1893b1117376 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:01:16.440190 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0f80f13c-7cf2-41d8-bb34-a5afe3d0e9d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (a236c9de-87e4-4398-9b16-1893b1117376), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.441559 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Calling delete_port for a236c9de-87e4-4398-9b16-1893b1117376 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:01:16.507405 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0f80f13c-7cf2-41d8-bb34-a5afe3d0e9d6 None None] For port a236c9de-87e4-4398-9b16-1893b1117376, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=a236c9de-87e4-4398-9b16-1893b1117376,segment=NetworkSegment(e3a12df3-b893-420f-bd3f-c604c610157c),segment_id=e3a12df3-b893-420f-bd3f-c604c610157c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:01:16.507933 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0f80f13c-7cf2-41d8-bb34-a5afe3d0e9d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (a236c9de-87e4-4398-9b16-1893b1117376), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.522424 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0f80f13c-7cf2-41d8-bb34-a5afe3d0e9d6 None None] Calling delete_port for a236c9de-87e4-4398-9b16-1893b1117376 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:01:16.523439 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14618949'] for port (a236c9de-87e4-4398-9b16-1893b1117376), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.552848 n-d-812111-15 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] No DVR routers for this DVR port a236c9de-87e4-4398-9b16-1893b1117376 on host n-d-812111-15 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:01:16.558398 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a236c9de-87e4-4398-9b16-1893b1117376,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:16.603823 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0f80f13c-7cf2-41d8-bb34-a5afe3d0e9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969'] for port (a236c9de-87e4-4398-9b16-1893b1117376), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.634094 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80f13c-7cf2-41d8-bb34-a5afe3d0e9d6 None None] Pushing event deleted for resources: {'Port': ['ID=a236c9de-87e4-4398-9b16-1893b1117376,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:16.634840 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (b0bf21e7-7a85-4646-8600-8533c213279e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.638074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f80f13c-7cf2-41d8-bb34-a5afe3d0e9d6 None None] No DVR routers for this DVR port a236c9de-87e4-4398-9b16-1893b1117376 on host n-d-812111-15 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:01:16.661582 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bf21e7-7a85-4646-8600-8533c213279e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:16.671647 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a12df3-b893-420f-bd3f-c604c610157c') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:16.671959 n-d-812111-15 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a12df3-b893-420f-bd3f-c604c610157c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:16.682507 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13866004'] for segment (e3a12df3-b893-420f-bd3f-c604c610157c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.696997 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (e3a12df3-b893-420f-bd3f-c604c610157c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.703749 n-d-812111-15 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 20:01:16.704577 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14619062'] for segment (e3a12df3-b893-420f-bd3f-c604c610157c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: Traceback (most recent call last): Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: timer() Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: cb(*args, **kw) Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: return func(*args, **kwargs) Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: self._notify() Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: self.callback(batched_events) Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: event.method(event) Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: return f(self, *a, **k) Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: return self._get(url).json() Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 20:01:16.706360 n-d-812111-15 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 20:01:16.760927 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (b0bf21e7-7a85-4646-8600-8533c213279e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.768183 n-d-812111-15 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:16.771310 n-d-812111-15 neutron-server[103226]: INFO neutron.wsgi [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0bf21e7-7a85-4646-8600-8533c213279e HTTP/1.1" status: 204 len: 168 time: 0.5486879 Jan 31 20:01:16.774380 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33046) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:17.109384 n-d-812111-15 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de8144-a983-44e7-8976-eba6ee27d3fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b0bf21e7-7a85-4646-8600-8533c213279e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:17.137405 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9fb624d2-08e0-461a-8b59-1a244abc1372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1813097'] for router_interface (03308219-175e-4dc1-9333-84cdd61b9e59), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:17.380230 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9fb624d2-08e0-461a-8b59-1a244abc1372 admin admin] Deleting port 63eed6c7-f227-4662-ae46-57f82235dee3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:01:17.380524 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9fb624d2-08e0-461a-8b59-1a244abc1372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:17.461772 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9fb624d2-08e0-461a-8b59-1a244abc1372 admin admin] For port 63eed6c7-f227-4662-ae46-57f82235dee3, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=63eed6c7-f227-4662-ae46-57f82235dee3,segment=NetworkSegment(416a7062-e275-4c30-a8c1-5364973e2c03),segment_id=416a7062-e275-4c30-a8c1-5364973e2c03)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:01:17.462133 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9fb624d2-08e0-461a-8b59-1a244abc1372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:17.470074 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d99db2bc-f1c3-4b96-b8cb-39f9de40496b no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:01:17.475630 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9fb624d2-08e0-461a-8b59-1a244abc1372 admin admin] Calling delete_port for 63eed6c7-f227-4662-ae46-57f82235dee3 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:01:17.489925 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: d99db2bc-f1c3-4b96-b8cb-39f9de40496b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:01:17.490378 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device d99db2bc-f1c3-4b96-b8cb-39f9de40496b not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:01:17.490868 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e1d4c873-7dd5-4dab-be85-a8f13ebf235f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:01:17.510130 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: e1d4c873-7dd5-4dab-be85-a8f13ebf235f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:01:17.510474 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device e1d4c873-7dd5-4dab-be85-a8f13ebf235f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:01:17.510883 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a236c9de-87e4-4398-9b16-1893b1117376 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:01:17.529663 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: a236c9de-87e4-4398-9b16-1893b1117376 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:01:17.530013 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device a236c9de-87e4-4398-9b16-1893b1117376 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:01:17.656774 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9fb624d2-08e0-461a-8b59-1a244abc1372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (63eed6c7-f227-4662-ae46-57f82235dee3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:17.685020 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb624d2-08e0-461a-8b59-1a244abc1372 admin admin] Pushing event deleted for resources: {'Port': ['ID=63eed6c7-f227-4662-ae46-57f82235dee3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:17.848361 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9fb624d2-08e0-461a-8b59-1a244abc1372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813245'] for router_interface (03308219-175e-4dc1-9333-84cdd61b9e59), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:18.068941 n-d-812111-15 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb624d2-08e0-461a-8b59-1a244abc1372 admin admin] Router 03308219-175e-4dc1-9333-84cdd61b9e59 has already been hosted by L3 agent ddf8a537-73d8-4213-852e-79a019d7279b {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:01:18.173560 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb624d2-08e0-461a-8b59-1a244abc1372 admin admin] Notify agent at l3_agent.n-d-812111-15 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:01:18.178494 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-9fb624d2-08e0-461a-8b59-1a244abc1372 admin admin] 10.222.0.20 "PUT /v2.0/routers/03308219-175e-4dc1-9333-84cdd61b9e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4030819 Jan 31 20:01:18.181027 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33048) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:18.183588 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae6fd2d-c479-43ff-96ef-19dcfc9b4e98 None None] Sync routers for ids ['03308219-175e-4dc1-9333-84cdd61b9e59'] in n-d-812111-15 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:01:18.194938 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae6fd2d-c479-43ff-96ef-19dcfc9b4e98 None None] Routers {'03308219-175e-4dc1-9333-84cdd61b9e59'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:01:18.195546 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-dae6fd2d-c479-43ff-96ef-19dcfc9b4e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T20:00:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03308219-175e-4dc1-9333-84cdd61b9e59'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:18.285327 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Publish callbacks [] for router (03308219-175e-4dc1-9333-84cdd61b9e59), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:18.299140 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-dae6fd2d-c479-43ff-96ef-19dcfc9b4e98 None None] Set router 03308219-175e-4dc1-9333-84cdd61b9e59 gateway port host: n-d-812111-15 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:01:18.389270 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Publish callbacks [] for router_gateway (03308219-175e-4dc1-9333-84cdd61b9e59), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:18.442510 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Deleting port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:01:18.442849 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:18.482073 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-dae6fd2d-c479-43ff-96ef-19dcfc9b4e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'name': 'tempest-TestSnapshotPattern-1734418564-router', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'external_fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:18Z', 'updated_at': '2022-01-31T20:01:17Z', 'revision_number': 5, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'gw_port': {'id': '85c7c2eb-bf9d-48a4-9269-9aae36cf0cec', 'name': '', 'network_id': '2a8a3ffb-59df-4b1a-a0af-4ef009848ec8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T19:56:19Z', 'updated_at': '2022-01-31T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70f5c4fc-d34c-4ee4-98dc-cbe1c1f32a8c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-15'}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:18.509062 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae6fd2d-c479-43ff-96ef-19dcfc9b4e98 None None] Checking router: 03308219-175e-4dc1-9333-84cdd61b9e59 for host: n-d-812111-15 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:01:18.517844 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae6fd2d-c479-43ff-96ef-19dcfc9b4e98 None None] Routers {'03308219-175e-4dc1-9333-84cdd61b9e59'} bound to L3 agent in host n-d-812111-15 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:01:18.518438 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-dae6fd2d-c479-43ff-96ef-19dcfc9b4e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T18:19:21Z,description=,heartbeat_timestamp=2022-01-31T20:00:51Z,host='n-d-812111-15',id=ddf8a537-73d8-4213-852e-79a019d7279b,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T18:19:21Z,topic='l3_agent')) {'router_ids': ['03308219-175e-4dc1-9333-84cdd61b9e59'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:18.525291 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] For port 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=85c7c2eb-bf9d-48a4-9269-9aae36cf0cec,segment=NetworkSegment(2f0a555d-9502-47c2-ae06-b8d3c8518fad),segment_id=2f0a555d-9502-47c2-ae06-b8d3c8518fad)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:01:18.525661 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:18.538024 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Calling delete_port for 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:01:18.603510 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-dae6fd2d-c479-43ff-96ef-19dcfc9b4e98 None None] Set router 03308219-175e-4dc1-9333-84cdd61b9e59 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:01:18.654078 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-dae6fd2d-c479-43ff-96ef-19dcfc9b4e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'name': 'tempest-TestSnapshotPattern-1734418564-router', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:18Z', 'updated_at': '2022-01-31T20:01:18Z', 'revision_number': 6, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'gw_port_host': None}], 'n-d-812111-15', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:18.683951 n-d-812111-15 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae6fd2d-c479-43ff-96ef-19dcfc9b4e98 None None] The sync data for ids ['03308219-175e-4dc1-9333-84cdd61b9e59'] in n-d-812111-15 is: [{'id': '03308219-175e-4dc1-9333-84cdd61b9e59', 'name': 'tempest-TestSnapshotPattern-1734418564-router', 'tenant_id': '7e728bb902fd44d8a243313ae96e408c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T19:56:18Z', 'updated_at': '2022-01-31T20:01:18Z', 'revision_number': 6, 'project_id': '7e728bb902fd44d8a243313ae96e408c', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:01:18.703984 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (85c7c2eb-bf9d-48a4-9269-9aae36cf0cec), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:18.731494 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c7c2eb-bf9d-48a4-9269-9aae36cf0cec,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:18.791169 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1814419'] for router_gateway (03308219-175e-4dc1-9333-84cdd61b9e59), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:18.878161 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1815814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2812'] for router (03308219-175e-4dc1-9333-84cdd61b9e59), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:18.880231 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Publish callbacks [] for router_controller (03308219-175e-4dc1-9333-84cdd61b9e59), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:18.926880 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1815823'] for router (03308219-175e-4dc1-9333-84cdd61b9e59), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:18.927362 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03308219-175e-4dc1-9333-84cdd61b9e59 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 20:01:18.931608 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:18.932997 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-27bf80f2-1788-4371-a767-94f8de410ca2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/03308219-175e-4dc1-9333-84cdd61b9e59 HTTP/1.1" status: 204 len: 168 time: 0.7508337 Jan 31 20:01:18.935689 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33050) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:18.979850 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-902ca53d-3c21-42a4-939a-747b5a49a103 admin admin] Deleting subnet 62e27c74-3220-4b83-b810-23f392cb8c42 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 20:01:18.982813 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-902ca53d-3c21-42a4-939a-747b5a49a103 admin admin] Publish callbacks [] for subnet (62e27c74-3220-4b83-b810-23f392cb8c42), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.017261 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-902ca53d-3c21-42a4-939a-747b5a49a103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13426176'] for subnet (62e27c74-3220-4b83-b810-23f392cb8c42), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.019301 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee165c0e-d5c8-4772-80b4-0507f8da32db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.103232 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-902ca53d-3c21-42a4-939a-747b5a49a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733888'] for subnet (62e27c74-3220-4b83-b810-23f392cb8c42), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.161357 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-902ca53d-3c21-42a4-939a-747b5a49a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15875226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14315677'] for subnet (62e27c74-3220-4b83-b810-23f392cb8c42), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.184265 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ca53d-3c21-42a4-939a-747b5a49a103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e27c74-3220-4b83-b810-23f392cb8c42,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:19.191971 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-902ca53d-3c21-42a4-939a-747b5a49a103 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.195666 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-902ca53d-3c21-42a4-939a-747b5a49a103 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/62e27c74-3220-4b83-b810-23f392cb8c42 HTTP/1.1" status: 204 len: 168 time: 0.2586870 Jan 31 20:01:19.197706 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f4d71-2e42-4470-ac4e-9190870dc79a None None] Network 4c4a8092-9906-4d5d-81cc-58489465c65e requested from n-d-812111-15 {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:01:19.197935 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33052) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:19.266024 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613770'] for network (4c4a8092-9906-4d5d-81cc-58489465c65e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.327939 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Deleting port 10f4f355-15d2-45ed-bbf0-37023a5bb07f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:01:19.328534 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781439275358'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.389542 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] For port 10f4f355-15d2-45ed-bbf0-37023a5bb07f, host n-d-812111-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-15',level=0,port_id=10f4f355-15d2-45ed-bbf0-37023a5bb07f,segment=NetworkSegment(416a7062-e275-4c30-a8c1-5364973e2c03),segment_id=416a7062-e275-4c30-a8c1-5364973e2c03)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:01:19.389837 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1814130'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.403046 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Calling delete_port for 10f4f355-15d2-45ed-bbf0-37023a5bb07f owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:01:19.481823 n-d-812111-15 neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ea5198-ae05-4285-8d39-58147a366675 None None] DHCP port deletion for 4c4a8092-9906-4d5d-81cc-58489465c65e request from n-d-812111-15 {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 20:01:19.489794 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1905032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781439280056', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781438801969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15875271'] for port (10f4f355-15d2-45ed-bbf0-37023a5bb07f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.508309 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-48ea5198-ae05-4285-8d39-58147a366675 None None] The port '10f4f355-15d2-45ed-bbf0-37023a5bb07f' was deleted {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 31 20:01:19.519521 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f4f355-15d2-45ed-bbf0-37023a5bb07f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:19.521413 n-d-812111-15 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] No DVR routers for this DVR port 10f4f355-15d2-45ed-bbf0-37023a5bb07f on host n-d-812111-15 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:01:19.556832 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 10f4f355-15d2-45ed-bbf0-37023a5bb07f no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:01:19.576814 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 10f4f355-15d2-45ed-bbf0-37023a5bb07f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:01:19.578799 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 10f4f355-15d2-45ed-bbf0-37023a5bb07f not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:01:19.579270 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 63eed6c7-f227-4662-ae46-57f82235dee3 no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:01:19.604477 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 63eed6c7-f227-4662-ae46-57f82235dee3 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:01:19.604831 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 63eed6c7-f227-4662-ae46-57f82235dee3 not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:01:19.605451 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec no longer exists at agent ovs-agent-n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:01:19.609041 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733525', 'neutron.services.segments.db._delete_segments_for_network-8781439318146'] for network (4c4a8092-9906-4d5d-81cc-58489465c65e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.625245 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] No Port match for: 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:01:19.625878 n-d-812111-15 neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Device 85c7c2eb-bf9d-48a4-9269-9aae36cf0cec not bound to the agent host n-d-812111-15 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:01:19.631600 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4a8092-9906-4d5d-81cc-58489465c65e']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:19.644615 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416a7062-e275-4c30-a8c1-5364973e2c03') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:19.644958 n-d-812111-15 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416a7062-e275-4c30-a8c1-5364973e2c03') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:01:19.659181 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781439318411', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13426185'] for segment (416a7062-e275-4c30-a8c1-5364973e2c03), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.673396 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449'] for segment (416a7062-e275-4c30-a8c1-5364973e2c03), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.679673 n-d-812111-15 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 20:01:19.680059 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15875124'] for segment (416a7062-e275-4c30-a8c1-5364973e2c03), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: Traceback (most recent call last): Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: timer() Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: cb(*args, **kw) Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: return func(*args, **kwargs) Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: self._notify() Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: self.callback(batched_events) Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: event.method(event) Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: return f(self, *a, **k) Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: return self._get(url).json() Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 20:01:19.681998 n-d-812111-15 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 20:01:19.737287 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812603'] for network (4c4a8092-9906-4d5d-81cc-58489465c65e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.744475 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.748482 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4c4a8092-9906-4d5d-81cc-58489465c65e HTTP/1.1" status: 204 len: 168 time: 0.5495539 Jan 31 20:01:19.764570 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04452ad-23d2-45b6-a909-192225be8b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4a8092-9906-4d5d-81cc-58489465c65e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:19.873884 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33056) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:19.917934 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-caabc3da-6be0-4c15-8421-f3c997a3b6e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d4f93f3cee242f997709c9e21c17b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421076 Jan 31 20:01:19.920498 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33058) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:19.968904 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a9926c-0b15-4a75-ba93-a09b90bcc3e6 admin admin] Publish callbacks [] for security_group (376339b1-fbad-4b01-8297-ed45cd001639), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:19.989081 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a9926c-0b15-4a75-ba93-a09b90bcc3e6 admin admin] Publish callbacks [] for security_group (376339b1-fbad-4b01-8297-ed45cd001639), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:20.038121 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a9926c-0b15-4a75-ba93-a09b90bcc3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (376339b1-fbad-4b01-8297-ed45cd001639), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:20.040914 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2a9926c-0b15-4a75-ba93-a09b90bcc3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:20.042064 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-e2a9926c-0b15-4a75-ba93-a09b90bcc3e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/376339b1-fbad-4b01-8297-ed45cd001639 HTTP/1.1" status: 204 len: 168 time: 0.1206703 Jan 31 20:01:20.049996 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9926c-0b15-4a75-ba93-a09b90bcc3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376339b1-fbad-4b01-8297-ed45cd001639,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:20.377997 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33064) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:20.417755 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-b352ecf1-a4f4-4797-957e-74f73c6403ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e728bb902fd44d8a243313ae96e408c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384779 Jan 31 20:01:20.420095 n-d-812111-15 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.20', 33066) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:01:20.466154 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c269-42bb-4bb8-baba-c0a9aa7c494d admin admin] Publish callbacks [] for security_group (72ee62da-3ad7-4c2c-b9d2-25b65c476444), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:20.487538 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c269-42bb-4bb8-baba-c0a9aa7c494d admin admin] Publish callbacks [] for security_group (72ee62da-3ad7-4c2c-b9d2-25b65c476444), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:20.534189 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c269-42bb-4bb8-baba-c0a9aa7c494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636779'] for security_group (72ee62da-3ad7-4c2c-b9d2-25b65c476444), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:20.536953 n-d-812111-15 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c269-42bb-4bb8-baba-c0a9aa7c494d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:20.538174 n-d-812111-15 neutron-server[103225]: INFO neutron.wsgi [None req-c9c9c269-42bb-4bb8-baba-c0a9aa7c494d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72ee62da-3ad7-4c2c-b9d2-25b65c476444 HTTP/1.1" status: 204 len: 168 time: 0.1171503 Jan 31 20:01:20.546072 n-d-812111-15 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9c269-42bb-4bb8-baba-c0a9aa7c494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ee62da-3ad7-4c2c-b9d2-25b65c476444,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:01:21.268757 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d5ee5689-174d-419a-8cbc-9b7f7089b684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:22.806339 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:24.448297 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:25.208442 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:25.488521 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:26.937650 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:32.316317 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:01:49.020912 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-022b4d98-fdad-4d07-85f6-2b2a22afa5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:51.270680 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a9b054f4-7fe8-4a59-a2cc-70b9c4aafca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:52.809647 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:54.448615 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:55.216186 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:55.490624 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:01:56.944710 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:09.316378 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:02:19.023127 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb2cd6cc-1f6a-4502-a49e-556c711ab795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:21.272221 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-21c9f0ab-0d2b-4b0a-bf89-25bc8106b3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:22.812033 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:24.451758 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:25.224436 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:25.492230 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:26.942708 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:46.316458 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:02:49.024175 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aa13f3fe-e1c5-435d-9660-f434940f104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:51.276347 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fd120118-dccb-4567-b71a-59e3317bd37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:52.814928 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:54.455063 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:55.226718 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:55.493500 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:02:56.948765 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:19.026556 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f20ff78a-29ff-44fb-8c81-82f25a08645b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:21.279055 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a277366-38c2-441a-bdd3-2f1ac1ca9d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:22.816736 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:23.315265 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:03:24.457590 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:25.240644 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:25.496089 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:26.949630 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:49.029504 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-761631e1-105a-42a9-af8b-94a75a2c48f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:51.279802 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-66832e19-0e8d-4f5a-8d02-5c89c9ebd2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:52.818618 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:54.460316 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:55.253377 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:55.498613 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:03:56.963911 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:00.314127 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:04:19.031179 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9b56cf5f-2434-4014-9ddb-2d60cc64ad5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:21.281536 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-46c48796-844e-4c55-9893-5ce6a1191bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:22.822762 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:24.462790 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:25.252763 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:25.500665 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:26.980940 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:37.312967 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:04:49.036756 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1e363363-de26-4be7-8eb2-7cd7363cd7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:51.284115 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f2986d11-74d4-4a18-b758-64f0a20f7c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:52.825169 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:54.465443 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:55.278456 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:55.501594 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:04:56.985943 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:14.311447 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:05:19.038384 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-814e27f4-cb66-47b5-887a-36729d98c2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:21.285750 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-995a63eb-a245-4173-84da-e7734b22211d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:22.829172 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:24.468774 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:25.308894 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:25.503496 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:26.993385 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:49.039037 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3affb76-798d-4415-a14b-61aa3c6b96ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:51.287092 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a598ecc-e3f2-48e3-90b6-08814dfbdb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:51.311371 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:05:52.831182 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:54.470880 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:55.327158 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:55.505265 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:05:57.007732 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:19.040660 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac76db81-fce3-4edf-ad47-d40e38e38f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:21.289364 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0842e138-85be-4262-b4cb-909b5a6ab4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:22.834953 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:24.474488 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:25.339862 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:25.510438 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:27.022538 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:28.310621 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:06:49.042427 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-178a9013-e20d-4fa6-a459-40656b7b4de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:51.289918 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8945cd1-c862-4ec7-94db-4dcb9eb0a0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:52.836546 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:54.475406 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:55.353410 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:55.503591 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:06:57.021424 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:05.310165 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:07:19.043380 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-718d46ab-e11a-4c12-aa6b-662cb9b3ee20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:21.344759 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b636871-ae2b-4d78-9c22-639b390d4832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:22.839609 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:24.478277 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:25.348255 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:25.505097 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:27.038074 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:42.309396 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:07:49.044943 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ea54fc76-ade9-4e58-835e-a080a9aaebbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:51.299888 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-98dc6436-8516-483a-99d0-f665d368f79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:52.843586 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:54.484942 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:55.359393 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:55.507340 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:07:57.036985 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:19.047002 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32b94d45-7f22-42b2-86c0-81bc74676ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:19.309092 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:08:21.301929 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d736fd6c-ebad-4f0a-a388-73c1a670fccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:22.845647 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:24.485912 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:25.367506 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:25.508438 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:27.054060 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:49.047875 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1461-17fa-4fcd-9934-57d1806d65de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:51.302618 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c6049cf4-2dbe-4998-ac94-c0d67ed1cd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:52.848720 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:54.492858 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:55.366385 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:55.510367 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:08:56.308326 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:08:57.052345 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:12.951771 n-d-812111-15 neutron-server[103226]: DEBUG neutron.wsgi [req-0af952de-ed25-48f2-bbc2-482091753beb req-5dc0a683-58c4-41e1-be07-55f9124dcd4a service neutron] (103226) timed out ('10.222.0.20', 59102) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 20:09:19.049195 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aed5757a-2bb7-49e4-878c-8e26a04092e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:21.304399 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5cf7db6f-3c3c-4d20-9569-4afa512feb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:22.851537 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:24.491991 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:25.386561 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:25.514077 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:27.079909 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:33.307162 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:09:49.050149 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-515b4dec-2122-4257-ad3d-bd1f51bc50d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:51.308102 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ad35531d-8149-49d1-afc6-b40bcadb04ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:52.854505 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:54.495585 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:55.374614 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a93afca6-68c6-4382-a774-a26aca701a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (898b1825-c88e-4594-aa5f-e12005851778), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:55.516794 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e33eca86-4843-415f-a44e-5675560cdfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (8296a805-c130-457d-9bb5-eae3307284ce), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:09:57.082109 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-255137c6-8b64-4eef-a7da-91468203b848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ba63679a-d508-4dad-89fa-0aca65a66259), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:10:10.310296 n-d-812111-15 neutron-server[103228]: DEBUG neutron.db.agents_db [None req-3becdc56-4d33-4aad-b7ad-3e80c512a77b None None] Agent healthcheck: found 7 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:10:19.051774 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-af4c079e-7191-4a6f-b8ee-2db31bf56d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (52cd3048-d044-4017-a4ad-8bdc31b9f8dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:10:21.309265 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1503790c-569c-4674-939e-7e008580c1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (ddf8a537-73d8-4213-852e-79a019d7279b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:10:22.858022 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8f71-8b2a-42be-a8e9-c8dccdc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (151a44bc-be75-475d-931b-fb6b5d6201e3), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:10:24.497760 n-d-812111-15 neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58eb36ed-0c53-451c-8891-5a44b70f61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781439318128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733020'] for agent (cf6f53f5-59e4-451b-85f6-8b9747106d85), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}